-- Logs begin at Fri 2021-07-16 19:08:38 UTC, end at Fri 2021-07-16 21:27:43 UTC. -- Jul 16 19:39:00.628145 n-d-791505-15 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 19:39:03.356940 n-d-791505-15 neutron-server[100136]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:39:03.357552 n-d-791505-15 neutron-server[100136]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:39:03.357711 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100136) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:39:03.360916 n-d-791505-15 neutron-server[100136]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:39:03.361173 n-d-791505-15 neutron-server[100136]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:39:03.361486 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100136) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:39:03.362426 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:39:03.362665 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:39:03.363026 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:39:03.363275 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:39:03.363504 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:39:03.363825 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.364122 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.364443 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.364680 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.364978 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.365269 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.365552 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.365841 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.366139 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.366428 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.366710 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.366997 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.367233 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.367514 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.367801 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.368090 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.368341 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] debug = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.368625 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.369050 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.369469 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.369752 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.370040 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.370319 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.370591 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.370867 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.371149 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.371474 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] host = n-d-791505-15 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.371920 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.372364 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.372617 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.372908 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.373186 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.373466 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.373753 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.374028 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.374300 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] log_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.374631 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.374866 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.375155 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.375447 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.375676 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.375903 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.376194 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.376505 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.376783 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.377059 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.377336 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.377608 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.377882 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.378151 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.378438 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.378723 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.379009 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.379286 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.379569 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.379841 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.380112 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.380422 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.380698 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.380972 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.381245 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.381531 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.381801 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.382074 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.382377 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.382667 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.382950 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.383237 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.383513 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.383797 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.384073 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.384373 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.384650 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] use_json = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.384923 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.385195 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.385477 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.385750 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.386022 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.386292 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.386563 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.386848 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:03.387659 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.387963 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.388297 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.388583 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.388879 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.389162 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.389451 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.389731 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.390026 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.390315 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.390602 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.390880 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.391170 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.391450 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.391743 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.392051 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.392376 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.392671 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.392948 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.393223 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.393497 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.393775 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.394061 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.394354 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.394643 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.394918 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.395198 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.395491 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.395772 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.396047 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.396352 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.396646 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.396927 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.397203 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.397489 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.397771 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.398048 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.398322 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.398603 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.398894 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.399174 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.399447 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.399722 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.400007 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.400309 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.400596 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.400876 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.401154 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.401428 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.401709 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.401985 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.402260 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.402537 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.403411 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.403708 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.403987 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.404294 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.404569 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.404846 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.405117 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.405389 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.405663 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.405941 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.406212 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.406483 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.406755 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.407026 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.407298 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.407586 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.407885 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.408166 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.408468 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.408746 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.409025 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.409301 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.409579 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.409858 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.410141 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.410414 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.410706 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.410988 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.411272 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.411555 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.411836 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.412133 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.412436 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.412721 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.412998 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.413521 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.413816 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.414099 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.414393 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.414683 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.414974 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.415263 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.415552 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.415832 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.416140 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.416445 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:03.416664 n-d-791505-15 neutron-server[100136]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:39:03.416905 n-d-791505-15 neutron-server[100136]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100136) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 19:39:03.766227 n-d-791505-15 neutron-server[100136]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:39:03.766497 n-d-791505-15 neutron-server[100136]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:39:03.766786 n-d-791505-15 neutron-server[100136]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:39:03.767119 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 19:39:04.165590 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.165801 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.166063 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.167284 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.167563 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.167844 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.203771 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.204051 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.204413 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.218322 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.218598 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.218869 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.249673 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.249963 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.250237 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.286473 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.286759 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.287033 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.520944 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.521581 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.521581 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.521747 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.522447 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.642658 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.642974 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.643263 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.643541 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.643816 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.644134 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.644432 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.644690 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.644948 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.645234 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.645498 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.645766 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.646026 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.646281 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.646541 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.646816 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.647073 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.647345 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.647627 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.647888 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.648163 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.648443 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.648725 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.649105 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.649359 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.649609 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.650010 n-d-791505-15 neutron-server[100136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:39:04.650255 n-d-791505-15 neutron-server[100136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:39:04.650493 n-d-791505-15 neutron-server[100136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:39:04.650731 n-d-791505-15 neutron-server[100136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:39:04.650967 n-d-791505-15 neutron-server[100136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:39:04.651209 n-d-791505-15 neutron-server[100136]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:39:04.651578 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 19:39:04.654934 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 19:39:04.658865 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 19:39:04.662647 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 16 19:39:04.664546 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 19:39:04.665003 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 19:39:04.665339 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 19:39:04.665725 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 19:39:04.670356 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 19:39:04.670601 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 19:39:04.670944 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:39:04.698514 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 19:39:04.698974 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.699280 n-d-791505-15 neutron-server[100136]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100136) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 19:39:04.700180 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.701652 n-d-791505-15 neutron-server[100136]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100136) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 19:39:04.701944 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:39:04.702204 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 19:39:04.705398 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.705687 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:04.770041 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 19:39:04.770274 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 19:39:04.770515 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 19:39:04.770899 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 19:39:04.792171 n-d-791505-15 neutron-server[100136]: DEBUG oslo_db.sqlalchemy.engines [None req-5a082217-595c-420c-90df-731a872caa39 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100136) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 19:39:05.322279 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [None req-5a082217-595c-420c-90df-731a872caa39 None None] Initializing driver for type 'gre' Jul 16 19:39:05.322838 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a082217-595c-420c-90df-731a872caa39 None None] gre ID ranges: [(1, 1000)] Jul 16 19:39:05.375762 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [None req-5a082217-595c-420c-90df-731a872caa39 None None] Initializing driver for type 'local' Jul 16 19:39:05.376102 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [None req-5a082217-595c-420c-90df-731a872caa39 None None] Initializing driver for type 'vlan' Jul 16 19:39:05.389492 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a082217-595c-420c-90df-731a872caa39 None None] VlanTypeDriver initialization complete Jul 16 19:39:05.389910 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [None req-5a082217-595c-420c-90df-731a872caa39 None None] Initializing driver for type 'vxlan' Jul 16 19:39:05.390456 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a082217-595c-420c-90df-731a872caa39 None None] vxlan ID ranges: [(1, 1000)] Jul 16 19:39:05.440901 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [None req-5a082217-595c-420c-90df-731a872caa39 None None] Initializing extension driver 'port_security' Jul 16 19:39:05.441302 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a082217-595c-420c-90df-731a872caa39 None None] PortSecurityExtensionDriver initialization complete Jul 16 19:39:05.441668 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [None req-5a082217-595c-420c-90df-731a872caa39 None None] Initializing mechanism driver 'openvswitch' Jul 16 19:39:05.442004 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [None req-5a082217-595c-420c-90df-731a872caa39 None None] Initializing mechanism driver 'hyperv' Jul 16 19:39:05.448548 n-d-791505-15 neutron-server[100136]: DEBUG neutron.plugins.ml2.plugin [None req-5a082217-595c-420c-90df-731a872caa39 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:05.449405 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > port after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.449948 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > port after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.450367 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > port after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.450892 n-d-791505-15 neutron-server[100136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:39:05.451340 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > subnet after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.451704 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > subnet after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.452058 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.452483 n-d-791505-15 neutron-server[100136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:39:05.452922 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > network after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.453261 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > network after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.453614 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > network after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.454008 n-d-791505-15 neutron-server[100136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:39:05.454419 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > security_group after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.454777 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > security_group after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.455125 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.455521 n-d-791505-15 neutron-server[100136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:39:05.455934 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.456315 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.456665 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.457062 n-d-791505-15 neutron-server[100136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:39:05.457471 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > address_group after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.457827 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > address_group after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.458176 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.458568 n-d-791505-15 neutron-server[100136]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100136) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:39:05.458950 n-d-791505-15 neutron-server[100136]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a082217-595c-420c-90df-731a872caa39 None None] ML2 OVO RPC backend initialized. {{(pid=100136) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 19:39:05.459660 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.460025 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.460474 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > network before_response 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.460839 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > networks before_response 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.461196 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > port before_response 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.461548 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > ports before_response 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.461902 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > subnet before_response 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.462251 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > subnets before_response 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.462602 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > network after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.462949 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > network after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.463295 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > network after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.463639 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > port after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.463983 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > port after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.464357 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > port after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.464701 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > subnet after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.465047 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > subnet after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.465437 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.466016 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.plugin [None req-5a082217-595c-420c-90df-731a872caa39 None None] Modular L2 Plugin initialization complete Jul 16 19:39:05.466347 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading services supported by the core plugin {{(pid=100136) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 19:39:05.466677 n-d-791505-15 neutron-server[100136]: INFO neutron.plugins.ml2.managers [None req-5a082217-595c-420c-90df-731a872caa39 None None] Got port-security extension from driver 'port_security' Jul 16 19:39:05.467145 n-d-791505-15 neutron-server[100136]: INFO neutron.extensions.vlantransparent [None req-5a082217-595c-420c-90df-731a872caa39 None None] Disabled vlantransparent extension. Jul 16 19:39:05.467629 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100136) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 19:39:05.467948 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading Plugin: router Jul 16 19:39:05.504502 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.504905 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router after_create 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.505287 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router before_create 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.505663 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.506076 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.506443 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router after_delete 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.506812 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.507309 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router after_create 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.507668 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router after_update 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.508026 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router after_update 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.508407 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.508776 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router after_update 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.509194 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_update 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.509574 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: port after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.509922 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: port after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.510270 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: subnet after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.510617 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.510973 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.511331 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_create 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.511684 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: port before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.512036 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.513087 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router after_update 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.513442 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.513800 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_create 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.514172 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.514529 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_update 55549900 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.514901 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > agent after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.515262 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > agent after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.515613 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > network after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.516832 n-d-791505-15 neutron-server[100136]: DEBUG neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Tracking information for resource: router configured {{(pid=100136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:39:05.516832 n-d-791505-15 neutron-server[100136]: DEBUG neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Tracking information for resource: floatingip configured {{(pid=100136) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:39:05.522840 n-d-791505-15 neutron-server[100136]: INFO neutron.db.l3_agentschedulers_db [None req-5a082217-595c-420c-90df-731a872caa39 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 19:39:05.523433 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: port after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.523804 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: port after_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.524169 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: port after_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.524565 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: port after_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.525377 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router before_create 55550100 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.525754 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.526128 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_create 55550100 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.526496 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > router precommit_update 55550100 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.531535 n-d-791505-15 neutron-server[100136]: DEBUG neutron.services.provider_configuration [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service providers = [] {{(pid=100136) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 19:39:05.531908 n-d-791505-15 neutron-server[100136]: DEBUG neutron.db.servicetype_db [None req-5a082217-595c-420c-90df-731a872caa39 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100136) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 19:39:05.534905 n-d-791505-15 neutron-server[100136]: DEBUG neutron.services.service_base [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:39:05.535264 n-d-791505-15 neutron-server[100136]: DEBUG neutron.services.service_base [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:39:05.535616 n-d-791505-15 neutron-server[100136]: DEBUG neutron.services.service_base [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:39:05.536540 n-d-791505-15 neutron-server[100136]: DEBUG neutron.services.service_base [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100136) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:39:05.536917 n-d-791505-15 neutron-server[100136]: INFO neutron.services.service_base [None req-5a082217-595c-420c-90df-731a872caa39 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 19:39:05.537304 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:39:05.537628 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 19:39:05.548803 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:39:05.549147 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading Plugin: auto_allocate Jul 16 19:39:05.554836 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: network precommit_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.555213 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: network precommit_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.555747 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:39:05.556075 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading Plugin: tag Jul 16 19:39:05.562842 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:39:05.563181 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading Plugin: timestamp Jul 16 19:39:05.567063 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:39:05.567405 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading Plugin: network_ip_availability Jul 16 19:39:05.572884 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.573266 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.573628 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.574360 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:39:05.575310 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading Plugin: flavors Jul 16 19:39:05.581675 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:39:05.582011 n-d-791505-15 neutron-server[100136]: INFO neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading Plugin: revisions Jul 16 19:39:05.586314 n-d-791505-15 neutron-server[100136]: DEBUG neutron.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100136) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:39:05.586716 n-d-791505-15 neutron-server[100136]: DEBUG oslo_concurrency.lockutils [None req-5a082217-595c-420c-90df-731a872caa39 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.820s {{(pid=100136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:39:05.587459 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100136) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 19:39:05.587803 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Initializing extension manager. Jul 16 19:39:05.588354 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: __init__.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.588706 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: __pycache__ {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.589045 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.589382 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: address_group.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.590152 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.591330 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: address-group Jul 16 19:39:05.591657 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: address_scope.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.592416 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.592945 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: address-scope Jul 16 19:39:05.593275 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.594210 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.594732 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: router-admin-state-down-before-update Jul 16 19:39:05.595062 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: agent.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.595774 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.596328 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: agent Jul 16 19:39:05.596644 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: agent_resources_synced.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.597564 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.598083 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: agent-resources-synced Jul 16 19:39:05.598413 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: allowedaddresspairs.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.600253 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.600790 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: allowed-address-pairs Jul 16 19:39:05.601122 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: auto_allocated_topology.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.602211 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.602737 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: auto-allocated-topology Jul 16 19:39:05.603065 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: availability_zone.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.603767 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.604307 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: availability_zone Jul 16 19:39:05.604634 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: availability_zone_filter.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.605561 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.606130 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: availability_zone_filter Jul 16 19:39:05.606460 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: data_plane_status.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.607387 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.607901 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 19:39:05.608252 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: default_subnetpools.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.609175 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.609697 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: default-subnetpools Jul 16 19:39:05.610022 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.610841 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.611358 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: dhcp_agent_scheduler Jul 16 19:39:05.611685 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: dns.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.612630 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.613149 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 19:39:05.613478 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: dns_domain_ports.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.614405 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.614925 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 19:39:05.615254 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.616185 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.616730 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 19:39:05.617059 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: dvr.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.617742 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.618257 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: dvr Jul 16 19:39:05.618584 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: empty_string_filtering.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.619511 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.620054 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: empty-string-filtering Jul 16 19:39:05.620392 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.621309 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.622062 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:39:05.622471 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.623398 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.623919 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 19:39:05.624275 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: external_net.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.625191 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.625711 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: external-net Jul 16 19:39:05.626040 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.626957 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.627475 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: extra_dhcp_opt Jul 16 19:39:05.627807 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: extraroute.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.628740 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.629261 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: extraroute Jul 16 19:39:05.629594 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: extraroute_atomic.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.630634 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.631160 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: extraroute-atomic Jul 16 19:39:05.631487 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: filter_validation.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.632162 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.632715 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: filter-validation Jul 16 19:39:05.633040 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: fip_pf_description.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.633969 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.634679 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 19:39:05.635009 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: fip_port_details.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.635942 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.636493 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: fip-port-details Jul 16 19:39:05.636822 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: flavors.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.638669 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.639198 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: flavors Jul 16 19:39:05.639531 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.641229 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.641766 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 19:39:05.642103 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: floatingip_pools.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.642814 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.643335 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: floatingip-pools Jul 16 19:39:05.643667 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: ip_allocation.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.644646 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.645163 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 19:39:05.645493 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.646427 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.646952 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: ip-substring-filtering Jul 16 19:39:05.647288 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: l2_adjacency.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.648246 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.648769 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 19:39:05.649098 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: l3.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.650091 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.650615 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: router Jul 16 19:39:05.650945 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.653312 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.653845 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:39:05.654186 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.655125 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.655647 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: ext-gw-mode Jul 16 19:39:05.655980 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.656950 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.657472 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: l3-ha Jul 16 19:39:05.657804 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: l3_flavors.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.658750 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.659264 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: l3-flavors Jul 16 19:39:05.659597 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.660563 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.661081 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 19:39:05.661410 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: l3agentscheduler.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.662478 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.663004 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: l3_agent_scheduler Jul 16 19:39:05.663602 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: logging.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.665131 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.665659 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension logging not supported by any of loaded plugins Jul 16 19:39:05.665993 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: metering.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.666747 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.667346 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: metering Jul 16 19:39:05.667680 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.669411 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.669937 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: metering_source_and_destination_fields Jul 16 19:39:05.670278 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: multiprovidernet.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.671351 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.671880 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: multi-provider Jul 16 19:39:05.672230 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: netmtu.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.673166 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.673690 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: net-mtu Jul 16 19:39:05.674020 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: netmtu_writable.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.674957 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.675474 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: net-mtu-writable Jul 16 19:39:05.675806 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: network_availability_zone.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.676527 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.677060 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: network_availability_zone Jul 16 19:39:05.677376 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: network_ip_availability.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.678503 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.679027 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: network-ip-availability Jul 16 19:39:05.679360 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: network_segment_range.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.680152 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.680698 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 19:39:05.681028 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: pagination.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.682034 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.682374 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: pagination Jul 16 19:39:05.682701 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: port_device_profile.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.683620 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.684767 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: port-device-profile Jul 16 19:39:05.685101 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.686235 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.686762 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: port-mac-address-regenerate Jul 16 19:39:05.687089 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.688023 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.688573 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: port-numa-affinity-policy Jul 16 19:39:05.688902 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: port_resource_request.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.689832 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.690357 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 19:39:05.690685 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: portbindings.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.691627 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.692154 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: binding Jul 16 19:39:05.692516 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: portbindings_extended.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.693805 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.694332 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: binding-extended Jul 16 19:39:05.694668 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: portsecurity.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.695602 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.696125 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: port-security Jul 16 19:39:05.696486 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: project_id.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.697467 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.697801 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: project-id Jul 16 19:39:05.698127 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: providernet.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.699068 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.699599 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: provider Jul 16 19:39:05.700163 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.703682 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.704232 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos not supported by any of loaded plugins Jul 16 19:39:05.704573 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.705837 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.706369 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 19:39:05.706705 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.707634 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.708161 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 19:39:05.708523 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos_default.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.709447 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.709974 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos-default not supported by any of loaded plugins Jul 16 19:39:05.710316 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos_fip.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.710983 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.711502 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 19:39:05.711832 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos_gateway_ip.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.712799 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.713327 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 19:39:05.713657 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos_port_network_policy.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.714579 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.715098 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 19:39:05.715476 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos_rule_type_details.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.716423 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.716944 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 19:39:05.717272 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: qos_rules_alias.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.718326 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.718880 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 19:39:05.719209 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: quotasv2.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.720153 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.720716 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: quotas Jul 16 19:39:05.721045 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: quotasv2_detail.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.724107 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.724481 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: quota_details Jul 16 19:39:05.724821 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: rbac.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.725901 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.726438 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: rbac-policies Jul 16 19:39:05.726777 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: rbac_address_group.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.727718 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.728285 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: rbac-address-group Jul 16 19:39:05.728623 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: rbac_address_scope.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.729580 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.730107 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: rbac-address-scope Jul 16 19:39:05.730447 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: rbac_security_groups.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.732058 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.732619 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: rbac-security-groups Jul 16 19:39:05.732951 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: rbac_subnetpool.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.733889 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.734411 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: rbac-subnetpool Jul 16 19:39:05.734743 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: revisionifmatch.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.735673 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.736212 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: revision-if-match Jul 16 19:39:05.736556 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: revisions.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.737683 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.738207 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: standard-attr-revisions Jul 16 19:39:05.738536 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: router_availability_zone.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.739217 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.739751 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: router_availability_zone Jul 16 19:39:05.740084 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: routerservicetype.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.741059 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.741582 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 19:39:05.741912 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.742849 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.743373 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: security-groups-normalized-cidr Jul 16 19:39:05.743704 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.744665 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.745188 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: port-security-groups-filtering Jul 16 19:39:05.745516 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.746443 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.747578 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: security-groups-remote-address-group Jul 16 19:39:05.747960 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: securitygroup.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.757641 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.758145 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: security-group Jul 16 19:39:05.758487 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: segment.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.759290 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.759815 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension segment not supported by any of loaded plugins Jul 16 19:39:05.760150 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.761145 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.761675 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 19:39:05.762007 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: servicetype.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.763190 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.763722 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: service-type Jul 16 19:39:05.764062 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: sorting.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.765094 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.765436 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: sorting Jul 16 19:39:05.765769 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: standard_attr_segment.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.766767 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.767298 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 19:39:05.767632 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: standardattrdescription.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.768327 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.768853 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: standard-attr-description Jul 16 19:39:05.769183 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: stateful_security_group.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.770137 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.770675 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: stateful-security-group Jul 16 19:39:05.771008 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: stdattrs_common.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.771602 n-d-791505-15 neutron-server[100136]: WARNING neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 19:39:05.771931 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.772897 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.773423 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 19:39:05.773752 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: subnet_onboard.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.774835 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.775363 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: subnet_onboard Jul 16 19:39:05.775693 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.776658 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.777185 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 19:39:05.777515 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: subnet_service_types.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.779004 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.779526 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: subnet-service-types Jul 16 19:39:05.779855 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: subnetallocation.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.780982 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.781523 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: subnet_allocation Jul 16 19:39:05.781854 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.782525 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.783046 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: subnetpool-prefix-ops Jul 16 19:39:05.783373 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.784348 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.784872 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 19:39:05.785200 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: tagging.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.786260 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.786792 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: standard-attr-tag Jul 16 19:39:05.787124 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: timestamp.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.788665 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.789197 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loaded extension: standard-attr-timestamp Jul 16 19:39:05.789532 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: trunk.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.790580 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.791114 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension trunk not supported by any of loaded plugins Jul 16 19:39:05.791446 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: trunk_details.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.792417 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.792947 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 19:39:05.793277 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: uplink_status_propagation.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.794828 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.795402 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 19:39:05.795734 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Loading extension file: vlantransparent.py {{(pid=100136) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:39:05.796450 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100136) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:39:05.797166 n-d-791505-15 neutron-server[100136]: INFO neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 19:39:05.800012 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:network Jul 16 19:39:05.800597 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:subnet Jul 16 19:39:05.801009 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:39:05.801411 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:port Jul 16 19:39:05.802673 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.803130 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service FLAVORS assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.803762 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.804219 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.804588 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:router Jul 16 19:39:05.805024 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:39:05.805520 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service METERING assigned prefix: /metering {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.806987 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.807365 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.807724 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:39:05.808775 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:39:05.809281 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:39:05.809819 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:39:05.810439 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service CORE assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.810774 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:39:05.811132 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] subnetpool is already registered Jul 16 19:39:05.811578 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service CORE assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.811918 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:39:05.812278 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] subnetpool is already registered Jul 16 19:39:05.814563 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.815004 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service FLAVORS assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.815605 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.816034 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.816409 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:router Jul 16 19:39:05.816758 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] router is already registered Jul 16 19:39:05.817178 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:39:05.817525 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] floatingip is already registered Jul 16 19:39:05.817985 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service METERING assigned prefix: /metering {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.818662 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:39:05.819000 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] rbac_policy is already registered Jul 16 19:39:05.819418 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:39:05.819763 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] security_group is already registered Jul 16 19:39:05.820182 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:39:05.820558 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] security_group_rule is already registered Jul 16 19:39:05.821197 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service CORE assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.821533 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:39:05.821874 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] subnetpool is already registered Jul 16 19:39:05.822297 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.v2.resource_helper [None req-5a082217-595c-420c-90df-731a872caa39 None None] Service CORE assigned prefix: {{(pid=100136) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:39:05.822635 n-d-791505-15 neutron-server[100136]: INFO neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:39:05.822988 n-d-791505-15 neutron-server[100136]: WARNING neutron.quota.resource_registry [None req-5a082217-595c-420c-90df-731a872caa39 None None] subnetpool is already registered Jul 16 19:39:05.823459 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: extensions {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.825124 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: address-groups {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.826647 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: address-scopes {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.827984 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: agents {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.829175 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: auto-allocated-topology {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.830445 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: availability_zones {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.831688 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: dhcp-networks {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.833228 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: dhcp-agents {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.834684 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: routers {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.836427 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: flavors {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.838828 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: service_profiles {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.840061 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: next_providers {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.842155 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: service_profiles {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.843752 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: floatingip-pools {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.845024 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: routers {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.846754 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: floatingips {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.848056 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: l3-routers {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.849511 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: l3-agents {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.850990 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: metering-labels {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.852291 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: metering-label-rules {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.853689 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: network-ip-availabilities {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.854980 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: bindings {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.857308 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: quotas {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.858938 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: quotas {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.860414 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: rbac-policies {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.861632 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: security-groups {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.862993 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: security-group-rules {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.864284 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: service-providers {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.865536 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: subnetpools {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.866877 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: subnetpools {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.868466 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.870165 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.872068 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.873915 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.875619 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.877634 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.879342 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.881204 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.883113 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.884920 n-d-791505-15 neutron-server[100136]: DEBUG neutron.api.extensions [None req-5a082217-595c-420c-90df-731a872caa39 None None] Extended resource: tags {{(pid=100136) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:39:05.891080 n-d-791505-15 neutron-server[100136]: WARNING keystonemiddleware.auth_token [None req-5a082217-595c-420c-90df-731a872caa39 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 19:39:05.895644 n-d-791505-15 neutron-server[100136]: WARNING keystonemiddleware.auth_token [None req-5a082217-595c-420c-90df-731a872caa39 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 19:39:05.904763 n-d-791505-15 neutron-server[100136]: DEBUG oslo_concurrency.lockutils [None req-5a082217-595c-420c-90df-731a872caa39 None None] Acquired lock "singleton_lock" {{(pid=100136) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 19:39:05.905246 n-d-791505-15 neutron-server[100136]: DEBUG oslo_concurrency.lockutils [None req-5a082217-595c-420c-90df-731a872caa39 None None] Releasing lock "singleton_lock" {{(pid=100136) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 19:39:05.905902 n-d-791505-15 neutron-server[100136]: INFO oslo_service.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] Starting 2 workers Jul 16 19:39:05.910760 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] Started child 100243 {{(pid=100136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:39:05.915628 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] Started child 100244 {{(pid=100136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:39:05.916391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:05.917328 n-d-791505-15 neutron-server[100136]: INFO neutron.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 19:39:05.917882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [-] (100243) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:39:05.918004 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Notify callbacks [] for process, before_spawn {{(pid=100136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:05.921170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:05.921678 n-d-791505-15 neutron-server[100136]: INFO oslo_service.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] Starting 1 workers Jul 16 19:39:05.922587 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [-] (100244) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:39:05.926494 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] Started child 100245 {{(pid=100136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:39:05.927035 n-d-791505-15 neutron-server[100136]: INFO oslo_service.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] Starting 1 workers Jul 16 19:39:05.930158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] calling RpcWorker wait() {{(pid=100245) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 19:39:05.930730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] returning from RpcWorker wait() {{(pid=100245) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 19:39:05.931639 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [None req-5a082217-595c-420c-90df-731a872caa39 None None] Started child 100246 {{(pid=100136) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:39:05.931913 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:05.932485 n-d-791505-15 neutron-server[100136]: DEBUG neutron_lib.callbacks.manager [None req-5a082217-595c-420c-90df-731a872caa39 None None] Notify callbacks [] for process, after_spawn {{(pid=100136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:05.932602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:05.934864 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100136) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:39:05.935075 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:39:05.935267 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:39:05.935503 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:39:05.935943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:39:05.936127 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:39:05.936651 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.936931 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.937205 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.937300 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:05.937776 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.937776 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.938227 n-d-791505-15 neutron-server[100246]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:05.938325 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.938592 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.938830 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.939116 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.939365 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.939544 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.939715 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.939974 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.940233 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.940513 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.940781 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.941043 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.941322 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.941495 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.941752 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.942040 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.942302 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.942568 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] debug = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.942792 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.943290 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.943537 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.943793 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.944038 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.944345 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.944599 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.944860 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.945109 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.945330 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.945568 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.945832 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.946070 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.946284 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.946510 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.946784 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.947010 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.947494 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] host = n-d-791505-15 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.947749 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.947970 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.948244 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.948510 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.948757 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.948975 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.949256 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.949513 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.950409 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.950908 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.951179 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.951446 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.951686 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.951950 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.952121 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_options = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.952413 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.952679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.952944 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.953146 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.953320 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.953501 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.953754 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.953919 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.954172 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.954394 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.954614 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.954833 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.955073 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.955323 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.955597 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.955956 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.956119 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.956337 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.956587 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.956840 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.957071 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.957319 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.957544 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.957780 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.958021 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.958259 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.958487 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.958705 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.958940 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.959209 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.959443 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.959696 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.959945 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.960224 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.960450 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.960681 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.960909 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.961189 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.961422 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.961664 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.961911 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.962147 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.962396 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.962823 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.963052 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.963290 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_json = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.963523 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.963741 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.964025 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.964278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.964520 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.964738 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.964960 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.965352 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:05.965776 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.966068 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.966374 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.966654 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.966912 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.967332 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.967492 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.967633 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.967899 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.968253 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.968739 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.969273 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.969273 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.969564 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.969711 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.970032 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.970803 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.971102 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.971360 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.971630 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.972089 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.972089 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.972397 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.972672 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.972928 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.973209 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.973453 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.973685 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.973908 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.974278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.974423 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.974596 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.974893 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.975152 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.975375 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.975606 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.975848 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.976089 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.976364 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.976590 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.976860 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.977098 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.977348 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.977570 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.977793 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.978013 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.978253 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.978486 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.978707 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.979409 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.979666 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.979913 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.980134 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.980402 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.980644 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.981021 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.981311 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.981538 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.981765 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.982079 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.982227 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.982506 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.982754 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.982979 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.983547 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.983809 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.984101 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.984298 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.984502 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.984724 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.984947 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.985163 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.985404 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.985626 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.985928 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.986150 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.986414 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.986592 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.987378 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.987621 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.987840 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.988059 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.988303 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.988522 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.988809 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.989151 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.989408 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.989667 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.989926 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.990153 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.990400 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.991017 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.991017 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.991413 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.991413 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.991681 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.991935 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.992179 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.992469 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.992695 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.992965 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.993178 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.993413 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.993634 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.993898 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.994125 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.994383 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.994619 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.994854 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.995089 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.995360 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.995867 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.996310 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.996310 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.997400 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.997400 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.997668 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.997996 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.998267 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.998542 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.998782 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.999071 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.999300 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.999567 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:05.999805 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.000042 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.000290 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.000573 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.000815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.001039 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.001328 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.001506 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.001830 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.002291 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.002291 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.002585 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.002757 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.003009 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.003255 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.003566 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.003775 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.004012 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.004867 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.004867 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.004867 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.005877 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.005877 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.005877 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.005877 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.005877 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.008028 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.008028 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.008028 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.008028 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.008028 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.008028 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.008028 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.008028 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.009373 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.009373 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.009373 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.009373 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.009373 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.009373 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.009373 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.010738 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.010738 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.010738 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.010738 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.010738 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.010738 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.011680 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.011680 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.011680 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.011680 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.013056 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.013056 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.013056 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.013640 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.013640 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.014121 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.014121 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.014540 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.014540 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.015448 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.015448 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.015448 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.015448 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.015994 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.015994 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.016292 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.016459 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.016711 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.016913 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.017124 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.017340 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.017638 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.017849 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.018065 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.018280 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.018491 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.018703 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.018908 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.019114 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.019342 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.019525 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.019829 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.020088 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.020353 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.020629 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.020879 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.021132 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.021388 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.021607 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.021831 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.022079 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.022321 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.022536 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.022772 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.023009 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.023250 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.023478 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.023700 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.023914 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.024145 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.024385 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.024600 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.024848 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.025070 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.025285 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.025635 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.025793 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.026442 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.026442 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.026442 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.026891 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.026891 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.027160 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.027355 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.027661 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.027977 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.028314 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.028731 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.029046 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.029266 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.029547 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.029775 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.030000 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.030247 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.030846 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.030846 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.031483 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.031483 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.031748 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.031887 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.032144 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.032447 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.032686 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.032966 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.033307 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.033582 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.033875 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.034113 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.034375 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.034606 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.034829 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.035072 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.035326 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.035570 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.035833 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.036071 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.036331 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.036579 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.036821 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.037045 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.037276 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.037523 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.037749 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.037992 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.038155 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:39:06.038945 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100136) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:39:06.039113 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:39:06.039273 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:39:06.039447 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:39:06.039621 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:39:06.039779 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:39:06.039990 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.040158 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.040334 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.040501 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.040666 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.040850 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.041016 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.041179 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.041343 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.041506 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.041675 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.041822 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.041988 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.042151 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.042315 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.042477 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.042645 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.042809 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.042977 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.043140 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.043305 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.043594 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.043767 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] debug = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.043933 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.044149 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.044397 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.044512 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.044655 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.044818 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.044982 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.045144 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.045307 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.045470 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.045635 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.045798 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.045961 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.046124 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.046287 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.046450 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.046612 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.046774 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] host = n-d-791505-15 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.046943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.047184 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.047350 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.047504 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.047668 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.047832 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.047995 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.048152 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.048338 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.048506 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.048668 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.048829 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.048998 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.049159 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.049479 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_options = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.049868 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.050181 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.050481 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.050849 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.051020 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.051164 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.051306 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.051447 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.051610 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.051766 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.051928 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.052074 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.052255 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.052401 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.052567 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.052731 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.052894 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.053058 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.053206 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.053372 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.053536 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.053699 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.053860 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.054022 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.054185 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.054347 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.054511 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.054673 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.054835 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.054997 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.055160 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.055323 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.055486 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.055650 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.055812 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.055975 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.056137 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.056320 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.056479 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.056641 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.056803 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.056966 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.057180 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.057325 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.057417 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.057579 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_json = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.057740 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.057901 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.058063 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.058226 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.058387 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.058549 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.058711 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.058873 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:39:06.059603 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.059776 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.059954 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.060123 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.060312 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.060478 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.060644 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.060809 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.060974 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.061306 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.061306 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.061472 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.061624 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.061788 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.061957 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.062125 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.062291 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.062492 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.062675 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.062761 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.062922 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.063086 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.063265 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.063431 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.063597 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.063760 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.064302 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.064302 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.064302 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.064543 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.064622 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.064732 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.064897 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.065423 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.065423 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.065423 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.065675 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.065675 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.065828 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.065986 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.066149 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.066314 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.066479 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.066643 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.066809 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.066975 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.067140 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.067323 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.067457 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.067620 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.068131 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.068131 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.068131 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.068435 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.068435 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.068593 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.068748 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.068912 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.069077 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.069242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072242 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.072959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.073561 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.074164 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.074164 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.074164 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.074164 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.074164 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.074518 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.074518 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.074518 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.075361 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.075451 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.075589 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.075781 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.075900 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.076105 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.076223 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.076402 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.076554 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.076721 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.076886 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.077052 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.077218 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.077368 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.077536 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.077700 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.077865 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.078040 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.078205 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.078373 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.078537 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.078709 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.078886 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.079052 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.079217 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.079383 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.079548 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.079713 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.079878 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.080045 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.080218 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.080397 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.080562 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.080736 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.080913 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.081154 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.081299 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.081432 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.081581 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.081827 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.082056 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.083943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.083943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.083943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.083943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.083943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.083943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.083943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.083943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.084791 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.084791 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.084791 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.084791 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.084791 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.084791 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.084791 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.084791 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085321 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085321 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085321 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085321 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085321 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085321 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085714 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085714 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085865 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.085943 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.087679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.087679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.087679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.087679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.087679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.087679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.087679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.087679 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088278 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088750 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088750 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088750 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.088959 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.089038 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.089211 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.089378 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.089543 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.089711 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.090299 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.090299 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.090299 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.091815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.091815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.091815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.091815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.091815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.091815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.091815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.091815 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.093166 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.093166 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.093166 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.093166 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.093166 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.093166 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.093166 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.093166 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094200 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094200 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094200 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094200 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094200 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094200 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094200 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094200 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094728 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094728 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094728 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.094728 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.095002 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.095002 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.095147 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.095250 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.095416 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.095583 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.095890 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.095890 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.096062 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.096918 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.096918 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.096918 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.096918 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.096918 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.097878 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.097878 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.097878 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.097878 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.097878 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.097878 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.098280 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.098280 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.098280 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.098494 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.098574 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.098732 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.098898 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.099077 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.099244 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.099412 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100237 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100237 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100237 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100237 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100237 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100616 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100616 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100738 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.100874 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.101055 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.101218 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.101382 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.101555 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.101737 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.101901 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.102065 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.102231 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.102396 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.102562 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.102727 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.102893 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.103043 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.103209 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.103372 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.103537 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.103701 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.103866 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.104030 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.104214 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.104380 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.104545 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.104710 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.104875 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:39:06.105032 n-d-791505-15 neutron-server[100136]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100136) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:39:06.303458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43142) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:06.311946 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063453 Jul 16 19:39:17.955128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc17ca-5838-44ce-a4d4-f5abf90c4b74 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:39:18.133082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc17ca-5838-44ce-a4d4-f5abf90c4b74 None None] No non-hosted networks {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 19:39:18.270392 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a77e005-9e9f-4676-8d82-7486f7a0afa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701041'] for agent, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.281967 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bb1a615b-646a-4ece-ab10-2fe06d5a9368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701041'] for agent, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.347995 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1576684-e50d-46b2-9e77-bb9b0cfda2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.421512 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701041'] for agent, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.423743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.424896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.425436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.425915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.426604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.427509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.428026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.429217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.430100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.430630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.431142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.431887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:20.435959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791505-15', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:20.457697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791505-15', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:22.182586 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701041'] for agent, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.208026 n-d-791505-15 neutron-server[100245]: INFO neutron.db.l3_hamode_db [None req-9aa398ae-fb3e-4a99-b36a-49995add69eb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 19:39:23.291538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa398ae-fb3e-4a99-b36a-49995add69eb None None] Routers set() bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:23.292347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa398ae-fb3e-4a99-b36a-49995add69eb None None] Router IDs set() for agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 19:39:23.506986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701041'] for agent, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.726325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43234) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:25.213754 n-d-791505-15 neutron-server[100243]: WARNING oslo_policy.policy [None req-c93464f3-d6c4-4154-beee-d20f3fcc6a8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:39:25.214336 n-d-791505-15 neutron-server[100243]: WARNING oslo_policy.policy [None req-c93464f3-d6c4-4154-beee-d20f3fcc6a8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:39:25.431881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-c93464f3-d6c4-4154-beee-d20f3fcc6a8d admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:39:25.433062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c93464f3-d6c4-4154-beee-d20f3fcc6a8d admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7046735 Jul 16 19:39:27.857982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43248) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:28.184744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b469a792-2861-4e26-9df4-13a9cd79d6ee admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:28.280093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.policy [None req-b469a792-2861-4e26-9df4-13a9cd79d6ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100243) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:39:28.325158 n-d-791505-15 neutron-server[100243]: WARNING oslo_policy.policy [None req-b469a792-2861-4e26-9df4-13a9cd79d6ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:39:28.325521 n-d-791505-15 neutron-server[100243]: WARNING oslo_policy.policy [None req-b469a792-2861-4e26-9df4-13a9cd79d6ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:39:28.334229 n-d-791505-15 neutron-server[100243]: INFO neutron.quota [None req-b469a792-2861-4e26-9df4-13a9cd79d6ee admin admin] Loaded quota_driver: . Jul 16 19:39:28.426514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b469a792-2861-4e26-9df4-13a9cd79d6ee admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747919932785', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747919917826', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747919912810', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747919914656', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747919907045', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747919884474', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16259598', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16254717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632009', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-708408'] for rbac-policy, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.492256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b469a792-2861-4e26-9df4-13a9cd79d6ee admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.493495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b469a792-2861-4e26-9df4-13a9cd79d6ee admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6345220 Jul 16 19:39:31.122472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43260) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:31.475666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'admin_state_up': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:31.507970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Made reservation on behalf of b878f07346ba4a70afb138249cb5b61a for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:31.511041 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.529393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.668579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.673298 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.693753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:39:31.736119 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747916710979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.736890 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Unsubscribe: segment precommit_create {{(pid=100243) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:39:31.738298 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Added segment f8f05475-2859-46aa-ba31-433234a06c11 of type vlan for network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 Jul 16 19:39:31.764425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e782de-7709-4830-b96f-55fe6cdca387,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:31.799048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.799391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.799731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.800064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.800415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.800741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.801065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.801388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.801744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.802080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.802519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.802865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Tracked resource versions report: Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: pushed versions: Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: { 'AddressGroup': {'1.2'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'ConntrackHelper': {'1.0'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Log': {'1.0'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Network': {'1.1'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Port': {'1.7'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'PortForwarding': {'1.2'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'QosPolicy': {'1.8'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'SecurityGroup': {'1.4'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'SubPort': {'1.0'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Subnet': {'1.1'}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Trunk': {'1.1'}} Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: consumer versions: Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: { DHCP agent@n-d-791505-15: {}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: L3 agent@n-d-791505-15: {}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: Metadata agent@n-d-791505-15: {}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: Metering agent@n-d-791505-15: {}, Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: Open vSwitch agent@n-d-791505-15: { 'AddressGroup': '1.2', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'ConntrackHelper': '1.0', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Log': '1.0', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Network': '1.1', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Port': '1.7', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'PortForwarding': '1.2', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'QosPolicy': '1.8', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'SecurityGroup': '1.4', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'SecurityGroupRule': '1.2', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'SubPort': '1.0', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Subnet': '1.1', Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: 'Trunk': '1.1'}} Jul 16 19:39:31.804431 n-d-791505-15 neutron-server[100243]: {{(pid=100243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:39:31.905569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.976875 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.978058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:31.978778 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.038141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9145916 Jul 16 19:39:32.080805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5361ede-32df-4990-ba54-5fc0c649f70c admin admin] Pushing event updated for resources: {'Network': ['ID=ec466cb2-ae61-4fef-ae7f-3b1a69547ba1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:32.092729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:39:34.701763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43274) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:35.259779 n-d-791505-15 neutron-server[100244]: WARNING oslo_policy.policy [None req-ed562687-cf63-4e23-84f4-560ef15e5942 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:39:35.260395 n-d-791505-15 neutron-server[100244]: WARNING oslo_policy.policy [None req-ed562687-cf63-4e23-84f4-560ef15e5942 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:39:35.704404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.policy [None req-ed562687-cf63-4e23-84f4-560ef15e5942 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100244) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:39:35.750378 n-d-791505-15 neutron-server[100244]: WARNING oslo_policy.policy [None req-ed562687-cf63-4e23-84f4-560ef15e5942 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:39:35.750747 n-d-791505-15 neutron-server[100244]: WARNING oslo_policy.policy [None req-ed562687-cf63-4e23-84f4-560ef15e5942 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:39:35.760765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed562687-cf63-4e23-84f4-560ef15e5942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:35.762872 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed562687-cf63-4e23-84f4-560ef15e5942 admin admin] 10.222.0.78 "GET /v2.0/networks/ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 HTTP/1.1" status: 200 len: 825 time: 1.0601888 Jul 16 19:39:35.802566 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a8edd233-9434-43a8-af49-f5cbe3618954 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/dca584fe-b6c9-4de6-b6f3-3dd77c426bc5 HTTP/1.1" status: 200 len: 734 time: 0.0341434 Jul 16 19:39:35.812305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Request body: {'subnet': {'subnetpool_id': 'dca584fe-b6c9-4de6-b6f3-3dd77c426bc5', 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:35.813869 n-d-791505-15 neutron-server[100244]: INFO neutron.quota [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Loaded quota_driver: . Jul 16 19:39:35.854669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Made reservation on behalf of b878f07346ba4a70afb138249cb5b61a for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:35.857833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:36.160413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:36.241195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Checking segment: {'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:36.241591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Network hostable DHCP agents. Network: ec466cb2-ae61-4fef-ae7f-3b1a69547ba1, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:39:36.257518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14250ce-6c37-4af7-b0e1-a641e66e4489,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:36.274310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.274658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.274997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.275333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.275681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.275994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.276361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.276720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.277010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.277529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.277938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.278347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Tracked resource versions report: Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: pushed versions: Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: { 'AddressGroup': {'1.2'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'ConntrackHelper': {'1.0'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Log': {'1.0'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Network': {'1.1'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Port': {'1.7'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'PortForwarding': {'1.2'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'QosPolicy': {'1.8'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'SecurityGroup': {'1.4'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'SubPort': {'1.0'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Subnet': {'1.1'}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Trunk': {'1.1'}} Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: consumer versions: Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: { DHCP agent@n-d-791505-15: {}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: L3 agent@n-d-791505-15: {}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: Metadata agent@n-d-791505-15: {}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: Metering agent@n-d-791505-15: {}, Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: Open vSwitch agent@n-d-791505-15: { 'AddressGroup': '1.2', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'ConntrackHelper': '1.0', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Log': '1.0', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Network': '1.1', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Port': '1.7', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'PortForwarding': '1.2', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'QosPolicy': '1.8', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'SecurityGroup': '1.4', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'SecurityGroupRule': '1.2', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'SubPort': '1.0', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Subnet': '1.1', Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: 'Trunk': '1.1'}} Jul 16 19:39:36.279505 n-d-791505-15 neutron-server[100244]: {{(pid=100244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:39:36.298913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:39:36.316110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ec466cb2-ae61-4fef-ae7f-3b1a69547ba1) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:36.321338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:36.322158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:36.325631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6220b4-d3c1-420c-a80a-98b819838c95 None None] Network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:36.341676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f37a0b00-9465-4219-bbd0-fbae64aa2f35 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5337086 Jul 16 19:39:36.651454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'fixed_ips': [{'subnet_id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:39:36.653247 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:36.931271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Allocated IP 172.20.0.2 (ec466cb2-ae61-4fef-ae7f-3b1a69547ba1/d14250ce-6c37-4af7-b0e1-a641e66e4489/386d618f-82d2-447e-b46f-de0b6a86c764) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:37.137767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:37.182593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Transition to ACTIVE for port object 386d618f-82d2-447e-b46f-de0b6a86c764 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:37.203429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Transition to ACTIVE for port object 386d618f-82d2-447e-b46f-de0b6a86c764 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:37.211484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:37.287086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:37.292161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:37.301830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:37.304897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Pushing event updated for resources: {'Port': ['ID=386d618f-82d2-447e-b46f-de0b6a86c764,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:37.330269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.330911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.330911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.331260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.331589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.331916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.332403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.332740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.333064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.333384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.333702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.334019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Tracked resource versions report: Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: pushed versions: Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: { 'AddressGroup': {'1.2'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'ConntrackHelper': {'1.0'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Log': {'1.0'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Network': {'1.1'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Port': {'1.7'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'PortForwarding': {'1.2'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'QosPolicy': {'1.8'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'SecurityGroup': {'1.4'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'SubPort': {'1.0'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Subnet': {'1.1'}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Trunk': {'1.1'}} Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: consumer versions: Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: { DHCP agent@n-d-791505-15: {}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: L3 agent@n-d-791505-15: {}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: Metadata agent@n-d-791505-15: {}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: Metering agent@n-d-791505-15: {}, Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: Open vSwitch agent@n-d-791505-15: { 'AddressGroup': '1.2', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'ConntrackHelper': '1.0', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Log': '1.0', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Network': '1.1', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Port': '1.7', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'PortForwarding': '1.2', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'QosPolicy': '1.8', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'SecurityGroup': '1.4', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'SecurityGroupRule': '1.2', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'SubPort': '1.0', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Subnet': '1.1', Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: 'Trunk': '1.1'}} Jul 16 19:39:37.335162 n-d-791505-15 neutron-server[100245]: {{(pid=100245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:39:37.387278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Attempting to bind port 386d618f-82d2-447e-b46f-de0b6a86c764 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:37.387788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Attempting to bind port 386d618f-82d2-447e-b46f-de0b6a86c764 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:37.388245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Attempting to bind port 386d618f-82d2-447e-b46f-de0b6a86c764 on network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:37.393576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:37.393982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Checking segment: {'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:37.394443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:37.394829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Bound using segment: {'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:37.395315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Bound port: 386d618f-82d2-447e-b46f-de0b6a86c764, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:37.395714 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:37.460406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] For port 386d618f-82d2-447e-b46f-de0b6a86c764, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:37.465218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] For port 386d618f-82d2-447e-b46f-de0b6a86c764, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=386d618f-82d2-447e-b46f-de0b6a86c764,segment=NetworkSegment(f8f05475-2859-46aa-ba31-433234a06c11),segment_id=f8f05475-2859-46aa-ba31-433234a06c11)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:37.470122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:37.539455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc4718-6438-433b-a15e-32ffdc6c0dd5 None None] Pushing event updated for resources: {'Port': ['ID=386d618f-82d2-447e-b46f-de0b6a86c764,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:38.794839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43294) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:39.163224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-9f3c3c19-8284-495d-a8d0-e77a4966ff61 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:39:39.165541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9f3c3c19-8284-495d-a8d0-e77a4966ff61 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3695643 Jul 16 19:39:41.706879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43302) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:42.022213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-a054ef21-efda-4849-bf0c-25439765d3c8 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:39:42.023205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a054ef21-efda-4849-bf0c-25439765d3c8 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153684 Jul 16 19:39:42.893162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 386d618f-82d2-447e-b46f-de0b6a86c764 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:42.980946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 386d618f-82d2-447e-b46f-de0b6a86c764 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:43.929272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b327ea2-6df7-44a8-a421-cde02ae5ac52 None None] Network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:43.990566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-35b57b18-7b98-4d0d-bfdd-e00267d8d120 None None] Provisioning for port 386d618f-82d2-447e-b46f-de0b6a86c764 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:43.999343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-35b57b18-7b98-4d0d-bfdd-e00267d8d120 None None] Provisioning complete for port 386d618f-82d2-447e-b46f-de0b6a86c764 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:43.999748 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35b57b18-7b98-4d0d-bfdd-e00267d8d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:44.191531 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35b57b18-7b98-4d0d-bfdd-e00267d8d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:44.251449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-35b57b18-7b98-4d0d-bfdd-e00267d8d120 None None] For port 386d618f-82d2-447e-b46f-de0b6a86c764, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=386d618f-82d2-447e-b46f-de0b6a86c764,segment=NetworkSegment(f8f05475-2859-46aa-ba31-433234a06c11),segment_id=f8f05475-2859-46aa-ba31-433234a06c11)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:44.257980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35b57b18-7b98-4d0d-bfdd-e00267d8d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:44.329996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b57b18-7b98-4d0d-bfdd-e00267d8d120 None None] Pushing event updated for resources: {'Port': ['ID=386d618f-82d2-447e-b46f-de0b6a86c764,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:44.477982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-392d00e3-abff-47e0-bb85-e4f6a189cec3 None None] Provisioning complete for port 386d618f-82d2-447e-b46f-de0b6a86c764 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:44.478435 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-392d00e3-abff-47e0-bb85-e4f6a189cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:44.720305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43318) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:44.858062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 386d618f-82d2-447e-b46f-de0b6a86c764 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:44.903953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 386d618f-82d2-447e-b46f-de0b6a86c764 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:44.904352 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:45.019582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3d209648-c55e-4439-be20-92052d199326 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'admin_state_up': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:45.042740 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d209648-c55e-4439-be20-92052d199326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:45.044345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d209648-c55e-4439-be20-92052d199326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:45.203345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d209648-c55e-4439-be20-92052d199326 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:45.208327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d209648-c55e-4439-be20-92052d199326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:45.221515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d209648-c55e-4439-be20-92052d199326 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:45.222977 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3d209648-c55e-4439-be20-92052d199326 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5015962 Jul 16 19:39:47.612069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43326) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:47.867596 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-24c09ab3-5eee-4fc5-abe8-8071cbb3ff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:47.925670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-38aa301e-34fd-48a7-a607-576ec99cd0fb admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:39:47.926711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-38aa301e-34fd-48a7-a607-576ec99cd0fb admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136823 Jul 16 19:39:50.274044 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d025b3cc-6fab-4855-ba11-2dac7033c566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.364042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43334) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:50.409871 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.687353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:50.708834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Made reservation on behalf of 8bae0f434823410597b369619d9051bb for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:50.711062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.719656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.803688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.807285 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.821348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Reserving flat network on physical network physnet1 {{(pid=100243) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 19:39:50.845891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.846232 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Added segment 67acabbe-7031-41c4-886f-ec09d82af432 of type flat for network 5d502ef9-38e2-4288-9a0e-119b6f13f684 Jul 16 19:39:50.847506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ddf486-697b-44f0-a114-56147b2404e3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:50.894149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.929082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.930016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:50.930583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:50.958965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5938785 Jul 16 19:39:50.989715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb5681-ac4f-488d-bf28-5c4345f79db8 admin admin] Pushing event updated for resources: {'Network': ['ID=5d502ef9-38e2-4288-9a0e-119b6f13f684,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:50.999838 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:39:52.096698 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:53.358454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43352) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:53.455983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:53.538852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6353d7-ba2a-45e5-a4b4-afa7d480db6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:53.540497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6b6353d7-ba2a-45e5-a4b4-afa7d480db6c admin admin] 10.222.0.78 "GET /v2.0/subnets/d14250ce-6c37-4af7-b0e1-a641e66e4489 HTTP/1.1" status: 200 len: 849 time: 0.1810825 Jul 16 19:39:53.658791 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-760b52d0-4066-402f-902d-6bcb9fe94aa8 admin admin] 10.222.0.78 "GET /v2.0/routers/c29c5f5f-d07b-49c6-93ff-99363c96ad54 HTTP/1.1" status: 200 len: 704 time: 0.1122687 Jul 16 19:39:53.926280 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:54.217956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Allocated IP 172.20.0.1 (ec466cb2-ae61-4fef-ae7f-3b1a69547ba1/d14250ce-6c37-4af7-b0e1-a641e66e4489/cf58e332-314a-46ab-92b3-3ac27a62363d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:54.372180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:54.393157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Transition to ACTIVE for port object cf58e332-314a-46ab-92b3-3ac27a62363d will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:54.474484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:54.547726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:54.552184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:54.557834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:54.559327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:54.583876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Pushing event updated for resources: {'Port': ['ID=cf58e332-314a-46ab-92b3-3ac27a62363d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:54.743845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8e4923f3-b503-4cdd-8774-7bb42cb73341 None None] Provisioning for port cf58e332-314a-46ab-92b3-3ac27a62363d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:54.747892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8e4923f3-b503-4cdd-8774-7bb42cb73341 None None] Provisioning complete for port cf58e332-314a-46ab-92b3-3ac27a62363d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:54.748300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8e4923f3-b503-4cdd-8774-7bb42cb73341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:54.783138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8e4923f3-b503-4cdd-8774-7bb42cb73341 None None] Port cf58e332-314a-46ab-92b3-3ac27a62363d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:39:54.830847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:55.007379 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:55.012788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:55.013553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:55.069468 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Pushing event updated for resources: {'Port': ['ID=cf58e332-314a-46ab-92b3-3ac27a62363d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:55.136395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:55.137698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:55.297405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Router c29c5f5f-d07b-49c6-93ff-99363c96ad54 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:39:55.303579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-713deb6e-8fb8-4d9a-8e05-cd7aec6d30ff None None] Provisioning complete for port cf58e332-314a-46ab-92b3-3ac27a62363d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:55.303957 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-713deb6e-8fb8-4d9a-8e05-cd7aec6d30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:55.338385 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-713deb6e-8fb8-4d9a-8e05-cd7aec6d30ff None None] Port cf58e332-314a-46ab-92b3-3ac27a62363d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:39:55.387050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:39:55.392432 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d5bdf34f-230b-4c27-983e-8f9f3debd337 admin admin] 10.222.0.78 "PUT /v2.0/routers/c29c5f5f-d07b-49c6-93ff-99363c96ad54/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7285841 Jul 16 19:39:55.396575 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Sync routers for ids ['c29c5f5f-d07b-49c6-93ff-99363c96ad54'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:39:55.412097 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Routers {'c29c5f5f-d07b-49c6-93ff-99363c96ad54'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:55.413259 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:39:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c29c5f5f-d07b-49c6-93ff-99363c96ad54'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:55.603735 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Set router c29c5f5f-d07b-49c6-93ff-99363c96ad54 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:56.033141 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'name': 'router1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:45Z', 'updated_at': '2021-07-16T19:39:54Z', 'revision_number': 2, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'gw_port_host': None, '_interfaces': [{'id': 'cf58e332-314a-46ab-92b3-3ac27a62363d', 'name': '', 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'mac_address': 'fa:16:3e:b0:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:53Z', 'updated_at': '2021-07-16T19:39:54Z', 'revision_number': 2, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'subnets': [{'id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dca584fe-b6c9-4de6-b6f3-3dd77c426bc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:56.082253 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Checking router: c29c5f5f-d07b-49c6-93ff-99363c96ad54 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:39:56.082625 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Updating router c29c5f5f-d07b-49c6-93ff-99363c96ad54 port cf58e332-314a-46ab-92b3-3ac27a62363d binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:39:56.144951 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:56.642864 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:56.661924 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Transition to ACTIVE for port object cf58e332-314a-46ab-92b3-3ac27a62363d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:56.669227 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:56.826574 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Attempting to bind port cf58e332-314a-46ab-92b3-3ac27a62363d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:56.827041 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Attempting to bind port cf58e332-314a-46ab-92b3-3ac27a62363d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:56.827470 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Attempting to bind port cf58e332-314a-46ab-92b3-3ac27a62363d on network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:56.833699 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Pushing event updated for resources: {'Port': ['ID=cf58e332-314a-46ab-92b3-3ac27a62363d,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:56.843055 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:56.843467 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Checking segment: {'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:56.843934 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:56.844356 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Bound using segment: {'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:56.844861 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Bound port: cf58e332-314a-46ab-92b3-3ac27a62363d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f05475-2859-46aa-ba31-433234a06c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:56.845253 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:56.847595 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.847940 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.848320 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.848659 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.848992 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.849324 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.849652 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.849981 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.850305 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.850627 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.850949 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.851270 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Tracked resource versions report: Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: pushed versions: Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: { 'AddressGroup': {'1.2'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'ConntrackHelper': {'1.0'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Log': {'1.0'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Network': {'1.1'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Port': {'1.7'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'PortForwarding': {'1.2'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'QosPolicy': {'1.8'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'SecurityGroup': {'1.4'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'SubPort': {'1.0'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Subnet': {'1.1'}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Trunk': {'1.1'}} Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: consumer versions: Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: { DHCP agent@n-d-791505-15: {}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: L3 agent@n-d-791505-15: {}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: Metadata agent@n-d-791505-15: {}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: Metering agent@n-d-791505-15: {}, Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: Open vSwitch agent@n-d-791505-15: { 'AddressGroup': '1.2', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'ConntrackHelper': '1.0', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Log': '1.0', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Network': '1.1', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Port': '1.7', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'PortForwarding': '1.2', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'QosPolicy': '1.8', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'SecurityGroup': '1.4', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'SecurityGroupRule': '1.2', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'SubPort': '1.0', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Subnet': '1.1', Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: 'Trunk': '1.1'}} Jul 16 19:39:56.852410 n-d-791505-15 neutron-server[100246]: {{(pid=100246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:39:56.922003 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] For port cf58e332-314a-46ab-92b3-3ac27a62363d, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:56.942407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] For port cf58e332-314a-46ab-92b3-3ac27a62363d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cf58e332-314a-46ab-92b3-3ac27a62363d,segment=NetworkSegment(f8f05475-2859-46aa-ba31-433234a06c11),segment_id=f8f05475-2859-46aa-ba31-433234a06c11)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:56.946735 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:56.992616 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Routers {'c29c5f5f-d07b-49c6-93ff-99363c96ad54'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:56.993253 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:39:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c29c5f5f-d07b-49c6-93ff-99363c96ad54'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:57.092968 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] Set router c29c5f5f-d07b-49c6-93ff-99363c96ad54 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:57.095614 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a066c-2143-4cfb-88a0-5c64269f0666 None None] Pushing event updated for resources: {'Port': ['ID=cf58e332-314a-46ab-92b3-3ac27a62363d,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:57.305995 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'name': 'router1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:45Z', 'updated_at': '2021-07-16T19:39:54Z', 'revision_number': 2, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'gw_port_host': None, '_interfaces': [{'id': 'cf58e332-314a-46ab-92b3-3ac27a62363d', 'name': '', 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'mac_address': 'fa:16:3e:b0:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:53Z', 'updated_at': '2021-07-16T19:39:56Z', 'revision_number': 4, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'subnets': [{'id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dca584fe-b6c9-4de6-b6f3-3dd77c426bc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:57.331990 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886d019-760e-4a3e-844f-aea7cfdc7426 None None] The sync data for ids ['c29c5f5f-d07b-49c6-93ff-99363c96ad54'] in n-d-791505-15 is: [{'id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'name': 'router1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:45Z', 'updated_at': '2021-07-16T19:39:54Z', 'revision_number': 2, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'gw_port_host': None, '_interfaces': [{'id': 'cf58e332-314a-46ab-92b3-3ac27a62363d', 'name': '', 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'mac_address': 'fa:16:3e:b0:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:53Z', 'updated_at': '2021-07-16T19:39:56Z', 'revision_number': 4, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'subnets': [{'id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dca584fe-b6c9-4de6-b6f3-3dd77c426bc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:39:57.621602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43372) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:57.731396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55451270-0e2b-4e3c-89c0-ea8f01f57930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:57.732872 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-55451270-0e2b-4e3c-89c0-ea8f01f57930 admin admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 842 time: 0.1103203 Jul 16 19:39:57.742181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'name': 'public-subnet'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:57.764138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Made reservation on behalf of 8bae0f434823410597b369619d9051bb for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:57.766406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:58.048466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 19:39:58.048899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:58.108249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d29b27-604a-436d-9e09-87c96391f34d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:58.112377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:58.112740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Network hostable DHCP agents. Network: 5d502ef9-38e2-4288-9a0e-119b6f13f684, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:39:58.128859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:39:58.138667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 5d502ef9-38e2-4288-9a0e-119b6f13f684) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:58.142642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:58.143208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:58.148437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45efc15a-86d3-44fc-9e8a-d629bf4f0655 None None] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:58.164759 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-81d379f2-6c0f-4ce2-9399-e4c4eeec6978 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4259207 Jul 16 19:39:58.290714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfc10c-670c-4499-80f1-68964b458af4 None None] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:40:00.472822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43384) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:40:00.610781 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-698bfecc-b07a-410a-95f5-bc4c1d62d112 admin admin] 10.222.0.78 "GET /v2.0/routers/c29c5f5f-d07b-49c6-93ff-99363c96ad54 HTTP/1.1" status: 200 len: 710 time: 0.1368315 Jul 16 19:40:00.695776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e0f93-30ce-4edf-ba08-00cf6fb82b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:00.697223 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-287e0f93-30ce-4edf-ba08-00cf6fb82b4c admin admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 886 time: 0.0812912 Jul 16 19:40:00.706336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:40:00.888243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf58e332-314a-46ab-92b3-3ac27a62363d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:40:00.945796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port cf58e332-314a-46ab-92b3-3ac27a62363d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:40:00.950659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cf58e332-314a-46ab-92b3-3ac27a62363d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:40:00.951038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.030708 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.032639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.063905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port cf58e332-314a-46ab-92b3-3ac27a62363d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cf58e332-314a-46ab-92b3-3ac27a62363d,segment=NetworkSegment(f8f05475-2859-46aa-ba31-433234a06c11),segment_id=f8f05475-2859-46aa-ba31-433234a06c11)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:40:01.069304 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.121205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=cf58e332-314a-46ab-92b3-3ac27a62363d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:01.272816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.351680 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.463833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Allocated IP 172.25.6.197 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/a7ed370a-d288-4f21-ad3c-df070e60fe52) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:40:01.566923 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.607568 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.647274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:40:01.649996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:40:01.653652 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:40:01.689726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ed370a-d288-4f21-ad3c-df070e60fe52,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:01.902000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:02.101105 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:02.104382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:02.212116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Router c29c5f5f-d07b-49c6-93ff-99363c96ad54 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:40:02.395972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:40:02.400810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:02.401423 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-410a4c5c-9c54-4f38-aca4-7b2307935930 admin admin] 10.222.0.78 "PUT /v2.0/routers/c29c5f5f-d07b-49c6-93ff-99363c96ad54 HTTP/1.1" status: 200 len: 890 time: 1.6985085 Jul 16 19:40:02.423523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Sync routers for ids ['c29c5f5f-d07b-49c6-93ff-99363c96ad54'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:40:02.436257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Routers {'c29c5f5f-d07b-49c6-93ff-99363c96ad54'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:40:02.437074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:39:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c29c5f5f-d07b-49c6-93ff-99363c96ad54'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:40:02.727329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Set router c29c5f5f-d07b-49c6-93ff-99363c96ad54 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:40:02.899770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf58e332-314a-46ab-92b3-3ac27a62363d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:40:03.075963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cf58e332-314a-46ab-92b3-3ac27a62363d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:40:03.076289 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.244004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'name': 'router1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a7ed370a-d288-4f21-ad3c-df070e60fe52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:45Z', 'updated_at': '2021-07-16T19:40:01Z', 'revision_number': 4, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'gw_port': {'id': 'a7ed370a-d288-4f21-ad3c-df070e60fe52', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:40:01Z', 'updated_at': '2021-07-16T19:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf58e332-314a-46ab-92b3-3ac27a62363d', 'name': '', 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'mac_address': 'fa:16:3e:b0:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:53Z', 'updated_at': '2021-07-16T19:40:01Z', 'revision_number': 5, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'subnets': [{'id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dca584fe-b6c9-4de6-b6f3-3dd77c426bc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:40:03.296535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Checking router: c29c5f5f-d07b-49c6-93ff-99363c96ad54 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:40:03.296910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Updating router c29c5f5f-d07b-49c6-93ff-99363c96ad54 port a7ed370a-d288-4f21-ad3c-df070e60fe52 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:40:03.335073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.671152 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.681377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Transition to ACTIVE for port object a7ed370a-d288-4f21-ad3c-df070e60fe52 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:40:03.689139 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.741542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5576f-1c8d-4025-a8a2-078ae7c33209 None None] Pushing event updated for resources: {'Port': ['ID=a7ed370a-d288-4f21-ad3c-df070e60fe52,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:03.746504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Attempting to bind port a7ed370a-d288-4f21-ad3c-df070e60fe52 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:40:03.746504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Attempting to bind port a7ed370a-d288-4f21-ad3c-df070e60fe52 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:40:03.747665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Attempting to bind port a7ed370a-d288-4f21-ad3c-df070e60fe52 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:40:03.752955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:40:03.753332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:40:03.754232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.754232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:40:03.754563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Bound port: a7ed370a-d288-4f21-ad3c-df070e60fe52, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:40:03.754961 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.895255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] For port a7ed370a-d288-4f21-ad3c-df070e60fe52, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:40:03.899094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] For port a7ed370a-d288-4f21-ad3c-df070e60fe52, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a7ed370a-d288-4f21-ad3c-df070e60fe52,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:40:03.904355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.966138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Routers {'c29c5f5f-d07b-49c6-93ff-99363c96ad54'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:40:03.967977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:39:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c29c5f5f-d07b-49c6-93ff-99363c96ad54'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:40:03.971816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5576f-1c8d-4025-a8a2-078ae7c33209 None None] Pushing event updated for resources: {'Port': ['ID=a7ed370a-d288-4f21-ad3c-df070e60fe52,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:04.087450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] Set router c29c5f5f-d07b-49c6-93ff-99363c96ad54 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:40:04.305848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'name': 'router1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a7ed370a-d288-4f21-ad3c-df070e60fe52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:45Z', 'updated_at': '2021-07-16T19:40:01Z', 'revision_number': 4, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'gw_port': {'id': 'a7ed370a-d288-4f21-ad3c-df070e60fe52', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:40:01Z', 'updated_at': '2021-07-16T19:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf58e332-314a-46ab-92b3-3ac27a62363d', 'name': '', 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'mac_address': 'fa:16:3e:b0:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:53Z', 'updated_at': '2021-07-16T19:40:01Z', 'revision_number': 5, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'subnets': [{'id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dca584fe-b6c9-4de6-b6f3-3dd77c426bc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:40:04.337099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f123976e-d9ea-48b6-91f0-96d971ae6ea6 None None] The sync data for ids ['c29c5f5f-d07b-49c6-93ff-99363c96ad54'] in n-d-791505-15 is: [{'id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'name': 'router1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a7ed370a-d288-4f21-ad3c-df070e60fe52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:45Z', 'updated_at': '2021-07-16T19:40:01Z', 'revision_number': 4, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'gw_port': {'id': 'a7ed370a-d288-4f21-ad3c-df070e60fe52', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:40:01Z', 'updated_at': '2021-07-16T19:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf58e332-314a-46ab-92b3-3ac27a62363d', 'name': '', 'network_id': 'ec466cb2-ae61-4fef-ae7f-3b1a69547ba1', 'tenant_id': 'b878f07346ba4a70afb138249cb5b61a', 'mac_address': 'fa:16:3e:b0:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29c5f5f-d07b-49c6-93ff-99363c96ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:53Z', 'updated_at': '2021-07-16T19:40:01Z', 'revision_number': 5, 'project_id': 'b878f07346ba4a70afb138249cb5b61a', 'subnets': [{'id': 'd14250ce-6c37-4af7-b0e1-a641e66e4489', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dca584fe-b6c9-4de6-b6f3-3dd77c426bc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:40:04.908927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43392) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:40:04.922229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a7ed370a-d288-4f21-ad3c-df070e60fe52 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:40:04.982964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a7ed370a-d288-4f21-ad3c-df070e60fe52 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:40:04.987516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a7ed370a-d288-4f21-ad3c-df070e60fe52 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:40:04.987903 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:05.079522 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:05.102852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-850075a3-ab88-4b58-9ebc-37ae0ceb87e7 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1925766 Jul 16 19:40:05.105899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port a7ed370a-d288-4f21-ad3c-df070e60fe52, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a7ed370a-d288-4f21-ad3c-df070e60fe52,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:40:05.114769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:05.189453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=a7ed370a-d288-4f21-ad3c-df070e60fe52,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:06.897354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a7ed370a-d288-4f21-ad3c-df070e60fe52 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:40:06.956094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a7ed370a-d288-4f21-ad3c-df070e60fe52 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:40:06.956541 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:08.993511 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:40:17.869335 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d01442ab-4deb-47a7-980f-99f953e2e20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:20.279586 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b6351629-1dc6-46b4-9132-61c25f1ec2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:20.431148 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:22.107548 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:23.476032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:45.992033 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:40:47.872344 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-39023d54-53c7-424d-99d8-bb3ffe603833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:50.285581 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf8b38c0-ecac-48a9-90be-8b211ecf88d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:50.418990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:52.121590 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:53.459989 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:17.874382 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3ba4-6e60-49d6-86c0-939c6b7a9dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:20.277765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b426092d-617e-447c-a8f9-be0e64b690df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:20.414715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:22.113086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:22.991713 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:41:23.466896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:47.875954 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b00db748-1c43-4761-9d8c-2b3f89101fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:48.680409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43994) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:41:48.761169 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2dba82-5691-40c6-a972-4341b6734b01 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:41:48.762562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7e2dba82-5691-40c6-a972-4341b6734b01 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0806994 Jul 16 19:41:48.947886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d179a776-c29c-4d8a-9b70-0336769d3ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:48.949466 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d179a776-c29c-4d8a-9b70-0336769d3ebc admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1829209 Jul 16 19:41:50.279696 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d6c64c6-a7a8-41bc-bea4-47653f02fc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:50.420131 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:51.142235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44004) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:41:51.234226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf48623-97f1-4637-8e76-e5af0b6c7f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:51.235611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cbf48623-97f1-4637-8e76-e5af0b6c7f0c admin admin] 10.222.0.78 "GET /v2.0/subnets/d14250ce-6c37-4af7-b0e1-a641e66e4489 HTTP/1.1" status: 200 len: 849 time: 0.0924194 Jul 16 19:41:51.247554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:41:51.334600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:51.481767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747916796555'] for subnet, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:51.514565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:51.515804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:51.516460 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] 10.222.0.78 "PUT /v2.0/subnets/d14250ce-6c37-4af7-b0e1-a641e66e4489 HTTP/1.1" status: 200 len: 868 time: 0.2752640 Jul 16 19:41:51.531717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf16f9-a9b1-4242-956b-b71ed3d3327c None None] Network ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:41:51.536225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14250ce-6c37-4af7-b0e1-a641e66e4489,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:41:51.544757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.545136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.545454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.545866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.546214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.546547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.547676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.547676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.547676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.547976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.548179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.548781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de89b2-7441-41cf-8157-0dbc6750ea54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:51.919043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd9695ca-5164-457e-a743-95b566a171e4 None None] Provisioning complete for port cf58e332-314a-46ab-92b3-3ac27a62363d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:41:51.919410 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd9695ca-5164-457e-a743-95b566a171e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:52.012851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd9695ca-5164-457e-a743-95b566a171e4 None None] Provisioning complete for port 386d618f-82d2-447e-b46f-de0b6a86c764 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:41:52.013219 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd9695ca-5164-457e-a743-95b566a171e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:52.108875 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.472295 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.751993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44014) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:41:53.955745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01436724-0a90-4e52-ba66-e3ced1d23d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:53.956146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01436724-0a90-4e52-ba66-e3ced1d23d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:53.957748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-01436724-0a90-4e52-ba66-e3ced1d23d42 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2047420 Jul 16 19:41:56.162767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44022) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:41:56.300643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9905fd9-0035-42b9-99b4-f1bdb07c39c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:56.301132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9905fd9-0035-42b9-99b4-f1bdb07c39c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:56.302713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d9905fd9-0035-42b9-99b4-f1bdb07c39c9 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1389906 Jul 16 19:41:58.489736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44030) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:41:58.681889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfacc051-f400-42d7-a427-0c70362108b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:58.683257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bfacc051-f400-42d7-a427-0c70362108b4 admin admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 886 time: 0.1925664 Jul 16 19:41:59.991380 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:42:00.888030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44038) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:01.015028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf6fe1-7423-4ccd-ad79-177c105f4b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:01.016425 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e9cf6fe1-7423-4ccd-ad79-177c105f4b55 admin admin] 10.222.0.78 "GET /v2.0/networks/ec466cb2-ae61-4fef-ae7f-3b1a69547ba1 HTTP/1.1" status: 200 len: 869 time: 0.1273961 Jul 16 19:42:03.202596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44046) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:03.329444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5858989-75c0-469e-81ea-83a8186d5e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:03.329960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5858989-75c0-469e-81ea-83a8186d5e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:03.331480 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d5858989-75c0-469e-81ea-83a8186d5e89 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279197 Jul 16 19:42:05.603401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:05.703125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fccfdd-cbcd-4d75-b8aa-a644f87b1f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:05.703602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fccfdd-cbcd-4d75-b8aa-a644f87b1f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:05.709659 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-14fccfdd-cbcd-4d75-b8aa-a644f87b1f84 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1007633 Jul 16 19:42:07.893794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44062) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:07.983748 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e27fa-8690-4795-8932-8374f2b212c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:07.985168 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4d8e27fa-8690-4795-8932-8374f2b212c7 admin admin] 10.222.0.78 "GET /v2.0/subnets/37d29b27-604a-436d-9e09-87c96391f34d HTTP/1.1" status: 200 len: 816 time: 0.0904186 Jul 16 19:42:10.206547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44070) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:10.339499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f78bcc8-cf0f-46b3-83f9-aef361fd3267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:10.340905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2f78bcc8-cf0f-46b3-83f9-aef361fd3267 admin admin] 10.222.0.78 "GET /v2.0/subnets/d14250ce-6c37-4af7-b0e1-a641e66e4489 HTTP/1.1" status: 200 len: 868 time: 0.1333990 Jul 16 19:42:17.877924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb5de-f547-4e4e-8e5b-3f7eef8b37b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:20.281221 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eadabd7d-b14b-4c8b-9356-d836371f095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:20.414034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:22.113247 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:23.474986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:35.516895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44122) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:35.568763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-d652d3cc-20ac-4eeb-9319-4955fb990052 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:42:35.569916 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d652d3cc-20ac-4eeb-9319-4955fb990052 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520759 Jul 16 19:42:36.990120 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:42:37.867992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44130) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:37.927354 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2a9662-e15d-4c55-bcd1-6061c22d4e04 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:42:37.928794 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd2a9662-e15d-4c55-bcd1-6061c22d4e04 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597994 Jul 16 19:42:38.068519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe0416-0104-4af7-82c6-290917bfd898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:38.069915 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-afbe0416-0104-4af7-82c6-290917bfd898 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370461 Jul 16 19:42:40.267837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44138) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:40.313791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:42:40.337267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Made reservation on behalf of 8bae0f434823410597b369619d9051bb for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:42:40.339546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:40.367602 n-d-791505-15 neutron-server[100244]: WARNING neutron.services.revisions.revision_plugin [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Could not find related network for resource to bump revision. Jul 16 19:42:40.384720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:42:40.399218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747916710979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:40.399806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Unsubscribe: segment precommit_create {{(pid=100244) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:42:40.400298 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Added segment 96f6593d-034c-4c05-9d9b-0be36f269ab3 of type vlan for network 37fc6dd7-4080-4ab1-8609-1394c35239f0 Jul 16 19:42:40.467635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:40.508332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:40.509478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:40.510070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:40.603919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] Pushing event updated for resources: {'Network': ['ID=37fc6dd7-4080-4ab1-8609-1394c35239f0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:40.620269 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-707b3576-8cbc-4f03-86f7-43dea82670a6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3439922 Jul 16 19:42:40.623031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:42:42.818909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44146) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:42.877025 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1c7351-66aa-4932-9c13-372f254d209f admin admin] GET failed (client error): The resource could not be found. Jul 16 19:42:42.878357 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3e1c7351-66aa-4932-9c13-372f254d209f admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583973 Jul 16 19:42:42.948777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226329ef-e187-4313-80fa-f55893910b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:42.950268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-226329ef-e187-4313-80fa-f55893910b62 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680003 Jul 16 19:42:42.959698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:42:42.980100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Made reservation on behalf of 8bae0f434823410597b369619d9051bb for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:42:42.982391 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:43.138990 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:43.197971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ce4b3a-2326-4d92-a981-cf46f854fd0d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:43.200100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:42:43.200481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Network hostable DHCP agents. Network: 37fc6dd7-4080-4ab1-8609-1394c35239f0, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:42:43.216938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:42:43.225120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 37fc6dd7-4080-4ab1-8609-1394c35239f0) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:42:43.233733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:43.234935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:43.235326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41abfde8-beeb-48e7-8ca4-395729342b5d None None] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:42:43.270040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53260c34-e348-4f51-9318-3ccab6c32e7e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2967360 Jul 16 19:42:43.490011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-37fc6dd7-4080-4ab1-8609-1394c35239f0', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'tenant_id': '8bae0f434823410597b369619d9051bb', 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:42:43.490893 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:43.640782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Allocated IP 192.168.233.2 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/1a12eb2d-7408-4723-a453-fbef44525dd1) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:42:43.791562 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:43.800219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Transition to ACTIVE for port object 1a12eb2d-7408-4723-a453-fbef44525dd1 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:42:43.815938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Transition to ACTIVE for port object 1a12eb2d-7408-4723-a453-fbef44525dd1 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:42:43.822646 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:43.866977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:42:43.873180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:42:43.875675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:42:43.879070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Pushing event updated for resources: {'Port': ['ID=1a12eb2d-7408-4723-a453-fbef44525dd1,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:43.890708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.891062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.891414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.891760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.892100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.892486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.892825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.893170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.893501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.893830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.894165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.894494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:42:43.962589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Attempting to bind port 1a12eb2d-7408-4723-a453-fbef44525dd1 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:42:43.962967 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Attempting to bind port 1a12eb2d-7408-4723-a453-fbef44525dd1 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:42:43.963345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Attempting to bind port 1a12eb2d-7408-4723-a453-fbef44525dd1 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:42:43.971778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:42:43.972664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:42:43.973228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:43.973885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:42:43.974678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Bound port: 1a12eb2d-7408-4723-a453-fbef44525dd1, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:42:43.975312 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:44.049282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] For port 1a12eb2d-7408-4723-a453-fbef44525dd1, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:42:44.052607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] For port 1a12eb2d-7408-4723-a453-fbef44525dd1, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1a12eb2d-7408-4723-a453-fbef44525dd1,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:42:44.059243 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:44.116629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38dc7b-9249-42fe-a37e-4b9aea138a8a None None] Pushing event updated for resources: {'Port': ['ID=1a12eb2d-7408-4723-a453-fbef44525dd1,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:44.997056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bc516a-d1c4-48c6-bc3e-b31d975ae5c4 None None] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:42:45.067158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1a12eb2d-7408-4723-a453-fbef44525dd1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:42:45.107222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f68fe9af-b805-42e9-b9d6-33810df45885 None None] Provisioning for port 1a12eb2d-7408-4723-a453-fbef44525dd1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:42:45.201222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 1a12eb2d-7408-4723-a453-fbef44525dd1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:42:45.208910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1a12eb2d-7408-4723-a453-fbef44525dd1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:42:45.209287 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:45.313618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:45.355663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 1a12eb2d-7408-4723-a453-fbef44525dd1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1a12eb2d-7408-4723-a453-fbef44525dd1,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:45.362541 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:45.424498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=1a12eb2d-7408-4723-a453-fbef44525dd1,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:45.564505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b91e0b13-a598-4f07-b1e8-59bc57b52cb0 None None] Provisioning complete for port 1a12eb2d-7408-4723-a453-fbef44525dd1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:42:45.564782 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b91e0b13-a598-4f07-b1e8-59bc57b52cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:47.005017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1a12eb2d-7408-4723-a453-fbef44525dd1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:42:47.059351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1a12eb2d-7408-4723-a453-fbef44525dd1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:42:47.059727 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:47.884234 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-edc39ce9-c634-4d3f-92ad-914a27e45a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:50.291092 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb0f-9f43-48c3-9a23-ed4955f56a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:50.417748 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:52.117301 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:53.475538 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:13.989445 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:43:17.885934 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5cecba4c-87c7-4b8a-9485-26886f8a3865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:20.284375 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ec47adb3-6a1d-4433-b786-7b1c05611ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:20.420095 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:22.117726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:23.479685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:47.887513 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e94fc9a-661f-4563-a91d-78c7d7242795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:50.289579 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df869b62-f71e-404e-bfe1-a0fae5a4936e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:50.423366 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:50.988495 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:43:52.122024 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:53.483645 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:54.674795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44200) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:43:54.681591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-407ffbd4-9fe6-45d5-bef7-a7726d4b0456 tempest-verify_tempest_config-1967201019 tempest-verify_tempest_config-1967201019-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:43:54.682583 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-407ffbd4-9fe6-45d5-bef7-a7726d4b0456 tempest-verify_tempest_config-1967201019 tempest-verify_tempest_config-1967201019-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068171 Jul 16 19:43:54.985316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44218) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:43:55.089637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:55.208891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:55.212826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:55.255811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f41d4a-de2c-4c85-b8ce-11ee2cc6064e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:43:55.260538 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cfc7ddbcf7e4926a7c02b8da12cf6af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2742136 Jul 16 19:43:55.263235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44222) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:43:55.264792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.265160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.265494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.265835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.266182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.266510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.266843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.267174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.267505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.267834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.268163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.268525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa337d-bcc2-46dd-aee8-0938f6b3f8eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.323290 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:55.346223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:55.438432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:55.440997 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:55.442210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c4f41d4a-de2c-4c85-b8ce-11ee2cc6064e HTTP/1.1" status: 204 len: 168 time: 0.1779020 Jul 16 19:43:55.450856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f41d4a-de2c-4c85-b8ce-11ee2cc6064e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:43:55.457892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.458240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.458240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.458962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.460346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.460346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.460664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.460810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.461142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.461474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.461798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:43:55.462124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da730-beab-4ebe-abca-ea117ceea94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:44:17.887927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-feee622f-9725-4e8f-a673-1f3c2c6093c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:20.281021 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-646d6860-80e3-4c7d-96bb-f6a234954f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:20.425858 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:22.123860 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:23.489868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:27.987212 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:44:47.889477 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-571bc51d-8352-46d7-9015-3db6aa414b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:50.281655 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b3527c9b-1439-41f5-8b86-8010cf9f9370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:50.427331 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:52.128959 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:53.489591 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:04.986333 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:45:17.890775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dff9f587-23d9-446c-9324-65aacc636039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:20.282429 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca7d188b-70c4-44bf-9b75-aa8f1b0e5d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:20.429017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:22.130895 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:23.494466 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:41.985142 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:45:47.891106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-66f005e0-8537-498e-821a-05bca419176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:50.283720 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-91a98a01-cae3-4989-9e82-9bc5d75c1725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:50.433549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:52.133533 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:53.498337 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:17.892776 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-32d0c605-3e3e-4931-8ddc-e6dc9e990de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:18.983419 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:46:20.283679 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69ed6f69-dbfe-408b-868a-f907cadbfc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:20.434845 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:22.137255 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:23.499650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:47.894045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f219b58-3d4e-4067-87bc-7ab5c8fd5174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:50.285174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2355dd06-df39-4144-9908-5c08c11d3134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:50.436070 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:52.139443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:53.501642 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:55.983327 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 5 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:47:03.838738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701041'] for agent, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:04.578497 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701041'] for agent, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:17.894601 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f120ae66-2935-469e-8605-9e4f59bbf43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:20.285917 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-23d1c6df-518f-4480-8e4e-6a2c2cfe5988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:20.439084 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:22.142201 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:23.503973 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:32.982380 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:47:33.788194 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:34.555562 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:47.896073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-62b8e448-2b78-43b1-9005-6daaaf5dd2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:50.286174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bc934368-3d97-46aa-adae-e8c891bc14c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:50.442443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:51.978451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44288) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:47:52.083877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4efa8899-f081-415d-b24e-19944efc2e0d admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1042261 Jul 16 19:47:52.148785 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:53.508091 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:54.309834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44298) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:47:54.365740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6b705f39-c40b-40e9-a2d9-02c99a20027e admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0548103 Jul 16 19:48:03.787802 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:04.556751 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:09.981984 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:48:17.897875 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fea4542e-2cfe-4502-bb29-89d7994d3ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:20.288267 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ccd75bef-9bcc-4a34-8d36-aee339710244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:20.449443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:22.149298 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:23.507053 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:33.788811 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.573367 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:46.981950 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:48:47.908787 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-22d6452d-fff5-4deb-9734-00c77e80b4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:50.289803 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-10e5c7c9-985c-4e7a-8415-01a9f00004e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:50.443138 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:52.151749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:53.514157 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:03.792193 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:04.587450 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:17.387515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44482) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:17.783077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44506) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:17.804575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-55bc1b84-27aa-417b-958a-91d5741a2226 tempest-AutoAllocateNetworkTest-1219217679 tempest-AutoAllocateNetworkTest-1219217679-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=25002619f6b64e10841c04304aa9eb80&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4054894 Jul 16 19:49:17.914744 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-93c44fc9-d4c6-4dbc-b170-ade574c69e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.033411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44520) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:18.085103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f9417-63a3-4b77-a89e-0cb0bab8eae2 tempest-AutoAllocateNetworkTest-1219217679 tempest-AutoAllocateNetworkTest-1219217679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:18.089854 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-014f9417-63a3-4b77-a89e-0cb0bab8eae2 tempest-AutoAllocateNetworkTest-1219217679 tempest-AutoAllocateNetworkTest-1219217679-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3057537 Jul 16 19:49:18.090449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44524) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:18.163793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44530) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:18.164019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ee634efe-ff6e-47ed-b67b-02167ca75137 tempest-AutoAllocateNetworkTest-1219217679 tempest-AutoAllocateNetworkTest-1219217679-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722270 Jul 16 19:49:18.194704 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9e0f687d-8221-4afb-a095-c751d7201c9d tempest-AutoAllocateNetworkTest-1219217679 tempest-AutoAllocateNetworkTest-1219217679-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=25002619f6b64e10841c04304aa9eb80 HTTP/1.1" status: 200 len: 208 time: 0.0289161 Jul 16 19:49:18.465671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-network', 'tenant_id': '77091b115f7348a6b52abad28c79ae51'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:18.486629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Made reservation on behalf of 77091b115f7348a6b52abad28c79ae51 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:49:18.491776 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.501571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.614069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.621987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.652249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd915ec-47cb-4434-bfa4-7844bb20613b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:18.655092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:49:18.663809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.664421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.664809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.665200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.665610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.666177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.666674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.667068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.667339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.667671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.668083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.668608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Tracked resource versions report: Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: pushed versions: Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: { 'AddressGroup': {'1.2'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'ConntrackHelper': {'1.0'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Log': {'1.0'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Network': {'1.1'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Port': {'1.7'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'PortForwarding': {'1.2'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'QosPolicy': {'1.8'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'SecurityGroup': {'1.4'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'SubPort': {'1.0'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Subnet': {'1.1'}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Trunk': {'1.1'}} Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: consumer versions: Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: { DHCP agent@n-d-791505-15: {}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: HyperV agent@n-h1-791505-15: {}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: HyperV agent@n-h2-791505-15: {}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: L3 agent@n-d-791505-15: {}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: Metadata agent@n-d-791505-15: {}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: Metering agent@n-d-791505-15: {}, Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: Open vSwitch agent@n-d-791505-15: { 'AddressGroup': '1.2', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'ConntrackHelper': '1.0', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Log': '1.0', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Network': '1.1', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Port': '1.7', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'PortForwarding': '1.2', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'QosPolicy': '1.8', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'SecurityGroup': '1.4', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'SecurityGroupRule': '1.2', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'SubPort': '1.0', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Subnet': '1.1', Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: 'Trunk': '1.1'}} Jul 16 19:49:18.669892 n-d-791505-15 neutron-server[100243]: {{(pid=100243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:49:18.680343 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.682417 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Added segment 55435160-4686-42dc-adc4-8652e5dad8f5 of type vlan for network 49882ae9-50c9-466e-85d2-0c0ba6464332 Jul 16 19:49:18.725825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.754991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.755962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:18.756607 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.791896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44558) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:18.792522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7574182 Jul 16 19:49:18.802652 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Request body: {'subnet': {'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-subnet', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:18.831782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Made reservation on behalf of 77091b115f7348a6b52abad28c79ae51 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:49:18.832157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa4f43-557f-4615-af1d-85ff7385917a admin admin] Pushing event updated for resources: {'Network': ['ID=49882ae9-50c9-466e-85d2-0c0ba6464332,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:18.836011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.843179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:49:19.021197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44570) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:19.048518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.086171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:19.095630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.096037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.096149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.096428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.096754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.097076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.098321 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.098643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.099147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.099461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.099788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.100106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Tracked resource versions report: Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: pushed versions: Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: { 'AddressGroup': {'1.2'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'ConntrackHelper': {'1.0'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Log': {'1.0'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Network': {'1.1'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Port': {'1.7'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'PortForwarding': {'1.2'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'QosPolicy': {'1.8'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'SecurityGroup': {'1.4'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'SubPort': {'1.0'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Subnet': {'1.1'}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Trunk': {'1.1'}} Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: consumer versions: Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: { DHCP agent@n-d-791505-15: {}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: HyperV agent@n-h1-791505-15: {}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: HyperV agent@n-h2-791505-15: {}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: L3 agent@n-d-791505-15: {}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: Metadata agent@n-d-791505-15: {}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: Metering agent@n-d-791505-15: {}, Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: Open vSwitch agent@n-d-791505-15: { 'AddressGroup': '1.2', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'ConntrackHelper': '1.0', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Log': '1.0', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Network': '1.1', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Port': '1.7', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'PortForwarding': '1.2', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'QosPolicy': '1.8', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'SecurityGroup': '1.4', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'SecurityGroupRule': '1.2', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'SubPort': '1.0', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Subnet': '1.1', Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: 'Trunk': '1.1'}} Jul 16 19:49:19.101248 n-d-791505-15 neutron-server[100244]: {{(pid=100244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:49:19.137143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Checking segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:19.137510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Network hostable DHCP agents. Network: 49882ae9-50c9-466e-85d2-0c0ba6464332, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:49:19.156100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:49:19.166030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 49882ae9-50c9-466e-85d2-0c0ba6464332) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:19.172133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:19.173587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.180008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf2d59-7fe3-4d56-bc3e-b1e710c29725 None None] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:49:19.196871 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29d4b71f-229a-4501-851f-59a62944f24e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4022832 Jul 16 19:49:19.199047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44584) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:19.203919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:19.230050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.231523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.369393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.401970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-49882ae9-50c9-466e-85d2-0c0ba6464332', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:49:19.409636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.614715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Allocated IP 172.20.0.2 (49882ae9-50c9-466e-85d2-0c0ba6464332/e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21/f9fd8fa0-b6a5-4725-846b-95aaf3ef037c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:19.677252 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.699583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e0be06f-4d3e-4b9d-969d-2f429e71fd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.829986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.841914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Transition to ACTIVE for port object f9fd8fa0-b6a5-4725-846b-95aaf3ef037c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:19.858941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Transition to ACTIVE for port object f9fd8fa0-b6a5-4725-846b-95aaf3ef037c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:19.861606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e0be06f-4d3e-4b9d-969d-2f429e71fd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.867307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e0be06f-4d3e-4b9d-969d-2f429e71fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.867595 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.914924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:19.915588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8e0be06f-4d3e-4b9d-969d-2f429e71fd70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25002619f6b64e10841c04304aa9eb80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8951321 Jul 16 19:49:19.918330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:19.936624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:19.949479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:19.971388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0be06f-4d3e-4b9d-969d-2f429e71fd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e2826-ce0f-468b-a336-4239a1e1bd09,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:19.975566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Pushing event updated for resources: {'Port': ['ID=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:19.998646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.999007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.999355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:19.999700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.004572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.005082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.005606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.005989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.006434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.006755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.010332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.011040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Tracked resource versions report: Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: pushed versions: Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: { 'AddressGroup': {'1.2'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'ConntrackHelper': {'1.0'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Log': {'1.0'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Network': {'1.1'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Port': {'1.7'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'PortForwarding': {'1.2'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'QosPolicy': {'1.8'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'SecurityGroup': {'1.4'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'SubPort': {'1.0'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Subnet': {'1.1'}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Trunk': {'1.1'}} Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: consumer versions: Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: { DHCP agent@n-d-791505-15: {}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: HyperV agent@n-h1-791505-15: {}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: HyperV agent@n-h2-791505-15: {}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: L3 agent@n-d-791505-15: {}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: Metadata agent@n-d-791505-15: {}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: Metering agent@n-d-791505-15: {}, Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: Open vSwitch agent@n-d-791505-15: { 'AddressGroup': '1.2', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'ConntrackHelper': '1.0', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Log': '1.0', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Network': '1.1', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Port': '1.7', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'PortForwarding': '1.2', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'QosPolicy': '1.8', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'SecurityGroup': '1.4', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'SecurityGroupRule': '1.2', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'SubPort': '1.0', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Subnet': '1.1', Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: 'Trunk': '1.1'}} Jul 16 19:49:20.016434 n-d-791505-15 neutron-server[100245]: {{(pid=100245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:49:20.058082 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13c4fbc0-3fac-4c23-9ba5-d20f4bd6fb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.088511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13c4fbc0-3fac-4c23-9ba5-d20f4bd6fb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.122084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Attempting to bind port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:49:20.122698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Attempting to bind port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:49:20.123373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Attempting to bind port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c on network 49882ae9-50c9-466e-85d2-0c0ba6464332 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:49:20.138162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:49:20.141805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Checking segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:20.143788 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.144844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Bound using segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:49:20.149445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Bound port: f9fd8fa0-b6a5-4725-846b-95aaf3ef037c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:49:20.151121 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.221165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13c4fbc0-3fac-4c23-9ba5-d20f4bd6fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.226862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13c4fbc0-3fac-4c23-9ba5-d20f4bd6fb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.228868 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-13c4fbc0-3fac-4c23-9ba5-d20f4bd6fb24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c26e2826-ce0f-468b-a336-4239a1e1bd09 HTTP/1.1" status: 204 len: 168 time: 0.3094311 Jul 16 19:49:20.248132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4fbc0-3fac-4c23-9ba5-d20f4bd6fb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e2826-ce0f-468b-a336-4239a1e1bd09,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:20.281031 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.305498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] For port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:49:20.310151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] For port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:49:20.312503 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f4588412-8a22-4d25-a563-f0d6c26de815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.315709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.331296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.386451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab2584-002a-476a-956b-a3aeb726c380 None None] Pushing event updated for resources: {'Port': ['ID=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:20.456430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.539620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Allocated IP 172.25.6.221 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/fa685743-5693-420f-a2f0-8d7653534f55) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:20.707745 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.807709 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.888648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:20.897098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:20.912337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:20.912337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Pushing event updated for resources: {'Port': ['ID=fa685743-5693-420f-a2f0-8d7653534f55,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:21.336335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f9fd8fa0-b6a5-4725-846b-95aaf3ef037c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:21.345407 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:21.453736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:21.740302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c39978a-33d1-4390-91f8-001112ee2eca None None] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:49:21.791746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:21.920829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dcf5c1f4-bc6e-42e0-a293-3f7b91e555c2 None None] Provisioning for port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:21.928261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44682) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:21.943249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dcf5c1f4-bc6e-42e0-a293-3f7b91e555c2 None None] Provisioning complete for port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:21.943918 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c1f4-bc6e-42e0-a293-3f7b91e555c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:21.987103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Router 47e12181-4a9a-4a95-ac34-209fb1d8b659 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:49:22.054508 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c1f4-bc6e-42e0-a293-3f7b91e555c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.116241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dcf5c1f4-bc6e-42e0-a293-3f7b91e555c2 None None] For port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:22.121167 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c1f4-bc6e-42e0-a293-3f7b91e555c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.172179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:49:22.185183 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Sync routers for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:49:22.198387 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:22.199458 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:49:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:22.204559 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.213168 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.214438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a002b0da-4430-4def-b5f8-d226fa3ec309 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0141480 Jul 16 19:49:22.217376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44690) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:22.275421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5c1f4-bc6e-42e0-a293-3f7b91e555c2 None None] Pushing event updated for resources: {'Port': ['ID=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:22.333666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c6d6-3553-408f-9ebf-ae794d31ba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.452491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dc8c02f7-e497-4387-9b8a-d291c1790826 None None] Provisioning complete for port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:22.453253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dc8c02f7-e497-4387-9b8a-d291c1790826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.466042 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:22.633416 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c6d6-3553-408f-9ebf-ae794d31ba94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.643055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c6d6-3553-408f-9ebf-ae794d31ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.727995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4c6d6-3553-408f-9ebf-ae794d31ba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59e2dd0-edc4-4f6e-bc56-42b000ece04d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:22.762374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1dc4c6d6-3553-408f-9ebf-ae794d31ba94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8cdfc2adedb4a2a9ed9f1abafb3a0bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8327541 Jul 16 19:49:22.763007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44720) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:22.764520 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:21Z', 'revision_number': 3, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:22.817847 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Checking router: 47e12181-4a9a-4a95-ac34-209fb1d8b659 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:49:22.818444 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Updating router 47e12181-4a9a-4a95-ac34-209fb1d8b659 port fa685743-5693-420f-a2f0-8d7653534f55 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:49:22.862194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a69961c-dd16-4085-b76e-a3f0448daaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.904275 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.914221 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a69961c-dd16-4085-b76e-a3f0448daaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.001258 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a69961c-dd16-4085-b76e-a3f0448daaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.005128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a69961c-dd16-4085-b76e-a3f0448daaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.010077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4a69961c-dd16-4085-b76e-a3f0448daaee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e59e2dd0-edc4-4f6e-bc56-42b000ece04d HTTP/1.1" status: 204 len: 168 time: 0.2453797 Jul 16 19:49:23.020652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69961c-dd16-4085-b76e-a3f0448daaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59e2dd0-edc4-4f6e-bc56-42b000ece04d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:23.138556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.293412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f9fd8fa0-b6a5-4725-846b-95aaf3ef037c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:23.329857 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.343528 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Transition to ACTIVE for port object fa685743-5693-420f-a2f0-8d7653534f55 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:23.352275 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.397963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:23.398445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.408607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Allocated IP 172.20.0.1 (49882ae9-50c9-466e-85d2-0c0ba6464332/e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21/af0d7262-13bb-45ea-b26a-a8f53adfa8c4) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:23.458035 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Pushing event updated for resources: {'Port': ['ID=fa685743-5693-420f-a2f0-8d7653534f55,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:23.466258 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Attempting to bind port fa685743-5693-420f-a2f0-8d7653534f55 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:49:23.466993 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Attempting to bind port fa685743-5693-420f-a2f0-8d7653534f55 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:49:23.467751 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Attempting to bind port fa685743-5693-420f-a2f0-8d7653534f55 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:49:23.485929 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.486628 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.487305 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.488587 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.489447 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.490005 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.490569 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.491081 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.491635 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.492153 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.492826 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.493340 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Tracked resource versions report: Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: pushed versions: Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: { 'AddressGroup': {'1.2'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'ConntrackHelper': {'1.0'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Log': {'1.0'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Network': {'1.1'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Port': {'1.7'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'PortForwarding': {'1.2'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'QosPolicy': {'1.8'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'SecurityGroup': {'1.4'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'SubPort': {'1.0'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Subnet': {'1.1'}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Trunk': {'1.1'}} Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: consumer versions: Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: { DHCP agent@n-d-791505-15: {}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: HyperV agent@n-h1-791505-15: {}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: HyperV agent@n-h2-791505-15: {}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: L3 agent@n-d-791505-15: {}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: Metadata agent@n-d-791505-15: {}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: Metering agent@n-d-791505-15: {}, Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: Open vSwitch agent@n-d-791505-15: { 'AddressGroup': '1.2', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'ConntrackHelper': '1.0', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Log': '1.0', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Network': '1.1', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Port': '1.7', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'PortForwarding': '1.2', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'QosPolicy': '1.8', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'SecurityGroup': '1.4', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'SecurityGroupRule': '1.2', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'SubPort': '1.0', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Subnet': '1.1', Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: 'Trunk': '1.1'}} Jul 16 19:49:23.495168 n-d-791505-15 neutron-server[100246]: {{(pid=100246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:49:23.501194 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:49:23.501919 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:23.502513 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.503211 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:49:23.503964 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Bound port: fa685743-5693-420f-a2f0-8d7653534f55, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:49:23.505615 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.540908 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.612586 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] For port fa685743-5693-420f-a2f0-8d7653534f55, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:49:23.617705 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] For port fa685743-5693-420f-a2f0-8d7653534f55, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fa685743-5693-420f-a2f0-8d7653534f55,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:49:23.623150 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.640628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.662643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Transition to ACTIVE for port object af0d7262-13bb-45ea-b26a-a8f53adfa8c4 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:23.690757 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:23.691455 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:49:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:23.732420 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bb22-5afa-410a-ba07-af76bd5c0e62 None None] Pushing event updated for resources: {'Port': ['ID=fa685743-5693-420f-a2f0-8d7653534f55,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:23.746691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.754939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44756) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:23.787679 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f794536-42ba-41d8-b41c-1b9d322d7053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.861890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:23.881832 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:23.916568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:23.919531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:23.924346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:23.925984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.058928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f794536-42ba-41d8-b41c-1b9d322d7053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.069736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f794536-42ba-41d8-b41c-1b9d322d7053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.165973 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:49:24.214076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0f794536-42ba-41d8-b41c-1b9d322d7053 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf04afdcc57044dc84a8c3dc24a59b08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4556510 Jul 16 19:49:24.216178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44782) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:24.245532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f794536-42ba-41d8-b41c-1b9d322d7053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61903b9c-b4aa-4b9e-901c-cca1c87c3e94,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:24.386212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f72afae5-6750-406b-817c-1a1fa332d5b3 None None] Provisioning for port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:24.398127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f72afae5-6750-406b-817c-1a1fa332d5b3 None None] Provisioning complete for port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:24.398874 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f72afae5-6750-406b-817c-1a1fa332d5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.402878 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:21Z', 'revision_number': 3, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:24.413445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9976c6b3-3c53-4978-b965-dbfdcdcf2e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.455947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f72afae5-6750-406b-817c-1a1fa332d5b3 None None] Port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:49:24.465672 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca84080-a2e4-4118-95b3-fbea9a9fab5a None None] The sync data for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 is: [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:21Z', 'revision_number': 3, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:49:24.472999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9976c6b3-3c53-4978-b965-dbfdcdcf2e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.499419 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.581415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9976c6b3-3c53-4978-b965-dbfdcdcf2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.585724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9976c6b3-3c53-4978-b965-dbfdcdcf2e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.589858 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9976c6b3-3c53-4978-b965-dbfdcdcf2e0e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61903b9c-b4aa-4b9e-901c-cca1c87c3e94 HTTP/1.1" status: 204 len: 168 time: 0.3726203 Jul 16 19:49:24.664718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976c6b3-3c53-4978-b965-dbfdcdcf2e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61903b9c-b4aa-4b9e-901c-cca1c87c3e94,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:24.845076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.852917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.853894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.049743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44818) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:25.196755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:25.262383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:25.263982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:25.400229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fa685743-5693-420f-a2f0-8d7653534f55 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:25.428168 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7675-df46-413e-8eb8-991d81a42466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.544898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Router 47e12181-4a9a-4a95-ac34-209fb1d8b659 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:49:25.547471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port fa685743-5693-420f-a2f0-8d7653534f55 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:25.560055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fa685743-5693-420f-a2f0-8d7653534f55 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:25.560941 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.733316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7675-df46-413e-8eb8-991d81a42466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.742403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7675-df46-413e-8eb8-991d81a42466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.765035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:49:25.777874 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-347caa3b-d91d-4650-9e98-fd0ab7af4ec7 admin admin] 10.222.0.78 "PUT /v2.0/routers/47e12181-4a9a-4a95-ac34-209fb1d8b659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5593784 Jul 16 19:49:25.787368 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.805998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44858) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:25.806237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ea9b7675-df46-413e-8eb8-991d81a42466 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=81ebc84cf5694237addb7a784afe872b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7546535 Jul 16 19:49:25.808737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b7675-df46-413e-8eb8-991d81a42466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55175000-ca55-4525-b1a9-2e53bcb30d4c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:25.834077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port fa685743-5693-420f-a2f0-8d7653534f55, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fa685743-5693-420f-a2f0-8d7653534f55,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:25.849662 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.880951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44864) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:25.883087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44866) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:25.900487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8edf2e69-d6c6-4ab3-a201-e3590f4056ab None None] Provisioning complete for port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:25.900968 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8edf2e69-d6c6-4ab3-a201-e3590f4056ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.916435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c8c-50d8-46b5-a646-7684707ebf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.949751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c8c-50d8-46b5-a646-7684707ebf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.960419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8edf2e69-d6c6-4ab3-a201-e3590f4056ab None None] Port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:49:25.974013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=fa685743-5693-420f-a2f0-8d7653534f55,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:26.009890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c8c-50d8-46b5-a646-7684707ebf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.013668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d59e0c8c-50d8-46b5-a646-7684707ebf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.017768 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d59e0c8c-50d8-46b5-a646-7684707ebf62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55175000-ca55-4525-b1a9-2e53bcb30d4c HTTP/1.1" status: 204 len: 168 time: 0.2090888 Jul 16 19:49:26.027848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e0c8c-50d8-46b5-a646-7684707ebf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55175000-ca55-4525-b1a9-2e53bcb30d4c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:26.321494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b85b7141-eed7-48bb-9591-20c10a5e5098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.351552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58a09af7-e2b7-4ea3-ab04-58063ba828c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.484293 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b85b7141-eed7-48bb-9591-20c10a5e5098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.491068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b85b7141-eed7-48bb-9591-20c10a5e5098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.536891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b85b7141-eed7-48bb-9591-20c10a5e5098 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e6aff9b90c04979859bfc0381f2e7b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6545310 Jul 16 19:49:26.538579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b7141-eed7-48bb-9591-20c10a5e5098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af13a839-f23d-4671-8854-d580eac90cfa,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:26.540067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44904) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:26.637720 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a14bfb6-046b-47ec-b8e6-235a7ae94ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.672249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58a09af7-e2b7-4ea3-ab04-58063ba828c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.679919 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a14bfb6-046b-47ec-b8e6-235a7ae94ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.687131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58a09af7-e2b7-4ea3-ab04-58063ba828c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.748359 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-58a09af7-e2b7-4ea3-ab04-58063ba828c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1821e8fd4161451d9daece9ecbca31a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8610902 Jul 16 19:49:26.750529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a09af7-e2b7-4ea3-ab04-58063ba828c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c92e0be-bfbc-43f9-9415-ecc7cc175a79,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:26.751065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44912) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:26.793446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a14bfb6-046b-47ec-b8e6-235a7ae94ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.796085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a14bfb6-046b-47ec-b8e6-235a7ae94ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.798853 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4a14bfb6-046b-47ec-b8e6-235a7ae94ed7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af13a839-f23d-4671-8854-d580eac90cfa HTTP/1.1" status: 204 len: 168 time: 0.2558200 Jul 16 19:49:26.807492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14bfb6-046b-47ec-b8e6-235a7ae94ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13a839-f23d-4671-8854-d580eac90cfa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:26.850857 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5856-cbee-431e-84b5-3266a1ad05c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.887336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5856-cbee-431e-84b5-3266a1ad05c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.907687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Sync routers for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:49:26.927798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:26.928570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:49:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:26.968968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5856-cbee-431e-84b5-3266a1ad05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.972762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5856-cbee-431e-84b5-3266a1ad05c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.974388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d9dc5856-cbee-431e-84b5-3266a1ad05c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c92e0be-bfbc-43f9-9415-ecc7cc175a79 HTTP/1.1" status: 204 len: 168 time: 0.2219279 Jul 16 19:49:26.989578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc5856-cbee-431e-84b5-3266a1ad05c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c92e0be-bfbc-43f9-9415-ecc7cc175a79,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:27.088983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44936) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:27.107563 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23253566-2526-4459-8916-8255c7ba5826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.114352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:27.221319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23253566-2526-4459-8916-8255c7ba5826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.226887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23253566-2526-4459-8916-8255c7ba5826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.264277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-23253566-2526-4459-8916-8255c7ba5826 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb68168b04b64787ada71bd7794dbb67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1739798 Jul 16 19:49:27.266822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44946) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:27.295608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fa685743-5693-420f-a2f0-8d7653534f55 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:27.355506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23253566-2526-4459-8916-8255c7ba5826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86128296-e5a5-4eff-bd47-37ea0f6a14f6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:27.359649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54a62bf3-5274-4686-a822-0481f7db9098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.399308 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54a62bf3-5274-4686-a822-0481f7db9098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.460184 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54a62bf3-5274-4686-a822-0481f7db9098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.463455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54a62bf3-5274-4686-a822-0481f7db9098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.469188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-54a62bf3-5274-4686-a822-0481f7db9098 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86128296-e5a5-4eff-bd47-37ea0f6a14f6 HTTP/1.1" status: 204 len: 168 time: 0.2010267 Jul 16 19:49:27.483614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a62bf3-5274-4686-a822-0481f7db9098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86128296-e5a5-4eff-bd47-37ea0f6a14f6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:27.544474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fa685743-5693-420f-a2f0-8d7653534f55 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:27.544849 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.578781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 2, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:27.609681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Checking router: 47e12181-4a9a-4a95-ac34-209fb1d8b659 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:49:27.609888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Updating router 47e12181-4a9a-4a95-ac34-209fb1d8b659 port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:49:27.647549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:27.654652 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.666509 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0451d467-592d-48b8-bd7a-44e5fea40916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.790341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0451d467-592d-48b8-bd7a-44e5fea40916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.794144 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0451d467-592d-48b8-bd7a-44e5fea40916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.840353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0451d467-592d-48b8-bd7a-44e5fea40916 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c37bf4780df4a19825c56fe5f1f3542&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1914933 Jul 16 19:49:27.842982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:27.854076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451d467-592d-48b8-bd7a-44e5fea40916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5703596-33a5-49d2-86d8-970b6621baa9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:27.877444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44966) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:27.898048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7af2f54b-6f82-49c9-ad2b-2bfde2850cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.909565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f57653ce-d193-4c79-9bf2-4ee929108a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.944773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f57653ce-d193-4c79-9bf2-4ee929108a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.025383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f57653ce-d193-4c79-9bf2-4ee929108a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.030164 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f57653ce-d193-4c79-9bf2-4ee929108a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.031830 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f57653ce-d193-4c79-9bf2-4ee929108a32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5703596-33a5-49d2-86d8-970b6621baa9 HTTP/1.1" status: 204 len: 168 time: 0.1868682 Jul 16 19:49:28.044495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57653ce-d193-4c79-9bf2-4ee929108a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5703596-33a5-49d2-86d8-970b6621baa9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:28.055827 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.068438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Transition to ACTIVE for port object af0d7262-13bb-45ea-b26a-a8f53adfa8c4 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:28.077442 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.113457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7af2f54b-6f82-49c9-ad2b-2bfde2850cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.119887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7af2f54b-6f82-49c9-ad2b-2bfde2850cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.149282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920e281-bc4d-4317-be9e-22f4f4fe5a15 None None] Pushing event updated for resources: {'Port': ['ID=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:28.192378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7af2f54b-6f82-49c9-ad2b-2bfde2850cc9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5cb7f611b9ca466a8b7121f8d61e7c83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3105221 Jul 16 19:49:28.192378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2f54b-6f82-49c9-ad2b-2bfde2850cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f36dc83-164f-4f4a-ade6-041a1e90a530,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:28.193110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44978) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:28.247357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Attempting to bind port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:49:28.247827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Attempting to bind port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:49:28.248111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Attempting to bind port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 on network 49882ae9-50c9-466e-85d2-0c0ba6464332 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:49:28.263910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:49:28.264320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Checking segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:28.264740 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.265138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Bound using segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:49:28.265620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Bound port: af0d7262-13bb-45ea-b26a-a8f53adfa8c4, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:49:28.266032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.307046 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-266bb108-13e4-4113-b730-7553c0f404e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.346444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-266bb108-13e4-4113-b730-7553c0f404e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.388011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] For port af0d7262-13bb-45ea-b26a-a8f53adfa8c4, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:49:28.395923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] For port af0d7262-13bb-45ea-b26a-a8f53adfa8c4, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:49:28.402717 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.424653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-266bb108-13e4-4113-b730-7553c0f404e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.428715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-266bb108-13e4-4113-b730-7553c0f404e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.438289 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-266bb108-13e4-4113-b730-7553c0f404e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f36dc83-164f-4f4a-ade6-041a1e90a530 HTTP/1.1" status: 204 len: 168 time: 0.2419531 Jul 16 19:49:28.446784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bb108-13e4-4113-b730-7553c0f404e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f36dc83-164f-4f4a-ade6-041a1e90a530,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:28.512568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:28.513542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:49:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:28.519136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920e281-bc4d-4317-be9e-22f4f4fe5a15 None None] Pushing event updated for resources: {'Port': ['ID=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:28.652505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:28.731943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45012) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:28.737016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-network', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:28.770964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Made reservation on behalf of 99cc96d4921d483dbbf2699740fbe31e for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:49:28.773773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.789844 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.904004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:28Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:28.907205 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.912064 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.937224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e8a0-baec-404d-a54b-74ed1ef4d9e7 None None] The sync data for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 is: [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:28Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:49:28.950485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:49:28.966292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94159127-4e47-42d2-9aab-05d858a081b5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:28.981300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.981815 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Added segment f35cbef3-505f-49f2-a542-2b24cd0ed877 of type vlan for network 63b57d72-26f1-4945-8251-f99e0bc311a9 Jul 16 19:49:29.065137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.107392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.109105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:29.109868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.178977 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4458702 Jul 16 19:49:29.181829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45028) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:29.186668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Request body: {'subnet': {'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-subnet', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:29.240025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee3569-7eda-471b-a91e-494983d68cbc admin admin] Pushing event updated for resources: {'Network': ['ID=63b57d72-26f1-4945-8251-f99e0bc311a9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:29.256828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 63b57d72-26f1-4945-8251-f99e0bc311a9 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:49:29.260189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Made reservation on behalf of 99cc96d4921d483dbbf2699740fbe31e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:49:29.263312 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.349182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device af0d7262-13bb-45ea-b26a-a8f53adfa8c4 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:29.429752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:29.437130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:29.437514 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.474985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45052) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:29.478276 n-d-791505-15 neutron-server[100243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 19:49:29.527959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-84f45102-9b23-4e72-9239-ddc13bcd9f52 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9835f41b2bd04a4da67dc99f2eeedb1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505564 Jul 16 19:49:29.614893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.636705 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.725734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port af0d7262-13bb-45ea-b26a-a8f53adfa8c4, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:29.733013 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.763561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Checking segment: {'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:29.764094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Network hostable DHCP agents. Network: 63b57d72-26f1-4945-8251-f99e0bc311a9, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:49:29.796287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4437fed-42be-4a3f-b8f0-4605139f96c4,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:29.805385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Network 63b57d72-26f1-4945-8251-f99e0bc311a9 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:49:29.818516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 63b57d72-26f1-4945-8251-f99e0bc311a9) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:29.827434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:29.828273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.843563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:29.853841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d6499-fb87-49ec-9a1b-acefd033f50c None None] Network 63b57d72-26f1-4945-8251-f99e0bc311a9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:49:29.859206 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-71a60e05-de9b-4121-b772-be40adb75f88 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6763105 Jul 16 19:49:29.859894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45068) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:29.874938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:29.937858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.939383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.001815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-92e98fea-30de-4e07-ba86-7f236eaf1215 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:30.007044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-92e98fea-30de-4e07-ba86-7f236eaf1215 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4748435 Jul 16 19:49:30.028094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-f2e5b07e-01ce-4722-8d08-4f6afcb15e2c tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/quotas/9835f41b2bd04a4da67dc99f2eeedb1d HTTP/1.1" status: 200 len: 375 time: 0.0144458 Jul 16 19:49:30.074533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.078460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-63b57d72-26f1-4945-8251-f99e0bc311a9', 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'fixed_ips': [{'subnet_id': 'f4437fed-42be-4a3f-b8f0-4605139f96c4'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:49:30.079422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.159553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-ceb3cdb5-0e81-4ce4-b3d5-28d36a04bf89 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9835f41b2bd04a4da67dc99f2eeedb1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226237 Jul 16 19:49:30.351153 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.365399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Allocated IP 172.20.0.2 (63b57d72-26f1-4945-8251-f99e0bc311a9/f4437fed-42be-4a3f-b8f0-4605139f96c4/0b3cefbe-b551-4ef1-9b27-f9aa28a438ab) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:30.584496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45104) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:30.660159 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.674717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Transition to ACTIVE for port object 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:30.695467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Transition to ACTIVE for port object 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:30.703824 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.765695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.785931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Network 63b57d72-26f1-4945-8251-f99e0bc311a9 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:30.792669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:30.795367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:30.809609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Pushing event updated for resources: {'Port': ['ID=0b3cefbe-b551-4ef1-9b27-f9aa28a438ab,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:30.810221 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.868472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Attempting to bind port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:49:30.869189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Attempting to bind port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:49:30.869806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Attempting to bind port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab on network 63b57d72-26f1-4945-8251-f99e0bc311a9 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:49:30.878099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:49:30.879090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Checking segment: {'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:30.879733 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.881191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Bound using segment: {'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:49:30.881904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Bound port: 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:49:30.882545 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.918267 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3814915f-edbe-4dae-9e4a-8747d9888aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:30.989865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] For port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:49:30.993311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] For port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b3cefbe-b551-4ef1-9b27-f9aa28a438ab,segment=NetworkSegment(f35cbef3-505f-49f2-a542-2b24cd0ed877),segment_id=f35cbef3-505f-49f2-a542-2b24cd0ed877)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:49:30.994521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Allocated IP 172.25.6.2 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/dd5744a9-1884-425a-b26c-f7b6f5717cfa) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:30.999657 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.087331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3814915f-edbe-4dae-9e4a-8747d9888aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.093214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3814915f-edbe-4dae-9e4a-8747d9888aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.108437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c07d32-4004-4e86-9d46-c36c0ecd990e None None] Pushing event updated for resources: {'Port': ['ID=0b3cefbe-b551-4ef1-9b27-f9aa28a438ab,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:31.119598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.165547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814915f-edbe-4dae-9e4a-8747d9888aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a1659d-9ca1-4827-8034-2988bc0c203a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:31.186119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3814915f-edbe-4dae-9e4a-8747d9888aa9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3fa5d523a794567acc1057d9d007cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000154 Jul 16 19:49:31.189719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45128) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:31.194170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.272362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:31.282554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:31.289443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:31.314260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45134) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:31.333035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device af0d7262-13bb-45ea-b26a-a8f53adfa8c4 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:31.351121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5744a9-1884-425a-b26c-f7b6f5717cfa,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:31.424619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51ec4b7f-6436-4664-b41e-597cc34340f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.525804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:31.526305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.709350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51ec4b7f-6436-4664-b41e-597cc34340f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.803382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a59b778c-8e7e-47ff-b4bc-e95ec97ee5b1 req-2a207c94-7285-4d3d-b009-05e5f4317920 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 210 time: 0.4875140 Jul 16 19:49:31.850127 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51ec4b7f-6436-4664-b41e-597cc34340f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.852607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51ec4b7f-6436-4664-b41e-597cc34340f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:31.856287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-51ec4b7f-6436-4664-b41e-597cc34340f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00a1659d-9ca1-4827-8034-2988bc0c203a HTTP/1.1" status: 204 len: 168 time: 0.6630845 Jul 16 19:49:31.865980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec4b7f-6436-4664-b41e-597cc34340f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a1659d-9ca1-4827-8034-2988bc0c203a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:31.873854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:32.161902 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:32.392610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:49:32.495335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c54a1-d6d4-42f5-a77a-63af93ebba0e None None] Network 63b57d72-26f1-4945-8251-f99e0bc311a9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:49:32.552300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:49:32.567227 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Sync routers for ids ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:49:32.583652 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Routers {'2775ccff-a299-44db-ab0b-13eb8bb0bdd3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:32.584722 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:49:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:32.586018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:32.590280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45188) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:32.590667 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f0d7a3d5-7782-4bf7-8294-10817f291532 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7258484 Jul 16 19:49:32.649942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1f1385ed-ecfd-4def-947a-af9a86bbbf7b None None] Provisioning for port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:32.789521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45192) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:32.833180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b80ae5d-b740-46d0-93b6-7f3d0a2add66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:32.865480 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Set router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:33.049928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b80ae5d-b740-46d0-93b6-7f3d0a2add66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:33.055486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b80ae5d-b740-46d0-93b6-7f3d0a2add66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:33.126815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9b80ae5d-b740-46d0-93b6-7f3d0a2add66 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89ba4b493ccf43b39ffb202e634fa110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359904 Jul 16 19:49:33.127946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80ae5d-b740-46d0-93b6-7f3d0a2add66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1524ad03-8203-4358-b524-765220d4f776,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:33.133524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45208) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:33.323377 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:49:31Z', 'revision_number': 3, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:33.363505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab9e8a43-e39c-42b1-bdb3-e22f86672fdc req-f70b1966-beba-4a8b-ac07-17ce172ca099 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 210 time: 0.1331518 Jul 16 19:49:33.381392 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Checking router: 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:49:33.381896 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Updating router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 port dd5744a9-1884-425a-b26c-f7b6f5717cfa binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:49:33.416101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:33.476703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2fa87f7-09fc-4308-a644-83519db3c022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:33.501202 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:33.605623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2fa87f7-09fc-4308-a644-83519db3c022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:33.650551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:33.663826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:33.665358 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:33.826036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.68', 55813) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:33.860824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2fa87f7-09fc-4308-a644-83519db3c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:33.870567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2fa87f7-09fc-4308-a644-83519db3c022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:33.875736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c2fa87f7-09fc-4308-a644-83519db3c022 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1524ad03-8203-4358-b524-765220d4f776 HTTP/1.1" status: 204 len: 168 time: 0.7411842 Jul 16 19:49:33.933158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa87f7-09fc-4308-a644-83519db3c022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524ad03-8203-4358-b524-765220d4f776,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:33.937942 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-de493e54-46f7-4398-b7ac-b39408552875 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=9835f41b2bd04a4da67dc99f2eeedb1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034467 Jul 16 19:49:33.989357 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.013470 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.136126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b3cefbe-b551-4ef1-9b27-f9aa28a438ab,segment=NetworkSegment(f35cbef3-505f-49f2-a542-2b24cd0ed877),segment_id=f35cbef3-505f-49f2-a542-2b24cd0ed877)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:34.143124 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.165576 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.205036 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.227743 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Transition to ACTIVE for port object dd5744a9-1884-425a-b26c-f7b6f5717cfa will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:34.239849 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.282259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-4eb67056-9a36-4f79-87c8-843a95fc03b2 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:34.289768 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-4eb67056-9a36-4f79-87c8-843a95fc03b2 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3470399 Jul 16 19:49:34.294379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=0b3cefbe-b551-4ef1-9b27-f9aa28a438ab,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:34.336718 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8462f52-1e6d-4f6c-ae6e-92de71c1d863 None None] Pushing event updated for resources: {'Port': ['ID=dd5744a9-1884-425a-b26c-f7b6f5717cfa,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:34.350116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Request body: {'port': {'device_id': 'db990769-ebe7-4f30-9ebc-7f06577d3bd1', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '9835f41b2bd04a4da67dc99f2eeedb1d'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:34.366879 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Attempting to bind port dd5744a9-1884-425a-b26c-f7b6f5717cfa on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:49:34.368311 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Attempting to bind port dd5744a9-1884-425a-b26c-f7b6f5717cfa by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:49:34.371681 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Attempting to bind port dd5744a9-1884-425a-b26c-f7b6f5717cfa on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:49:34.384111 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:49:34.386677 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:34.387572 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.388187 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:49:34.393277 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Bound port: dd5744a9-1884-425a-b26c-f7b6f5717cfa, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:49:34.394152 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.483080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Allocated IP 172.20.0.1 (63b57d72-26f1-4945-8251-f99e0bc311a9/f4437fed-42be-4a3f-b8f0-4605139f96c4/78d7a80d-26ee-4320-8dfe-9c47126b90ac) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:34.507314 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] For port dd5744a9-1884-425a-b26c-f7b6f5717cfa, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:49:34.514152 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] For port dd5744a9-1884-425a-b26c-f7b6f5717cfa, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=dd5744a9-1884-425a-b26c-f7b6f5717cfa,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:49:34.526259 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.591238 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.614911 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.626804 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8462f52-1e6d-4f6c-ae6e-92de71c1d863 None None] Pushing event updated for resources: {'Port': ['ID=dd5744a9-1884-425a-b26c-f7b6f5717cfa,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:34.638633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Made reservation on behalf of 9835f41b2bd04a4da67dc99f2eeedb1d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:49:34.643156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.652457 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Routers {'2775ccff-a299-44db-ab0b-13eb8bb0bdd3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:34.652900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Transition to ACTIVE for port object 78d7a80d-26ee-4320-8dfe-9c47126b90ac will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:34.653522 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:49:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:34.658227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.728602 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.799236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.804980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.806334 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Pushing event updated for resources: {'Port': ['ID=78d7a80d-26ee-4320-8dfe-9c47126b90ac,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:34.840509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Network 63b57d72-26f1-4945-8251-f99e0bc311a9 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:34.842351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:34.853480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:34.854243 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:34.902281 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] Set router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:35.120483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Allocated IP 192.168.233.150 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/1b8a7044-9410-4787-9ac6-f710d8d5d3be) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:35.136501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18d4a0b1-99a0-42e3-b6fe-bc1a81515632 req-685bb25c-476c-4121-8090-56feefa068fe tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 210 time: 0.0801911 Jul 16 19:49:35.230469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45284) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:35.260067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-29b91e54-ff94-4e16-b196-6abacc71596d None None] Provisioning for port 78d7a80d-26ee-4320-8dfe-9c47126b90ac completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:35.268142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-29b91e54-ff94-4e16-b196-6abacc71596d None None] Provisioning complete for port 78d7a80d-26ee-4320-8dfe-9c47126b90ac triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:35.272107 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29b91e54-ff94-4e16-b196-6abacc71596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.339058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45292) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:35.386011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:35.397267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-541ccb4f-fd99-44ec-995c-fd7adf0e1a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.407866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffeaa31-d6e7-4cc6-bd55-622599db2339,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:35.429486 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:49:31Z', 'revision_number': 3, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:35.462197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-29b91e54-ff94-4e16-b196-6abacc71596d None None] Port 78d7a80d-26ee-4320-8dfe-9c47126b90ac cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:49:35.524398 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874ec8e-5add-4e69-8ffd-18ee0c0fabd4 None None] The sync data for ids ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'] in n-d-791505-15 is: [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:49:31Z', 'revision_number': 3, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:49:35.529689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:35.530017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.552142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.907707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2d79489-7593-489c-a229-926413295be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.963230 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.970314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.986593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.987900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:36.046719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Transition to ACTIVE for port object 1b8a7044-9410-4787-9ac6-f710d8d5d3be will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:36.151250 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-541ccb4f-fd99-44ec-995c-fd7adf0e1a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:36.165420 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-541ccb4f-fd99-44ec-995c-fd7adf0e1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:36.226742 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-541ccb4f-fd99-44ec-995c-fd7adf0e1a62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=028d7aa00f2e47a0ab1ce9698648b018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8843887 Jul 16 19:49:36.227707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ccb4f-fd99-44ec-995c-fd7adf0e1a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bb117a-943e-461f-9ba7-574c29ca807b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:36.239653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45328) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:36.249023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:36.343336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Pushing event updated for resources: {'Port': ['ID=78d7a80d-26ee-4320-8dfe-9c47126b90ac,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:36.474749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Network 63b57d72-26f1-4945-8251-f99e0bc311a9 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:36.491865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:36.552658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-837ee831-e928-48fe-bfd6-f86bbf5c46ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:36.617954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45344) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:36.917585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:36.978344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45350) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:37.014389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8af7a0ae-660d-4b12-b4ef-9c410d48dfd3 None None] Provisioning complete for port 78d7a80d-26ee-4320-8dfe-9c47126b90ac triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:37.015063 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8af7a0ae-660d-4b12-b4ef-9c410d48dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.043462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Pushing event updated for resources: {'Port': ['ID=1b8a7044-9410-4787-9ac6-f710d8d5d3be,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:37.078453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:37.082811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:37.105300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:37.118367 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.130418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8af7a0ae-660d-4b12-b4ef-9c410d48dfd3 None None] Port 78d7a80d-26ee-4320-8dfe-9c47126b90ac cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:49:37.145752 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-837ee831-e928-48fe-bfd6-f86bbf5c46ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.183369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2d79489-7593-489c-a229-926413295be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.194954 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2d79489-7593-489c-a229-926413295be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.295452 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-a6ad64ec-4ecb-44e3-9dbf-3c7037e29065 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9537072 Jul 16 19:49:37.374041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-bfec42ff-9e3c-4d7c-b135-e51714f6c755 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:49:37.375882 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-bfec42ff-9e3c-4d7c-b135-e51714f6c755 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504217 Jul 16 19:49:37.380521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d2d79489-7593-489c-a229-926413295be2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0d22095cd10420c8846074e0668aa9d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1035888 Jul 16 19:49:37.417821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device dd5744a9-1884-425a-b26c-f7b6f5717cfa up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:37.418946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79489-7593-489c-a229-926413295be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d2aa37-8853-4239-85b1-8286056e3740,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:37.431218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45354) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:37.528982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c2b0348-fee7-4754-89d9-46bb810aacba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.543286 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7872afb3-5b86-4213-8e39-7e18a0582ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.559291 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c2b0348-fee7-4754-89d9-46bb810aacba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.625506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port dd5744a9-1884-425a-b26c-f7b6f5717cfa completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:37.625815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:49:37.640903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-44cd839a-903a-4b51-857a-e1552ca4765e None None] Provisioning for port 1b8a7044-9410-4787-9ac6-f710d8d5d3be completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:37.655880 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99aa4b34-41a8-48d8-8c57-218ff4202f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.660640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c2b0348-fee7-4754-89d9-46bb810aacba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.664448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c2b0348-fee7-4754-89d9-46bb810aacba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.666224 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4c2b0348-fee7-4754-89d9-46bb810aacba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80d2aa37-8853-4239-85b1-8286056e3740 HTTP/1.1" status: 204 len: 168 time: 0.2314517 Jul 16 19:49:37.666563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-44cd839a-903a-4b51-857a-e1552ca4765e None None] Provisioning complete for port 1b8a7044-9410-4787-9ac6-f710d8d5d3be triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:37.667247 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-44cd839a-903a-4b51-857a-e1552ca4765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.671970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port dd5744a9-1884-425a-b26c-f7b6f5717cfa triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:37.681588 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.681738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b0348-fee7-4754-89d9-46bb810aacba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d2aa37-8853-4239-85b1-8286056e3740,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:37.740334 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0698d9-9a26-45c3-8ccb-3a61a98c72cb req-8e2e22c5-e620-4d72-bb21-399bd9248601 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:37.747780 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b0698d9-9a26-45c3-8ccb-3a61a98c72cb req-8e2e22c5-e620-4d72-bb21-399bd9248601 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 936 time: 1.1286626 Jul 16 19:49:37.787451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Request body: {'port': {'device_id': 'db990769-ebe7-4f30-9ebc-7f06577d3bd1', 'device_owner': 'compute:tempest-test_az-1707317474', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:37.812566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-837ee831-e928-48fe-bfd6-f86bbf5c46ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.815459 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-837ee831-e928-48fe-bfd6-f86bbf5c46ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:37.817816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-837ee831-e928-48fe-bfd6-f86bbf5c46ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03bb117a-943e-461f-9ba7-574c29ca807b HTTP/1.1" status: 204 len: 168 time: 1.5766871 Jul 16 19:49:37.901662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-44cd839a-903a-4b51-857a-e1552ca4765e None None] Port 1b8a7044-9410-4787-9ac6-f710d8d5d3be cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:49:38.005567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee831-e928-48fe-bfd6-f86bbf5c46ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bb117a-943e-461f-9ba7-574c29ca807b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:38.026109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b0698d9-9a26-45c3-8ccb-3a61a98c72cb req-fb741f74-d257-4d4e-ae83-c42ac5d2be17 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770443 Jul 16 19:49:38.106332 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:38.139312 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:38.150146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port dd5744a9-1884-425a-b26c-f7b6f5717cfa, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=dd5744a9-1884-425a-b26c-f7b6f5717cfa,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:38.160639 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:38.323893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=dd5744a9-1884-425a-b26c-f7b6f5717cfa,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:38.378894 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7872afb3-5b86-4213-8e39-7e18a0582ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:38.413611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7872afb3-5b86-4213-8e39-7e18a0582ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:38.512146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:49:38.574175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Sync routers for ids ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:49:38.577385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eba7c43e-ce7b-4ae3-b2dd-8a2368ff31f7 admin admin] 10.222.0.78 "PUT /v2.0/routers/2775ccff-a299-44db-ab0b-13eb8bb0bdd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9857938 Jul 16 19:49:38.594658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Routers {'2775ccff-a299-44db-ab0b-13eb8bb0bdd3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:38.607901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:49:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:38.671737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45406) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:38.689877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872afb3-5b86-4213-8e39-7e18a0582ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a20a4d-195e-4a97-9be2-318ac50a8d3b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:38.696548 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7872afb3-5b86-4213-8e39-7e18a0582ed8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7bf1bc1be47d4820b67a26ac0061e453&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7745221 Jul 16 19:49:38.700020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45408) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:38.935220 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99aa4b34-41a8-48d8-8c57-218ff4202f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:38.956758 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99aa4b34-41a8-48d8-8c57-218ff4202f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:38.973231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Set router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:39.056848 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-861136ae-7654-4a64-96f4-3df9d6809561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.150282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa4b34-41a8-48d8-8c57-218ff4202f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f6058a-a4da-48fc-9b0d-762f2ef32656,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:39.151192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6d762743-1f1c-429f-ab72-ad88a260a717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.175161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-99aa4b34-41a8-48d8-8c57-218ff4202f4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=924e0a28798c4c32aae6ae238ab2fafb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1741054 Jul 16 19:49:39.177761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45436) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:39.402978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device dd5744a9-1884-425a-b26c-f7b6f5717cfa up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:39.411588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f023685a-5ae3-4c06-a3dd-d88dd95049af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.454309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-861136ae-7654-4a64-96f4-3df9d6809561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.464066 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-861136ae-7654-4a64-96f4-3df9d6809561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.501755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:49:35Z', 'revision_number': 4, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '78d7a80d-26ee-4320-8dfe-9c47126b90ac', 'name': '', 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'mac_address': 'fa:16:3e:13:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f4437fed-42be-4a3f-b8f0-4605139f96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:34Z', 'updated_at': '2021-07-16T19:49:35Z', 'revision_number': 2, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'subnets': [{'id': 'f4437fed-42be-4a3f-b8f0-4605139f96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:39.525086 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-861136ae-7654-4a64-96f4-3df9d6809561 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bd2c7bd62a24888825e56aad9d30043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8417218 Jul 16 19:49:39.531497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861136ae-7654-4a64-96f4-3df9d6809561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f35261-1ecd-4ea7-98b1-eaef3db73b5b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:39.538973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f023685a-5ae3-4c06-a3dd-d88dd95049af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.541160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45442) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:39.571680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Checking router: 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:49:39.572372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Updating router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 port 78d7a80d-26ee-4320-8dfe-9c47126b90ac binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:49:39.613239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6d762743-1f1c-429f-ab72-ad88a260a717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.616780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8a7044-9410-4787-9ac6-f710d8d5d3be {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:49:39.624547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70d2fd-55f5-4174-9990-18fefed1ff0e req-8cb0de83-d892-4176-ad08-d4e2ecec1c87 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:39.633626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed70d2fd-55f5-4174-9990-18fefed1ff0e req-8cb0de83-d892-4176-ad08-d4e2ecec1c87 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 936 time: 0.1719506 Jul 16 19:49:39.643466 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.644526 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f023685a-5ae3-4c06-a3dd-d88dd95049af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.647491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f023685a-5ae3-4c06-a3dd-d88dd95049af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.650366 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.653814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f023685a-5ae3-4c06-a3dd-d88dd95049af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6f6058a-a4da-48fc-9b0d-762f2ef32656 HTTP/1.1" status: 204 len: 168 time: 0.4723716 Jul 16 19:49:39.653948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b488112a-d44b-4d46-ae28-386cfacb98ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.680287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b488112a-d44b-4d46-ae28-386cfacb98ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.689499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port dd5744a9-1884-425a-b26c-f7b6f5717cfa triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:39.691180 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.715013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023685a-5ae3-4c06-a3dd-d88dd95049af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f6058a-a4da-48fc-9b0d-762f2ef32656,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:39.747510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b488112a-d44b-4d46-ae28-386cfacb98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.750443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b488112a-d44b-4d46-ae28-386cfacb98ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.755526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b488112a-d44b-4d46-ae28-386cfacb98ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40f35261-1ecd-4ea7-98b1-eaef3db73b5b HTTP/1.1" status: 204 len: 168 time: 0.2094543 Jul 16 19:49:39.767699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed70d2fd-55f5-4174-9990-18fefed1ff0e req-8e74b67b-ffbc-4977-b0e6-45c04eb844d8 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323266 Jul 16 19:49:39.772764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488112a-d44b-4d46-ae28-386cfacb98ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f35261-1ecd-4ea7-98b1-eaef3db73b5b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:39.789501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Transition to ACTIVE for port object 1b8a7044-9410-4787-9ac6-f710d8d5d3be will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:39.805801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.913539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6d762743-1f1c-429f-ab72-ad88a260a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.916146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6d762743-1f1c-429f-ab72-ad88a260a717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:39.955769 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6d762743-1f1c-429f-ab72-ad88a260a717 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66a20a4d-195e-4a97-9be2-318ac50a8d3b HTTP/1.1" status: 204 len: 168 time: 1.2001064 Jul 16 19:49:40.006156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d762743-1f1c-429f-ab72-ad88a260a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a20a4d-195e-4a97-9be2-318ac50a8d3b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:40.032060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Pushing event updated for resources: {'Port': ['ID=1b8a7044-9410-4787-9ac6-f710d8d5d3be,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:40.178574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Attempting to bind port 1b8a7044-9410-4787-9ac6-f710d8d5d3be on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:49:40.189722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Attempting to bind port 1b8a7044-9410-4787-9ac6-f710d8d5d3be by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:49:40.190108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Attempting to bind port 1b8a7044-9410-4787-9ac6-f710d8d5d3be on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:49:40.203617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Port 1b8a7044-9410-4787-9ac6-f710d8d5d3be on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:49:40.203949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Attempting to bind port 1b8a7044-9410-4787-9ac6-f710d8d5d3be on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:49:40.221153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:49:40.223449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:40.224616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:49:40.225132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Bound port: 1b8a7044-9410-4787-9ac6-f710d8d5d3be, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:49:40.225564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:40.430814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] For port 1b8a7044-9410-4787-9ac6-f710d8d5d3be, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:49:40.435811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] For port 1b8a7044-9410-4787-9ac6-f710d8d5d3be, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1b8a7044-9410-4787-9ac6-f710d8d5d3be,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:49:40.444089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:40.545759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:40.546447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:40.552482 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] 10.222.0.68 "PUT /v2.0/ports/1b8a7044-9410-4787-9ac6-f710d8d5d3be HTTP/1.1" status: 200 len: 1119 time: 2.9178774 Jul 16 19:49:40.553036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db990769-ebe7-4f30-9ebc-7f06577d3bd1', 'tag': '1b8a7044-9410-4787-9ac6-f710d8d5d3be'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:49:40.765803 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:40.801724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Transition to ACTIVE for port object 78d7a80d-26ee-4320-8dfe-9c47126b90ac will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:40.809650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:41.022666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6078-e7a4-4cb8-be79-c51726a71f2b service neutron] Pushing event updated for resources: {'Port': ['ID=1b8a7044-9410-4787-9ac6-f710d8d5d3be,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:41.064170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ec59-a604-4acd-832b-7c4e6159e9c9 None None] Pushing event updated for resources: {'Port': ['ID=78d7a80d-26ee-4320-8dfe-9c47126b90ac,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:41.101173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Attempting to bind port 78d7a80d-26ee-4320-8dfe-9c47126b90ac on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:49:41.101548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Attempting to bind port 78d7a80d-26ee-4320-8dfe-9c47126b90ac by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:49:41.101916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Attempting to bind port 78d7a80d-26ee-4320-8dfe-9c47126b90ac on network 63b57d72-26f1-4945-8251-f99e0bc311a9 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:49:41.120168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:49:41.120601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Checking segment: {'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:49:41.121014 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:41.121436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Bound using segment: {'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:49:41.122023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Bound port: 78d7a80d-26ee-4320-8dfe-9c47126b90ac, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35cbef3-505f-49f2-a542-2b24cd0ed877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:49:41.122441 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:41.169885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-712f82bb-11ee-47ac-be1e-9e6e66340ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:41.181917 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-712f82bb-11ee-47ac-be1e-9e6e66340ea3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9835f41b2bd04a4da67dc99f2eeedb1d&device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 1122 time: 0.4358406 Jul 16 19:49:41.214338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45498) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:41.226832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778269446', 'description': 'tempest-description--471870084'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:41.259673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40739e-712b-4a37-a16a-65fa995ba00d req-1c2d977d-66a6-4358-9902-410cf926cbb5 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:41.271383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d40739e-712b-4a37-a16a-65fa995ba00d req-1c2d977d-66a6-4358-9902-410cf926cbb5 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 970 time: 0.1964505 Jul 16 19:49:41.345369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45500) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:41.350092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] For port 78d7a80d-26ee-4320-8dfe-9c47126b90ac, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:49:41.363689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] For port 78d7a80d-26ee-4320-8dfe-9c47126b90ac, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=78d7a80d-26ee-4320-8dfe-9c47126b90ac,segment=NetworkSegment(f35cbef3-505f-49f2-a542-2b24cd0ed877),segment_id=f35cbef3-505f-49f2-a542-2b24cd0ed877)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:49:41.371051 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:41.385475 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-563785d2-7edd-44dc-9d24-bb6991e2df1b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1b8a7044-9410-4787-9ac6-f710d8d5d3be HTTP/1.1" status: 200 len: 217 time: 0.1777630 Jul 16 19:49:41.452360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ec59-a604-4acd-832b-7c4e6159e9c9 None None] Pushing event updated for resources: {'Port': ['ID=78d7a80d-26ee-4320-8dfe-9c47126b90ac,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:41.452628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d40739e-712b-4a37-a16a-65fa995ba00d req-f638cf75-3c5d-4663-8dd5-2169a79f4c2e tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784623 Jul 16 19:49:41.453059 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9be9ef88-cd9d-47b9-8086-74885b40d19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:41.482507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:41.501162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Routers {'2775ccff-a299-44db-ab0b-13eb8bb0bdd3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:41.503257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:49:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:41.547185 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.api [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 19:49:41.547185 n-d-791505-15 neutron-server[100243]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 19:49:41.547185 n-d-791505-15 neutron-server[100243]: [parameters: {'project_id_1': '77091b115f7348a6b52abad28c79ae51', 'expiration_1': datetime.datetime(2021, 7, 16, 19, 49, 41, 535517)}] Jul 16 19:49:41.547185 n-d-791505-15 neutron-server[100243]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:49:41.547610 n-d-791505-15 neutron-server[100243]: DEBUG oslo_db.api [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:49:41.558372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-dcf4afe2-60a1-4b08-8e6f-6770de82412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:41.560699 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-dcf4afe2-60a1-4b08-8e6f-6770de82412d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1715903 Jul 16 19:49:41.690125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9be9ef88-cd9d-47b9-8086-74885b40d19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:41.697975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9be9ef88-cd9d-47b9-8086-74885b40d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:41.762916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-61046f96-5773-4720-b941-fe4df94a41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:41.767861 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-61046f96-5773-4720-b941-fe4df94a41d6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1725962 Jul 16 19:49:41.789536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9be9ef88-cd9d-47b9-8086-74885b40d19b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7534e4a82f9b49dc89e9f22177337991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386034 Jul 16 19:49:41.792271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45508) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:41.855520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9ef88-cd9d-47b9-8086-74885b40d19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f687d6b-1284-4349-8499-dafe105448e6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:41.882948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] Set router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:41.975507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45514) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:41.997863 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08cf4c23-bf4a-4112-968d-194303ad5c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:42.050752 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:42.120478 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae45cc21-e92d-4dc2-9425-42c8e15ec885" -d '{"events": [{"name": "network-changed", "server_uuid": "db990769-ebe7-4f30-9ebc-7f06577d3bd1", "tag": "1b8a7044-9410-4787-9ac6-f710d8d5d3be"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:49:42.132107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24d41be2-a488-4d8a-bfae-15294670760e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:42.216111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45520) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:42.233719 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-5ad8fef0-43ac-4604-9a23-a7b7e1ee24ae service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030457 Jul 16 19:49:42.422279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:49:35Z', 'revision_number': 4, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '78d7a80d-26ee-4320-8dfe-9c47126b90ac', 'name': '', 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'mac_address': 'fa:16:3e:13:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f4437fed-42be-4a3f-b8f0-4605139f96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:34Z', 'updated_at': '2021-07-16T19:49:41Z', 'revision_number': 4, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'subnets': [{'id': 'f4437fed-42be-4a3f-b8f0-4605139f96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:42.459024 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e019e-f310-4d14-8238-d947c56af5fa None None] The sync data for ids ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'] in n-d-791505-15 is: [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:49:35Z', 'revision_number': 4, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '78d7a80d-26ee-4320-8dfe-9c47126b90ac', 'name': '', 'network_id': '63b57d72-26f1-4945-8251-f99e0bc311a9', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'mac_address': 'fa:16:3e:13:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f4437fed-42be-4a3f-b8f0-4605139f96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:34Z', 'updated_at': '2021-07-16T19:49:41Z', 'revision_number': 4, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'subnets': [{'id': 'f4437fed-42be-4a3f-b8f0-4605139f96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:49:42.501283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08cf4c23-bf4a-4112-968d-194303ad5c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:42.605999 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08cf4c23-bf4a-4112-968d-194303ad5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:42.929967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:42.968699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf4c23-bf4a-4112-968d-194303ad5c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b13bcd-d45a-42ab-882b-1a5383b736ed,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:42.977307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:42.979761 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402754a1-d9f1-4926-9f21-27474650c7b6 x-openstack-request-id: req-402754a1-d9f1-4926-9f21-27474650c7b6 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:49:42.980104 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db990769-ebe7-4f30-9ebc-7f06577d3bd1", "tag": "1b8a7044-9410-4787-9ac6-f710d8d5d3be", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:49:42.980581 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-402754a1-d9f1-4926-9f21-27474650c7b6 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:49:42.982032 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db990769-ebe7-4f30-9ebc-7f06577d3bd1', 'tag': '1b8a7044-9410-4787-9ac6-f710d8d5d3be', 'status': 'completed', 'code': 200} Jul 16 19:49:43.000655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24d41be2-a488-4d8a-bfae-15294670760e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.067530 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3167cdf-90ef-4258-9de6-7c5b3fd5eebf req-0c75365b-6d4a-4665-89a4-06155b980f7e service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8288369 Jul 16 19:49:43.069162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-08cf4c23-bf4a-4112-968d-194303ad5c02 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee91e85dc9b7439f8438890f2da994d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0914123 Jul 16 19:49:43.071795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:43.100029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46a312b-1c29-4348-97ff-43dff5f6cc54,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:43.225423 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.248854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ff88ec70-b450-4625-a8e9-fea07e13d3ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0160398 Jul 16 19:49:43.255340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45542) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:43.256634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24d41be2-a488-4d8a-bfae-15294670760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.263062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24d41be2-a488-4d8a-bfae-15294670760e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.278618 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-24d41be2-a488-4d8a-bfae-15294670760e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f687d6b-1284-4349-8499-dafe105448e6 HTTP/1.1" status: 204 len: 168 time: 1.4851000 Jul 16 19:49:43.297272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0b63f5b0-dc47-4761-aeec-00fa5ed69c11 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Request body: {'security_group_rule': {'security_group_id': 'c46a312b-1c29-4348-97ff-43dff5f6cc54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:43.312140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41be2-a488-4d8a-bfae-15294670760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f687d6b-1284-4349-8499-dafe105448e6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:43.329904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-758d606d-9dbc-47da-a591-b68ae9f1b75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.338598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a17ec77-e29a-4d48-a732-2a5fdd2878d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.402199 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-758d606d-9dbc-47da-a591-b68ae9f1b75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.434479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 78d7a80d-26ee-4320-8dfe-9c47126b90ac up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:43.531672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-758d606d-9dbc-47da-a591-b68ae9f1b75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.537620 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-758d606d-9dbc-47da-a591-b68ae9f1b75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.540591 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-758d606d-9dbc-47da-a591-b68ae9f1b75b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5b13bcd-d45a-42ab-882b-1a5383b736ed HTTP/1.1" status: 204 len: 168 time: 0.4657230 Jul 16 19:49:43.574240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d606d-9dbc-47da-a591-b68ae9f1b75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b13bcd-d45a-42ab-882b-1a5383b736ed,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:43.586359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 78d7a80d-26ee-4320-8dfe-9c47126b90ac completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:43.633919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b63f5b0-dc47-4761-aeec-00fa5ed69c11 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.656564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 78d7a80d-26ee-4320-8dfe-9c47126b90ac triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:43.657370 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.807690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-8a8ece03-ce42-4aab-9566-6190ecc334fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:43.812647 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-8a8ece03-ce42-4aab-9566-6190ecc334fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9835f41b2bd04a4da67dc99f2eeedb1d&device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 1122 time: 0.2190342 Jul 16 19:49:43.909809 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.919620 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b63f5b0-dc47-4761-aeec-00fa5ed69c11 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.934810 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b63f5b0-dc47-4761-aeec-00fa5ed69c11 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:43.976933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701fff6-86b8-4ef6-a93a-a1c2655be3fb req-5a90f08e-30bb-4066-9a78-ab3b95a3481d tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:43.998172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b701fff6-86b8-4ef6-a93a-a1c2655be3fb req-5a90f08e-30bb-4066-9a78-ab3b95a3481d tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 970 time: 1.0343950 Jul 16 19:49:43.998405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 78d7a80d-26ee-4320-8dfe-9c47126b90ac, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=78d7a80d-26ee-4320-8dfe-9c47126b90ac,segment=NetworkSegment(f35cbef3-505f-49f2-a542-2b24cd0ed877),segment_id=f35cbef3-505f-49f2-a542-2b24cd0ed877)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:44.005648 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.054776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63f5b0-dc47-4761-aeec-00fa5ed69c11 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178709cf-1acd-408a-a903-510481943364,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:44.139544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=78d7a80d-26ee-4320-8dfe-9c47126b90ac,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:44.286309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-2b57c3e0-c36f-46ba-9bc5-085c85bcd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:44.287792 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-2b57c3e0-c36f-46ba-9bc5-085c85bcd2a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3959179 Jul 16 19:49:44.308132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b701fff6-86b8-4ef6-a93a-a1c2655be3fb req-0ae271c0-ede4-4fd6-a29d-495e1aae98bc tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709494 Jul 16 19:49:44.318419 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a17ec77-e29a-4d48-a732-2a5fdd2878d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.341182 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a17ec77-e29a-4d48-a732-2a5fdd2878d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.406039 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-fd0a1e2c-daf2-4bc4-bf0e-04e698b78bf5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1b8a7044-9410-4787-9ac6-f710d8d5d3be HTTP/1.1" status: 200 len: 217 time: 0.0697014 Jul 16 19:49:44.410227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17ec77-e29a-4d48-a732-2a5fdd2878d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37d5fcb-395f-4811-a184-2377b251b7fb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:44.429270 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b63f5b0-dc47-4761-aeec-00fa5ed69c11 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.433614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45566) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:44.436912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0b63f5b0-dc47-4761-aeec-00fa5ed69c11 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1454618 Jul 16 19:49:44.440265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b45900c0-750f-4123-820b-89c34ca801b5 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Request body: {'security_group_rule': {'security_group_id': 'c46a312b-1c29-4348-97ff-43dff5f6cc54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:44.470646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6a17ec77-e29a-4d48-a732-2a5fdd2878d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5a494232077402797c6efe87bb816b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2463338 Jul 16 19:49:44.471258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45570) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:44.554319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f85e7eac-481c-412b-b1ac-5565dfb3d94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.597694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f85e7eac-481c-412b-b1ac-5565dfb3d94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.599921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b45900c0-750f-4123-820b-89c34ca801b5 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.663149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-282da9b8-5baa-42bc-a2f7-caca2230edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:44.666374 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-282da9b8-5baa-42bc-a2f7-caca2230edb3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1914523 Jul 16 19:49:44.709176 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f85e7eac-481c-412b-b1ac-5565dfb3d94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.712616 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f85e7eac-481c-412b-b1ac-5565dfb3d94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.717325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f85e7eac-481c-412b-b1ac-5565dfb3d94e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c37d5fcb-395f-4811-a184-2377b251b7fb HTTP/1.1" status: 204 len: 168 time: 0.2447846 Jul 16 19:49:44.718007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b45900c0-750f-4123-820b-89c34ca801b5 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.738009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b45900c0-750f-4123-820b-89c34ca801b5 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.738429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e7eac-481c-412b-b1ac-5565dfb3d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37d5fcb-395f-4811-a184-2377b251b7fb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:44.871442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45900c0-750f-4123-820b-89c34ca801b5 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23084a73-06cc-43e8-b99b-4a6d697c53c1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:44.886816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b45900c0-750f-4123-820b-89c34ca801b5 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:44.888381 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b45900c0-750f-4123-820b-89c34ca801b5 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4534957 Jul 16 19:49:44.891524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45586) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:44.897339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:44.906341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-b2b3d815-7338-422b-ad7c-4eaa89db7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:44.908446 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-b2b3d815-7338-422b-ad7c-4eaa89db7d4e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873448 Jul 16 19:49:44.939862 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:45.151671 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-2afa20a9-cc9e-4814-84cc-8b41caf6d6ef service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350850 Jul 16 19:49:45.378883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 78d7a80d-26ee-4320-8dfe-9c47126b90ac up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:45.425704 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:45.493446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 78d7a80d-26ee-4320-8dfe-9c47126b90ac triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:45.493842 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:45.705229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:45.730187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37760847-5438-46c8-9d8a-54fabcfd425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:45.820746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Allocated IP 172.25.6.250 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/b98444e3-a686-4a2c-b273-39e8a3f96a21) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:45.944522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37760847-5438-46c8-9d8a-54fabcfd425a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:45.954001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37760847-5438-46c8-9d8a-54fabcfd425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:45.974373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05fe4c-20af-4b2f-8fb2-3a553d755253 req-930ac54e-6d9e-4609-a1e8-28f58f1f0a7f tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:45.981978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea05fe4c-20af-4b2f-8fb2-3a553d755253 req-930ac54e-6d9e-4609-a1e8-28f58f1f0a7f tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 970 time: 0.3015106 Jul 16 19:49:46.008688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-37760847-5438-46c8-9d8a-54fabcfd425a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd774f978d904548a9640f4d21083472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023527 Jul 16 19:49:46.010004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37760847-5438-46c8-9d8a-54fabcfd425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cd4471-198d-415c-b96f-d6e72a58aaa1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:46.011823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45620) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:46.152902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea05fe4c-20af-4b2f-8fb2-3a553d755253 req-c6a1c528-2a4e-4c00-a31c-1857a12d6f66 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681001 Jul 16 19:49:46.203573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:46.230581 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97f045e3-d4cc-42d7-a946-495a63469d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:46.277387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97f045e3-d4cc-42d7-a946-495a63469d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:46.371079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:46.382858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97f045e3-d4cc-42d7-a946-495a63469d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:46.386271 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97f045e3-d4cc-42d7-a946-495a63469d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:46.389331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-97f045e3-d4cc-42d7-a946-495a63469d2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7cd4471-198d-415c-b96f-d6e72a58aaa1 HTTP/1.1" status: 204 len: 168 time: 0.3456113 Jul 16 19:49:46.460270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:46.465386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:46.474095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f045e3-d4cc-42d7-a946-495a63469d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cd4471-198d-415c-b96f-d6e72a58aaa1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:46.655279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:46.749738 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:46.774473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event updated for resources: {'Port': ['ID=b98444e3-a686-4a2c-b273-39e8a3f96a21,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:46.827964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:47.053423 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:47.060591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:47.101985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:47.115671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event updated for resources: {'Port': ['ID=b98444e3-a686-4a2c-b273-39e8a3f96a21,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:47.126923 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:47.138265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b70bea1f-cbab-4416-b5b0-079c5b138f4d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2454228 Jul 16 19:49:47.413591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a457a-d947-41c4-b41e-00751cddb612 req-90c89836-86e9-4c9e-b2aa-edc609ba5424 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:47.420558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6a457a-d947-41c4-b41e-00751cddb612 req-90c89836-86e9-4c9e-b2aa-edc609ba5424 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 970 time: 0.1178327 Jul 16 19:49:47.474386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6a457a-d947-41c4-b41e-00751cddb612 req-7cd46849-1f11-4d8a-957c-41502cfe7578 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527878 Jul 16 19:49:47.674110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-e80ba7dd-0e0d-4479-ba59-d3381854215d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1778269446&fields=id&tenant_id=77091b115f7348a6b52abad28c79ae51 HTTP/1.1" status: 200 len: 267 time: 0.0719249 Jul 16 19:49:47.910589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-1284bbf3-8601-4f78-b16c-883370f7be25 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:47.920781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-1284bbf3-8601-4f78-b16c-883370f7be25 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 823 time: 0.2455223 Jul 16 19:49:47.929366 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4befec8b-2619-4d2f-8ecd-1acd6d69e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:47.940964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-5201e955-f9f2-4c2f-8928-43cdcbaa229c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/quotas/77091b115f7348a6b52abad28c79ae51 HTTP/1.1" status: 200 len: 375 time: 0.0184965 Jul 16 19:49:48.084312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-710dc451-905e-40aa-b09c-0e7911121832 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1420300 Jul 16 19:49:48.107975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-109a6ed7-ac94-49da-a212-049b2f08e10b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:49:48.115208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-109a6ed7-ac94-49da-a212-049b2f08e10b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124137 Jul 16 19:49:48.696244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45738) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:48.738795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1815bc-22c1-4a07-b6ba-7dca409319e1 req-ba832378-e6a5-4994-82c3-d96a1b802cc2 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:48.740376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc1815bc-22c1-4a07-b6ba-7dca409319e1 req-ba832378-e6a5-4994-82c3-d96a1b802cc2 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 970 time: 0.0813484 Jul 16 19:49:48.797165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc1815bc-22c1-4a07-b6ba-7dca409319e1 req-381d6719-8691-4019-b50e-95ee53808a9f tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491045 Jul 16 19:49:48.904597 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0aff962a-176c-4bc5-b1b7-20250bd89d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:48.905286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-e9b8d243-bee6-41a7-8ca1-b1e260e5d998 service neutron] 10.222.0.78 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351211 Jul 16 19:49:49.019775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-e3cde8f8-a3f9-4576-aa8f-343f9b922b17 service neutron] 10.222.0.78 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083376 Jul 16 19:49:49.036501 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0aff962a-176c-4bc5-b1b7-20250bd89d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:49.042257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0aff962a-176c-4bc5-b1b7-20250bd89d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:49.084644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0aff962a-176c-4bc5-b1b7-20250bd89d82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1ecabf739c0432aafc4ecfe6f90b438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868752 Jul 16 19:49:49.086073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff962a-176c-4bc5-b1b7-20250bd89d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b169c045-69d4-4d9f-bab3-fcf96138ce2b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:49.087420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45752) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:49.262381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0fb59762-b0bf-48aa-99cc-53ebbd7d35c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:49.332917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0fb59762-b0bf-48aa-99cc-53ebbd7d35c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:49.364418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-639ed891-e966-49e7-a003-dd7689b382b1 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337830 Jul 16 19:49:49.386885 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae45cc21-e92d-4dc2-9425-42c8e15ec885 req-cc39c7ee-487d-4d08-b6fb-13c8a3465a14 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972973 Jul 16 19:49:49.463837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9278d3-be8b-4e74-8cbd-29263a87bbf9 req-7a8f32bd-da62-4267-9f97-2106fb8fdc30 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.464351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9278d3-be8b-4e74-8cbd-29263a87bbf9 req-7a8f32bd-da62-4267-9f97-2106fb8fdc30 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.465011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9278d3-be8b-4e74-8cbd-29263a87bbf9 req-7a8f32bd-da62-4267-9f97-2106fb8fdc30 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.465482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9278d3-be8b-4e74-8cbd-29263a87bbf9 req-7a8f32bd-da62-4267-9f97-2106fb8fdc30 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.465949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9278d3-be8b-4e74-8cbd-29263a87bbf9 req-7a8f32bd-da62-4267-9f97-2106fb8fdc30 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.467757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b9278d3-be8b-4e74-8cbd-29263a87bbf9 req-7a8f32bd-da62-4267-9f97-2106fb8fdc30 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2929046 Jul 16 19:49:49.559302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-204ff58b-1082-4ab7-a1fa-b0f08a2b983e req-bedf7721-27dd-4785-beba-003d7b029fb6 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 210 time: 0.0422833 Jul 16 19:49:49.576118 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0fb59762-b0bf-48aa-99cc-53ebbd7d35c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:49.578788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0fb59762-b0bf-48aa-99cc-53ebbd7d35c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:49.591252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0fb59762-b0bf-48aa-99cc-53ebbd7d35c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b169c045-69d4-4d9f-bab3-fcf96138ce2b HTTP/1.1" status: 204 len: 168 time: 0.4923687 Jul 16 19:49:49.610950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-42b41941-89b6-4d38-aea8-8b11aedfe15d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.618161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-42b41941-89b6-4d38-aea8-8b11aedfe15d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405374 Jul 16 19:49:49.628264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb59762-b0bf-48aa-99cc-53ebbd7d35c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b169c045-69d4-4d9f-bab3-fcf96138ce2b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:49.665995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-0bcc869e-3b9f-49be-85a3-722790877e3a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/quotas/6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 375 time: 0.0468290 Jul 16 19:49:49.720153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-dccd084c-b293-44eb-921e-656cc63e1c9f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532296 Jul 16 19:49:49.811314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b06d8-ad7b-4283-aea6-9dd5a84aaa9a req-d2e38b1c-1695-4336-9e69-c9dbd8095ca9 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.814844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd6b06d8-ad7b-4283-aea6-9dd5a84aaa9a req-d2e38b1c-1695-4336-9e69-c9dbd8095ca9 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 886 time: 0.1929193 Jul 16 19:49:49.976031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c404836-fb8d-4663-a2cf-49ec336b510f req-dec17dc6-73d1-4d31-ab60-08e102f5b5d7 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.976793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c404836-fb8d-4663-a2cf-49ec336b510f req-dec17dc6-73d1-4d31-ab60-08e102f5b5d7 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.977564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c404836-fb8d-4663-a2cf-49ec336b510f req-dec17dc6-73d1-4d31-ab60-08e102f5b5d7 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.978191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c404836-fb8d-4663-a2cf-49ec336b510f req-dec17dc6-73d1-4d31-ab60-08e102f5b5d7 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.978734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c404836-fb8d-4663-a2cf-49ec336b510f req-dec17dc6-73d1-4d31-ab60-08e102f5b5d7 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:49.995659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c404836-fb8d-4663-a2cf-49ec336b510f req-dec17dc6-73d1-4d31-ab60-08e102f5b5d7 tempest-NetworksTest-517476007 tempest-NetworksTest-517476007-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1549399 Jul 16 19:49:50.107671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1aa21849-e7b7-43ec-af72-bb617add33c9 req-24039f19-006c-4564-a609-21fbbe34f9a3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0844495 Jul 16 19:49:50.166011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b87d53-bedf-4f83-8133-fc2ab1e6b723 req-22515086-03f7-409a-82d9-9804011dd0bc tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:50.168626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96b87d53-bedf-4f83-8133-fc2ab1e6b723 req-22515086-03f7-409a-82d9-9804011dd0bc tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 970 time: 0.1136370 Jul 16 19:49:50.281016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96b87d53-bedf-4f83-8133-fc2ab1e6b723 req-929ad04c-dfc6-4048-b703-211cc5c548e0 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053464 Jul 16 19:49:50.310290 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fa3-1225-4cc7-8baf-d4fd832d302d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:50.356512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45832) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:50.377134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-040c600c-e4e8-42eb-8bbd-99f90abfb226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:50.469548 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:50.545944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45838) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:50.551614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-040c600c-e4e8-42eb-8bbd-99f90abfb226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:50.559121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-040c600c-e4e8-42eb-8bbd-99f90abfb226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:50.606462 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-040c600c-e4e8-42eb-8bbd-99f90abfb226 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38d5e9b992f84c669e903d1bbb26644b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481635 Jul 16 19:49:50.608240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c600c-e4e8-42eb-8bbd-99f90abfb226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ececa5-fac9-434d-a746-7793b58c8076,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:50.610673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45844) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:50.907652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1baf51c0-03d3-42df-a670-38b61a772906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:50.912219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d9a843f-7c5a-4088-b3b3-56ac7e20b0ab req-87a2b4bb-3569-48e0-aaf3-64c19bc060f0 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 210 time: 0.0552785 Jul 16 19:49:50.967084 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8f0-658c-4ddd-a407-d356ec2fb008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.001247 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8f0-658c-4ddd-a407-d356ec2fb008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.074036 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8f0-658c-4ddd-a407-d356ec2fb008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.076567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8f0-658c-4ddd-a407-d356ec2fb008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.077718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ab42d8f0-658c-4ddd-a407-d356ec2fb008 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21ececa5-fac9-434d-a746-7793b58c8076 HTTP/1.1" status: 204 len: 168 time: 0.4658937 Jul 16 19:49:51.093088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42d8f0-658c-4ddd-a407-d356ec2fb008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ececa5-fac9-434d-a746-7793b58c8076,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:51.107324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1baf51c0-03d3-42df-a670-38b61a772906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.112967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1baf51c0-03d3-42df-a670-38b61a772906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.163649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf51c0-03d3-42df-a670-38b61a772906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff647e-08c0-4745-8935-97d9e06e3812,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:51.203030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1baf51c0-03d3-42df-a670-38b61a772906 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88d161c73c884fc5bea06fea907d0b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551030 Jul 16 19:49:51.205471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45866) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:51.308819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.16', 51601) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:51.332703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae41ca97-09e9-4bd4-827c-75e5962244e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.386795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae41ca97-09e9-4bd4-827c-75e5962244e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.477139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45876) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:51.478993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3968a7c7-7f85-427e-8ceb-9c3fa92bc01a req-683a9497-09ab-4f6d-9a30-8384150cfd69 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.1670942 Jul 16 19:49:51.506226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae41ca97-09e9-4bd4-827c-75e5962244e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.521153 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae41ca97-09e9-4bd4-827c-75e5962244e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.526124 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ae41ca97-09e9-4bd4-827c-75e5962244e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51ff647e-08c0-4745-8935-97d9e06e3812 HTTP/1.1" status: 204 len: 168 time: 0.3168325 Jul 16 19:49:51.538641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41ca97-09e9-4bd4-827c-75e5962244e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff647e-08c0-4745-8935-97d9e06e3812,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:51.587230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-ff043e96-4187-4741-94bd-c4ad4577880b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:51.588949 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-ff043e96-4187-4741-94bd-c4ad4577880b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.16 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 823 time: 0.2789493 Jul 16 19:49:51.624211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0ced5-97da-413d-bd6b-9ceacc78b148 req-f5c68775-d1a2-4068-b94f-b37858bbe337 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:51.632964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdf0ced5-97da-413d-bd6b-9ceacc78b148 req-f5c68775-d1a2-4068-b94f-b37858bbe337 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 970 time: 0.1035795 Jul 16 19:49:51.659938 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77a596c-dd1f-42ac-a22b-fd93017a75cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.722456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdf0ced5-97da-413d-bd6b-9ceacc78b148 req-253e66b2-dad6-4052-9df7-b1e01128b61b tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883937 Jul 16 19:49:51.727080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-46d59163-2337-4002-97f5-02d9eb995083 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77091b115f7348a6b52abad28c79ae51 HTTP/1.1" status: 200 len: 380 time: 0.0852227 Jul 16 19:49:51.740775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Request body: {'port': {'device_id': 'cb88ab09-a636-490f-b85d-df4f24424210', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'admin_state_up': True, 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'security_groups': ['c46a312b-1c29-4348-97ff-43dff5f6cc54']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:49:51.803504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77a596c-dd1f-42ac-a22b-fd93017a75cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.809654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77a596c-dd1f-42ac-a22b-fd93017a75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.861299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e77a596c-dd1f-42ac-a22b-fd93017a75cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c5a5580dec7848fc91f3b9e2dcea868f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738723 Jul 16 19:49:51.863621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45892) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:51.935520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a596c-dd1f-42ac-a22b-fd93017a75cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745d563d-f59a-45a6-9f25-c313ba96f630,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:51.952001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Made reservation on behalf of 77091b115f7348a6b52abad28c79ae51 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:49:51.964520 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.965614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf5e-0ccf-49ff-a156-d2a2b71a6041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.029784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf5e-0ccf-49ff-a156-d2a2b71a6041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.077331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45900) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:52.133155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf5e-0ccf-49ff-a156-d2a2b71a6041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.136272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf5e-0ccf-49ff-a156-d2a2b71a6041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.137607 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3cdcf5e-0ccf-49ff-a156-d2a2b71a6041 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/745d563d-f59a-45a6-9f25-c313ba96f630 HTTP/1.1" status: 204 len: 168 time: 0.2636061 Jul 16 19:49:52.149991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdcf5e-0ccf-49ff-a156-d2a2b71a6041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745d563d-f59a-45a6-9f25-c313ba96f630,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:52.168582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ca8226d-347c-4cc2-a0e4-3087de962dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.175274 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.181656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea68352d-09ba-45ec-80c3-163006ce5cfb req-07c84aec-06a6-4920-bea6-c18f1d6ec93b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 210 time: 0.1032526 Jul 16 19:49:52.354505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Allocated IP 172.20.0.7 (49882ae9-50c9-466e-85d2-0c0ba6464332/e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21/80a40fc5-8916-4814-9448-31f14afef939) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:49:52.475112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ca8226d-347c-4cc2-a0e4-3087de962dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.480929 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ca8226d-347c-4cc2-a0e4-3087de962dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.516856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1b8a7044-9410-4787-9ac6-f710d8d5d3be details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:49:52.637511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4ca8226d-347c-4cc2-a0e4-3087de962dcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa3aeb0f1b62443f9d467091c16edb3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580378 Jul 16 19:49:52.640151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45918) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:52.654725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8226d-347c-4cc2-a0e4-3087de962dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf79c1b-fd8d-4bcc-826b-bd41c872dd66,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:52.692490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb3615b9-a3a1-43b2-9dfd-f6953a58fbb1 req-c6364f4b-57c0-4197-9da6-7ec66b0e1537 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0575876 Jul 16 19:49:52.742625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.746506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b1b527e-fedd-4ea1-af90-484bae121d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.779012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Transition to ACTIVE for port object 80a40fc5-8916-4814-9448-31f14afef939 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:49:52.785360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1b8a7044-9410-4787-9ac6-f710d8d5d3be, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1b8a7044-9410-4787-9ac6-f710d8d5d3be,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:52.794643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b1b527e-fedd-4ea1-af90-484bae121d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.812134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '1b8a7044-9410-4787-9ac6-f710d8d5d3be', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '1b8a7044-9410-4787-9ac6-f710d8d5d3be', 'mac_address': 'fa:16:3e:54:6c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:tempest-test_az-1707317474', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:49:52.865243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45924) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:52.876689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.887007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b1b527e-fedd-4ea1-af90-484bae121d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.891621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b1b527e-fedd-4ea1-af90-484bae121d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.894211 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1b1b527e-fedd-4ea1-af90-484bae121d1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ecf79c1b-fd8d-4bcc-826b-bd41c872dd66 HTTP/1.1" status: 204 len: 168 time: 0.2514596 Jul 16 19:49:52.895369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-098aca76-7388-4d1b-be3d-e0d608d8b4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.908193 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.927352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8a7044-9410-4787-9ac6-f710d8d5d3be {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:49:52.945408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b527e-fedd-4ea1-af90-484bae121d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf79c1b-fd8d-4bcc-826b-bd41c872dd66,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:52.977224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1b8a7044-9410-4787-9ac6-f710d8d5d3be, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1b8a7044-9410-4787-9ac6-f710d8d5d3be,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:52.983344 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.025025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event updated for resources: {'Port': ['ID=80a40fc5-8916-4814-9448-31f14afef939,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:53.051818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:49:53.069277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:49:53.072486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:49:53.074850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1b8a7044-9410-4787-9ac6-f710d8d5d3be,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:53.078464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:53.079129 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.110924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-098aca76-7388-4d1b-be3d-e0d608d8b4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.120175 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-098aca76-7388-4d1b-be3d-e0d608d8b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.132364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-eb59bb24-bf42-4316-bcf1-d84053ac602f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3958273 Jul 16 19:49:53.148683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad017766-6508-4ee0-a8f0-6f49a8684ac1 req-62e67c73-77e3-4245-ba7e-296a103895c1 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:53.150298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad017766-6508-4ee0-a8f0-6f49a8684ac1 req-62e67c73-77e3-4245-ba7e-296a103895c1 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 971 time: 0.1292753 Jul 16 19:49:53.185570 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-098aca76-7388-4d1b-be3d-e0d608d8b4d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f910036459ba44a08343a606ca44fc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169014 Jul 16 19:49:53.185570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098aca76-7388-4d1b-be3d-e0d608d8b4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7dc8e1-18c5-4acb-9810-cea268111272,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:53.186787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45932) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:53.253675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad017766-6508-4ee0-a8f0-6f49a8684ac1 req-dc882c36-e184-4c2d-b9be-53e01a70a248 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937407 Jul 16 19:49:53.273373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['1b8a7044-9410-4787-9ac6-f710d8d5d3be'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:49:53.308373 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3df70775-c81b-4f82-9476-f5dc3a2294a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.364167 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3df70775-c81b-4f82-9476-f5dc3a2294a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.478589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-503ea71a-8049-4c39-9148-1c0eb225eaf9 None None] Provisioning for port 80a40fc5-8916-4814-9448-31f14afef939 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:53.497653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-503ea71a-8049-4c39-9148-1c0eb225eaf9 None None] Provisioning complete for port 80a40fc5-8916-4814-9448-31f14afef939 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:53.498424 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-503ea71a-8049-4c39-9148-1c0eb225eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.507762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3df70775-c81b-4f82-9476-f5dc3a2294a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.510719 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3df70775-c81b-4f82-9476-f5dc3a2294a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.514223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3df70775-c81b-4f82-9476-f5dc3a2294a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b7dc8e1-18c5-4acb-9810-cea268111272 HTTP/1.1" status: 204 len: 168 time: 0.3242245 Jul 16 19:49:53.524344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4583c-4e78-468c-9739-1fd304d0e812 req-fe9d7805-98f7-4627-85ff-8ada40bf3da8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:53.525573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1b4583c-4e78-468c-9739-1fd304d0e812 req-fe9d7805-98f7-4627-85ff-8ada40bf3da8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 931 time: 0.1333816 Jul 16 19:49:53.533612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df70775-c81b-4f82-9476-f5dc3a2294a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7dc8e1-18c5-4acb-9810-cea268111272,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:53.570014 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.571865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-503ea71a-8049-4c39-9148-1c0eb225eaf9 None None] Port 80a40fc5-8916-4814-9448-31f14afef939 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:49:53.593031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1b4583c-4e78-468c-9739-1fd304d0e812 req-561b87bf-b31d-4bd4-91c0-c3ffa6f0ff09 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494568 Jul 16 19:49:53.853283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e1b9220-d849-4b1b-ae2e-c30e43e6d27f req-2c455896-4f00-4613-acb4-7729f135ca95 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0349457 Jul 16 19:49:54.452048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae7d3-31ff-44ff-8b8d-cd8b088bdf65 req-9cf84e33-66e8-496d-9992-1023d1abcfdd tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:54.453648 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d04ae7d3-31ff-44ff-8b8d-cd8b088bdf65 req-9cf84e33-66e8-496d-9992-1023d1abcfdd tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 971 time: 0.0717108 Jul 16 19:49:54.491603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1b8a7044-9410-4787-9ac6-f710d8d5d3be up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:49:54.495783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d04ae7d3-31ff-44ff-8b8d-cd8b088bdf65 req-72b2a3e6-1f83-4e2f-b117-f6c93c0a64e1 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Jul 16 19:49:54.584429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 1b8a7044-9410-4787-9ac6-f710d8d5d3be completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:49:54.590001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 1b8a7044-9410-4787-9ac6-f710d8d5d3be triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:49:54.590467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:54.703521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:54.738599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db990769-ebe7-4f30-9ebc-7f06577d3bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8a7044-9410-4787-9ac6-f710d8d5d3be'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:49:54.841716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1b8a7044-9410-4787-9ac6-f710d8d5d3be, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1b8a7044-9410-4787-9ac6-f710d8d5d3be,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:54.850517 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:54.892840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e17e6d-4d59-4bbd-803a-0cd99c814463 req-99a746c5-df7c-4cca-a741-2e7871a516db tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:54.902266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20e17e6d-4d59-4bbd-803a-0cd99c814463 req-99a746c5-df7c-4cca-a741-2e7871a516db tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 931 time: 0.1153836 Jul 16 19:49:54.928492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1b8a7044-9410-4787-9ac6-f710d8d5d3be,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:54.958052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20e17e6d-4d59-4bbd-803a-0cd99c814463 req-2eb33547-f937-4e8a-8785-b74c2ea7608f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544350 Jul 16 19:49:55.053615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a336148-3b0d-4f0a-8b79-c004abf194e0 req-8c513ed0-c851-46ac-9b74-4e52edc046af tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0336385 Jul 16 19:49:55.137917 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a802e5-37e6-4537-81a2-96318020f7c7" -d '{"events": [{"server_uuid": "db990769-ebe7-4f30-9ebc-7f06577d3bd1", "name": "network-vif-plugged", "status": "completed", "tag": "1b8a7044-9410-4787-9ac6-f710d8d5d3be"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:49:55.254446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46052) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:55.455243 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571157dc-349f-4f4d-b7ef-7018ee8183cc x-openstack-request-id: req-571157dc-349f-4f4d-b7ef-7018ee8183cc {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:49:55.455557 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db990769-ebe7-4f30-9ebc-7f06577d3bd1", "name": "network-vif-plugged", "status": "completed", "tag": "1b8a7044-9410-4787-9ac6-f710d8d5d3be", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:49:55.455811 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-571157dc-349f-4f4d-b7ef-7018ee8183cc {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:49:55.456976 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db990769-ebe7-4f30-9ebc-7f06577d3bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8a7044-9410-4787-9ac6-f710d8d5d3be', 'code': 200} Jul 16 19:49:55.603137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4bf2dc23-b89f-4af8-8e0e-0bd3af4577d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:55.652083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1db09-cd15-432c-a6ee-2e5aab285513 req-47ea8158-8b17-48b9-8c20-2439d6d63b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:55.653659 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c2f1db09-cd15-432c-a6ee-2e5aab285513 req-47ea8158-8b17-48b9-8c20-2439d6d63b66 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 1124 time: 0.1297436 Jul 16 19:49:55.684467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c2f1db09-cd15-432c-a6ee-2e5aab285513 req-653e39d0-8edf-4e03-94f9-7f96895372b7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:55.762376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8691f-abaa-4f1c-861e-fb489f5caeb1 req-0d673fd2-b2b6-4140-ba03-1c810dd7540d tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:55.770122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8691f-abaa-4f1c-861e-fb489f5caeb1 req-0d673fd2-b2b6-4140-ba03-1c810dd7540d tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 972 time: 0.1336091 Jul 16 19:49:55.830077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8691f-abaa-4f1c-861e-fb489f5caeb1 req-8c0c5789-282e-4be7-922d-2ea01c0bc3d9 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498004 Jul 16 19:49:55.859944 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4bf2dc23-b89f-4af8-8e0e-0bd3af4577d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:55.877021 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4bf2dc23-b89f-4af8-8e0e-0bd3af4577d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:55.925867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4bf2dc23-b89f-4af8-8e0e-0bd3af4577d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0cf9ccf2d27d44c8a7b33f2704ab242b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6691761 Jul 16 19:49:55.928273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46078) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:55.935967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2dc23-b89f-4af8-8e0e-0bd3af4577d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383d7d1c-5062-4d64-b65d-c0cd9528c41f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:55.994571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-85eea217-91d2-4ac9-954d-2b57ccd1dde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.011156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c2f1db09-cd15-432c-a6ee-2e5aab285513 req-653e39d0-8edf-4e03-94f9-7f96895372b7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.020747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c2f1db09-cd15-432c-a6ee-2e5aab285513 req-653e39d0-8edf-4e03-94f9-7f96895372b7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.025214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-85eea217-91d2-4ac9-954d-2b57ccd1dde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.076854 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c2f1db09-cd15-432c-a6ee-2e5aab285513 req-653e39d0-8edf-4e03-94f9-7f96895372b7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162996 Jul 16 19:49:56.085986 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-85eea217-91d2-4ac9-954d-2b57ccd1dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.088924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-85eea217-91d2-4ac9-954d-2b57ccd1dde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.090917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-85eea217-91d2-4ac9-954d-2b57ccd1dde5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/383d7d1c-5062-4d64-b65d-c0cd9528c41f HTTP/1.1" status: 204 len: 168 time: 0.1613483 Jul 16 19:49:56.093974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e39d0-8edf-4e03-94f9-7f96895372b7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b83bf5a8-2e02-4cca-a06a-7adf23474fef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:56.106905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eea217-91d2-4ac9-954d-2b57ccd1dde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383d7d1c-5062-4d64-b65d-c0cd9528c41f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:56.126510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46090) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:56.207053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2693775-83ae-4680-b28c-1efee51df2fa req-00d23692-6324-4f75-b108-4339884d1619 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:56.209072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2693775-83ae-4680-b28c-1efee51df2fa req-00d23692-6324-4f75-b108-4339884d1619 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 931 time: 0.0843425 Jul 16 19:49:56.274649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e929bc3-d334-4dc4-bdc2-5e60118b324b req-2884ad91-c39d-4fd5-8a4a-fcd730129d79 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0430608 Jul 16 19:49:56.290716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2693775-83ae-4680-b28c-1efee51df2fa req-a54ef655-8133-47ce-92ed-27345968b7f2 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761557 Jul 16 19:49:56.409303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-376dd4ff-fb3a-4026-b30a-c146408ddd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.443114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46100) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:56.459825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c863ed0f-1e01-4c62-83d1-df09e2ad5d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.513727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-376dd4ff-fb3a-4026-b30a-c146408ddd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.517631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-376dd4ff-fb3a-4026-b30a-c146408ddd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.561744 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-376dd4ff-fb3a-4026-b30a-c146408ddd01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac5551061cd346d79380aa8a179245e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341369 Jul 16 19:49:56.562930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dd4ff-fb3a-4026-b30a-c146408ddd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2be60-d2dd-47a6-a69a-1392c4255906,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:56.568446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46102) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:56.630242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e585c8-9875-4f8c-9061-7d9a822c84fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.631112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c863ed0f-1e01-4c62-83d1-df09e2ad5d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.635825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c863ed0f-1e01-4c62-83d1-df09e2ad5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.653470 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e585c8-9875-4f8c-9061-7d9a822c84fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.676310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c863ed0f-1e01-4c62-83d1-df09e2ad5d01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9ad3ea35660940848c4643e0bb0d24d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319870 Jul 16 19:49:56.679288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46104) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:56.686447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863ed0f-1e01-4c62-83d1-df09e2ad5d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d049be-062c-4bad-bbe2-94e8d7bc8824,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:56.725217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e585c8-9875-4f8c-9061-7d9a822c84fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.728079 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e585c8-9875-4f8c-9061-7d9a822c84fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.729342 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-81e585c8-9875-4f8c-9061-7d9a822c84fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2c2be60-d2dd-47a6-a69a-1392c4255906 HTTP/1.1" status: 204 len: 168 time: 0.1584959 Jul 16 19:49:56.739203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e585c8-9875-4f8c-9061-7d9a822c84fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2be60-d2dd-47a6-a69a-1392c4255906,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:56.753672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d20fb2a-6329-4767-a12b-404f74b97c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.777938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d20fb2a-6329-4767-a12b-404f74b97c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.837171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d20fb2a-6329-4767-a12b-404f74b97c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.840583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d20fb2a-6329-4767-a12b-404f74b97c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.841749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6d20fb2a-6329-4767-a12b-404f74b97c94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0d049be-062c-4bad-bbe2-94e8d7bc8824 HTTP/1.1" status: 204 len: 168 time: 0.1609917 Jul 16 19:49:56.852988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20fb2a-6329-4767-a12b-404f74b97c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d049be-062c-4bad-bbe2-94e8d7bc8824,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:57.040087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb8410-a291-4171-bb7e-689a800db154 req-b3195ba9-96e7-488e-96c6-6f7bea6b88c0 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:57.041644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07fb8410-a291-4171-bb7e-689a800db154 req-b3195ba9-96e7-488e-96c6-6f7bea6b88c0 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 972 time: 0.0734653 Jul 16 19:49:57.091755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07fb8410-a291-4171-bb7e-689a800db154 req-4812454c-c213-4df0-ba9e-0744f537ed7a tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437207 Jul 16 19:49:57.125097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46126) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:57.139631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f11f9fb0-8718-4e95-b457-c59a5a36dfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:57.268344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f11f9fb0-8718-4e95-b457-c59a5a36dfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:57.272617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f11f9fb0-8718-4e95-b457-c59a5a36dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:57.317926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f11f9fb0-8718-4e95-b457-c59a5a36dfbd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=43cec44924ac42dcbee34267e214ad41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914582 Jul 16 19:49:57.318827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f9fb0-8718-4e95-b457-c59a5a36dfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eca35a-1395-4bac-a098-47759d7b8246,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:57.320404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46140) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:57.448402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b91d-4752-4381-b4d5-b509058e57f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:57.483394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b91d-4752-4381-b4d5-b509058e57f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:57.551099 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b91d-4752-4381-b4d5-b509058e57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:57.555410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b91d-4752-4381-b4d5-b509058e57f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:57.555410 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a6f6b91d-4752-4381-b4d5-b509058e57f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11eca35a-1395-4bac-a098-47759d7b8246 HTTP/1.1" status: 204 len: 168 time: 0.2333579 Jul 16 19:49:57.563795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6b91d-4752-4381-b4d5-b509058e57f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eca35a-1395-4bac-a098-47759d7b8246,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:57.719274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a7c189b-379b-415d-befa-2b318665f4e0 req-8668d323-3116-4d76-b0d5-cff91f5e776e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.2415853 Jul 16 19:49:57.763242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7875e-45eb-4c88-b0e4-7301ce9efdc5 req-6ac01ad9-444e-40b8-9110-8fd629a88a71 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:57.764970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95a7875e-45eb-4c88-b0e4-7301ce9efdc5 req-6ac01ad9-444e-40b8-9110-8fd629a88a71 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 931 time: 0.3289857 Jul 16 19:49:57.836310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95a7875e-45eb-4c88-b0e4-7301ce9efdc5 req-88e90a89-6b4a-4225-9422-1af660ae05c8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564907 Jul 16 19:49:58.280859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df6283-3cf0-45a3-b9aa-b733e4b55608 req-ba6b4555-07db-4dab-9833-51e2b4e849b1 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:58.282457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0df6283-3cf0-45a3-b9aa-b733e4b55608 req-ba6b4555-07db-4dab-9833-51e2b4e849b1 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 972 time: 0.0773811 Jul 16 19:49:58.324427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0df6283-3cf0-45a3-b9aa-b733e4b55608 req-4e39f2fc-513f-4a5d-a4e2-345cfe056097 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359387 Jul 16 19:49:58.555666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ffca-07f6-4ebc-a913-7e7b5d490908 req-ceb96b63-4333-4e11-a2ea-a7a1b731dbd2 tempest-AggregatesAdminTestJSON-33679924 tempest-AggregatesAdminTestJSON-33679924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:58.555666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43b1ffca-07f6-4ebc-a913-7e7b5d490908 req-ceb96b63-4333-4e11-a2ea-a7a1b731dbd2 tempest-AggregatesAdminTestJSON-33679924 tempest-AggregatesAdminTestJSON-33679924-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 1124 time: 0.1041965 Jul 16 19:49:58.584868 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-43b1ffca-07f6-4ebc-a913-7e7b5d490908 req-6212c77c-7036-41b7-96fa-da0de256e9a2 tempest-AggregatesAdminTestJSON-33679924 tempest-AggregatesAdminTestJSON-33679924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:58.695469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-43b1ffca-07f6-4ebc-a913-7e7b5d490908 req-6212c77c-7036-41b7-96fa-da0de256e9a2 tempest-AggregatesAdminTestJSON-33679924 tempest-AggregatesAdminTestJSON-33679924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:58.699629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-43b1ffca-07f6-4ebc-a913-7e7b5d490908 req-6212c77c-7036-41b7-96fa-da0de256e9a2 tempest-AggregatesAdminTestJSON-33679924 tempest-AggregatesAdminTestJSON-33679924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:58.744650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43b1ffca-07f6-4ebc-a913-7e7b5d490908 req-6212c77c-7036-41b7-96fa-da0de256e9a2 tempest-AggregatesAdminTestJSON-33679924 tempest-AggregatesAdminTestJSON-33679924-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816931 Jul 16 19:49:58.756455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212c77c-7036-41b7-96fa-da0de256e9a2 tempest-AggregatesAdminTestJSON-33679924 tempest-AggregatesAdminTestJSON-33679924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e9793-bfd8-499e-984e-61d5ea5ab978,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:58.886416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a4d3c5f-db3a-489e-b9bc-db0583a699ef req-677797a4-026b-4ad9-a6a4-1b8522f4df95 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0334558 Jul 16 19:49:59.080029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314567f-6716-4fcc-94d5-ef6692f2963c req-4b1e0c64-6ece-41ea-bf4d-3a914b021261 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:49:59.081865 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b314567f-6716-4fcc-94d5-ef6692f2963c req-4b1e0c64-6ece-41ea-bf4d-3a914b021261 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 931 time: 0.0722334 Jul 16 19:49:59.126732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b314567f-6716-4fcc-94d5-ef6692f2963c req-e1560409-6964-4349-a166-a3971178a98e tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389378 Jul 16 19:49:59.635573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46278) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:59.936556 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3518ce86-3b89-4f2d-9c5a-12caa0d2f111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.063573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3518ce86-3b89-4f2d-9c5a-12caa0d2f111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.079780 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3518ce86-3b89-4f2d-9c5a-12caa0d2f111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.109692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e8f2dae-ab30-43f5-99a0-8b5cb599725f req-de67749b-8aa3-4c2f-bfb3-5e9cc25f653d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0441785 Jul 16 19:50:00.143075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518ce86-3b89-4f2d-9c5a-12caa0d2f111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e43e10-01bd-4a9d-8b24-aa72f4784fcc,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:00.151709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46328) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:00.152251 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3518ce86-3b89-4f2d-9c5a-12caa0d2f111 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99530f8640f841a08692049ad9e7fd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151484 Jul 16 19:50:00.231959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-17242562-32f8-4fb6-b67c-b004ef6ab5e8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:50:00.234312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-17242562-32f8-4fb6-b67c-b004ef6ab5e8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080707 Jul 16 19:50:00.272713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03eb5029-bc05-4bc1-b9f1-c696f0417b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.331640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03eb5029-bc05-4bc1-b9f1-c696f0417b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.349942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46344) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:00.424290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddef95-4ff7-4efb-96ad-8d20232a5dd5 req-af180fb4-4aeb-4f9e-a48c-4610adeea52f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:00.426032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15ddef95-4ff7-4efb-96ad-8d20232a5dd5 req-af180fb4-4aeb-4f9e-a48c-4610adeea52f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 931 time: 0.1081014 Jul 16 19:50:00.479415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03eb5029-bc05-4bc1-b9f1-c696f0417b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.487191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-78f71627-21d7-4196-a379-161086bb576a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476022 Jul 16 19:50:00.488226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03eb5029-bc05-4bc1-b9f1-c696f0417b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.491215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03eb5029-bc05-4bc1-b9f1-c696f0417b85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2e43e10-01bd-4a9d-8b24-aa72f4784fcc HTTP/1.1" status: 204 len: 168 time: 0.3380339 Jul 16 19:50:00.510611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb5029-bc05-4bc1-b9f1-c696f0417b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e43e10-01bd-4a9d-8b24-aa72f4784fcc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:00.521885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.16', 51605) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:00.573643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15ddef95-4ff7-4efb-96ad-8d20232a5dd5 req-c20550b3-609f-4784-94c4-e8cb56a9b5a4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356323 Jul 16 19:50:00.649590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7ca64b6-e833-49fd-8dab-33e384ce338f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.781783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-c763c8c4-b07b-43bd-bbd9-ac13bdd741cc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:00.783249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-c763c8c4-b07b-43bd-bbd9-ac13bdd741cc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874167 Jul 16 19:50:00.796965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Request body: {'port': {'device_id': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '6fe27a832b7f42c9bc6c7c6b5bd1a11a'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:00.798371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Request body: {'port': {'device_id': 'cb88ab09-a636-490f-b85d-df4f24424210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:00.802868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46374) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:00.925751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7ca64b6-e833-49fd-8dab-33e384ce338f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.932682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.949242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7ca64b6-e833-49fd-8dab-33e384ce338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:00.998815 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:50:01.039706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46392) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:01.040360 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e7ca64b6-e833-49fd-8dab-33e384ce338f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7abfde26d7a43f089744b6da9c2d2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888206 Jul 16 19:50:01.046605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca64b6-e833-49fd-8dab-33e384ce338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5728e1a6-d11c-467d-ac77-d60a494860a4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:01.164745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Made reservation on behalf of 6fe27a832b7f42c9bc6c7c6b5bd1a11a for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:01.168417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.182537 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.236400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c1d00f3-f28b-4c12-9c21-2ed5366522b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.246138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46412) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:01.266001 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b9891cfc-881a-403b-809f-73aea2972f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.333883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-543cfe22-aaf6-46ec-9ae9-c07796cbecf2 req-6e56af62-e37d-4a2e-929f-b654755113d9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0529313 Jul 16 19:50:01.335954 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0204861b-1374-45bd-9d53-f60bb75dfe40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.371885 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0204861b-1374-45bd-9d53-f60bb75dfe40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.413044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a40fc5-8916-4814-9448-31f14afef939 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:01.422242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.437973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Transition to ACTIVE for port object 80a40fc5-8916-4814-9448-31f14afef939 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:01.442370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.445396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.456410 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.526121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Pushing event updated for resources: {'Port': ['ID=80a40fc5-8916-4814-9448-31f14afef939,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:01.542276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Attempting to bind port 80a40fc5-8916-4814-9448-31f14afef939 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:01.543019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Attempting to bind port 80a40fc5-8916-4814-9448-31f14afef939 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:01.543588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Attempting to bind port 80a40fc5-8916-4814-9448-31f14afef939 on network 49882ae9-50c9-466e-85d2-0c0ba6464332 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:01.550957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Port 80a40fc5-8916-4814-9448-31f14afef939 on network 49882ae9-50c9-466e-85d2-0c0ba6464332 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:01.551733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Attempting to bind port 80a40fc5-8916-4814-9448-31f14afef939 on network 49882ae9-50c9-466e-85d2-0c0ba6464332 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:01.557395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:01.558053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Checking segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:01.558761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Bound using segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:01.559403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Bound port: 80a40fc5-8916-4814-9448-31f14afef939, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:01.560119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.575330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f28d6c5-903b-473c-b5a7-0d676af279bd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:01.579213 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0204861b-1374-45bd-9d53-f60bb75dfe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.582441 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0204861b-1374-45bd-9d53-f60bb75dfe40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.583750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0204861b-1374-45bd-9d53-f60bb75dfe40 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5728e1a6-d11c-467d-ac77-d60a494860a4 HTTP/1.1" status: 204 len: 168 time: 0.5410650 Jul 16 19:50:01.630752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204861b-1374-45bd-9d53-f60bb75dfe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5728e1a6-d11c-467d-ac77-d60a494860a4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:01.684539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] For port 80a40fc5-8916-4814-9448-31f14afef939, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:01.688452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] For port 80a40fc5-8916-4814-9448-31f14afef939, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=80a40fc5-8916-4814-9448-31f14afef939,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:01.698628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.786237 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c1d00f3-f28b-4c12-9c21-2ed5366522b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.788077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Allocated IP 192.168.233.239 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/20e69bea-4580-41a7-bd0d-f1b5a74b75af) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:50:01.803539 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c1d00f3-f28b-4c12-9c21-2ed5366522b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.863139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:01.864577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:01.868075 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/80a40fc5-8916-4814-9448-31f14afef939 HTTP/1.1" status: 200 len: 1092 time: 1.3397737 Jul 16 19:50:01.875539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb88ab09-a636-490f-b85d-df4f24424210', 'tag': '80a40fc5-8916-4814-9448-31f14afef939'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:01.885440 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb88ab09-a636-490f-b85d-df4f24424210", "tag": "80a40fc5-8916-4814-9448-31f14afef939"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:01.892872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31feb73-e0c6-4539-ad3a-048ae0b073a9 service neutron] Pushing event updated for resources: {'Port': ['ID=80a40fc5-8916-4814-9448-31f14afef939,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:01.913356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d00f3-f28b-4c12-9c21-2ed5366522b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452667d1-0dd6-400f-b4ec-e01511e15403,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:01.920256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9c1d00f3-f28b-4c12-9c21-2ed5366522b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a16f712a2b9425088709c3982f10a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1163208 Jul 16 19:50:01.923514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46452) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:02.012744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-0f25132b-4572-45af-a8dc-df538586b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:02.014299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-0f25132b-4572-45af-a8dc-df538586b80d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 1095 time: 0.0898094 Jul 16 19:50:02.082802 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-07477602-bc28-4a37-9588-f3ddf5494bbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a40fc5-8916-4814-9448-31f14afef939 HTTP/1.1" status: 200 len: 217 time: 0.0603480 Jul 16 19:50:02.100784 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ec73d2-87a0-4921-a40a-ad340c8c34ca x-openstack-request-id: req-95ec73d2-87a0-4921-a40a-ad340c8c34ca {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:02.101411 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb88ab09-a636-490f-b85d-df4f24424210", "tag": "80a40fc5-8916-4814-9448-31f14afef939", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:02.101664 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95ec73d2-87a0-4921-a40a-ad340c8c34ca {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:02.102054 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb88ab09-a636-490f-b85d-df4f24424210', 'tag': '80a40fc5-8916-4814-9448-31f14afef939', 'status': 'completed', 'code': 200} Jul 16 19:50:02.161178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-5ed846cf-e733-42e6-836f-121f2ec08740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:02.163239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-5ed846cf-e733-42e6-836f-121f2ec08740 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 HTTP/1.1" status: 200 len: 862 time: 0.0747645 Jul 16 19:50:02.203418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46464) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:02.225918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-70b55730-e56b-4344-860b-6d0ece2efa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.271747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-3461c6f0-a059-4a97-b418-bad20c2eabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:02.274004 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-3461c6f0-a059-4a97-b418-bad20c2eabe7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49882ae9-50c9-466e-85d2-0c0ba6464332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043928 Jul 16 19:50:02.278525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d731fb19-ede4-4e4a-8c12-da1b84bf5491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.292516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b9891cfc-881a-403b-809f-73aea2972f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.314742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df00678-0c8f-4477-ae90-7327cf5db9e6 req-102a6457-0517-487e-97a4-ea70bebcc870 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:02.316868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3df00678-0c8f-4477-ae90-7327cf5db9e6 req-102a6457-0517-487e-97a4-ea70bebcc870 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 943 time: 0.3724303 Jul 16 19:50:02.320078 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.323957 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b9891cfc-881a-403b-809f-73aea2972f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.371737 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d731fb19-ede4-4e4a-8c12-da1b84bf5491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.378454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Transition to ACTIVE for port object 20e69bea-4580-41a7-bd0d-f1b5a74b75af will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:02.424267 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-fa901811-74f3-4886-b71f-5b42c3967ca1 service neutron] 10.222.0.16 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433618 Jul 16 19:50:02.427350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891cfc-881a-403b-809f-73aea2972f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd4c4c7-3cdc-4740-964e-7d2fffadfa00,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:02.440176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b9891cfc-881a-403b-809f-73aea2972f6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddd24c37629c4217b590c08a1ebe3e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1897614 Jul 16 19:50:02.443055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46472) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:02.475853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3df00678-0c8f-4477-ae90-7327cf5db9e6 req-902614cc-72d0-4530-b584-2a02ad6f276a tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395752 Jul 16 19:50:02.512453 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.576610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-70b55730-e56b-4344-860b-6d0ece2efa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.625524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-70b55730-e56b-4344-860b-6d0ece2efa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.630977 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d731fb19-ede4-4e4a-8c12-da1b84bf5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.634832 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d731fb19-ede4-4e4a-8c12-da1b84bf5491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.635996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d731fb19-ede4-4e4a-8c12-da1b84bf5491 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/452667d1-0dd6-400f-b4ec-e01511e15403 HTTP/1.1" status: 204 len: 168 time: 0.6961923 Jul 16 19:50:02.660235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:50:02.668327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:02.691772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:50:02.700400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:02.701427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.717257 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-70b55730-e56b-4344-860b-6d0ece2efa2e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc95c0bdaf1e49c4bc9fb6f6bbae88b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127728 Jul 16 19:50:02.719867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46490) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:02.752145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e7d19fe5-1996-484d-b502-76b6c21f7e22 req-5adeaa4f-8081-470b-b764-6cdbf31922b7 service neutron] 10.222.0.16 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199837 Jul 16 19:50:02.789714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3e49-6657-47d3-baa4-24274f03f5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.806706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731fb19-ede4-4e4a-8c12-da1b84bf5491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452667d1-0dd6-400f-b4ec-e01511e15403,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:02.828176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:02.840934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-67243a9d-df42-4446-a486-fa42dcceb259 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0482275 Jul 16 19:50:02.843870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b55730-e56b-4344-860b-6d0ece2efa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547955da-f3f5-4425-b038-47aac55bf188,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:02.851952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13852350-2f87-4b08-820e-729ef81c57f9 req-084fa945-d62d-4660-9bb1-f04feb64283c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:02.859761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13852350-2f87-4b08-820e-729ef81c57f9 req-084fa945-d62d-4660-9bb1-f04feb64283c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 936 time: 0.2331052 Jul 16 19:50:02.879597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Request body: {'port': {'device_id': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:02.887974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3e49-6657-47d3-baa4-24274f03f5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:02.948316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46508) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:03.054376 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.078642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13852350-2f87-4b08-820e-729ef81c57f9 req-2a16e9d8-66da-4ed1-8112-cfa8821ee95f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178593 Jul 16 19:50:03.161019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-156c9765-42c5-4d46-99e8-4f3add7136f1 None None] Provisioning for port 20e69bea-4580-41a7-bd0d-f1b5a74b75af completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:03.173825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-156c9765-42c5-4d46-99e8-4f3add7136f1 None None] Provisioning complete for port 20e69bea-4580-41a7-bd0d-f1b5a74b75af triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:03.177344 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-156c9765-42c5-4d46-99e8-4f3add7136f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.184379 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ef04c12-0ed6-4a35-bf41-f943206ce139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.231050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-156c9765-42c5-4d46-99e8-4f3add7136f1 None None] Port 20e69bea-4580-41a7-bd0d-f1b5a74b75af cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:50:03.242622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-6ff3f371-dd82-49f8-a076-34da1e33bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:03.245202 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-6ff3f371-dd82-49f8-a076-34da1e33bf84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 1095 time: 0.3734488 Jul 16 19:50:03.248715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ef04c12-0ed6-4a35-bf41-f943206ce139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.250482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46514) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:03.315781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7e435a2-b3cb-4a9d-9dd6-114330fc435e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.325177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3e49-6657-47d3-baa4-24274f03f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.328701 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3e49-6657-47d3-baa4-24274f03f5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.335549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3f0f3e49-6657-47d3-baa4-24274f03f5b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dbd4c4c7-3cdc-4740-964e-7d2fffadfa00 HTTP/1.1" status: 204 len: 168 time: 0.8905087 Jul 16 19:50:03.396432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-269c3f53-8532-4070-9880-e9026b248b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.413863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f3e49-6657-47d3-baa4-24274f03f5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd4c4c7-3cdc-4740-964e-7d2fffadfa00,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:03.477036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ef04c12-0ed6-4a35-bf41-f943206ce139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.479694 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ef04c12-0ed6-4a35-bf41-f943206ce139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.480979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9ef04c12-0ed6-4a35-bf41-f943206ce139 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/547955da-f3f5-4425-b038-47aac55bf188 HTTP/1.1" status: 204 len: 168 time: 0.7560172 Jul 16 19:50:03.495654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef04c12-0ed6-4a35-bf41-f943206ce139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547955da-f3f5-4425-b038-47aac55bf188,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:03.498534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-fb332924-dd3e-4216-b673-744511bfd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:03.503493 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-fb332924-dd3e-4216-b673-744511bfd178 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 924 time: 0.2438767 Jul 16 19:50:03.585382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-b252e7d7-6fc4-4d91-9cd9-b30a937ac52d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a40fc5-8916-4814-9448-31f14afef939 HTTP/1.1" status: 200 len: 217 time: 0.0727677 Jul 16 19:50:03.691778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-310cc833-6aae-47f9-820c-990984445ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:03.693467 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-310cc833-6aae-47f9-820c-990984445ece service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 HTTP/1.1" status: 200 len: 862 time: 0.1008012 Jul 16 19:50:03.745879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7e435a2-b3cb-4a9d-9dd6-114330fc435e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.751357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7e435a2-b3cb-4a9d-9dd6-114330fc435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.762389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e69bea-4580-41a7-bd0d-f1b5a74b75af {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:03.801145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d7e435a2-b3cb-4a9d-9dd6-114330fc435e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8651ba4ffe740dfa63686d79932e082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465562 Jul 16 19:50:03.805094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46544) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:03.805754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.820468 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.828678 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e435a2-b3cb-4a9d-9dd6-114330fc435e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e2090-0c89-49ae-8830-57783ab5c939,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:03.829742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Transition to ACTIVE for port object 20e69bea-4580-41a7-bd0d-f1b5a74b75af will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:03.847475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-a54e4878-4fef-4ee6-94f0-fe10b19e937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:03.849128 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-a54e4878-4fef-4ee6-94f0-fe10b19e937c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49882ae9-50c9-466e-85d2-0c0ba6464332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489937 Jul 16 19:50:03.856415 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.946358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be8cffc0-98c3-4511-95fe-2b06cc0f538f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:03.981879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be8cffc0-98c3-4511-95fe-2b06cc0f538f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.011917 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-0dabce71-c946-4f32-af3e-ab49f34b11f4 service neutron] 10.222.0.16 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525652 Jul 16 19:50:04.029726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:04.112891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075da3f-f4ed-4d04-afc5-e3da41941c49 req-47d68553-b788-40ec-a126-b5cf465b5a56 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:04.128455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be8cffc0-98c3-4511-95fe-2b06cc0f538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.129621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9075da3f-f4ed-4d04-afc5-e3da41941c49 req-47d68553-b788-40ec-a126-b5cf465b5a56 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 972 time: 0.4553723 Jul 16 19:50:04.131529 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be8cffc0-98c3-4511-95fe-2b06cc0f538f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.132727 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-be8cffc0-98c3-4511-95fe-2b06cc0f538f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e01e2090-0c89-49ae-8830-57783ab5c939 HTTP/1.1" status: 204 len: 168 time: 0.3266153 Jul 16 19:50:04.152979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cffc0-98c3-4511-95fe-2b06cc0f538f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e2090-0c89-49ae-8830-57783ab5c939,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:04.163649 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9d3d5c3-c2ed-4ae2-ae96-edea51c5760c req-32e56af1-7a3e-4df9-929b-8b1c7cce9174 service neutron] 10.222.0.16 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412196 Jul 16 19:50:04.197219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e22d-cc3b-4147-9481-caf28c99a85c req-0084b98c-f5e4-47d5-99ad-b0dee3bb2d60 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:04.208378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3918e22d-cc3b-4147-9481-caf28c99a85c req-0084b98c-f5e4-47d5-99ad-b0dee3bb2d60 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 943 time: 0.5085280 Jul 16 19:50:04.249248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Attempting to bind port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:04.249614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Attempting to bind port 20e69bea-4580-41a7-bd0d-f1b5a74b75af by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:04.250016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Attempting to bind port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:04.277412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:04.277611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Attempting to bind port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:04.287598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-269c3f53-8532-4070-9880-e9026b248b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.301984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9075da3f-f4ed-4d04-afc5-e3da41941c49 req-44d32632-18b6-4a1f-88c7-d37ce0b75bb1 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710446 Jul 16 19:50:04.309009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:04.318964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:04.318964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:04.318964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Bound port: 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:04.318964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.318964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-269c3f53-8532-4070-9880-e9026b248b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.357570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3918e22d-cc3b-4147-9481-caf28c99a85c req-310bdc33-4e97-4969-b6cb-e882211c6c77 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482227 Jul 16 19:50:04.423964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c3f53-8532-4070-9880-e9026b248b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa70a20-f93a-4e94-a7ab-2197a8a595eb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:04.441659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-269c3f53-8532-4070-9880-e9026b248b38 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20ccd503c0504b1aa7641d49fba34b03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4869239 Jul 16 19:50:04.444304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46578) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:04.474976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:04.480085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:04.488139 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.559793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:04.560785 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.563378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] 10.222.0.16 "PUT /v2.0/ports/20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 1097 time: 1.6985617 Jul 16 19:50:04.564915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:04.625056 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.677667 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f7e128a-d3b0-4e1e-b151-215c67287cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.739486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f7e128a-d3b0-4e1e-b151-215c67287cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.898805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-c7223e50-fe0f-494c-abe2-77c688382239 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:04.900549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-c7223e50-fe0f-494c-abe2-77c688382239 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.68 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 972 time: 0.2740679 Jul 16 19:50:05.011538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f7e128a-d3b0-4e1e-b151-215c67287cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.015351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f7e128a-d3b0-4e1e-b151-215c67287cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.016797 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f7e128a-d3b0-4e1e-b151-215c67287cc1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0aa70a20-f93a-4e94-a7ab-2197a8a595eb HTTP/1.1" status: 204 len: 168 time: 0.5710988 Jul 16 19:50:05.048994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809212f9-6108-4dac-bb6e-274acdb3acc1 service neutron] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:05.069835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e128a-d3b0-4e1e-b151-215c67287cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa70a20-f93a-4e94-a7ab-2197a8a595eb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:05.102393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-a552edd4-f0d0-4f85-bbc3-cc4a24712e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:05.104527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-a552edd4-f0d0-4f85-bbc3-cc4a24712e61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1100 time: 0.4201593 Jul 16 19:50:05.115182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0a4c-b347-4479-924f-e0548e2ae007 req-d4610dd9-3b08-4a2a-9d01-f087b573e65a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:05.117078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-017d0a4c-b347-4479-924f-e0548e2ae007 req-d4610dd9-3b08-4a2a-9d01-f087b573e65a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 948 time: 0.4312298 Jul 16 19:50:05.168356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Deleting port 1b8a7044-9410-4787-9ac6-f710d8d5d3be {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:50:05.168711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.195419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-2c0780cd-45e5-4c66-b8b4-f104c1da2a4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.0771484 Jul 16 19:50:05.205212 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43f009d-613b-4feb-b927-dcbf41eef2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:05.261122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46632) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:05.292014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-017d0a4c-b347-4479-924f-e0548e2ae007 req-727c8f27-20d3-47b5-80c7-494268a5ebc2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658735 Jul 16 19:50:05.299955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-6c3dca75-e361-4e18-931c-fd211aad7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:05.301694 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-6c3dca75-e361-4e18-931c-fd211aad7a7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0926321 Jul 16 19:50:05.335871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] For port 1b8a7044-9410-4787-9ac6-f710d8d5d3be, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1b8a7044-9410-4787-9ac6-f710d8d5d3be,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:05.336260 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.366877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Calling delete_port for 1b8a7044-9410-4787-9ac6-f710d8d5d3be owned by compute:tempest-test_az-1707317474 {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:50:05.519877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-440876e1-fc32-433a-a98b-589938f0a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:05.522789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-440876e1-fc32-433a-a98b-589938f0a11b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2144525 Jul 16 19:50:05.592593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1426242021-network', 'tenant_id': '4a673db6e4294eaa8de46fe8544ef177'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:05.662478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.666812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Made reservation on behalf of 4a673db6e4294eaa8de46fe8544ef177 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:05.669929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.680298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['1b8a7044-9410-4787-9ac6-f710d8d5d3be'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:05.700571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-fa38824e-7822-4d41-b0db-41a99b23043a service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677523 Jul 16 19:50:05.711850 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.714020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc555d2-a811-4db1-9d4d-a8c05e841862 req-0e60a558-b86b-4d61-9587-b195ac6ae2ac tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:05.716149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1cc555d2-a811-4db1-9d4d-a8c05e841862 req-0e60a558-b86b-4d61-9587-b195ac6ae2ac tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/ports?device_id=db990769-ebe7-4f30-9ebc-7f06577d3bd1 HTTP/1.1" status: 200 len: 889 time: 0.1060977 Jul 16 19:50:05.716672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Pushing event deleted for resources: {'Port': ['ID=1b8a7044-9410-4787-9ac6-f710d8d5d3be,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:05.816281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46668) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:05.836637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1cc555d2-a811-4db1-9d4d-a8c05e841862 req-0c8cbc97-443b-4cc3-b273-15fba4ef9f42 tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ffeaa31-d6e7-4cc6-bd55-622599db2339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994356 Jul 16 19:50:05.874173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd80891f-9cc8-460d-8a61-a984599f44e5 req-46b5444b-2f5a-4def-aa19-9eec84fd8eae service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564116 Jul 16 19:50:05.923831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] No DVR routers for this DVR port 1b8a7044-9410-4787-9ac6-f710d8d5d3be on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:50:05.927606 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62e87bee-6843-445f-9802-6ae23ea676c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.950789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.954571 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a435c95-1cba-41bd-9f5f-94491af755a8 req-bcce660a-f355-407c-81bd-f0a08c5923da tempest-AggregatesAdminTestJSON-1532089891 tempest-AggregatesAdminTestJSON-1532089891-project] 10.222.0.68 "DELETE /v2.0/ports/1b8a7044-9410-4787-9ac6-f710d8d5d3be HTTP/1.1" status: 204 len: 173 time: 1.0476248 Jul 16 19:50:05.964602 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ae8e6f-f879-479b-9c04-ccf15a5378b0 x-openstack-request-id: req-57ae8e6f-f879-479b-9c04-ccf15a5378b0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:05.964907 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:05.965155 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57ae8e6f-f879-479b-9c04-ccf15a5378b0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:05.965623 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'status': 'completed', 'code': 200} Jul 16 19:50:05.967858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db990769-ebe7-4f30-9ebc-7f06577d3bd1', 'name': 'network-vif-deleted', 'tag': '1b8a7044-9410-4787-9ac6-f710d8d5d3be'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:05.972607 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007b1c9-9be2-46d4-aafc-a85ffc7479e3" -d '{"events": [{"server_uuid": "db990769-ebe7-4f30-9ebc-7f06577d3bd1", "name": "network-vif-deleted", "tag": "1b8a7044-9410-4787-9ac6-f710d8d5d3be"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:06.128802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-32cdd22c-d020-4596-9478-6253a2d15d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:06.133610 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-32cdd22c-d020-4596-9478-6253a2d15d00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1100 time: 0.1250017 Jul 16 19:50:06.187106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.195649 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.246304 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c29e3-e07f-454c-8582-2f808adc6905 x-openstack-request-id: req-280c29e3-e07f-454c-8582-2f808adc6905 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:06.248531 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db990769-ebe7-4f30-9ebc-7f06577d3bd1", "name": "network-vif-deleted", "tag": "1b8a7044-9410-4787-9ac6-f710d8d5d3be", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:06.249202 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-280c29e3-e07f-454c-8582-2f808adc6905 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:06.250038 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db990769-ebe7-4f30-9ebc-7f06577d3bd1', 'name': 'network-vif-deleted', 'tag': '1b8a7044-9410-4787-9ac6-f710d8d5d3be', 'status': 'completed', 'code': 200} Jul 16 19:50:06.302789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:50:06.341577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.342024 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Added segment e154df51-e101-4d03-88a3-be2106a2dbff of type vlan for network fd14d417-ed07-456d-9ed5-af0ac87c7c38 Jul 16 19:50:06.351851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eefe62-167b-4df6-bc9d-4363c6e245d7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:06.362812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-62b1a172-18fa-484b-94b4-a8d931126573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:06.364404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-62b1a172-18fa-484b-94b4-a8d931126573 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2166252 Jul 16 19:50:06.426788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-395aba5a-b67e-4eab-8656-16463929450f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.0540237 Jul 16 19:50:06.448150 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.457424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362040-8b7b-4333-a39b-20e4879fa601 req-7c4255b0-6193-47fd-b99b-d29ccdca1eb3 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:06.465967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f362040-8b7b-4333-a39b-20e4879fa601 req-7c4255b0-6193-47fd-b99b-d29ccdca1eb3 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 943 time: 0.3283956 Jul 16 19:50:06.478940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46702) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:06.498342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62e87bee-6843-445f-9802-6ae23ea676c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.528818 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62e87bee-6843-445f-9802-6ae23ea676c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.552052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-9f8a0107-75c7-467b-aa80-599ad2806574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:06.558500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-9f8a0107-75c7-467b-aa80-599ad2806574 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1234050 Jul 16 19:50:06.594097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.595286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:06.595934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.596789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f362040-8b7b-4333-a39b-20e4879fa601 req-e67f0439-5509-4df3-9d6f-a99d1f36b27b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271133 Jul 16 19:50:06.619756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62e87bee-6843-445f-9802-6ae23ea676c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ca4aa222ff8e419f8ecc257a0dd7ad4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8024156 Jul 16 19:50:06.641687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46706) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:06.664338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e87bee-6843-445f-9802-6ae23ea676c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9095161c-e8a4-46a6-8c5a-0c652e84ebbc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:06.692535 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4302456 Jul 16 19:50:06.702747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46708) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:06.713141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Request body: {'subnet': {'network_id': 'fd14d417-ed07-456d-9ed5-af0ac87c7c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1426242021-subnet', 'tenant_id': '4a673db6e4294eaa8de46fe8544ef177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:06.781222 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Made reservation on behalf of 4a673db6e4294eaa8de46fe8544ef177 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:06.784368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.809769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-705541144-network', 'tenant_id': '6ca984d9efeb45a6aed9ddd7cd44596d'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:06.817823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de7418-7b7f-4e27-95a6-aab2a0083bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd14d417-ed07-456d-9ed5-af0ac87c7c38,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:06.833574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network fd14d417-ed07-456d-9ed5-af0ac87c7c38 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:50:06.855783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Made reservation on behalf of 6ca984d9efeb45a6aed9ddd7cd44596d for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:06.858474 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.871520 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d72ef98-af26-4cf9-82c3-9fed11511696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.875033 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.911684 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d72ef98-af26-4cf9-82c3-9fed11511696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:06.927399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46720) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:07.062952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992b356-166c-4fbb-9618-53a38913413c req-9dc65248-8123-4541-b2dd-82642261512f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:07.070431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e992b356-166c-4fbb-9618-53a38913413c req-9dc65248-8123-4541-b2dd-82642261512f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 948 time: 0.5091381 Jul 16 19:50:07.078194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-2260813a-4cde-4726-94ce-be2f5aa533ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:07.080119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-2260813a-4cde-4726-94ce-be2f5aa533ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5000021 Jul 16 19:50:07.128453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d72ef98-af26-4cf9-82c3-9fed11511696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.133340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d72ef98-af26-4cf9-82c3-9fed11511696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.135360 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d72ef98-af26-4cf9-82c3-9fed11511696 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9095161c-e8a4-46a6-8c5a-0c652e84ebbc HTTP/1.1" status: 204 len: 168 time: 0.4924319 Jul 16 19:50:07.166316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72ef98-af26-4cf9-82c3-9fed11511696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9095161c-e8a4-46a6-8c5a-0c652e84ebbc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:07.171315 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.177913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.218963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e992b356-166c-4fbb-9618-53a38913413c req-187375c7-18bc-45d6-bb7e-c03009363588 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433280 Jul 16 19:50:07.220716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:50:07.267190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cace1d-23f3-44f1-b333-26cd12970431,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:07.276879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.277414 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Added segment 7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8 of type vlan for network 6e4cc070-51f6-405f-81df-eb444f0191c6 Jul 16 19:50:07.352692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-892730ee-064f-4db8-900b-97405c472b49 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614315 Jul 16 19:50:07.354669 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.358325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.412184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 80a40fc5-8916-4814-9448-31f14afef939 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:07.424480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.427783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:07.432045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.584534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 80a40fc5-8916-4814-9448-31f14afef939, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=80a40fc5-8916-4814-9448-31f14afef939,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:07.585583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db250281-8b41-408b-8689-20befca936c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.588804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46732) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:07.603754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '80a40fc5-8916-4814-9448-31f14afef939', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'port_id': '80a40fc5-8916-4814-9448-31f14afef939', 'mac_address': 'fa:16:3e:bd:ee:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:07.651853 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1690731 Jul 16 19:50:07.655337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46738) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:07.671685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Request body: {'subnet': {'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-705541144-subnet', 'tenant_id': '6ca984d9efeb45a6aed9ddd7cd44596d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:07.681387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46740) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:07.683586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c64411-8f6c-434f-9b53-27af98328785,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:07.729566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Checking segment: {'id': 'e154df51-e101-4d03-88a3-be2106a2dbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd14d417-ed07-456d-9ed5-af0ac87c7c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:07.730036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Network hostable DHCP agents. Network: fd14d417-ed07-456d-9ed5-af0ac87c7c38, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:50:07.742297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.787522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b43f009d-613b-4feb-b927-dcbf41eef2c3 req-61b17e04-c85c-48dd-b56c-b85a1b9faa78 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254794 Jul 16 19:50:07.805611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a40fc5-8916-4814-9448-31f14afef939 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:07.816234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Network fd14d417-ed07-456d-9ed5-af0ac87c7c38 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:50:07.848141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, fd14d417-ed07-456d-9ed5-af0ac87c7c38) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:07.850100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db250281-8b41-408b-8689-20befca936c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.871782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:07.872699 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.896101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5e60e2-6416-4aad-a8ca-4b8d2216acc4 None None] Network fd14d417-ed07-456d-9ed5-af0ac87c7c38 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:07.897270 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-63ed07a7-4359-4894-89a2-5d2d182856d2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1891847 Jul 16 19:50:07.914106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db250281-8b41-408b-8689-20befca936c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:07.924228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517fb59-e498-4881-8122-18f88107631e admin admin] Pushing event updated for resources: {'Network': ['ID=6e4cc070-51f6-405f-81df-eb444f0191c6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:07.928844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433587-55da-4216-bcf6-a874b8841d4f req-60348f6d-6d40-42d2-8ecd-24868c11aac1 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:07.930889 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e433587-55da-4216-bcf6-a874b8841d4f req-60348f6d-6d40-42d2-8ecd-24868c11aac1 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 943 time: 0.0974534 Jul 16 19:50:07.931374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 80a40fc5-8916-4814-9448-31f14afef939, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=80a40fc5-8916-4814-9448-31f14afef939,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:07.987804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e433587-55da-4216-bcf6-a874b8841d4f req-4242c16a-f2e0-42a9-9fe7-8a45cb88171e tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Jul 16 19:50:08.003954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6e4cc070-51f6-405f-81df-eb444f0191c6 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:50:08.011336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.047018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250281-8b41-408b-8689-20befca936c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63031fe-60b9-4ef5-8d5d-5fbe63dfa5e9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:08.053385 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-db250281-8b41-408b-8689-20befca936c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bb63bdeb3fc4f3185b85e857abb9800&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1249456 Jul 16 19:50:08.054815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Made reservation on behalf of 6ca984d9efeb45a6aed9ddd7cd44596d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:08.057519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46748) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:08.069970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.160650 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cf22aec-9c94-488c-807b-2671dd32790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.166909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=80a40fc5-8916-4814-9448-31f14afef939,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:08.168561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8360160-cce3-4a3f-87ef-4b82df4208b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.211522 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cf22aec-9c94-488c-807b-2671dd32790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.374867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['80a40fc5-8916-4814-9448-31f14afef939'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:08.432178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a44f965d-43a7-4cf9-8c8c-bfeaedbeacb8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9835f41b2bd04a4da67dc99f2eeedb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7443159 Jul 16 19:50:08.433978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46756) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:08.450293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8360160-cce3-4a3f-87ef-4b82df4208b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.460905 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8360160-cce3-4a3f-87ef-4b82df4208b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.553167 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f8360160-cce3-4a3f-87ef-4b82df4208b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2279782eab4c4de0b2335e58b36cf3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9516706 Jul 16 19:50:08.554479 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cf22aec-9c94-488c-807b-2671dd32790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.558369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46764) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:08.562858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cf22aec-9c94-488c-807b-2671dd32790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.564761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6cf22aec-9c94-488c-807b-2671dd32790f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a63031fe-60b9-4ef5-8d5d-5fbe63dfa5e9 HTTP/1.1" status: 204 len: 168 time: 0.5054834 Jul 16 19:50:08.572713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.576729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1b8a7044-9410-4787-9ac6-f710d8d5d3be no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:50:08.592857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8360160-cce3-4a3f-87ef-4b82df4208b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f0bbdf-aa94-4377-a6c3-5599b79be270,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:08.601466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf22aec-9c94-488c-807b-2671dd32790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63031fe-60b9-4ef5-8d5d-5fbe63dfa5e9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:08.621027 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a65537cf-5ad8-480f-be4b-19767c34e830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.649549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a65537cf-5ad8-480f-be4b-19767c34e830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.677393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e9e3e2-adf4-4ead-9d6d-89cb435940fa,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:08.712821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:08.713218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Network hostable DHCP agents. Network: 6e4cc070-51f6-405f-81df-eb444f0191c6, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:50:08.715712 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c495985-a0e5-47d2-954a-987d43b04874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.715919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5299d859-5120-487b-a9a3-4d5c568cd4c9 None None] Network fd14d417-ed07-456d-9ed5-af0ac87c7c38 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:08.732751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 1b8a7044-9410-4787-9ac6-f710d8d5d3be {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:50:08.733602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1b8a7044-9410-4787-9ac6-f710d8d5d3be not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:50:08.748036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c495985-a0e5-47d2-954a-987d43b04874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.758232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Network 6e4cc070-51f6-405f-81df-eb444f0191c6 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:50:08.781304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6e4cc070-51f6-405f-81df-eb444f0191c6) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:08.793782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:08.794373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.810780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7061f-a835-4651-b045-494118f76c93 None None] Network 6e4cc070-51f6-405f-81df-eb444f0191c6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:08.813517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3fdec61f-fd32-4cd3-843b-d8d12c1848a0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1519461 Jul 16 19:50:08.823402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6715f69-d4e3-471f-b9ca-0141f0dee7b2 req-36853862-95e5-4d85-913b-ed007dcf1814 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:08.834275 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6715f69-d4e3-471f-b9ca-0141f0dee7b2 req-36853862-95e5-4d85-913b-ed007dcf1814 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 948 time: 0.3085864 Jul 16 19:50:08.845466 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c495985-a0e5-47d2-954a-987d43b04874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.849344 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c495985-a0e5-47d2-954a-987d43b04874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.857284 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4c495985-a0e5-47d2-954a-987d43b04874 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59f0bbdf-aa94-4377-a6c3-5599b79be270 HTTP/1.1" status: 204 len: 168 time: 0.2971969 Jul 16 19:50:08.864805 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a65537cf-5ad8-480f-be4b-19767c34e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.867855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a65537cf-5ad8-480f-be4b-19767c34e830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:08.869589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a65537cf-5ad8-480f-be4b-19767c34e830 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ffeaa31-d6e7-4cc6-bd55-622599db2339 HTTP/1.1" status: 204 len: 168 time: 0.4347229 Jul 16 19:50:08.884504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c495985-a0e5-47d2-954a-987d43b04874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f0bbdf-aa94-4377-a6c3-5599b79be270,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:08.896462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65537cf-5ad8-480f-be4b-19767c34e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffeaa31-d6e7-4cc6-bd55-622599db2339,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:08.924177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6715f69-d4e3-471f-b9ca-0141f0dee7b2 req-48121266-4a97-4d4f-84bc-0fcf9c8be826 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885673 Jul 16 19:50:09.282027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc84aa-a5e1-4b46-be7b-f1f7cff98dff None None] Network 6e4cc070-51f6-405f-81df-eb444f0191c6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:09.293904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b051-c115-4406-98b5-07b995fa27f7 req-a6e51251-f750-48cf-9e06-44cbdc616de9 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:09.302817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc76b051-c115-4406-98b5-07b995fa27f7 req-a6e51251-f750-48cf-9e06-44cbdc616de9 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 944 time: 0.1174684 Jul 16 19:50:09.348060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc76b051-c115-4406-98b5-07b995fa27f7 req-3243b73f-22cd-420e-bb25-e9b2c3e1d572 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442400 Jul 16 19:50:09.398696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 20e69bea-4580-41a7-bd0d-f1b5a74b75af details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:09.527598 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:09.540584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'mac_address': 'fa:16:3e:c0:44:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:09.579618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.596147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e69bea-4580-41a7-bd0d-f1b5a74b75af {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:09.619306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:09.623618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.665392 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46800) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:09.679309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46802) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:09.679540 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60dcaf6d-9faa-474b-9870-307f04258392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.691022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:09.731634 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b4d225e7-cb4c-4d92-886a-ad9091bde024 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b628d563cedb4293807dfee45cd9faec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505855 Jul 16 19:50:09.734553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46804) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:09.798646 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9cc7-05b3-4b84-bafa-4cae6849ba48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.813835 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60dcaf6d-9faa-474b-9870-307f04258392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.819540 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60dcaf6d-9faa-474b-9870-307f04258392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.831843 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9cc7-05b3-4b84-bafa-4cae6849ba48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.843246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:09.898899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9cc7-05b3-4b84-bafa-4cae6849ba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.903327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9cc7-05b3-4b84-bafa-4cae6849ba48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:09.904697 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed0f9cc7-05b3-4b84-bafa-4cae6849ba48 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/405e9793-bfd8-499e-984e-61d5ea5ab978 HTTP/1.1" status: 204 len: 168 time: 0.1692045 Jul 16 19:50:09.912828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-60dcaf6d-9faa-474b-9870-307f04258392 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f75931d7602d4e2ab09ce8697fb4c44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460012 Jul 16 19:50:09.914395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:09.920604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcaf6d-9faa-474b-9870-307f04258392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e331d57a-8425-499b-9798-32368e8e7264,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:09.922660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f9cc7-05b3-4b84-bafa-4cae6849ba48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e9793-bfd8-499e-984e-61d5ea5ab978,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:09.994774 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a069b1a-54de-4f1f-a6af-8f3d71e1b933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.025926 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a069b1a-54de-4f1f-a6af-8f3d71e1b933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.086210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a069b1a-54de-4f1f-a6af-8f3d71e1b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.092742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a069b1a-54de-4f1f-a6af-8f3d71e1b933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.095414 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4a069b1a-54de-4f1f-a6af-8f3d71e1b933 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e331d57a-8425-499b-9798-32368e8e7264 HTTP/1.1" status: 204 len: 168 time: 0.1796727 Jul 16 19:50:10.107391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a069b1a-54de-4f1f-a6af-8f3d71e1b933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e331d57a-8425-499b-9798-32368e8e7264,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:10.155927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c9717-3241-48b3-ad28-458fd5bfd678 req-19c2dea8-05b7-4c33-be94-8181e9400555 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:10.158479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b00c9717-3241-48b3-ad28-458fd5bfd678 req-19c2dea8-05b7-4c33-be94-8181e9400555 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 949 time: 0.0903089 Jul 16 19:50:10.201373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b00c9717-3241-48b3-ad28-458fd5bfd678 req-e264429f-e0e9-4d17-9f94-139c3d6b5afe tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362005 Jul 16 19:50:10.563564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46842) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:10.574332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-189761945-network', 'tenant_id': 'b681ce4f1b554163b8184cc5bb787609'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:10.606191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Made reservation on behalf of b681ce4f1b554163b8184cc5bb787609 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:10.609978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.619781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.681414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0631e-544d-4297-ae68-92bdadd75ac9 req-b2aecd29-e028-4355-84aa-b86969186c7f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:10.684402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9d0631e-544d-4297-ae68-92bdadd75ac9 req-b2aecd29-e028-4355-84aa-b86969186c7f tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 944 time: 0.0855129 Jul 16 19:50:10.736288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.743058 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.744092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9d0631e-544d-4297-ae68-92bdadd75ac9 req-e3a74a75-fdfd-4b9a-be04-60ae634fe86d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504794 Jul 16 19:50:10.774182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3aa5f6-e32f-4cac-bb84-c5623d585de8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:10.782006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:50:10.792583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.792893 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Added segment aac23dd0-fd40-4165-8586-b44dce39b9e0 of type vlan for network b11a8212-da44-49e6-bb4b-d75086377365 Jul 16 19:50:10.838573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.874040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.875302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:10.875983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:10.913804 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3484435 Jul 16 19:50:10.916619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46860) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:10.921449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Request body: {'subnet': {'network_id': 'b11a8212-da44-49e6-bb4b-d75086377365', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-189761945-subnet', 'tenant_id': 'b681ce4f1b554163b8184cc5bb787609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:10.948577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46864) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:10.957446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-864004635-network', 'tenant_id': 'f8c2d49a545b4e2ea051c09150d11211'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:10.985856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Made reservation on behalf of f8c2d49a545b4e2ea051c09150d11211 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:10.988866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.000035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.138787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.144706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.146379 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b52ba-c746-45ef-a5fc-a8010bf4b246 admin admin] Pushing event updated for resources: {'Network': ['ID=b11a8212-da44-49e6-bb4b-d75086377365,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:11.161370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network b11a8212-da44-49e6-bb4b-d75086377365 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:50:11.176939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:50:11.185896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Made reservation on behalf of b681ce4f1b554163b8184cc5bb787609 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:11.191062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.197724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44454754-c425-499e-b60d-33cbd5cfa691,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:11.202200 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.202819 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Added segment 099e5a7e-43d3-4190-be6a-9b98e06369f8 of type vlan for network 90e782c6-c43c-430e-9065-81dcf65e8ad0 Jul 16 19:50:11.282046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.319924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.321707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:11.323626 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.384548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 20e69bea-4580-41a7-bd0d-f1b5a74b75af up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:11.417084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4655278 Jul 16 19:50:11.417866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46882) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:11.427665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Request body: {'subnet': {'network_id': '90e782c6-c43c-430e-9065-81dcf65e8ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-864004635-subnet', 'tenant_id': 'f8c2d49a545b4e2ea051c09150d11211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:11.462469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.479083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c5fdd-8fa8-4b19-9857-9e73a89e21ff admin admin] Pushing event updated for resources: {'Network': ['ID=90e782c6-c43c-430e-9065-81dcf65e8ad0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:11.481105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Made reservation on behalf of f8c2d49a545b4e2ea051c09150d11211 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:11.483573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.491809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 20e69bea-4580-41a7-bd0d-f1b5a74b75af completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:11.497580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 90e782c6-c43c-430e-9065-81dcf65e8ad0 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:50:11.502279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 20e69bea-4580-41a7-bd0d-f1b5a74b75af triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:11.504572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.576418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b8fd81-481f-4619-a7f5-1bcba389c511,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:11.584587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Checking segment: {'id': 'aac23dd0-fd40-4165-8586-b44dce39b9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'b11a8212-da44-49e6-bb4b-d75086377365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:11.585239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Network hostable DHCP agents. Network: b11a8212-da44-49e6-bb4b-d75086377365, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:50:11.595949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e49312-ee15-4f43-92bb-961f76985d9a req-a818de66-3114-4051-92ef-a9afdd199476 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:11.604510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87e49312-ee15-4f43-92bb-961f76985d9a req-a818de66-3114-4051-92ef-a9afdd199476 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 949 time: 0.2604766 Jul 16 19:50:11.609472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Network b11a8212-da44-49e6-bb4b-d75086377365 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:50:11.623780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, b11a8212-da44-49e6-bb4b-d75086377365) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:11.631905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:11.633802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.659655 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a9eb27a6-e988-42ec-952a-ff8cace74954 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7417102 Jul 16 19:50:11.684501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87e49312-ee15-4f43-92bb-961f76985d9a req-19497b9a-5cf7-43d3-9f4a-699bdb0a59ff tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790062 Jul 16 19:50:11.685257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12010bd-5884-46ad-bf97-c701ac024a11 None None] Network b11a8212-da44-49e6-bb4b-d75086377365 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:11.709614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46892) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:11.822070 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.826086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.876238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:11.879392 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eb6bfd-48e8-4ed9-9033-522108b72767" -d '{"events": [{"server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "name": "network-vif-plugged", "status": "completed", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:11.910142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Pushing event updated for resources: {'Subnet': ['ID=994924ba-4952-421e-8f90-6744e02c9d9f,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:11.914529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:11.917612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55ce11-9bb9-401a-a773-2417f1ceca70 None None] Network b11a8212-da44-49e6-bb4b-d75086377365 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:11.944975 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:11.950623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 80a40fc5-8916-4814-9448-31f14afef939 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:11.951564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46906) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:11.980897 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529fcd6c-d216-4a6a-b963-ed60ba8bcdc6 x-openstack-request-id: req-529fcd6c-d216-4a6a-b963-ed60ba8bcdc6 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:11.981771 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "name": "network-vif-plugged", "status": "completed", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:11.981771 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-529fcd6c-d216-4a6a-b963-ed60ba8bcdc6 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:11.984545 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'code': 200} Jul 16 19:50:11.995422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Checking segment: {'id': '099e5a7e-43d3-4190-be6a-9b98e06369f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '90e782c6-c43c-430e-9065-81dcf65e8ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:11.996012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Network hostable DHCP agents. Network: 90e782c6-c43c-430e-9065-81dcf65e8ad0, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:50:12.040175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6460235-a924-44ae-bdcb-b67701cb8554 req-a64ddfd5-63ac-4685-b338-9eccbbfff6cd tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:12.046938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca759df-98ad-4b82-96d8-ff0b247f986f admin admin] Deleting subnet 17c64411-8f6c-434f-9b53-27af98328785 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:50:12.048053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6460235-a924-44ae-bdcb-b67701cb8554 req-a64ddfd5-63ac-4685-b338-9eccbbfff6cd tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 944 time: 0.1209815 Jul 16 19:50:12.063841 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca759df-98ad-4b82-96d8-ff0b247f986f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.071550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Network 90e782c6-c43c-430e-9065-81dcf65e8ad0 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:50:12.126728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca759df-98ad-4b82-96d8-ff0b247f986f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.136538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6460235-a924-44ae-bdcb-b67701cb8554 req-3dc0986e-04d0-476f-9ef6-64c4ac364104 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870314 Jul 16 19:50:12.137413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 90e782c6-c43c-430e-9065-81dcf65e8ad0) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:12.147413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:12.148018 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.148884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca759df-98ad-4b82-96d8-ff0b247f986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.196868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b561f984-f280-49b7-be05-e6f7da2b928a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7745008 Jul 16 19:50:12.204075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b4f3-8944-497c-9ab5-2d1977944d03 req-8623b2a3-8c35-4c8b-b3d5-698dd3c50f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:12.206463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a98b4f3-8944-497c-9ab5-2d1977944d03 req-8623b2a3-8c35-4c8b-b3d5-698dd3c50f29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1102 time: 0.1305523 Jul 16 19:50:12.209538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-853983907-network', 'tenant_id': 'd54be7fb353b4821b0785ad53dda87d5'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:12.211182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef0795-df5c-45ae-88b3-9bd6cdf19be2 None None] Network 90e782c6-c43c-430e-9065-81dcf65e8ad0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:12.247899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Made reservation on behalf of d54be7fb353b4821b0785ad53dda87d5 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:12.252413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.276772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.286937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a98b4f3-8944-497c-9ab5-2d1977944d03 req-e8cd076e-c78d-42c2-b53a-340640dea103 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Jul 16 19:50:12.292298 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca759df-98ad-4b82-96d8-ff0b247f986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.293157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:12.342680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 80a40fc5-8916-4814-9448-31f14afef939 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:12.352273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca759df-98ad-4b82-96d8-ff0b247f986f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c64411-8f6c-434f-9b53-27af98328785,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:12.354220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 80a40fc5-8916-4814-9448-31f14afef939 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:12.354220 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.367678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca759df-98ad-4b82-96d8-ff0b247f986f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.371107 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7ca759df-98ad-4b82-96d8-ff0b247f986f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/17c64411-8f6c-434f-9b53-27af98328785 HTTP/1.1" status: 204 len: 168 time: 0.4172494 Jul 16 19:50:12.373031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46920) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:12.481835 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.489009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.532173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:50:12.534836 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.544873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056d1b27-1fe4-4f42-b880-cb6e8c2b55c7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:12.548052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.552908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.553263 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Added segment 3de03b04-ac74-4500-bddb-ec38695649b3 of type vlan for network cc2101e2-30d1-432f-ae7a-56d13f556560 Jul 16 19:50:12.562236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492e44a-b440-4f27-a079-adc3b598e0e1 None None] Network 90e782c6-c43c-430e-9065-81dcf65e8ad0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:12.626526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.630936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 80a40fc5-8916-4814-9448-31f14afef939, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=80a40fc5-8916-4814-9448-31f14afef939,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:12.669140 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.670317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.673228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:12.674623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.700928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.734791 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0230551 Jul 16 19:50:12.738323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46932) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:12.740087 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.740520 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.744623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.744988 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > port after_create 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.745330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.745990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Request body: {'subnet': {'network_id': 'cc2101e2-30d1-432f-ae7a-56d13f556560', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-853983907-subnet', 'tenant_id': 'd54be7fb353b4821b0785ad53dda87d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:12.748214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > port after_update 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.748674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.749125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.749475 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.749813 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.819220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32cc6c-6ba5-47f9-9580-974e6b506b6c admin admin] Pushing event updated for resources: {'Network': ['ID=cc2101e2-30d1-432f-ae7a-56d13f556560,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:12.864839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Made reservation on behalf of d54be7fb353b4821b0785ad53dda87d5 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:12.867265 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:12.879901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network cc2101e2-30d1-432f-ae7a-56d13f556560 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:50:12.929332 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.929958 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.930461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.930931 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:12.931467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd14d417-ed07-456d-9ed5-af0ac87c7c38']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:13.016394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=80a40fc5-8916-4814-9448-31f14afef939,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:13.045758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e154df51-e101-4d03-88a3-be2106a2dbff') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:13.046314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e154df51-e101-4d03-88a3-be2106a2dbff') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:13.097292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.126666 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.141170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.165181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:50:13.165831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: from cryptography.utils import int_from_bytes Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: from cryptography.utils import int_from_bytes Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: timer() Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:50:13.185111 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:50:13.192070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=258a1c36-e658-4f42-9424-343b27811b36,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:13.219273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Checking segment: {'id': '3de03b04-ac74-4500-bddb-ec38695649b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cc2101e2-30d1-432f-ae7a-56d13f556560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:13.219629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Network hostable DHCP agents. Network: cc2101e2-30d1-432f-ae7a-56d13f556560, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:50:13.266847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Network cc2101e2-30d1-432f-ae7a-56d13f556560 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:50:13.279761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, cc2101e2-30d1-432f-ae7a-56d13f556560) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:13.285898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:13.286617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.289738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6477bf-3cc0-4540-a065-12b12ed2d3cf None None] Network cc2101e2-30d1-432f-ae7a-56d13f556560 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:13.305091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cfc5b826-f224-455e-8b98-2f116e37e06d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5647049 Jul 16 19:50:13.318329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92203a03-46da-4e25-9d64-437ba2593990 req-9ed5aadb-1947-4ca1-810f-269227313fee tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:13.320102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92203a03-46da-4e25-9d64-437ba2593990 req-9ed5aadb-1947-4ca1-810f-269227313fee tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.3831007 Jul 16 19:50:13.347912 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.356493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.358752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] 10.222.0.78 "DELETE /v2.0/networks/fd14d417-ed07-456d-9ed5-af0ac87c7c38 HTTP/1.1" status: 204 len: 168 time: 0.9842646 Jul 16 19:50:13.361707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46950) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:13.389056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc4e6-6f9d-4423-a6d6-e61095a7921c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd14d417-ed07-456d-9ed5-af0ac87c7c38,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:13.439642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92203a03-46da-4e25-9d64-437ba2593990 req-12bde9f3-9d0a-406b-853d-37813f1fc41e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131270 Jul 16 19:50:13.479676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cc82ed-f1ec-4df4-843a-1f3dd69f56f3 admin admin] Deleting subnet 19b8fd81-481f-4619-a7f5-1bcba389c511 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:50:13.487861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55cc82ed-f1ec-4df4-843a-1f3dd69f56f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.522047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dac150-d4b7-490d-83ed-aa75aac06cd5 None None] Network cc2101e2-30d1-432f-ae7a-56d13f556560 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:13.573950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55cc82ed-f1ec-4df4-843a-1f3dd69f56f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.588692 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55cc82ed-f1ec-4df4-843a-1f3dd69f56f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.688057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55cc82ed-f1ec-4df4-843a-1f3dd69f56f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.735373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc82ed-f1ec-4df4-843a-1f3dd69f56f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b8fd81-481f-4619-a7f5-1bcba389c511,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:13.743264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55cc82ed-f1ec-4df4-843a-1f3dd69f56f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.745275 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-55cc82ed-f1ec-4df4-843a-1f3dd69f56f3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/19b8fd81-481f-4619-a7f5-1bcba389c511 HTTP/1.1" status: 204 len: 168 time: 0.3819938 Jul 16 19:50:13.747705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46976) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:13.780037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-a5539aa5-8b04-4d33-9664-a23f1a34db7e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:13.787949 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-a5539aa5-8b04-4d33-9664-a23f1a34db7e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 820 time: 0.2597170 Jul 16 19:50:13.809333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-fbc5653f-4881-4489-8b9f-5cff6d7ae481 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/quotas/6ca984d9efeb45a6aed9ddd7cd44596d HTTP/1.1" status: 200 len: 375 time: 0.0204341 Jul 16 19:50:13.832309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.852965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-81043c5c-0634-47c8-b4fd-4556330198d8 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425410 Jul 16 19:50:13.860216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-4ca4bf95-e230-43e7-9038-a44d81463e86 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:50:13.870855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-4ca4bf95-e230-43e7-9038-a44d81463e86 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169311 Jul 16 19:50:13.902689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c82c0-c88e-4483-a824-ff36012beb9a req-8b03cdf4-77ae-43b6-9985-8f1184e11446 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:13.904510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f80c82c0-c88e-4483-a824-ff36012beb9a req-8b03cdf4-77ae-43b6-9985-8f1184e11446 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 945 time: 0.1833518 Jul 16 19:50:13.948147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:13.959098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f80c82c0-c88e-4483-a824-ff36012beb9a req-bf1b0c43-88b2-48ad-a77e-077bd6462ba7 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439317 Jul 16 19:50:13.965077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.965428 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.966619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.967100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.967583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.968063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.968551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.969065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.970335 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.970686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:13.985372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb88ab09-a636-490f-b85d-df4f24424210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a40fc5-8916-4814-9448-31f14afef939'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:13.989338 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73f200-4ff3-4514-873c-faa73c91a130" -d '{"events": [{"server_uuid": "cb88ab09-a636-490f-b85d-df4f24424210", "name": "network-vif-plugged", "status": "completed", "tag": "80a40fc5-8916-4814-9448-31f14afef939"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:14.068870 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:14.069235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:14.069855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:14.069968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:50:14.070311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11a8212-da44-49e6-bb4b-d75086377365']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:14.089041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac23dd0-fd40-4165-8586-b44dce39b9e0') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:14.089342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac23dd0-fd40-4165-8586-b44dce39b9e0') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:14.110562 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.134852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.144697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:50:14.145227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: from cryptography.utils import int_from_bytes Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: from cryptography.utils import int_from_bytes Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:50:14.149938 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:50:14.217292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.225751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.227901 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b11a8212-da44-49e6-bb4b-d75086377365 HTTP/1.1" status: 204 len: 168 time: 0.4792318 Jul 16 19:50:14.245739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a04fbe-032e-4890-8bfa-38bedabb38f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b11a8212-da44-49e6-bb4b-d75086377365,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:14.337613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c895c016-a1de-4b80-b17d-f2d1dd573e38 req-f4b0b64f-95b1-4653-a58a-31a6701b3d5b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-218331224', 'description': 'tempest-description-1288544275'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:14.392476 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c895c016-a1de-4b80-b17d-f2d1dd573e38 req-f4b0b64f-95b1-4653-a58a-31a6701b3d5b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.466282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-aa2785a7-f8fb-4b75-9217-674ca345a11f service neutron] 10.222.0.78 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836598 Jul 16 19:50:14.531688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47006) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:14.572493 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fad5e153-e220-40c0-89c5-f52b69c22116 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a673db6e4294eaa8de46fe8544ef177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394626 Jul 16 19:50:14.574980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47008) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:14.603650 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c895c016-a1de-4b80-b17d-f2d1dd573e38 req-f4b0b64f-95b1-4653-a58a-31a6701b3d5b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.606899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-dfdc2b82-0715-4de8-a1ed-67ba73c1204a service neutron] 10.222.0.78 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323056 Jul 16 19:50:14.608151 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c895c016-a1de-4b80-b17d-f2d1dd573e38 req-f4b0b64f-95b1-4653-a58a-31a6701b3d5b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.629941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-515adc3b-196a-46e1-9284-4d3aaea3150c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.634213 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c895c016-a1de-4b80-b17d-f2d1dd573e38 req-f4b0b64f-95b1-4653-a58a-31a6701b3d5b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.635586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c895c016-a1de-4b80-b17d-f2d1dd573e38 req-f4b0b64f-95b1-4653-a58a-31a6701b3d5b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3023965 Jul 16 19:50:14.650033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b64f-95b1-4653-a58a-31a6701b3d5b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e8839-18be-4ce1-a8d6-7584064881c4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:14.657580 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-515adc3b-196a-46e1-9284-4d3aaea3150c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.688806 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfca431d-348f-4747-aaff-f494b75d5a98 x-openstack-request-id: req-dfca431d-348f-4747-aaff-f494b75d5a98 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:14.690538 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb88ab09-a636-490f-b85d-df4f24424210", "name": "network-vif-plugged", "status": "completed", "tag": "80a40fc5-8916-4814-9448-31f14afef939", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:14.696598 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dfca431d-348f-4747-aaff-f494b75d5a98 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:14.697378 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb88ab09-a636-490f-b85d-df4f24424210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a40fc5-8916-4814-9448-31f14afef939', 'code': 200} Jul 16 19:50:14.722168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-515adc3b-196a-46e1-9284-4d3aaea3150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.724906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-515adc3b-196a-46e1-9284-4d3aaea3150c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:14.729094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-515adc3b-196a-46e1-9284-4d3aaea3150c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1eefe62-167b-4df6-bc9d-4363c6e245d7 HTTP/1.1" status: 204 len: 168 time: 0.1530473 Jul 16 19:50:14.737582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515adc3b-196a-46e1-9284-4d3aaea3150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eefe62-167b-4df6-bc9d-4363c6e245d7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:14.846615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c17a-9901-416b-ba66-127e93631bba req-a227aa54-5ef1-45ab-8218-4d34a7c0e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:14.848485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4755c17a-9901-416b-ba66-127e93631bba req-a227aa54-5ef1-45ab-8218-4d34a7c0e600 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 1097 time: 0.0762939 Jul 16 19:50:14.891836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4755c17a-9901-416b-ba66-127e93631bba req-7dd73d2f-e239-49a8-bba8-c17d308849d2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354097 Jul 16 19:50:15.226974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47044) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:15.258965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-c1938e36-5d17-43d3-90c1-c1bd9de3e43b tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522842 Jul 16 19:50:15.334345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47050) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:15.390669 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9a879588-690e-44c6-9de2-d6a2b685fd9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b681ce4f1b554163b8184cc5bb787609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544674 Jul 16 19:50:15.397204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47052) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:15.404377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27bfb399-77cc-468e-bfc4-078e83c1f283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.451828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-941ae2f7-8cfd-47c7-93c0-c136dc632093 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:15.453608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-941ae2f7-8cfd-47c7-93c0-c136dc632093 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885951 Jul 16 19:50:15.502191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-b4c8078e-7294-484e-a172-c73f3fd70d71 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/quotas/719cf3950dd54e37a6fbb0c7bccd6f93 HTTP/1.1" status: 200 len: 375 time: 0.0275240 Jul 16 19:50:15.523200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27bfb399-77cc-468e-bfc4-078e83c1f283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.527226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27bfb399-77cc-468e-bfc4-078e83c1f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.561109 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-675706fe-7f30-4756-b277-a5f566241b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.566135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-167b1aa0-e11f-411c-a9c5-fdcc3fc16e89 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532618 Jul 16 19:50:15.572625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27bfb399-77cc-468e-bfc4-078e83c1f283 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f1ed739ec1d4c70a0a7bd0d035cda9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444378 Jul 16 19:50:15.573268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:15.575206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfb399-77cc-468e-bfc4-078e83c1f283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef96604a-50cf-439c-bb7a-da84c2c8864c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:15.576038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265fb35-c26e-443e-9524-d8e6722fe0ba req-db63863d-dcce-45be-a9f2-4907abd8872e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:15.577575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c265fb35-c26e-443e-9524-d8e6722fe0ba req-db63863d-dcce-45be-a9f2-4907abd8872e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1869597 Jul 16 19:50:15.613727 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-675706fe-7f30-4756-b277-a5f566241b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.642727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bebb33f-ad57-4c4c-8196-e13fef57dbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.652783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c265fb35-c26e-443e-9524-d8e6722fe0ba req-26b206e2-eb22-4885-a812-f4ad35d96a98 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651333 Jul 16 19:50:15.685764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bebb33f-ad57-4c4c-8196-e13fef57dbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.689549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-675706fe-7f30-4756-b277-a5f566241b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.693400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-675706fe-7f30-4756-b277-a5f566241b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.696833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-675706fe-7f30-4756-b277-a5f566241b0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af3aa5f6-e32f-4cac-bb84-c5623d585de8 HTTP/1.1" status: 204 len: 168 time: 0.2951241 Jul 16 19:50:15.722206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675706fe-7f30-4756-b277-a5f566241b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3aa5f6-e32f-4cac-bb84-c5623d585de8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:15.792597 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bebb33f-ad57-4c4c-8196-e13fef57dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.796093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bebb33f-ad57-4c4c-8196-e13fef57dbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:15.798081 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9bebb33f-ad57-4c4c-8196-e13fef57dbc2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef96604a-50cf-439c-bb7a-da84c2c8864c HTTP/1.1" status: 204 len: 168 time: 0.2234373 Jul 16 19:50:15.808734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebb33f-ad57-4c4c-8196-e13fef57dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef96604a-50cf-439c-bb7a-da84c2c8864c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:15.822157 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e4f46d-9594-4bf1-a66d-736a90fa60cb req-7320b02e-1118-4269-81cb-6bc703b4cdce tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/d03e8839-18be-4ce1-a8d6-7584064881c4 HTTP/1.1" status: 200 len: 1804 time: 0.1134193 Jul 16 19:50:15.840482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c4e4f46d-9594-4bf1-a66d-736a90fa60cb req-cfd92ae6-efa7-4ad2-9f4e-0dd7fd3a4544 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd03e8839-18be-4ce1-a8d6-7584064881c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:15.840799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c4e4f46d-9594-4bf1-a66d-736a90fa60cb req-cfd92ae6-efa7-4ad2-9f4e-0dd7fd3a4544 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd03e8839-18be-4ce1-a8d6-7584064881c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:15.936075 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c4e4f46d-9594-4bf1-a66d-736a90fa60cb req-cfd92ae6-efa7-4ad2-9f4e-0dd7fd3a4544 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.003597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c4e4f46d-9594-4bf1-a66d-736a90fa60cb req-cfd92ae6-efa7-4ad2-9f4e-0dd7fd3a4544 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.039840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c4e4f46d-9594-4bf1-a66d-736a90fa60cb req-cfd92ae6-efa7-4ad2-9f4e-0dd7fd3a4544 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.057052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a2a5c90-a90e-416d-8596-c6a618d7cf2a req-12611042-fc2b-4124-bfb5-452a57fcb36e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 210 time: 0.0518553 Jul 16 19:50:16.083477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd92ae6-efa7-4ad2-9f4e-0dd7fd3a4544 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c24ffed-2cd7-4617-8335-19b915c2f8f0,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:16.108844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c4e4f46d-9594-4bf1-a66d-736a90fa60cb req-cfd92ae6-efa7-4ad2-9f4e-0dd7fd3a4544 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.110296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e4f46d-9594-4bf1-a66d-736a90fa60cb req-cfd92ae6-efa7-4ad2-9f4e-0dd7fd3a4544 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2819445 Jul 16 19:50:16.349228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c20d5-3159-47cd-91f7-e8b868f17378 req-018472d7-8b6d-4720-be87-bb48f3ad26da tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:16.353365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e5c20d5-3159-47cd-91f7-e8b868f17378 req-018472d7-8b6d-4720-be87-bb48f3ad26da tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 945 time: 0.1246846 Jul 16 19:50:16.376548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47086) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:16.409492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-6197be02-9eec-403c-941e-bc31426d87e3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:16.416046 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-6197be02-9eec-403c-941e-bc31426d87e3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 820 time: 0.3508062 Jul 16 19:50:16.423622 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-90f28c9d-f064-4d95-aa6c-09850418191e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.429807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Request body: {'port': {'device_id': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'admin_state_up': True, 'tenant_id': '6ca984d9efeb45a6aed9ddd7cd44596d'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:16.507622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e5c20d5-3159-47cd-91f7-e8b868f17378 req-67a83dab-44ec-4933-951f-958786664361 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459646 Jul 16 19:50:16.723894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d3aded4-8c72-4c07-8edc-49227d815c5e req-902342b5-08d2-409c-9d06-20010e99333c tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 210 time: 0.0376711 Jul 16 19:50:16.754960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-90f28c9d-f064-4d95-aa6c-09850418191e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.757225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f320f6f-bacd-4b21-9cab-e743a561dc87 req-1d1ce102-0ed0-46f3-a721-97cbd67da1ac tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:16.758855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f320f6f-bacd-4b21-9cab-e743a561dc87 req-1d1ce102-0ed0-46f3-a721-97cbd67da1ac tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1102 time: 0.1413283 Jul 16 19:50:16.760439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-90f28c9d-f064-4d95-aa6c-09850418191e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.778298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Made reservation on behalf of 6ca984d9efeb45a6aed9ddd7cd44596d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:16.778412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ea6846f5-4971-4260-abbb-4b012a73e4a3 req-5fa44630-507b-4fd5-bd32-2c9cf5a9c5c6 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-64859019', 'description': 'tempest-description-231869023'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:16.781504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.827175 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9f320f6f-bacd-4b21-9cab-e743a561dc87 req-a488007a-62e7-4f8e-9656-3f66fbb440b3 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.843280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f28c9d-f064-4d95-aa6c-09850418191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2252d1-4cf3-48d1-a3bc-4f7a4dd82432,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:16.851699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-90f28c9d-f064-4d95-aa6c-09850418191e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d86df828d8484c9a9d71723d7b40c674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736838 Jul 16 19:50:16.854115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47096) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:16.875649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ea6846f5-4971-4260-abbb-4b012a73e4a3 req-5fa44630-507b-4fd5-bd32-2c9cf5a9c5c6 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.961733 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8235ef05-8db2-4b8b-9423-1c7af6cd2060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:16.991063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Allocated IP 172.20.0.11 (6e4cc070-51f6-405f-81df-eb444f0191c6/84e9e3e2-adf4-4ead-9d6d-89cb435940fa/53c05211-44a7-4956-ad86-d5de0d4fc385) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:50:16.998335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8235ef05-8db2-4b8b-9423-1c7af6cd2060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.047157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9f320f6f-bacd-4b21-9cab-e743a561dc87 req-a488007a-62e7-4f8e-9656-3f66fbb440b3 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.059399 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9f320f6f-bacd-4b21-9cab-e743a561dc87 req-a488007a-62e7-4f8e-9656-3f66fbb440b3 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.088334 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8235ef05-8db2-4b8b-9423-1c7af6cd2060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.090932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8235ef05-8db2-4b8b-9423-1c7af6cd2060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.092091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8235ef05-8db2-4b8b-9423-1c7af6cd2060 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e2252d1-4cf3-48d1-a3bc-4f7a4dd82432 HTTP/1.1" status: 204 len: 168 time: 0.2370687 Jul 16 19:50:17.108613 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f320f6f-bacd-4b21-9cab-e743a561dc87 req-a488007a-62e7-4f8e-9656-3f66fbb440b3 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413916 Jul 16 19:50:17.114280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488007a-62e7-4f8e-9656-3f66fbb440b3 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915eac0c-e584-49fd-9b9f-11dae6724dd6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:17.142621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235ef05-8db2-4b8b-9423-1c7af6cd2060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2252d1-4cf3-48d1-a3bc-4f7a4dd82432,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:17.181637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.226435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.261691 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ea6846f5-4971-4260-abbb-4b012a73e4a3 req-5fa44630-507b-4fd5-bd32-2c9cf5a9c5c6 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.273500 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ea6846f5-4971-4260-abbb-4b012a73e4a3 req-5fa44630-507b-4fd5-bd32-2c9cf5a9c5c6 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.309482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Network 6e4cc070-51f6-405f-81df-eb444f0191c6 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:50:17.310758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.68', 55829) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:17.311842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa44630-507b-4fd5-bd32-2c9cf5a9c5c6 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e5b76-2d8d-4007-81cb-619bde01540f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:17.317599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:17.322816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:50:17.327208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Pushing event updated for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:17.382793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-ae4a27cd-61b8-4837-8311-3b0e920c29e1 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467286 Jul 16 19:50:17.383873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:17.388990 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.400771 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ea6846f5-4971-4260-abbb-4b012a73e4a3 req-5fa44630-507b-4fd5-bd32-2c9cf5a9c5c6 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.401968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea6846f5-4971-4260-abbb-4b012a73e4a3 req-5fa44630-507b-4fd5-bd32-2c9cf5a9c5c6 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6383350 Jul 16 19:50:17.427677 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-26ec21b6-7d56-4038-a4d8-5b2ffaf3ccd6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0022876 Jul 16 19:50:17.438542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Request body: {'port': {'device_id': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:17.552931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:17.557547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d2949e58-b11a-4502-ab8a-769f9bb43b02 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:17.570102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d2949e58-b11a-4502-ab8a-769f9bb43b02 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815181 Jul 16 19:50:17.583301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Request body: {'port': {'device_id': '451e0f92-33ee-4372-b3d7-ae228a0d6152', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '719cf3950dd54e37a6fbb0c7bccd6f93'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:17.791883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc501f-9dd7-489f-84c7-54b8612f8a39 req-2f951872-e840-4c85-9b54-281e21a52aa8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:17.806741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fffc501f-9dd7-489f-84c7-54b8612f8a39 req-2f951872-e840-4c85-9b54-281e21a52aa8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 945 time: 0.1802387 Jul 16 19:50:17.819693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47132) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:17.834855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Request body: {'floatingip': {'port_id': '80a40fc5-8916-4814-9448-31f14afef939'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:17.910179 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5af36adc-0e06-40ad-8db3-378ca391b8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.007747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-de4fa7bc-7550-491a-8c32-42ea9ff4bd92 req-f132de9a-6ebb-4a98-a1db-86cb4f6eb9e8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:50:18.008801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de4fa7bc-7550-491a-8c32-42ea9ff4bd92 req-f132de9a-6ebb-4a98-a1db-86cb4f6eb9e8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117226 Jul 16 19:50:18.029242 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.076255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c05211-44a7-4956-ad86-d5de0d4fc385 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:18.076510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Made reservation on behalf of 719cf3950dd54e37a6fbb0c7bccd6f93 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:18.079846 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.093920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.116024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Transition to ACTIVE for port object 53c05211-44a7-4956-ad86-d5de0d4fc385 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:18.122585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.242677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Pushing event updated for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:18.307299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:18.307855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:18.308222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:18.313124 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:18.313441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:18.320392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:18.320778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:18.321131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:18.321639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Bound port: 53c05211-44a7-4956-ad86-d5de0d4fc385, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:18.322012 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.391900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.426291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:18.429713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:18.434760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.501327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:18.502247 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.504483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] 10.222.0.68 "PUT /v2.0/ports/53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 1093 time: 1.0702786 Jul 16 19:50:18.505097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:18.509642 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a142cf61-070c-42fb-ae0e-32441fb9c600" -d '{"events": [{"name": "network-changed", "server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:18.542304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec74d-5c38-4e4a-ab9a-5186091d055a service neutron] Pushing event updated for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:18.574772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa6a51-e9f5-4036-b4aa-b8c213b34f71 req-a4c88c8c-6d53-4aa8-94a2-1b34e85cd717 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:18.576398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cfa6a51-e9f5-4036-b4aa-b8c213b34f71 req-a4c88c8c-6d53-4aa8-94a2-1b34e85cd717 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 932 time: 0.5808554 Jul 16 19:50:18.626978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-f5a23f3a-184e-4ca6-a3af-8f5f18f6a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:18.629391 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-f5a23f3a-184e-4ca6-a3af-8f5f18f6a6d4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1096 time: 0.0750344 Jul 16 19:50:18.682763 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-9c0e54b3-d816-49ab-880b-bd0647d731fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 217 time: 0.0455575 Jul 16 19:50:18.699650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cfa6a51-e9f5-4036-b4aa-b8c213b34f71 req-0ef87dc9-daf5-4e0d-b272-c45ff02adc43 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113143 Jul 16 19:50:18.742167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-da99c99f-4d37-4a44-b20f-607b70e93c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:18.743623 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-da99c99f-4d37-4a44-b20f-607b70e93c86 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0557075 Jul 16 19:50:18.787695 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-cbaa2363-3e78-44e7-8372-7465871b9ca2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319266 Jul 16 19:50:18.817986 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.865978 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.925756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-9fe2824f-7904-49f4-977a-47a60897f6cb service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298571 Jul 16 19:50:18.996768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-344fa1e9-1304-460a-8fdd-7e5704b3b4a7 req-20d2b7bd-4a9d-43f1-8c8c-3e475a5672f8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/ac4e5b76-2d8d-4007-81cb-619bde01540f HTTP/1.1" status: 200 len: 1802 time: 0.2378566 Jul 16 19:50:19.039315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47182) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:19.043843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:19.072644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4231e4d-b85b-47fa-a05a-8885756f0262 req-44c91515-a261-49f8-bb0a-f9c80f55ad8f service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420395 Jul 16 19:50:19.076165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-344fa1e9-1304-460a-8fdd-7e5704b3b4a7 req-9268aaf9-f9ee-4b3d-bb11-fb2b31ed2c7f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ac4e5b76-2d8d-4007-81cb-619bde01540f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:19.080589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-344fa1e9-1304-460a-8fdd-7e5704b3b4a7 req-9268aaf9-f9ee-4b3d-bb11-fb2b31ed2c7f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ac4e5b76-2d8d-4007-81cb-619bde01540f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:19.134235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3fece12-23b3-405a-8b25-c6a25497f1ad req-186677d5-542d-4f96-873b-9fa92e5ee544 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 210 time: 0.1406527 Jul 16 19:50:19.167091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-44b164be-f29c-4adf-b373-75dc983c9165 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204889 Jul 16 19:50:19.171919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.172297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.172649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.172984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.173319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.173918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.174315 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.174779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.175001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.175563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.176099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.176527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:19.281711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Allocated IP 192.168.233.81 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/49937ea1-7d6d-4189-9762-8f9c7833b6cb) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:50:19.455041 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:19.471476 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:19.515686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-344fa1e9-1304-460a-8fdd-7e5704b3b4a7 req-9268aaf9-f9ee-4b3d-bb11-fb2b31ed2c7f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:19.701212 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa9ec57-f372-4455-bdc0-8eb6342080b4 x-openstack-request-id: req-4aa9ec57-f372-4455-bdc0-8eb6342080b4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:19.701762 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:19.701981 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4aa9ec57-f372-4455-bdc0-8eb6342080b4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:19.702473 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385', 'status': 'completed', 'code': 200} Jul 16 19:50:19.728814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:19.744536 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-344fa1e9-1304-460a-8fdd-7e5704b3b4a7 req-9268aaf9-f9ee-4b3d-bb11-fb2b31ed2c7f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:19.755746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Transition to ACTIVE for port object 49937ea1-7d6d-4189-9762-8f9c7833b6cb will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:19.758172 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-344fa1e9-1304-460a-8fdd-7e5704b3b4a7 req-9268aaf9-f9ee-4b3d-bb11-fb2b31ed2c7f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:19.779405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268aaf9-f9ee-4b3d-bb11-fb2b31ed2c7f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df88f23-f5e6-4ecd-89ca-f331040a3d31,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:19.786551 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3 associated. External IP: 172.25.6.250, port: 80a40fc5-8916-4814-9448-31f14afef939. Jul 16 19:50:19.803977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-2d4e2b65-9e67-439a-934a-53f33dba3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:19.806150 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-2d4e2b65-9e67-439a-934a-53f33dba3dec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1096 time: 0.0789135 Jul 16 19:50:19.858604 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-344fa1e9-1304-460a-8fdd-7e5704b3b4a7 req-9268aaf9-f9ee-4b3d-bb11-fb2b31ed2c7f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:19.859819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-344fa1e9-1304-460a-8fdd-7e5704b3b4a7 req-9268aaf9-f9ee-4b3d-bb11-fb2b31ed2c7f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8173594 Jul 16 19:50:19.941020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-907039e7-06b1-4947-9d71-74cf680a5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:19.944450 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-907039e7-06b1-4947-9d71-74cf680a5db0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1290793 Jul 16 19:50:19.969269 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:20.003137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-3e89c0d3-ed7f-491f-b787-b453e7fbbf0f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 217 time: 0.0516875 Jul 16 19:50:20.082586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-4cd17256-f166-411e-9ce5-51d08af767bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:20.096540 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-4cd17256-f166-411e-9ce5-51d08af767bf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0872426 Jul 16 19:50:20.136661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-5376403b-6f4a-4d33-8c20-188c3438cc4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350182 Jul 16 19:50:20.261759 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-5d0a7154-e0fc-4114-bab5-5be2061d555b service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179614 Jul 16 19:50:20.305324 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e5d59bb9-ae27-41ac-b246-7109d901e3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:20.334365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:50:20.364246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:20.367379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:50:20.409394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a489fe-ee8b-43ca-8176-c46ce2c4a916 req-a33e5076-7f02-4492-b62d-a64bb65edc7a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:20.411188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7a489fe-ee8b-43ca-8176-c46ce2c4a916 req-a33e5076-7f02-4492-b62d-a64bb65edc7a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.5616035 Jul 16 19:50:20.455992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Pushing event updated for resources: {'Port': ['ID=49937ea1-7d6d-4189-9762-8f9c7833b6cb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:20.479782 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:20.525670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:20.526339 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:20.606513 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a142cf61-070c-42fb-ae0e-32441fb9c600 req-bda57cc2-739b-4773-8de5-4289ff48b085 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347371 Jul 16 19:50:20.628578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7a489fe-ee8b-43ca-8176-c46ce2c4a916 req-988becf5-63b4-491a-b13a-66eb752f0f46 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657996 Jul 16 19:50:20.635767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-d71c35e6-d73a-4226-9a08-9f1e9f968638 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0581484 Jul 16 19:50:20.649442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Request body: {'port': {'device_id': '451e0f92-33ee-4372-b3d7-ae228a0d6152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:20.666280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeeebf-e56b-447d-bfac-11461ade9418 req-6ddbb80e-59e1-4dab-a22f-405b71595027 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:20.667874 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aeeeebf-e56b-447d-bfac-11461ade9418 req-6ddbb80e-59e1-4dab-a22f-405b71595027 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 944 time: 0.3732004 Jul 16 19:50:20.697833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Router 47e12181-4a9a-4a95-ac34-209fb1d8b659 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:50:20.757202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b0188ad4-dcb9-44dc-b6b1-dc2880727594 None None] Provisioning for port 49937ea1-7d6d-4189-9762-8f9c7833b6cb completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:20.762793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b0188ad4-dcb9-44dc-b6b1-dc2880727594 None None] Provisioning complete for port 49937ea1-7d6d-4189-9762-8f9c7833b6cb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:20.763256 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0188ad4-dcb9-44dc-b6b1-dc2880727594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:20.788354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aeeeebf-e56b-447d-bfac-11461ade9418 req-931ff4ed-4e65-415d-ac37-260c26ef0ca8 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938156 Jul 16 19:50:20.825552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b0188ad4-dcb9-44dc-b6b1-dc2880727594 None None] Port 49937ea1-7d6d-4189-9762-8f9c7833b6cb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:50:20.862471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-cdfe62a9-d173-4419-b958-aaa61ef7b92c req-8cfd024d-72b2-4a08-8153-f11421599cbe tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-18392360', 'description': 'tempest-description-1042761986'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:20.909904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-6e7ab0a7-eddf-4040-b75f-724380faa3b2 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573165 Jul 16 19:50:20.910374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:21.037307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cdfe62a9-d173-4419-b958-aaa61ef7b92c req-8cfd024d-72b2-4a08-8153-f11421599cbe tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:21.091715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:50:21.100681 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:21.109001 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] Sync routers for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:50:21.124733 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:50:21.125407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:50:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:21.301735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a7ba2261-2bec-4a28-9086-45ae32e77547 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "PUT /v2.0/floatingips/33ededa0-bc68-4d99-be2d-3944e8df3ab3 HTTP/1.1" status: 200 len: 991 time: 3.4806664 Jul 16 19:50:21.310209 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb88ab09-a636-490f-b85d-df4f24424210', 'tag': '80a40fc5-8916-4814-9448-31f14afef939'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:21.312724 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92713188-7242-4d98-8952-b148151123c2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb88ab09-a636-490f-b85d-df4f24424210", "tag": "80a40fc5-8916-4814-9448-31f14afef939"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:21.321905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-85d4dc44-3514-44a4-ac0c-86c73eee2cd7 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:21.323434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-85d4dc44-3514-44a4-ac0c-86c73eee2cd7 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3717241 Jul 16 19:50:21.329855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-42f0ac00-176e-4e3d-a55d-1b4a7dcf6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:21.333618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-42f0ac00-176e-4e3d-a55d-1b4a7dcf6d92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1102 time: 0.4269278 Jul 16 19:50:21.339190 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:50:21.416769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-26e7a5f5-eec0-45e2-9a83-27b6743d9a72 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/quotas/a4ef8a8f25ac4f59976025cf9c7e045e HTTP/1.1" status: 200 len: 375 time: 0.0765259 Jul 16 19:50:21.527872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-d3ff35a9-507a-4346-9269-858522560e45 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992484 Jul 16 19:50:21.555606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cdfe62a9-d173-4419-b958-aaa61ef7b92c req-8cfd024d-72b2-4a08-8153-f11421599cbe tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:21.576874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cdfe62a9-d173-4419-b958-aaa61ef7b92c req-8cfd024d-72b2-4a08-8153-f11421599cbe tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:21.608340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-440aded4-181a-4b3a-a84d-11eccd95c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:21.609509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-440aded4-181a-4b3a-a84d-11eccd95c668 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2662945 Jul 16 19:50:21.634123 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cdfe62a9-d173-4419-b958-aaa61ef7b92c req-8cfd024d-72b2-4a08-8153-f11421599cbe tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:21.635251 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdfe62a9-d173-4419-b958-aaa61ef7b92c req-8cfd024d-72b2-4a08-8153-f11421599cbe tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7858815 Jul 16 19:50:21.684240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd024d-72b2-4a08-8153-f11421599cbe tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c158e5fe-68a4-4ad1-98dd-b7a8c112b6d1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:21.692390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-04297209-c6e6-4f27-93b7-cecc045cb3c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.0709362 Jul 16 19:50:21.714561 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '33ededa0-bc68-4d99-be2d-3944e8df3ab3', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'port_id': '80a40fc5-8916-4814-9448-31f14afef939', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'mac_address': 'fa:16:3e:bd:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb88ab09-a636-490f-b85d-df4f24424210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:49:46Z', 'updated_at': '2021-07-16T19:50:19Z', 'revision_number': 1, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:21.775550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49937ea1-7d6d-4189-9762-8f9c7833b6cb {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:21.791318 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] Checking router: 47e12181-4a9a-4a95-ac34-209fb1d8b659 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:50:21.792315 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:21.795940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-cbb10eae-e839-4fb9-a0df-42b374fcb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:21.797459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-cbb10eae-e839-4fb9-a0df-42b374fcb2fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0985875 Jul 16 19:50:21.813240 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:50:21.814360 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:50:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:21.838742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Transition to ACTIVE for port object 49937ea1-7d6d-4189-9762-8f9c7833b6cb will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:21.894461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:21.963773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Pushing event updated for resources: {'Port': ['ID=49937ea1-7d6d-4189-9762-8f9c7833b6cb,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:21.965707 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:50:22.098077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-aa2705ef-81bd-40fe-bd46-125ece64fa0e req-0a634de3-ace1-4e90-b961-85e11dce69da tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1079021175', 'description': 'tempest-description-226523578'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:22.104712 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249f805-4cc1-4b57-8a18-2f0659e7e7f1 x-openstack-request-id: req-a249f805-4cc1-4b57-8a18-2f0659e7e7f1 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:22.105021 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb88ab09-a636-490f-b85d-df4f24424210", "tag": "80a40fc5-8916-4814-9448-31f14afef939", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:22.105284 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a249f805-4cc1-4b57-8a18-2f0659e7e7f1 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:22.105708 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb88ab09-a636-490f-b85d-df4f24424210', 'tag': '80a40fc5-8916-4814-9448-31f14afef939', 'status': 'completed', 'code': 200} Jul 16 19:50:22.122945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92713188-7242-4d98-8952-b148151123c2 req-dcfaddab-5771-4628-bc21-fd12358f0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:22.124696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92713188-7242-4d98-8952-b148151123c2 req-dcfaddab-5771-4628-bc21-fd12358f0fde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 1097 time: 0.0723321 Jul 16 19:50:22.196149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Attempting to bind port 49937ea1-7d6d-4189-9762-8f9c7833b6cb on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:22.196518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Attempting to bind port 49937ea1-7d6d-4189-9762-8f9c7833b6cb by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:22.196897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Attempting to bind port 49937ea1-7d6d-4189-9762-8f9c7833b6cb on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:22.204662 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:22.211253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Port 49937ea1-7d6d-4189-9762-8f9c7833b6cb on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:22.211582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Attempting to bind port 49937ea1-7d6d-4189-9762-8f9c7833b6cb on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:22.229311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-e33a3d41-aff8-4ed9-b06b-18f995d1c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:22.230963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-e33a3d41-aff8-4ed9-b06b-18f995d1c1bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4234500 Jul 16 19:50:22.286945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92713188-7242-4d98-8952-b148151123c2 req-4d807950-6970-4222-9863-268d2cab39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:22.287739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:22.288082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:22.288498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:22.288942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Bound port: 49937ea1-7d6d-4189-9762-8f9c7833b6cb, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:22.289360 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:22.291076 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92713188-7242-4d98-8952-b148151123c2 req-4d807950-6970-4222-9863-268d2cab39f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 924 time: 0.1562374 Jul 16 19:50:22.344764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aa2705ef-81bd-40fe-bd46-125ece64fa0e req-0a634de3-ace1-4e90-b961-85e11dce69da tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:22.354393 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '33ededa0-bc68-4d99-be2d-3944e8df3ab3', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'port_id': '80a40fc5-8916-4814-9448-31f14afef939', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'mac_address': 'fa:16:3e:bd:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb88ab09-a636-490f-b85d-df4f24424210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:49:46Z', 'updated_at': '2021-07-16T19:50:19Z', 'revision_number': 1, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:22.374665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc89d51-d1f1-4908-9b5d-2052b2ba089e req-07fc4082-ceef-41b3-9023-a4d11b632118 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:22.376260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dcc89d51-d1f1-4908-9b5d-2052b2ba089e req-07fc4082-ceef-41b3-9023-a4d11b632118 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 947 time: 0.3561654 Jul 16 19:50:22.399377 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756153a4-6c12-4f29-9377-90c244982f2d None None] The sync data for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 is: [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '33ededa0-bc68-4d99-be2d-3944e8df3ab3', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'port_id': '80a40fc5-8916-4814-9448-31f14afef939', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'mac_address': 'fa:16:3e:bd:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb88ab09-a636-490f-b85d-df4f24424210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:49:46Z', 'updated_at': '2021-07-16T19:50:19Z', 'revision_number': 1, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:50:22.421686 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92713188-7242-4d98-8952-b148151123c2 req-e1b3899a-c29c-4409-adad-cb6404d3b296 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a40fc5-8916-4814-9448-31f14afef939 HTTP/1.1" status: 200 len: 999 time: 0.1233425 Jul 16 19:50:22.473154 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-349ec07b-1e0c-4952-8025-fa7cef5fb92b service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333913 Jul 16 19:50:22.505715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92713188-7242-4d98-8952-b148151123c2 req-8a8de4a2-3e53-4eac-99ef-f67923e1af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:22.508150 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92713188-7242-4d98-8952-b148151123c2 req-8a8de4a2-3e53-4eac-99ef-f67923e1af66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 HTTP/1.1" status: 200 len: 862 time: 0.0797391 Jul 16 19:50:22.536135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] For port 49937ea1-7d6d-4189-9762-8f9c7833b6cb, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:22.544753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dcc89d51-d1f1-4908-9b5d-2052b2ba089e req-8809584c-2926-44dc-bb3b-a5eab5f1b19d tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437767 Jul 16 19:50:22.576534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] For port 49937ea1-7d6d-4189-9762-8f9c7833b6cb, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=49937ea1-7d6d-4189-9762-8f9c7833b6cb,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:22.608107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92713188-7242-4d98-8952-b148151123c2 req-13dc19dd-18da-4cfc-9f39-6e8f11f4168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:22.610617 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92713188-7242-4d98-8952-b148151123c2 req-13dc19dd-18da-4cfc-9f39-6e8f11f4168d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49882ae9-50c9-466e-85d2-0c0ba6464332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940304 Jul 16 19:50:22.615458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:22.692616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 53c05211-44a7-4956-ad86-d5de0d4fc385 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:22.762843 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92713188-7242-4d98-8952-b148151123c2 req-4da8c447-e3b4-4c7a-b640-08961313e780 service neutron] 10.222.0.16 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450114 Jul 16 19:50:22.793212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d31cdb-ea8b-43da-b8af-315c5707839f None None] New status for floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:50:22.887062 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92713188-7242-4d98-8952-b148151123c2 req-6d5acbd4-167f-4e52-8dbf-b95f78009f29 service neutron] 10.222.0.16 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179707 Jul 16 19:50:22.952457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:23.000180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '53c05211-44a7-4956-ad86-d5de0d4fc385', 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'port_id': '53c05211-44a7-4956-ad86-d5de0d4fc385', 'mac_address': 'fa:16:3e:11:08:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e9e3e2-adf4-4ead-9d6d-89cb435940fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:23.018789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:23.019707 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:23.021334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] 10.222.0.68 "PUT /v2.0/ports/49937ea1-7d6d-4189-9762-8f9c7833b6cb HTTP/1.1" status: 200 len: 1096 time: 2.3782518 Jul 16 19:50:23.062195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-2d29b5ba-3178-42bd-8ba3-6f8c1d1e4118 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784101 Jul 16 19:50:23.089339 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aa2705ef-81bd-40fe-bd46-125ece64fa0e req-0a634de3-ace1-4e90-b961-85e11dce69da tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:23.109483 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:23.115919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e9625-87e0-4826-a4f4-46e541738e10 service neutron] Pushing event updated for resources: {'Port': ['ID=49937ea1-7d6d-4189-9762-8f9c7833b6cb,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:23.122935 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aa2705ef-81bd-40fe-bd46-125ece64fa0e req-0a634de3-ace1-4e90-b961-85e11dce69da tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:23.132152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c05211-44a7-4956-ad86-d5de0d4fc385 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:23.159275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:23.165969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:23.222346 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aa2705ef-81bd-40fe-bd46-125ece64fa0e req-0a634de3-ace1-4e90-b961-85e11dce69da tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:23.224406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa2705ef-81bd-40fe-bd46-125ece64fa0e req-0a634de3-ace1-4e90-b961-85e11dce69da tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1326180 Jul 16 19:50:23.236751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:23.245215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a634de3-ace1-4e90-b961-85e11dce69da tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63231c-3475-4443-98b9-94b008873eec,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:23.265509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.265930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.266190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.266532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.266869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.267214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.267543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.267926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.268816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.271825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab15073-4be3-4505-982f-72336261ab09 req-d2f5fd90-7ad3-4e3f-9115-b1520697ac83 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:23.272730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.276596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.277109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:23.285928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bab15073-4be3-4505-982f-72336261ab09 req-d2f5fd90-7ad3-4e3f-9115-b1520697ac83 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.3339138 Jul 16 19:50:23.320460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-30215036-6609-4d79-ad1c-b89bd30428c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:23.322070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-30215036-6609-4d79-ad1c-b89bd30428c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 1099 time: 0.2508929 Jul 16 19:50:23.354725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['53c05211-44a7-4956-ad86-d5de0d4fc385'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:23.385565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bab15073-4be3-4505-982f-72336261ab09 req-22c0d153-91bc-4fbb-be26-e1beaf3041b4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984325 Jul 16 19:50:23.387316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-03de9cd4-dd4d-4ac8-9e1b-336102281e10 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=49937ea1-7d6d-4189-9762-8f9c7833b6cb HTTP/1.1" status: 200 len: 217 time: 0.0549483 Jul 16 19:50:23.538841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-cab68a77-f921-4477-8206-933963af613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:23.543340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-cab68a77-f921-4477-8206-933963af613d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1484351 Jul 16 19:50:23.544765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:23.594938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-55439d89-6cd5-4c8c-87dd-594314319bac tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465539 Jul 16 19:50:23.771492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-982c29c3-ef12-4057-858e-d5c2bda2b288 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488658 Jul 16 19:50:23.941483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-1f84a6e6-a6b2-4930-b093-e3ac714315a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:23.943008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-1f84a6e6-a6b2-4930-b093-e3ac714315a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3247359 Jul 16 19:50:23.952919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03258-fbf1-4608-8f96-516e76685e95 req-5bd75a7e-17fb-4cfb-a6c6-642913819ee7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:23.954363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cac03258-fbf1-4608-8f96-516e76685e95 req-5bd75a7e-17fb-4cfb-a6c6-642913819ee7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 945 time: 0.3563554 Jul 16 19:50:23.967685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-1a187fc4-259e-4de6-9819-743d0b96184a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:23.969150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-1a187fc4-259e-4de6-9819-743d0b96184a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175280 Jul 16 19:50:24.039477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-e697f414-8311-45f5-938e-295099a9e6c7 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/quotas/a4ef8a8f25ac4f59976025cf9c7e045e HTTP/1.1" status: 200 len: 375 time: 0.0574138 Jul 16 19:50:24.104039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-ed65a962-71a1-4032-b694-f391a0034fb0 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:24.105524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-ed65a962-71a1-4032-b694-f391a0034fb0 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3215687 Jul 16 19:50:24.108289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cac03258-fbf1-4608-8f96-516e76685e95 req-63e62cd4-2858-48fa-b034-72f68f6a623c tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359215 Jul 16 19:50:24.126574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451e0f92-33ee-4372-b3d7-ae228a0d6152', 'tag': '49937ea1-7d6d-4189-9762-8f9c7833b6cb'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:24.128964 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "451e0f92-33ee-4372-b3d7-ae228a0d6152", "tag": "49937ea1-7d6d-4189-9762-8f9c7833b6cb"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:24.138904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-418ce63f-44ed-460f-88e5-449fa12c9a16 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864255 Jul 16 19:50:24.142444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Request body: {'port': {'device_id': '5735baf3-4681-4139-9d27-597db5aaca19', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'a4ef8a8f25ac4f59976025cf9c7e045e'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:24.191833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-cb69d07d-056a-4d96-9135-03b2759f36e2 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312753 Jul 16 19:50:24.420926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41c323fb-fe40-4970-b734-e081539015e6 req-cdf61c90-c584-4e3b-a9be-1845832e9eec tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/c158e5fe-68a4-4ad1-98dd-b7a8c112b6d1 HTTP/1.1" status: 200 len: 1803 time: 0.1559756 Jul 16 19:50:24.433642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Made reservation on behalf of a4ef8a8f25ac4f59976025cf9c7e045e for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:24.437509 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:24.452519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f637dec1-eb28-499b-b46a-3e62e1e3366f req-ecc4ac45-ee3b-4f28-872a-05ab60aa2613 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344544 Jul 16 19:50:24.526138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:24.591513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41c323fb-fe40-4970-b734-e081539015e6 req-c748a6e1-13e2-4c77-bd65-6d1f589c70fc tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/2f63231c-3475-4443-98b9-94b008873eec HTTP/1.1" status: 200 len: 1804 time: 0.1692636 Jul 16 19:50:24.615465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-41c323fb-fe40-4970-b734-e081539015e6 req-cabc3069-662a-46b7-8e9e-e68939c010b4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c158e5fe-68a4-4ad1-98dd-b7a8c112b6d1', 'remote_group_id': '2f63231c-3475-4443-98b9-94b008873eec', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:24.615978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-41c323fb-fe40-4970-b734-e081539015e6 req-cabc3069-662a-46b7-8e9e-e68939c010b4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c158e5fe-68a4-4ad1-98dd-b7a8c112b6d1', 'remote_group_id': '2f63231c-3475-4443-98b9-94b008873eec', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:24.698085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5de08c-067e-44da-86bd-320b8f846038 req-c7696d00-8d22-41af-87e9-3817b3ab766e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:24.700669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a5de08c-067e-44da-86bd-320b8f846038 req-c7696d00-8d22-41af-87e9-3817b3ab766e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 947 time: 0.2585859 Jul 16 19:50:24.709287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 53c05211-44a7-4956-ad86-d5de0d4fc385 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:24.765660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 53c05211-44a7-4956-ad86-d5de0d4fc385 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:24.770719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 53c05211-44a7-4956-ad86-d5de0d4fc385 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:24.771141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:24.802771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a5de08c-067e-44da-86bd-320b8f846038 req-c5a201b1-f9e5-4c31-8744-09b8ec8a19db tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927534 Jul 16 19:50:24.843567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:24.854845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:24.879082 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:24.904824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:24.907623 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4658d1e8-9969-4b29-ad46-85e23a8fa761" -d '{"events": [{"server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "name": "network-vif-plugged", "status": "completed", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:24.925909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:24.930992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:24.992691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:25.003994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6b03d-10db-45da-8570-32fb274ed459,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:25.129469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41c323fb-fe40-4970-b734-e081539015e6 req-cabc3069-662a-46b7-8e9e-e68939c010b4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:25.145384 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1705afe-3875-4d19-a809-c93588c603b8 x-openstack-request-id: req-f1705afe-3875-4d19-a809-c93588c603b8 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:25.145707 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451e0f92-33ee-4372-b3d7-ae228a0d6152", "tag": "49937ea1-7d6d-4189-9762-8f9c7833b6cb", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:25.145937 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1705afe-3875-4d19-a809-c93588c603b8 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:25.146333 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451e0f92-33ee-4372-b3d7-ae228a0d6152', 'tag': '49937ea1-7d6d-4189-9762-8f9c7833b6cb', 'status': 'completed', 'code': 200} Jul 16 19:50:25.172111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Allocated IP 192.168.233.84 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/ca3eca2b-d854-48c7-a52f-92dd0260043d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:50:25.220469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41c323fb-fe40-4970-b734-e081539015e6 req-cabc3069-662a-46b7-8e9e-e68939c010b4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:25.230028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41c323fb-fe40-4970-b734-e081539015e6 req-cabc3069-662a-46b7-8e9e-e68939c010b4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:25.272761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc3069-662a-46b7-8e9e-e68939c010b4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043ea2c0-e5cf-4430-b3d2-16cdd795a310,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:25.290238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41c323fb-fe40-4970-b734-e081539015e6 req-cabc3069-662a-46b7-8e9e-e68939c010b4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:25.291453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41c323fb-fe40-4970-b734-e081539015e6 req-cabc3069-662a-46b7-8e9e-e68939c010b4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6931782 Jul 16 19:50:25.347758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b158827c-dde3-4377-896d-bfbb825a5226 req-69d80e5e-3887-46ab-a94f-0db3dbd3464e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 210 time: 0.0525944 Jul 16 19:50:25.379358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-e0e9fd00-3eb5-4e05-b790-b6c6c8d68b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:25.380893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-e0e9fd00-3eb5-4e05-b790-b6c6c8d68b2e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 1099 time: 0.2064712 Jul 16 19:50:25.407853 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad972c0-a4f8-4047-9e58-326419cdb42c x-openstack-request-id: req-8ad972c0-a4f8-4047-9e58-326419cdb42c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:25.408181 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "name": "network-vif-plugged", "status": "completed", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:25.409271 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ad972c0-a4f8-4047-9e58-326419cdb42c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:25.409880 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385', 'code': 200} Jul 16 19:50:25.551780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.68', 55832) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:25.594200 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:25.607415 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-4440e172-6f63-42aa-aca0-bab50f616de1 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569026 Jul 16 19:50:25.661865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Transition to ACTIVE for port object ca3eca2b-d854-48c7-a52f-92dd0260043d will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:25.683456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-69466e7b-23cf-4ffe-b4d6-ebf1a15241d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:25.685085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-69466e7b-23cf-4ffe-b4d6-ebf1a15241d9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2962041 Jul 16 19:50:25.693409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d772c-f897-41c1-927f-57f6fa65634a req-497bd721-69dd-4ba3-941d-4a61404ffa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:25.694925 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e04d772c-f897-41c1-927f-57f6fa65634a req-497bd721-69dd-4ba3-941d-4a61404ffa2f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1098 time: 0.1333148 Jul 16 19:50:25.697820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54536591-cf93-4270-91a6-dd3b21164b0b req-5d1890b8-c6d2-4e30-9381-f3c320b6dec3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:25.699369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54536591-cf93-4270-91a6-dd3b21164b0b req-5d1890b8-c6d2-4e30-9381-f3c320b6dec3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.2395942 Jul 16 19:50:25.756393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-530a1ff5-5836-487b-9191-44525debe4d5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:25.757885 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-530a1ff5-5836-487b-9191-44525debe4d5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447561 Jul 16 19:50:25.758222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-7c7fc1ee-ad68-4e8d-a03c-d82c7436b7dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=49937ea1-7d6d-4189-9762-8f9c7833b6cb HTTP/1.1" status: 200 len: 217 time: 0.0577519 Jul 16 19:50:25.759656 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e04d772c-f897-41c1-927f-57f6fa65634a req-148d67a5-6976-436a-a972-81703823b498 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547500 Jul 16 19:50:25.801685 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:25.806735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54536591-cf93-4270-91a6-dd3b21164b0b req-9921f1ed-7e7a-4405-a0fd-e1b895f5a34c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952573 Jul 16 19:50:25.816775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f01e0-5c70-48a1-bc89-a6428be1b5c7 req-69687000-d3bc-4305-8b07-1bbdbc12acee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:25.818431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd8f01e0-5c70-48a1-bc89-a6428be1b5c7 req-69687000-d3bc-4305-8b07-1bbdbc12acee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 946 time: 0.2119534 Jul 16 19:50:25.824828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Request body: {'port': {'device_id': '12fe5227-c48d-4bf0-b531-9e98ce2dba5a', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'a4ef8a8f25ac4f59976025cf9c7e045e'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:25.934324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:50:25.949800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:25.953990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Made reservation on behalf of a4ef8a8f25ac4f59976025cf9c7e045e for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:25.957376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:25.958811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:25.962117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-815fdf15-9b2b-4228-8c47-e39f2e574da0 req-16c1cf54-7900-4736-9862-05cb2c38f45f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-893932531', 'description': 'tempest-description-898335073'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:25.966382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:50:25.975809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-7f8fb72c-8ffd-4bf6-a418-11d7780ead27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:25.977385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-7f8fb72c-8ffd-4bf6-a418-11d7780ead27 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1553090 Jul 16 19:50:26.001105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd8f01e0-5c70-48a1-bc89-a6428be1b5c7 req-cb7acc8f-3c0d-4c4e-ada4-7d2d5cd7c4bd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554825 Jul 16 19:50:26.071140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:26.071709 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.079682 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-815fdf15-9b2b-4228-8c47-e39f2e574da0 req-16c1cf54-7900-4736-9862-05cb2c38f45f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.124141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-f9d4a335-97d3-42bd-bbef-034d22c8bfb4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9918449 Jul 16 19:50:26.149064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Allocated IP 192.168.233.11 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/6bb4a212-325f-47ae-bc89-e1f1dc83294d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:50:26.150234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Request body: {'port': {'device_id': '5735baf3-4681-4139-9d27-597db5aaca19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:26.190644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-3228721d-38f3-4447-8dd8-6087d7707d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:26.192304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-3228721d-38f3-4447-8dd8-6087d7707d33 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1872516 Jul 16 19:50:26.288993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-224b6e25-8a04-410e-ba1c-612e5b7bcffe None None] Provisioning for port ca3eca2b-d854-48c7-a52f-92dd0260043d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:26.293809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-224b6e25-8a04-410e-ba1c-612e5b7bcffe None None] Provisioning complete for port ca3eca2b-d854-48c7-a52f-92dd0260043d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:26.294306 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-224b6e25-8a04-410e-ba1c-612e5b7bcffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.330473 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.340983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-224b6e25-8a04-410e-ba1c-612e5b7bcffe None None] Port ca3eca2b-d854-48c7-a52f-92dd0260043d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:50:26.364133 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.381372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Transition to ACTIVE for port object 6bb4a212-325f-47ae-bc89-e1f1dc83294d will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:26.421293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.424489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-49c4f3c4-8864-47ae-b32f-44b89d5ffb42 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240736 Jul 16 19:50:26.427081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-815fdf15-9b2b-4228-8c47-e39f2e574da0 req-16c1cf54-7900-4736-9862-05cb2c38f45f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.436521 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-815fdf15-9b2b-4228-8c47-e39f2e574da0 req-16c1cf54-7900-4736-9862-05cb2c38f45f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.480906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:50:26.486154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:26.489327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:50:26.527685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Pushing event updated for resources: {'Port': ['ID=6bb4a212-325f-47ae-bc89-e1f1dc83294d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:26.540666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.541020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.541372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.541722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.542068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.542402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.542740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.543074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.543392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.543729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.545166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.545570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:50:26.583626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:26.584367 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.603025 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-9f88f8de-0f87-4d7c-a01c-afcfd5be163b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7848682 Jul 16 19:50:26.616293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Request body: {'port': {'device_id': '12fe5227-c48d-4bf0-b531-9e98ce2dba5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:26.705544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.722709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 49937ea1-7d6d-4189-9762-8f9c7833b6cb details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:26.778463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fb0f9f88-b5d5-4c1b-a138-a8531c65a0a4 None None] Provisioning for port 6bb4a212-325f-47ae-bc89-e1f1dc83294d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:26.813350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fb0f9f88-b5d5-4c1b-a138-a8531c65a0a4 None None] Provisioning complete for port 6bb4a212-325f-47ae-bc89-e1f1dc83294d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:26.813729 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f88-b5d5-4c1b-a138-a8531c65a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.840842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-815fdf15-9b2b-4228-8c47-e39f2e574da0 req-16c1cf54-7900-4736-9862-05cb2c38f45f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.841998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-815fdf15-9b2b-4228-8c47-e39f2e574da0 req-16c1cf54-7900-4736-9862-05cb2c38f45f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8939078 Jul 16 19:50:26.860077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1cf54-7900-4736-9862-05cb2c38f45f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9dedbe-17e4-430c-abbb-da053b336ef6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:26.883448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f9f88-b5d5-4c1b-a138-a8531c65a0a4 None None] Port 6bb4a212-325f-47ae-bc89-e1f1dc83294d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:50:26.897163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 49937ea1-7d6d-4189-9762-8f9c7833b6cb, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=49937ea1-7d6d-4189-9762-8f9c7833b6cb,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:26.912300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '49937ea1-7d6d-4189-9762-8f9c7833b6cb', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '49937ea1-7d6d-4189-9762-8f9c7833b6cb', 'mac_address': 'fa:16:3e:70:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:26.965189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed942f22-15ed-4ed5-b82f-57c65a6a8c93 req-8153d394-5e79-4cea-a658-4c0a5d7aebff tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:26.966951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed942f22-15ed-4ed5-b82f-57c65a6a8c93 req-8153d394-5e79-4cea-a658-4c0a5d7aebff tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 947 time: 0.5311635 Jul 16 19:50:26.968613 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-385e28f3-09fa-4aa4-acbf-1d6b99cbdbc6 req-ff4f7583-dc7e-4fdb-b96d-de4eb80c1680 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263238 Jul 16 19:50:26.972150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.985707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49937ea1-7d6d-4189-9762-8f9c7833b6cb {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:27.008476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 49937ea1-7d6d-4189-9762-8f9c7833b6cb, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=49937ea1-7d6d-4189-9762-8f9c7833b6cb,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:27.014666 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.032068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed942f22-15ed-4ed5-b82f-57c65a6a8c93 req-d7d81037-fa07-4295-a38b-3ff9dc5b5f18 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572174 Jul 16 19:50:27.073429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb4a212-325f-47ae-bc89-e1f1dc83294d {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:27.085528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.091368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=49937ea1-7d6d-4189-9762-8f9c7833b6cb,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:27.110193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Transition to ACTIVE for port object 6bb4a212-325f-47ae-bc89-e1f1dc83294d will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:27.116082 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.219429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb4a212-325f-47ae-bc89-e1f1dc83294d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:27.231320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['49937ea1-7d6d-4189-9762-8f9c7833b6cb'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:27.293759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Attempting to bind port 6bb4a212-325f-47ae-bc89-e1f1dc83294d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:27.293990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Attempting to bind port 6bb4a212-325f-47ae-bc89-e1f1dc83294d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:27.294608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Attempting to bind port 6bb4a212-325f-47ae-bc89-e1f1dc83294d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:27.300266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Port 6bb4a212-325f-47ae-bc89-e1f1dc83294d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:27.300683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Attempting to bind port 6bb4a212-325f-47ae-bc89-e1f1dc83294d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:27.308003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:27.308716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:27.309997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:27.309997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Bound port: 6bb4a212-325f-47ae-bc89-e1f1dc83294d, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:27.310333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.412001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] For port 6bb4a212-325f-47ae-bc89-e1f1dc83294d, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:27.418005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] For port 6bb4a212-325f-47ae-bc89-e1f1dc83294d, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6bb4a212-325f-47ae-bc89-e1f1dc83294d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:27.422226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.431236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe0c0-f9e4-4763-988d-ae4eefc1c769 req-e7a9b393-b50a-4d0f-8559-33df98690b89 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:27.432604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbebe0c0-f9e4-4763-988d-ae4eefc1c769 req-e7a9b393-b50a-4d0f-8559-33df98690b89 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 947 time: 0.2297139 Jul 16 19:50:27.440580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3eca2b-d854-48c7-a52f-92dd0260043d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:27.453318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da636fc5-9c79-46a2-a3df-454dcb3e93b9 req-89e394be-8269-424a-95d2-812df2cd84d0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:27.454556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da636fc5-9c79-46a2-a3df-454dcb3e93b9 req-89e394be-8269-424a-95d2-812df2cd84d0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.2505734 Jul 16 19:50:27.457727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:27.458349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.459766 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] 10.222.0.68 "PUT /v2.0/ports/6bb4a212-325f-47ae-bc89-e1f1dc83294d HTTP/1.1" status: 200 len: 1096 time: 0.8499126 Jul 16 19:50:27.460236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fe5227-c48d-4bf0-b531-9e98ce2dba5a', 'tag': '6bb4a212-325f-47ae-bc89-e1f1dc83294d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:27.462498 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d52d41-fb61-422e-a6bf-0a00236ccc58" -d '{"events": [{"name": "network-changed", "server_uuid": "12fe5227-c48d-4bf0-b531-9e98ce2dba5a", "tag": "6bb4a212-325f-47ae-bc89-e1f1dc83294d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:27.465681 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.493440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7db46-e613-4b81-8884-36b3a68a2af9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb4a212-325f-47ae-bc89-e1f1dc83294d,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:27.519970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Transition to ACTIVE for port object ca3eca2b-d854-48c7-a52f-92dd0260043d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:27.527171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbebe0c0-f9e4-4763-988d-ae4eefc1c769 req-f36e3929-0716-48dc-8d37-fec6bf0f7aaf tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819263 Jul 16 19:50:27.533718 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.553413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da636fc5-9c79-46a2-a3df-454dcb3e93b9 req-1a0d2746-0199-4b09-9c61-47296bcbe676 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779643 Jul 16 19:50:27.578146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-45afae6c-5af2-4764-aa2e-1e0aaf2419fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:27.579406 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-45afae6c-5af2-4764-aa2e-1e0aaf2419fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 1099 time: 0.0757620 Jul 16 19:50:27.606215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-681775b3-68e4-48f1-85c2-b95573875083 req-c1d4863d-afa6-4cc2-9265-7083fabd5e0f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1843034621', 'description': 'tempest-description-1051729692'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:27.630388 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-2ac6e530-b5ec-4278-b4bf-382beb763227 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=6bb4a212-325f-47ae-bc89-e1f1dc83294d HTTP/1.1" status: 200 len: 217 time: 0.0415275 Jul 16 19:50:27.641737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:27.681832 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-681775b3-68e4-48f1-85c2-b95573875083 req-c1d4863d-afa6-4cc2-9265-7083fabd5e0f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.701750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-daf8e41b-2a57-4d8e-9b8e-27302a06ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:27.706828 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-daf8e41b-2a57-4d8e-9b8e-27302a06ea04 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0683651 Jul 16 19:50:27.772735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Attempting to bind port ca3eca2b-d854-48c7-a52f-92dd0260043d on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:27.773186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Attempting to bind port ca3eca2b-d854-48c7-a52f-92dd0260043d by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:27.773841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Attempting to bind port ca3eca2b-d854-48c7-a52f-92dd0260043d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:27.781683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Port ca3eca2b-d854-48c7-a52f-92dd0260043d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:27.782648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Attempting to bind port ca3eca2b-d854-48c7-a52f-92dd0260043d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:27.791981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:27.792958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:27.793428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:27.794243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Bound port: ca3eca2b-d854-48c7-a52f-92dd0260043d, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:27.794687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.808051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-8a6be4a1-e2fb-45d1-9ed9-d71a3362cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:27.810725 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-8a6be4a1-e2fb-45d1-9ed9-d71a3362cc6e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982711 Jul 16 19:50:27.923825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-06a09d14-8c43-42ad-846f-1640b3f65c6e service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057687 Jul 16 19:50:27.940295 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-681775b3-68e4-48f1-85c2-b95573875083 req-c1d4863d-afa6-4cc2-9265-7083fabd5e0f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.942266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:27.949600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-681775b3-68e4-48f1-85c2-b95573875083 req-c1d4863d-afa6-4cc2-9265-7083fabd5e0f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.971520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:27.983737 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.010561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-681775b3-68e4-48f1-85c2-b95573875083 req-c1d4863d-afa6-4cc2-9265-7083fabd5e0f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.012261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-681775b3-68e4-48f1-85c2-b95573875083 req-c1d4863d-afa6-4cc2-9265-7083fabd5e0f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4204171 Jul 16 19:50:28.031383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-baab6d9e-a5ee-48be-81ce-7e5ee27bc2a9 req-f6d540f8-c6cd-40d6-8411-e40c42161446 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012740 Jul 16 19:50:28.043867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4863d-afa6-4cc2-9265-7083fabd5e0f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135aaabc-a876-47b9-bd9a-2695816363d5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:28.054317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.055089 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.056702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca3eca2b-d854-48c7-a52f-92dd0260043d HTTP/1.1" status: 200 len: 1096 time: 1.9238348 Jul 16 19:50:28.057313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:28.059840 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e31bf-358c-4e3c-9200-6458351da888" -d '{"events": [{"name": "network-changed", "server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:28.095653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acc8f7-80db-40dc-b2a6-90d75011ff72 req-2f5c5b9a-5960-4f02-9967-ee213410af01 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.098632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9acc8f7-80db-40dc-b2a6-90d75011ff72 req-2f5c5b9a-5960-4f02-9967-ee213410af01 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 946 time: 0.2228115 Jul 16 19:50:28.102442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc835e-43ea-4438-be8e-4930bc3fd976 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:28.183926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9acc8f7-80db-40dc-b2a6-90d75011ff72 req-de11614e-7c49-42bf-85b8-1e6104e2ad74 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 Jul 16 19:50:28.200490 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-1003895d-d529-45e4-81b2-20561107d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.202101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-1003895d-d529-45e4-81b2-20561107d03d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1099 time: 0.0888817 Jul 16 19:50:28.257179 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786b2ff8-a110-4085-b60f-a23e9c9e3d59 x-openstack-request-id: req-786b2ff8-a110-4085-b60f-a23e9c9e3d59 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:28.257480 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fe5227-c48d-4bf0-b531-9e98ce2dba5a", "tag": "6bb4a212-325f-47ae-bc89-e1f1dc83294d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:28.257737 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-786b2ff8-a110-4085-b60f-a23e9c9e3d59 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:28.258137 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fe5227-c48d-4bf0-b531-9e98ce2dba5a', 'tag': '6bb4a212-325f-47ae-bc89-e1f1dc83294d', 'status': 'completed', 'code': 200} Jul 16 19:50:28.296658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-567b32bf-fa5c-4673-8e62-7d7bed7fed41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d HTTP/1.1" status: 200 len: 217 time: 0.0753100 Jul 16 19:50:28.344165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-7915c297-ada9-4256-b931-b04c7a99cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.345673 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-7915c297-ada9-4256-b931-b04c7a99cbda service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 1099 time: 0.0675592 Jul 16 19:50:28.374727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-95a3ee4c-3b38-4f56-a02e-806f7623d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.376225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-95a3ee4c-3b38-4f56-a02e-806f7623d1c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0707407 Jul 16 19:50:28.379617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-79fe8dda-caeb-4cd7-8fb6-936edee96ee4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/1c9dedbe-17e4-430c-abbb-da053b336ef6 HTTP/1.1" status: 200 len: 1803 time: 0.0820684 Jul 16 19:50:28.439315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-f6df109c-307c-4468-9757-f4dbdf67ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.440914 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-f6df109c-307c-4468-9757-f4dbdf67ef2e service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.0892010 Jul 16 19:50:28.487869 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-9bab6c41-0ce5-47e1-a752-aed98dce1eb4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=6bb4a212-325f-47ae-bc89-e1f1dc83294d HTTP/1.1" status: 200 len: 217 time: 0.0394557 Jul 16 19:50:28.511834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-e428a842-5adb-4148-928b-121b8ac837c4 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/135aaabc-a876-47b9-bd9a-2695816363d5 HTTP/1.1" status: 200 len: 1805 time: 0.1206977 Jul 16 19:50:28.528117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-5a26d02d-30de-412d-bff6-47e9dd949d38 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1c9dedbe-17e4-430c-abbb-da053b336ef6', 'remote_group_id': '135aaabc-a876-47b9-bd9a-2695816363d5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:28.528480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-5a26d02d-30de-412d-bff6-47e9dd949d38 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1c9dedbe-17e4-430c-abbb-da053b336ef6', 'remote_group_id': '135aaabc-a876-47b9-bd9a-2695816363d5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:28.536910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-a08c314d-0cef-4429-a7d4-65cb8f78d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.538570 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-a08c314d-0cef-4429-a7d4-65cb8f78d4f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0449007 Jul 16 19:50:28.540671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-4e4a059f-e8d2-45ad-bbfd-e8a7acf4bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.542153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-4e4a059f-e8d2-45ad-bbfd-e8a7acf4bb33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1589806 Jul 16 19:50:28.568918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ef616-a4ee-495e-8cb7-275dc836ff8c req-c6f30553-bf63-4311-a97a-a3eaae0d9ed7 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.570388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec3ef616-a4ee-495e-8cb7-275dc836ff8c req-c6f30553-bf63-4311-a97a-a3eaae0d9ed7 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 948 time: 0.1511571 Jul 16 19:50:28.597604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-7717076c-767d-42a2-9f81-d98b25a0a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:28.599122 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-7717076c-767d-42a2-9f81-d98b25a0a0e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543623 Jul 16 19:50:28.696425 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-1f9af07e-a27f-4bbc-a0a1-0328f0fc57d6 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889950 Jul 16 19:50:28.697105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec3ef616-a4ee-495e-8cb7-275dc836ff8c req-8428a2c4-f15b-4291-b100-afe619fcc59e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113236 Jul 16 19:50:28.715042 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-5a26d02d-30de-412d-bff6-47e9dd949d38 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.725457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-39fc184f-073f-4808-851a-74bc7b621b21 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747940 Jul 16 19:50:28.731413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 49937ea1-7d6d-4189-9762-8f9c7833b6cb up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:28.768770 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3694b5-92e0-4a57-85cc-e153cff6673b x-openstack-request-id: req-ef3694b5-92e0-4a57-85cc-e153cff6673b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:28.769078 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:28.769332 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef3694b5-92e0-4a57-85cc-e153cff6673b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:28.769734 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'status': 'completed', 'code': 200} Jul 16 19:50:28.776968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-5a26d02d-30de-412d-bff6-47e9dd949d38 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.783356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-5a26d02d-30de-412d-bff6-47e9dd949d38 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.795733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 49937ea1-7d6d-4189-9762-8f9c7833b6cb completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:28.801217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 49937ea1-7d6d-4189-9762-8f9c7833b6cb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:28.801848 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.834928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26d02d-30de-412d-bff6-47e9dd949d38 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90ad026-29f5-4300-9a23-2f25fc004e63,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:28.843384 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-5a26d02d-30de-412d-bff6-47e9dd949d38 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.844316 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68d52d41-fb61-422e-a6bf-0a00236ccc58 req-8b3a48cb-359d-458c-8c0d-2d05de53dbf7 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416399 Jul 16 19:50:28.844627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9789759-b5f8-4361-91cf-9ebf05a11b92 req-5a26d02d-30de-412d-bff6-47e9dd949d38 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3242874 Jul 16 19:50:28.872046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d569a50a-4732-4d5d-8d51-257998f60f4f req-4e272464-8e4f-4678-a33c-8cfa0f4637b7 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391923 Jul 16 19:50:28.931691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:28.963330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e0f92-33ee-4372-b3d7-ae228a0d6152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49937ea1-7d6d-4189-9762-8f9c7833b6cb'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:28.966451 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09f3f4a-d1b7-4b55-90b5-2a2dc2c26fd1" -d '{"events": [{"server_uuid": "451e0f92-33ee-4372-b3d7-ae228a0d6152", "name": "network-vif-plugged", "status": "completed", "tag": "49937ea1-7d6d-4189-9762-8f9c7833b6cb"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:28.989170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 49937ea1-7d6d-4189-9762-8f9c7833b6cb, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=49937ea1-7d6d-4189-9762-8f9c7833b6cb,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:28.994241 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:29.014487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e31bf-358c-4e3c-9200-6458351da888 req-acbb16bd-1e4e-44f9-8115-3ffc8cc69970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:29.016043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-827e31bf-358c-4e3c-9200-6458351da888 req-acbb16bd-1e4e-44f9-8115-3ffc8cc69970 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1099 time: 0.0793495 Jul 16 19:50:29.058767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=49937ea1-7d6d-4189-9762-8f9c7833b6cb,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:29.164422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8a3af-025b-4c7c-9eef-d3fe5e42ee7d req-bd3059c5-c6ab-4209-aebe-cbe1398026b6 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:29.171481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07d8a3af-025b-4c7c-9eef-d3fe5e42ee7d req-bd3059c5-c6ab-4209-aebe-cbe1398026b6 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1098 time: 0.1337996 Jul 16 19:50:29.187447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e31bf-358c-4e3c-9200-6458351da888 req-9e0f6131-e7fc-4182-8b1d-27f176029f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:29.188911 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-827e31bf-358c-4e3c-9200-6458351da888 req-9e0f6131-e7fc-4182-8b1d-27f176029f6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1632459 Jul 16 19:50:29.269247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-827e31bf-358c-4e3c-9200-6458351da888 req-1721c166-07e9-4e18-b9ad-3a5150035352 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d HTTP/1.1" status: 200 len: 217 time: 0.0630088 Jul 16 19:50:29.278822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07d8a3af-025b-4c7c-9eef-d3fe5e42ee7d req-2fde1c95-99db-4ace-a81d-d82191204cd7 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064818 Jul 16 19:50:29.342900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e31bf-358c-4e3c-9200-6458351da888 req-a5a90492-515d-4660-8f62-e8c997063c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:29.344434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-827e31bf-358c-4e3c-9200-6458351da888 req-a5a90492-515d-4660-8f62-e8c997063c02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0676661 Jul 16 19:50:29.356255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ad2a4-45ce-4de5-8ef2-80e0b99dec78 req-c313f0ba-47b4-470d-adc5-1e48cbe84a4a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:29.364322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-333ad2a4-45ce-4de5-8ef2-80e0b99dec78 req-c313f0ba-47b4-470d-adc5-1e48cbe84a4a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 947 time: 0.1871994 Jul 16 19:50:29.379241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:29.448150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-333ad2a4-45ce-4de5-8ef2-80e0b99dec78 req-3e27a51d-3ba2-4ef4-8b10-fae6a0cdc51c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830572 Jul 16 19:50:29.469249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e31bf-358c-4e3c-9200-6458351da888 req-dfd634b7-38e9-44db-a7b2-beaf33936fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:29.473195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-827e31bf-358c-4e3c-9200-6458351da888 req-dfd634b7-38e9-44db-a7b2-beaf33936fa7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069562 Jul 16 19:50:29.617153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13797e-cefb-4854-a3c1-ad256fd3e3a6 req-e9511893-21d0-43d2-a6a0-0333d3ab2675 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:29.620799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d13797e-cefb-4854-a3c1-ad256fd3e3a6 req-e9511893-21d0-43d2-a6a0-0333d3ab2675 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1464944 Jul 16 19:50:29.657194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-827e31bf-358c-4e3c-9200-6458351da888 req-5d573c7b-1adc-49d2-9adf-7a9678408134 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734734 Jul 16 19:50:29.657740 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-801758f8-824f-4c75-9be5-ffa7e575a8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:29.757859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-adc114bb-c498-4a11-b165-a4b0033515d8 req-ca3dc658-d3da-4c79-9283-c01c7a2bab37 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/135aaabc-a876-47b9-bd9a-2695816363d5 HTTP/1.1" status: 200 len: 1805 time: 0.1533589 Jul 16 19:50:29.766313 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-801758f8-824f-4c75-9be5-ffa7e575a8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:29.771091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d13797e-cefb-4854-a3c1-ad256fd3e3a6 req-56d63bb8-06c7-4c77-b765-f1a833decf9b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360891 Jul 16 19:50:29.771574 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-801758f8-824f-4c75-9be5-ffa7e575a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:29.817808 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7733c8-a66c-4211-9231-0ba6e84e7c19 x-openstack-request-id: req-1f7733c8-a66c-4211-9231-0ba6e84e7c19 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:29.818578 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e0f92-33ee-4372-b3d7-ae228a0d6152", "name": "network-vif-plugged", "status": "completed", "tag": "49937ea1-7d6d-4189-9762-8f9c7833b6cb", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:29.818578 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f7733c8-a66c-4211-9231-0ba6e84e7c19 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:29.818818 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e0f92-33ee-4372-b3d7-ae228a0d6152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49937ea1-7d6d-4189-9762-8f9c7833b6cb', 'code': 200} Jul 16 19:50:29.825874 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-801758f8-824f-4c75-9be5-ffa7e575a8f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3561e93931884da6902e597c0dcc080d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453754 Jul 16 19:50:29.826615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801758f8-824f-4c75-9be5-ffa7e575a8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4d8eec-0c02-4621-9a82-caac950b623a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:29.829365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47436) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:29.831940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-827e31bf-358c-4e3c-9200-6458351da888 req-f3883dee-805f-4e14-9bc0-8b610375e2c7 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611714 Jul 16 19:50:29.870155 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-adc114bb-c498-4a11-b165-a4b0033515d8 req-7dea8c42-9a32-4ed2-a05e-a12a8665fd30 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:29.894986 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f97c5f0-c9c5-4d89-9974-d9a668d93bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:29.902597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-adc114bb-c498-4a11-b165-a4b0033515d8 req-7dea8c42-9a32-4ed2-a05e-a12a8665fd30 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:29.932840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f97c5f0-c9c5-4d89-9974-d9a668d93bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.004244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f1127-03b3-4bbb-bf5e-4c0c05570bd9 req-22e154df-23f2-4ffa-8d5b-59ff490982c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:30.005759 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa2f1127-03b3-4bbb-bf5e-4c0c05570bd9 req-22e154df-23f2-4ffa-8d5b-59ff490982c7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 1101 time: 0.0874560 Jul 16 19:50:30.021182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f97c5f0-c9c5-4d89-9974-d9a668d93bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.023621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f97c5f0-c9c5-4d89-9974-d9a668d93bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.024619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-adc114bb-c498-4a11-b165-a4b0033515d8 req-7dea8c42-9a32-4ed2-a05e-a12a8665fd30 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.024850 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0f97c5f0-c9c5-4d89-9974-d9a668d93bfc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b4d8eec-0c02-4621-9a82-caac950b623a HTTP/1.1" status: 204 len: 168 time: 0.1944869 Jul 16 19:50:30.028167 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-adc114bb-c498-4a11-b165-a4b0033515d8 req-7dea8c42-9a32-4ed2-a05e-a12a8665fd30 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.029565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-adc114bb-c498-4a11-b165-a4b0033515d8 req-7dea8c42-9a32-4ed2-a05e-a12a8665fd30 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "DELETE /v2.0/security-groups/135aaabc-a876-47b9-bd9a-2695816363d5 HTTP/1.1" status: 204 len: 173 time: 0.2555602 Jul 16 19:50:30.042169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97c5f0-c9c5-4d89-9974-d9a668d93bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4d8eec-0c02-4621-9a82-caac950b623a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:30.047986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea8c42-9a32-4ed2-a05e-a12a8665fd30 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135aaabc-a876-47b9-bd9a-2695816363d5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:30.060958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb72a-a8ee-486d-8fb3-77df4d07ebaa req-5e93aa74-a076-4307-ab10-c148f3704f93 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:30.061549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa2f1127-03b3-4bbb-bf5e-4c0c05570bd9 req-7140f35f-8f04-462f-ae35-70a5c4e8a538 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494120 Jul 16 19:50:30.062521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-457bb72a-a8ee-486d-8fb3-77df4d07ebaa req-5e93aa74-a076-4307-ab10-c148f3704f93 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1098 time: 0.0965517 Jul 16 19:50:30.110286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-457bb72a-a8ee-486d-8fb3-77df4d07ebaa req-f3208fa4-e89f-4d9c-bbb7-faff43feed3c tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Jul 16 19:50:30.314295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd4f5d-e5c8-40ba-880d-06ac03e68885 req-416e5b6c-4ac3-4476-9959-8271e79644ea tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:30.316018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cadd4f5d-e5c8-40ba-880d-06ac03e68885 req-416e5b6c-4ac3-4476-9959-8271e79644ea tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 949 time: 0.0665405 Jul 16 19:50:30.360062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cadd4f5d-e5c8-40ba-880d-06ac03e68885 req-f9346106-b1dc-49b7-8dfc-3bb814aeb281 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Jul 16 19:50:30.411874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47452) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:30.434729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f69a9a3a-c8aa-46f8-9005-40432544c56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.455101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4507be74-27dc-4bff-acce-84993f5c60e7 req-81295011-f78e-44aa-a596-74818ca6b812 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/1c9dedbe-17e4-430c-abbb-da053b336ef6 HTTP/1.1" status: 200 len: 1803 time: 0.0685649 Jul 16 19:50:30.561935 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f69a9a3a-c8aa-46f8-9005-40432544c56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.566695 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f69a9a3a-c8aa-46f8-9005-40432544c56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.613966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f69a9a3a-c8aa-46f8-9005-40432544c56b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cae444676b0248cdbe67f49fcba3f54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009811 Jul 16 19:50:30.614853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a9a3a-c8aa-46f8-9005-40432544c56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c9301d-e4fb-406c-96fd-7fc33fea301f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:30.616760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47470) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:30.676949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-591d63ed-e7d8-4798-9a1c-8cebb504e9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.700511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-591d63ed-e7d8-4798-9a1c-8cebb504e9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.741397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6bb4a212-325f-47ae-bc89-e1f1dc83294d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:30.762539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-591d63ed-e7d8-4798-9a1c-8cebb504e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.765999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-591d63ed-e7d8-4798-9a1c-8cebb504e9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.768748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-591d63ed-e7d8-4798-9a1c-8cebb504e9d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85c9301d-e4fb-406c-96fd-7fc33fea301f HTTP/1.1" status: 204 len: 168 time: 0.1497443 Jul 16 19:50:30.780849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d63ed-e7d8-4798-9a1c-8cebb504e9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c9301d-e4fb-406c-96fd-7fc33fea301f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:30.931845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6bb4a212-325f-47ae-bc89-e1f1dc83294d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6bb4a212-325f-47ae-bc89-e1f1dc83294d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:30.948261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '6bb4a212-325f-47ae-bc89-e1f1dc83294d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '6bb4a212-325f-47ae-bc89-e1f1dc83294d', 'mac_address': 'fa:16:3e:87:ab:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:31.019395 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:31.035351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb4a212-325f-47ae-bc89-e1f1dc83294d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:31.065281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6bb4a212-325f-47ae-bc89-e1f1dc83294d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6bb4a212-325f-47ae-bc89-e1f1dc83294d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:31.070049 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:31.125829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=6bb4a212-325f-47ae-bc89-e1f1dc83294d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:31.215900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d329e8d-5de9-4833-8b62-c9d0fdcad09e req-441ce610-1dc0-454c-be1b-4305e44d6c63 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:31.218480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d329e8d-5de9-4833-8b62-c9d0fdcad09e req-441ce610-1dc0-454c-be1b-4305e44d6c63 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 948 time: 0.0800972 Jul 16 19:50:31.270371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d329e8d-5de9-4833-8b62-c9d0fdcad09e req-17256dee-9992-4c49-9b30-cb2e1fa9735c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Jul 16 19:50:31.286025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['6bb4a212-325f-47ae-bc89-e1f1dc83294d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:31.318456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-8f28d7cb-6f23-4fec-8abc-65b1e367b194 req-e4a8f16f-2386-4aad-869c-f02185710ae1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1214502099', 'description': 'tempest-description-737699604'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:31.356702 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8f28d7cb-6f23-4fec-8abc-65b1e367b194 req-e4a8f16f-2386-4aad-869c-f02185710ae1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:31.469746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8f28d7cb-6f23-4fec-8abc-65b1e367b194 req-e4a8f16f-2386-4aad-869c-f02185710ae1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:31.476946 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8f28d7cb-6f23-4fec-8abc-65b1e367b194 req-e4a8f16f-2386-4aad-869c-f02185710ae1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:31.516379 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8f28d7cb-6f23-4fec-8abc-65b1e367b194 req-e4a8f16f-2386-4aad-869c-f02185710ae1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:31.523240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f28d7cb-6f23-4fec-8abc-65b1e367b194 req-e4a8f16f-2386-4aad-869c-f02185710ae1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2097347 Jul 16 19:50:31.528044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8f16f-2386-4aad-869c-f02185710ae1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee29cb45-1d24-4818-af5a-1cd2e700e3d6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:31.680172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:31.878628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028faf8-cc1a-4f1e-9c35-a0c53b85b539 req-13ec03fd-6223-40ae-944f-1461b91c1115 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:31.887368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1028faf8-cc1a-4f1e-9c35-a0c53b85b539 req-13ec03fd-6223-40ae-944f-1461b91c1115 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1061642 Jul 16 19:50:31.918702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:31.947591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'mac_address': 'fa:16:3e:26:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:32.018947 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:32.049693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3eca2b-d854-48c7-a52f-92dd0260043d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:32.090749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:32.101317 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:32.168695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:32.214842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1028faf8-cc1a-4f1e-9c35-a0c53b85b539 req-1f5bd833-d09d-4aa0-95f0-09b2cefa2c3b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265667 Jul 16 19:50:32.349955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ca3eca2b-d854-48c7-a52f-92dd0260043d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:32.427763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47546) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:32.701931 n-d-791505-15 neutron-server[100244]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 19:50:32.707508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-3f51363f-f9ad-48bf-b41d-b02f2c3c55d2 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:50:32.708613 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-3f51363f-f9ad-48bf-b41d-b02f2c3c55d2 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2791238 Jul 16 19:50:32.739056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6bb4a212-325f-47ae-bc89-e1f1dc83294d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:32.836840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 6bb4a212-325f-47ae-bc89-e1f1dc83294d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:32.842263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 6bb4a212-325f-47ae-bc89-e1f1dc83294d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:32.842739 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:32.875663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Request body: {'binding': {'host': 'n-h1-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:32.876742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 19:50:32.976445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.022615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fe5227-c48d-4bf0-b531-9e98ce2dba5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb4a212-325f-47ae-bc89-e1f1dc83294d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:33.025981 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7f414e-ea64-4257-a2a5-57fe9501d881" -d '{"events": [{"server_uuid": "12fe5227-c48d-4bf0-b531-9e98ce2dba5a", "name": "network-vif-plugged", "status": "completed", "tag": "6bb4a212-325f-47ae-bc89-e1f1dc83294d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:33.050211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6bb4a212-325f-47ae-bc89-e1f1dc83294d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6bb4a212-325f-47ae-bc89-e1f1dc83294d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:33.055543 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.140504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=6bb4a212-325f-47ae-bc89-e1f1dc83294d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:33.391771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on host n-h1-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:33.392537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:33.393907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:33.401599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:33.402460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:33.412167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:33.412743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:33.413652 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:33.414372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Bound port: 53c05211-44a7-4956-ad86-d5de0d4fc385, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:33.420962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2f07-9d78-4667-bda8-120000d8407b req-0d2385cc-c66a-444c-9164-4965b1d44d5b tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:33.423816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f47a2f07-9d78-4667-bda8-120000d8407b req-0d2385cc-c66a-444c-9164-4965b1d44d5b tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 949 time: 0.1002195 Jul 16 19:50:33.493452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:33.502978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f47a2f07-9d78-4667-bda8-120000d8407b req-ac4132b3-fdcc-4ae6-baf7-3d5ac8e493db tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560734 Jul 16 19:50:33.540709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:33.540709 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.540709 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-54c96e80-6dc1-487d-88c1-544bd65a4a65 service neutron] 10.222.0.78 "POST /v2.0/ports/53c05211-44a7-4956-ad86-d5de0d4fc385/bindings HTTP/1.1" status: 201 len: 390 time: 0.7509072 Jul 16 19:50:33.573782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port ca3eca2b-d854-48c7-a52f-92dd0260043d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:33.583027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ca3eca2b-d854-48c7-a52f-92dd0260043d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:33.584515 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.604487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89746f05-3e10-4e1d-9e56-6dbedd15409e req-264f21e3-f411-4aca-977d-aadd9da4fc0f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/ee29cb45-1d24-4818-af5a-1cd2e700e3d6 HTTP/1.1" status: 200 len: 1804 time: 0.0598245 Jul 16 19:50:33.610477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-89746f05-3e10-4e1d-9e56-6dbedd15409e req-690d4ce1-769b-4192-a7f0-d45be216e4d8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee29cb45-1d24-4818-af5a-1cd2e700e3d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:33.611113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-89746f05-3e10-4e1d-9e56-6dbedd15409e req-690d4ce1-769b-4192-a7f0-d45be216e4d8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee29cb45-1d24-4818-af5a-1cd2e700e3d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:33.657187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47574) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:33.702428 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-89746f05-3e10-4e1d-9e56-6dbedd15409e req-690d4ce1-769b-4192-a7f0-d45be216e4d8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.742743 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-89746f05-3e10-4e1d-9e56-6dbedd15409e req-690d4ce1-769b-4192-a7f0-d45be216e4d8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.748934 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-89746f05-3e10-4e1d-9e56-6dbedd15409e req-690d4ce1-769b-4192-a7f0-d45be216e4d8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.754840 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.774964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d4ce1-769b-4192-a7f0-d45be216e4d8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ddf814-0b9a-4033-8957-0c366bcfae47,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:33.799889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:33.806276 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.807605 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-89746f05-3e10-4e1d-9e56-6dbedd15409e req-690d4ce1-769b-4192-a7f0-d45be216e4d8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.816545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89746f05-3e10-4e1d-9e56-6dbedd15409e req-690d4ce1-769b-4192-a7f0-d45be216e4d8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2106304 Jul 16 19:50:33.906963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:33.913192 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.949613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53719602-d319-4bf0-aa5a-259f5a765d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:33.979583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-2d887348-a2f8-4633-a55c-c71ba0663dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:33.981248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-2d887348-a2f8-4633-a55c-c71ba0663dd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1098 time: 0.1428702 Jul 16 19:50:33.997150 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00352949-f59a-4d3b-a5f6-f2b333df6981 x-openstack-request-id: req-00352949-f59a-4d3b-a5f6-f2b333df6981 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:33.997950 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fe5227-c48d-4bf0-b531-9e98ce2dba5a", "name": "network-vif-plugged", "status": "completed", "tag": "6bb4a212-325f-47ae-bc89-e1f1dc83294d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:33.997950 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00352949-f59a-4d3b-a5f6-f2b333df6981 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:33.998265 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fe5227-c48d-4bf0-b531-9e98ce2dba5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb4a212-325f-47ae-bc89-e1f1dc83294d', 'code': 200} Jul 16 19:50:34.078520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e0c7f-5697-4587-b8dc-a6e9991d383e req-4a5d738b-ad59-4d86-9f6b-16cdc1487b15 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:34.082268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b5e0c7f-5697-4587-b8dc-a6e9991d383e req-4a5d738b-ad59-4d86-9f6b-16cdc1487b15 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 949 time: 0.1848822 Jul 16 19:50:34.163485 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53719602-d319-4bf0-aa5a-259f5a765d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:34.169802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53719602-d319-4bf0-aa5a-259f5a765d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:34.224729 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53719602-d319-4bf0-aa5a-259f5a765d3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=897f58004b3b4cb181a1eea71d0413a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5584507 Jul 16 19:50:34.225898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b5e0c7f-5697-4587-b8dc-a6e9991d383e req-1f5e839f-2668-4796-a3ef-bfea937b0be4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354983 Jul 16 19:50:34.229765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47584) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:34.242087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53719602-d319-4bf0-aa5a-259f5a765d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac0c18-5430-4c9f-8bf1-14607c4fed8e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:34.245474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-012339af-9beb-4adb-83e7-4007d8c0cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:34.262737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8cc0-718e-4e04-8b4e-60b82b2f6093 req-d818c671-004c-42e0-b581-e4b0f639afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:34.262965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-012339af-9beb-4adb-83e7-4007d8c0cfb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.2708218 Jul 16 19:50:34.265870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-915b8cc0-718e-4e04-8b4e-60b82b2f6093 req-d818c671-004c-42e0-b581-e4b0f639afee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 1101 time: 0.1852283 Jul 16 19:50:34.325899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-aecd2ebf-a488-4ed7-9a2e-ee4b39c37d8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 217 time: 0.0498321 Jul 16 19:50:34.329058 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-915b8cc0-718e-4e04-8b4e-60b82b2f6093 req-7e476298-82a5-460d-86de-cdb9ddfc6c3e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562625 Jul 16 19:50:34.402091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fafd1eb-cb08-4243-b777-aa58a7c99a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:34.418344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-43e133a6-c38f-4b4a-a531-72dae422c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:34.419881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-43e133a6-c38f-4b4a-a531-72dae422c69d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0851948 Jul 16 19:50:34.447757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fafd1eb-cb08-4243-b777-aa58a7c99a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:34.479975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-8fe6b55b-abb1-4d8d-82e2-d2777c1f2e73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523217 Jul 16 19:50:34.597854 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:34.639496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fafd1eb-cb08-4243-b777-aa58a7c99a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:34.642331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fafd1eb-cb08-4243-b777-aa58a7c99a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:34.643816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1fafd1eb-cb08-4243-b777-aa58a7c99a05 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37ac0c18-5430-4c9f-8bf1-14607c4fed8e HTTP/1.1" status: 204 len: 168 time: 0.4127367 Jul 16 19:50:34.661342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-351f3884-abe6-48a1-bcd9-7e7a6c607dce service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687622 Jul 16 19:50:34.670500 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb56451-c533-4526-8ce5-f09f83de9c77 req-816215b1-5596-42e4-8cb7-a8bd15e4909a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:34.671985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fb56451-c533-4526-8ce5-f09f83de9c77 req-816215b1-5596-42e4-8cb7-a8bd15e4909a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1981118 Jul 16 19:50:34.675116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafd1eb-cb08-4243-b777-aa58a7c99a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac0c18-5430-4c9f-8bf1-14607c4fed8e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:34.790385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fb56451-c533-4526-8ce5-f09f83de9c77 req-24239307-470d-45ea-8d94-f9487f7d380a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844827 Jul 16 19:50:34.844876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-84df6852-1e8a-4a59-8371-b3128bece532 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716125 Jul 16 19:50:35.139995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47598) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:35.161063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7baee71b-1d55-40eb-9fb8-1e3bcfc0fb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.182827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-787e1bed-a52c-471d-843d-43240feaa217 req-2548896c-89c9-4ea3-95b8-408f7678a2ba tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/ee29cb45-1d24-4818-af5a-1cd2e700e3d6 HTTP/1.1" status: 200 len: 2397 time: 0.1570718 Jul 16 19:50:35.219750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fca93-58ef-47cd-a008-3a3f667578a0 req-648f3504-9a3a-4a60-97f9-c4ebda01aa40 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:35.222575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c0fca93-58ef-47cd-a008-3a3f667578a0 req-648f3504-9a3a-4a60-97f9-c4ebda01aa40 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 946 time: 0.2987452 Jul 16 19:50:35.234547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-787e1bed-a52c-471d-843d-43240feaa217 req-ce0a2f8d-c7c0-4f0f-8e7e-c64a6b2e92d1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee29cb45-1d24-4818-af5a-1cd2e700e3d6', 'remote_group_id': None}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:35.235009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-787e1bed-a52c-471d-843d-43240feaa217 req-ce0a2f8d-c7c0-4f0f-8e7e-c64a6b2e92d1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee29cb45-1d24-4818-af5a-1cd2e700e3d6', 'remote_group_id': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:35.266987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-b7c4287e-5d77-4a0d-8958-f01a40dfca73 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:35.270223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-b7c4287e-5d77-4a0d-8958-f01a40dfca73 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1098 time: 0.2914002 Jul 16 19:50:35.297004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-15'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:35.348529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c0fca93-58ef-47cd-a008-3a3f667578a0 req-18028558-434d-467c-8197-3f5820ce9e54 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881310 Jul 16 19:50:35.356447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7baee71b-1d55-40eb-9fb8-1e3bcfc0fb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.362873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7baee71b-1d55-40eb-9fb8-1e3bcfc0fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.414700 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7baee71b-1d55-40eb-9fb8-1e3bcfc0fb4a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8634999b5ec7472886b18d261609c3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704871 Jul 16 19:50:35.415261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47604) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:35.434783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.478343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baee71b-1d55-40eb-9fb8-1e3bcfc0fb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d624d085-3460-406c-b03d-b47f67e99855,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:35.515729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-787e1bed-a52c-471d-843d-43240feaa217 req-ce0a2f8d-c7c0-4f0f-8e7e-c64a6b2e92d1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.522244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3ff6-03be-4234-b78d-a3cc645f78d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.540069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-787e1bed-a52c-471d-843d-43240feaa217 req-ce0a2f8d-c7c0-4f0f-8e7e-c64a6b2e92d1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.547249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-787e1bed-a52c-471d-843d-43240feaa217 req-ce0a2f8d-c7c0-4f0f-8e7e-c64a6b2e92d1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.561759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3ff6-03be-4234-b78d-a3cc645f78d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.589877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a2f8d-c7c0-4f0f-8e7e-c64a6b2e92d1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52655298-aa19-4580-9372-2a0909733322,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:35.603385 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-787e1bed-a52c-471d-843d-43240feaa217 req-ce0a2f8d-c7c0-4f0f-8e7e-c64a6b2e92d1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.604583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-787e1bed-a52c-471d-843d-43240feaa217 req-ce0a2f8d-c7c0-4f0f-8e7e-c64a6b2e92d1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4042909 Jul 16 19:50:35.649940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3ff6-03be-4234-b78d-a3cc645f78d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.652881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3ff6-03be-4234-b78d-a3cc645f78d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.656620 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e4fd3ff6-03be-4234-b78d-a3cc645f78d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d624d085-3460-406c-b03d-b47f67e99855 HTTP/1.1" status: 204 len: 168 time: 0.2371244 Jul 16 19:50:35.669236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd3ff6-03be-4234-b78d-a3cc645f78d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624d085-3460-406c-b03d-b47f67e99855,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:35.702525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:35.752647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:35.812736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:35.816110 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf06de38-5f3d-4837-ac86-9ba2f2c73b3f" -d '{"events": [{"server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "name": "network-vif-unplugged", "status": "completed", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:35.822424 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.830461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.970373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Pushing event updated for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:35.999712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:36.004500 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe01446b-d9cd-4348-a539-7aa3401679b7" -d '{"events": [{"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-plugged", "status": "completed", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:36.030647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on host n-h2-791505-15 for vnic_type normal with profile {"migrating_to": "n-h1-791505-15"} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:36.031127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:36.031544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:36.047941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:36.048478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Attempting to bind port 53c05211-44a7-4956-ad86-d5de0d4fc385 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:36.070278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:36.070626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:36.071015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:36.071464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Bound port: 53c05211-44a7-4956-ad86-d5de0d4fc385, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:36.071963 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:36.110095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504dd16-1221-4153-81e0-8fd6b5542ab0 req-c07a27f7-ce84-452a-b7ae-62c0086cf94a tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:36.112227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0504dd16-1221-4153-81e0-8fd6b5542ab0 req-c07a27f7-ce84-452a-b7ae-62c0086cf94a tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 949 time: 0.2080152 Jul 16 19:50:36.177429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6d81f-4c4b-4c53-bc87-4f369b411ba4 req-6ae4525f-43ad-4225-9c50-91114ac6d850 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:36.178887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cae6d81f-4c4b-4c53-bc87-4f369b411ba4 req-6ae4525f-43ad-4225-9c50-91114ac6d850 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 949 time: 0.2036102 Jul 16 19:50:36.228322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0504dd16-1221-4153-81e0-8fd6b5542ab0 req-912a3dac-843c-49c8-a79c-6018b7c9fb2a tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915663 Jul 16 19:50:36.246891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:36.274545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cae6d81f-4c4b-4c53-bc87-4f369b411ba4 req-04b76a93-74f6-44d3-88b8-c6cca70621e6 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Jul 16 19:50:36.276410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:36.285320 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:36.397806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Pushing event updated for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=8']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:36.433912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-332470b0-3048-4ce3-9fc8-17b3497335ca req-ebc13b55-77e9-41c5-81e6-65ebf09f968a tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/ee29cb45-1d24-4818-af5a-1cd2e700e3d6 HTTP/1.1" status: 200 len: 2995 time: 0.1214278 Jul 16 19:50:36.435251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:36.435888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:36.437327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-47f7708c-59fc-4b79-a36c-df724e0423b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 1124 time: 1.1479914 Jul 16 19:50:36.498081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-2181c058-7fc7-406b-92a5-6b920cff649d tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:36.500625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-2181c058-7fc7-406b-92a5-6b920cff649d tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 1101 time: 0.1372163 Jul 16 19:50:36.514156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['53c05211-44a7-4956-ad86-d5de0d4fc385'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:36.640828 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9b7e4-4557-46b2-912b-626f7b2e7d83 x-openstack-request-id: req-a1b9b7e4-4557-46b2-912b-626f7b2e7d83 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:36.641221 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-plugged", "status": "completed", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:36.641600 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1b9b7e4-4557-46b2-912b-626f7b2e7d83 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:36.642234 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'code': 200} Jul 16 19:50:36.652374 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b8c7fb-d37d-47f3-a3a8-52401bdf35f7 x-openstack-request-id: req-c6b8c7fb-d37d-47f3-a3a8-52401bdf35f7 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:36.653232 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "name": "network-vif-unplugged", "status": "completed", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:36.653232 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6b8c7fb-d37d-47f3-a3a8-52401bdf35f7 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:36.653516 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385', 'code': 200} Jul 16 19:50:36.735815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] Deleting port 49937ea1-7d6d-4189-9762-8f9c7833b6cb {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:50:36.738393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:36.738678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cd52-382a-430b-91f9-295b5ff8e45a req-5bf164f4-d01c-4217-9a6e-7ce8854e39cd tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:36.749992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fed0cd52-382a-430b-91f9-295b5ff8e45a req-5bf164f4-d01c-4217-9a6e-7ce8854e39cd tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1895642 Jul 16 19:50:36.844050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fed0cd52-382a-430b-91f9-295b5ff8e45a req-36fa709b-1479-4808-9273-78c2fb28af14 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926750 Jul 16 19:50:36.924540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f2cf7-dc5d-4904-8f97-6d8a93889b1d req-a63f4f76-78bc-4871-be0c-7fe483dcf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:36.927264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c9f2cf7-dc5d-4904-8f97-6d8a93889b1d req-a63f4f76-78bc-4871-be0c-7fe483dcf718 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1101 time: 0.1540554 Jul 16 19:50:36.953878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] For port 49937ea1-7d6d-4189-9762-8f9c7833b6cb, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=49937ea1-7d6d-4189-9762-8f9c7833b6cb,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:36.954518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:36.978672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] Calling delete_port for 49937ea1-7d6d-4189-9762-8f9c7833b6cb owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:50:37.011384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c9f2cf7-dc5d-4904-8f97-6d8a93889b1d req-397b0df0-8a26-405e-941e-0c805d2b379c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Jul 16 19:50:37.035364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43c13-89ee-456c-ba81-ab9af8748087 req-c0318927-77d9-4097-952e-1280ac72373e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:37.036987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b43c13-89ee-456c-ba81-ab9af8748087 req-c0318927-77d9-4097-952e-1280ac72373e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1085072 Jul 16 19:50:37.111262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b43c13-89ee-456c-ba81-ab9af8748087 req-5fff644a-b2d2-4499-9f88-791ae94c319a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613551 Jul 16 19:50:37.198728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b23d6-aa68-426d-ac68-65d1a88ba0d8 req-8b3c0549-9bd9-45cc-9513-4eec94b3a368 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:37.200530 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b4b23d6-aa68-426d-ac68-65d1a88ba0d8 req-8b3c0549-9bd9-45cc-9513-4eec94b3a368 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 944 time: 0.1270924 Jul 16 19:50:37.220271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:37.241702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['49937ea1-7d6d-4189-9762-8f9c7833b6cb'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:37.289157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] Pushing event deleted for resources: {'Port': ['ID=49937ea1-7d6d-4189-9762-8f9c7833b6cb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:37.295697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6840c18-72e4-430e-bc69-1713bfb38b3f req-e3f563ea-750b-45f7-ac27-9029d6e7b909 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-group-rules/52655298-aa19-4580-9372-2a0909733322 HTTP/1.1" status: 200 len: 783 time: 0.0754633 Jul 16 19:50:37.369959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b4b23d6-aa68-426d-ac68-65d1a88ba0d8 req-8c6944de-e6d5-4d1d-9568-d544bb3da3e1 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589024 Jul 16 19:50:37.382729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] No DVR routers for this DVR port 49937ea1-7d6d-4189-9762-8f9c7833b6cb on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:50:37.388662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:37.393662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3dabb098-e3fd-44a5-9345-c382a3f3873e req-14d7faf1-316b-413f-92f5-f7a015667442 tempest-DeleteServersAdminTestJSON-1689010959 tempest-DeleteServersAdminTestJSON-1689010959-project-admin] 10.222.0.68 "DELETE /v2.0/ports/49937ea1-7d6d-4189-9762-8f9c7833b6cb HTTP/1.1" status: 204 len: 173 time: 0.8865371 Jul 16 19:50:37.394435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e0f92-33ee-4372-b3d7-ae228a0d6152', 'name': 'network-vif-deleted', 'tag': '49937ea1-7d6d-4189-9762-8f9c7833b6cb'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:37.399352 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a736e7-0533-414d-a6e9-55c6a1d7d9ff" -d '{"events": [{"server_uuid": "451e0f92-33ee-4372-b3d7-ae228a0d6152", "name": "network-vif-deleted", "tag": "49937ea1-7d6d-4189-9762-8f9c7833b6cb"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:37.487891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6840c18-72e4-430e-bc69-1713bfb38b3f req-67f51c64-d06b-49e0-9112-071bd19dcda2 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/ee29cb45-1d24-4818-af5a-1cd2e700e3d6 HTTP/1.1" status: 200 len: 2995 time: 0.1806719 Jul 16 19:50:37.517643 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6840c18-72e4-430e-bc69-1713bfb38b3f req-9a88f34a-ed5c-4f10-a20b-f26205ba7ceb tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:37.532314 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6840c18-72e4-430e-bc69-1713bfb38b3f req-9a88f34a-ed5c-4f10-a20b-f26205ba7ceb tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:37.576458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6840c18-72e4-430e-bc69-1713bfb38b3f req-9a88f34a-ed5c-4f10-a20b-f26205ba7ceb tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:37.586989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6840c18-72e4-430e-bc69-1713bfb38b3f req-9a88f34a-ed5c-4f10-a20b-f26205ba7ceb tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:37.605118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6840c18-72e4-430e-bc69-1713bfb38b3f req-9a88f34a-ed5c-4f10-a20b-f26205ba7ceb tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/52655298-aa19-4580-9372-2a0909733322 HTTP/1.1" status: 204 len: 173 time: 0.1161485 Jul 16 19:50:37.631193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88f34a-ed5c-4f10-a20b-f26205ba7ceb tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52655298-aa19-4580-9372-2a0909733322,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:37.717759 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f967c51e-e3a3-4a91-a007-719c2577395b x-openstack-request-id: req-f967c51e-e3a3-4a91-a007-719c2577395b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:37.718358 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e0f92-33ee-4372-b3d7-ae228a0d6152", "name": "network-vif-deleted", "tag": "49937ea1-7d6d-4189-9762-8f9c7833b6cb", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:37.718358 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f967c51e-e3a3-4a91-a007-719c2577395b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:37.718686 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e0f92-33ee-4372-b3d7-ae228a0d6152', 'name': 'network-vif-deleted', 'tag': '49937ea1-7d6d-4189-9762-8f9c7833b6cb', 'status': 'completed', 'code': 200} Jul 16 19:50:37.782806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7968f4e-0c6d-45ab-9c9a-5c4b5610b5e2 req-21ebdf1b-96f3-422b-8f77-b16839825be5 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/ee29cb45-1d24-4818-af5a-1cd2e700e3d6 HTTP/1.1" status: 200 len: 2397 time: 0.0515168 Jul 16 19:50:37.834847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3dacc7bd-38ee-46b0-b5d9-586a554bb351 req-946d4d97-efe4-4dd0-882b-6338db951be5 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=451e0f92-33ee-4372-b3d7-ae228a0d6152 HTTP/1.1" status: 200 len: 210 time: 0.0428050 Jul 16 19:50:37.922339 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7968f4e-0c6d-45ab-9c9a-5c4b5610b5e2 req-c3c3b760-2ca4-4de9-a5d2-519c2461a35f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:37.958855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7968f4e-0c6d-45ab-9c9a-5c4b5610b5e2 req-c3c3b760-2ca4-4de9-a5d2-519c2461a35f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.002831 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:50:38.067556 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7968f4e-0c6d-45ab-9c9a-5c4b5610b5e2 req-c3c3b760-2ca4-4de9-a5d2-519c2461a35f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.071121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7968f4e-0c6d-45ab-9c9a-5c4b5610b5e2 req-c3c3b760-2ca4-4de9-a5d2-519c2461a35f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.072638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7968f4e-0c6d-45ab-9c9a-5c4b5610b5e2 req-c3c3b760-2ca4-4de9-a5d2-519c2461a35f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "DELETE /v2.0/security-groups/ee29cb45-1d24-4818-af5a-1cd2e700e3d6 HTTP/1.1" status: 204 len: 173 time: 0.2819622 Jul 16 19:50:38.142287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3b760-2ca4-4de9-a5d2-519c2461a35f tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee29cb45-1d24-4818-af5a-1cd2e700e3d6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:38.219179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d701854-1b4c-4f30-aad7-d69181791a5c req-f30d7fb4-7fd1-4672-9fa6-e0309beafe3d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:38.222995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d701854-1b4c-4f30-aad7-d69181791a5c req-f30d7fb4-7fd1-4672-9fa6-e0309beafe3d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1488822 Jul 16 19:50:38.308804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d701854-1b4c-4f30-aad7-d69181791a5c req-35301cba-8d66-4022-b3e9-4a71f1c189b4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775599 Jul 16 19:50:38.374347 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-ae65b3c3-79e3-45ed-b6b0-9b52705f29b6 req-b5788340-a8ca-4ea3-9938-bb0fc398a646 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] show failed (client error): The resource could not be found. Jul 16 19:50:38.375421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae65b3c3-79e3-45ed-b6b0-9b52705f29b6 req-b5788340-a8ca-4ea3-9938-bb0fc398a646 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/135aaabc-a876-47b9-bd9a-2695816363d5 HTTP/1.1" status: 404 len: 352 time: 0.0166757 Jul 16 19:50:38.477380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1371093093', 'description': 'tempest-description-2143517611'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:38.537081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.550950 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.597993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6486c-aa9d-4a2a-9a58-3bf9713903d9 req-2732c90e-c8d3-4ac9-aef1-de0aefd1fd5a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:38.599559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87e6486c-aa9d-4a2a-9a58-3bf9713903d9 req-2732c90e-c8d3-4ac9-aef1-de0aefd1fd5a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1169243 Jul 16 19:50:38.602873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47690) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:38.654831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:38.659095 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaca71b-c519-43af-90e3-a8fcf5e6ecca" -d '{"events": [{"name": "network-changed", "server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:38.710214 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87e6486c-aa9d-4a2a-9a58-3bf9713903d9 req-f3a4c598-72b3-468e-ad80-a5526da3f615 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014454 Jul 16 19:50:38.757216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73a08406-c307-4da7-8f37-cccae703f8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.813183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.819801 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.848338 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8b8e74e-4116-47d6-8431-83a15aaac6d1 req-370fadf7-2e26-415d-a7a9-f76152c571c1 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/1c9dedbe-17e4-430c-abbb-da053b336ef6 HTTP/1.1" status: 200 len: 1803 time: 0.0898764 Jul 16 19:50:38.896414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a933f1-93f8-4344-b807-a5e93733f337,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:38.945524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73a08406-c307-4da7-8f37-cccae703f8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.950047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73a08406-c307-4da7-8f37-cccae703f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.982236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a8b8e74e-4116-47d6-8431-83a15aaac6d1 req-8959acb1-76f1-498a-afec-eac50768095b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:38.989898 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-73a08406-c307-4da7-8f37-cccae703f8bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff75d536adaf4de5b94df630c2ec2465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858342 Jul 16 19:50:38.990684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a08406-c307-4da7-8f37-cccae703f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b44903-5492-4dec-8f86-c40cc77bc45e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:38.993088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47704) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:39.040305 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a8b8e74e-4116-47d6-8431-83a15aaac6d1 req-8959acb1-76f1-498a-afec-eac50768095b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.064007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-996f1c9a-9f8c-4b32-b99a-6fab9428864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.099636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-996f1c9a-9f8c-4b32-b99a-6fab9428864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.148321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.149329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a8b8e74e-4116-47d6-8431-83a15aaac6d1 req-8959acb1-76f1-498a-afec-eac50768095b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.152117 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a8b8e74e-4116-47d6-8431-83a15aaac6d1 req-8959acb1-76f1-498a-afec-eac50768095b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.153287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8b8e74e-4116-47d6-8431-83a15aaac6d1 req-8959acb1-76f1-498a-afec-eac50768095b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "DELETE /v2.0/security-groups/1c9dedbe-17e4-430c-abbb-da053b336ef6 HTTP/1.1" status: 204 len: 173 time: 0.2964444 Jul 16 19:50:39.157266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.172766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959acb1-76f1-498a-afec-eac50768095b tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9dedbe-17e4-430c-abbb-da053b336ef6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:39.183717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-996f1c9a-9f8c-4b32-b99a-6fab9428864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.187038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-996f1c9a-9f8c-4b32-b99a-6fab9428864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.189257 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-996f1c9a-9f8c-4b32-b99a-6fab9428864c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84b44903-5492-4dec-8f86-c40cc77bc45e HTTP/1.1" status: 204 len: 168 time: 0.1945488 Jul 16 19:50:39.195417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.201184 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044b5722-dda3-41a7-9be2-c4d7c49470ce req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7281485 Jul 16 19:50:39.211998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f1c9a-9f8c-4b32-b99a-6fab9428864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b44903-5492-4dec-8f86-c40cc77bc45e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:39.236282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bbccb-c2b6-40dd-9267-0b60eff36eaa tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6869e6e4-cd5f-4afc-a331-b78cf4dc770d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:39.250885 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e45d029-8bd2-4c7d-b309-8cba56a11506 x-openstack-request-id: req-6e45d029-8bd2-4c7d-b309-8cba56a11506 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:39.251523 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:39.251941 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e45d029-8bd2-4c7d-b309-8cba56a11506 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:39.252695 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385', 'status': 'completed', 'code': 200} Jul 16 19:50:39.385503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6483d-cca5-461c-96a8-8276396c3dc8 req-479002ec-7b68-4633-b3a4-90f9d9314b92 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:39.387553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4e6483d-cca5-461c-96a8-8276396c3dc8 req-479002ec-7b68-4633-b3a4-90f9d9314b92 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 944 time: 0.0815096 Jul 16 19:50:39.404544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-5906a27d-1737-4a77-bfd8-35bf40361576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:39.409247 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-5906a27d-1737-4a77-bfd8-35bf40361576 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1127 time: 0.1045995 Jul 16 19:50:39.446357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4e6483d-cca5-461c-96a8-8276396c3dc8 req-8136ca9e-077c-4a23-8e53-a8477f838503 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486672 Jul 16 19:50:39.526231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 53c05211-44a7-4956-ad86-d5de0d4fc385 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:39.538234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-6fa88e6e-f95a-4d51-bccf-fc0db36160ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:39.540001 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-6fa88e6e-f95a-4d51-bccf-fc0db36160ea service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1262364 Jul 16 19:50:39.607995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-07a1fce5-d3a4-4363-b4e9-c75ff7301357 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 217 time: 0.0530097 Jul 16 19:50:39.678907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-99ea6a15-258c-4ffc-b0eb-d1b67437294e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969746 Jul 16 19:50:39.680739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-f5ee85a0-a376-4f63-8490-843b7d5754c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:39.682786 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-f5ee85a0-a376-4f63-8490-843b7d5754c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0680540 Jul 16 19:50:39.684050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:39.693501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20686920-8cb6-4e02-8485-3768d56525c0 req-7211d140-90fd-4201-9c6e-2ee17efda1e9 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/2f63231c-3475-4443-98b9-94b008873eec HTTP/1.1" status: 200 len: 1804 time: 0.1499810 Jul 16 19:50:39.710416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 53c05211-44a7-4956-ad86-d5de0d4fc385 has no active binding in host n-h1-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 19:50:39.728482 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-fa683bad-f8a0-4df3-9037-b3fc6ab12087 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392487 Jul 16 19:50:39.728626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47726) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:39.785879 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6107c5d8-8e42-43a9-8a5e-6e99814d92ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.839795 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-bcad2663-c26e-4c71-8518-92be2f20e288 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042502 Jul 16 19:50:39.889794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20686920-8cb6-4e02-8485-3768d56525c0 req-4ef41c5b-44ac-4bdb-a81d-6da985bdc5f8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.939379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-b7449a95-427f-4595-a46b-666fb496b8e3 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:39.941777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-b7449a95-427f-4595-a46b-666fb496b8e3 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619777 Jul 16 19:50:39.949027 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20686920-8cb6-4e02-8485-3768d56525c0 req-4ef41c5b-44ac-4bdb-a81d-6da985bdc5f8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:39.978078 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-deaca71b-c519-43af-90e3-a8fcf5e6ecca req-379925dd-92db-41c2-80a1-e08331345aba service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300209 Jul 16 19:50:40.007210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-b13f9165-03d4-425c-ba17-7163d1e7ad17 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/quotas/a4ef8a8f25ac4f59976025cf9c7e045e HTTP/1.1" status: 200 len: 375 time: 0.0537474 Jul 16 19:50:40.116187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20686920-8cb6-4e02-8485-3768d56525c0 req-4ef41c5b-44ac-4bdb-a81d-6da985bdc5f8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.118809 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20686920-8cb6-4e02-8485-3768d56525c0 req-4ef41c5b-44ac-4bdb-a81d-6da985bdc5f8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.120024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20686920-8cb6-4e02-8485-3768d56525c0 req-4ef41c5b-44ac-4bdb-a81d-6da985bdc5f8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "DELETE /v2.0/security-groups/2f63231c-3475-4443-98b9-94b008873eec HTTP/1.1" status: 204 len: 173 time: 0.4259434 Jul 16 19:50:40.131265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6107c5d8-8e42-43a9-8a5e-6e99814d92ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.144501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef41c5b-44ac-4bdb-a81d-6da985bdc5f8 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63231c-3475-4443-98b9-94b008873eec,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:40.146638 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6107c5d8-8e42-43a9-8a5e-6e99814d92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.151752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a2e2a85-94c8-4c68-8ec5-27adefc67c6a req-2662a2d9-1f69-4cf4-bcfa-622ae78a7ab9 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1885079211', 'description': 'tempest-description-614620715'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:40.203132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-54211ad1-d87f-4f95-addd-4c5876629bfd tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846166 Jul 16 19:50:40.218641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6107c5d8-8e42-43a9-8a5e-6e99814d92ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b7a2f67007b54f48a08ee82ef69ef0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883671 Jul 16 19:50:40.223931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47732) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:40.228707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107c5d8-8e42-43a9-8a5e-6e99814d92ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbfdb7b-716a-4adb-a8a8-f344c378bf8e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:40.238277 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a2e2a85-94c8-4c68-8ec5-27adefc67c6a req-2662a2d9-1f69-4cf4-bcfa-622ae78a7ab9 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.319870 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b96610a-306f-4852-b269-224a26911ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.351038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b96610a-306f-4852-b269-224a26911ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.393224 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a2e2a85-94c8-4c68-8ec5-27adefc67c6a req-2662a2d9-1f69-4cf4-bcfa-622ae78a7ab9 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.405083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a2e2a85-94c8-4c68-8ec5-27adefc67c6a req-2662a2d9-1f69-4cf4-bcfa-622ae78a7ab9 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.434676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b96610a-306f-4852-b269-224a26911ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.440266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b96610a-306f-4852-b269-224a26911ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.442317 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6b96610a-306f-4852-b269-224a26911ebb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7bbfdb7b-716a-4adb-a8a8-f344c378bf8e HTTP/1.1" status: 204 len: 168 time: 0.2168067 Jul 16 19:50:40.466155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96610a-306f-4852-b269-224a26911ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbfdb7b-716a-4adb-a8a8-f344c378bf8e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:40.493994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662a2d9-1f69-4cf4-bcfa-622ae78a7ab9 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753f6923-851e-418f-8ab5-5ee9c001d62b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:40.497406 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a2e2a85-94c8-4c68-8ec5-27adefc67c6a req-2662a2d9-1f69-4cf4-bcfa-622ae78a7ab9 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:40.498632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a2e2a85-94c8-4c68-8ec5-27adefc67c6a req-2662a2d9-1f69-4cf4-bcfa-622ae78a7ab9 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3583927 Jul 16 19:50:40.666924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-652f2e52-7144-471e-98d8-961f6066185a tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374100 Jul 16 19:50:40.748300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce4f8c-75a1-47a6-86d6-a9bcb6c34486 req-8147f72b-362d-4f4c-a336-3f1147d043da tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:40.749907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8ce4f8c-75a1-47a6-86d6-a9bcb6c34486 req-8147f72b-362d-4f4c-a336-3f1147d043da tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1686931 Jul 16 19:50:40.806808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 49937ea1-7d6d-4189-9762-8f9c7833b6cb no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:50:40.832230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 49937ea1-7d6d-4189-9762-8f9c7833b6cb {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:50:40.832847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 49937ea1-7d6d-4189-9762-8f9c7833b6cb not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:50:40.853463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8ce4f8c-75a1-47a6-86d6-a9bcb6c34486 req-6494500e-a051-4137-a745-6b738bc0823e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696492 Jul 16 19:50:40.864078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-9b98dfd3-70a8-4c9b-a10e-c9653012f986 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:40.865650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-9b98dfd3-70a8-4c9b-a10e-c9653012f986 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923521 Jul 16 19:50:40.893264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-bbb02b5d-f2f5-4f9b-bd2d-425f297966c7 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/quotas/719cf3950dd54e37a6fbb0c7bccd6f93 HTTP/1.1" status: 200 len: 375 time: 0.0219412 Jul 16 19:50:40.975837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-029971af-0137-4659-a826-3fd2e899f7de tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691955 Jul 16 19:50:41.020189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c5928d4-7e66-41c1-9464-c8112611c76a req-5d4dfb22-fd0c-43dc-ac86-96e1178f00ad tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/c158e5fe-68a4-4ad1-98dd-b7a8c112b6d1 HTTP/1.1" status: 200 len: 1803 time: 0.1099937 Jul 16 19:50:41.107530 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c5928d4-7e66-41c1-9464-c8112611c76a req-a1fed85c-d0d5-42cb-a13b-f765f56319e0 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:41.154884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c5928d4-7e66-41c1-9464-c8112611c76a req-a1fed85c-d0d5-42cb-a13b-f765f56319e0 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:41.219881 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c5928d4-7e66-41c1-9464-c8112611c76a req-a1fed85c-d0d5-42cb-a13b-f765f56319e0 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:41.223449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c5928d4-7e66-41c1-9464-c8112611c76a req-a1fed85c-d0d5-42cb-a13b-f765f56319e0 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:41.224485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c5928d4-7e66-41c1-9464-c8112611c76a req-a1fed85c-d0d5-42cb-a13b-f765f56319e0 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "DELETE /v2.0/security-groups/c158e5fe-68a4-4ad1-98dd-b7a8c112b6d1 HTTP/1.1" status: 204 len: 173 time: 0.1985080 Jul 16 19:50:41.249569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fed85c-d0d5-42cb-a13b-f765f56319e0 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c158e5fe-68a4-4ad1-98dd-b7a8c112b6d1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:41.337890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eacddae1-a70f-43e8-9876-de0cd9908ecd req-5753bbf6-89e0-43c2-b36f-4336c2cdead8 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 210 time: 0.0382397 Jul 16 19:50:41.591652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ee51-6404-4148-b010-ee533aa67ab5 req-18a9a90f-f660-44fd-9bfe-74d0e83058e1 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:41.605058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36e1ee51-6404-4148-b010-ee533aa67ab5 req-18a9a90f-f660-44fd-9bfe-74d0e83058e1 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 944 time: 0.1305540 Jul 16 19:50:41.657550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36e1ee51-6404-4148-b010-ee533aa67ab5 req-9b8e4cd2-eb88-4839-910a-74f1c35d7dd3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Jul 16 19:50:41.772825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5f7ead5-7397-4990-88be-33714ce021a0 req-0e4caad2-dc75-4f5f-aacf-26179422678e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 210 time: 0.0490680 Jul 16 19:50:41.842761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-594397362', 'description': 'tempest-description-1066094858'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:41.889362 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:41.910415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20b6d83c-9a21-4579-bd72-367713fc9f60 req-fa84f13e-7232-4a2b-931b-bf1480a35d12 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/ac4e5b76-2d8d-4007-81cb-619bde01540f HTTP/1.1" status: 200 len: 2401 time: 0.0974469 Jul 16 19:50:41.922488 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.009288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20b6d83c-9a21-4579-bd72-367713fc9f60 req-3911cc89-f390-4a97-8658-568ce3d8c789 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.092157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20b6d83c-9a21-4579-bd72-367713fc9f60 req-3911cc89-f390-4a97-8658-568ce3d8c789 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.189590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-b9413edc-10b0-40ab-9eff-0f944f00a95d tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772004 Jul 16 19:50:42.344575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.348938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20b6d83c-9a21-4579-bd72-367713fc9f60 req-3911cc89-f390-4a97-8658-568ce3d8c789 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.351941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20b6d83c-9a21-4579-bd72-367713fc9f60 req-3911cc89-f390-4a97-8658-568ce3d8c789 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.364662 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20b6d83c-9a21-4579-bd72-367713fc9f60 req-3911cc89-f390-4a97-8658-568ce3d8c789 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "DELETE /v2.0/security-groups/ac4e5b76-2d8d-4007-81cb-619bde01540f HTTP/1.1" status: 204 len: 173 time: 0.4529645 Jul 16 19:50:42.379190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.411208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911cc89-f390-4a97-8658-568ce3d8c789 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e5b76-2d8d-4007-81cb-619bde01540f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:42.494125 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-17a79531-a5c0-4213-bf3b-01b38f8bb0f1 service neutron] 10.222.0.68 "GET /v2.0/ports/53c05211-44a7-4956-ad86-d5de0d4fc385/bindings/n-h1-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.0996490 Jul 16 19:50:42.535555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-68aa1f55-6855-4323-8b65-c7c693aefb82 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:42.538052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-68aa1f55-6855-4323-8b65-c7c693aefb82 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344491 Jul 16 19:50:42.539026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690c0b99-b8bb-4939-ae09-d8ea4b154123,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:42.578222 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Request body: {'port': {'device_id': 'f71e2857-8a5d-4a39-9ac4-cd99cd94780f', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'a4ef8a8f25ac4f59976025cf9c7e045e'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:42.629567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.668364 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.714781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:42.763604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e90237-d86e-4ad8-b9bb-cec475628a3c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:42.788923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:42.835033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-b69c00e1-371d-4f13-a756-97d4133996e5 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525887 Jul 16 19:50:42.843331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:42.863144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c05211-44a7-4956-ad86-d5de0d4fc385 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:42.870593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4932fe89-b13e-4e07-a03e-2c9e20f863b3 req-2ea89154-3901-4c6a-954b-247034fb33fa tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0325365 Jul 16 19:50:42.875968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:42.896607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.014682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] Transition to ACTIVE for port object 53c05211-44a7-4956-ad86-d5de0d4fc385 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:43.022497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.077425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] Pushing event updated for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=10']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:43.169082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] No DVR routers for this DVR port 53c05211-44a7-4956-ad86-d5de0d4fc385 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:50:43.241411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e0c21afd-d5b3-441b-bcb6-a296c5a6c91d service neutron] 10.222.0.68 "PUT /v2.0/ports/53c05211-44a7-4956-ad86-d5de0d4fc385/bindings/n-h1-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7394795 Jul 16 19:50:43.376570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47826) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:43.404271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ce3e8-55b8-4ccd-b8c6-ceb89b94ed8d req-56b3647d-1bac-4261-a6bf-6dfd32d34116 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:43.405870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-614ce3e8-55b8-4ccd-b8c6-ceb89b94ed8d req-56b3647d-1bac-4261-a6bf-6dfd32d34116 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.8585162 Jul 16 19:50:43.433853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c716361-6af4-44df-8cab-30cca3e8184d req-9dcceee3-cadf-422a-80a6-8e42188ac986 tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "GET /v2.0/security-groups/d03e8839-18be-4ce1-a8d6-7584064881c4 HTTP/1.1" status: 200 len: 2397 time: 0.4625723 Jul 16 19:50:43.452898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-ebdce18c-abf3-4474-82e4-25c6172b905d tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:43.454667 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-ebdce18c-abf3-4474-82e4-25c6172b905d tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.1307659 Jul 16 19:50:43.491711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-5f6d5b96-1e6f-4d62-a1ab-1d28a24ea76e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:43.493267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-5f6d5b96-1e6f-4d62-a1ab-1d28a24ea76e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6157305 Jul 16 19:50:43.514228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Request body: {'port': {'device_id': '9194f24e-77fa-420d-852b-3d3d76cc576c', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '719cf3950dd54e37a6fbb0c7bccd6f93'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:43.535805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Made reservation on behalf of a4ef8a8f25ac4f59976025cf9c7e045e for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:43.539338 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.555819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-614ce3e8-55b8-4ccd-b8c6-ceb89b94ed8d req-b07e9c4c-18bd-4af9-91cd-6c85b8455389 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392882 Jul 16 19:50:43.586318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06194a3b-d15a-4a3c-b458-784f73f8d052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.666561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-f1f5bf18-26fb-4c1f-8978-151e234f11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:43.669104 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-f1f5bf18-26fb-4c1f-8978-151e234f11ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d HTTP/1.1" status: 200 len: 1097 time: 0.2074990 Jul 16 19:50:43.736729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5c716361-6af4-44df-8cab-30cca3e8184d req-7b07ac93-57af-4182-b6a8-ded16ced9a9e tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.740413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0030128-9bea-4ef1-a455-09309701b935 req-3f402613-eeb3-4e4f-a3b0-b8a0c4a5cb19 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 210 time: 0.0584769 Jul 16 19:50:43.787594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-f5c8ec89-d62f-4618-809f-90454d0beab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:43.789167 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-f5c8ec89-d62f-4618-809f-90454d0beab5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1097 time: 0.0827277 Jul 16 19:50:43.802936 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5c716361-6af4-44df-8cab-30cca3e8184d req-7b07ac93-57af-4182-b6a8-ded16ced9a9e tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.830957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06194a3b-d15a-4a3c-b458-784f73f8d052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.839500 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06194a3b-d15a-4a3c-b458-784f73f8d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.868074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Allocated IP 192.168.233.198 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/eceb8439-40c2-46ac-a5a7-0f3a061b4df9) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:50:43.897852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Made reservation on behalf of 719cf3950dd54e37a6fbb0c7bccd6f93 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:43.901586 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.927523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06194a3b-d15a-4a3c-b458-784f73f8d052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a12419-0c53-468d-a76c-5a9d60538982,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:43.941412 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-06194a3b-d15a-4a3c-b458-784f73f8d052 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eeff2bbdf17545368c00813dd69352fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621927 Jul 16 19:50:43.946573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47830) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:43.952423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-cb19badf-d833-49ac-9106-ad4c4844108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:43.953900 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-cb19badf-d833-49ac-9106-ad4c4844108e service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1585951 Jul 16 19:50:43.957953 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5c716361-6af4-44df-8cab-30cca3e8184d req-7b07ac93-57af-4182-b6a8-ded16ced9a9e tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.965390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5c716361-6af4-44df-8cab-30cca3e8184d req-7b07ac93-57af-4182-b6a8-ded16ced9a9e tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:43.966770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c716361-6af4-44df-8cab-30cca3e8184d req-7b07ac93-57af-4182-b6a8-ded16ced9a9e tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] 10.222.0.78 "DELETE /v2.0/security-groups/d03e8839-18be-4ce1-a8d6-7584064881c4 HTTP/1.1" status: 204 len: 173 time: 0.5148525 Jul 16 19:50:43.978075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47832) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:44.003463 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-f7b8fac0-3d08-4474-b261-0e3f4b605071 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 217 time: 0.0427146 Jul 16 19:50:44.024264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07ac93-57af-4182-b6a8-ded16ced9a9e tempest-SecurityGroupRulesTestJSON-1186018050 tempest-SecurityGroupRulesTestJSON-1186018050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e8839-18be-4ce1-a8d6-7584064881c4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:44.117805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e95d3744-af3e-4dc6-948a-2969ae1a9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:44.119622 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-e95d3744-af3e-4dc6-948a-2969ae1a9d3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0575509 Jul 16 19:50:44.156512 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-c9b0ed90-5beb-4142-9003-fbfb72a99b77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264146 Jul 16 19:50:44.229703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43ff085f-8f9f-487e-b10b-c4eb23bd405c req-9c3fae3a-b191-413c-be79-48deb2541575 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 210 time: 0.1256547 Jul 16 19:50:44.251497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de7c039-7a36-4613-928c-92afa882b36b admin admin] Deleting subnet 258a1c36-e658-4f42-9424-343b27811b36 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:50:44.258368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b76d45-5bcc-4a08-a8c1-d2b26c4a5551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.268170 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-9899809c-541a-40c6-81e5-0663752b2b8a service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011131 Jul 16 19:50:44.281219 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2de7c039-7a36-4613-928c-92afa882b36b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.314476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2f73fb19-30d3-45aa-ae75-4cfe417eea4a req-be68d024-a537-46fb-bc1a-f91ae83a8831 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1212195028', 'description': 'tempest-description-1746020113'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:44.376931 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-1aa29f9f-24f4-4c24-990d-7fb5cf0b8c7f service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025572 Jul 16 19:50:44.379759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b76d45-5bcc-4a08-a8c1-d2b26c4a5551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.400573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2de7c039-7a36-4613-928c-92afa882b36b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.406766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.453487 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f73fb19-30d3-45aa-ae75-4cfe417eea4a req-be68d024-a537-46fb-bc1a-f91ae83a8831 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.494068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Transition to ACTIVE for port object eceb8439-40c2-46ac-a5a7-0f3a061b4df9 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:44.527777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2de7c039-7a36-4613-928c-92afa882b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.603186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f8a39-6f3e-48ac-b03e-d47ed1dbf51d req-8034ffd3-28a4-4776-9f7a-a0fefb49a4cf tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:44.604825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-078f8a39-6f3e-48ac-b03e-d47ed1dbf51d req-8034ffd3-28a4-4776-9f7a-a0fefb49a4cf tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 945 time: 0.4845657 Jul 16 19:50:44.624731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b76d45-5bcc-4a08-a8c1-d2b26c4a5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.627744 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b76d45-5bcc-4a08-a8c1-d2b26c4a5551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.628930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-63b76d45-5bcc-4a08-a8c1-d2b26c4a5551 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74a12419-0c53-468d-a76c-5a9d60538982 HTTP/1.1" status: 204 len: 168 time: 0.6746094 Jul 16 19:50:44.700791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-c70c12c6-d256-49ee-aabe-1fd94bfa3ce4 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:44.703991 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-c70c12c6-d256-49ee-aabe-1fd94bfa3ce4 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.0697887 Jul 16 19:50:44.705638 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.707812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b76d45-5bcc-4a08-a8c1-d2b26c4a5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a12419-0c53-468d-a76c-5a9d60538982,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:44.734854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['6bb4a212-325f-47ae-bc89-e1f1dc83294d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:44.739727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ca3eca2b-d854-48c7-a52f-92dd0260043d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:44.778443 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2de7c039-7a36-4613-928c-92afa882b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.877947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-078f8a39-6f3e-48ac-b03e-d47ed1dbf51d req-3ad6dff3-c321-4eab-943d-5e9f3e1526fc tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574337 Jul 16 19:50:44.881412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7c039-7a36-4613-928c-92afa882b36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258a1c36-e658-4f42-9424-343b27811b36,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:44.898340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:50:44.952799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2de7c039-7a36-4613-928c-92afa882b36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:44.966638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2de7c039-7a36-4613-928c-92afa882b36b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/258a1c36-e658-4f42-9424-343b27811b36 HTTP/1.1" status: 204 len: 168 time: 0.9761446 Jul 16 19:50:44.968656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Allocated IP 192.168.233.34 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:50:44.971953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:44.977783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47846) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:44.989155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Pushing event updated for resources: {'Port': ['ID=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:45.011265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:50:45.031441 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f73fb19-30d3-45aa-ae75-4cfe417eea4a req-be68d024-a537-46fb-bc1a-f91ae83a8831 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.080326 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f73fb19-30d3-45aa-ae75-4cfe417eea4a req-be68d024-a537-46fb-bc1a-f91ae83a8831 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.140307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-1b962e9a-9a02-4935-9547-d8653bddb979 service neutron] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:45.146981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-1b962e9a-9a02-4935-9547-d8653bddb979 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.149700 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e55c8b3-a03b-4f2a-beda-a43621873bf3 req-1b962e9a-9a02-4935-9547-d8653bddb979 service neutron] 10.222.0.16 "DELETE /v2.0/ports/53c05211-44a7-4956-ad86-d5de0d4fc385/bindings/n-h2-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.4360087 Jul 16 19:50:45.154255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.234644 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f73fb19-30d3-45aa-ae75-4cfe417eea4a req-be68d024-a537-46fb-bc1a-f91ae83a8831 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.247961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f73fb19-30d3-45aa-ae75-4cfe417eea4a req-be68d024-a537-46fb-bc1a-f91ae83a8831 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9626696 Jul 16 19:50:45.257995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:45.259060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.259203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47854) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:45.279685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68d024-a537-46fb-bc1a-f91ae83a8831 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1742dbb8-1318-4b91-b4b1-5b751752e519,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:45.309083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.317336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-55909d8b-ed5f-41de-ad65-10843b509530 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7464330 Jul 16 19:50:45.329532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2101e2-30d1-432f-ae7a-56d13f556560']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:45.332879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d65c8a9-fb05-4ff4-865d-31c83ab3b3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.335790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-87c93468-358e-46b7-ae63-2072a1ebb83d None None] Provisioning for port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:45.342572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-87c93468-358e-46b7-ae63-2072a1ebb83d None None] Provisioning complete for port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:45.344701 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-87c93468-358e-46b7-ae63-2072a1ebb83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.344813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Request body: {'port': {'device_id': 'f71e2857-8a5d-4a39-9ac4-cd99cd94780f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:45.354646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de03b04-ac74-4500-bddb-ec38695649b3') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:45.354998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de03b04-ac74-4500-bddb-ec38695649b3') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:45.370799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.392742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-87c93468-358e-46b7-ae63-2072a1ebb83d None None] Port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:50:45.403282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.419905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:50:45.420340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:50:45.422563 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:50:45.526674 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.534901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.540453 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] 10.222.0.78 "DELETE /v2.0/networks/cc2101e2-30d1-432f-ae7a-56d13f556560 HTTP/1.1" status: 204 len: 168 time: 0.5577192 Jul 16 19:50:45.553680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd1bc3-d9f9-4a6c-bcab-b5f07088da78 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2101e2-30d1-432f-ae7a-56d13f556560,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:45.573730 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.582289 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d65c8a9-fb05-4ff4-865d-31c83ab3b3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.587364 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d65c8a9-fb05-4ff4-865d-31c83ab3b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.602923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf353446-0023-4da0-be3c-0f5995e3f91c req-f1286d47-bc10-4fd0-a2bd-238ee6ec62c9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:45.604647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf353446-0023-4da0-be3c-0f5995e3f91c req-f1286d47-bc10-4fd0-a2bd-238ee6ec62c9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.4876983 Jul 16 19:50:45.615546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.651758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65c8a9-fb05-4ff4-865d-31c83ab3b3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62218a7-32ae-406c-af43-01482c5085f7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:45.681868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Transition to ACTIVE for port object 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:45.729068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf353446-0023-4da0-be3c-0f5995e3f91c req-c8101e1e-33f8-4346-944a-b15065c78d75 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048391 Jul 16 19:50:45.732740 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0d65c8a9-fb05-4ff4-865d-31c83ab3b3b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=381f850b3dba4647be3e03f8924c6fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715030 Jul 16 19:50:45.735462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47858) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:45.771632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ed61-bd28-4707-a25a-63dce84da593 req-7bdba66c-5ffe-4435-99a0-7b6424b37aa1 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:45.780025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cd4ed61-bd28-4707-a25a-63dce84da593 req-7bdba66c-5ffe-4435-99a0-7b6424b37aa1 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 936 time: 0.3470192 Jul 16 19:50:45.853679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cd4ed61-bd28-4707-a25a-63dce84da593 req-254f7ce2-0f79-472e-ab3a-4c7efbd8321c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725288 Jul 16 19:50:45.885356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47860) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:45.939137 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-f3277a8f-348d-48d8-8d65-772124d4ff2a service neutron] show failed (client error): The resource could not be found. Jul 16 19:50:45.940542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-f3277a8f-348d-48d8-8d65-772124d4ff2a service neutron] 10.222.0.16 "GET /v2.0/ports/20e69bea-4580-41a7-bd0d-f1b5a74b75af/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.1600218 Jul 16 19:50:45.959179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27bff4b1-c5f5-4330-b085-e43d57592c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:45.994078 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.086037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Pushing event updated for resources: {'Port': ['ID=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:46.137028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:50:46.145913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:46.154221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:50:46.194206 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5e2807ac-8e9a-4c78-bc18-3fcee3fba61c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d54be7fb353b4821b0785ad53dda87d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040533 Jul 16 19:50:46.194206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47864) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:46.215128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27bff4b1-c5f5-4330-b085-e43d57592c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.369633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:46.369633 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.375504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc669424-40bd-4a79-aa9f-a506c8268f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.404626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27bff4b1-c5f5-4330-b085-e43d57592c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.404968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-7c68cb0b-3abb-4377-867e-c66276bc0c70 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8956401 Jul 16 19:50:46.407690 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27bff4b1-c5f5-4330-b085-e43d57592c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.408849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27bff4b1-c5f5-4330-b085-e43d57592c2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d62218a7-32ae-406c-af43-01482c5085f7 HTTP/1.1" status: 204 len: 168 time: 0.6688414 Jul 16 19:50:46.428835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Request body: {'port': {'device_id': '9194f24e-77fa-420d-852b-3d3d76cc576c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:46.450045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc669424-40bd-4a79-aa9f-a506c8268f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.455510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bff4b1-c5f5-4330-b085-e43d57592c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62218a7-32ae-406c-af43-01482c5085f7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:46.486045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-2bc87a7d-3c54-45ac-8926-2abff6052902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:46.488145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-2bc87a7d-3c54-45ac-8926-2abff6052902 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 1102 time: 0.1782520 Jul 16 19:50:46.510292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:46.522193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a91a4-08d9-41ef-89ac-1b439e50328c req-59828d32-37ac-44ed-9632-5c788e4d63e3 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:46.523708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f01a91a4-08d9-41ef-89ac-1b439e50328c req-59828d32-37ac-44ed-9632-5c788e4d63e3 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 935 time: 0.3707430 Jul 16 19:50:46.601522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.622666 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc669424-40bd-4a79-aa9f-a506c8268f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.625035 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc669424-40bd-4a79-aa9f-a506c8268f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.626282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fc669424-40bd-4a79-aa9f-a506c8268f27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/056d1b27-1fe4-4f42-b880-cb6e8c2b55c7 HTTP/1.1" status: 204 len: 168 time: 0.4311609 Jul 16 19:50:46.643463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-136481a2-3664-4981-8b0d-67a239454e1b None None] Provisioning for port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:46.652189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-136481a2-3664-4981-8b0d-67a239454e1b None None] Provisioning complete for port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:46.652798 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-136481a2-3664-4981-8b0d-67a239454e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.681239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc669424-40bd-4a79-aa9f-a506c8268f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056d1b27-1fe4-4f42-b880-cb6e8c2b55c7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:46.681460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eceb8439-40c2-46ac-a5a7-0f3a061b4df9 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:46.729785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-136481a2-3664-4981-8b0d-67a239454e1b None None] Port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:50:46.730784 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.769388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f01a91a4-08d9-41ef-89ac-1b439e50328c req-6882b06d-04f3-4632-9f26-f13700f69fcd tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232189 Jul 16 19:50:46.788141 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.809219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Transition to ACTIVE for port object eceb8439-40c2-46ac-a5a7-0f3a061b4df9 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:46.819178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 53c05211-44a7-4956-ad86-d5de0d4fc385 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:50:46.846777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:46.896989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 53c05211-44a7-4956-ad86-d5de0d4fc385 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:50:47.041526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:47.113370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:47.166870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Pushing event updated for resources: {'Port': ['ID=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:47.190986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:47.192466 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c60a774-44c4-4673-9ad6-e4078069608a" -d '{"events": [{"server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "name": "network-vif-unplugged", "status": "completed", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:47.196469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:47.214624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Transition to ACTIVE for port object 20e69bea-4580-41a7-bd0d-f1b5a74b75af will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:47.219810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:47.312972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] No DVR routers for this DVR port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:50:47.379167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Attempting to bind port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:47.379502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Attempting to bind port 20e69bea-4580-41a7-bd0d-f1b5a74b75af by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:47.379834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Attempting to bind port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:47.388116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:47.388500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Attempting to bind port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:47.399964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:47.400339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:47.400998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:47.402049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Bound port: 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:47.402520 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:47.513483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:47.521391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:47.527671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=6']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:47.532217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:47.590650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-0eafa4f7-4e9b-46e0-98b9-9b50b8f3f1c7 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50609 time: 1.6446879 Jul 16 19:50:47.623364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:47.639570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:47.640828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:47.644056 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-250195da-4f6d-4210-958d-96a0a6afe912 service neutron] 10.222.0.68 "PUT /v2.0/ports/20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 1097 time: 1.1444376 Jul 16 19:50:47.671604 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-888c2545-2be8-48aa-a47b-410194071f55 req-f254ad5d-ef62-456e-98af-ef811efbfd2d tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] show failed (client error): The resource could not be found. Jul 16 19:50:47.672909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-f254ad5d-ef62-456e-98af-ef811efbfd2d tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/056d1b27-1fe4-4f42-b880-cb6e8c2b55c7 HTTP/1.1" status: 404 len: 352 time: 0.0799510 Jul 16 19:50:47.785208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-ac8b56b1-fd63-4d46-ab43-6e35c9388b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:47.787299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-ac8b56b1-fd63-4d46-ab43-6e35c9388b5d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1100 time: 0.1115155 Jul 16 19:50:47.906630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9af51c7d-227f-4210-a52f-e3d567d9048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:47.926397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47916) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:47.937820 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-888c2545-2be8-48aa-a47b-410194071f55 req-58706e41-8032-47f0-89fe-fb64e5e645b7 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] show failed (client error): The resource could not be found. Jul 16 19:50:47.939174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-58706e41-8032-47f0-89fe-fb64e5e645b7 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/056d1b27-1fe4-4f42-b880-cb6e8c2b55c7 HTTP/1.1" status: 404 len: 352 time: 0.2128158 Jul 16 19:50:47.955738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:47.979167 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.031994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-9fa184cb-02a2-4c4d-834c-63ea83fa10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:48.037576 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-9fa184cb-02a2-4c4d-834c-63ea83fa10bc service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2436173 Jul 16 19:50:48.037805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91746ad-72f4-41f6-b0cf-cb32fa7c0e32 req-b4889d41-a782-4567-af01-4f7306d913eb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:48.046626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b91746ad-72f4-41f6-b0cf-cb32fa7c0e32 req-b4889d41-a782-4567-af01-4f7306d913eb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 945 time: 1.0591626 Jul 16 19:50:48.059932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Transition to ACTIVE for port object 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:48.068116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Attempting to bind port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:48.068465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Attempting to bind port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:48.068908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Attempting to bind port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:48.085574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.093131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-adaf4b3d-9a2b-4b63-bb05-092e922b6b07 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.0474935 Jul 16 19:50:48.124032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:48.124321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Attempting to bind port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:48.178895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:48.179211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:48.179609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:48.179797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-ed1112b7-64ec-4069-abd3-a4fd404b0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:48.180046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Bound port: eceb8439-40c2-46ac-a5a7-0f3a061b4df9, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:48.180435 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.182484 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-ed1112b7-64ec-4069-abd3-a4fd404b0160 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0821877 Jul 16 19:50:48.208369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-4acdeeb7-2372-49f9-89a9-64d667e5fc29 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/09ddf486-697b-44f0-a114-56147b2404e3 HTTP/1.1" status: 200 len: 2977 time: 0.2464736 Jul 16 19:50:48.232589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b91746ad-72f4-41f6-b0cf-cb32fa7c0e32 req-41876395-6a75-42fb-9565-afba8ff650f2 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855671 Jul 16 19:50:48.271212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Pushing event updated for resources: {'Port': ['ID=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:48.278651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-ab457db5-d191-499a-be89-1efd02ab51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:48.281576 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-ab457db5-d191-499a-be89-1efd02ab51aa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931246 Jul 16 19:50:48.337227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1246662407-network', 'tenant_id': '08960320116547658ab97bd0f3ad06eb'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:48.452748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-d6266a7f-e2a7-4466-9ee8-9f76b8a3c207 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637812 Jul 16 19:50:48.454522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Made reservation on behalf of 08960320116547658ab97bd0f3ad06eb for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:48.458240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.504912 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.567289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] For port eceb8439-40c2-46ac-a5a7-0f3a061b4df9, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:48.592901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-1d4c480e-7eec-486c-916d-b9f2b4327ad2 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/09ddf486-697b-44f0-a114-56147b2404e3 HTTP/1.1" status: 200 len: 2977 time: 0.3546815 Jul 16 19:50:48.620441 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aede988a-038d-4ad6-b57b-7cb3f7e720f9 req-5239d606-2f3c-4409-a0b1-b2fdad9734b0 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591468 Jul 16 19:50:48.645176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] For port eceb8439-40c2-46ac-a5a7-0f3a061b4df9, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:48.676933 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.694189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-43035783-f3d9-40b9-a422-1df158983376 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0f28d6c5-903b-473c-b5a7-0d676af279bd HTTP/1.1" status: 200 len: 2981 time: 0.0988736 Jul 16 19:50:48.702069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Attempting to bind port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:48.702429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Attempting to bind port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:48.702746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Attempting to bind port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:48.716262 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.721492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.755691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:50:48.782458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.782806 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Added segment f8201fdf-eeb9-4436-9a54-15784619263d of type vlan for network bbf2283d-d863-4ee4-b57f-f74596a8b768 Jul 16 19:50:48.785512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d005936-5406-4ec5-9006-aacb99ce1a00,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:48.799604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:48.801201 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.803493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] 10.222.0.16 "PUT /v2.0/ports/eceb8439-40c2-46ac-a5a7-0f3a061b4df9 HTTP/1.1" status: 200 len: 1097 time: 3.4672351 Jul 16 19:50:48.811962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:48.812335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Attempting to bind port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:48.814868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71e2857-8a5d-4a39-9ac4-cd99cd94780f', 'tag': 'eceb8439-40c2-46ac-a5a7-0f3a061b4df9'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:48.817626 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32942d28-2797-4a58-9f53-44a0fff0b8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f71e2857-8a5d-4a39-9ac4-cd99cd94780f", "tag": "eceb8439-40c2-46ac-a5a7-0f3a061b4df9"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:48.833603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-5ba43553-4523-4602-9e45-ba6218699637 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0f28d6c5-903b-473c-b5a7-0d676af279bd HTTP/1.1" status: 200 len: 2981 time: 0.1382883 Jul 16 19:50:48.862507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.890519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:48.890788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:48.891128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:48.891588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Bound port: 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:48.892092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.909230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb75f-fcae-41c4-b1b7-4bbecf1bd9e8 req-3543c161-e183-43a3-840e-1b279f02dab8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:48.909451 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.910593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:48.911189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:48.916783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-580cb75f-fcae-41c4-b1b7-4bbecf1bd9e8 req-3543c161-e183-43a3-840e-1b279f02dab8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 948 time: 0.4408748 Jul 16 19:50:48.946562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0186975 Jul 16 19:50:48.949555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47940) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:48.956793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Request body: {'subnet': {'network_id': 'bbf2283d-d863-4ee4-b57f-f74596a8b768', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1246662407-subnet', 'tenant_id': '08960320116547658ab97bd0f3ad06eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:48.967380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eb19e-fcb3-4fdf-aca6-99bf894c169e service neutron] Pushing event updated for resources: {'Port': ['ID=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:48.988126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b36bac-4248-4d72-a9cd-aca23d24f6cf admin admin] Pushing event updated for resources: {'Network': ['ID=bbf2283d-d863-4ee4-b57f-f74596a8b768,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:48.996119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-9586d0e0-3a64-44bd-a787-7de85ff84273 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/21cace1d-23f3-44f1-b333-26cd12970431 HTTP/1.1" status: 200 len: 2981 time: 0.1613667 Jul 16 19:50:49.007322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network bbf2283d-d863-4ee4-b57f-f74596a8b768 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:50:49.018246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Made reservation on behalf of 08960320116547658ab97bd0f3ad06eb for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:49.021120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.075099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-580cb75f-fcae-41c4-b1b7-4bbecf1bd9e8 req-64afe12f-75d1-4ef1-9fe6-5decc411bda0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573040 Jul 16 19:50:49.111618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] For port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:49.122709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-971d74e9-7fda-41cd-b81f-4aab49aa03c1 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/21cace1d-23f3-44f1-b333-26cd12970431 HTTP/1.1" status: 200 len: 2981 time: 0.1256418 Jul 16 19:50:49.141782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-5b0f34d6-47ad-4a6e-96cd-7c3e9a7b7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:49.144128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-5b0f34d6-47ad-4a6e-96cd-7c3e9a7b7549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 1100 time: 0.2723885 Jul 16 19:50:49.145993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] For port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:49.161616 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.231900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-bc838fcf-3637-4ef2-b3ca-c2c5fde47ec0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=eceb8439-40c2-46ac-a5a7-0f3a061b4df9 HTTP/1.1" status: 200 len: 217 time: 0.0794945 Jul 16 19:50:49.258203 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.316997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:49.317333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1db1124-f40a-4b41-8603-d81b44c2c786,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:49.317624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.319580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] 10.222.0.68 "PUT /v2.0/ports/3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c HTTP/1.1" status: 200 len: 1096 time: 2.9009967 Jul 16 19:50:49.335879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Checking segment: {'id': 'f8201fdf-eeb9-4436-9a54-15784619263d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bbf2283d-d863-4ee4-b57f-f74596a8b768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:49.337215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Network hostable DHCP agents. Network: bbf2283d-d863-4ee4-b57f-f74596a8b768, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:50:49.340575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-5b242758-f69d-4464-a8c5-3b08f209337f tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9 HTTP/1.1" status: 200 len: 2981 time: 0.2168400 Jul 16 19:50:49.370443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Network bbf2283d-d863-4ee4-b57f-f74596a8b768 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:50:49.384031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, bbf2283d-d863-4ee4-b57f-f74596a8b768) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:49.391125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:49.392060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.394973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-46338c3f-bd09-4291-9a84-d85bbb64c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:49.396487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-46338c3f-bd09-4291-9a84-d85bbb64c856 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1568961 Jul 16 19:50:49.399219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e93eff-33d1-4a4e-8daa-3c365a638b23 None None] Network bbf2283d-d863-4ee4-b57f-f74596a8b768 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:49.411240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33351be6-954e-41b5-a6d7-bafc7a988f89 service neutron] Pushing event updated for resources: {'Port': ['ID=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:49.413090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d908391a-85c6-4466-9812-f11c5923f99e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4624345 Jul 16 19:50:49.522261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-f27d4d14-4e15-4272-95e9-0305af2903cb tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9 HTTP/1.1" status: 200 len: 2981 time: 0.1808183 Jul 16 19:50:49.568617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7149-0da5-4c57-8fd0-ec4d272f8e50 req-caaeace8-face-4d3d-93ab-3897f900beb6 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:49.572958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1cbc7149-0da5-4c57-8fd0-ec4d272f8e50 req-caaeace8-face-4d3d-93ab-3897f900beb6 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 948 time: 0.3379366 Jul 16 19:50:49.581335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 20e69bea-4580-41a7-bd0d-f1b5a74b75af no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:50:49.636912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0985de17-fa8a-48d9-84c4-fd4313fc718e None None] Network bbf2283d-d863-4ee4-b57f-f74596a8b768 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:50:49.645211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-f2919d69-c791-49c2-8d82-25cbf57e875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:49.646634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-f2919d69-c791-49c2-8d82-25cbf57e875b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867824 Jul 16 19:50:49.651884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-9647dfa7-2f7d-468a-bb12-3e9dbb275073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:49.653450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-9647dfa7-2f7d-468a-bb12-3e9dbb275073 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 1099 time: 0.2708673 Jul 16 19:50:49.697564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 20e69bea-4580-41a7-bd0d-f1b5a74b75af not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:50:49.700024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-968a4ca5-84a9-4a33-9434-79e45290d01a tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/35e6b03d-10db-45da-8570-32fb274ed459 HTTP/1.1" status: 200 len: 2981 time: 0.1655099 Jul 16 19:50:49.703708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1cbc7149-0da5-4c57-8fd0-ec4d272f8e50 req-90796100-4d4a-4f71-835f-627681c0e523 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164942 Jul 16 19:50:49.755028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-0417478e-e89d-404c-9746-12d4b2238ee1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c HTTP/1.1" status: 200 len: 217 time: 0.0933867 Jul 16 19:50:49.886817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-b0e77342-610c-40eb-8e10-19cacda9e87f service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267730 Jul 16 19:50:49.888174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-9b4f6cf4-482d-4398-b9d0-78bd3e51fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:49.889289 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d545fb-51a5-4990-8ac8-d9618ccdd19e x-openstack-request-id: req-b8d545fb-51a5-4990-8ac8-d9618ccdd19e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:49.889586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-9b4f6cf4-482d-4398-b9d0-78bd3e51fdc7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1276903 Jul 16 19:50:49.889713 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "name": "network-vif-unplugged", "status": "completed", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:49.889881 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8d545fb-51a5-4990-8ac8-d9618ccdd19e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:49.890309 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'code': 200} Jul 16 19:50:49.891105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-68008e45-5163-4c88-bbe5-36eb236c1af7 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/35e6b03d-10db-45da-8570-32fb274ed459 HTTP/1.1" status: 200 len: 2981 time: 0.1864789 Jul 16 19:50:50.074774 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-192819f6-c135-4873-a947-2d946a76c88c tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/38e782de-7709-4830-b96f-55fe6cdca387 HTTP/1.1" status: 200 len: 2973 time: 0.1694002 Jul 16 19:50:50.129261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-fbbad303-5139-4327-a602-a732eb27fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:50.130811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-fbbad303-5139-4327-a602-a732eb27fb79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2348497 Jul 16 19:50:50.141313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac0fadc6-4d14-4023-ae43-04296209c21d req-0dc52c08-940d-4b5e-b557-15b92b872ce1 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371724 Jul 16 19:50:50.186305 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-9a91fb03-b4c7-434c-abba-d870d93bbf49 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/38e782de-7709-4830-b96f-55fe6cdca387 HTTP/1.1" status: 200 len: 2973 time: 0.1032965 Jul 16 19:50:50.200622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896e07f-3c3e-4c66-a477-516cc37bfa05 req-251368b6-bf36-45e7-b98a-deacaab9b664 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:50.202157 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6896e07f-3c3e-4c66-a477-516cc37bfa05 req-251368b6-bf36-45e7-b98a-deacaab9b664 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 947 time: 0.2144704 Jul 16 19:50:50.300228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-182765fe-71a9-4b32-81f6-2544aaa548ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:50.325962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-e0c23961-3034-4272-9547-3b91d8ef48bc service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815422 Jul 16 19:50:50.329122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6896e07f-3c3e-4c66-a477-516cc37bfa05 req-f9df0ffa-7d98-4cf4-ae7f-0712f8947566 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910294 Jul 16 19:50:50.333192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-ac24abba-84c8-4d5e-9cf4-b5e9bb5da12b tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/44454754-c425-499e-b60d-33cbd5cfa691 HTTP/1.1" status: 200 len: 2981 time: 0.1272533 Jul 16 19:50:50.445653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-d84f3636-afd2-4cda-a7a0-38570ff46669 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/44454754-c425-499e-b60d-33cbd5cfa691 HTTP/1.1" status: 200 len: 2981 time: 0.1013250 Jul 16 19:50:50.484653 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:50.503704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a5e546f-5191-4ebb-9e35-b03618ca25c1 req-610a9246-f1ca-438f-acdf-8d57d41522f0 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517792 Jul 16 19:50:50.537238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-27e90740-16bd-4103-9f91-9fbea324d144 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/690c0b99-b8bb-4939-ae09-d8ea4b154123 HTTP/1.1" status: 200 len: 2981 time: 0.0645041 Jul 16 19:50:50.593933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-fa46a80d-6514-4336-b4e1-174f64ca2dd9 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/690c0b99-b8bb-4939-ae09-d8ea4b154123 HTTP/1.1" status: 200 len: 2981 time: 0.0490716 Jul 16 19:50:50.649652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-3640ad86-e785-4214-a4cc-a04de5310026 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/915eac0c-e584-49fd-9b9f-11dae6724dd6 HTTP/1.1" status: 200 len: 2981 time: 0.0439816 Jul 16 19:50:50.663073 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28042ade-6046-4d60-a2fd-e116d723bf0b x-openstack-request-id: req-28042ade-6046-4d60-a2fd-e116d723bf0b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:50.663469 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71e2857-8a5d-4a39-9ac4-cd99cd94780f", "tag": "eceb8439-40c2-46ac-a5a7-0f3a061b4df9", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:50.663730 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28042ade-6046-4d60-a2fd-e116d723bf0b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:50.664308 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71e2857-8a5d-4a39-9ac4-cd99cd94780f', 'tag': 'eceb8439-40c2-46ac-a5a7-0f3a061b4df9', 'status': 'completed', 'code': 200} Jul 16 19:50:50.741722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-0305bf55-3539-4b13-b7ef-ef8749862b19 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/915eac0c-e584-49fd-9b9f-11dae6724dd6 HTTP/1.1" status: 200 len: 2981 time: 0.0805261 Jul 16 19:50:50.749849 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-83d488dd-fca4-4d38-b812-98cde6ffad07 req-0fe7bfe6-aa8f-430f-91b8-6add215af622 tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] show failed (client error): The resource could not be found. Jul 16 19:50:50.750835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83d488dd-fca4-4d38-b812-98cde6ffad07 req-0fe7bfe6-aa8f-430f-91b8-6add215af622 tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] 10.222.0.78 "GET /v2.0/security-groups/12eaa2cc-a0ac-4a31-8ed2-a5eb669a734a HTTP/1.1" status: 404 len: 352 time: 0.0218270 Jul 16 19:50:50.807213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-36d700f5-92e7-4f39-a01c-473d58e84ec7 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/94159127-4e47-42d2-9aab-05d858a081b5 HTTP/1.1" status: 200 len: 2977 time: 0.0585041 Jul 16 19:50:50.811795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-68931b2e-c8ae-4b26-9959-59ea87a7e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:50.813450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-68931b2e-c8ae-4b26-9959-59ea87a7e727 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 1100 time: 0.1192999 Jul 16 19:50:50.949592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-17d18a04-8e45-469e-bc34-5b3fc66324b4 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/94159127-4e47-42d2-9aab-05d858a081b5 HTTP/1.1" status: 200 len: 2977 time: 0.1350665 Jul 16 19:50:51.011836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-75d64336-017d-42f4-8296-efe6975483f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:51.013463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-75d64336-017d-42f4-8296-efe6975483f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1923528 Jul 16 19:50:51.040622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392ddfc-8c22-4695-b6fb-3cbf1c2b8de9 req-c98c6b62-5554-42ca-96e1-3cbd18255720 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:51.042182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5392ddfc-8c22-4695-b6fb-3cbf1c2b8de9 req-c98c6b62-5554-42ca-96e1-3cbd18255720 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 948 time: 0.1825378 Jul 16 19:50:51.045023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-e8698e89-df92-4a01-bc6f-8c10acf323c0 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/94a933f1-93f8-4344-b807-a5e93733f337 HTTP/1.1" status: 200 len: 2981 time: 0.0872386 Jul 16 19:50:51.084001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-4e725d5d-31f9-4c0e-8cdc-e8b493236c6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=eceb8439-40c2-46ac-a5a7-0f3a061b4df9 HTTP/1.1" status: 200 len: 217 time: 0.0578661 Jul 16 19:50:51.183672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-f366ee2b-b89e-4381-b7f9-6bfc46d60b2d tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/94a933f1-93f8-4344-b807-a5e93733f337 HTTP/1.1" status: 200 len: 2981 time: 0.1062698 Jul 16 19:50:51.192290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5392ddfc-8c22-4695-b6fb-3cbf1c2b8de9 req-08e00c5b-bca5-4b46-9afa-825e0679f27c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133699 Jul 16 19:50:51.193764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-bd9d6c29-41e8-4e55-903e-58b24436a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:51.195195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-bd9d6c29-41e8-4e55-903e-58b24436a44e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1008389 Jul 16 19:50:51.266191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-ce0fd9a0-7bca-4050-89bb-e6f9638ab51e tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b83bf5a8-2e02-4cca-a06a-7adf23474fef HTTP/1.1" status: 200 len: 2981 time: 0.0698347 Jul 16 19:50:51.597926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-252df8fb-650c-49e7-ae59-d8034a9e956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:51.599395 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-252df8fb-650c-49e7-ae59-d8034a9e956a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3873262 Jul 16 19:50:51.616965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-256ba014-b7b5-49e7-b3f2-cec550f962c1 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b83bf5a8-2e02-4cca-a06a-7adf23474fef HTTP/1.1" status: 200 len: 2981 time: 0.3423104 Jul 16 19:50:51.654382 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-888c2545-2be8-48aa-a47b-410194071f55 req-c6460b27-8f8f-48f0-8f03-53242a76ad84 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] show failed (client error): The resource could not be found. Jul 16 19:50:51.655397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-c6460b27-8f8f-48f0-8f03-53242a76ad84 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/d62218a7-32ae-406c-af43-01482c5085f7 HTTP/1.1" status: 404 len: 352 time: 0.0265539 Jul 16 19:50:51.712575 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-888c2545-2be8-48aa-a47b-410194071f55 req-c4074c0a-f473-4347-91f8-5f40a57af8ab tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] show failed (client error): The resource could not be found. Jul 16 19:50:51.713580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-c4074c0a-f473-4347-91f8-5f40a57af8ab tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/d62218a7-32ae-406c-af43-01482c5085f7 HTTP/1.1" status: 404 len: 352 time: 0.0252371 Jul 16 19:50:51.731890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c4428-7041-4198-940f-eac4b9cf1650 req-e58d69f2-f6d8-4a42-a154-73b410c37b0d tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:51.733422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-791c4428-7041-4198-940f-eac4b9cf1650 req-e58d69f2-f6d8-4a42-a154-73b410c37b0d tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1097 time: 0.4268780 Jul 16 19:50:51.757603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-5668a71d-b328-49ab-973c-d5f5e8b499c6 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507454 Jul 16 19:50:51.836093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-2d3d72cf-a19e-4b44-a19c-d6bc3f01410d tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/fdd915ec-47cb-4434-bfa4-7844bb20613b HTTP/1.1" status: 200 len: 2977 time: 0.1121764 Jul 16 19:50:51.839433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-791c4428-7041-4198-940f-eac4b9cf1650 req-d5c95447-eefd-496c-8cc8-a2447e815d1f tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986798 Jul 16 19:50:51.891000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:51.895363 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ef0953-94ae-421c-ba54-5472ecf3d048" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:51.932818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32942d28-2797-4a58-9f53-44a0fff0b8e7 req-af06a6ee-5ce0-4a3d-a7fe-bb69bb958267 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671536 Jul 16 19:50:51.950470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888c2545-2be8-48aa-a47b-410194071f55 req-d21b4e7d-f253-432a-a32f-ebb921f84112 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/fdd915ec-47cb-4434-bfa4-7844bb20613b HTTP/1.1" status: 200 len: 2977 time: 0.0844049 Jul 16 19:50:52.112571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d84610-e37e-473e-bfdd-67b5a6feaa4a req-827de309-94d8-4a48-a26d-e8aee0dfe529 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:52.114480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0d84610-e37e-473e-bfdd-67b5a6feaa4a req-827de309-94d8-4a48-a26d-e8aee0dfe529 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 948 time: 0.0874784 Jul 16 19:50:52.166539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0d84610-e37e-473e-bfdd-67b5a6feaa4a req-d7e90033-9d9a-40a8-95b1-6c2bd315a061 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Jul 16 19:50:52.169950 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:52.276786 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aeb936-9d2a-458f-bc3e-e5448ce29439 x-openstack-request-id: req-00aeb936-9d2a-458f-bc3e-e5448ce29439 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:52.276962 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:52.277170 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00aeb936-9d2a-458f-bc3e-e5448ce29439 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:52.277661 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'status': 'completed', 'code': 200} Jul 16 19:50:52.473241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eef676-8981-4a2f-a5a2-c53fc24552a3 req-043aa367-623e-4e7b-a58c-a554657349b0 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:52.476518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17eef676-8981-4a2f-a5a2-c53fc24552a3 req-043aa367-623e-4e7b-a58c-a554657349b0 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 947 time: 0.1897149 Jul 16 19:50:52.491471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-80067e45-6615-42ef-b453-bcf0ab175017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:52.493908 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-80067e45-6615-42ef-b453-bcf0ab175017 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1100 time: 0.1754572 Jul 16 19:50:52.503086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0e96111-8fad-4a73-b5ff-3c02edeef612 req-9e45cb55-8354-4c29-8930-d22dfd4f9dc6 tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08960320116547658ab97bd0f3ad06eb HTTP/1.1" status: 200 len: 2984 time: 0.1418347 Jul 16 19:50:52.523119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56660a6-77e6-4fcf-be74-73d600661eed req-a0bc26d4-dff2-4543-aa9c-e6a3032bd21c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:52.524698 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-a0bc26d4-dff2-4543-aa9c-e6a3032bd21c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 948 time: 0.1463058 Jul 16 19:50:52.585339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17eef676-8981-4a2f-a5a2-c53fc24552a3 req-082dda81-e09f-48e6-94cc-bbfdb59fc59c tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001396 Jul 16 19:50:52.589674 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-a56660a6-77e6-4fcf-be74-73d600661eed req-4b64775a-8612-422a-bda4-3e82bfd72730 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:50:52.590775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-4b64775a-8612-422a-bda4-3e82bfd72730 service neutron] 10.222.0.16 "DELETE /v2.0/ports/20e69bea-4580-41a7-bd0d-f1b5a74b75af/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0589771 Jul 16 19:50:52.661724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-ce56261d-3c93-4566-8994-502c391b3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:52.663262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-ce56261d-3c93-4566-8994-502c391b3fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1100 time: 0.2848747 Jul 16 19:50:52.666563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9194f24e-77fa-420d-852b-3d3d76cc576c', 'tag': '3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:52.668843 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc4756-4672-4135-a16f-84fce5eb11a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9194f24e-77fa-420d-852b-3d3d76cc576c", "tag": "3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:52.677336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0e96111-8fad-4a73-b5ff-3c02edeef612 req-8ec3bc9b-75a3-4528-a9d3-f6738fe1d0a7 tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] 10.222.0.78 "GET /v2.0/security-groups/8d005936-5406-4ec5-9006-aacb99ce1a00 HTTP/1.1" status: 200 len: 2981 time: 0.1543341 Jul 16 19:50:52.748356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-6bbfdf3f-7737-409d-a4d1-dfb562089103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:52.749587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-6bbfdf3f-7737-409d-a4d1-dfb562089103 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2437773 Jul 16 19:50:52.832260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 20e69bea-4580-41a7-bd0d-f1b5a74b75af details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:52.863098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-c0005471-850c-4cf4-809d-a1df98040ed8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.0999558 Jul 16 19:50:52.874451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-980d155e-0c5d-41ba-89f6-1deb5850b836 req-788c21df-ed2f-4c4e-8c1c-38da90351021 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=003d79be20f248c0b349a791e132d6ba HTTP/1.1" status: 200 len: 6103 time: 0.2505887 Jul 16 19:50:52.898331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0e96111-8fad-4a73-b5ff-3c02edeef612 req-e96522cd-28de-479f-ac87-2c249641cae5 tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] 10.222.0.78 "GET /v2.0/security-groups/8d005936-5406-4ec5-9006-aacb99ce1a00 HTTP/1.1" status: 200 len: 2981 time: 0.2082191 Jul 16 19:50:52.950380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:52.960965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-1a687bf8-bda0-4b5a-ae98-f6888b883ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:52.962498 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-1a687bf8-bda0-4b5a-ae98-f6888b883ed8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2910366 Jul 16 19:50:53.003934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-9247606b-ec15-41a1-9e72-40c3c357e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:53.005481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-9247606b-ec15-41a1-9e72-40c3c357e6d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1284833 Jul 16 19:50:53.055813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-e0c29fe3-0d20-407b-9aef-bf93141d3bc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.0832543 Jul 16 19:50:53.087885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'mac_address': 'fa:16:3e:c0:44:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:53.107497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-980d155e-0c5d-41ba-89f6-1deb5850b836 req-2694f21a-43e0-4ce9-aeb3-ab85c10ec8da tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "GET /v2.0/security-groups/94a933f1-93f8-4344-b807-a5e93733f337 HTTP/1.1" status: 200 len: 2981 time: 0.2179303 Jul 16 19:50:53.127845 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:53.141397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e69bea-4580-41a7-bd0d-f1b5a74b75af {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:53.164936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:53.170232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:53.171297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:53.239812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-bf1f9ea4-5d8a-4601-b813-4c858d109690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:53.241463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-bf1f9ea4-5d8a-4601-b813-4c858d109690 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1728079 Jul 16 19:50:53.261995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:53.272797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:53.274655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-980d155e-0c5d-41ba-89f6-1deb5850b836 req-d9450813-4bbb-4b0a-909c-e345cc8c255d tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "GET /v2.0/security-groups/94a933f1-93f8-4344-b807-a5e93733f337 HTTP/1.1" status: 200 len: 2981 time: 0.1455109 Jul 16 19:50:53.280140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c', 'mac_address': 'fa:16:3e:23:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:53.305485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-3794d581-dc46-4d70-a7b2-b16cdda9f1bf tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:53.307088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-3794d581-dc46-4d70-a7b2-b16cdda9f1bf tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 820 time: 0.3131659 Jul 16 19:50:53.317506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-ef8abd90-645e-41b8-a603-204a39edea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:53.319189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-ef8abd90-645e-41b8-a603-204a39edea02 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2744172 Jul 16 19:50:53.341980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:53.356965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:53.357703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-4a6ecb76-a733-4f6c-9c00-16955b79894e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/quotas/6ca984d9efeb45a6aed9ddd7cd44596d HTTP/1.1" status: 200 len: 375 time: 0.0355105 Jul 16 19:50:53.380360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:53.384900 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:53.448240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:53.472014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-8879fd3f-3481-491b-baed-269d9b1712e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:53.473585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-8879fd3f-3481-491b-baed-269d9b1712e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2188745 Jul 16 19:50:53.526995 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:53.560557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-a7dc31ce-2e48-4d9f-be31-6db0d800c90e service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275465 Jul 16 19:50:53.598401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device eceb8439-40c2-46ac-a5a7-0f3a061b4df9 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:50:53.631940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:53.665147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-44b0863f-8edc-4c4e-bf5e-09f40fd194a8 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2946074 Jul 16 19:50:53.668449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:53.718658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-c30d1967-dc58-46e8-afa4-3ed475d2d33b service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260425 Jul 16 19:50:53.727063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b8771-38b3-4103-81e6-21e543a05951 req-b1e95671-0984-4882-b3de-7c5021e84a4d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:53.728629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-678b8771-38b3-4103-81e6-21e543a05951 req-b1e95671-0984-4882-b3de-7c5021e84a4d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 949 time: 0.2827189 Jul 16 19:50:53.781100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port eceb8439-40c2-46ac-a5a7-0f3a061b4df9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:53.810647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'eceb8439-40c2-46ac-a5a7-0f3a061b4df9', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'eceb8439-40c2-46ac-a5a7-0f3a061b4df9', 'mac_address': 'fa:16:3e:8d:a4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:50:53.885736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-bdb9c7ec-d614-41f3-a0c7-ef312c46335c service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876978 Jul 16 19:50:53.913507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-678b8771-38b3-4103-81e6-21e543a05951 req-476d4a2d-5d83-4091-8e13-07f53341c654 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549959 Jul 16 19:50:53.921607 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:53.937385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0ef0953-94ae-421c-ba54-5472ecf3d048 req-f546072e-2791-4fb9-81a3-8798b21dd075 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077098 Jul 16 19:50:53.961341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-71a4fff8-0917-45a6-94f2-608722fd86f0 service neutron] 10.222.0.78 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533970 Jul 16 19:50:53.964889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eceb8439-40c2-46ac-a5a7-0f3a061b4df9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:54.025423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port eceb8439-40c2-46ac-a5a7-0f3a061b4df9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:54.027209 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460ed7d6-c27f-4016-aee5-f99e6445661d x-openstack-request-id: req-460ed7d6-c27f-4016-aee5-f99e6445661d {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:54.028923 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9194f24e-77fa-420d-852b-3d3d76cc576c", "tag": "3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:54.029249 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-460ed7d6-c27f-4016-aee5-f99e6445661d {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:54.029798 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9194f24e-77fa-420d-852b-3d3d76cc576c', 'tag': '3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c', 'status': 'completed', 'code': 200} Jul 16 19:50:54.037590 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:54.103575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:54.195969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-2e26661f-2413-441f-979f-ddcc118392af service neutron] 10.222.0.78 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279584 Jul 16 19:50:54.207287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce6dd8e5-ed92-46e8-a19a-0ab8eeaa979e req-c7d923c2-0494-4a56-9c47-d8353219b004 tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] 10.222.0.78 "GET /v2.0/security-groups/8d005936-5406-4ec5-9006-aacb99ce1a00 HTTP/1.1" status: 200 len: 2981 time: 0.1355066 Jul 16 19:50:54.239377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56660a6-77e6-4fcf-be74-73d600661eed req-1287bf3a-973e-413a-87de-bc25d88f7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:54.240495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-1287bf3a-973e-413a-87de-bc25d88f7d99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1101 time: 0.1775575 Jul 16 19:50:54.263284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-39905628-ee22-440f-8c60-d8df8e8fe490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:54.264802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-39905628-ee22-440f-8c60-d8df8e8fe490 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 1100 time: 0.2008004 Jul 16 19:50:54.300945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['eceb8439-40c2-46ac-a5a7-0f3a061b4df9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:50:54.467148 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-ce6dd8e5-ed92-46e8-a19a-0ab8eeaa979e req-67562a55-c10f-4ed2-9d12-179bcbefccdb tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 19:50:54.468219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce6dd8e5-ed92-46e8-a19a-0ab8eeaa979e req-67562a55-c10f-4ed2-9d12-179bcbefccdb tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] 10.222.0.78 "DELETE /v2.0/security-groups/8d005936-5406-4ec5-9006-aacb99ce1a00 HTTP/1.1" status: 409 len: 352 time: 0.2535617 Jul 16 19:50:54.827100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-2e606d41-0e1f-48a9-849d-995c77b41a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:54.828675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-2e606d41-0e1f-48a9-849d-995c77b41a0f service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.5358794 Jul 16 19:50:54.834344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56660a6-77e6-4fcf-be74-73d600661eed req-b6bbe5f7-ae7e-4170-b67b-43558e5dde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:54.835830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-b6bbe5f7-ae7e-4170-b67b-43558e5dde8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.5852573 Jul 16 19:50:54.843247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 20e69bea-4580-41a7-bd0d-f1b5a74b75af up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:54.904733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 20e69bea-4580-41a7-bd0d-f1b5a74b75af completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:54.911321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 20e69bea-4580-41a7-bd0d-f1b5a74b75af triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:54.911824 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:54.919594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d7db941-1509-4e89-87ed-01b5ad3db43e req-88795abc-cc4f-4a52-9ca5-30fd45786b6e tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1742dbb8-1318-4b91-b4b1-5b751752e519 HTTP/1.1" status: 200 len: 1778 time: 0.1936824 Jul 16 19:50:54.924997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-87d64173-7495-4831-8c55-345a89e1166c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c HTTP/1.1" status: 200 len: 217 time: 0.0852988 Jul 16 19:50:54.926520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-049f79d5-2d97-49cc-b318-44a3c552e8bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.0778325 Jul 16 19:50:55.030093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c40857-5b96-46da-8796-cd035fa4cdb7 req-9cdf5489-642d-42a8-b129-1efa6381314b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:55.031643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2c40857-5b96-46da-8796-cd035fa4cdb7 req-9cdf5489-642d-42a8-b129-1efa6381314b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 949 time: 0.3029063 Jul 16 19:50:55.034727 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.062115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:55.065075 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025bf64d-7b5f-4f10-b90c-fae924b9cab4" -d '{"events": [{"server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "name": "network-vif-plugged", "status": "completed", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:55.074989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-e4494b4c-ce77-4447-b75e-dc867024d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:55.076515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-e4494b4c-ce77-4447-b75e-dc867024d7e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1385438 Jul 16 19:50:55.078771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:55.085001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56660a6-77e6-4fcf-be74-73d600661eed req-10c65b24-bbe5-42a4-90b2-bf32592aa2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:55.086376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-10c65b24-bbe5-42a4-90b2-bf32592aa2f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1495786 Jul 16 19:50:55.089403 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.090318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:55.180564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:55.186817 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6d7db941-1509-4e89-87ed-01b5ad3db43e req-e52e096d-f33e-4cc9-9177-5c16a74d4b28 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.203456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:55.208759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2c40857-5b96-46da-8796-cd035fa4cdb7 req-725ee2a1-fce6-444b-ade2-0d091b3ca1f3 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531680 Jul 16 19:50:55.209124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:55.209507 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.253443 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6d7db941-1509-4e89-87ed-01b5ad3db43e req-e52e096d-f33e-4cc9-9177-5c16a74d4b28 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.298257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-0c0bb04f-2f75-43f4-ba1a-0b9560b7c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:55.300473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-0c0bb04f-2f75-43f4-ba1a-0b9560b7c264 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131255 Jul 16 19:50:55.306571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56660a6-77e6-4fcf-be74-73d600661eed req-721eb527-813f-4784-b5f7-f82cda2b9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:55.308151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-721eb527-813f-4784-b5f7-f82cda2b9853 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043028 Jul 16 19:50:55.334479 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.372302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:55.377427 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.404096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6d7db941-1509-4e89-87ed-01b5ad3db43e req-e52e096d-f33e-4cc9-9177-5c16a74d4b28 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.406771 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6d7db941-1509-4e89-87ed-01b5ad3db43e req-e52e096d-f33e-4cc9-9177-5c16a74d4b28 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.407994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d7db941-1509-4e89-87ed-01b5ad3db43e req-e52e096d-f33e-4cc9-9177-5c16a74d4b28 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/1742dbb8-1318-4b91-b4b1-5b751752e519 HTTP/1.1" status: 204 len: 173 time: 0.4779227 Jul 16 19:50:55.435117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:55.496588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e096d-f33e-4cc9-9177-5c16a74d4b28 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1742dbb8-1318-4b91-b4b1-5b751752e519,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:55.542120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-9ec25397-3fa9-4889-bcdc-d363b4c1c4eb service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208018 Jul 16 19:50:55.545623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-b575697c-51e2-4d6b-bd83-0487af566c6e service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342837 Jul 16 19:50:55.617243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device eceb8439-40c2-46ac-a5a7-0f3a061b4df9 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:50:55.630910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28c86-89d1-4121-85ad-69f194f57bde req-01cd8afc-7591-470b-92e0-39e6b866fed7 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:55.632556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7b28c86-89d1-4121-85ad-69f194f57bde req-01cd8afc-7591-470b-92e0-39e6b866fed7 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 949 time: 0.2754178 Jul 16 19:50:55.685665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:50:55.692649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:50:55.693899 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.695102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a922ffa8-c29e-4b0c-9555-27c158a48316 req-7967c620-332b-44e0-b173-f1ca182bba73 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 210 time: 0.1004348 Jul 16 19:50:55.802407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.806502 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-799fa047-6ebc-4b4c-b400-fb35a17ecc51 req-7462e68d-ad3b-4e27-8526-0941525bef68 tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] show failed (client error): The resource could not be found. Jul 16 19:50:55.807795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-799fa047-6ebc-4b4c-b400-fb35a17ecc51 req-7462e68d-ad3b-4e27-8526-0941525bef68 tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] 10.222.0.78 "GET /v2.0/security-groups/3af5ad07-7310-4586-a2ff-880f5e285b7d HTTP/1.1" status: 404 len: 352 time: 0.0457995 Jul 16 19:50:55.812221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7b28c86-89d1-4121-85ad-69f194f57bde req-dc4ef1ae-01a5-4f06-ba42-17d99c790404 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725278 Jul 16 19:50:55.822009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56660a6-77e6-4fcf-be74-73d600661eed req-2e72b6f6-0d0c-40ba-bd61-203194205b92 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730503 Jul 16 19:50:55.833851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91fc4756-4672-4135-a16f-84fce5eb11a5 req-4f2d3198-64dd-48bf-be1c-ee6752626f0e service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627637 Jul 16 19:50:55.869443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port eceb8439-40c2-46ac-a5a7-0f3a061b4df9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:50:55.875022 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:55.946259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-14a5e1c1-27b7-4b42-86ce-2576221acb16 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:55.951854 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-14a5e1c1-27b7-4b42-86ce-2576221acb16 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 820 time: 0.2713580 Jul 16 19:50:55.957235 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da03b91-f32c-4dea-a5c5-04454425987e x-openstack-request-id: req-6da03b91-f32c-4dea-a5c5-04454425987e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:55.958302 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "name": "network-vif-plugged", "status": "completed", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:55.959030 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6da03b91-f32c-4dea-a5c5-04454425987e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:55.960077 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'code': 200} Jul 16 19:50:55.973157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Request body: {'port': {'device_id': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'admin_state_up': True, 'tenant_id': '6ca984d9efeb45a6aed9ddd7cd44596d'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:56.001990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:56.020951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05bfdb86-7545-434b-b19c-7b685da6c516 req-e775cb31-5e89-462b-843d-319511b8c874 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "GET /v2.0/security-groups/04e90237-d86e-4ad8-b9bb-cec475628a3c HTTP/1.1" status: 200 len: 1777 time: 0.0521815 Jul 16 19:50:56.041093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d493ff-023a-4720-b52f-ea76ec11db0c req-9e3722ba-4eb9-45b1-81ec-42c8b5b19572 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:56.044105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25d493ff-023a-4720-b52f-ea76ec11db0c req-9e3722ba-4eb9-45b1-81ec-42c8b5b19572 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1119018 Jul 16 19:50:56.118257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25d493ff-023a-4720-b52f-ea76ec11db0c req-97c270a7-662b-4a8f-b78b-c097fa5d6eef tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Jul 16 19:50:56.121149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Made reservation on behalf of 6ca984d9efeb45a6aed9ddd7cd44596d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:50:56.125348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.133745 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-05bfdb86-7545-434b-b19c-7b685da6c516 req-bdcb9b5f-49d7-43e2-9140-99d279b8aff2 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.169043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-05bfdb86-7545-434b-b19c-7b685da6c516 req-bdcb9b5f-49d7-43e2-9140-99d279b8aff2 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.248637 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-05bfdb86-7545-434b-b19c-7b685da6c516 req-bdcb9b5f-49d7-43e2-9140-99d279b8aff2 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.251233 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-05bfdb86-7545-434b-b19c-7b685da6c516 req-bdcb9b5f-49d7-43e2-9140-99d279b8aff2 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.252529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05bfdb86-7545-434b-b19c-7b685da6c516 req-bdcb9b5f-49d7-43e2-9140-99d279b8aff2 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/04e90237-d86e-4ad8-b9bb-cec475628a3c HTTP/1.1" status: 204 len: 173 time: 0.2071962 Jul 16 19:50:56.265418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb9b5f-49d7-43e2-9140-99d279b8aff2 tempest-SecurityGroupsTestAdminJSON-305368840 tempest-SecurityGroupsTestAdminJSON-305368840-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e90237-d86e-4ad8-b9bb-cec475628a3c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:56.301722 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-a714fcd2-6bb9-4fc5-9ec0-09e702d7e015 req-b872dabe-c4f3-4993-9e19-98a4bd283d5b tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] show failed (client error): The resource could not be found. Jul 16 19:50:56.303457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a714fcd2-6bb9-4fc5-9ec0-09e702d7e015 req-b872dabe-c4f3-4993-9e19-98a4bd283d5b tempest-SecurityGroupsNegativeTestJSON-1792774332 tempest-SecurityGroupsNegativeTestJSON-1792774332-project] 10.222.0.78 "GET /v2.0/security-groups/86983b38-f834-4ae2-a1df-232c5078a5bd HTTP/1.1" status: 404 len: 352 time: 0.0222943 Jul 16 19:50:56.316426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48046) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:56.374877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd96c22a-c447-4b6b-a524-6c2f3057209e admin admin] Deleting subnet d1db1124-f40a-4b41-8603-d81b44c2c786 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:50:56.380500 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd96c22a-c447-4b6b-a524-6c2f3057209e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.405227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Allocated IP 172.20.0.14 (6e4cc070-51f6-405f-81df-eb444f0191c6/84e9e3e2-adf4-4ead-9d6d-89cb435940fa/481417ac-90f1-480a-bd84-7e7d196d3c50) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:50:56.443723 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd96c22a-c447-4b6b-a524-6c2f3057209e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.538683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96e0d779-7f6e-4bc4-85ea-254f3f5e6931 req-8d5da921-4d86-492f-929f-a99a7907f02f tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "GET /v2.0/security-groups/753f6923-851e-418f-8ab5-5ee9c001d62b HTTP/1.1" status: 200 len: 1777 time: 0.0805759 Jul 16 19:50:56.555113 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd96c22a-c447-4b6b-a524-6c2f3057209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.628548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb1cd2-1814-44af-892c-f76a2d038bdc req-9b057ccd-fa04-4181-80db-93d43920c006 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:56.636688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65bb1cd2-1814-44af-892c-f76a2d038bdc req-9b057ccd-fa04-4181-80db-93d43920c006 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 950 time: 0.1696589 Jul 16 19:50:56.691631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-96e0d779-7f6e-4bc4-85ea-254f3f5e6931 req-9189de71-7f30-46f5-942a-72e82401ee64 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.724860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.729565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd96c22a-c447-4b6b-a524-6c2f3057209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.731753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65bb1cd2-1814-44af-892c-f76a2d038bdc req-a99751e5-2a23-491a-964f-be3681dbfe9c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945287 Jul 16 19:50:56.755860 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-96e0d779-7f6e-4bc4-85ea-254f3f5e6931 req-9189de71-7f30-46f5-942a-72e82401ee64 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.769258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96c22a-c447-4b6b-a524-6c2f3057209e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1db1124-f40a-4b41-8603-d81b44c2c786,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:56.771724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd96c22a-c447-4b6b-a524-6c2f3057209e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.773911 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd96c22a-c447-4b6b-a524-6c2f3057209e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d1db1124-f40a-4b41-8603-d81b44c2c786 HTTP/1.1" status: 204 len: 168 time: 0.4560065 Jul 16 19:50:56.777122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:56.835593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-96e0d779-7f6e-4bc4-85ea-254f3f5e6931 req-9189de71-7f30-46f5-942a-72e82401ee64 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.838859 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-96e0d779-7f6e-4bc4-85ea-254f3f5e6931 req-9189de71-7f30-46f5-942a-72e82401ee64 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.843322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96e0d779-7f6e-4bc4-85ea-254f3f5e6931 req-9189de71-7f30-46f5-942a-72e82401ee64 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "DELETE /v2.0/security-groups/753f6923-851e-418f-8ab5-5ee9c001d62b HTTP/1.1" status: 204 len: 173 time: 0.2955952 Jul 16 19:50:56.856846 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.877226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189de71-7f30-46f5-942a-72e82401ee64 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f6923-851e-418f-8ab5-5ee9c001d62b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:56.941314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a668e01-9b28-4109-8d33-6fca9075ea1c req-da8150fe-d403-4591-b694-92974f0bf68e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 210 time: 0.0499783 Jul 16 19:50:56.952738 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03220090-b3b1-47fc-9208-6c86ce756bc4 req-95d1124c-dbc8-48e1-874c-868ef6412197 tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "GET /v2.0/security-groups/6869e6e4-cd5f-4afc-a331-b78cf4dc770d HTTP/1.1" status: 200 len: 1778 time: 0.0853188 Jul 16 19:50:56.968227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48062) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:56.987692 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.052125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03220090-b3b1-47fc-9208-6c86ce756bc4 req-1e64bcf1-8cce-4c7f-8cca-d9d324b6bc1a tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.078964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.096616 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03220090-b3b1-47fc-9208-6c86ce756bc4 req-1e64bcf1-8cce-4c7f-8cca-d9d324b6bc1a tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.123469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf2283d-d863-4ee4-b57f-f74596a8b768']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:57.160386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8201fdf-eeb9-4436-9a54-15784619263d') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:57.160594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8201fdf-eeb9-4436-9a54-15784619263d') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:50:57.180688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Network 6e4cc070-51f6-405f-81df-eb444f0191c6 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:50:57.183984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fc4de67-c0cc-4e7d-9483-cd8f1b63f3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.187773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.190985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Pushing event updated for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:57.194005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:50:57.196990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03220090-b3b1-47fc-9208-6c86ce756bc4 req-1e64bcf1-8cce-4c7f-8cca-d9d324b6bc1a tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.199701 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03220090-b3b1-47fc-9208-6c86ce756bc4 req-1e64bcf1-8cce-4c7f-8cca-d9d324b6bc1a tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.207342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:50:57.216652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03220090-b3b1-47fc-9208-6c86ce756bc4 req-1e64bcf1-8cce-4c7f-8cca-d9d324b6bc1a tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] 10.222.0.78 "DELETE /v2.0/security-groups/6869e6e4-cd5f-4afc-a331-b78cf4dc770d HTTP/1.1" status: 204 len: 173 time: 0.2495422 Jul 16 19:50:57.243747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.265813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:50:57.266247 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:50:57.268802 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:50:57.273410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135efd0-6135-4339-b368-852d0dde2381 req-ff6c5a36-5b97-4217-8cf3-03396a4bd5ae tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:57.275233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4135efd0-6135-4339-b368-852d0dde2381 req-ff6c5a36-5b97-4217-8cf3-03396a4bd5ae tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 949 time: 0.1731739 Jul 16 19:50:57.276113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64bcf1-8cce-4c7f-8cca-d9d324b6bc1a tempest-SecurityGroupsTestAdminJSON-1034876821 tempest-SecurityGroupsTestAdminJSON-1034876821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6869e6e4-cd5f-4afc-a331-b78cf4dc770d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:57.319683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:57.320402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.357782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4135efd0-6135-4339-b368-852d0dde2381 req-b7017d42-d49d-45a8-b9c5-25331214f6df tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669811 Jul 16 19:50:57.382256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.394729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.399255 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bbf2283d-d863-4ee4-b57f-f74596a8b768 HTTP/1.1" status: 204 len: 168 time: 0.6185999 Jul 16 19:50:57.417192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47388e-b53c-4c47-b233-831daf1a5990 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf2283d-d863-4ee4-b57f-f74596a8b768,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:57.497480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fc4de67-c0cc-4e7d-9483-cd8f1b63f3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.507040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fc4de67-c0cc-4e7d-9483-cd8f1b63f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.520280 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-219ca25c-7ef5-496c-81cb-47925135f3ee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5535567 Jul 16 19:50:57.529400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564c1e-8756-4948-bfb2-58ed2e687671 req-f9fb13aa-7c29-4afd-950b-a7712895494e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:57.531456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff564c1e-8756-4948-bfb2-58ed2e687671 req-f9fb13aa-7c29-4afd-950b-a7712895494e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1720293 Jul 16 19:50:57.531612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48076) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:57.536787 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Request body: {'port': {'device_id': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:50:57.588115 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6fc4de67-c0cc-4e7d-9483-cd8f1b63f3ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94d83d124bdd425cafead538a99113d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158037 Jul 16 19:50:57.589178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48080) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:57.592732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4de67-c0cc-4e7d-9483-cd8f1b63f3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf651536-0508-4584-9d4e-cb92f554b965,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:57.615128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff564c1e-8756-4948-bfb2-58ed2e687671 req-05b050ce-9b5d-4783-a6c5-8515bc594454 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735579 Jul 16 19:50:57.659995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.684965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6d95848-fe41-4fe1-befb-016e72277125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.699139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48084) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:57.747387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6d95848-fe41-4fe1-befb-016e72277125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.848688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2a5c348f-6aeb-43ae-bb57-59a20e2579d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08960320116547658ab97bd0f3ad06eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486371 Jul 16 19:50:57.857515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48088) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:57.912927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cfd05565-fbe8-4f85-9bd3-0fde8d18189e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=003d79be20f248c0b349a791e132d6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777089 Jul 16 19:50:57.914092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48090) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:57.962656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9194f24e-77fa-420d-852b-3d3d76cc576c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c'}, {'server_uuid': 'f71e2857-8a5d-4a39-9ac4-cd99cd94780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eceb8439-40c2-46ac-a5a7-0f3a061b4df9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:57.965404 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7266246-a210-45b6-a938-2bb9d9073c0a" -d '{"events": [{"server_uuid": "9194f24e-77fa-420d-852b-3d3d76cc576c", "name": "network-vif-plugged", "status": "completed", "tag": "3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c"}, {"server_uuid": "f71e2857-8a5d-4a39-9ac4-cd99cd94780f", "name": "network-vif-plugged", "status": "completed", "tag": "eceb8439-40c2-46ac-a5a7-0f3a061b4df9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:57.972370 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6d95848-fe41-4fe1-befb-016e72277125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.974975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6d95848-fe41-4fe1-befb-016e72277125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.976134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f6d95848-fe41-4fe1-befb-016e72277125 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf651536-0508-4584-9d4e-cb92f554b965 HTTP/1.1" status: 204 len: 168 time: 0.3865345 Jul 16 19:50:57.989885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481417ac-90f1-480a-bd84-7e7d196d3c50 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:50:57.998840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.001366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d95848-fe41-4fe1-befb-016e72277125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf651536-0508-4584-9d4e-cb92f554b965,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:58.004344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5956355-dba5-4e0c-96d1-e44d408b05ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.009176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bee13-e20b-46fa-adb0-6acf25829579 req-50fa86f7-2b0e-4ba1-a9bc-fc9afe8910e6 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:58.010761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-073bee13-e20b-46fa-adb0-6acf25829579 req-50fa86f7-2b0e-4ba1-a9bc-fc9afe8910e6 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1102 time: 0.2194719 Jul 16 19:50:58.022371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Transition to ACTIVE for port object 481417ac-90f1-480a-bd84-7e7d196d3c50 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:50:58.023674 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b83a165-cff7-4667-890a-6205314d3e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.028397 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.034511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7f71f-6bbc-46fe-852e-76f2afcb468c req-de9054a7-cf1e-4e03-b89b-47c3b84effad tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:58.036117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16d7f71f-6bbc-46fe-852e-76f2afcb468c req-de9054a7-cf1e-4e03-b89b-47c3b84effad tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 950 time: 0.1848884 Jul 16 19:50:58.067130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5956355-dba5-4e0c-96d1-e44d408b05ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.092193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b83a165-cff7-4667-890a-6205314d3e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.124549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Pushing event updated for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:58.156978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-073bee13-e20b-46fa-adb0-6acf25829579 req-24ea77ab-3ffb-415f-b09a-e059eaddd730 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326985 Jul 16 19:50:58.184015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16d7f71f-6bbc-46fe-852e-76f2afcb468c req-0ceaafe8-015a-42c1-99ed-6661bb189f6c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239276 Jul 16 19:50:58.219258 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5956355-dba5-4e0c-96d1-e44d408b05ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.227899 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5956355-dba5-4e0c-96d1-e44d408b05ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.228109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c5956355-dba5-4e0c-96d1-e44d408b05ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d005936-5406-4ec5-9006-aacb99ce1a00 HTTP/1.1" status: 204 len: 168 time: 0.3688798 Jul 16 19:50:58.238456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5956355-dba5-4e0c-96d1-e44d408b05ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d005936-5406-4ec5-9006-aacb99ce1a00,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:58.286758 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e99503-9430-4318-ab0f-2ba29bf7b615 x-openstack-request-id: req-02e99503-9430-4318-ab0f-2ba29bf7b615 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:58.288338 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9194f24e-77fa-420d-852b-3d3d76cc576c", "name": "network-vif-plugged", "status": "completed", "tag": "3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c", "code": 200}, {"server_uuid": "f71e2857-8a5d-4a39-9ac4-cd99cd94780f", "name": "network-vif-plugged", "status": "completed", "tag": "eceb8439-40c2-46ac-a5a7-0f3a061b4df9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:58.288869 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02e99503-9430-4318-ab0f-2ba29bf7b615 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:58.291042 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9194f24e-77fa-420d-852b-3d3d76cc576c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c', 'code': 200} Jul 16 19:50:58.291475 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71e2857-8a5d-4a39-9ac4-cd99cd94780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eceb8439-40c2-46ac-a5a7-0f3a061b4df9', 'code': 200} Jul 16 19:50:58.313163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:50:58.313507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:50:58.313843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:58.324267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:50:58.324645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:50:58.338416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:50:58.338759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:50:58.339215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:50:58.339581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Bound port: 481417ac-90f1-480a-bd84-7e7d196d3c50, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:50:58.339947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.421307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:50:58.425391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:50:58.427410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b83a165-cff7-4667-890a-6205314d3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.430170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b83a165-cff7-4667-890a-6205314d3e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.431550 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8b83a165-cff7-4667-890a-6205314d3e3b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/94a933f1-93f8-4344-b807-a5e93733f337 HTTP/1.1" status: 204 len: 168 time: 0.5165212 Jul 16 19:50:58.441328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.444581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83a165-cff7-4667-890a-6205314d3e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a933f1-93f8-4344-b807-a5e93733f337,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:58.492065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:58.492931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.494509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] 10.222.0.68 "PUT /v2.0/ports/481417ac-90f1-480a-bd84-7e7d196d3c50 HTTP/1.1" status: 200 len: 1093 time: 0.9626491 Jul 16 19:50:58.495107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:50:58.497554 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23aa453-c660-4b58-bd68-4c5a9241f083" -d '{"events": [{"name": "network-changed", "server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:50:58.526336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e8da0-d3e9-41d5-93ea-ee66e63e0745 service neutron] Pushing event updated for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:58.608487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48116) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:58.620621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841866f-5e0b-4b01-bf34-866557cbb8b5 req-66dfc352-3991-4a07-9b92-14b64ac903e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:58.622324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1841866f-5e0b-4b01-bf34-866557cbb8b5 req-66dfc352-3991-4a07-9b92-14b64ac903e4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 1101 time: 0.2477558 Jul 16 19:50:58.628920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0c36f77-c1fa-4517-a67a-75121e5a6a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:58.659415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-845d0cd7-ef25-458f-9b0f-fd4931c1c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:58.660709 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-845d0cd7-ef25-458f-9b0f-fd4931c1c21f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1096 time: 0.1159368 Jul 16 19:50:58.714358 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-4d986881-07a8-450b-bf4e-4337a185a697 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481417ac-90f1-480a-bd84-7e7d196d3c50 HTTP/1.1" status: 200 len: 217 time: 0.0457790 Jul 16 19:50:58.800428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a487-fc25-4d07-ba82-7412edc45faa req-61a32650-9c5d-41c0-b29e-b372c32d83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:58.803192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7f1a487-fc25-4d07-ba82-7412edc45faa req-61a32650-9c5d-41c0-b29e-b372c32d83ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 1102 time: 0.3586023 Jul 16 19:50:58.868038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370126e-7e95-4dd4-b171-d4148fdc682c req-01fb6931-f8fc-446b-bf8f-7ff5214e743e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:58.870658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3370126e-7e95-4dd4-b171-d4148fdc682c req-01fb6931-f8fc-446b-bf8f-7ff5214e743e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 944 time: 0.3413651 Jul 16 19:50:58.903618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1841866f-5e0b-4b01-bf34-866557cbb8b5 req-d280d734-9b75-4f97-a14f-9dd04cfcc3f0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552457 Jul 16 19:50:58.981919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fe3fb-0743-4ba1-b634-d7e52a7bc815 req-9d66299a-86cc-4dc5-aee6-ff3a1f5cea72 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:58.984700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5fe3fb-0743-4ba1-b634-d7e52a7bc815 req-9d66299a-86cc-4dc5-aee6-ff3a1f5cea72 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 949 time: 0.3663108 Jul 16 19:50:58.998995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-1bebb0ca-10e3-466d-b297-9eda33c45df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:59.000575 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-1bebb0ca-10e3-466d-b297-9eda33c45df7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.2778137 Jul 16 19:50:59.038084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3370126e-7e95-4dd4-b171-d4148fdc682c req-134f0805-3385-4271-9c5a-030d3794fe15 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586258 Jul 16 19:50:59.046680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-20ff71a6-8306-4249-bcec-448aee984afb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383406 Jul 16 19:50:59.049835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7f1a487-fc25-4d07-ba82-7412edc45faa req-70fb9643-d641-4600-bfbc-69bcf03f3d08 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307684 Jul 16 19:50:59.083009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5fe3fb-0743-4ba1-b634-d7e52a7bc815 req-2dc2318d-a78d-41eb-963c-23c0d155f365 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771596 Jul 16 19:50:59.104241 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0c36f77-c1fa-4517-a67a-75121e5a6a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.156165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0c36f77-c1fa-4517-a67a-75121e5a6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.196489 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140534e4-322f-4917-8719-c6294467066b x-openstack-request-id: req-140534e4-322f-4917-8719-c6294467066b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:50:59.196629 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:50:59.196886 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-140534e4-322f-4917-8719-c6294467066b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:50:59.197314 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50', 'status': 'completed', 'code': 200} Jul 16 19:50:59.218449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c36f77-c1fa-4517-a67a-75121e5a6a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b480b5-935c-425d-90fd-f0e4b4cc10b1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:59.255025 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a0c36f77-c1fa-4517-a67a-75121e5a6a6b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8612e19b5ce5458394a6ef49d5d4ceba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414750 Jul 16 19:50:59.258196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48138) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:59.262534 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-4d44d4eb-8a8d-4508-a164-87d2a69058ff service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035577 Jul 16 19:50:59.285303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48140) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:59.373406 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf21033b-52a2-4c99-9ff9-a889a696f003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.390177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-14187db2-be85-4a4e-89cb-0548eb67693a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569911 Jul 16 19:50:59.399143 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf7378ba-ac5c-4302-9664-d1d21018ba1b req-1ad6bc07-bda2-43cc-8741-1d8374a4b1b5 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292956 Jul 16 19:50:59.479062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-18e95d1e-8222-4c34-96d4-6cb72013b1eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa86c80816814fd5819e93a920436e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924267 Jul 16 19:50:59.489811 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf21033b-52a2-4c99-9ff9-a889a696f003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.491795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48152) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:59.566421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-bb771888-ca40-4de5-8d66-dde3bb2cb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:59.568266 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-bb771888-ca40-4de5-8d66-dde3bb2cb526 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1096 time: 0.1095548 Jul 16 19:50:59.573508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3672395d-2594-45c3-afd8-630a9d91b7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.624642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66edf4-618c-479e-968e-2eabd6378803 req-cdaa04c9-d8f1-47db-931e-bcb43c98ddd8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:59.626313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-cdaa04c9-d8f1-47db-931e-bcb43c98ddd8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236707 Jul 16 19:50:59.630655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3672395d-2594-45c3-afd8-630a9d91b7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.634872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca7249-6eb8-4b34-91e7-a24bc22ee5ad req-c4dae9f7-5bde-4e4d-9436-56424af6aa4c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:59.636237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72ca7249-6eb8-4b34-91e7-a24bc22ee5ad req-c4dae9f7-5bde-4e4d-9436-56424af6aa4c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 950 time: 0.2346878 Jul 16 19:50:59.649657 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf21033b-52a2-4c99-9ff9-a889a696f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.652300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf21033b-52a2-4c99-9ff9-a889a696f003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.653513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cf21033b-52a2-4c99-9ff9-a889a696f003 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46b480b5-935c-425d-90fd-f0e4b4cc10b1 HTTP/1.1" status: 204 len: 168 time: 0.3939977 Jul 16 19:50:59.672255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-a5bcae56-1dcf-42aa-99b2-c2172b3ba35b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/quotas/6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 375 time: 0.0334780 Jul 16 19:50:59.680254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21033b-52a2-4c99-9ff9-a889a696f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b480b5-935c-425d-90fd-f0e4b4cc10b1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:59.759405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-2fccb83d-9c8c-42eb-84b5-620033b64e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:59.761384 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-2fccb83d-9c8c-42eb-84b5-620033b64e08 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1854939 Jul 16 19:50:59.784792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72ca7249-6eb8-4b34-91e7-a24bc22ee5ad req-abab1f7c-55b7-4a8b-890b-a4377b598371 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379323 Jul 16 19:50:59.817501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-93d9c381-7c55-4c20-b7a5-6d167be0d5a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481417ac-90f1-480a-bd84-7e7d196d3c50 HTTP/1.1" status: 200 len: 217 time: 0.0461926 Jul 16 19:50:59.826452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3672395d-2594-45c3-afd8-630a9d91b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.829296 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3672395d-2594-45c3-afd8-630a9d91b7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.831124 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3672395d-2594-45c3-afd8-630a9d91b7fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/690c0b99-b8bb-4939-ae09-d8ea4b154123 HTTP/1.1" status: 204 len: 168 time: 0.3382578 Jul 16 19:50:59.861695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-83ad3076-4fca-4d56-8cba-246f6fd91ce0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770470 Jul 16 19:50:59.882131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672395d-2594-45c3-afd8-630a9d91b7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c0b99-b8bb-4939-ae09-d8ea4b154123,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:59.914893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-2233175e-96d6-452a-9057-e986af720090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:50:59.916912 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-2233175e-96d6-452a-9057-e986af720090 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0831561 Jul 16 19:50:59.998488 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-c14eb468-c0a8-4717-932e-ff0cdc9e1e89 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731852 Jul 16 19:51:00.190974 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-71b3f133-a5d9-4f92-b10f-bc1ab2274c2d service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769216 Jul 16 19:51:00.356559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78839069-66e3-45a0-a21b-cb907f80f19c req-4f892919-d002-45a9-bb92-c4bd116d47bf tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:00.359362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78839069-66e3-45a0-a21b-cb907f80f19c req-4f892919-d002-45a9-bb92-c4bd116d47bf tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 944 time: 0.1348178 Jul 16 19:51:00.382258 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d23aa453-c660-4b58-bd68-4c5a9241f083 req-1086a01d-7eac-4074-bc7c-b768dd445375 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820400 Jul 16 19:51:00.447820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78839069-66e3-45a0-a21b-cb907f80f19c req-13d85855-ec54-412e-865c-3624b372fc14 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814922 Jul 16 19:51:00.665608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0349fa91-dee7-409a-a567-c8796ee36599 req-c12a1c96-0580-48e9-a057-60dae2288870 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 210 time: 0.1089981 Jul 16 19:51:01.071151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f7-bd21-4da7-a338-758e69e10aee req-b30a5486-2ecf-4c34-891d-1577ce9dec21 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:01.091172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60cd34f7-bd21-4da7-a338-758e69e10aee req-b30a5486-2ecf-4c34-891d-1577ce9dec21 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 949 time: 0.2665169 Jul 16 19:51:01.226286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60cd34f7-bd21-4da7-a338-758e69e10aee req-a50683c3-74c5-4896-ae64-d3db6f7c2732 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279569 Jul 16 19:51:01.285136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48236) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:01.349628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0d38e48-5aa9-400d-b88f-1f5b90edb690 req-6a21dc41-59fb-4863-b50d-a6c30af8bf28 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0600445 Jul 16 19:51:01.557012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428dee9-4e41-439a-b5cf-4c0befe43c6c req-5292ff07-a79e-4a79-8202-dc3975d21b28 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:01.559143 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1428dee9-4e41-439a-b5cf-4c0befe43c6c req-5292ff07-a79e-4a79-8202-dc3975d21b28 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 950 time: 0.0852890 Jul 16 19:51:01.608585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1428dee9-4e41-439a-b5cf-4c0befe43c6c req-c8f98b3f-ff20-45eb-9feb-f20a71a240c7 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Jul 16 19:51:01.712796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-network', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:01.773879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Made reservation on behalf of fc84c98ed3c14af0b406e632bad12268 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:01.777178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:01.791127 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:01.879857 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-05790dfe-b608-4c43-8bae-27dc5e7122c9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313675 Jul 16 19:51:02.022350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.054234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.092050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:51:02.118680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011e0e11-8546-4324-b1a7-29a8a90280a4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:02.131526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66edf4-618c-479e-968e-2eabd6378803 req-b11a7304-98cb-4389-a833-99b4e3b3cb9b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:02.133307 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-b11a7304-98cb-4389-a833-99b4e3b3cb9b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474549 Jul 16 19:51:02.134706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.135074 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Added segment 85e09b05-d478-45d5-b08a-17756d27bba1 of type vlan for network cc28ce45-c629-4fea-b2c7-44e882099bfd Jul 16 19:51:02.152539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Request body: {'port': {'device_id': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '6fe27a832b7f42c9bc6c7c6b5bd1a11a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:02.193398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aad948-c156-47bc-bdc7-f2ac26031b32 req-ecf7f631-424e-4b3e-968e-c8862993aa23 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:02.195304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80aad948-c156-47bc-bdc7-f2ac26031b32 req-ecf7f631-424e-4b3e-968e-c8862993aa23 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 949 time: 0.3914948 Jul 16 19:51:02.219851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3a426-6be4-47e1-88d1-fc605699ba97 req-a12869d8-1ad8-4142-923d-5d1a7732021e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:02.221958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2e3a426-6be4-47e1-88d1-fc605699ba97 req-a12869d8-1ad8-4142-923d-5d1a7732021e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 944 time: 0.4838853 Jul 16 19:51:02.241537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.344921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.346805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:02.347664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.350615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80aad948-c156-47bc-bdc7-f2ac26031b32 req-f9c4c4f9-c7fd-4261-9a83-a5ca52fdd882 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260853 Jul 16 19:51:02.363722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2e3a426-6be4-47e1-88d1-fc605699ba97 req-b0d20926-75c1-4818-b26b-90f0dc2516eb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961857 Jul 16 19:51:02.386499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Made reservation on behalf of 6fe27a832b7f42c9bc6c7c6b5bd1a11a for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:02.390985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.413653 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1265152 Jul 16 19:51:02.417143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48274) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:02.437768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Request body: {'subnet': {'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-subnet', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:02.471547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36396f-89e4-46f0-8987-41fbaa116eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=cc28ce45-c629-4fea-b2c7-44e882099bfd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:02.484445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network cc28ce45-c629-4fea-b2c7-44e882099bfd details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:51:02.511918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Made reservation on behalf of fc84c98ed3c14af0b406e632bad12268 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:02.516422 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.660876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-336ac604-2ecb-4df4-9ac7-162c9c51a4d2 req-6450ca67-0e2f-4c8d-a219-2b5f1a203b06 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 210 time: 0.0443063 Jul 16 19:51:02.754065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Allocated IP 192.168.233.206 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/54673c47-a82e-43cb-93c3-6e8a88086b38) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:02.803697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.864855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 481417ac-90f1-480a-bd84-7e7d196d3c50 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:02.883940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Checking segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:02.884323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Network hostable DHCP agents. Network: cc28ce45-c629-4fea-b2c7-44e882099bfd, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:51:02.891306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9111e026-ec93-42e9-b5e3-43cf97e98969,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:02.918081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Network cc28ce45-c629-4fea-b2c7-44e882099bfd is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:51:02.935059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, cc28ce45-c629-4fea-b2c7-44e882099bfd) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:02.940153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:02.940840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:02.957706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-764e85fb-4432-423d-8296-e548e710ca22 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5380495 Jul 16 19:51:02.960475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48280) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:02.965196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:02.995443 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.000087 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.023158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.046857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57e609-e6cc-45ac-981a-b4508697e104 None None] Network cc28ce45-c629-4fea-b2c7-44e882099bfd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:51:03.062408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Transition to ACTIVE for port object 54673c47-a82e-43cb-93c3-6e8a88086b38 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:03.074979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:03.093295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '481417ac-90f1-480a-bd84-7e7d196d3c50', 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'port_id': '481417ac-90f1-480a-bd84-7e7d196d3c50', 'mac_address': 'fa:16:3e:52:fa:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e9e3e2-adf4-4ead-9d6d-89cb435940fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:03.108581 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.114437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f69564af-3a52-4bd3-861d-a6e67b64f1a2 req-0063b0c5-836c-4969-bf14-91728d48c85c tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0683122 Jul 16 19:51:03.121405 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.190768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:03.197092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:03.211969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:03.260460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:03.355773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:03.386180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:03.386180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.404516 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5b8a3980-395e-4433-af8c-1e9f24350e2f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2568371 Jul 16 19:51:03.426812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Request body: {'port': {'device_id': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:03.435499 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.513600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-6e7c996f-733e-4435-a0eb-ba2ef2cd9e92 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303698 Jul 16 19:51:03.571109 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.584027 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.591680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481417ac-90f1-480a-bd84-7e7d196d3c50 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:03.665669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-cc28ce45-c629-4fea-b2c7-44e882099bfd', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:51:03.666808 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.671300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:03.688557 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.749454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-936cf1d2-2239-4536-b287-8a6db572515c None None] Provisioning for port 54673c47-a82e-43cb-93c3-6e8a88086b38 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:03.769492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-936cf1d2-2239-4536-b287-8a6db572515c None None] Provisioning complete for port 54673c47-a82e-43cb-93c3-6e8a88086b38 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:03.770163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-936cf1d2-2239-4536-b287-8a6db572515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.916146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:03.923848 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.934311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-936cf1d2-2239-4536-b287-8a6db572515c None None] Port 54673c47-a82e-43cb-93c3-6e8a88086b38 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:51:03.950575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54673c47-a82e-43cb-93c3-6e8a88086b38 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:03.959060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.973988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Transition to ACTIVE for port object 54673c47-a82e-43cb-93c3-6e8a88086b38 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:03.978283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:03.983781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['481417ac-90f1-480a-bd84-7e7d196d3c50'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:03.986662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Allocated IP 172.20.0.2 (cc28ce45-c629-4fea-b2c7-44e882099bfd/9111e026-ec93-42e9-b5e3-43cf97e98969/8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:04.029383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8abdda07-7d0a-4a6a-b743-fe2e85d5ec9c req-1af35ccb-bbc9-488a-96f5-f2b016d77b32 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0758829 Jul 16 19:51:04.094845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-f2863ccc-e44d-4ee2-ab9a-765b3b91c465 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.101815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-f2863ccc-e44d-4ee2-ab9a-765b3b91c465 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5671494 Jul 16 19:51:04.125154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:04.127638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-facd5c18-c897-4082-bced-9171745f8b14 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/quotas/d01cdc5510f649d0b599621e78fa2ff2 HTTP/1.1" status: 200 len: 375 time: 0.0243094 Jul 16 19:51:04.143608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Attempting to bind port 54673c47-a82e-43cb-93c3-6e8a88086b38 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:04.144061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Attempting to bind port 54673c47-a82e-43cb-93c3-6e8a88086b38 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:04.144614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Attempting to bind port 54673c47-a82e-43cb-93c3-6e8a88086b38 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:04.150217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Port 54673c47-a82e-43cb-93c3-6e8a88086b38 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:04.150547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Attempting to bind port 54673c47-a82e-43cb-93c3-6e8a88086b38 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:04.162554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:04.162938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:04.163322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:04.163776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Bound port: 54673c47-a82e-43cb-93c3-6e8a88086b38, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:04.164419 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.172386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-56bd8a31-bb72-4c24-9d24-a0a8a49c2137 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437319 Jul 16 19:51:04.201962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.244586 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.274460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.274899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.275399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.275684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:04.275909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.276411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.276901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.277395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.277879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.278363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.279845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:04.280637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-a15361fb-2451-49c6-8053-4a44de15e95c tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351&device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013&device_id=ac90c2d8-e95c-4191-817f-605950aa5665&device_id=9194f24e-77fa-420d-852b-3d3d76cc576c&device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f&device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a&device_id=5735baf3-4681-4139-9d27-597db5aaca19&device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467&device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 8177 time: 0.2797122 Jul 16 19:51:04.289001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.339943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.340558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.342079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] 10.222.0.68 "PUT /v2.0/ports/54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 1097 time: 0.9209740 Jul 16 19:51:04.342568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:04.345002 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:04.394755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a92ade-fa94-41d5-9e09-b9fc468aac1f service neutron] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:04.429891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-b699aca1-b441-4a6d-aca1-8ed7955c7a07 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.520527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66edf4-618c-479e-968e-2eabd6378803 req-f99be876-3134-4cb9-91e9-fc3242378483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.522108 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-f99be876-3134-4cb9-91e9-fc3242378483 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 1100 time: 0.1240194 Jul 16 19:51:04.536656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Allocated IP 172.25.6.127 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/91f64b01-8741-44de-a1d6-b798ea3b84d8) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:04.613470 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-f154753a-9779-4d63-9b94-4eafc8be35fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 217 time: 0.0759773 Jul 16 19:51:04.649042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.653905 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.663992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Transition to ACTIVE for port object 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:04.684408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Transition to ACTIVE for port object 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:04.696063 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.717097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66edf4-618c-479e-968e-2eabd6378803 req-6da25d7f-b867-48f5-8331-1e65d0f36786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.719706 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-6da25d7f-b867-48f5-8331-1e65d0f36786 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0985563 Jul 16 19:51:04.747076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Network cc28ce45-c629-4fea-b2c7-44e882099bfd is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:04.765099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:04.770168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:04.795139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Pushing event updated for resources: {'Port': ['ID=8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:04.817302 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-b699aca1-b441-4a6d-aca1-8ed7955c7a07 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.826987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-b699aca1-b441-4a6d-aca1-8ed7955c7a07 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.832782 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.853254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceec1ea-1603-4334-98ef-8d55736b0b1c req-168bfbf6-2278-4ab9-b8f8-32423adb3b29 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.857032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66edf4-618c-479e-968e-2eabd6378803 req-42bb4a2e-94e0-4c61-a2d7-e6525f4fd210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:04.860065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-42bb4a2e-94e0-4c61-a2d7-e6525f4fd210 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300395 Jul 16 19:51:04.860653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ceec1ea-1603-4334-98ef-8d55736b0b1c req-168bfbf6-2278-4ab9-b8f8-32423adb3b29 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 949 time: 0.2603743 Jul 16 19:51:04.900591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Attempting to bind port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:04.901137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Attempting to bind port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:04.902282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Attempting to bind port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc on network cc28ce45-c629-4fea-b2c7-44e882099bfd {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:04.911378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:04.912301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Checking segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:04.913478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.914095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Bound using segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:04.914813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Bound port: 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:04.915334 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:04.973074 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d95d729-606b-491f-98c9-fa3f424d4a63 req-b699aca1-b441-4a6d-aca1-8ed7955c7a07 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&id=35e6b03d-10db-45da-8570-32fb274ed459&id=21cace1d-23f3-44f1-b333-26cd12970431&id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.6588748 Jul 16 19:51:04.996593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:05.011434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] For port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:05.018314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] For port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:05.025116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:05.089441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699aca1-b441-4a6d-aca1-8ed7955c7a07 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d8249-4123-4934-bc00-c68a7d1aa6c9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:05.102356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3ac91-83c3-4d78-b86c-0fda12e03762 None None] Pushing event updated for resources: {'Port': ['ID=8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:05.108809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-5e44885b-3a9e-4631-bc1c-49ab6a1bbf3a service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342377 Jul 16 19:51:05.161250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:05.186843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ceec1ea-1603-4334-98ef-8d55736b0b1c req-e2f2542f-d62a-4f00-87c0-ad293b6d1ba9 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250308 Jul 16 19:51:05.219621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:05.232395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:05.236555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Pushing event updated for resources: {'Port': ['ID=91f64b01-8741-44de-a1d6-b798ea3b84d8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:05.323198 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa66edf4-618c-479e-968e-2eabd6378803 req-b9d6699d-e144-412c-8e18-ba21876a8db1 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069910 Jul 16 19:51:05.461474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-1136a017-9298-45c6-8271-6eb615c2d7c5 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:05.463574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-1136a017-9298-45c6-8271-6eb615c2d7c5 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.68 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 949 time: 0.3006845 Jul 16 19:51:05.576190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf0de6-af0c-4629-9eeb-11b7ce2dcd68 req-8cef02a2-ba57-4ab4-bcd0-ba08efea949d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:05.577948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67bf0de6-af0c-4629-9eeb-11b7ce2dcd68 req-8cef02a2-ba57-4ab4-bcd0-ba08efea949d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 945 time: 0.3962173 Jul 16 19:51:05.649637 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-24678a6e-d732-4a85-a9a1-24bd686dc1f8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0900624 Jul 16 19:51:05.739689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67bf0de6-af0c-4629-9eeb-11b7ce2dcd68 req-5b705e5b-92c5-474c-8489-588a1ebd8a64 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425834 Jul 16 19:51:05.746976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666372e6-74ed-48d6-8680-8b5af5f37dd1 req-713ea058-086a-4094-b25b-51209e2d2f71 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:05.748508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-666372e6-74ed-48d6-8680-8b5af5f37dd1 req-713ea058-086a-4094-b25b-51209e2d2f71 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 948 time: 0.3211010 Jul 16 19:51:05.753522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-de23bc73-a854-4efb-8819-ce28f640dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:05.755367 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-de23bc73-a854-4efb-8819-ce28f640dd9f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1102 time: 0.0568862 Jul 16 19:51:05.820574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Deleting port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:05.820919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:05.872844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-666372e6-74ed-48d6-8680-8b5af5f37dd1 req-58fd098b-9730-4e0c-9749-e11d56761510 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865779 Jul 16 19:51:05.873655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:05.895136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-4f981f44-b824-49eb-8dfa-44f746f7c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:05.898332 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-4f981f44-b824-49eb-8dfa-44f746f7c662 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1083994 Jul 16 19:51:06.042319 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ae3b60-7dfb-4a70-9f70-3940f183e69c x-openstack-request-id: req-c8ae3b60-7dfb-4a70-9f70-3940f183e69c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:06.043567 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:06.044010 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8ae3b60-7dfb-4a70-9f70-3940f183e69c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:06.048441 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'status': 'completed', 'code': 200} Jul 16 19:51:06.059541 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-021bfb67-73c2-435f-91c8-9b72491ff474 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.1523354 Jul 16 19:51:06.074386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] For port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:06.074774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:06.112843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eccda059-ee6c-4eb5-95a2-19c1f4a1dd14 req-78e8314c-756c-4538-9600-d9c1f7e6ea77 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0764906 Jul 16 19:51:06.121021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Calling delete_port for 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:06.125289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-f13c0752-772c-414f-ad5f-217514801eef tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871301 Jul 16 19:51:06.226422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-eff6e41d-b190-41af-8bc0-547201974aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:06.228701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-eff6e41d-b190-41af-8bc0-547201974aa1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1291521 Jul 16 19:51:06.240409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-7b705885-9d05-4c5a-9da3-fd75c71e5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:06.245306 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-7b705885-9d05-4c5a-9da3-fd75c71e5df1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 1100 time: 0.2044191 Jul 16 19:51:06.410173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-5782a44c-9861-4245-958e-d97a557a9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:06.411760 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-5782a44c-9861-4245-958e-d97a557a9517 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654103 Jul 16 19:51:06.415109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-9dee4dfd-bc17-4d8d-a1b7-f66a65ea42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:06.416617 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-9dee4dfd-bc17-4d8d-a1b7-f66a65ea42f6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1585829 Jul 16 19:51:06.494432 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-c40f7cea-ef40-40ae-a079-56d4744e44ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 217 time: 0.0572226 Jul 16 19:51:06.543911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0bf3c5-5035-47c1-a6ca-77864c6a14ed None None] Network cc28ce45-c629-4fea-b2c7-44e882099bfd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:51:06.607625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-21dffaeb-3589-48ce-ae85-1483d468ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:06.609184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-21dffaeb-3589-48ce-ae85-1483d468ddb1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1022725 Jul 16 19:51:06.613847 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-41193f1d-83cf-45fd-a8e8-4c7e44848291 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845880 Jul 16 19:51:06.645382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0d3f231c-13ae-4bcc-a985-b2ddf95dbced None None] Provisioning for port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:06.865223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e710fd4-ece6-4b7a-a22f-c81202ff39fc req-932dd2ae-c398-4dbf-aa43-2fe74be46f96 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 210 time: 0.0647221 Jul 16 19:51:06.911693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-27e9f51f-e020-4942-9ce9-88fc68baf1d6 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:06.913301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 481417ac-90f1-480a-bd84-7e7d196d3c50 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:06.917807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-27e9f51f-e020-4942-9ce9-88fc68baf1d6 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7855268 Jul 16 19:51:06.940847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-04f61cc0-2174-4f85-837d-bdaad357f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:06.943552 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-04f61cc0-2174-4f85-837d-bdaad357f867 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3099563 Jul 16 19:51:06.950603 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b36bf137-75a4-4b44-8e1e-d02d11674626 req-ebc8dc3d-f5c2-49a9-a30a-a509dc5ce95d service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975986 Jul 16 19:51:06.950708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Request body: {'port': {'device_id': '33dfb20c-3a4f-4cd5-8f51-15f077d92f05', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'd01cdc5510f649d0b599621e78fa2ff2'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:07.044797 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.085740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 481417ac-90f1-480a-bd84-7e7d196d3c50 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:07.097857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 481417ac-90f1-480a-bd84-7e7d196d3c50 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:07.101425 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.140461 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-7b7ae2e5-04d6-4dba-8f5a-92ba9da670f3 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751623 Jul 16 19:51:07.330098 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48726196-bf8d-4be9-b9fc-ec7d0eedde4d req-be62f3ed-9850-4f34-8f3f-5bd9731882d1 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827681 Jul 16 19:51:07.395274 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.461989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.467102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Made reservation on behalf of d01cdc5510f649d0b599621e78fa2ff2 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:07.472874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.495603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:07.497601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:07.503690 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f8207d-81ca-4405-acdb-0fcf608d027e" -d '{"events": [{"server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "name": "network-vif-plugged", "status": "completed", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:07.510568 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.512366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:07.556704 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.562117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Pushing event deleted for resources: {'Port': ['ID=3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:07.562380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:07.570862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3d50a-7685-4f20-8377-47c14a9b71a9 req-208b10b4-69b1-44b6-a976-bae0a872ff7a tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:07.572531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-acb3d50a-7685-4f20-8377-47c14a9b71a9 req-208b10b4-69b1-44b6-a976-bae0a872ff7a tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/ports?device_id=9194f24e-77fa-420d-852b-3d3d76cc576c HTTP/1.1" status: 200 len: 867 time: 0.3243237 Jul 16 19:51:07.596515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:07.597263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:07.620116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:51:07.712709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] No DVR routers for this DVR port 3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:51:07.714245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:07.732818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:07.739109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:07.741235 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.741432 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.743279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5d839f7-f759-45b9-bd99-d290fdb20998 req-4932a00f-256b-4824-95c1-a6144437e14e tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.68 "DELETE /v2.0/ports/3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c HTTP/1.1" status: 204 len: 173 time: 2.2718074 Jul 16 19:51:07.746377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9194f24e-77fa-420d-852b-3d3d76cc576c', 'name': 'network-vif-deleted', 'tag': '3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:07.748159 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5908c918-ff79-494b-b5af-aa7ee69931a4" -d '{"events": [{"server_uuid": "9194f24e-77fa-420d-852b-3d3d76cc576c", "name": "network-vif-deleted", "tag": "3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:07.794556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-acb3d50a-7685-4f20-8377-47c14a9b71a9 req-1a404f2c-8600-44c7-a097-082406ea7268 tempest-DeleteServersAdminTestJSON-286542382 tempest-DeleteServersAdminTestJSON-286542382-project] 10.222.0.78 "GET /v2.0/security-groups?id=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902843 Jul 16 19:51:07.886648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff19936-c319-4ff4-905d-52e3f395e91a req-3e650b55-7cde-490e-941e-594b778149b7 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:07.887316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff19936-c319-4ff4-905d-52e3f395e91a req-3e650b55-7cde-490e-941e-594b778149b7 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:07.887542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff19936-c319-4ff4-905d-52e3f395e91a req-3e650b55-7cde-490e-941e-594b778149b7 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:07.895730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff19936-c319-4ff4-905d-52e3f395e91a req-3e650b55-7cde-490e-941e-594b778149b7 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f&device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a&device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 2885 time: 0.4088469 Jul 16 19:51:07.922795 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.975787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff19936-c319-4ff4-905d-52e3f395e91a req-7e5cbd0f-acbd-4b3f-8bd5-823dd5ca04c6 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788198 Jul 16 19:51:07.981766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:07.987177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:51:07.990876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:07.999640 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:51:08.014374 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:08.015177 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:50:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:08.048932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:08.062285 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:08.074676 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:08.078879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48354) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:08.080096 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-21610666-71b2-480c-ae57-9c06b38714a4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.1175029 Jul 16 19:51:08.081972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:08.155017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074dd53-bc7d-427a-9fbe-7c5aa8e1d334 req-bbbc577c-7777-4f3c-bb64-471bcc511374 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:08.156435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b074dd53-bc7d-427a-9fbe-7c5aa8e1d334 req-bbbc577c-7777-4f3c-bb64-471bcc511374 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 946 time: 0.1890366 Jul 16 19:51:08.160170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:08.249098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b074dd53-bc7d-427a-9fbe-7c5aa8e1d334 req-ce014b9c-d098-4ef2-b1c7-03b5686a50be tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814524 Jul 16 19:51:08.286825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd5fd725-e39e-466c-bf7b-350f6f7bb1fd req-f3afba94-4170-4b8c-8ca3-0de6cbfb6abb tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0367103 Jul 16 19:51:08.306376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Allocated IP 192.168.233.49 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/55bda8ee-470e-4eb2-8618-61575c549a28) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:08.350498 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:08.385664 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec56cf0-b14f-4bc4-b14c-e84acc485f04 x-openstack-request-id: req-0ec56cf0-b14f-4bc4-b14c-e84acc485f04 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:08.386000 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "name": "network-vif-plugged", "status": "completed", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:08.386269 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ec56cf0-b14f-4bc4-b14c-e84acc485f04 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:08.386676 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50', 'code': 200} Jul 16 19:51:08.525111 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055adab7-759b-4652-9eff-a6a4b6ef1fc5 x-openstack-request-id: req-055adab7-759b-4652-9eff-a6a4b6ef1fc5 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:08.525460 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9194f24e-77fa-420d-852b-3d3d76cc576c", "name": "network-vif-deleted", "tag": "3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:08.525622 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-055adab7-759b-4652-9eff-a6a4b6ef1fc5 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:08.526014 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9194f24e-77fa-420d-852b-3d3d76cc576c', 'name': 'network-vif-deleted', 'tag': '3b216fbb-6b8a-4bf4-97c9-4a47c0d4866c', 'status': 'completed', 'code': 200} Jul 16 19:51:08.686014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc94c9ff-47c4-4ef9-b170-fc3b869e88e3 req-a7eb8b99-5dc4-4893-838f-ceaceaf6bd9a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 210 time: 0.0765886 Jul 16 19:51:08.751442 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:05Z', 'revision_number': 3, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:08.768966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:08.793037 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:51:08.794665 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Updating router fe796c92-d3bc-439c-980d-a7bb3151afc1 port 91f64b01-8741-44de-a1d6-b798ea3b84d8 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:51:08.803913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Transition to ACTIVE for port object 55bda8ee-470e-4eb2-8618-61575c549a28 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:08.805125 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e42b658-3908-4a09-a122-4039ce777c76 req-3a439114-a9d3-473a-b9f8-34a37ac04fb0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2925556 Jul 16 19:51:08.807240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:08.825106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215a2aa-b1a1-4037-a447-dcc28792e70c req-6c3a6d4c-b685-4588-8e68-23166db3338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:08.829294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f215a2aa-b1a1-4037-a447-dcc28792e70c req-6c3a6d4c-b685-4588-8e68-23166db3338a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1098 time: 0.3090830 Jul 16 19:51:08.838139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9651f-e2fd-443e-b62f-1126b0b85c38 req-ee23da8c-c1c3-4595-bc9b-b04b3224540e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:08.840034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12b9651f-e2fd-443e-b62f-1126b0b85c38 req-ee23da8c-c1c3-4595-bc9b-b04b3224540e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 948 time: 0.2961628 Jul 16 19:51:08.873384 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:08.919111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 54673c47-a82e-43cb-93c3-6e8a88086b38 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:08.943895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12b9651f-e2fd-443e-b62f-1126b0b85c38 req-d6bacec7-62bc-4c4a-ab0d-bf2cb093d1bd tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918324 Jul 16 19:51:08.949677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f215a2aa-b1a1-4037-a447-dcc28792e70c req-6463712f-653d-4b24-bcb0-5c71fbda2824 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065814 Jul 16 19:51:08.952524 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.033972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Pushing event updated for resources: {'Port': ['ID=55bda8ee-470e-4eb2-8618-61575c549a28,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:09.074060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:09.079721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:09.099520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:09.180713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:09.206807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'mac_address': 'fa:16:3e:84:28:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:09.247707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:09.248419 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.289113 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.289513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-75eb7d73-5ea5-4b89-a3b3-7b07e1ac653b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3428955 Jul 16 19:51:09.302479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Request body: {'port': {'device_id': '33dfb20c-3a4f-4cd5-8f51-15f077d92f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:09.317269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54673c47-a82e-43cb-93c3-6e8a88086b38 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:09.370129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:09.378550 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.422966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Allocated IP 172.20.0.1 (cc28ce45-c629-4fea-b2c7-44e882099bfd/9111e026-ec93-42e9-b5e3-43cf97e98969/6422e2b0-d63d-43b4-8545-7349a87b5198) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:09.518423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:09.551265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.570503 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.584591 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Transition to ACTIVE for port object 91f64b01-8741-44de-a1d6-b798ea3b84d8 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:09.591744 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.605267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.625229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Transition to ACTIVE for port object 6422e2b0-d63d-43b4-8545-7349a87b5198 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:09.635682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:09.639909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0d5d78a1-4beb-40a4-996d-58e90bddd639 None None] Provisioning for port 55bda8ee-470e-4eb2-8618-61575c549a28 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:09.654175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0d5d78a1-4beb-40a4-996d-58e90bddd639 None None] Provisioning complete for port 55bda8ee-470e-4eb2-8618-61575c549a28 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:09.656565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0d5d78a1-4beb-40a4-996d-58e90bddd639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.694377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42b658-3908-4a09-a122-4039ce777c76 req-8c217eff-52f8-4547-9835-8e7565410d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:09.695960 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Pushing event updated for resources: {'Port': ['ID=91f64b01-8741-44de-a1d6-b798ea3b84d8,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:09.696096 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e42b658-3908-4a09-a122-4039ce777c76 req-8c217eff-52f8-4547-9835-8e7565410d25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 1097 time: 0.4833527 Jul 16 19:51:09.700726 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Attempting to bind port 91f64b01-8741-44de-a1d6-b798ea3b84d8 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:09.701337 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Attempting to bind port 91f64b01-8741-44de-a1d6-b798ea3b84d8 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:09.702270 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Attempting to bind port 91f64b01-8741-44de-a1d6-b798ea3b84d8 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:09.703971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.717311 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:09.718167 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:09.718328 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.727565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['54673c47-a82e-43cb-93c3-6e8a88086b38'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:09.734287 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:09.734928 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Bound port: 91f64b01-8741-44de-a1d6-b798ea3b84d8, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:09.735245 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.743767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d989e240-9154-4891-b7e1-46f97ed8f170 req-82586405-655c-4885-a82d-2414ed36f228 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0810323 Jul 16 19:51:09.760283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:09.760815 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.764776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d78a1-4beb-40a4-996d-58e90bddd639 None None] Port 55bda8ee-470e-4eb2-8618-61575c549a28 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:51:09.770807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Network cc28ce45-c629-4fea-b2c7-44e882099bfd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:09.791612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:09.847829 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] For port 91f64b01-8741-44de-a1d6-b798ea3b84d8, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:09.854604 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] For port 91f64b01-8741-44de-a1d6-b798ea3b84d8, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=91f64b01-8741-44de-a1d6-b798ea3b84d8,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:09.857912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:09.863575 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:09.873698 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.874047 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.874392 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.874730 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.875073 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.875407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.875737 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.876062 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.877759 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.878290 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.878631 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.878962 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:09.932171 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:09.932833 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:50:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:09.981673 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.008631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c82d0-cfed-4f04-baf0-4fa186ca2c03 req-e5b17582-a1d5-46ca-a987-382cff2224fd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:10.020874 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f9c82d0-cfed-4f04-baf0-4fa186ca2c03 req-e5b17582-a1d5-46ca-a987-382cff2224fd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 946 time: 0.3455281 Jul 16 19:51:10.117481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f9c82d0-cfed-4f04-baf0-4fa186ca2c03 req-cd43f763-3a03-4650-a577-8e3c15e9e706 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954914 Jul 16 19:51:10.170610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Pushing event updated for resources: {'Port': ['ID=6422e2b0-d63d-43b4-8545-7349a87b5198,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:10.212724 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06335b-90d7-4853-8036-f42ecdb54eb1 None None] Pushing event updated for resources: {'Port': ['ID=91f64b01-8741-44de-a1d6-b798ea3b84d8,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:10.238762 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:10.261731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-67d4458f-bb45-4e8a-b154-b1373f7a8817 None None] Provisioning for port 6422e2b0-d63d-43b4-8545-7349a87b5198 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:10.269601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-67d4458f-bb45-4e8a-b154-b1373f7a8817 None None] Provisioning complete for port 6422e2b0-d63d-43b4-8545-7349a87b5198 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:10.269990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-67d4458f-bb45-4e8a-b154-b1373f7a8817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.322469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bda8ee-470e-4eb2-8618-61575c549a28 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:10.336368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.356193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Transition to ACTIVE for port object 55bda8ee-470e-4eb2-8618-61575c549a28 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:10.364777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-67d4458f-bb45-4e8a-b154-b1373f7a8817 None None] Port 6422e2b0-d63d-43b4-8545-7349a87b5198 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:51:10.384716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42b658-3908-4a09-a122-4039ce777c76 req-9aaa11b5-6218-408d-89b6-d948fc47d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:10.386255 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e42b658-3908-4a09-a122-4039ce777c76 req-9aaa11b5-6218-408d-89b6-d948fc47d247 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 924 time: 0.6462159 Jul 16 19:51:10.400439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.481112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.519326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Pushing event updated for resources: {'Port': ['ID=55bda8ee-470e-4eb2-8618-61575c549a28,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:10.525731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e42b658-3908-4a09-a122-4039ce777c76 req-4ca39e15-6526-47d4-b3ae-51fa8e25e0ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a40fc5-8916-4814-9448-31f14afef939 HTTP/1.1" status: 200 len: 1001 time: 0.1307557 Jul 16 19:51:10.587186 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:05Z', 'revision_number': 3, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:10.625178 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6c1d2-252a-4cee-9b2d-7fc8614394b0 None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:05Z', 'revision_number': 3, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:51:10.665881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba843a-034b-4cf1-b38d-95f5c98e55cd req-22278533-6e06-449e-aede-dea546be69c0 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:10.674823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89ba843a-034b-4cf1-b38d-95f5c98e55cd req-22278533-6e06-449e-aede-dea546be69c0 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 947 time: 0.3142998 Jul 16 19:51:10.693542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42b658-3908-4a09-a122-4039ce777c76 req-2a78226d-28be-458f-97c7-ec6a41085d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:10.695894 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e42b658-3908-4a09-a122-4039ce777c76 req-2a78226d-28be-458f-97c7-ec6a41085d14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 HTTP/1.1" status: 200 len: 862 time: 0.1587191 Jul 16 19:51:10.757100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6d436-4b3b-4a66-b2b5-c0f28ea4e4a6 req-5c80beab-9263-4416-825d-384b6c5b6296 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:10.759736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1d6d436-4b3b-4a66-b2b5-c0f28ea4e4a6 req-5c80beab-9263-4416-825d-384b6c5b6296 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 949 time: 0.3285832 Jul 16 19:51:10.787592 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.795554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.837128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Attempting to bind port 55bda8ee-470e-4eb2-8618-61575c549a28 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:10.837689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Attempting to bind port 55bda8ee-470e-4eb2-8618-61575c549a28 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:10.838446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Attempting to bind port 55bda8ee-470e-4eb2-8618-61575c549a28 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:10.852752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42b658-3908-4a09-a122-4039ce777c76 req-c988a768-65c5-45b1-8cce-965a29d6a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:10.854343 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e42b658-3908-4a09-a122-4039ce777c76 req-c988a768-65c5-45b1-8cce-965a29d6a5b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49882ae9-50c9-466e-85d2-0c0ba6464332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1465857 Jul 16 19:51:10.865123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89ba843a-034b-4cf1-b38d-95f5c98e55cd req-e1a10e16-390a-402e-b493-4fb4c626c92e tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712105 Jul 16 19:51:10.867579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Port 55bda8ee-470e-4eb2-8618-61575c549a28 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:10.867901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Attempting to bind port 55bda8ee-470e-4eb2-8618-61575c549a28 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:10.880655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:10.881026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:10.881434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:10.882080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Bound port: 55bda8ee-470e-4eb2-8618-61575c549a28, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:10.882674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.908314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1d6d436-4b3b-4a66-b2b5-c0f28ea4e4a6 req-9361ff08-99c1-4d5e-a905-274b5b22895f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382701 Jul 16 19:51:10.919396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:10.925156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Pushing event updated for resources: {'Port': ['ID=6422e2b0-d63d-43b4-8545-7349a87b5198,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:10.947906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 54673c47-a82e-43cb-93c3-6e8a88086b38 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:11.085524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 54673c47-a82e-43cb-93c3-6e8a88086b38 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:11.097851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 54673c47-a82e-43cb-93c3-6e8a88086b38 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:11.098233 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:11.098757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] For port 55bda8ee-470e-4eb2-8618-61575c549a28, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:11.106736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] For port 55bda8ee-470e-4eb2-8618-61575c549a28, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=55bda8ee-470e-4eb2-8618-61575c549a28,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:11.112884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:11.169827 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e42b658-3908-4a09-a122-4039ce777c76 req-65acf94e-514f-4e0a-9e00-4f6cec9c78f5 service neutron] 10.222.0.16 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008640 Jul 16 19:51:11.204409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:11.206802 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:11.208902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] 10.222.0.16 "PUT /v2.0/ports/55bda8ee-470e-4eb2-8618-61575c549a28 HTTP/1.1" status: 200 len: 1096 time: 1.9115899 Jul 16 19:51:11.209607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dfb20c-3a4f-4cd5-8f51-15f077d92f05', 'tag': '55bda8ee-470e-4eb2-8618-61575c549a28'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:11.214472 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5" -d '{"events": [{"name": "network-changed", "server_uuid": "33dfb20c-3a4f-4cd5-8f51-15f077d92f05", "tag": "55bda8ee-470e-4eb2-8618-61575c549a28"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:11.253387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6069449-d4fb-42d4-bf8e-0477f0c15e26 service neutron] Pushing event updated for resources: {'Port': ['ID=55bda8ee-470e-4eb2-8618-61575c549a28,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:11.316105 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:11.357392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:11.358353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:11.363622 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28d9f39-bb4a-4cf0-9b48-36d07281cd92" -d '{"events": [{"server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "name": "network-vif-plugged", "status": "completed", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:11.368958 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:11.452388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-e188d756-8e8e-453d-8887-d2e7bb5f65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:11.464718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-e188d756-8e8e-453d-8887-d2e7bb5f65c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 1099 time: 0.1989737 Jul 16 19:51:11.464931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Network cc28ce45-c629-4fea-b2c7-44e882099bfd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:11.481281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:11.490080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:11.539348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-e096a0b5-5bad-4d1e-9482-c454c85ece54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=55bda8ee-470e-4eb2-8618-61575c549a28 HTTP/1.1" status: 200 len: 217 time: 0.0692616 Jul 16 19:51:11.601117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 91f64b01-8741-44de-a1d6-b798ea3b84d8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:11.674584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-bf7778c6-86f0-498e-9f36-7467d795f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:11.678330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-bf7778c6-86f0-498e-9f36-7467d795f6e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1262183 Jul 16 19:51:11.724824 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7e42b658-3908-4a09-a122-4039ce777c76 req-e8958f57-0e21-4221-9b0a-08dd7416cb5f service neutron] 10.222.0.16 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527499 Jul 16 19:51:11.796159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 91f64b01-8741-44de-a1d6-b798ea3b84d8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:11.807165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 91f64b01-8741-44de-a1d6-b798ea3b84d8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:11.809146 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:11.887247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48400) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:11.923235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:51:11.992623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.036337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 91f64b01-8741-44de-a1d6-b798ea3b84d8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=91f64b01-8741-44de-a1d6-b798ea3b84d8,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:12.058497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9678cf9d-d511-4ce2-84ab-5b0c7e4d1013 None None] Provisioning complete for port 6422e2b0-d63d-43b4-8545-7349a87b5198 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:12.059042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9678cf9d-d511-4ce2-84ab-5b0c7e4d1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.061048 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.128972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:51:12.136930 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0b406398-4496-4f38-81f7-29b8532ea45f admin admin] 10.222.0.78 "PUT /v2.0/routers/fe796c92-d3bc-439c-980d-a7bb3151afc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0553591 Jul 16 19:51:12.176404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9678cf9d-d511-4ce2-84ab-5b0c7e4d1013 None None] Port 6422e2b0-d63d-43b4-8545-7349a87b5198 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:51:12.195804 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a061406-ea1e-4c89-b28a-e06259cac643 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=719cf3950dd54e37a6fbb0c7bccd6f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051438 Jul 16 19:51:12.196737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48410) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:12.221991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=91f64b01-8741-44de-a1d6-b798ea3b84d8,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:12.288877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aeee961a-9260-42a2-b450-e21aafe14ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.318330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aeee961a-9260-42a2-b450-e21aafe14ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.369946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2485a107-a6b6-4cb8-9fc1-e695c00ff3bf req-d7097699-69bd-4b07-b541-13df07b39a2a tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.5734365 Jul 16 19:51:12.377768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aeee961a-9260-42a2-b450-e21aafe14ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.380971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aeee961a-9260-42a2-b450-e21aafe14ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.384271 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aeee961a-9260-42a2-b450-e21aafe14ff3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9 HTTP/1.1" status: 204 len: 168 time: 0.1840618 Jul 16 19:51:12.391618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee961a-9260-42a2-b450-e21aafe14ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c7168-d8b0-4ff3-a2d8-d6f53e4a72f9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:12.427052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-78d38c02-a6fe-49e1-a7a9-d263857d9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:12.428829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-78d38c02-a6fe-49e1-a7a9-d263857d9f34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7411125 Jul 16 19:51:12.463096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710c56c-f72b-45a9-8c04-48f24017d1a7 req-3463dee0-a143-40cb-bb5a-5f5b916b466c tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:12.465994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4710c56c-f72b-45a9-8c04-48f24017d1a7 req-3463dee0-a143-40cb-bb5a-5f5b916b466c tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 946 time: 0.6590433 Jul 16 19:51:12.485076 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18478d90-c5db-406f-9908-68549786394c x-openstack-request-id: req-18478d90-c5db-406f-9908-68549786394c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:12.485534 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dfb20c-3a4f-4cd5-8f51-15f077d92f05", "tag": "55bda8ee-470e-4eb2-8618-61575c549a28", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:12.485979 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18478d90-c5db-406f-9908-68549786394c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:12.486588 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dfb20c-3a4f-4cd5-8f51-15f077d92f05', 'tag': '55bda8ee-470e-4eb2-8618-61575c549a28', 'status': 'completed', 'code': 200} Jul 16 19:51:12.499107 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd2b0d7-0145-42f9-8d90-cde71f232ce2 x-openstack-request-id: req-0dd2b0d7-0145-42f9-8d90-cde71f232ce2 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:12.500267 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "name": "network-vif-plugged", "status": "completed", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:12.500837 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0dd2b0d7-0145-42f9-8d90-cde71f232ce2 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:12.501987 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'code': 200} Jul 16 19:51:12.683108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4710c56c-f72b-45a9-8c04-48f24017d1a7 req-6a88852b-d584-4094-bcca-4fc5cc618dbc tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949959 Jul 16 19:51:12.750055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-f3b468ca-fe79-40cb-9e03-7a2979b8ce73 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103940 Jul 16 19:51:12.750679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:12.773573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db06eb69-688e-4c31-b22f-6faf17a6f51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.816368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e7a3-46a8-4af3-9b01-a82af7c099ab req-1a8f656e-028c-48ca-b82d-9b730dab84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:12.818782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3f0e7a3-46a8-4af3-9b01-a82af7c099ab req-1a8f656e-028c-48ca-b82d-9b730dab84aa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 1102 time: 0.2113566 Jul 16 19:51:12.885048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f692c-0af1-477c-9ef2-d1700f97c460 req-8b163363-3c18-441a-a7c2-b19404f36a1e tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:12.886867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb1f692c-0af1-477c-9ef2-d1700f97c460 req-8b163363-3c18-441a-a7c2-b19404f36a1e tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1101 time: 0.2156200 Jul 16 19:51:12.908639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db06eb69-688e-4c31-b22f-6faf17a6f51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.913601 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db06eb69-688e-4c31-b22f-6faf17a6f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:12.921368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3f0e7a3-46a8-4af3-9b01-a82af7c099ab req-c2b4b70d-ea00-4177-b016-d807e23b07a4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955801 Jul 16 19:51:12.934757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2fb9c9b-10d6-4c71-8d54-64e43c2c4e94 req-85729a5b-00ae-4226-bede-1b3c345f26b1 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735384 Jul 16 19:51:12.960650 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-db06eb69-688e-4c31-b22f-6faf17a6f51d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59dda8d55b1340cdbd8a448dd534de5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062120 Jul 16 19:51:12.962451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48426) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:12.966299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06eb69-688e-4c31-b22f-6faf17a6f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fdd781-538e-4346-821e-da68b17fcc75,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:12.970847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb1f692c-0af1-477c-9ef2-d1700f97c460 req-338a7884-fc1c-4690-9d03-c40b985608b9 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723591 Jul 16 19:51:13.035673 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9511bc51-efb8-4db1-acdc-5589eb63810b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:13.067232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9511bc51-efb8-4db1-acdc-5589eb63810b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:13.135676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976496b-b751-49cb-a35b-1efe10004a3c req-fc8681ae-c28f-40be-8717-069eb28f5760 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:13.137469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0976496b-b751-49cb-a35b-1efe10004a3c req-fc8681ae-c28f-40be-8717-069eb28f5760 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 947 time: 0.1868389 Jul 16 19:51:13.137872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9511bc51-efb8-4db1-acdc-5589eb63810b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:13.144875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9511bc51-efb8-4db1-acdc-5589eb63810b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:13.147294 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9511bc51-efb8-4db1-acdc-5589eb63810b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/06fdd781-538e-4346-821e-da68b17fcc75 HTTP/1.1" status: 204 len: 168 time: 0.1821997 Jul 16 19:51:13.160958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511bc51-efb8-4db1-acdc-5589eb63810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fdd781-538e-4346-821e-da68b17fcc75,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:13.173910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-8b544945-2664-4e9b-80d9-79a433155a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:13.175817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-8b544945-2664-4e9b-80d9-79a433155a9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 1099 time: 0.1633127 Jul 16 19:51:13.253031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0976496b-b751-49cb-a35b-1efe10004a3c req-245c61bd-cc57-4ab7-98dd-212ac60d400a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902324 Jul 16 19:51:13.303686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46a486-718c-4eb0-857d-9d0d83cbd5ac req-c6650b5a-87a8-468f-8bba-57152982a44f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:13.305295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a46a486-718c-4eb0-857d-9d0d83cbd5ac req-c6650b5a-87a8-468f-8bba-57152982a44f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1929018 Jul 16 19:51:13.337511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:51:13.344717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-771faaae-41ba-4f6a-8e54-7a6835f080e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:13.346937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-771faaae-41ba-4f6a-8e54-7a6835f080e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1537526 Jul 16 19:51:13.349826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:13.351062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:50:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:13.384761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a46a486-718c-4eb0-857d-9d0d83cbd5ac req-e48edbd9-739b-481d-8a07-38a1539798d8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689209 Jul 16 19:51:13.476127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-ffe559dd-117e-4f98-bfc6-5d64c91a644c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=55bda8ee-470e-4eb2-8618-61575c549a28 HTTP/1.1" status: 200 len: 217 time: 0.1154022 Jul 16 19:51:13.491536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 91f64b01-8741-44de-a1d6-b798ea3b84d8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:13.570157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-1e22a3ac-3798-4d3e-aa3e-e43763fafe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:13.573456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-1e22a3ac-3798-4d3e-aa3e-e43763fafe22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0892870 Jul 16 19:51:13.580406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:13.673039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 91f64b01-8741-44de-a1d6-b798ea3b84d8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:13.674056 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:13.717798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-56b97266-98c9-4587-bc82-71b074e1a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:13.719157 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-56b97266-98c9-4587-bc82-71b074e1a114 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1375060 Jul 16 19:51:13.850675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b6cf9-2f23-46dc-9854-5200d242cc0a req-ce708e4e-a4ec-4e18-b296-7b3f0c3526f6 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:13.852300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-138b6cf9-2f23-46dc-9854-5200d242cc0a req-ce708e4e-a4ec-4e18-b296-7b3f0c3526f6 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1098 time: 0.1466336 Jul 16 19:51:13.878242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-5fd8cbf0-6f56-4a74-8d7a-087cb9ae8204 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403615 Jul 16 19:51:13.912583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 2, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:13.923322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-138b6cf9-2f23-46dc-9854-5200d242cc0a req-c526b190-f411-42ef-80a4-f2a1c97841ff tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573649 Jul 16 19:51:13.978317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:51:13.978693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Updating router fe796c92-d3bc-439c-980d-a7bb3151afc1 port 6422e2b0-d63d-43b4-8545-7349a87b5198 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:51:14.061902 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:14.112171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6fdcdcc-b4e7-49cf-b161-84f73e66cca5 req-0d249e20-3b0e-4d0a-8911-21a8b95a800c service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246528 Jul 16 19:51:14.207718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-88687a5b-c286-4381-afa3-562e5b384f8e tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:14.214971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-88687a5b-c286-4381-afa3-562e5b384f8e tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 821 time: 0.1477134 Jul 16 19:51:14.273720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-4c595ba8-b66a-43c6-a84b-c9ec85ead1fe tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/quotas/fc84c98ed3c14af0b406e632bad12268 HTTP/1.1" status: 200 len: 375 time: 0.0576599 Jul 16 19:51:14.338030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c02461-2123-4583-ba41-e1a7d9cde045 req-9a56b5b0-cb9b-4b13-b0db-3d6e58839847 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:14.339477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20c02461-2123-4583-ba41-e1a7d9cde045 req-9a56b5b0-cb9b-4b13-b0db-3d6e58839847 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1101 time: 0.1224270 Jul 16 19:51:14.381879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-04c7ed48-e353-4f73-8fa4-dec510974508 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073122 Jul 16 19:51:14.392660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20c02461-2123-4583-ba41-e1a7d9cde045 req-34881e64-6106-4444-8517-e06933971ea3 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 Jul 16 19:51:14.519350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-75700e8a-be87-4155-9de2-938e5d688449 service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244676 Jul 16 19:51:14.577231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ea9149b-6ba6-4f2b-9a8b-9851182faaca req-e67d10b0-8642-4e4f-b0ca-0c811bbfae80 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0463955 Jul 16 19:51:14.594703 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:14.622185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Transition to ACTIVE for port object 6422e2b0-d63d-43b4-8545-7349a87b5198 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:14.622185 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:14.652485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-37c1dbe2-faf2-442f-91e5-a759475ae0fe service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321659 Jul 16 19:51:14.735015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeafd-a944-44c3-b006-e644b799fdcf None None] Pushing event updated for resources: {'Port': ['ID=6422e2b0-d63d-43b4-8545-7349a87b5198,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:14.756759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Attempting to bind port 6422e2b0-d63d-43b4-8545-7349a87b5198 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:14.757138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Attempting to bind port 6422e2b0-d63d-43b4-8545-7349a87b5198 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:14.757560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Attempting to bind port 6422e2b0-d63d-43b4-8545-7349a87b5198 on network cc28ce45-c629-4fea-b2c7-44e882099bfd {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:14.763895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:14.764316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Checking segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:14.764735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:14.765135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Bound using segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:14.765617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Bound port: 6422e2b0-d63d-43b4-8545-7349a87b5198, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:14.766022 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:14.893390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] For port 6422e2b0-d63d-43b4-8545-7349a87b5198, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:14.898494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] For port 6422e2b0-d63d-43b4-8545-7349a87b5198, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6422e2b0-d63d-43b4-8545-7349a87b5198,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:14.908717 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:15.008517 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:51:15.019346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:15.019969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:50:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:15.060122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd3d2d-d4da-4398-a12f-16605fcceadf req-d6d9227f-0961-4346-b077-a5a4c92dbda8 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:15.063064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24fd3d2d-d4da-4398-a12f-16605fcceadf req-d6d9227f-0961-4346-b077-a5a4c92dbda8 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1098 time: 0.1915367 Jul 16 19:51:15.081136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeafd-a944-44c3-b006-e644b799fdcf None None] Pushing event updated for resources: {'Port': ['ID=6422e2b0-d63d-43b4-8545-7349a87b5198,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:15.155841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24fd3d2d-d4da-4398-a12f-16605fcceadf req-82377c5b-147d-4501-9e76-28cc66accf79 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901005 Jul 16 19:51:15.170130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06157735-0e66-4da5-918f-e4e9f2b02cd1 req-af87a884-5815-462c-970e-07f6b6d17487 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:15.171758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06157735-0e66-4da5-918f-e4e9f2b02cd1 req-af87a884-5815-462c-970e-07f6b6d17487 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 947 time: 0.1825984 Jul 16 19:51:15.190316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:15.268374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06157735-0e66-4da5-918f-e4e9f2b02cd1 req-6eec26af-a6f8-48dc-aec9-3899a9f38612 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830076 Jul 16 19:51:15.606362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:14Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:15.666596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497e0de-5e67-4611-8777-36fe98000d66 None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:14Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:51:15.726690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a55e67-fa4d-4e70-aca0-79525dff7078 req-fa07694b-c0a7-4824-ac76-333ff1f92ee1 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:15.734680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21a55e67-fa4d-4e70-aca0-79525dff7078 req-fa07694b-c0a7-4824-ac76-333ff1f92ee1 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.2313428 Jul 16 19:51:15.763600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 55bda8ee-470e-4eb2-8618-61575c549a28 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:15.833834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21a55e67-fa4d-4e70-aca0-79525dff7078 req-78237252-e069-4705-acd7-5bb11b9fe1b5 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888717 Jul 16 19:51:16.054119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 55bda8ee-470e-4eb2-8618-61575c549a28, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=55bda8ee-470e-4eb2-8618-61575c549a28,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:16.066832 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c775812c-dd7d-4658-8457-ccbae1d8381c req-d97b9710-a97b-4275-83e8-a7e8d572fa42 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 210 time: 0.0643842 Jul 16 19:51:16.072254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '55bda8ee-470e-4eb2-8618-61575c549a28', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '55bda8ee-470e-4eb2-8618-61575c549a28', 'mac_address': 'fa:16:3e:53:ae:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:16.124898 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:16.146986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bda8ee-470e-4eb2-8618-61575c549a28 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:16.181276 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 55bda8ee-470e-4eb2-8618-61575c549a28, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=55bda8ee-470e-4eb2-8618-61575c549a28,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:16.190073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:16.249371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=55bda8ee-470e-4eb2-8618-61575c549a28,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:16.331421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a7118b3-36bc-46c1-8c2b-8d24548b2184 req-6b4054ed-2e07-418e-bcf4-3c1edd6c3372 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0338409 Jul 16 19:51:16.335260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-9102f888-209d-4636-9916-866487b19d38 req-50ef4b79-9af3-413d-86a5-6d21cbdee833 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:51:16.336369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9102f888-209d-4636-9916-866487b19d38 req-50ef4b79-9af3-413d-86a5-6d21cbdee833 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075579 Jul 16 19:51:16.471434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['55bda8ee-470e-4eb2-8618-61575c549a28'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:16.756193 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-bb4bde64-85dc-4d63-b347-a2e7faf69d66 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319745 Jul 16 19:51:17.152557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3d09fd29-b303-4240-a54e-26e46cc4f1ef tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:17.154550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3d09fd29-b303-4240-a54e-26e46cc4f1ef tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.16 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 821 time: 0.2796087 Jul 16 19:51:17.172473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930431-d1cb-4d51-a28d-d3dc5d919864 req-910d0736-a9f8-4830-928a-532eb84886ec tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:17.174536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff930431-d1cb-4d51-a28d-d3dc5d919864 req-910d0736-a9f8-4830-928a-532eb84886ec tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 948 time: 0.1199772 Jul 16 19:51:17.179614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Request body: {'port': {'device_id': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'admin_state_up': True, 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:17.324001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff930431-d1cb-4d51-a28d-d3dc5d919864 req-a77ba19e-01cf-4055-852b-1e46c1b362c6 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394825 Jul 16 19:51:17.387332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0cd9b-e875-4c14-9c23-b43ebc396148 req-8da2b1e5-4a81-4397-9344-617c6ae9cf1f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:17.389007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91d0cd9b-e875-4c14-9c23-b43ebc396148 req-8da2b1e5-4a81-4397-9344-617c6ae9cf1f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1634371 Jul 16 19:51:17.406214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Made reservation on behalf of fc84c98ed3c14af0b406e632bad12268 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:17.410637 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:17.453343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91d0cd9b-e875-4c14-9c23-b43ebc396148 req-b9923844-3e48-4b2e-a531-5a4eb41cfae4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556211 Jul 16 19:51:17.528128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6422e2b0-d63d-43b4-8545-7349a87b5198 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:17.618167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 6422e2b0-d63d-43b4-8545-7349a87b5198 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:17.622834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 6422e2b0-d63d-43b4-8545-7349a87b5198 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:17.623439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:17.643815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51923c29-fc18-48b1-a0f7-f7a663b66605 req-91de1d1e-08e5-4362-a3e7-270a2d8a583f tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:17.645411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51923c29-fc18-48b1-a0f7-f7a663b66605 req-91de1d1e-08e5-4362-a3e7-270a2d8a583f tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1098 time: 0.1269577 Jul 16 19:51:17.649704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Allocated IP 172.20.0.10 (cc28ce45-c629-4fea-b2c7-44e882099bfd/9111e026-ec93-42e9-b5e3-43cf97e98969/f585416a-379e-47da-ad05-639ca6c7c360) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:17.714080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51923c29-fc18-48b1-a0f7-f7a663b66605 req-b02f721d-74bc-47bf-8b57-a01f8eb2f223 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618930 Jul 16 19:51:17.769360 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:17.774818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 55bda8ee-470e-4eb2-8618-61575c549a28 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:17.866745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 6422e2b0-d63d-43b4-8545-7349a87b5198, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6422e2b0-d63d-43b4-8545-7349a87b5198,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:17.871924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:17.890718 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:17.909631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 55bda8ee-470e-4eb2-8618-61575c549a28 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:17.920947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Transition to ACTIVE for port object f585416a-379e-47da-ad05-639ca6c7c360 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:17.941012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 55bda8ee-470e-4eb2-8618-61575c549a28 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:17.941638 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:17.967752 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3aec-1d59-4f89-8018-0db9524e5a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:17.979894 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:18.008971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=6422e2b0-d63d-43b4-8545-7349a87b5198,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:18.054194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Network cc28ce45-c629-4fea-b2c7-44e882099bfd is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:18.063923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:18.067620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:18.081103 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:18.119883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Pushing event updated for resources: {'Port': ['ID=f585416a-379e-47da-ad05-639ca6c7c360,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:18.121315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dfb20c-3a4f-4cd5-8f51-15f077d92f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bda8ee-470e-4eb2-8618-61575c549a28'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:18.132651 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd013cd-96df-44cb-b5f6-ace74c77dbf8" -d '{"events": [{"server_uuid": "33dfb20c-3a4f-4cd5-8f51-15f077d92f05", "name": "network-vif-plugged", "status": "completed", "tag": "55bda8ee-470e-4eb2-8618-61575c549a28"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:18.148617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:18.149631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:18.152379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 55bda8ee-470e-4eb2-8618-61575c549a28, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=55bda8ee-470e-4eb2-8618-61575c549a28,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:18.164358 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:18.182119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-3017bcc2-df14-4072-829b-ea1d89c03962 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0064442 Jul 16 19:51:18.198160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Request body: {'port': {'device_id': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:18.343209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=55bda8ee-470e-4eb2-8618-61575c549a28,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:18.432301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eef0e-45ca-441a-919c-414e296680bd req-2b17056a-c8b3-4076-b903-a1ac92c89440 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:18.436717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e49eef0e-45ca-441a-919c-414e296680bd req-2b17056a-c8b3-4076-b903-a1ac92c89440 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 932 time: 0.1481106 Jul 16 19:51:18.439315 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:18.490339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c0551d0-f892-4ef8-950f-39396baf9c58 req-dfcbd432-92cb-486a-a0ca-85f3f232c91c tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0524595 Jul 16 19:51:18.513258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0a351de6-30c1-4413-b572-42706655a31c None None] Provisioning for port f585416a-379e-47da-ad05-639ca6c7c360 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:18.524853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0a351de6-30c1-4413-b572-42706655a31c None None] Provisioning complete for port f585416a-379e-47da-ad05-639ca6c7c360 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:18.524853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a351de6-30c1-4413-b572-42706655a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:18.540832 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e49eef0e-45ca-441a-919c-414e296680bd req-927fb5f5-e38d-41d7-9c76-c5e33c333505 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989444 Jul 16 19:51:18.562952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0a351de6-30c1-4413-b572-42706655a31c None None] Port f585416a-379e-47da-ad05-639ca6c7c360 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:51:18.615929 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27709f99-e2b1-4004-be8a-81c098d171c6 x-openstack-request-id: req-27709f99-e2b1-4004-be8a-81c098d171c6 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:18.616257 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dfb20c-3a4f-4cd5-8f51-15f077d92f05", "name": "network-vif-plugged", "status": "completed", "tag": "55bda8ee-470e-4eb2-8618-61575c549a28", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:18.616557 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27709f99-e2b1-4004-be8a-81c098d171c6 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:18.617108 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dfb20c-3a4f-4cd5-8f51-15f077d92f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bda8ee-470e-4eb2-8618-61575c549a28', 'code': 200} Jul 16 19:51:18.648945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-911d7e3e-c129-4e45-acbc-cc4260b5f285 req-eb13ae3a-c812-4882-abe6-bc71e1a58f25 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:51:18.650706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-911d7e3e-c129-4e45-acbc-cc4260b5f285 req-eb13ae3a-c812-4882-abe6-bc71e1a58f25 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122333 Jul 16 19:51:18.790743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b6944-f73a-428b-9593-48b708e7831e req-f8591a47-a43c-4088-8828-f5c10be633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:18.793059 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a2b6944-f73a-428b-9593-48b708e7831e req-f8591a47-a43c-4088-8828-f5c10be633f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 1101 time: 0.0718958 Jul 16 19:51:18.850475 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a2b6944-f73a-428b-9593-48b708e7831e req-40f77e36-2751-420f-9d62-101012d9ab61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Jul 16 19:51:18.910281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f585416a-379e-47da-ad05-639ca6c7c360 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:18.920578 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:18.938130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Transition to ACTIVE for port object f585416a-379e-47da-ad05-639ca6c7c360 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:18.946437 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:18.985221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-eb0dbbd5-4b16-477f-8331-3f7dc2a20cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:18.986899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-eb0dbbd5-4b16-477f-8331-3f7dc2a20cdb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 1102 time: 0.1208451 Jul 16 19:51:19.051408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Pushing event updated for resources: {'Port': ['ID=f585416a-379e-47da-ad05-639ca6c7c360,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:19.210889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-c8143ca2-c73f-434a-9f63-189e2356c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:19.212417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-c8143ca2-c73f-434a-9f63-189e2356c708 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2128339 Jul 16 19:51:19.234276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Attempting to bind port f585416a-379e-47da-ad05-639ca6c7c360 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:19.234634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Attempting to bind port f585416a-379e-47da-ad05-639ca6c7c360 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:19.234993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Attempting to bind port f585416a-379e-47da-ad05-639ca6c7c360 on network cc28ce45-c629-4fea-b2c7-44e882099bfd {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:19.249907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2e37d-e344-42e0-85a9-fa383d3cfb78 req-c1513bbc-9951-4376-94fc-4e54b356ff80 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:19.250854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cc2e37d-e344-42e0-85a9-fa383d3cfb78 req-c1513bbc-9951-4376-94fc-4e54b356ff80 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.2378180 Jul 16 19:51:19.281319 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-2e6dbb91-5ce2-491b-85c4-0b48ceeafad0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 217 time: 0.0613842 Jul 16 19:51:19.288035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Port f585416a-379e-47da-ad05-639ca6c7c360 on network cc28ce45-c629-4fea-b2c7-44e882099bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:19.288394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Attempting to bind port f585416a-379e-47da-ad05-639ca6c7c360 on network cc28ce45-c629-4fea-b2c7-44e882099bfd {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:19.310650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:19.310996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Checking segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:19.311377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Bound using segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:19.311842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Bound port: f585416a-379e-47da-ad05-639ca6c7c360, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:19.312169 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:19.365212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cc2e37d-e344-42e0-85a9-fa383d3cfb78 req-1cb06296-661e-4c49-a9d2-8cd00b0b7b87 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878687 Jul 16 19:51:19.402069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-a8ba6d06-a11b-4e22-8ad8-d719a1d77e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:19.403701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-a8ba6d06-a11b-4e22-8ad8-d719a1d77e7b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1043296 Jul 16 19:51:19.415443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6422e2b0-d63d-43b4-8545-7349a87b5198 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:19.486956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 6422e2b0-d63d-43b4-8545-7349a87b5198 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:19.487439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:19.727137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] For port f585416a-379e-47da-ad05-639ca6c7c360, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:19.749126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] For port f585416a-379e-47da-ad05-639ca6c7c360, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f585416a-379e-47da-ad05-639ca6c7c360,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:19.758640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:19.817199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:19.817700 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:19.819097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] 10.222.0.16 "PUT /v2.0/ports/f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 1093 time: 1.6286714 Jul 16 19:51:19.823421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:19.825712 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78494c1-68d7-46fa-8cb8-401e431590ac" -d '{"events": [{"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:19.848170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-1b167934-649f-47a1-81ed-003ab539f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:19.849398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-1b167934-649f-47a1-81ed-003ab539f3d8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4336212 Jul 16 19:51:19.853217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-41d83be9-5d08-47be-a8d8-2f44f742ba1e tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:51:19.854640 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-41d83be9-5d08-47be-a8d8-2f44f742ba1e tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1188638 Jul 16 19:51:19.858541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33e5a9-51f6-4b26-a1e4-5b5e76836696 req-b01331d7-063e-499c-bb09-ce0a96ba5e2b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:19.860057 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f33e5a9-51f6-4b26-a1e4-5b5e76836696 req-b01331d7-063e-499c-bb09-ce0a96ba5e2b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 949 time: 0.1860178 Jul 16 19:51:19.867259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Request body: {'binding': {'host': 'n-h1-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:19.868160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 19:51:19.898515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Pushing event updated for resources: {'Port': ['ID=f585416a-379e-47da-ad05-639ca6c7c360,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:19.938367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.939340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.939684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.940029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.940401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.940741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.941067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.941388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.941718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.942041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.942362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:19.942681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee5656-69fd-405b-b7d3-6ced31f52f3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:20.010922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f33e5a9-51f6-4b26-a1e4-5b5e76836696 req-53c94eff-bb24-4d5f-aff6-7d71bed0f10e tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382945 Jul 16 19:51:20.020067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on host n-h1-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:20.020467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:20.020804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:20.025307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:20.025633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:20.039158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:20.039563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:20.040062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:20.040516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Bound port: 481417ac-90f1-480a-bd84-7e7d196d3c50, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:20.040999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-c28feedd-1110-490b-b917-08d74a9412cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:20.042514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-c28feedd-1110-490b-b917-08d74a9412cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1096 time: 0.1809676 Jul 16 19:51:20.045010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-47ccc462-e0cf-4bf9-b78a-c561ad84e76b service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713963 Jul 16 19:51:20.097553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:20.107325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:20.108550 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d3b09300-8ba5-4130-a7fb-e19afb3de5e2 service neutron] 10.222.0.78 "POST /v2.0/ports/481417ac-90f1-480a-bd84-7e7d196d3c50/bindings HTTP/1.1" status: 201 len: 390 time: 0.2453804 Jul 16 19:51:20.117908 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-28e01633-fde0-40db-af73-48c31e416d53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 217 time: 0.0577102 Jul 16 19:51:20.265488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-a976b1ee-07fe-44c9-aba5-f8a68d65ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:20.267539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-a976b1ee-07fe-44c9-aba5-f8a68d65ab5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.1410820 Jul 16 19:51:20.270309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-1d7730b4-fe22-4e8f-83a1-01cc924afcbf service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181265 Jul 16 19:51:20.310748 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b919c16-1466-4c13-8e36-b06503ebe79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:20.358708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b18ce0-6d55-4366-af83-bbade46120f3 req-f99dd081-c4dc-4349-b2b3-23a2a4d33007 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:20.361438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74b18ce0-6d55-4366-af83-bbade46120f3 req-f99dd081-c4dc-4349-b2b3-23a2a4d33007 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1969254 Jul 16 19:51:20.427696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74b18ce0-6d55-4366-af83-bbade46120f3 req-43337fc4-407e-49de-8f30-4cb3ea61cde7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549166 Jul 16 19:51:20.472458 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:20.475118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-4e3affd0-0569-43be-a45d-dd9c20fdee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:20.485327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-4e3affd0-0569-43be-a45d-dd9c20fdee58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2033453 Jul 16 19:51:20.498349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-9e77718a-8724-4cc4-9757-0c179205dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:20.502098 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-9e77718a-8724-4cc4-9757-0c179205dc9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1098 time: 0.1233249 Jul 16 19:51:20.634436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-2d0840dd-bc63-4fa4-809f-68b8ba6018a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:20.635946 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-2d0840dd-bc63-4fa4-809f-68b8ba6018a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1010380 Jul 16 19:51:20.642916 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f591814-0dae-4d8e-b549-7df042558a0d req-a317c9a2-dbbc-42fb-8663-608f03f76acd tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0566947 Jul 16 19:51:20.646987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-2a82cb4b-f710-4ba8-9a95-26d6c61f4b80 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542315 Jul 16 19:51:20.688366 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-4b695294-cbcc-47ae-94c3-736bd7c2fe12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481417ac-90f1-480a-bd84-7e7d196d3c50 HTTP/1.1" status: 200 len: 217 time: 0.0414870 Jul 16 19:51:20.737738 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2c410c-3ad8-4f9a-a978-be46b44496d8 x-openstack-request-id: req-6b2c410c-3ad8-4f9a-a978-be46b44496d8 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:20.738047 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:20.738282 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b2c410c-3ad8-4f9a-a978-be46b44496d8 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:20.738670 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360', 'status': 'completed', 'code': 200} Jul 16 19:51:20.760247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-8efba108-3162-4091-940e-9122617046ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:20.762694 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-8efba108-3162-4091-940e-9122617046ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0610535 Jul 16 19:51:20.785688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de433a-8380-428c-a0db-88c0df5a29a4 req-f60428c4-07b3-42ff-a1b9-30e6183a3568 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:20.787263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57de433a-8380-428c-a0db-88c0df5a29a4 req-f60428c4-07b3-42ff-a1b9-30e6183a3568 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 944 time: 0.1767871 Jul 16 19:51:20.808605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7372575a-c750-4ac5-bfdd-072edd4b5c20 req-eccb8a6c-26ed-4363-9237-569f1987d0dc service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442096 Jul 16 19:51:20.812894 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-cdd1f12b-63fe-4268-8ed5-c49c0223a5e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416052 Jul 16 19:51:20.863350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57de433a-8380-428c-a0db-88c0df5a29a4 req-cd499ebf-d01b-4aad-80d8-78f6efcb5fc0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664089 Jul 16 19:51:20.945863 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-06976ff2-eea8-4259-8d58-389b9d212640 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253719 Jul 16 19:51:21.050003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-6671d318-0e10-4ffc-b641-52c742c7b4da service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953462 Jul 16 19:51:21.122527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938ebb4-5c5c-40cf-8434-188ff4417b7c req-f77696a8-a394-47e2-ae82-950e52e41d11 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:21.124051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1938ebb4-5c5c-40cf-8434-188ff4417b7c req-f77696a8-a394-47e2-ae82-950e52e41d11 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 946 time: 0.2596552 Jul 16 19:51:21.127805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-9217d001-473b-4f14-9842-5367929f24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:21.129470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-9217d001-473b-4f14-9842-5367929f24ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1096 time: 0.2442935 Jul 16 19:51:21.171584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb4d9-ba1d-4263-b06f-200246bab59a req-89ead0ec-f974-4f38-a5b9-07e7b5851397 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:21.174496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2fdbb4d9-ba1d-4263-b06f-200246bab59a req-89ead0ec-f974-4f38-a5b9-07e7b5851397 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1875043 Jul 16 19:51:21.184409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-6b8b0f24-6847-4666-9590-0804d6a8a9bc tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:21.186003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-6b8b0f24-6847-4666-9590-0804d6a8a9bc tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1098 time: 0.0727499 Jul 16 19:51:21.200935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-15'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:21.233031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1938ebb4-5c5c-40cf-8434-188ff4417b7c req-da7d557d-3350-4456-a2f1-ffb31f112ed8 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974839 Jul 16 19:51:21.267640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48658) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:21.305425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:21.311461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2fdbb4d9-ba1d-4263-b06f-200246bab59a req-e2f2b871-fefb-4ccb-8176-1e56de1c7154 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115575 Jul 16 19:51:21.326257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-28b156ad-015c-4372-b560-90154502d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:21.327779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-28b156ad-015c-4372-b560-90154502d63b service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.1905477 Jul 16 19:51:21.416232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-e2afc228-3210-4033-b7f5-069485d7411d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 217 time: 0.0810261 Jul 16 19:51:21.495092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-747cae60-134f-4212-a2f8-cdf38b140039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:21.497421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:21.534440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-fbdd47eb-1d6e-4a6a-b885-f7824d2fc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:21.536012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-fbdd47eb-1d6e-4a6a-b885-f7824d2fc9aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.1018503 Jul 16 19:51:21.567813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:21.647387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9f242-979c-4209-aa43-7f9759f736c5 req-dfb03265-236b-49cd-98ea-58f7c8d68b04 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:21.650813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf9f242-979c-4209-aa43-7f9759f736c5 req-dfb03265-236b-49cd-98ea-58f7c8d68b04 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 949 time: 0.2411964 Jul 16 19:51:21.655868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:21.662359 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8995e206-20d6-43db-9e33-21b86851077e" -d '{"events": [{"server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "name": "network-vif-unplugged", "status": "completed", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:21.676004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:21.689431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:21.731169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-3b84d995-2e3b-427b-8b54-7681dbe50bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:21.732781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-3b84d995-2e3b-427b-8b54-7681dbe50bf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1897080 Jul 16 19:51:21.811926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf9f242-979c-4209-aa43-7f9759f736c5 req-e4f6df49-e5d4-409c-b9db-0b9d6bd3dddd tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458435 Jul 16 19:51:21.828131 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-747cae60-134f-4212-a2f8-cdf38b140039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:21.868237 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-747cae60-134f-4212-a2f8-cdf38b140039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:21.986025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-747cae60-134f-4212-a2f8-cdf38b140039 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eaa0f0c352e44dd6a420dac7743706c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168760 Jul 16 19:51:21.986972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cae60-134f-4212-a2f8-cdf38b140039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005df97e-0c9d-42bf-8faa-f278e2cba7ae,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:21.992324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48674) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:22.040077 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6638f7f7-f73d-4af8-9ab4-c9431c684760 x-openstack-request-id: req-6638f7f7-f73d-4af8-9ab4-c9431c684760 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:22.040787 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "name": "network-vif-unplugged", "status": "completed", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:22.040787 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6638f7f7-f73d-4af8-9ab4-c9431c684760 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:22.041000 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50', 'code': 200} Jul 16 19:51:22.051687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-8c9d9a41-8f6c-43a4-b83c-d07d85cff269 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011379 Jul 16 19:51:22.068788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on host n-h2-791505-15 for vnic_type normal with profile {"migrating_to": "n-h1-791505-15"} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:22.069176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:22.069449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:22.071605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Pushing event updated for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:22.078881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:22.079949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Attempting to bind port 481417ac-90f1-480a-bd84-7e7d196d3c50 on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:22.086116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:22.086557 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:22.086942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:22.087457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Bound port: 481417ac-90f1-480a-bd84-7e7d196d3c50, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:22.087881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.093039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25d0a20e-9a62-440a-a1e4-c96da8b34d8e req-e9242c62-02ee-49a4-a239-2e387401d718 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0657082 Jul 16 19:51:22.128273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83a95e-300d-4c26-8574-9f0a78c2d529 req-b1ba99b0-657f-42e7-ad40-4b475c9fd8af tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:22.131773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df83a95e-300d-4c26-8574-9f0a78c2d529 req-b1ba99b0-657f-42e7-ad40-4b475c9fd8af tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.3614297 Jul 16 19:51:22.169598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.183083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:22.186892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:22.193361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.258820 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1cffce2-0687-42f9-bd7f-74bee1a63b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.266907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df83a95e-300d-4c26-8574-9f0a78c2d529 req-551fff6e-f21b-4d8d-9ad1-e859f7cff586 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221695 Jul 16 19:51:22.291055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:22.291690 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.293269 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] 10.222.0.16 "PUT /v2.0/ports/481417ac-90f1-480a-bd84-7e7d196d3c50 HTTP/1.1" status: 200 len: 1124 time: 1.0993636 Jul 16 19:51:22.297279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dc8a5-15ae-42c3-9494-2777f2aeae04 service neutron] Pushing event updated for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:22.314057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1cffce2-0687-42f9-bd7f-74bee1a63b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.325052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78494c1-68d7-46fa-8cb8-401e431590ac req-967ce0af-aa61-435b-a358-45627ab252d6 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649150 Jul 16 19:51:22.390765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['481417ac-90f1-480a-bd84-7e7d196d3c50'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:22.403344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1cffce2-0687-42f9-bd7f-74bee1a63b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.406564 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1cffce2-0687-42f9-bd7f-74bee1a63b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.411559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e1cffce2-0687-42f9-bd7f-74bee1a63b87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/005df97e-0c9d-42bf-8faa-f278e2cba7ae HTTP/1.1" status: 204 len: 168 time: 0.4154873 Jul 16 19:51:22.435508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cffce2-0687-42f9-bd7f-74bee1a63b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005df97e-0c9d-42bf-8faa-f278e2cba7ae,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:22.573423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db4d3f-e368-49a9-92b3-63066ba48988 req-81cae01d-6e65-432b-96b0-3cc7cbacf749 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:22.581398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1db4d3f-e368-49a9-92b3-63066ba48988 req-81cae01d-6e65-432b-96b0-3cc7cbacf749 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 944 time: 0.1177011 Jul 16 19:51:22.676993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1db4d3f-e368-49a9-92b3-63066ba48988 req-f41d83c3-d1b7-4765-89b7-d4eb568e5cda tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945935 Jul 16 19:51:22.704987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455341c-c6c5-4174-8a37-cde6274c831e req-33cd2a37-ba13-4de4-abed-e5e1008aa5ac tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:22.704987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3455341c-c6c5-4174-8a37-cde6274c831e req-33cd2a37-ba13-4de4-abed-e5e1008aa5ac tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 944 time: 0.1465468 Jul 16 19:51:22.741981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3455341c-c6c5-4174-8a37-cde6274c831e req-1402c1c5-0580-4ff4-9dac-84eecc64585b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Jul 16 19:51:22.750276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48692) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:22.765742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9075-86e6-41a1-9cae-8a1beab940e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.931694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9075-86e6-41a1-9cae-8a1beab940e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:22.941313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47243f10-75cc-4db3-af23-71f35b3e3e4d req-27ad6f7b-5d9c-4ca4-a575-bddc49351485 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:22.942693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47243f10-75cc-4db3-af23-71f35b3e3e4d req-27ad6f7b-5d9c-4ca4-a575-bddc49351485 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1101072 Jul 16 19:51:22.943911 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9075-86e6-41a1-9cae-8a1beab940e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.011227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-e59ee9f0-cea9-4b6a-a88b-b2ce0a580a41 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632832 Jul 16 19:51:23.015855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9075-86e6-41a1-9cae-8a1beab940e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced329d9-4c03-4d51-ac51-7b828238cb9b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:23.034817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dbcf9075-86e6-41a1-9cae-8a1beab940e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f04a2d56fb0e4a65b7cca0417c6ee303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823322 Jul 16 19:51:23.037717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48702) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:23.065918 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47243f10-75cc-4db3-af23-71f35b3e3e4d req-ea242168-acde-4e79-949f-86241c108d85 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159554 Jul 16 19:51:23.091615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b0f18a1-7d9b-43cb-8ea1-d3953a21b47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.115181 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b0f18a1-7d9b-43cb-8ea1-d3953a21b47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.143276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ad2e8373-ae7b-47a3-a305-54a9af6e2145 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:23.144853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ad2e8373-ae7b-47a3-a305-54a9af6e2145 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251919 Jul 16 19:51:23.163185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-da160616-468a-46b4-90db-e20a8624cdf6 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/quotas/d01cdc5510f649d0b599621e78fa2ff2 HTTP/1.1" status: 200 len: 375 time: 0.0116410 Jul 16 19:51:23.176544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b0f18a1-7d9b-43cb-8ea1-d3953a21b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.179552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b0f18a1-7d9b-43cb-8ea1-d3953a21b47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.181459 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8b0f18a1-7d9b-43cb-8ea1-d3953a21b47c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ced329d9-4c03-4d51-ac51-7b828238cb9b HTTP/1.1" status: 204 len: 168 time: 0.1426010 Jul 16 19:51:23.199842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f18a1-7d9b-43cb-8ea1-d3953a21b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced329d9-4c03-4d51-ac51-7b828238cb9b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:23.300398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57adf4ec-9f35-43d7-bad7-8eb1dfbde0e1 req-f70e780e-34cb-4f53-abe5-2058ef49d882 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0315447 Jul 16 19:51:23.318980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-d0a8eb2e-673b-48cb-bf5c-3d3e60be0a29 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492479 Jul 16 19:51:23.533680 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:23.791591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f585416a-379e-47da-ad05-639ca6c7c360 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:23.808401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71e07de9-e998-471e-863e-158f1c9cc904 req-b7c2fb88-e9bb-4f0a-a5c2-4a503368e42a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 210 time: 0.3262084 Jul 16 19:51:23.856442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d86f0e-c88c-4071-9dda-5d79e8e2959f req-2913e2a4-d24c-44d4-9e8d-544f22a7f755 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:23.858323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7d86f0e-c88c-4071-9dda-5d79e8e2959f req-2913e2a4-d24c-44d4-9e8d-544f22a7f755 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.4373629 Jul 16 19:51:23.920453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7d86f0e-c88c-4071-9dda-5d79e8e2959f req-fb1e3bd8-44b4-4bfa-9ac6-79902625bae1 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Jul 16 19:51:24.044398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:24.044398 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6959059f-b0c2-469e-be66-ffbfdbee267a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:24.059234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1fda-3ede-4715-8e90-24148000af83 req-9158ab0c-8887-436c-9c49-41e906e4e8d0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:24.060936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4cf1fda-3ede-4715-8e90-24148000af83 req-9158ab0c-8887-436c-9c49-41e906e4e8d0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 944 time: 0.1001196 Jul 16 19:51:24.086652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f585416a-379e-47da-ad05-639ca6c7c360, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f585416a-379e-47da-ad05-639ca6c7c360,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:24.125094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f585416a-379e-47da-ad05-639ca6c7c360', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'mac_address': 'fa:16:3e:19:85:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:24.148857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4cf1fda-3ede-4715-8e90-24148000af83 req-a5c3a018-d781-4f6b-8735-89037051a536 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761003 Jul 16 19:51:24.175199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b5ce9-02b5-49bd-821d-d523ce36139c req-e24df293-74b6-44b5-a734-6409f11cf404 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:24.185975 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:24.192737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f7b5ce9-02b5-49bd-821d-d523ce36139c req-e24df293-74b6-44b5-a734-6409f11cf404 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 944 time: 0.1306705 Jul 16 19:51:24.205356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f585416a-379e-47da-ad05-639ca6c7c360 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:24.249253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f585416a-379e-47da-ad05-639ca6c7c360, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f585416a-379e-47da-ad05-639ca6c7c360,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:24.261001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f7b5ce9-02b5-49bd-821d-d523ce36139c req-be81ca5f-f566-4715-94d1-8a88b9d372c9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652874 Jul 16 19:51:24.261444 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:24.342438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f585416a-379e-47da-ad05-639ca6c7c360,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:24.364065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.364649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.365087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.365756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.366361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.366927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.367344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.367750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.368228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.368618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.369013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.369404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:24.370943 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d44e0-bcdd-4570-82f7-7d39a5e7d73a x-openstack-request-id: req-1f1d44e0-bcdd-4570-82f7-7d39a5e7d73a {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:24.371436 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:24.371665 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f1d44e0-bcdd-4570-82f7-7d39a5e7d73a {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:24.372292 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50', 'status': 'completed', 'code': 200} Jul 16 19:51:24.491131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-ce19641a-20fa-4317-b331-07312f53ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:24.493052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-ce19641a-20fa-4317-b331-07312f53ca30 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1127 time: 0.0977864 Jul 16 19:51:24.603832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f585416a-379e-47da-ad05-639ca6c7c360'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:24.654000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-b7290b81-1608-400b-acef-23fb05b1a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:24.656315 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-b7290b81-1608-400b-acef-23fb05b1a3d6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1525044 Jul 16 19:51:24.688337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca20fce-e50b-4649-8fff-1a5996c81295 req-d21494c0-d98f-4cf1-b361-bf97b6a03a8c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:24.691893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ca20fce-e50b-4649-8fff-1a5996c81295 req-d21494c0-d98f-4cf1-b361-bf97b6a03a8c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1571159 Jul 16 19:51:24.734023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-a85d54c9-05d6-4114-b980-01deda5c1499 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481417ac-90f1-480a-bd84-7e7d196d3c50 HTTP/1.1" status: 200 len: 217 time: 0.0677948 Jul 16 19:51:24.789049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d628639a-a6f7-45cc-a27c-cf03047be821 req-9d62043e-5e60-4029-a109-91a43e35bf5a tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0566225 Jul 16 19:51:24.854842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ca20fce-e50b-4649-8fff-1a5996c81295 req-5c8a8c10-c0d1-4655-9766-2b0d28e66a97 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252160 Jul 16 19:51:24.861702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-f7d4e553-4282-450a-9e28-17188b90f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:24.863885 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-f7d4e553-4282-450a-9e28-17188b90f55c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.1151087 Jul 16 19:51:24.908335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-d947f956-610c-4907-8614-87438cfc12b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363135 Jul 16 19:51:25.086915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ee456c61-233a-4634-b109-3601c7b13a17 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408094 Jul 16 19:51:25.091985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ccc34833-04d4-4fa9-a027-840122e46f94 req-0107bd20-5d7b-4294-904b-59fbaae371f2 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 210 time: 0.0611579 Jul 16 19:51:25.185990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-9cedc584-c7bd-4c07-ae2b-3cb883fa72ad service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696218 Jul 16 19:51:25.337549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b5f96-7f74-4849-a04a-802f1bc0e4e7 req-1f355eff-c3c5-42e6-be19-823a1d9c7faf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:25.339108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-611b5f96-7f74-4849-a04a-802f1bc0e4e7 req-1f355eff-c3c5-42e6-be19-823a1d9c7faf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.2511277 Jul 16 19:51:25.350064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-9d8a7566-4e85-42e3-b8f1-dec9cdf9200d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:25.351527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-9d8a7566-4e85-42e3-b8f1-dec9cdf9200d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571537 Jul 16 19:51:25.375366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Request body: {'port': {'device_id': 'c6bfcedc-d458-4e72-9f42-4a6700a79142', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'd01cdc5510f649d0b599621e78fa2ff2'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:25.418489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6959059f-b0c2-469e-be66-ffbfdbee267a req-31472e36-0cb8-490a-b012-69be357cf3df service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246983 Jul 16 19:51:25.468327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-611b5f96-7f74-4849-a04a-802f1bc0e4e7 req-8b4a2b22-0b93-469e-9d52-acd3bf5fcdad tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140621 Jul 16 19:51:25.572814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db78c1-1750-4fb3-b336-2aa31315de75 req-e2caf99a-ba6d-4644-b826-cf1c37cea02f tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:25.574472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18db78c1-1750-4fb3-b336-2aa31315de75 req-e2caf99a-ba6d-4644-b826-cf1c37cea02f tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 945 time: 0.1395886 Jul 16 19:51:25.575676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Made reservation on behalf of d01cdc5510f649d0b599621e78fa2ff2 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:25.579791 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:25.701145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18db78c1-1750-4fb3-b336-2aa31315de75 req-4c7f529a-f899-4b91-b7c0-51724d5d74ff tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172357 Jul 16 19:51:25.774907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef658-bec5-4db2-a520-907c5bee54ec req-15e384da-5b18-4142-a229-98cd156bced0 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:25.776438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01eef658-bec5-4db2-a520-907c5bee54ec req-15e384da-5b18-4142-a229-98cd156bced0 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 944 time: 0.1936960 Jul 16 19:51:25.810386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Allocated IP 192.168.233.220 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/0799bec7-fd2c-40ad-8268-1fadca100239) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:25.825817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 481417ac-90f1-480a-bd84-7e7d196d3c50 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:25.840459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01eef658-bec5-4db2-a520-907c5bee54ec req-3105d4cd-2aca-438c-b2b1-8a879478a5db tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Jul 16 19:51:25.947548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:25.960523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 481417ac-90f1-480a-bd84-7e7d196d3c50 has no active binding in host n-h1-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 19:51:26.055057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:26.082956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58b423ca-1d4a-4b05-850c-94be7e16c434 req-7c4b681f-be83-4905-8507-0a4ecc5ecf3d tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0548544 Jul 16 19:51:26.116171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Transition to ACTIVE for port object 0799bec7-fd2c-40ad-8268-1fadca100239 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:26.154771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-9225ddb5-5d5a-4103-91a2-1424bbab4b47 service neutron] 10.222.0.68 "GET /v2.0/ports/481417ac-90f1-480a-bd84-7e7d196d3c50/bindings/n-h1-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.1545844 Jul 16 19:51:26.232893 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:26.246871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['55bda8ee-470e-4eb2-8618-61575c549a28'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:26.300693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58c4067e-3f0c-49ae-a198-67fc0890efe9 req-c2fe4496-a9fc-474d-9076-d80461b2b00f tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=340484a9c2eb4e088215b25e50246dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711606 Jul 16 19:51:26.318350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fd0b4-08a6-4143-954a-9d8839036aa2 req-680adc92-9edc-4437-bca3-0d4988836180 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:26.319879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-368fd0b4-08a6-4143-954a-9d8839036aa2 req-680adc92-9edc-4437-bca3-0d4988836180 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.2254674 Jul 16 19:51:26.360020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:26.373856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:26.394696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Pushing event updated for resources: {'Port': ['ID=0799bec7-fd2c-40ad-8268-1fadca100239,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:26.400997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:26.533878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-368fd0b4-08a6-4143-954a-9d8839036aa2 req-063b4157-b35c-4bef-a649-4496a243c740 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074451 Jul 16 19:51:26.574229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:26.574915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:26.612471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c9dd12d7-70ee-4a58-9551-0990f6338d18 None None] Provisioning for port 0799bec7-fd2c-40ad-8268-1fadca100239 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:26.613795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-ccdd9504-279a-4f27-9cc6-22e0a22fdd6d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2485788 Jul 16 19:51:26.617089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c9dd12d7-70ee-4a58-9551-0990f6338d18 None None] Provisioning complete for port 0799bec7-fd2c-40ad-8268-1fadca100239 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:26.617547 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9dd12d7-70ee-4a58-9551-0990f6338d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:26.628665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Request body: {'port': {'device_id': 'c6bfcedc-d458-4e72-9f42-4a6700a79142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:26.641505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4067e-3f0c-49ae-a198-67fc0890efe9 req-1d39aebb-df37-4dbe-a918-b8de77dae4e1 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:26.643362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58c4067e-3f0c-49ae-a198-67fc0890efe9 req-1d39aebb-df37-4dbe-a918-b8de77dae4e1 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225458 Jul 16 19:51:26.645278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:26.658502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd12d7-70ee-4a58-9551-0990f6338d18 None None] Port 0799bec7-fd2c-40ad-8268-1fadca100239 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:51:26.726420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58c4067e-3f0c-49ae-a198-67fc0890efe9 req-357687c1-0489-4f12-a7eb-f0458df46a42 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/quotas/340484a9c2eb4e088215b25e50246dbb HTTP/1.1" status: 200 len: 375 time: 0.0616632 Jul 16 19:51:26.736659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:26.807614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58c4067e-3f0c-49ae-a198-67fc0890efe9 req-d095d53b-ef70-4d38-94b2-a8bfc24ff033 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=340484a9c2eb4e088215b25e50246dbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733626 Jul 16 19:51:26.835912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481417ac-90f1-480a-bd84-7e7d196d3c50 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:26.845674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:26.852635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:26.885180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2bcc-0155-42d9-b779-20777d306e4d req-601134a2-8610-4c70-bff1-ebad0d3422bf tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:26.886660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c6d2bcc-0155-42d9-b779-20777d306e4d req-601134a2-8610-4c70-bff1-ebad0d3422bf tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 936 time: 0.2209167 Jul 16 19:51:26.889851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:27.080684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c6d2bcc-0155-42d9-b779-20777d306e4d req-558d8a40-feaf-42f6-b898-7227225584c2 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628819 Jul 16 19:51:27.159778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] Transition to ACTIVE for port object 481417ac-90f1-480a-bd84-7e7d196d3c50 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:27.167599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:27.209635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1f05c-d108-4acf-83cf-72524290a22c req-6301329c-f0fe-4bd7-be8d-19c6256955c0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:27.211121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc1f05c-d108-4acf-83cf-72524290a22c req-6301329c-f0fe-4bd7-be8d-19c6256955c0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.2467129 Jul 16 19:51:27.577634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] No DVR routers for this DVR port 481417ac-90f1-480a-bd84-7e7d196d3c50 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:51:27.600773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295b150-620b-4631-a806-97110cefbfac service neutron] Pushing event updated for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=10']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:27.621327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc1f05c-d108-4acf-83cf-72524290a22c req-1233aed8-8a16-4c0f-8c24-668e9ac8da2c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422958 Jul 16 19:51:27.670152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-f295b150-620b-4631-a806-97110cefbfac service neutron] 10.222.0.68 "PUT /v2.0/ports/481417ac-90f1-480a-bd84-7e7d196d3c50/bindings/n-h1-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 1.5063531 Jul 16 19:51:27.710370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c89d5-7915-46f5-97a5-7956b03d1236 req-131a4a84-4a2a-488f-b96d-211320bdc5ba tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:27.711924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed1c89d5-7915-46f5-97a5-7956b03d1236 req-131a4a84-4a2a-488f-b96d-211320bdc5ba tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 945 time: 0.5155058 Jul 16 19:51:27.717476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0799bec7-fd2c-40ad-8268-1fadca100239 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:27.731636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:27.756703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Transition to ACTIVE for port object 0799bec7-fd2c-40ad-8268-1fadca100239 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:27.764655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:27.784853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed1c89d5-7915-46f5-97a5-7956b03d1236 req-8ed5696c-a02d-4a37-bea3-b11464126afb tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558615 Jul 16 19:51:27.823812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Pushing event updated for resources: {'Port': ['ID=0799bec7-fd2c-40ad-8268-1fadca100239,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:27.842139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f585416a-379e-47da-ad05-639ca6c7c360 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:27.878237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-72b88b05-8b1b-4ee6-b14d-307b8641f21e tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:27.879835 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-72b88b05-8b1b-4ee6-b14d-307b8641f21e tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.1375663 Jul 16 19:51:27.952846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port f585416a-379e-47da-ad05-639ca6c7c360 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:27.959816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f585416a-379e-47da-ad05-639ca6c7c360 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:27.960159 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:27.986613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-82761431-e691-4265-9fb2-fda110756484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:27.988996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-82761431-e691-4265-9fb2-fda110756484 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d HTTP/1.1" status: 200 len: 1097 time: 0.0990191 Jul 16 19:51:27.993749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Attempting to bind port 0799bec7-fd2c-40ad-8268-1fadca100239 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:27.994102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Attempting to bind port 0799bec7-fd2c-40ad-8268-1fadca100239 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:27.994802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Attempting to bind port 0799bec7-fd2c-40ad-8268-1fadca100239 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:28.000134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Port 0799bec7-fd2c-40ad-8268-1fadca100239 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:28.000491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Attempting to bind port 0799bec7-fd2c-40ad-8268-1fadca100239 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:28.009974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:28.010323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:28.011534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:28.012008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Bound port: 0799bec7-fd2c-40ad-8268-1fadca100239, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:28.012799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:28.085556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-38b0f455-f338-4552-99f4-302e571104a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.087679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-38b0f455-f338-4552-99f4-302e571104a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1097 time: 0.0680926 Jul 16 19:51:28.097811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bcf0d-721a-496f-80d4-38afaaa98491 req-db9f6c9b-3243-4748-a1ae-0dfec8959b33 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.099019 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:28.104983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b5bcf0d-721a-496f-80d4-38afaaa98491 req-db9f6c9b-3243-4748-a1ae-0dfec8959b33 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 945 time: 0.2058568 Jul 16 19:51:28.144176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f585416a-379e-47da-ad05-639ca6c7c360, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f585416a-379e-47da-ad05-639ca6c7c360,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:28.145302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:28.148317 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34c4222-d7c0-438a-aa1b-aecc029e62d7" -d '{"events": [{"server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "name": "network-vif-plugged", "status": "completed", "tag": "f585416a-379e-47da-ad05-639ca6c7c360"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:28.151757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:28.177447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] For port 0799bec7-fd2c-40ad-8268-1fadca100239, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:28.186326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0a8faeb-ba91-4325-8aab-140010543e0c req-e65f8893-8e9b-48c7-9d75-4f4c5ee66518 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0522361 Jul 16 19:51:28.194733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-9afb3173-91a5-4049-b700-77074cd48419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.197025 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-9afb3173-91a5-4049-b700-77074cd48419 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1023374 Jul 16 19:51:28.202453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b5bcf0d-721a-496f-80d4-38afaaa98491 req-21c02601-6098-4200-a0f5-1c48df158c56 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967340 Jul 16 19:51:28.204390 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] For port 0799bec7-fd2c-40ad-8268-1fadca100239, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0799bec7-fd2c-40ad-8268-1fadca100239,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:28.212571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f585416a-379e-47da-ad05-639ca6c7c360,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:28.218474 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:28.264808 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-2ee2784f-a0df-4aab-8289-7514d5409ec0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481417ac-90f1-480a-bd84-7e7d196d3c50 HTTP/1.1" status: 200 len: 217 time: 0.0516434 Jul 16 19:51:28.294918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.295688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:28.297881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] 10.222.0.16 "PUT /v2.0/ports/0799bec7-fd2c-40ad-8268-1fadca100239 HTTP/1.1" status: 200 len: 1097 time: 1.6767583 Jul 16 19:51:28.298906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bfcedc-d458-4e72-9f42-4a6700a79142', 'tag': '0799bec7-fd2c-40ad-8268-1fadca100239'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:28.301896 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bfcedc-d458-4e72-9f42-4a6700a79142", "tag": "0799bec7-fd2c-40ad-8268-1fadca100239"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:28.329286 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fc7a7-f492-4afd-89a3-bba6dd8a561c service neutron] Pushing event updated for resources: {'Port': ['ID=0799bec7-fd2c-40ad-8268-1fadca100239,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:28.354725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-7e7b9e67-3326-4ef6-8ff9-8888ad07a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.356720 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-7e7b9e67-3326-4ef6-8ff9-8888ad07a9a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0857739 Jul 16 19:51:28.409998 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-985c3dcf-a6bb-49c2-8e3f-652d2e53edb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460262 Jul 16 19:51:28.455145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-f65dc25a-55f5-470a-9da8-b0b838c3f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.457306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-f65dc25a-55f5-470a-9da8-b0b838c3f5a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 1100 time: 0.1083415 Jul 16 19:51:28.466873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1931-6563-4241-a67f-b02c51a55560 req-c1f127ea-a15f-4b19-b7ac-53d1a8791de5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.468486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b2f1931-6563-4241-a67f-b02c51a55560 req-c1f127ea-a15f-4b19-b7ac-53d1a8791de5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1311216 Jul 16 19:51:28.529061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-ced16bd5-e776-4529-bee9-48b906b9a62b service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117222 Jul 16 19:51:28.549754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-c8fa7242-ad40-443e-bccd-c42bb32d203f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=0799bec7-fd2c-40ad-8268-1fadca100239 HTTP/1.1" status: 200 len: 217 time: 0.0800140 Jul 16 19:51:28.612526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b2f1931-6563-4241-a67f-b02c51a55560 req-90c0cbdd-c2ea-4abc-936d-48790573fe43 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065898 Jul 16 19:51:28.628097 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-5889e1f5-5f49-4b20-8dc4-28faf7eb5228 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923254 Jul 16 19:51:28.653302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c2fff-ddfb-4112-9e5c-ecb6392fc748 req-aafa972a-99ea-4c33-b601-73b31d55bd9d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.655822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-468c2fff-ddfb-4112-9e5c-ecb6392fc748 req-aafa972a-99ea-4c33-b601-73b31d55bd9d tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 948 time: 0.1797063 Jul 16 19:51:28.659072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-f5171ec3-df6c-44e7-9361-ee6e478ed3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.660881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-f5171ec3-df6c-44e7-9361-ee6e478ed3db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1025469 Jul 16 19:51:28.668625 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711e54c2-b48f-43f6-beec-4c0acd9cc7e6 x-openstack-request-id: req-711e54c2-b48f-43f6-beec-4c0acd9cc7e6 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:28.669143 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "name": "network-vif-plugged", "status": "completed", "tag": "f585416a-379e-47da-ad05-639ca6c7c360", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:28.669717 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-711e54c2-b48f-43f6-beec-4c0acd9cc7e6 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:28.670372 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360', 'code': 200} Jul 16 19:51:28.717247 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d4df63-a37f-4417-84b2-4b8e825b202e x-openstack-request-id: req-10d4df63-a37f-4417-84b2-4b8e825b202e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:28.717533 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bfcedc-d458-4e72-9f42-4a6700a79142", "tag": "0799bec7-fd2c-40ad-8268-1fadca100239", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:28.717786 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10d4df63-a37f-4417-84b2-4b8e825b202e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:28.718200 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bfcedc-d458-4e72-9f42-4a6700a79142', 'tag': '0799bec7-fd2c-40ad-8268-1fadca100239', 'status': 'completed', 'code': 200} Jul 16 19:51:28.748999 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-468c2fff-ddfb-4112-9e5c-ecb6392fc748 req-a89295fd-b229-42be-b8f4-90a7da7882a4 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835853 Jul 16 19:51:28.768876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-23723252-30a9-4030-8bba-47ea769b712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.770923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-23723252-30a9-4030-8bba-47ea769b712d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916998 Jul 16 19:51:28.861239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e5a46-71f4-49f4-946c-34be71df3abb req-72ff523e-ec54-4bcb-9c7d-c3acfeead12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.866532 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-455e5a46-71f4-49f4-946c-34be71df3abb req-72ff523e-ec54-4bcb-9c7d-c3acfeead12b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 0.1107230 Jul 16 19:51:28.918495 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-455e5a46-71f4-49f4-946c-34be71df3abb req-f48e5d86-f9c4-4989-aa24-32fa9b5e20f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 Jul 16 19:51:28.947894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-8fcec0e4-c6ac-42f9-ad72-2af725a3dc2e service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675620 Jul 16 19:51:28.976046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e70aae-dd15-4a3e-878e-a8fdc40f8353 req-7ab7dcab-35c7-4f4e-bf7f-9daeb69c149f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:28.980843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49e70aae-dd15-4a3e-878e-a8fdc40f8353 req-7ab7dcab-35c7-4f4e-bf7f-9daeb69c149f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.0948131 Jul 16 19:51:28.990352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 481417ac-90f1-480a-bd84-7e7d196d3c50 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:29.035610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 481417ac-90f1-480a-bd84-7e7d196d3c50 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:29.073367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-fbe9fb7d-3778-442d-8512-8f5bea5df5ac tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:29.074932 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-fbe9fb7d-3778-442d-8512-8f5bea5df5ac tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.0977905 Jul 16 19:51:29.116287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49e70aae-dd15-4a3e-878e-a8fdc40f8353 req-bde48015-0a57-4bac-853d-69714d46eb54 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244011 Jul 16 19:51:29.152350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcb85f8-87a3-4b6f-8784-0f9f2756efa4 req-4ba88cab-6847-498a-90e2-0f1655333d55 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698711 Jul 16 19:51:29.178460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390fc4e-85b1-4ff9-9baf-ebf0749f60a5 req-a86386b2-0586-47bb-9530-41b914cd9a41 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:29.180287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e390fc4e-85b1-4ff9-9baf-ebf0749f60a5 req-a86386b2-0586-47bb-9530-41b914cd9a41 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 946 time: 0.1692808 Jul 16 19:51:29.211397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d83ae2b4-a634-408e-b3f4-3d0403914629 service neutron] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:29.214935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d83ae2b4-a634-408e-b3f4-3d0403914629 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:29.216137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4ddf54f-1e03-4855-9d50-3ae4c4c87670 req-d83ae2b4-a634-408e-b3f4-3d0403914629 service neutron] 10.222.0.16 "DELETE /v2.0/ports/481417ac-90f1-480a-bd84-7e7d196d3c50/bindings/n-h2-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.1343498 Jul 16 19:51:29.252019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e390fc4e-85b1-4ff9-9baf-ebf0749f60a5 req-b3017654-ee63-4b58-8587-4aab85cfe8e2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622411 Jul 16 19:51:29.285633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d4619e7-1553-44fb-ae21-0d86282fd198 req-ce32cf3d-6580-42f7-b8f1-e5712db6170a tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=340484a9c2eb4e088215b25e50246dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615578 Jul 16 19:51:29.373186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-20849035-896a-4de9-8312-19bfdea44126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:29.377563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-20849035-896a-4de9-8312-19bfdea44126 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 1100 time: 0.1484466 Jul 16 19:51:29.435136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4619e7-1553-44fb-ae21-0d86282fd198 req-f2f732cd-7260-4b0c-b0b0-e2a418d89163 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:29.436633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d4619e7-1553-44fb-ae21-0d86282fd198 req-f2f732cd-7260-4b0c-b0b0-e2a418d89163 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451983 Jul 16 19:51:29.514342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d4619e7-1553-44fb-ae21-0d86282fd198 req-847705e7-ad89-4292-9b4e-98f024275546 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/quotas/340484a9c2eb4e088215b25e50246dbb HTTP/1.1" status: 200 len: 375 time: 0.0439274 Jul 16 19:51:29.516321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5e17417-a8c2-460e-83b0-a43133528029 req-3e921ce1-c2da-4e2d-97ce-edd2efaa1c42 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0437031 Jul 16 19:51:29.562096 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d4619e7-1553-44fb-ae21-0d86282fd198 req-12e22496-e25f-43dd-a709-11cee63aa7e7 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=340484a9c2eb4e088215b25e50246dbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403748 Jul 16 19:51:29.564549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-bf731c2d-5962-4036-8604-56faa34ac100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:29.566367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-bf731c2d-5962-4036-8604-56faa34ac100 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1805236 Jul 16 19:51:29.615649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-b916c776-5773-4b37-a912-c1c7a6b2e72c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=0799bec7-fd2c-40ad-8268-1fadca100239 HTTP/1.1" status: 200 len: 217 time: 0.0424383 Jul 16 19:51:29.713296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-0457d9dc-5385-4ade-b1c0-28a7538df310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:29.714812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-0457d9dc-5385-4ade-b1c0-28a7538df310 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0896904 Jul 16 19:51:29.775548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ab31b-ebc8-4a52-b8f3-5accff0142bf req-d983003b-fdf6-4ce7-bfc4-2524d893b98a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:29.776657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd2ab31b-ebc8-4a52-b8f3-5accff0142bf req-d983003b-fdf6-4ce7-bfc4-2524d893b98a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 945 time: 0.1145847 Jul 16 19:51:29.825196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-9150c184-0910-4c78-acd0-949861a0a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:29.826679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-9150c184-0910-4c78-acd0-949861a0a542 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004925 Jul 16 19:51:29.836864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd2ab31b-ebc8-4a52-b8f3-5accff0142bf req-2979033e-86aa-4246-b831-2f91418ab3ef tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531857 Jul 16 19:51:30.031893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-e867cae0-2d4b-4a23-986b-2e497ad33a09 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940482 Jul 16 19:51:30.079713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2c695-f417-4338-a275-4cf2cbc902fa req-27086579-a10d-4f34-b57e-5ba79da3c054 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:30.081570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45d2c695-f417-4338-a275-4cf2cbc902fa req-27086579-a10d-4f34-b57e-5ba79da3c054 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1635735 Jul 16 19:51:30.182888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba95aa9-ad7f-47b6-8679-ba489f06f25d req-70199cc8-660b-473e-8de7-5e0e58e3129b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:30.185536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ba95aa9-ad7f-47b6-8679-ba489f06f25d req-70199cc8-660b-473e-8de7-5e0e58e3129b tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 948 time: 0.2208445 Jul 16 19:51:30.210602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45d2c695-f417-4338-a275-4cf2cbc902fa req-d1d684d2-821c-49fd-83ee-612705aba1e9 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186543 Jul 16 19:51:30.220895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1098d8b0-e1a5-45df-a89a-a7f3d3e1a57e req-193d52ff-7773-4f4b-8c27-2ced37696a00 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825712 Jul 16 19:51:30.242740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ba95aa9-ad7f-47b6-8679-ba489f06f25d req-d9b86cd7-248c-44f1-969a-29806ba90a70 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490828 Jul 16 19:51:30.481652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284f48-3299-476d-bc22-195ea77a6203 req-dc41f193-b7ff-41b0-9696-6f4efc950cbd tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:30.483280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4284f48-3299-476d-bc22-195ea77a6203 req-dc41f193-b7ff-41b0-9696-6f4efc950cbd tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1108124 Jul 16 19:51:30.524140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b0a00-2b9a-4cad-bab6-50eea8187a19 req-12722c0b-036d-49d6-8652-5e987c1bb34f tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:30.525770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-736b0a00-2b9a-4cad-bab6-50eea8187a19 req-12722c0b-036d-49d6-8652-5e987c1bb34f tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 946 time: 0.1133614 Jul 16 19:51:30.563176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4284f48-3299-476d-bc22-195ea77a6203 req-f2e9e0bc-57eb-4a96-89c3-96ab61da1042 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708609 Jul 16 19:51:30.586562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-736b0a00-2b9a-4cad-bab6-50eea8187a19 req-a6bfede6-ab99-446b-8ec7-10475f46d859 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541837 Jul 16 19:51:30.769629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8c9d-640b-43bf-80c9-a2d474ab01a1 req-878414dd-1d12-467e-9be4-e25bf5e09284 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:30.771654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80ef8c9d-640b-43bf-80c9-a2d474ab01a1 req-878414dd-1d12-467e-9be4-e25bf5e09284 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 1097 time: 0.0919755 Jul 16 19:51:30.831539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80ef8c9d-640b-43bf-80c9-a2d474ab01a1 req-07c2b679-6709-48e9-8278-d8d800bd15d5 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501046 Jul 16 19:51:31.147593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7adce35-242b-4ecc-8796-2c3b09fc383e req-c166883b-5134-497f-a9c4-e6b088a5a35f tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.1329999 Jul 16 19:51:31.310938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23363cbd-9666-4afb-b925-e77b6d252a37 req-5edf2d5c-4974-4d42-8c7d-07af02b38f12 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=340484a9c2eb4e088215b25e50246dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465050 Jul 16 19:51:31.340728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6fca4e88-7177-4e06-92ce-e35e5f404aef tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3436332 Jul 16 19:51:31.362890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:31.431661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:31.479637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23363cbd-9666-4afb-b925-e77b6d252a37 req-612d4784-ac55-4750-9059-57913c50eab8 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:31.481512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23363cbd-9666-4afb-b925-e77b6d252a37 req-612d4784-ac55-4750-9059-57913c50eab8 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587873 Jul 16 19:51:31.512494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23363cbd-9666-4afb-b925-e77b6d252a37 req-aaf8fce2-8ced-4de3-9ccb-06873c9fd1fd tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/quotas/340484a9c2eb4e088215b25e50246dbb HTTP/1.1" status: 200 len: 375 time: 0.0207162 Jul 16 19:51:31.838226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23363cbd-9666-4afb-b925-e77b6d252a37 req-fa43f168-3975-4cca-8e6c-935b71fd91d1 tempest-QuotasAdminNegativeTest-202993754 tempest-QuotasAdminNegativeTest-202993754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=340484a9c2eb4e088215b25e50246dbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3177140 Jul 16 19:51:31.873657 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:31.899085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0799bec7-fd2c-40ad-8268-1fadca100239 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:32.050209 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Allocated IP 172.25.6.76 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/0ef611fc-0177-4d84-b9b3-1f3a125eae43) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:32.057684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0799bec7-fd2c-40ad-8268-1fadca100239, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0799bec7-fd2c-40ad-8268-1fadca100239,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:32.069959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '0799bec7-fd2c-40ad-8268-1fadca100239', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '0799bec7-fd2c-40ad-8268-1fadca100239', 'mac_address': 'fa:16:3e:2a:36:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:32.119227 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:32.134706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0799bec7-fd2c-40ad-8268-1fadca100239 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:32.160472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0799bec7-fd2c-40ad-8268-1fadca100239, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0799bec7-fd2c-40ad-8268-1fadca100239,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:32.165380 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:32.213533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-15cc568b-237d-4832-8ea5-a34e6b8c1e22 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:32.214980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-15cc568b-237d-4832-8ea5-a34e6b8c1e22 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 820 time: 0.1886547 Jul 16 19:51:32.233325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0799bec7-fd2c-40ad-8268-1fadca100239,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:32.246214 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-d1a441b1-3c17-477a-b371-eb605c7df3f3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/quotas/6ca984d9efeb45a6aed9ddd7cd44596d HTTP/1.1" status: 200 len: 375 time: 0.0226474 Jul 16 19:51:32.288637 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:32.419370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-94eaba64-0d10-407d-8097-4d4156effd51 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621542 Jul 16 19:51:32.441913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:32.474924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0799bec7-fd2c-40ad-8268-1fadca100239'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:32.559175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:32.612104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:32.625388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:32.636671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Pushing event updated for resources: {'Port': ['ID=0ef611fc-0177-4d84-b9b3-1f3a125eae43,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:32.727476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-7bd09897-c756-49c8-a3e0-53567aec6bcc service neutron] 10.222.0.78 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001077 Jul 16 19:51:32.918392 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:32.978612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-3da1008a-1359-441c-b20c-18d18aa0f94a service neutron] 10.222.0.78 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415009 Jul 16 19:51:32.992433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.236093 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.244624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.407768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Pushing event updated for resources: {'Port': ['ID=0ef611fc-0177-4d84-b9b3-1f3a125eae43,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:33.415266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.439573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.441001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-6ac61377-6f53-45c7-80a1-5d6ccfb783e1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0890841 Jul 16 19:51:33.455121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cd7d9-9eb9-4dfb-ac28-9173d23dbf97 req-534c754f-0c7c-4185-9b8b-3ad5aca30995 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:33.456732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-579cd7d9-9eb9-4dfb-ac28-9173d23dbf97 req-534c754f-0c7c-4185-9b8b-3ad5aca30995 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1612487 Jul 16 19:51:33.549208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-027a49af-b6a8-4758-800c-62a06bfd8485 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.0913839 Jul 16 19:51:33.593761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-579cd7d9-9eb9-4dfb-ac28-9173d23dbf97 req-c5d77e9a-1c35-4fb8-bc3b-9b23e3844d62 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285195 Jul 16 19:51:33.720805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-5e6d6e7b-5a94-4b9c-b01c-b1f17014f244 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:33.723019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-5e6d6e7b-5a94-4b9c-b01c-b1f17014f244 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1665356 Jul 16 19:51:33.736299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-2bbdf551-79fe-4b59-9fd3-8f23d98317fe tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:51:33.738314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee16d9b5-fb32-4ded-b7b9-13c5c930b975 req-2bbdf551-79fe-4b59-9fd3-8f23d98317fe tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082824 Jul 16 19:51:33.867300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.899140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0799bec7-fd2c-40ad-8268-1fadca100239 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:33.943106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812428-f2b8-4a77-aed3-23bf83c4e68b req-4e95a476-310f-4f7b-8409-7dbb3c459539 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:33.947112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8812428-f2b8-4a77-aed3-23bf83c4e68b req-4e95a476-310f-4f7b-8409-7dbb3c459539 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 949 time: 0.1578820 Jul 16 19:51:34.021114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 0799bec7-fd2c-40ad-8268-1fadca100239 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:34.030147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 0799bec7-fd2c-40ad-8268-1fadca100239 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:34.030913 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:34.087670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8812428-f2b8-4a77-aed3-23bf83c4e68b req-c450c06e-a327-4fee-a966-ecbab0fab355 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141615 Jul 16 19:51:34.117492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442c839-18a0-4529-91d0-326d5f1f1db0 req-dd9de254-1c9b-4f63-a3ad-26909264e0ff tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:34.140632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8442c839-18a0-4529-91d0-326d5f1f1db0 req-dd9de254-1c9b-4f63-a3ad-26909264e0ff tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1851859 Jul 16 19:51:34.207507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8442c839-18a0-4529-91d0-326d5f1f1db0 req-3080219c-99c1-4f38-9e18-b00783b768f9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626864 Jul 16 19:51:34.241560 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:34.300477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bfcedc-d458-4e72-9f42-4a6700a79142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0799bec7-fd2c-40ad-8268-1fadca100239'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:34.305561 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4fb506-33c4-45d8-8748-7081438bddd2" -d '{"events": [{"server_uuid": "c6bfcedc-d458-4e72-9f42-4a6700a79142", "name": "network-vif-plugged", "status": "completed", "tag": "0799bec7-fd2c-40ad-8268-1fadca100239"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:34.335656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0799bec7-fd2c-40ad-8268-1fadca100239, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0799bec7-fd2c-40ad-8268-1fadca100239,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:34.341522 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:34.446826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0799bec7-fd2c-40ad-8268-1fadca100239,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:34.553695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f83d3d8-c67a-44a3-a868-ccde318f2b04 req-01295a33-7dac-48f0-a65b-1287d8cc2ac8 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0396688 Jul 16 19:51:34.614306 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:34.619497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc99792c-142c-4066-984a-46a615cd9cc7 req-12dcdb9a-66eb-4789-b4e3-f4858d8af581 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 210 time: 0.0606890 Jul 16 19:51:34.708189 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad7d2a1-361f-44aa-84a4-d3c7cd741240 x-openstack-request-id: req-cad7d2a1-361f-44aa-84a4-d3c7cd741240 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:34.708656 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bfcedc-d458-4e72-9f42-4a6700a79142", "name": "network-vif-plugged", "status": "completed", "tag": "0799bec7-fd2c-40ad-8268-1fadca100239", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:34.709035 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cad7d2a1-361f-44aa-84a4-d3c7cd741240 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:34.709628 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bfcedc-d458-4e72-9f42-4a6700a79142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0799bec7-fd2c-40ad-8268-1fadca100239', 'code': 200} Jul 16 19:51:35.081971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-76e20f08-48a9-4a0a-a254-5df8b1f4f817 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:35.083794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-76e20f08-48a9-4a0a-a254-5df8b1f4f817 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 821 time: 0.4073513 Jul 16 19:51:35.143140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-216eb109-fad3-4d35-93b7-90595af8e25e tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/quotas/fc84c98ed3c14af0b406e632bad12268 HTTP/1.1" status: 200 len: 375 time: 0.0384805 Jul 16 19:51:35.154312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-7fb71025-0a12-4441-bfc5-04c0464fcdd4 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:35.155875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-7fb71025-0a12-4441-bfc5-04c0464fcdd4 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 820 time: 0.4020696 Jul 16 19:51:35.162146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48976) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:35.177150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1543d-1cd7-4a57-9b09-980dd939452f req-83d1589a-6358-4b84-b703-062d5d440f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:35.178702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-93b1543d-1cd7-4a57-9b09-980dd939452f req-83d1589a-6358-4b84-b703-062d5d440f48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 1102 time: 0.3383493 Jul 16 19:51:35.201419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Request body: {'port': {'device_id': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'admin_state_up': True, 'tenant_id': '6ca984d9efeb45a6aed9ddd7cd44596d'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:35.273570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a35917-d6bc-49aa-ab89-cdaf13c18199 req-bc3d7956-4938-4cff-bd26-7eeabf148d69 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:35.275138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66a35917-d6bc-49aa-ab89-cdaf13c18199 req-bc3d7956-4938-4cff-bd26-7eeabf148d69 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.3310387 Jul 16 19:51:35.295147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.343434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-93b1543d-1cd7-4a57-9b09-980dd939452f req-c252c4c7-83ec-4152-9ee0-5db72c6da8c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381853 Jul 16 19:51:35.395998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.400069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.404508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-a3dbd6e9-284e-4b26-85c3-943bf7e525d3 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2460573 Jul 16 19:51:35.409045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66a35917-d6bc-49aa-ab89-cdaf13c18199 req-5715cebe-ea36-4ee8-bea4-3b700ffcda15 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167696 Jul 16 19:51:35.442270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=340484a9c2eb4e088215b25e50246dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786064 Jul 16 19:51:35.443162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ea2202-d0e0-4594-aa86-d1b1f0e8dac7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:35.445648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48982) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:35.450046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Made reservation on behalf of 6ca984d9efeb45a6aed9ddd7cd44596d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:35.453687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.482332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.482857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.483308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.483750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.484185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.484641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.485084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.486034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.486519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.487043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.487619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.488080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108443f3-c1e1-47a3-92d0-5d610951abac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:35.533388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-59f2c895-f53c-4b51-a4f2-7c90678d7877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.559640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-59f2c895-f53c-4b51-a4f2-7c90678d7877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.610740 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-59f2c895-f53c-4b51-a4f2-7c90678d7877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.611275 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-92bf931b-6dfd-4169-8bef-fcc1abb167a2 service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989477 Jul 16 19:51:35.613716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-59f2c895-f53c-4b51-a4f2-7c90678d7877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.615083 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-59f2c895-f53c-4b51-a4f2-7c90678d7877 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/06ea2202-d0e0-4594-aa86-d1b1f0e8dac7 HTTP/1.1" status: 204 len: 168 time: 0.1682036 Jul 16 19:51:35.631855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2c895-f53c-4b51-a4f2-7c90678d7877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ea2202-d0e0-4594-aa86-d1b1f0e8dac7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:35.747357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Allocated IP 172.20.0.10 (6e4cc070-51f6-405f-81df-eb444f0191c6/84e9e3e2-adf4-4ead-9d6d-89cb435940fa/a0ac929f-574a-4421-962d-568db507652e) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:35.773611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eed5b3-e7f0-4d25-ae3e-90554ed9d204 req-0255a2ee-fc6c-4089-b240-2f43ade57e87 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:35.775146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1eed5b3-e7f0-4d25-ae3e-90554ed9d204 req-0255a2ee-fc6c-4089-b240-2f43ade57e87 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 950 time: 0.2185068 Jul 16 19:51:35.824612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-fafb5ac9-7592-4bb0-9823-ea1f0a065dcc service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018459 Jul 16 19:51:35.860375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1eed5b3-e7f0-4d25-ae3e-90554ed9d204 req-95bb9305-e4f4-450a-8d24-e90c45fa82d6 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751419 Jul 16 19:51:35.908873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48994) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:35.927363 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeecc-9b91-480a-8c71-72a53006cd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.027451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.058995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeecc-9b91-480a-8c71-72a53006cd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.064596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeecc-9b91-480a-8c71-72a53006cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.117882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdeecc-9b91-480a-8c71-72a53006cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9c5a15-12bc-4890-b7ed-b8cf302ab0d9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:36.124816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b5cdeecc-9b91-480a-8c71-72a53006cd38 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93fda7d882634c95a1843627d6bac893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124915 Jul 16 19:51:36.125042 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49000) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:36.171827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.216188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb2375fc-83a4-4151-82f3-a14242e64024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.232064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Network 6e4cc070-51f6-405f-81df-eb444f0191c6 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:36.240778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd97f2-9ea1-482b-af53-43ccd5fab43d req-570dee29-9e86-4dbe-947e-07e01209211d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:36.242350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bbd97f2-9ea1-482b-af53-43ccd5fab43d req-570dee29-9e86-4dbe-947e-07e01209211d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1860514 Jul 16 19:51:36.250636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb2375fc-83a4-4151-82f3-a14242e64024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.259545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:36.294544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:36.299321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46234f96-b7fc-4721-aee6-5e24129175cd req-9521286b-da89-4165-9e94-fe8557f9e20c tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0731084 Jul 16 19:51:36.336997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb2375fc-83a4-4151-82f3-a14242e64024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.337228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Pushing event updated for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:36.342158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb2375fc-83a4-4151-82f3-a14242e64024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.344030 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eb2375fc-83a4-4151-82f3-a14242e64024 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe9c5a15-12bc-4890-b7ed-b8cf302ab0d9 HTTP/1.1" status: 204 len: 168 time: 0.2180207 Jul 16 19:51:36.354862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2375fc-83a4-4151-82f3-a14242e64024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9c5a15-12bc-4890-b7ed-b8cf302ab0d9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:36.404806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:36.405599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.416449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bbd97f2-9ea1-482b-af53-43ccd5fab43d req-95294064-cbb4-4b38-8bde-f2b50d1d7bcf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599593 Jul 16 19:51:36.427723 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c443107a-ef0a-41a0-b0f3-93737be7cdbd tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2528348 Jul 16 19:51:36.453636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Request body: {'port': {'device_id': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:36.627667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e370e10-34eb-4e24-bc74-36398ca51c03 req-3f84abe7-9d3e-4cf9-9310-8dd64a7b2731 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 210 time: 0.0961158 Jul 16 19:51:36.679147 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.709177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb33797-d7da-4cf3-b16b-da179f8a71a5 req-69f3c38a-a51f-4f6c-a87e-9af14e45a57a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:36.710792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecb33797-d7da-4cf3-b16b-da179f8a71a5 req-69f3c38a-a51f-4f6c-a87e-9af14e45a57a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 932 time: 0.1780491 Jul 16 19:51:37.165137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecb33797-d7da-4cf3-b16b-da179f8a71a5 req-f79dd53f-a75e-43f1-a56b-e2ba21d0923e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342494 Jul 16 19:51:37.424268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a2e3-f09a-4670-b519-fa7070c7037c req-baba2a27-4425-4b34-bf3f-f5f040f19f2c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:37.426444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae58a2e3-f09a-4670-b519-fa7070c7037c req-baba2a27-4425-4b34-bf3f-f5f040f19f2c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.6582005 Jul 16 19:51:37.445500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-13fe58ec-568a-46a4-85ae-1cb9931c99e6 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:37.447912 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-13fe58ec-568a-46a4-85ae-1cb9931c99e6 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.68 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 821 time: 0.1710196 Jul 16 19:51:37.463789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Request body: {'port': {'device_id': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'admin_state_up': True, 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:37.525814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e2203-9941-4091-9c79-bff14f0fe7f0 req-0d6ec026-211c-4640-bf50-c927fa7d3a17 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:37.533970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-326e2203-9941-4091-9c79-bff14f0fe7f0 req-0d6ec026-211c-4640-bf50-c927fa7d3a17 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 950 time: 0.2097611 Jul 16 19:51:37.577869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae58a2e3-f09a-4670-b519-fa7070c7037c req-38343d1b-4f4c-46d0-9d5f-2f7b92663848 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350832 Jul 16 19:51:37.582474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ac929f-574a-4421-962d-568db507652e {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:37.601990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.616247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-326e2203-9941-4091-9c79-bff14f0fe7f0 req-2cd3300b-7cab-4c39-abc1-62ce276fc6ab tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810928 Jul 16 19:51:37.634663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Transition to ACTIVE for port object a0ac929f-574a-4421-962d-568db507652e will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:37.638483 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.658416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Made reservation on behalf of fc84c98ed3c14af0b406e632bad12268 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:37.662595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.761563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:37.836896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Allocated IP 172.20.0.12 (cc28ce45-c629-4fea-b2c7-44e882099bfd/9111e026-ec93-42e9-b5e3-43cf97e98969/2f10e391-3c2c-4147-80fc-bb8a3c106656) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:37.875553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-859782d8-d4e0-4be3-acc8-e20443a7f6ae req-b61324d0-518b-41ea-8707-2be9935e7301 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0538125 Jul 16 19:51:37.931246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:37.931616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:37.931899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:37.961810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:37.962169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:37.972834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:37.973469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:37.973877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:37.974318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Bound port: a0ac929f-574a-4421-962d-568db507652e, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:37.974686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.057158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c87db-dfcc-45a7-88c6-fc09184f09dd req-86aa41ce-37d5-4496-a658-f8090e7c8742 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:38.058704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-981c87db-dfcc-45a7-88c6-fc09184f09dd req-86aa41ce-37d5-4496-a658-f8090e7c8742 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1492763 Jul 16 19:51:38.060765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.087712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Transition to ACTIVE for port object 2f10e391-3c2c-4147-80fc-bb8a3c106656 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:38.093158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:38.110048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:38.118045 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.139343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.153071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f585416a-379e-47da-ad05-639ca6c7c360'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:38.164748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-981c87db-dfcc-45a7-88c6-fc09184f09dd req-4b3f7bce-5acc-49d8-9e2d-17ad2305cb71 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931599 Jul 16 19:51:38.174685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:38.175898 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.177607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] 10.222.0.68 "PUT /v2.0/ports/a0ac929f-574a-4421-962d-568db507652e HTTP/1.1" status: 200 len: 1093 time: 1.7426238 Jul 16 19:51:38.181385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'tag': 'a0ac929f-574a-4421-962d-568db507652e'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:38.185967 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa3a36-7540-4140-a507-c635408396d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "tag": "a0ac929f-574a-4421-962d-568db507652e"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:38.194032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Network cc28ce45-c629-4fea-b2c7-44e882099bfd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:38.200263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:38.213850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:38.236366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d70c75-efce-4ed4-a653-c1213cee0884 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:38.273901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Pushing event updated for resources: {'Port': ['ID=2f10e391-3c2c-4147-80fc-bb8a3c106656,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:38.309837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:38.319224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.347123 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-57f8ff78-6c47-4663-af66-05778c0bc1a2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8876112 Jul 16 19:51:38.359487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Request body: {'port': {'device_id': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:38.381119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-072f638f-79e0-49ec-8a91-eecd360a9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:38.382950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-072f638f-79e0-49ec-8a91-eecd360a9203 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1096 time: 0.1220508 Jul 16 19:51:38.486512 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.490822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-696b1ae9-739c-43a6-afdd-81aa2fc86614 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0ac929f-574a-4421-962d-568db507652e HTTP/1.1" status: 200 len: 217 time: 0.1002870 Jul 16 19:51:38.584285 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c634938f-5255-46ca-a7fa-73db92c93abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:38.585942 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-c634938f-5255-46ca-a7fa-73db92c93abe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0860496 Jul 16 19:51:38.587186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-23cc18d2-7cef-4d31-a11a-34aa6a89d56c None None] Provisioning for port 2f10e391-3c2c-4147-80fc-bb8a3c106656 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:38.591390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-23cc18d2-7cef-4d31-a11a-34aa6a89d56c None None] Provisioning complete for port 2f10e391-3c2c-4147-80fc-bb8a3c106656 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:38.591847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-23cc18d2-7cef-4d31-a11a-34aa6a89d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.629812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-23cc18d2-7cef-4d31-a11a-34aa6a89d56c None None] Port 2f10e391-3c2c-4147-80fc-bb8a3c106656 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:51:38.630154 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-090ff505-f550-4dfa-a928-f9d9108fa9c6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364649 Jul 16 19:51:38.638472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576cc32-e378-4bd7-89ed-423d6f667d35 req-396ac8ef-3945-4b6a-999d-1ce062e4dd3f tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:38.639965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4576cc32-e378-4bd7-89ed-423d6f667d35 req-396ac8ef-3945-4b6a-999d-1ce062e4dd3f tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 932 time: 0.2358110 Jul 16 19:51:38.678479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a966e-952d-4c91-a59f-abc9177e53d9 req-24fd9273-9c4b-4d2a-8a76-2020f4132187 tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:38.680015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f16a966e-952d-4c91-a59f-abc9177e53d9 req-24fd9273-9c4b-4d2a-8a76-2020f4132187 tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 1102 time: 0.2134559 Jul 16 19:51:38.717736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f16a966e-952d-4c91-a59f-abc9177e53d9 req-42fd081b-98f2-425b-9f1d-15e9533e544e tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.760847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4576cc32-e378-4bd7-89ed-423d6f667d35 req-2f231f97-7c8b-4060-bf7e-2da1c6d9bf04 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090698 Jul 16 19:51:38.791647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f10e391-3c2c-4147-80fc-bb8a3c106656 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:38.800555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.815932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Transition to ACTIVE for port object 2f10e391-3c2c-4147-80fc-bb8a3c106656 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:38.816327 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f639c35-2237-43e5-a59a-c2be24b815eb x-openstack-request-id: req-9f639c35-2237-43e5-a59a-c2be24b815eb {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:38.816609 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "tag": "a0ac929f-574a-4421-962d-568db507652e", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:38.816817 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f639c35-2237-43e5-a59a-c2be24b815eb {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:38.817218 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'tag': 'a0ac929f-574a-4421-962d-568db507652e', 'status': 'completed', 'code': 200} Jul 16 19:51:38.819253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-62ff2412-8660-4e4d-85f2-83d1429dd9ec service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783223 Jul 16 19:51:38.821062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.892188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f10e391-3c2c-4147-80fc-bb8a3c106656,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:39.009596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d068f4-907c-41cb-8bd3-5d765a68b120 req-9f0a8d0b-5168-4630-98e3-72e2443aa459 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814816 Jul 16 19:51:39.011743 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f16a966e-952d-4c91-a59f-abc9177e53d9 req-42fd081b-98f2-425b-9f1d-15e9533e544e tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.023951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f16a966e-952d-4c91-a59f-abc9177e53d9 req-42fd081b-98f2-425b-9f1d-15e9533e544e tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.041233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Attempting to bind port 2f10e391-3c2c-4147-80fc-bb8a3c106656 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:39.041665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Attempting to bind port 2f10e391-3c2c-4147-80fc-bb8a3c106656 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:39.042080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Attempting to bind port 2f10e391-3c2c-4147-80fc-bb8a3c106656 on network cc28ce45-c629-4fea-b2c7-44e882099bfd {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:39.046918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Port 2f10e391-3c2c-4147-80fc-bb8a3c106656 on network cc28ce45-c629-4fea-b2c7-44e882099bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:39.047712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Attempting to bind port 2f10e391-3c2c-4147-80fc-bb8a3c106656 on network cc28ce45-c629-4fea-b2c7-44e882099bfd {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:39.053947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:39.054429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Checking segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:39.054935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Bound using segment: {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:39.056141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Bound port: 2f10e391-3c2c-4147-80fc-bb8a3c106656, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e09b05-d478-45d5-b08a-17756d27bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:39.056310 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.057982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f16a966e-952d-4c91-a59f-abc9177e53d9 req-42fd081b-98f2-425b-9f1d-15e9533e544e tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695319 Jul 16 19:51:39.073738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd081b-98f2-425b-9f1d-15e9533e544e tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8edcd7-7fb4-48f8-a50e-fdfee93e5462,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:39.086116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90df3a0-87a4-4c20-8910-9687797e54e4 req-42dbd60e-8644-415a-b6ad-c9d076bec7d6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.093327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a90df3a0-87a4-4c20-8910-9687797e54e4 req-42dbd60e-8644-415a-b6ad-c9d076bec7d6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 944 time: 0.1599183 Jul 16 19:51:39.172118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] For port 2f10e391-3c2c-4147-80fc-bb8a3c106656, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:39.176667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] For port 2f10e391-3c2c-4147-80fc-bb8a3c106656, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:39.182351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.221367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.222164 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.223751 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] 10.222.0.68 "PUT /v2.0/ports/2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 1093 time: 0.8686998 Jul 16 19:51:39.224285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:39.225816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a90df3a0-87a4-4c20-8910-9687797e54e4 req-619af263-702a-41a1-a669-e9caee3b44e5 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315188 Jul 16 19:51:39.226558 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01" -d '{"events": [{"name": "network-changed", "server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:39.309188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3a36-7540-4140-a507-c635408396d0 req-7935e38f-b56b-4547-9da7-1137e8fe43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.313811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23fa3a36-7540-4140-a507-c635408396d0 req-7935e38f-b56b-4547-9da7-1137e8fe43ea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1096 time: 0.1659856 Jul 16 19:51:39.364939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881455f-c7d8-412f-8f95-5eccdc21acd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f10e391-3c2c-4147-80fc-bb8a3c106656,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:39.400880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-ae606ad7-35e0-4493-ab86-927e4775c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.402749 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-ae606ad7-35e0-4493-ab86-927e4775c5c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 1096 time: 0.1083388 Jul 16 19:51:39.406372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-0b117e89-103b-4267-9e54-09262daacdf2 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=ec188dc4600c45c9a850fce77bed37ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309463 Jul 16 19:51:39.455258 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-401bdc23-eb3f-4780-a090-0918e0732363 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 217 time: 0.0420198 Jul 16 19:51:39.511223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-060efddb-189b-48b4-8f3d-f0c6b53ccb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.512770 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-060efddb-189b-48b4-8f3d-f0c6b53ccb0b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.0515959 Jul 16 19:51:39.528977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3a36-7540-4140-a507-c635408396d0 req-4a921f6b-756a-4e05-be60-aedbc6875e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.530367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23fa3a36-7540-4140-a507-c635408396d0 req-4a921f6b-756a-4e05-be60-aedbc6875e77 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.2066357 Jul 16 19:51:39.573279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-8cca7102-4b45-41b0-9493-0af44e88aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.574805 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-8cca7102-4b45-41b0-9493-0af44e88aa4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545042 Jul 16 19:51:39.608167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23fa3a36-7540-4140-a507-c635408396d0 req-c289d7ec-924b-44d7-91fd-1baefc42ca0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0ac929f-574a-4421-962d-568db507652e HTTP/1.1" status: 200 len: 217 time: 0.0503056 Jul 16 19:51:39.669088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-622af398-88cc-4bfe-b801-1c7b73f506f9 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.670572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-622af398-88cc-4bfe-b801-1c7b73f506f9 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382002 Jul 16 19:51:39.672588 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-f0349f15-a6d4-40aa-8f6f-b1f24994dcb5 service neutron] 10.222.0.68 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905111 Jul 16 19:51:39.682545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715e48d-8e57-4e32-8ade-873855a8eabe req-77355c19-f19e-4737-8b62-3af967655e37 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.684021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0715e48d-8e57-4e32-8ade-873855a8eabe req-77355c19-f19e-4737-8b62-3af967655e37 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.2504854 Jul 16 19:51:39.716352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-3dc7e133-b88a-41b5-8a62-c47d899e01a3 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/quotas/ec188dc4600c45c9a850fce77bed37ae HTTP/1.1" status: 200 len: 375 time: 0.0296268 Jul 16 19:51:39.717766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3a36-7540-4140-a507-c635408396d0 req-7c30703a-927e-4f68-b597-541dd00046a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:39.719144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23fa3a36-7540-4140-a507-c635408396d0 req-7c30703a-927e-4f68-b597-541dd00046a5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.1022363 Jul 16 19:51:39.770626 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-403a2a92-fa7c-4a03-8ab6-735fc9d71d5f req-4e2e7333-7b2d-49dd-b305-f6c2f62181ce service neutron] 10.222.0.68 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897870 Jul 16 19:51:39.789840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0715e48d-8e57-4e32-8ade-873855a8eabe req-4a360f12-0a16-4850-a717-34f4e65710b9 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982816 Jul 16 19:51:39.791646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23fa3a36-7540-4140-a507-c635408396d0 req-381a93fd-9f32-4438-9dbf-7b31f61e28d6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649941 Jul 16 19:51:39.793753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-a02b4f95-f9a6-48a4-87a4-fe9c947ed88c tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec188dc4600c45c9a850fce77bed37ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692205 Jul 16 19:51:39.889566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23fa3a36-7540-4140-a507-c635408396d0 req-c4a7847b-2778-4261-8f65-9d0a2f941258 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901182 Jul 16 19:51:40.090002 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23fa3a36-7540-4140-a507-c635408396d0 req-687226d2-f89d-49d9-9f9e-33e3013a2a88 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924207 Jul 16 19:51:40.097309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-685bb9c8-9b87-4c74-b83f-aa67d06892ea req-c2eefdae-7a80-457e-b1f5-30854052b514 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0845461 Jul 16 19:51:40.152032 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee07c62b-3033-4ed9-bcf5-36f8469cb7a7 x-openstack-request-id: req-ee07c62b-3033-4ed9-bcf5-36f8469cb7a7 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:40.152608 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:40.153032 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee07c62b-3033-4ed9-bcf5-36f8469cb7a7 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:40.153609 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'status': 'completed', 'code': 200} Jul 16 19:51:40.178411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d88b33-7b3f-40b4-9449-c9ce4ae4c61d req-cf949a00-485b-468d-92da-a8fcbc730c6e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:40.180959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43d88b33-7b3f-40b4-9449-c9ce4ae4c61d req-cf949a00-485b-468d-92da-a8fcbc730c6e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1386209 Jul 16 19:51:40.284942 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43d88b33-7b3f-40b4-9449-c9ce4ae4c61d req-177ff36c-2309-470f-bb25-6f465cb3674e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894129 Jul 16 19:51:40.328256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-96025558-aad3-4f4f-992e-426828044910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:40.328256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-96025558-aad3-4f4f-992e-426828044910 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 1096 time: 0.1413651 Jul 16 19:51:40.428453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62db128-2f89-487d-906b-01bef34e5305 req-65816c3d-ebc2-4976-a228-9d0f253495e7 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:40.430067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e62db128-2f89-487d-906b-01bef34e5305 req-65816c3d-ebc2-4976-a228-9d0f253495e7 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 944 time: 0.1781931 Jul 16 19:51:40.484093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40bd1533-e04b-4453-9338-093cadc87698 req-0fa0f8d1-eb0b-4f02-959d-9c62072784be tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 210 time: 0.0642135 Jul 16 19:51:40.517561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-9d12ff01-11fb-43ae-ad11-0012340ccd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:40.519100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-9d12ff01-11fb-43ae-ad11-0012340ccd6f service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.1850445 Jul 16 19:51:40.541867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e62db128-2f89-487d-906b-01bef34e5305 req-93bb19a0-0951-4ddd-bc78-a22d78449684 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902519 Jul 16 19:51:40.632333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-57f77a61-d0d9-41f3-b80c-514dd85d2509 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 217 time: 0.0883305 Jul 16 19:51:40.746015 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0ac4a925-3ec1-4d5d-b5c4-bba4270505d9 req-bec015c9-0508-431e-85f1-569d313d8b3d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0281603 Jul 16 19:51:40.750337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-cccdb0c2-e721-41ec-8b65-c847ddfdf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:40.752593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-cccdb0c2-e721-41ec-8b65-c847ddfdf8d8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.1132269 Jul 16 19:51:40.784178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6816a2-70d7-4815-a562-5646116845ad req-0195f223-f72d-4bbe-a62d-d77031eb8c91 tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:40.785747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f6816a2-70d7-4815-a562-5646116845ad req-0195f223-f72d-4bbe-a62d-d77031eb8c91 tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 1102 time: 0.1122532 Jul 16 19:51:40.808420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2e82c-70fe-42be-bb13-0048b3ddddec req-ed67c582-aa6b-4bf8-8f16-1b64b8a472de tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:40.809853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07c2e82c-70fe-42be-bb13-0048b3ddddec req-ed67c582-aa6b-4bf8-8f16-1b64b8a472de tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 944 time: 0.1038456 Jul 16 19:51:40.888075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f6816a2-70d7-4815-a562-5646116845ad req-03b313d5-4ec2-47fb-a8b5-c7b514450eb8 tempest-ServersAdminNegativeTestJSON-561525615 tempest-ServersAdminNegativeTestJSON-561525615-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940843 Jul 16 19:51:40.919487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07c2e82c-70fe-42be-bb13-0048b3ddddec req-80d58759-4e12-4949-816e-f84684f5dd08 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999575 Jul 16 19:51:40.943912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-c4351144-caee-4ecf-adb7-4c1b6933685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:40.945528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-c4351144-caee-4ecf-adb7-4c1b6933685a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234007 Jul 16 19:51:41.101454 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-03dcbb31-ec60-47c4-9acb-84634ed3c97d service neutron] 10.222.0.68 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489959 Jul 16 19:51:41.149469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094df50-7fdd-4e54-9ab5-1995b60264c8 req-c3686e41-9a6c-4607-a1d0-ed4d998d0300 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:41.151229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b094df50-7fdd-4e54-9ab5-1995b60264c8 req-c3686e41-9a6c-4607-a1d0-ed4d998d0300 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1196017 Jul 16 19:51:41.235892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3dc0d5f-65c9-4734-9e6e-5e2c7ff7db01 req-ada42f6f-4aa6-4a9f-b69b-a47cff2fd206 service neutron] 10.222.0.68 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267128 Jul 16 19:51:41.238981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b094df50-7fdd-4e54-9ab5-1995b60264c8 req-bf6680f5-bbee-48ac-96fd-b0633ef1b82c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565512 Jul 16 19:51:41.334536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3c3ed9c-87f9-4e85-af15-55c6ba0870db req-5af95d45-888d-4675-9445-19e5bb84f1b9 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0361834 Jul 16 19:51:41.415132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-5778e34c-1158-4e34-9af7-8ab5741ec36b tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ec188dc4600c45c9a850fce77bed37ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293627 Jul 16 19:51:41.662425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d218a24-a192-4ebb-bf7a-65e08473ff2b tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:41.665822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d218a24-a192-4ebb-bf7a-65e08473ff2b tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358272 Jul 16 19:51:41.695546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47ec0-9c7a-4e1d-be2e-e9904b16e792 req-9a53eaac-ca0e-41ac-801a-1f41833ade6b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:41.698083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05e47ec0-9c7a-4e1d-be2e-e9904b16e792 req-9a53eaac-ca0e-41ac-801a-1f41833ade6b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.2340577 Jul 16 19:51:41.707276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Request body: {'port': {'device_id': '0d9eb06d-f6be-4ffe-89d4-80724608b284', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'ec188dc4600c45c9a850fce77bed37ae'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:41.803770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a3065be-d869-4345-a092-dc392f14c4c3 req-e761944c-b5c1-46d3-8a26-49087e80d8f5 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 210 time: 0.1025481 Jul 16 19:51:41.869156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05e47ec0-9c7a-4e1d-be2e-e9904b16e792 req-7a6f2158-ba8b-4c4e-8a76-130cc3bcb475 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552148 Jul 16 19:51:41.931145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Made reservation on behalf of ec188dc4600c45c9a850fce77bed37ae for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:41.935138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.958494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.327766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b362bb-02ac-4991-83a3-a4a7f61e89ea req-19b18f64-a406-4ebc-9e7e-02be4406b4a9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:42.329844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b362bb-02ac-4991-83a3-a4a7f61e89ea req-19b18f64-a406-4ebc-9e7e-02be4406b4a9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 944 time: 0.3893538 Jul 16 19:51:42.415534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962685c-44e1-4dc9-bfbb-37812e541359 req-1b885b66-6b7e-466a-9a76-e0e90192bd31 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:42.417073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3962685c-44e1-4dc9-bfbb-37812e541359 req-1b885b66-6b7e-466a-9a76-e0e90192bd31 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 950 time: 0.4030771 Jul 16 19:51:42.419770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b362bb-02ac-4991-83a3-a4a7f61e89ea req-606df73b-aac8-468d-a565-3dcb1133c361 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797446 Jul 16 19:51:42.460976 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.472600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.492792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3962685c-44e1-4dc9-bfbb-37812e541359 req-51ebea40-ceaf-4aab-984f-47ca3b1eef6c tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680857 Jul 16 19:51:42.560534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e229cd12-b56c-481b-85da-be41d658362e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:42.665318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Allocated IP 192.168.233.119 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/d3609db0-e6d7-4100-8c65-8f1530680402) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:42.687599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90549b-45a0-4520-afdc-4a29b27024c9 req-7f007466-6eb7-4db7-bdbe-9debf61d4a9a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:42.689874 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b90549b-45a0-4520-afdc-4a29b27024c9 req-7f007466-6eb7-4db7-bdbe-9debf61d4a9a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 944 time: 0.1463330 Jul 16 19:51:42.817685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b90549b-45a0-4520-afdc-4a29b27024c9 req-3cb6692e-4e5f-4814-9a4f-aa75df16c74c tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114445 Jul 16 19:51:42.915571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd5964-33e8-41eb-a834-720787ce6a49 req-f0ec39bc-3c1a-4754-b9d4-f490f390d300 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:42.917174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45fd5964-33e8-41eb-a834-720787ce6a49 req-f0ec39bc-3c1a-4754-b9d4-f490f390d300 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1700177 Jul 16 19:51:42.920307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.964734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Transition to ACTIVE for port object d3609db0-e6d7-4100-8c65-8f1530680402 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:42.986563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72418b5e-b003-48e3-b68a-19ffd994c78e req-e52d2b33-1feb-429a-af7d-ab4f23d57df7 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0497324 Jul 16 19:51:43.015856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45fd5964-33e8-41eb-a834-720787ce6a49 req-0f00e7cf-b639-4b3e-9cee-f2a3b88f824b tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902891 Jul 16 19:51:43.054364 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.071515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a0ac929f-574a-4421-962d-568db507652e details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:43.122566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:43.136040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:43.144688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:43.190631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Pushing event updated for resources: {'Port': ['ID=d3609db0-e6d7-4100-8c65-8f1530680402,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:43.293522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:43.309308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'a0ac929f-574a-4421-962d-568db507652e', 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'port_id': 'a0ac929f-574a-4421-962d-568db507652e', 'mac_address': 'fa:16:3e:ab:43:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e9e3e2-adf4-4ead-9d6d-89cb435940fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:43.337577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:43.338500 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.370331 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.398630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ac929f-574a-4421-962d-568db507652e {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:43.419362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2d5c479e-0f1c-42fc-a364-47806c7922fa tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7196081 Jul 16 19:51:43.433481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:43.436375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-3f33e5d7-aead-4057-adaf-79f8b6408d19 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:43.438506 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-3f33e5d7-aead-4057-adaf-79f8b6408d19 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 950 time: 0.1005940 Jul 16 19:51:43.440446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.441316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2f10e391-3c2c-4147-80fc-bb8a3c106656 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:43.452244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Request body: {'port': {'device_id': '0d9eb06d-f6be-4ffe-89d4-80724608b284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:43.533412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9c8ce528-a802-4846-94f0-2e1044b91902 None None] Provisioning for port d3609db0-e6d7-4100-8c65-8f1530680402 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:43.539120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1cb5-3d92-49bc-a01d-49865a30c6e7 req-34312db7-9028-482d-9093-5770f9682e86 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:43.555164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbaa1cb5-3d92-49bc-a01d-49865a30c6e7 req-34312db7-9028-482d-9093-5770f9682e86 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 936 time: 0.3654740 Jul 16 19:51:43.580401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9c8ce528-a802-4846-94f0-2e1044b91902 None None] Provisioning complete for port d3609db0-e6d7-4100-8c65-8f1530680402 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:43.581144 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce528-a802-4846-94f0-2e1044b91902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.584936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f49eda-96f0-4468-a728-dafd91c3497b req-cd3550ed-b8e0-4f29-9dbf-7f47efc6e1c0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:43.598472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91f49eda-96f0-4468-a728-dafd91c3497b req-cd3550ed-b8e0-4f29-9dbf-7f47efc6e1c0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.3358052 Jul 16 19:51:43.646963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ce528-a802-4846-94f0-2e1044b91902 None None] Port d3609db0-e6d7-4100-8c65-8f1530680402 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:51:43.649499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:43.702148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Deleting port 0799bec7-fd2c-40ad-8268-1fadca100239 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:43.702895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.716547 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbaa1cb5-3d92-49bc-a01d-49865a30c6e7 req-c3b10bd1-92a1-40c0-82c1-07ee5d6e1ba7 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589286 Jul 16 19:51:43.731008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2f10e391-3c2c-4147-80fc-bb8a3c106656, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:43.747017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'port_id': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'mac_address': 'fa:16:3e:ee:49:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:43.779145 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.804678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91f49eda-96f0-4468-a728-dafd91c3497b req-8a6dbf07-c5b8-47d5-be0d-dc450df0b76a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050138 Jul 16 19:51:43.829644 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.855057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f10e391-3c2c-4147-80fc-bb8a3c106656 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:43.919496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2f10e391-3c2c-4147-80fc-bb8a3c106656, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:43.931115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.948722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] For port 0799bec7-fd2c-40ad-8268-1fadca100239, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0799bec7-fd2c-40ad-8268-1fadca100239,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:43.949309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:43.973646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Calling delete_port for 0799bec7-fd2c-40ad-8268-1fadca100239 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:43.998657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:44.034181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:44.166023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:44.166256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=2f10e391-3c2c-4147-80fc-bb8a3c106656,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:44.166907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa993aa-b384-4c4a-bcc5-f373c45818b1 req-93e7ac41-3278-448f-80bf-9e60e0136508 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:44.168431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aaa993aa-b384-4c4a-bcc5-f373c45818b1 req-93e7ac41-3278-448f-80bf-9e60e0136508 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 945 time: 0.1732464 Jul 16 19:51:44.262981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Pushing event deleted for resources: {'Port': ['ID=0799bec7-fd2c-40ad-8268-1fadca100239,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:44.270090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aaa993aa-b384-4c4a-bcc5-f373c45818b1 req-a2ac3b83-d8d0-4d1b-a76d-38aab48b9da3 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807118 Jul 16 19:51:44.295122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:44.300059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['55bda8ee-470e-4eb2-8618-61575c549a28', '0799bec7-fd2c-40ad-8268-1fadca100239'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:44.303656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a0ac929f-574a-4421-962d-568db507652e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:44.307193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['2f10e391-3c2c-4147-80fc-bb8a3c106656'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:44.424764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] No DVR routers for this DVR port 0799bec7-fd2c-40ad-8268-1fadca100239 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:51:44.430815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:44.443305 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff4b1c5f-67eb-47e8-9b1d-70d7b45f03a6 req-c5c2d70e-a147-4464-a099-7abed7a05507 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "DELETE /v2.0/ports/0799bec7-fd2c-40ad-8268-1fadca100239 HTTP/1.1" status: 204 len: 173 time: 0.9995465 Jul 16 19:51:44.444049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bfcedc-d458-4e72-9f42-4a6700a79142', 'name': 'network-vif-deleted', 'tag': '0799bec7-fd2c-40ad-8268-1fadca100239'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:44.448276 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf03a6b-a458-44a6-b079-2715537a81c9" -d '{"events": [{"server_uuid": "c6bfcedc-d458-4e72-9f42-4a6700a79142", "name": "network-vif-deleted", "tag": "0799bec7-fd2c-40ad-8268-1fadca100239"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:44.460359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-136c2d9a-299f-40c7-a5a5-c0fc01e41c70 req-2b679382-432a-4cb0-8b98-da04b603d615 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e4eb121c4c0c44589b825566f149dfb9&device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.1298175 Jul 16 19:51:44.548142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f110f6a7-70a8-4684-8d2a-09a38e0d0f4a req-b68e3f68-3595-4f34-85d6-db1fbd3960b1 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6bfcedc-d458-4e72-9f42-4a6700a79142 HTTP/1.1" status: 200 len: 210 time: 0.0925381 Jul 16 19:51:44.639236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-136c2d9a-299f-40c7-a5a5-c0fc01e41c70 req-d0a67484-7a60-46ba-bf4c-6007f263cb98 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e4eb121c4c0c44589b825566f149dfb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951440 Jul 16 19:51:44.643404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:44.747552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'mac_address': 'fa:16:3e:26:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:44.767822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3609db0-e6d7-4100-8c65-8f1530680402 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:44.775033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:44.778849 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc63bfa-1015-482a-8e32-d08dbf2c27ac" -d '{"events": [{"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-unplugged", "status": "completed", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:44.805892 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:44.978427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Transition to ACTIVE for port object d3609db0-e6d7-4100-8c65-8f1530680402 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:44.994793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:45.005294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:45.025086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:45.116075 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:45.139167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c2d9a-299f-40c7-a5a5-c0fc01e41c70 req-090e57a7-54aa-4da3-9558-afdba900fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:45.140893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-136c2d9a-299f-40c7-a5a5-c0fc01e41c70 req-090e57a7-54aa-4da3-9558-afdba900fc55 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4759829 Jul 16 19:51:45.149757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3609db0-e6d7-4100-8c65-8f1530680402,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:45.171227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca3eca2b-d854-48c7-a52f-92dd0260043d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:45.199067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96235-cc56-48e3-9141-2f0fe476d750 req-f32d69e2-4bb5-4a6d-abbd-f30b69c2293b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:45.206543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfd96235-cc56-48e3-9141-2f0fe476d750 req-f32d69e2-4bb5-4a6d-abbd-f30b69c2293b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 945 time: 0.4674277 Jul 16 19:51:45.217987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e4536-d4d8-44b0-b9f1-08468fa1fc84 req-aad91625-9876-4854-aedc-b34f74efd079 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:45.219683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f4e4536-d4d8-44b0-b9f1-08468fa1fc84 req-aad91625-9876-4854-aedc-b34f74efd079 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.4788132 Jul 16 19:51:45.341189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f4e4536-d4d8-44b0-b9f1-08468fa1fc84 req-3b6f05aa-f97c-49b8-bf77-739b6c079b24 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922911 Jul 16 19:51:45.350591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfd96235-cc56-48e3-9141-2f0fe476d750 req-cd82631d-6af8-4ace-8c33-014bf40c34fb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430233 Jul 16 19:51:45.367990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Attempting to bind port d3609db0-e6d7-4100-8c65-8f1530680402 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:45.368383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Attempting to bind port d3609db0-e6d7-4100-8c65-8f1530680402 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:45.368746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Attempting to bind port d3609db0-e6d7-4100-8c65-8f1530680402 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:45.397480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Port d3609db0-e6d7-4100-8c65-8f1530680402 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:45.397821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Attempting to bind port d3609db0-e6d7-4100-8c65-8f1530680402 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:45.418074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:45.418074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:45.418473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:45.418930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Bound port: d3609db0-e6d7-4100-8c65-8f1530680402, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:45.419316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:45.440480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:45.481410 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c5101c-9038-4aed-8147-45af54225822 x-openstack-request-id: req-03c5101c-9038-4aed-8147-45af54225822 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:45.482469 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bfcedc-d458-4e72-9f42-4a6700a79142", "name": "network-vif-deleted", "tag": "0799bec7-fd2c-40ad-8268-1fadca100239", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:45.482974 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03c5101c-9038-4aed-8147-45af54225822 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:45.483625 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bfcedc-d458-4e72-9f42-4a6700a79142', 'name': 'network-vif-deleted', 'tag': '0799bec7-fd2c-40ad-8268-1fadca100239', 'status': 'completed', 'code': 200} Jul 16 19:51:45.615184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:51:45.615628 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:51:45.618577 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614692d2-3a21-4e17-958b-7b9b32c281ac x-openstack-request-id: req-614692d2-3a21-4e17-958b-7b9b32c281ac {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:45.619141 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-unplugged", "status": "completed", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:45.619770 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-614692d2-3a21-4e17-958b-7b9b32c281ac {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:45.620244 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'code': 200} Jul 16 19:51:45.661951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae2af9d5-730e-42b7-9b10-ef84c76ae3db req-f7e95027-f9e0-43da-b098-2e2ae2ae7606 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0643024 Jul 16 19:51:45.680632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] For port d3609db0-e6d7-4100-8c65-8f1530680402, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:45.741694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] For port d3609db0-e6d7-4100-8c65-8f1530680402, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d3609db0-e6d7-4100-8c65-8f1530680402,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:45.751932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:45.812964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:45.813865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:45.815187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] 10.222.0.16 "PUT /v2.0/ports/d3609db0-e6d7-4100-8c65-8f1530680402 HTTP/1.1" status: 200 len: 1097 time: 2.3752372 Jul 16 19:51:45.821864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9eb06d-f6be-4ffe-89d4-80724608b284', 'tag': 'd3609db0-e6d7-4100-8c65-8f1530680402'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:45.824273 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc3844-3942-440e-8532-723d94afa281" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9eb06d-f6be-4ffe-89d4-80724608b284", "tag": "d3609db0-e6d7-4100-8c65-8f1530680402"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:45.867134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58561-2c15-4ad2-af59-5954eba38ff6 req-42ef51a5-2156-4623-8f3b-82fb432eb09a tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:45.868959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91a58561-2c15-4ad2-af59-5954eba38ff6 req-42ef51a5-2156-4623-8f3b-82fb432eb09a tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 948 time: 0.2147398 Jul 16 19:51:45.930105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816562c1-c41e-4583-9620-4777592e40e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3609db0-e6d7-4100-8c65-8f1530680402,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:45.987951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91a58561-2c15-4ad2-af59-5954eba38ff6 req-0716aae9-447b-43ba-bc91-21dfc4fc141a tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112719 Jul 16 19:51:46.017818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5e9d-0348-4005-8042-28962cfd67e7 req-76276eb0-de06-42eb-924b-bfbb8d4a4bb9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:46.019474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db1e5e9d-0348-4005-8042-28962cfd67e7 req-76276eb0-de06-42eb-924b-bfbb8d4a4bb9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.2269332 Jul 16 19:51:46.026208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-418997f9-549f-4fc1-ae70-c420ca44e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:46.027767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-418997f9-549f-4fc1-ae70-c420ca44e4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec188dc4600c45c9a850fce77bed37ae&device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 1100 time: 0.1499479 Jul 16 19:51:46.086435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-55a70e63-58b5-444c-96b0-73198a469e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d3609db0-e6d7-4100-8c65-8f1530680402 HTTP/1.1" status: 200 len: 217 time: 0.0408776 Jul 16 19:51:46.099738 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db1e5e9d-0348-4005-8042-28962cfd67e7 req-971ab6d8-501b-4046-bb64-70ec374d0f7f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699069 Jul 16 19:51:46.149360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-a14a6a1d-33a9-418e-bcd4-ef6fc0212918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:46.150957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-a14a6a1d-33a9-418e-bcd4-ef6fc0212918 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0503325 Jul 16 19:51:46.190843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:46.212215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3eca2b-d854-48c7-a52f-92dd0260043d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:46.243480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:46.250434 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:46.279681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923254a8-2101-4927-9d6f-d5a9d8544d12 req-9dc286d0-e17a-483b-a3d4-a84c10173dae tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:46.281310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-923254a8-2101-4927-9d6f-d5a9d8544d12 req-9dc286d0-e17a-483b-a3d4-a84c10173dae tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 945 time: 0.1291835 Jul 16 19:51:46.284561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-602209ec-fafa-4dbd-9628-929487abdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:46.286086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-602209ec-fafa-4dbd-9628-929487abdba9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238689 Jul 16 19:51:46.331679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:46.382500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-923254a8-2101-4927-9d6f-d5a9d8544d12 req-8e838f6b-b584-4004-a439-28b98831aae5 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935626 Jul 16 19:51:46.442886 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf9a17-b23d-44f2-a70b-7e5327ddba9c x-openstack-request-id: req-66bf9a17-b23d-44f2-a70b-7e5327ddba9c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:46.443203 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9eb06d-f6be-4ffe-89d4-80724608b284", "tag": "d3609db0-e6d7-4100-8c65-8f1530680402", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:46.443664 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66bf9a17-b23d-44f2-a70b-7e5327ddba9c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:46.443811 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9eb06d-f6be-4ffe-89d4-80724608b284', 'tag': 'd3609db0-e6d7-4100-8c65-8f1530680402', 'status': 'completed', 'code': 200} Jul 16 19:51:46.446363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-136c2d9a-299f-40c7-a5a5-c0fc01e41c70 req-56f59767-8bb0-49d1-9abf-f9f1f9dbe234 tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.68 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0443351 Jul 16 19:51:46.449248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-aaa52a57-29fe-4db1-91b7-a40a37115a88 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528509 Jul 16 19:51:46.595373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ca3eca2b-d854-48c7-a52f-92dd0260043d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:46.661606 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8e35036-03f3-49e3-a8ec-8ffbc255f577 req-2959c4fe-1ace-4200-a96a-27016156e30b service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018247 Jul 16 19:51:46.722160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5888-fab9-4969-88bc-3ab04f298838 req-14028dc6-e44e-4cab-bf86-42d604590c5c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:46.727054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f93d5888-fab9-4969-88bc-3ab04f298838 req-14028dc6-e44e-4cab-bf86-42d604590c5c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 948 time: 0.1809433 Jul 16 19:51:46.825552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f93d5888-fab9-4969-88bc-3ab04f298838 req-64cbfa95-764b-4254-8b1e-443c48ec13d5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821753 Jul 16 19:51:46.869025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3844-3942-440e-8532-723d94afa281 req-49262698-2325-4773-b234-36a14d12ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:46.871665 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dbc3844-3942-440e-8532-723d94afa281 req-49262698-2325-4773-b234-36a14d12ecd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec188dc4600c45c9a850fce77bed37ae&device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 1100 time: 0.1069989 Jul 16 19:51:47.023878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d3dadf-4af1-478e-889f-968cc213349c req-482f2702-6f3b-49b0-864b-4f1d37822e5f tempest-ServerShowV257Test-1847172330 tempest-ServerShowV257Test-1847172330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9547e12c-436e-41ed-9b63-745681a06351 HTTP/1.1" status: 200 len: 210 time: 0.0497932 Jul 16 19:51:47.042892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3844-3942-440e-8532-723d94afa281 req-bb879d0d-d813-403e-9025-d905d13dce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:47.044033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dbc3844-3942-440e-8532-723d94afa281 req-bb879d0d-d813-403e-9025-d905d13dce54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1571813 Jul 16 19:51:47.055630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce04e9d-8c3d-465d-8d94-45b75d83262e req-85b22045-7abb-4146-81e2-5ab5d7ece430 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:47.057574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ce04e9d-8c3d-465d-8d94-45b75d83262e req-85b22045-7abb-4146-81e2-5ab5d7ece430 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 945 time: 0.1839163 Jul 16 19:51:47.080035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a0ac929f-574a-4421-962d-568db507652e up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:47.127933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dbc3844-3942-440e-8532-723d94afa281 req-99664b7b-cd0e-4051-856d-9b221666ccea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=d3609db0-e6d7-4100-8c65-8f1530680402 HTTP/1.1" status: 200 len: 217 time: 0.0692532 Jul 16 19:51:47.181544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ce04e9d-8c3d-465d-8d94-45b75d83262e req-c743aa7b-8e31-4c27-a39b-1c50072c2660 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101687 Jul 16 19:51:47.200360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port a0ac929f-574a-4421-962d-568db507652e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:47.206087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port a0ac929f-574a-4421-962d-568db507652e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:47.206479 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.221310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3844-3942-440e-8532-723d94afa281 req-1d309057-8774-4256-a60a-11b85fa89957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:47.222837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dbc3844-3942-440e-8532-723d94afa281 req-1d309057-8774-4256-a60a-11b85fa89957 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0849056 Jul 16 19:51:47.382439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.453228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:47.460744 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.462468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2f10e391-3c2c-4147-80fc-bb8a3c106656 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:47.612046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:47.621856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac929f-574a-4421-962d-568db507652e'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:47.626249 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095f528f-ce62-4783-8323-715c366518fd" -d '{"events": [{"server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac929f-574a-4421-962d-568db507652e"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:47.638351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 2f10e391-3c2c-4147-80fc-bb8a3c106656 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:47.645565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 2f10e391-3c2c-4147-80fc-bb8a3c106656 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:47.645796 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.666088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3844-3942-440e-8532-723d94afa281 req-87464c0f-1cbe-4f2e-b5b3-1de9fb8e31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:47.667659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dbc3844-3942-440e-8532-723d94afa281 req-87464c0f-1cbe-4f2e-b5b3-1de9fb8e31e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4375255 Jul 16 19:51:47.729198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf556ec-01db-4370-b7c0-4d7b15f8142d req-f814b901-cbaa-4903-8301-ba090d387bc7 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:47.730736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf556ec-01db-4370-b7c0-4d7b15f8142d req-f814b901-cbaa-4903-8301-ba090d387bc7 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 949 time: 0.4400873 Jul 16 19:51:47.766100 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.775737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0abb2-e97c-4029-9d2c-0482a843fd5e req-af37fc70-ab80-4c12-bb80-78f0ac764f0e tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:47.777322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9b0abb2-e97c-4029-9d2c-0482a843fd5e req-af37fc70-ab80-4c12-bb80-78f0ac764f0e tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 948 time: 0.1811500 Jul 16 19:51:47.812376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2f10e391-3c2c-4147-80fc-bb8a3c106656, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:47.818334 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.843976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dbc3844-3942-440e-8532-723d94afa281 req-88fc4787-d1ff-4f3d-99a3-2d02c30fe404 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652956 Jul 16 19:51:47.852650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf556ec-01db-4370-b7c0-4d7b15f8142d req-b680eafd-6d2f-4744-8280-c4ba073220be tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889592 Jul 16 19:51:47.899189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9b0abb2-e97c-4029-9d2c-0482a843fd5e req-403f57a1-a61e-4c36-aa9c-d3b0fbbd1fe4 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027458 Jul 16 19:51:47.944832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1870e623-8d98-4e02-8a40-436cc749e488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:47.945894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=2f10e391-3c2c-4147-80fc-bb8a3c106656,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:47.986108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dbc3844-3942-440e-8532-723d94afa281 req-e59897b2-46e2-442d-a0c2-13f0c62df4a8 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323833 Jul 16 19:51:48.121534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db101da-9ae9-426f-9505-946413fb7b86 req-9f723dac-fffe-4b15-8193-03100a6156dd tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:48.123442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9db101da-9ae9-426f-9505-946413fb7b86 req-9f723dac-fffe-4b15-8193-03100a6156dd tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.0767484 Jul 16 19:51:48.257817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9db101da-9ae9-426f-9505-946413fb7b86 req-fa996382-dd85-4a7d-ae38-0dbef0f23ac1 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235416 Jul 16 19:51:48.272677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:48.311981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950756-aa1f-440f-bbbe-2deb4bd237e7 req-3bb75943-421a-46e5-a5b1-7775945619ee tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:48.315806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa950756-aa1f-440f-bbbe-2deb4bd237e7 req-3bb75943-421a-46e5-a5b1-7775945619ee tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 946 time: 0.1607680 Jul 16 19:51:48.326604 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5fa2c0-9f26-430b-973c-e64a16201ef8 x-openstack-request-id: req-bb5fa2c0-9f26-430b-973c-e64a16201ef8 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:48.327035 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac929f-574a-4421-962d-568db507652e", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:48.327305 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb5fa2c0-9f26-430b-973c-e64a16201ef8 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:48.327702 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac929f-574a-4421-962d-568db507652e', 'code': 200} Jul 16 19:51:48.374643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ca3eca2b-d854-48c7-a52f-92dd0260043d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:48.375367 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:48.382456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa950756-aa1f-440f-bbbe-2deb4bd237e7 req-8b1251bc-9de6-48c6-89b6-42f44dd4f2f9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571332 Jul 16 19:51:48.472163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:48.525004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:48.534226 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:48.535809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0799bec7-fd2c-40ad-8268-1fadca100239 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:48.611726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52759a0-edfb-4679-a18f-93c7789b30c2 req-acf83a9a-b774-47e0-9034-41ebf26fa133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:48.614464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52759a0-edfb-4679-a18f-93c7789b30c2 req-acf83a9a-b774-47e0-9034-41ebf26fa133 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1098 time: 0.1925826 Jul 16 19:51:48.621643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 0799bec7-fd2c-40ad-8268-1fadca100239 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:48.622230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0799bec7-fd2c-40ad-8268-1fadca100239 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:48.638484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-a46b10f2-91a3-4a86-98ad-98d5e8f90322 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:48.640861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-a46b10f2-91a3-4a86-98ad-98d5e8f90322 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 949 time: 0.2086086 Jul 16 19:51:48.675862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:48.856920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52759a0-edfb-4679-a18f-93c7789b30c2 req-3fd13860-c312-416a-a26c-4434b860bbaa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142987 Jul 16 19:51:48.879688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49200) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:48.884821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0ff58-5dde-4400-942e-85b38c5a6eff req-3b4391f2-dc2e-443c-bf86-fe84789c976e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:48.887412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04a0ff58-5dde-4400-942e-85b38c5a6eff req-3b4391f2-dc2e-443c-bf86-fe84789c976e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.3637981 Jul 16 19:51:49.036538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3723ff0-c4ad-44ad-9bfc-29e46151135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.042019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d87b3d-d24c-4f2a-930d-0f45f5ba5b31 req-4933df6b-97e8-4d71-9a4b-9bdeabb03cd2 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:49.045032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49d87b3d-d24c-4f2a-930d-0f45f5ba5b31 req-4933df6b-97e8-4d71-9a4b-9bdeabb03cd2 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 946 time: 0.3634944 Jul 16 19:51:49.070527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04a0ff58-5dde-4400-942e-85b38c5a6eff req-b242fac6-41fe-4d27-b05b-b48d2f3283ec tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754251 Jul 16 19:51:49.110624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Deleting port 55bda8ee-470e-4eb2-8618-61575c549a28 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:49.111168 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.178036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49d87b3d-d24c-4f2a-930d-0f45f5ba5b31 req-d13c4619-54c1-4729-b9a8-aef7ad37f6c2 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215260 Jul 16 19:51:49.200193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3723ff0-c4ad-44ad-9bfc-29e46151135d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.208313 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3723ff0-c4ad-44ad-9bfc-29e46151135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.301026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3723ff0-c4ad-44ad-9bfc-29e46151135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e183f352-df56-44e3-ae85-8ddcc8204870,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:49.309829 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3723ff0-c4ad-44ad-9bfc-29e46151135d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e4eb121c4c0c44589b825566f149dfb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285736 Jul 16 19:51:49.314671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49212) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:49.403012 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1b86053-1262-4e9b-927f-1d4a4f6c73a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.404782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] For port 55bda8ee-470e-4eb2-8618-61575c549a28, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=55bda8ee-470e-4eb2-8618-61575c549a28,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:49.405238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.444323 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1b86053-1262-4e9b-927f-1d4a4f6c73a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.444639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Calling delete_port for 55bda8ee-470e-4eb2-8618-61575c549a28 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:49.517225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1b86053-1262-4e9b-927f-1d4a4f6c73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.520097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1b86053-1262-4e9b-927f-1d4a4f6c73a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.521357 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e1b86053-1262-4e9b-927f-1d4a4f6c73a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e183f352-df56-44e3-ae85-8ddcc8204870 HTTP/1.1" status: 204 len: 168 time: 0.2055347 Jul 16 19:51:49.541099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b86053-1262-4e9b-927f-1d4a4f6c73a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183f352-df56-44e3-ae85-8ddcc8204870,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:49.579524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47dc52-90c0-4ae4-ba4d-56f15c8d96ab req-9ea6292a-0402-498a-9e14-aea381be8b71 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:49.581219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca47dc52-90c0-4ae4-ba4d-56f15c8d96ab req-9ea6292a-0402-498a-9e14-aea381be8b71 tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/ports?device_id=33dfb20c-3a4f-4cd5-8f51-15f077d92f05 HTTP/1.1" status: 200 len: 949 time: 0.2859662 Jul 16 19:51:49.594988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9078-72b2-4579-8254-8d147ce30812 req-8b397f74-1e6e-43e1-9482-8b2d8d3ec068 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:49.596695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02db9078-72b2-4579-8254-8d147ce30812 req-8b397f74-1e6e-43e1-9482-8b2d8d3ec068 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 948 time: 0.2133951 Jul 16 19:51:49.679112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca47dc52-90c0-4ae4-ba4d-56f15c8d96ab req-492e8ebd-aaac-4be4-8ac9-63ae56f1c40f tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797915 Jul 16 19:51:49.737593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02db9078-72b2-4579-8254-8d147ce30812 req-3915fcae-78a1-4493-9581-553921c980a9 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190014 Jul 16 19:51:49.764548 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.779891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['55bda8ee-470e-4eb2-8618-61575c549a28'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:49.847140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Pushing event deleted for resources: {'Port': ['ID=55bda8ee-470e-4eb2-8618-61575c549a28,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:49.930711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] No DVR routers for this DVR port 55bda8ee-470e-4eb2-8618-61575c549a28 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:51:49.935763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:49.955882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d58945a9-88ee-4d08-b40b-9dd79dfe6e74 req-99c4292c-c566-40d3-abde-f28ada63335a tempest-ServersAdminNegativeTestJSON-295998372 tempest-ServersAdminNegativeTestJSON-295998372-project] 10.222.0.16 "DELETE /v2.0/ports/55bda8ee-470e-4eb2-8618-61575c549a28 HTTP/1.1" status: 204 len: 173 time: 1.2899797 Jul 16 19:51:49.956806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dfb20c-3a4f-4cd5-8f51-15f077d92f05', 'name': 'network-vif-deleted', 'tag': '55bda8ee-470e-4eb2-8618-61575c549a28'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:49.961053 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82391b18-3b7a-4bc1-8b7f-0b2422d390fe" -d '{"events": [{"server_uuid": "33dfb20c-3a4f-4cd5-8f51-15f077d92f05", "name": "network-vif-deleted", "tag": "55bda8ee-470e-4eb2-8618-61575c549a28"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:50.095487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533f3fb-581e-4e33-9948-3d60e08c4c7a req-c50ee583-4015-43c0-8130-d18b67c15125 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:50.098201 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3533f3fb-581e-4e33-9948-3d60e08c4c7a req-c50ee583-4015-43c0-8130-d18b67c15125 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1323311 Jul 16 19:51:50.240603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3533f3fb-581e-4e33-9948-3d60e08c4c7a req-8023d450-0a95-4b7e-9e6b-a54c95dda3c3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315982 Jul 16 19:51:50.291397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d3609db0-e6d7-4100-8c65-8f1530680402 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:51:50.297489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccdb5f-ed1e-4f72-b3d4-ff738af642a1 req-e5331a15-6fe7-462b-bdd3-bef04ae4fcde tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:50.308683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fccdb5f-ed1e-4f72-b3d4-ff738af642a1 req-e5331a15-6fe7-462b-bdd3-bef04ae4fcde tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 946 time: 0.1885014 Jul 16 19:51:50.330925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656'}, {'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:50.337299 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aac8fe-504f-4b14-b795-efbfb795a571" -d '{"events": [{"server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "name": "network-vif-plugged", "status": "completed", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656"}, {"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-plugged", "status": "completed", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:50.343363 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dafb3f8-5683-441f-a54a-3bc686c8f4b7 x-openstack-request-id: req-0dafb3f8-5683-441f-a54a-3bc686c8f4b7 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:50.343740 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dfb20c-3a4f-4cd5-8f51-15f077d92f05", "name": "network-vif-deleted", "tag": "55bda8ee-470e-4eb2-8618-61575c549a28", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:50.344092 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0dafb3f8-5683-441f-a54a-3bc686c8f4b7 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:50.345159 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dfb20c-3a4f-4cd5-8f51-15f077d92f05', 'name': 'network-vif-deleted', 'tag': '55bda8ee-470e-4eb2-8618-61575c549a28', 'status': 'completed', 'code': 200} Jul 16 19:51:50.351740 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3856a4ee-eca7-45c8-96f2-6bc70a4ea45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.376845 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fccdb5f-ed1e-4f72-b3d4-ff738af642a1 req-adb5e8f7-2f23-4dca-ba61-e550adfc249b tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640152 Jul 16 19:51:50.520425 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.565594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d3609db0-e6d7-4100-8c65-8f1530680402, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d3609db0-e6d7-4100-8c65-8f1530680402,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:50.581941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'd3609db0-e6d7-4100-8c65-8f1530680402', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'd3609db0-e6d7-4100-8c65-8f1530680402', 'mac_address': 'fa:16:3e:9b:39:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:51:50.654932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb61b6-ae05-44dc-a0b1-03f92ce8aee7 req-7368c55f-4bea-4456-90b3-c7e982c0e5bc tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:50.660594 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.663592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7abb61b6-ae05-44dc-a0b1-03f92ce8aee7 req-7368c55f-4bea-4456-90b3-c7e982c0e5bc tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1645238 Jul 16 19:51:50.690057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3609db0-e6d7-4100-8c65-8f1530680402 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:51:50.710257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330071c-3130-4a4b-b246-7ad4d716d0eb req-83abc3d9-460f-4f48-b825-d97c969ec924 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:50.717721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e330071c-3130-4a4b-b246-7ad4d716d0eb req-83abc3d9-460f-4f48-b825-d97c969ec924 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 946 time: 0.1656792 Jul 16 19:51:50.719137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d3609db0-e6d7-4100-8c65-8f1530680402, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d3609db0-e6d7-4100-8c65-8f1530680402,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:50.726402 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:50.745358 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7abb61b6-ae05-44dc-a0b1-03f92ce8aee7 req-e82922b6-6bb0-4be1-9781-ee1f33a1977f tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801857 Jul 16 19:51:50.794760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e330071c-3130-4a4b-b246-7ad4d716d0eb req-05e9df05-5d5d-431f-9801-ba47b931fc6f tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758605 Jul 16 19:51:50.827920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=d3609db0-e6d7-4100-8c65-8f1530680402,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:50.832436 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292388d9-e9db-415a-bbf8-ec5dab4dfb6b x-openstack-request-id: req-292388d9-e9db-415a-bbf8-ec5dab4dfb6b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:50.833173 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "name": "network-vif-plugged", "status": "completed", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656", "code": 200}, {"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-plugged", "status": "completed", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:50.834745 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-292388d9-e9db-415a-bbf8-ec5dab4dfb6b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:50.835639 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'code': 200} Jul 16 19:51:50.836251 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'code': 200} Jul 16 19:51:51.066381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['d3609db0-e6d7-4100-8c65-8f1530680402'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:51:51.206436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f94b-97ca-4464-aa93-366751dbe99a req-a5efa7e0-bb08-47ff-99eb-f9df8432faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:51.208128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e47f94b-97ca-4464-aa93-366751dbe99a req-a5efa7e0-bb08-47ff-99eb-f9df8432faec service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 1098 time: 0.2304454 Jul 16 19:51:51.212421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd01aa-f652-4f75-a393-7bfa3c2b9c85 req-409e843c-b081-423c-adf9-cb39b8dc9a90 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:51.213941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99cd01aa-f652-4f75-a393-7bfa3c2b9c85 req-409e843c-b081-423c-adf9-cb39b8dc9a90 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1098 time: 0.1839967 Jul 16 19:51:51.246097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adcaf6-5870-483e-9bf9-164f63c0dbb8 req-549f406b-bc68-43d6-b93a-2ea97d33b714 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:51.247687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64adcaf6-5870-483e-9bf9-164f63c0dbb8 req-549f406b-bc68-43d6-b93a-2ea97d33b714 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 949 time: 0.2075908 Jul 16 19:51:51.330478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e47f94b-97ca-4464-aa93-366751dbe99a req-6966e4f4-61cb-4797-a36c-ac083f902206 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142297 Jul 16 19:51:51.335107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99cd01aa-f652-4f75-a393-7bfa3c2b9c85 req-9bcd65d0-dca8-43b8-9bca-bbe1c4894730 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100855 Jul 16 19:51:51.339066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74021ecd-e4af-4b32-a13b-88e6d91ccd00 req-76087657-a6e1-4889-b1e2-c8b454dbd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:51.340614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74021ecd-e4af-4b32-a13b-88e6d91ccd00 req-76087657-a6e1-4889-b1e2-c8b454dbd921 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1101 time: 0.2153034 Jul 16 19:51:51.349067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49262) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:51.352411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64adcaf6-5870-483e-9bf9-164f63c0dbb8 req-13f0022f-a448-4ae5-aba6-bf92732bb062 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937974 Jul 16 19:51:51.418055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74021ecd-e4af-4b32-a13b-88e6d91ccd00 req-00de8b3b-c8ee-4d57-a5fa-3030911a74d5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643585 Jul 16 19:51:51.562858 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-70cb9383-84ad-436d-8c7a-55348a5cafff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d01cdc5510f649d0b599621e78fa2ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095535 Jul 16 19:51:51.563986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49274) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:51.645002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7609448e-1583-468c-a67e-71c8c4b77138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:51.681619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7609448e-1583-468c-a67e-71c8c4b77138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:51.691883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493efbb-ca0a-442e-a8b2-cc9a1155d4a3 req-108e7b50-f6fa-43f8-8337-9ad8d6b952db tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:51.694399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9493efbb-ca0a-442e-a8b2-cc9a1155d4a3 req-108e7b50-f6fa-43f8-8337-9ad8d6b952db tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.1629629 Jul 16 19:51:51.762253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7609448e-1583-468c-a67e-71c8c4b77138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:51.762531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1af99-9919-4bd0-810e-86e14b7fce24 req-f4c6698c-d5ff-41d2-942a-0e7837d408fa tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:51.764378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92a1af99-9919-4bd0-810e-86e14b7fce24 req-f4c6698c-d5ff-41d2-942a-0e7837d408fa tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 946 time: 0.1682947 Jul 16 19:51:51.764904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7609448e-1583-468c-a67e-71c8c4b77138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:51.771179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7609448e-1583-468c-a67e-71c8c4b77138 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d1bb29b-ffca-4ca2-8deb-5bba2066f20d HTTP/1.1" status: 204 len: 168 time: 0.2008021 Jul 16 19:51:51.778495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609448e-1583-468c-a67e-71c8c4b77138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1bb29b-ffca-4ca2-8deb-5bba2066f20d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:51.778730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9493efbb-ca0a-442e-a8b2-cc9a1155d4a3 req-3fc54c68-2e11-455e-be64-e139e6366459 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773113 Jul 16 19:51:51.839984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92a1af99-9919-4bd0-810e-86e14b7fce24 req-232922db-4449-4e78-82cc-408028fecb63 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Jul 16 19:51:52.018305 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:51:52.139657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef162585-6140-41af-940b-87095c15b9c4 req-b49c0a0c-907a-4df8-a66d-751e5488e656 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:52.172712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef162585-6140-41af-940b-87095c15b9c4 req-b49c0a0c-907a-4df8-a66d-751e5488e656 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1410623 Jul 16 19:51:52.200271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49290) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:52.202158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.272534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef162585-6140-41af-940b-87095c15b9c4 req-45259c08-4bee-497a-b4cd-e2ce3ac06347 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984619 Jul 16 19:51:52.302609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dc4577af-b11c-4267-af82-90a671d0f639 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54b385a6ca9645d8bbe18b7506eed8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1015077 Jul 16 19:51:52.306592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49294) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:52.307925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d3609db0-e6d7-4100-8c65-8f1530680402 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:52.466403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port d3609db0-e6d7-4100-8c65-8f1530680402 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:52.478452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port d3609db0-e6d7-4100-8c65-8f1530680402 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:51:52.481084 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.496288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2583cbdd-fcfd-4153-a3f3-b5935f33f8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.542462 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2583cbdd-fcfd-4153-a3f3-b5935f33f8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.546414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49300) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:52.580963 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-13ef7ee8-bff8-41fc-b2e9-4db6f983385f service neutron] show failed (client error): The resource could not be found. Jul 16 19:51:52.582524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-13ef7ee8-bff8-41fc-b2e9-4db6f983385f service neutron] 10.222.0.68 "GET /v2.0/ports/54673c47-a82e-43cb-93c3-6e8a88086b38/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.1533182 Jul 16 19:51:52.638801 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2583cbdd-fcfd-4153-a3f3-b5935f33f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.643939 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2583cbdd-fcfd-4153-a3f3-b5935f33f8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.645525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2583cbdd-fcfd-4153-a3f3-b5935f33f8c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc8edcd7-7fb4-48f8-a50e-fdfee93e5462 HTTP/1.1" status: 204 len: 168 time: 0.3379278 Jul 16 19:51:52.680359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583cbdd-fcfd-4153-a3f3-b5935f33f8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8edcd7-7fb4-48f8-a50e-fdfee93e5462,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:52.747622 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.921389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d3609db0-e6d7-4100-8c65-8f1530680402, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d3609db0-e6d7-4100-8c65-8f1530680402,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:52.924184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9eb06d-f6be-4ffe-89d4-80724608b284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3609db0-e6d7-4100-8c65-8f1530680402'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:52.932337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a72fba4a-bd78-49c2-bfb6-f088d421b854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.935705 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f579dcd1-de10-4e69-bbc9-2c86e9df93b3" -d '{"events": [{"server_uuid": "0d9eb06d-f6be-4ffe-89d4-80724608b284", "name": "network-vif-plugged", "status": "completed", "tag": "d3609db0-e6d7-4100-8c65-8f1530680402"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:52.950311 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:52.953532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 55bda8ee-470e-4eb2-8618-61575c549a28 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:53.001509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0552fdf-1d0f-4aef-b1ce-041f72a70b26 req-f50324b3-4a55-4001-8db4-502fe369bb71 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:53.003153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0552fdf-1d0f-4aef-b1ce-041f72a70b26 req-f50324b3-4a55-4001-8db4-502fe369bb71 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 949 time: 0.2907872 Jul 16 19:51:53.118208 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=d3609db0-e6d7-4100-8c65-8f1530680402,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:53.133747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 55bda8ee-470e-4eb2-8618-61575c549a28 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:53.135637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 55bda8ee-470e-4eb2-8618-61575c549a28 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:53.153137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0552fdf-1d0f-4aef-b1ce-041f72a70b26 req-20231684-ed76-41b8-8ce3-d35cb79da8e9 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323617 Jul 16 19:51:53.290916 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a72fba4a-bd78-49c2-bfb6-f088d421b854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:53.296937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a72fba4a-bd78-49c2-bfb6-f088d421b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:53.393067 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a72fba4a-bd78-49c2-bfb6-f088d421b854 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=710b0dda19e441ae96a64c1fcc25d0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409390 Jul 16 19:51:53.393067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fba4a-bd78-49c2-bfb6-f088d421b854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a50d0f-95ce-46c9-a676-f87d302829ef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:53.396238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49328) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:53.497664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbf37d1e-b5a3-4d47-9706-e2882c37da95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:53.543319 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbf37d1e-b5a3-4d47-9706-e2882c37da95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:53.573184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:53.644474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d649673-69eb-45c5-95bd-41087d795fe2 req-c8e750f8-8d22-470d-9e97-94db11d2c09d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:53.652272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d649673-69eb-45c5-95bd-41087d795fe2 req-c8e750f8-8d22-470d-9e97-94db11d2c09d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.3768070 Jul 16 19:51:53.657354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-3e9fd72b-6362-49fb-8b56-1a569e159956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:53.658413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbf37d1e-b5a3-4d47-9706-e2882c37da95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:53.659175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-3e9fd72b-6362-49fb-8b56-1a569e159956 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 1102 time: 0.3239398 Jul 16 19:51:53.665880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbf37d1e-b5a3-4d47-9706-e2882c37da95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:53.667664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3dd93-1290-4db4-81c0-f42247ab43fc req-8c526ff9-93bf-424b-9fa5-23cf2a9f8450 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:53.669510 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cbf37d1e-b5a3-4d47-9706-e2882c37da95 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65a50d0f-95ce-46c9-a676-f87d302829ef HTTP/1.1" status: 204 len: 168 time: 0.2717521 Jul 16 19:51:53.676008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3a3dd93-1290-4db4-81c0-f42247ab43fc req-8c526ff9-93bf-424b-9fa5-23cf2a9f8450 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 946 time: 0.2315862 Jul 16 19:51:53.689249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:53.705662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf37d1e-b5a3-4d47-9706-e2882c37da95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a50d0f-95ce-46c9-a676-f87d302829ef,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:53.805198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d649673-69eb-45c5-95bd-41087d795fe2 req-54527708-51b9-44a7-868c-5b4b36eb5957 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515102 Jul 16 19:51:53.886306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3a3dd93-1290-4db4-81c0-f42247ab43fc req-d29befa4-721a-426f-b7d7-efd5fa16a0c5 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094512 Jul 16 19:51:53.902945 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d89b82-4548-4a0d-9c93-06a55cfe75ea x-openstack-request-id: req-e6d89b82-4548-4a0d-9c93-06a55cfe75ea {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:53.903414 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9eb06d-f6be-4ffe-89d4-80724608b284", "name": "network-vif-plugged", "status": "completed", "tag": "d3609db0-e6d7-4100-8c65-8f1530680402", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:53.903815 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6d89b82-4548-4a0d-9c93-06a55cfe75ea {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:53.928079 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9eb06d-f6be-4ffe-89d4-80724608b284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3609db0-e6d7-4100-8c65-8f1530680402', 'code': 200} Jul 16 19:51:53.942185 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:54.194301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0f522-37c7-4697-9165-ef4e798ba927 req-21304574-ae82-4ea3-8925-a8d3f5afd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:54.202635 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-58d0f522-37c7-4697-9165-ef4e798ba927 req-21304574-ae82-4ea3-8925-a8d3f5afd9a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 1102 time: 0.1620340 Jul 16 19:51:54.337769 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-58d0f522-37c7-4697-9165-ef4e798ba927 req-5a7c89d5-f81a-4787-842d-cb015c34ac16 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297162 Jul 16 19:51:55.168002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aca75-be6c-49d6-859c-657720d9282f req-251fae61-12b2-4533-b6cd-3f952e43eaac tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:55.177365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c8aca75-be6c-49d6-859c-657720d9282f req-251fae61-12b2-4533-b6cd-3f952e43eaac tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.8327260 Jul 16 19:51:55.225748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:55.291411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c8aca75-be6c-49d6-859c-657720d9282f req-76893408-afff-4abd-8eeb-899ecbfc17f8 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130371 Jul 16 19:51:55.312616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-2d2e1e2d-1810-46ba-b708-cec81a8064af tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:55.319003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-2d2e1e2d-1810-46ba-b708-cec81a8064af tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7889485 Jul 16 19:51:55.531764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:55.618611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-5cedf68b-ff74-41c6-8886-d933da5798b1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.2984164 Jul 16 19:51:55.627698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Request body: {'floatingip': {'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:55.686512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.688551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:51:55.690822 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa04100a-a31f-4520-a79c-0b8b8704a7d1" -d '{"events": [{"server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "name": "network-vif-unplugged", "status": "completed", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:51:55.695857 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.718596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49400) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:55.773919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Transition to ACTIVE for port object 54673c47-a82e-43cb-93c3-6e8a88086b38 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:55.787822 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.898836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e009eb-bd9d-4374-b4d3-0680d49eeb9f req-d073c485-e511-4459-b84c-803e9e246770 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:55.900599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6e009eb-bd9d-4374-b4d3-0680d49eeb9f req-d073c485-e511-4459-b84c-803e9e246770 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 950 time: 0.3594375 Jul 16 19:51:55.938470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] No DVR routers for this DVR port 54673c47-a82e-43cb-93c3-6e8a88086b38 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:51:55.949914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:55.950910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-578365711-network', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:55.980694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Made reservation on behalf of af6d3ee6f4b44581aa40868568fb2495 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:55.983602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:55.995474 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.093317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Attempting to bind port 54673c47-a82e-43cb-93c3-6e8a88086b38 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:56.093659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Attempting to bind port 54673c47-a82e-43cb-93c3-6e8a88086b38 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:56.094128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Attempting to bind port 54673c47-a82e-43cb-93c3-6e8a88086b38 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:56.106474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6e009eb-bd9d-4374-b4d3-0680d49eeb9f req-67cea4ca-c75a-41a2-a896-9aa27ee375eb tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724863 Jul 16 19:51:56.109282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Port 54673c47-a82e-43cb-93c3-6e8a88086b38 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:51:56.109618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Attempting to bind port 54673c47-a82e-43cb-93c3-6e8a88086b38 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:56.122989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:56.123338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:56.123735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:56.124181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Bound port: 54673c47-a82e-43cb-93c3-6e8a88086b38, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:56.124598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.195620 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.201187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.239164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:51:56.258712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b76b14-809a-42ea-ba1b-c3a92e869743,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:56.271913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.272343 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Added segment 816038f3-a30c-40ea-853e-62dd1aeac098 of type vlan for network ebb14ccb-a9db-4fe1-aef0-540461726a42 Jul 16 19:51:56.326752 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.332493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:56.363935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.365377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:56.366146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.387756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:56.402778 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.420984 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6970351 Jul 16 19:51:56.424905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49404) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:56.436640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Request body: {'subnet': {'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-578365711-subnet', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:56.469847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0373bad-d712-42f4-8dc9-a9ff0bb80743 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb14ccb-a9db-4fe1-aef0-540461726a42,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:56.487267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:56.488263 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.490619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:51:56.491449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] 10.222.0.16 "PUT /v2.0/ports/54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 1097 time: 2.8077369 Jul 16 19:51:56.537390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Made reservation on behalf of af6d3ee6f4b44581aa40868568fb2495 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:51:56.540582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.672760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c066d5-49f9-4e03-b361-871d7f0ea4b9 req-844ad4bc-3fa9-48a8-b9d4-cc90aa2d98ce tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:56.675483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61c066d5-49f9-4e03-b361-871d7f0ea4b9 req-844ad4bc-3fa9-48a8-b9d4-cc90aa2d98ce tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 948 time: 0.3989360 Jul 16 19:51:56.679734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dc3da-8eb3-4d25-be4d-d8d3ffe428a7 service neutron] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:56.698061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:51:56.829825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.844746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.857463 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.867592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61c066d5-49f9-4e03-b361-871d7f0ea4b9 req-1483fb6c-a67e-4783-a8bc-60b44b83e1a4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139288 Jul 16 19:51:56.879721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5030e20-6d8a-42d4-a554-b209f298eb14,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:56.900968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Checking segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:56.901459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Network hostable DHCP agents. Network: ebb14ccb-a9db-4fe1-aef0-540461726a42, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:51:56.922504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:51:56.936584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ebb14ccb-a9db-4fe1-aef0-540461726a42) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:56.944360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-9bd762c5-037d-4064-80ba-055fb35352e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:56.946971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-9bd762c5-037d-4064-80ba-055fb35352e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 1100 time: 0.3952789 Jul 16 19:51:56.952361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:56.953933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.956340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131676bf-7ea5-41c2-b59e-b73c4353b64a None None] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:51:56.995854 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aad8bab7-b72b-4a95-b8a0-be8ce8395c01 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5690124 Jul 16 19:51:57.000137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49410) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:57.006124 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:51:57.042508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.044215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.140230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 54673c47-a82e-43cb-93c3-6e8a88086b38 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:57.152077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.265430 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Floating IP e458445e-0237-4e5a-964d-d921abb4ad3b associated. External IP: 172.25.6.76, port: f585416a-379e-47da-ad05-639ca6c7c360. Jul 16 19:51:57.289293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 54673c47-a82e-43cb-93c3-6e8a88086b38 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:57.300660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-ebb14ccb-a9db-4fe1-aef0-540461726a42', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:51:57.302229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.352871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-806bb70c-3536-4505-b006-717b7873bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:57.355291 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-806bb70c-3536-4505-b006-717b7873bba9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3906338 Jul 16 19:51:57.495924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-ca23d08f-b59e-4259-8206-a3f28e4db3cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 217 time: 0.1222575 Jul 16 19:51:57.573264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Allocated IP 172.20.0.2 (ebb14ccb-a9db-4fe1-aef0-540461726a42/d5030e20-6d8a-42d4-a554-b209f298eb14/8b93072a-8ab6-4a08-96e7-5ca803df5ab8) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:57.583641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.597840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961e4a9-8cca-4671-ac69-9b99bf855856 req-6ce8d371-41ea-4c1c-bcee-d91a5c51e8f4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:57.600778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1961e4a9-8cca-4671-ac69-9b99bf855856 req-6ce8d371-41ea-4c1c-bcee-d91a5c51e8f4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.4063528 Jul 16 19:51:57.655441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-45c13f40-3681-4363-b246-fd86eecb1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:57.658597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-45c13f40-3681-4363-b246-fd86eecb1db8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1499872 Jul 16 19:51:57.765590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1961e4a9-8cca-4671-ac69-9b99bf855856 req-5099c0c6-c8fb-4303-9293-43ab03e87fa7 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468780 Jul 16 19:51:57.849879 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.865624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Transition to ACTIVE for port object 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:57.866425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.888534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.899140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-8298f16a-5a87-4adf-abc5-e92b7020c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:57.901876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-8298f16a-5a87-4adf-abc5-e92b7020c842 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2354150 Jul 16 19:51:57.904023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Transition to ACTIVE for port object 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:51:57.913615 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.933753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:51:57.981215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:57.989621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:57.992264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:58.001509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Pushing event updated for resources: {'Port': ['ID=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:58.064337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Attempting to bind port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:51:58.064816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Attempting to bind port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:51:58.065093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Attempting to bind port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 on network ebb14ccb-a9db-4fe1-aef0-540461726a42 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:51:58.071072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:51:58.071491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Checking segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:51:58.071908 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:58.072631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Bound using segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:51:58.073391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Bound port: 8b93072a-8ab6-4a08-96e7-5ca803df5ab8, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:51:58.074008 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:58.113475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Allocated IP 172.25.6.173 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/726ff8dc-e72b-401f-aa88-25a3fb66fcab) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:51:58.149504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] For port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:51:58.153123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] For port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:51:58.159355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:58.232108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f68bb-f2c2-44d6-9e6b-2220dcdf5a17 None None] Pushing event updated for resources: {'Port': ['ID=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:58.256472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-18d31259-3d89-4a33-9c4d-7597beb3acd1 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418689 Jul 16 19:51:58.312550 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:58.331068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:51:58.339263 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:58.353820 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:51:58.368251 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:58.371648 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:58.376988 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:58.420927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:51:58.425597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:51:58.431423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:51:58.435370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Pushing event updated for resources: {'Port': ['ID=726ff8dc-e72b-401f-aa88-25a3fb66fcab,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:58.488740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8ceec175-d9e4-4226-9402-d6133744adb2 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "PUT /v2.0/floatingips/e458445e-0237-4e5a-964d-d921abb4ad3b HTTP/1.1" status: 200 len: 996 time: 2.8668737 Jul 16 19:51:58.557800 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfcf51b-d2a8-4d59-8ae7-9df6189622f1 x-openstack-request-id: req-5dfcf51b-d2a8-4d59-8ae7-9df6189622f1 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:51:58.558130 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "name": "network-vif-unplugged", "status": "completed", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:51:58.558472 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5dfcf51b-d2a8-4d59-8ae7-9df6189622f1 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:51:58.558870 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'code': 200} Jul 16 19:51:58.561327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06ee566f-4943-40b1-82d7-f49f6ef7385f req-27a01929-0128-4bb8-9749-50ff3818d212 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837751 Jul 16 19:51:58.677685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-81a90fcd-750c-4344-8c54-7976cbae099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:58.679929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-81a90fcd-750c-4344-8c54-7976cbae099a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 0.1663883 Jul 16 19:51:58.759625 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:58.941157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-24c2c574-b1b7-4d0a-b4f6-3bca023d5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:58.944495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-24c2c574-b1b7-4d0a-b4f6-3bca023d5fcd service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.2541807 Jul 16 19:51:59.062295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:59.311294 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:19:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:51:56Z', 'revision_number': 1, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:59.381103 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:51:59.416785 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:59.418368 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:59.632115 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:59.690759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:51:59.778056 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:59.855728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-d6091bb0-4c3b-40c6-8f32-fcee7475a71e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 999 time: 0.9007955 Jul 16 19:51:59.861599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:51:59.941898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Router 9b91bca2-a247-4b02-84c9-7222a7df8d61 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:51:59.952697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1f4f4-ff0f-41d7-9370-531fd11e0846 req-d16437a1-2704-405d-8ee1-632c1c467cb8 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:59.960620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89f1f4f4-ff0f-41d7-9370-531fd11e0846 req-d16437a1-2704-405d-8ee1-632c1c467cb8 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 950 time: 0.1873574 Jul 16 19:51:59.961639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f70c40-4bd1-4c3f-ae55-1b4583bc0a75 None None] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:51:59.972019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-63a2a5e1-ed77-4ef0-bad2-da3d1fc6de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:51:59.973597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-63a2a5e1-ed77-4ef0-bad2-da3d1fc6de01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.1051557 Jul 16 19:52:00.068315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-71c7cfe4-d791-4cfd-aabd-548a859201bf None None] Provisioning for port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:00.073224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89f1f4f4-ff0f-41d7-9370-531fd11e0846 req-0dddfaa2-4f6d-438e-a8bb-47bd43b7b6fc tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/security-groups?id=e229cd12-b56c-481b-85da-be41d658362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116738 Jul 16 19:52:00.084580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-71c7cfe4-d791-4cfd-aabd-548a859201bf None None] Provisioning complete for port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:00.086059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-71c7cfe4-d791-4cfd-aabd-548a859201bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:00.116606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-c2e8db56-ac0a-4c06-9976-8e6ce4279cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:00.119844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-c2e8db56-ac0a-4c06-9976-8e6ce4279cd4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205206 Jul 16 19:52:00.138976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-a701b491-7922-41dc-830b-9cef500b0390 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:52:00.146648 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-a701b491-7922-41dc-830b-9cef500b0390 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139492 Jul 16 19:52:00.173189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:00.202443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:00.204597 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fa7e3f06-54b2-4693-9312-52c97f5fb5ef admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2019327 Jul 16 19:52:00.204852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Sync routers for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:00.208888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49438) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:00.289313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:00.291531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:00.405107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-26c1d3e3-1422-441c-8779-48c6f23dccf8 service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472513 Jul 16 19:52:00.487702 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:19:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:51:56Z', 'revision_number': 1, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:00.558164 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12beb2-5990-4588-8dcf-69da2c188a96 None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:19:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:51:56Z', 'revision_number': 1, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:00.564743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38'}, {'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:00.571095 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38"}, {"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:00.646940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b97d73f7-7277-440b-a827-3c601bcc5328 req-8234570a-dc15-489b-a2e5-558585245a5b service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323558 Jul 16 19:52:01.093123 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f783e1a-d69d-4bae-84b1-92f3b49974f0 None None] New status for floating IP e458445e-0237-4e5a-964d-d921abb4ad3b: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:52:01.133642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:01.261278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3b4fe-9901-4236-8c6d-6e3482e059f1 req-4a809861-8571-40df-830c-397ec2a96dd2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:01.265890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cee3b4fe-9901-4236-8c6d-6e3482e059f1 req-4a809861-8571-40df-830c-397ec2a96dd2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 948 time: 0.1422026 Jul 16 19:52:01.300900 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-71c7cfe4-d791-4cfd-aabd-548a859201bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:01.317527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:01.403832 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cee3b4fe-9901-4236-8c6d-6e3482e059f1 req-64ac64fb-da35-491e-b27a-8da7693c56a0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827930 Jul 16 19:52:01.634163 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2131dee-d7df-4235-a615-f28000cea6d6 x-openstack-request-id: req-d2131dee-d7df-4235-a615-f28000cea6d6 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:01.634427 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:01.634681 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2131dee-d7df-4235-a615-f28000cea6d6 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:01.635083 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'status': 'completed', 'code': 200} Jul 16 19:52:01.635342 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360', 'status': 'completed', 'code': 200} Jul 16 19:52:01.740037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-71c7cfe4-d791-4cfd-aabd-548a859201bf None None] For port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:01.771476 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-71c7cfe4-d791-4cfd-aabd-548a859201bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:01.879404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7cfe4-d791-4cfd-aabd-548a859201bf None None] Pushing event updated for resources: {'Port': ['ID=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:01.921895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Allocated IP 172.20.0.1 (ebb14ccb-a9db-4fe1-aef0-540461726a42/d5030e20-6d8a-42d4-a554-b209f298eb14/d0fabfbd-b856-48fb-b51f-0f97a6eabbee) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:01.998195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:51:58Z', 'revision_number': 3, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:02.014083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-6b145ad2-96b6-49cf-ab32-e9871fe51c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:02.018438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-6b145ad2-96b6-49cf-ab32-e9871fe51c12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 1100 time: 0.3648307 Jul 16 19:52:02.043635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Checking router: 9b91bca2-a247-4b02-84c9-7222a7df8d61 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:02.044011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Updating router 9b91bca2-a247-4b02-84c9-7222a7df8d61 port 726ff8dc-e72b-401f-aa88-25a3fb66fcab binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:02.091571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.161911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-a94e68e6-38b7-4f11-b9ab-08e37e5e937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:02.163575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-a94e68e6-38b7-4f11-b9ab-08e37e5e937c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 1100 time: 0.3907025 Jul 16 19:52:02.168172 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.182029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-61a5e1e4-bcfe-41bd-9635-e6d00222c456 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:02.194217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Transition to ACTIVE for port object d0fabfbd-b856-48fb-b51f-0f97a6eabbee will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:02.195500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-61a5e1e4-bcfe-41bd-9635-e6d00222c456 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3274789 Jul 16 19:52:02.260931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.303360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:02.308929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:02.313673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:02.364845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:02.388083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.391838 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 54673c47-a82e-43cb-93c3-6e8a88086b38 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:52:02.411098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-1c5cf7b8-9486-48a5-ac1d-af12d5840ca7 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.1564293 Jul 16 19:52:02.427976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Request body: {'floatingip': {'port_id': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:02.588128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-bd3fac58-635c-4ab7-bdfd-c167afca4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:02.590464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-bd3fac58-635c-4ab7-bdfd-c167afca4c04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.5669940 Jul 16 19:52:02.604428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788644b-5ffe-4970-9d9b-6e3c2a558c8e req-4a780f87-73b9-416e-b43c-ae9a188d1ae5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:02.606547 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8788644b-5ffe-4970-9d9b-6e3c2a558c8e req-4a780f87-73b9-416e-b43c-ae9a188d1ae5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.5580082 Jul 16 19:52:02.687337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.748895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-e1c6b15e-4c62-474d-a97f-6bb93154bdd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 217 time: 0.1388233 Jul 16 19:52:02.751603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.781411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-36e5918e-5bb2-44bb-b429-4fb2e0821863 None None] Provisioning complete for port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:02.783515 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-36e5918e-5bb2-44bb-b429-4fb2e0821863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.840052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:52:02.880807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8788644b-5ffe-4970-9d9b-6e3c2a558c8e req-e039204c-039c-48c3-86a8-09ee06c3901c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094853 Jul 16 19:52:02.913769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:02.959601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Transition to ACTIVE for port object 726ff8dc-e72b-401f-aa88-25a3fb66fcab will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:03.044152 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.168529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:03.193407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Attempting to bind port 726ff8dc-e72b-401f-aa88-25a3fb66fcab on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:03.193876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Attempting to bind port 726ff8dc-e72b-401f-aa88-25a3fb66fcab by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:03.194208 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Attempting to bind port 726ff8dc-e72b-401f-aa88-25a3fb66fcab on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:03.200517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'mac_address': 'fa:16:3e:84:28:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:52:03.209226 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18771830-f50d-4844-af3e-c56770976403 None None] Pushing event updated for resources: {'Port': ['ID=726ff8dc-e72b-401f-aa88-25a3fb66fcab,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:03.216790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:03.217333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:03.217767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.218170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:03.218678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Bound port: 726ff8dc-e72b-401f-aa88-25a3fb66fcab, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:03.219124 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.224898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-9c64e1ab-4afb-4bb6-8ef9-ef6ecf3de6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:03.226411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-9c64e1ab-4afb-4bb6-8ef9-ef6ecf3de6f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.4221518 Jul 16 19:52:03.227891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-5c416573-64aa-4305-a515-06b4c7b0035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:03.229518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-5c416573-64aa-4305-a515-06b4c7b0035c service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.9862816 Jul 16 19:52:03.250821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.260288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.341587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-d3886cd4-c403-4c95-b74a-cfbe3ab05409 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 217 time: 0.0930436 Jul 16 19:52:03.408368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-37298b82-6a02-4d26-9367-4a31643a8aaa None None] Provisioning for port d0fabfbd-b856-48fb-b51f-0f97a6eabbee completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:03.412454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:03.420339 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.440468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-0b185dc3-e375-46ba-958a-3261ba38c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:03.441796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-0b185dc3-e375-46ba-958a-3261ba38c2ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0747056 Jul 16 19:52:03.448708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-37298b82-6a02-4d26-9367-4a31643a8aaa None None] Provisioning complete for port d0fabfbd-b856-48fb-b51f-0f97a6eabbee triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:03.449088 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-37298b82-6a02-4d26-9367-4a31643a8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.472432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.519582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54673c47-a82e-43cb-93c3-6e8a88086b38 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:03.529961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] For port 726ff8dc-e72b-401f-aa88-25a3fb66fcab, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:03.540868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:03.590996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-c43ab806-67cd-4f9d-b5cd-76b1890b635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:03.592921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-c43ab806-67cd-4f9d-b5cd-76b1890b635e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3479774 Jul 16 19:52:03.594676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] For port 726ff8dc-e72b-401f-aa88-25a3fb66fcab, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=726ff8dc-e72b-401f-aa88-25a3fb66fcab,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:03.606605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:03.608687 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.628100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a180c17-02e6-4fed-b722-b80a4082b595 req-670542b7-9c69-45f2-812c-cf9e2dee05d0 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:03.630111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a180c17-02e6-4fed-b722-b80a4082b595 req-670542b7-9c69-45f2-812c-cf9e2dee05d0 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 945 time: 0.3996332 Jul 16 19:52:03.637929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-37298b82-6a02-4d26-9367-4a31643a8aaa None None] Port d0fabfbd-b856-48fb-b51f-0f97a6eabbee cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:03.647566 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.686163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:03.686820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:03.743598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-d7109ca8-f630-4076-af62-bcc75d637326 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335571 Jul 16 19:52:03.806641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:03.840015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-5e84461d-44f1-40c0-9636-3d4c1c22d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:03.842332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-5e84461d-44f1-40c0-9636-3d4c1c22d0ba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3590825 Jul 16 19:52:03.963449 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:03.964539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-bda2520b-f909-42c0-8fc0-e69278fdf3ed service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079323 Jul 16 19:52:03.995191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18771830-f50d-4844-af3e-c56770976403 None None] Pushing event updated for resources: {'Port': ['ID=726ff8dc-e72b-401f-aa88-25a3fb66fcab,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:04.053923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:04.058062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['54673c47-a82e-43cb-93c3-6e8a88086b38'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:04.060742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:04.060742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:04.084677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-9a6ad69f-6ccd-4df8-bc15-a81d3320ced6 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125264 Jul 16 19:52:04.171088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a180c17-02e6-4fed-b722-b80a4082b595 req-f7548b48-328f-484a-a8ef-f970a09ebc65 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905475 Jul 16 19:52:04.247218 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-fe43986d-8526-402e-9b08-5daa4d467f47 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625995 Jul 16 19:52:04.289905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:04.292170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:04.406357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:52:04.589614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Router 9b91bca2-a247-4b02-84c9-7222a7df8d61 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:04.596044 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:04.612320 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:04.740904 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:04.741802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-c1931289-4c78-4259-a191-486b8b0c5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:04.744947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-c1931289-4c78-4259-a191-486b8b0c5160 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 0.4335258 Jul 16 19:52:04.818818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:04.836779 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4e7e4742-d7e9-4234-89f2-1214d7556ed2 admin admin] 10.222.0.78 "PUT /v2.0/routers/9b91bca2-a247-4b02-84c9-7222a7df8d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6266630 Jul 16 19:52:04.921597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-93a4127d-28ae-4c4c-817b-817876e84ddc None None] Provisioning complete for port d0fabfbd-b856-48fb-b51f-0f97a6eabbee triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:04.922572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-93a4127d-28ae-4c4c-817b-817876e84ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:04.992947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 2, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:05.036065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739c49c-b791-4f2f-bb81-c003f00d14b1 None None] The sync data for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 is: [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 2, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:05.040390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-93a4127d-28ae-4c4c-817b-817876e84ddc None None] Port d0fabfbd-b856-48fb-b51f-0f97a6eabbee cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:05.311799 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Floating IP e458445e-0237-4e5a-964d-d921abb4ad3b associated. External IP: 172.25.6.76, port: f585416a-379e-47da-ad05-639ca6c7c360. Jul 16 19:52:05.654018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52cff9-5a2e-4995-a9f4-80d2a8695bb7 req-5f98a14e-1383-4688-b426-ea5bbebe95c6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:05.657380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b52cff9-5a2e-4995-a9f4-80d2a8695bb7 req-5f98a14e-1383-4688-b426-ea5bbebe95c6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 949 time: 0.9478517 Jul 16 19:52:05.663540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-306385bf-d6d2-410e-85ec-158066d01f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:05.666203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-306385bf-d6d2-410e-85ec-158066d01f49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.8753166 Jul 16 19:52:05.785094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-ec015958-82cd-487a-871b-1daf2fa80a47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 217 time: 0.0919368 Jul 16 19:52:05.820143 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b52cff9-5a2e-4995-a9f4-80d2a8695bb7 req-4d4117ea-a847-4484-8844-3b227f56c097 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479442 Jul 16 19:52:06.068062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-47ae8fd7-4606-46d5-94ab-bc4a292f7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:06.069765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-47ae8fd7-4606-46d5-94ab-bc4a292f7cf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.2585900 Jul 16 19:52:06.084859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:06.291980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-aa9ee1bb-2ce0-4c9b-b05e-0659bb923335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:06.293568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-aa9ee1bb-2ce0-4c9b-b05e-0659bb923335 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072823 Jul 16 19:52:06.319752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b612f-04c4-40fe-8aef-969de1400a6b req-f5513468-e6a4-4f07-870d-7423489716e1 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:06.321364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-309b612f-04c4-40fe-8aef-969de1400a6b req-f5513468-e6a4-4f07-870d-7423489716e1 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.1985283 Jul 16 19:52:06.332933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:06.347937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:06.361970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:06.363181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:06.568142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-63157ece-08f6-4647-8963-7ffc587edebc service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662017 Jul 16 19:52:06.581950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:06.613990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-309b612f-04c4-40fe-8aef-969de1400a6b req-1fb55ad1-d735-4d78-b822-c14fee74e6c0 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787046 Jul 16 19:52:06.680537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 54673c47-a82e-43cb-93c3-6e8a88086b38 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:06.964905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 54673c47-a82e-43cb-93c3-6e8a88086b38 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:06.989627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 54673c47-a82e-43cb-93c3-6e8a88086b38 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:06.990091 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:07.203161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2aa2e72-18fb-4c1d-9b4a-83419ef48aef req-276708b5-af40-400d-9276-3c6dce2a584c service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739570 Jul 16 19:52:07.352964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:07.354638 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:07.389270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49514) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:07.427775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:07.444022 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244ede0a-bf89-4390-8e94-33f8985b587f" -d '{"events": [{"server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "name": "network-vif-plugged", "status": "completed", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:07.495961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:07.512548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:ee:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:04Z', 'revision_number': 3, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:07.528695 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:07.656284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 726ff8dc-e72b-401f-aa88-25a3fb66fcab up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:07.710796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:07.774549 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1209f454-1dfd-4939-b214-1c289fea426d req-947f91b9-4681-4c9f-9dd0-a43f84744c16 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5575776 Jul 16 19:52:07.775692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:07.787304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:07.838049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:07.840420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:07.931552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9d27826-4746-43ff-8d78-af479442ab35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:07.948269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:07.960474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:07.963063 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d87088-9fda-42cc-9e75-9f5474b8df26" -d '{"events": [{"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:08.006028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-546ef384-5819-4581-bda6-bfb3343065dd tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "PUT /v2.0/floatingips/e458445e-0237-4e5a-964d-d921abb4ad3b HTTP/1.1" status: 200 len: 998 time: 5.5932627 Jul 16 19:52:08.089981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9d27826-4746-43ff-8d78-af479442ab35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.098308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9d27826-4746-43ff-8d78-af479442ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.149371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-98fade5f-0cb4-4f22-b4e8-ce739973be90 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:08.149790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b9d27826-4746-43ff-8d78-af479442ab35 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fee56c8197c4980a90864afa07a7cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7585881 Jul 16 19:52:08.150622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d27826-4746-43ff-8d78-af479442ab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251c2e1b-f03e-4e34-8c7d-5a835adb8127,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:08.154093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49528) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:08.167098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-98fade5f-0cb4-4f22-b4e8-ce739973be90 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports/f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 943 time: 0.1459529 Jul 16 19:52:08.174376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f454-1dfd-4939-b214-1c289fea426d req-ad507c6a-0c02-4902-a83c-dec0abb8fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:08.189992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 726ff8dc-e72b-401f-aa88-25a3fb66fcab completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:08.190824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1209f454-1dfd-4939-b214-1c289fea426d req-ad507c6a-0c02-4902-a83c-dec0abb8fba1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 1101 time: 0.2239969 Jul 16 19:52:08.223948 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Sync routers for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:08.240827 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:08.243342 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:08.253933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 726ff8dc-e72b-401f-aa88-25a3fb66fcab triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:08.258065 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.277693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f41fe08d-1f45-4b2c-8026-d9220dc02955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.392482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f41fe08d-1f45-4b2c-8026-d9220dc02955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.416181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:08.545319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f454-1dfd-4939-b214-1c289fea426d req-a38f1675-6234-43d8-953c-aa4968562652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:08.549784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1209f454-1dfd-4939-b214-1c289fea426d req-a38f1675-6234-43d8-953c-aa4968562652 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3422179 Jul 16 19:52:08.564478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f41fe08d-1f45-4b2c-8026-d9220dc02955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.579214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f41fe08d-1f45-4b2c-8026-d9220dc02955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.582342 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f41fe08d-1f45-4b2c-8026-d9220dc02955 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/251c2e1b-f03e-4e34-8c7d-5a835adb8127 HTTP/1.1" status: 204 len: 168 time: 0.4257610 Jul 16 19:52:08.598582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fe08d-1f45-4b2c-8026-d9220dc02955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251c2e1b-f03e-4e34-8c7d-5a835adb8127,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:08.646491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:08.656610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0c90b05a-474d-4bda-abda-ae5ce8bc4c6d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1871784037', 'description': 'tempest-description--477508670'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:08.728191 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:08.744689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0c90b05a-474d-4bda-abda-ae5ce8bc4c6d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.855126 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.903419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 726ff8dc-e72b-401f-aa88-25a3fb66fcab, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=726ff8dc-e72b-401f-aa88-25a3fb66fcab,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:08.950699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1209f454-1dfd-4939-b214-1c289fea426d req-3d5ca434-ac2e-4d22-9f15-b2945e71ae56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=6bb4a212-325f-47ae-bc89-e1f1dc83294d HTTP/1.1" status: 200 len: 217 time: 0.3756402 Jul 16 19:52:08.980409 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:08.997963 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0c90b05a-474d-4bda-abda-ae5ce8bc4c6d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.008997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0c90b05a-474d-4bda-abda-ae5ce8bc4c6d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.098136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0c90b05a-474d-4bda-abda-ae5ce8bc4c6d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.105573 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0c90b05a-474d-4bda-abda-ae5ce8bc4c6d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4573247 Jul 16 19:52:09.108328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90b05a-474d-4bda-abda-ae5ce8bc4c6d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0560d3d-c486-4bd1-b05c-1a096eef92a5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:09.111156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49540) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:09.119496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-96fba063-8108-4997-b198-30e3f37632ab tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'security_group_rule': {'security_group_id': 'a0560d3d-c486-4bd1-b05c-1a096eef92a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:09.188634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-22b77281-2e4f-4233-9e2d-d48422f8f8a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6335707 Jul 16 19:52:09.202398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f454-1dfd-4939-b214-1c289fea426d req-1ac0cb90-5c72-4ffe-ac3d-9d9c28b3f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:09.206126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1209f454-1dfd-4939-b214-1c289fea426d req-1ac0cb90-5c72-4ffe-ac3d-9d9c28b3f907 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2394671 Jul 16 19:52:09.210214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-fff64a3d-60d4-4453-aad0-7b62e04af33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:09.212800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-fff64a3d-60d4-4453-aad0-7b62e04af33b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 0.6608174 Jul 16 19:52:09.241695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=726ff8dc-e72b-401f-aa88-25a3fb66fcab,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:09.287373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:ee:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:04Z', 'revision_number': 3, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:09.298662 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 2, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:09.330958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437e5bb-4950-4854-a9bc-59f8c65ec2d1 None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:ee:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:04Z', 'revision_number': 3, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:09.333179 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Checking router: 9b91bca2-a247-4b02-84c9-7222a7df8d61 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:09.333563 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Updating router 9b91bca2-a247-4b02-84c9-7222a7df8d61 port d0fabfbd-b856-48fb-b51f-0f97a6eabbee binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:09.389586 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.487204 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96fba063-8108-4997-b198-30e3f37632ab tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.585755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-c1e4db95-f0fa-433d-bd7c-e3ad546d3f55 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:09.601588 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-c1e4db95-f0fa-433d-bd7c-e3ad546d3f55 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb88ab09-a636-490f-b85d-df4f24424210 HTTP/1.1" status: 200 len: 945 time: 0.4541576 Jul 16 19:52:09.617826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 726ff8dc-e72b-401f-aa88-25a3fb66fcab up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:09.675470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49544) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:09.697093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a032a06e-34a8-49f2-abec-c55ad38ef602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.725043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed6d9e0-d3c5-455c-9242-47452a65b9b0 None None] New status for floating IP e458445e-0237-4e5a-964d-d921abb4ad3b: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:52:09.819075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-e8436e63-407a-4a10-b0ad-8c7983da2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:09.822840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-e8436e63-407a-4a10-b0ad-8c7983da2658 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.5982752 Jul 16 19:52:09.829881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96fba063-8108-4997-b198-30e3f37632ab tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.866845 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96fba063-8108-4997-b198-30e3f37632ab tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:09.902175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fba063-8108-4997-b198-30e3f37632ab tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8d359d-7dd4-4a26-b17a-aa5939f2263a,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:09.912678 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ea8f87-0b3f-4ecb-b16d-9d55d9f086b4 x-openstack-request-id: req-c3ea8f87-0b3f-4ecb-b16d-9d55d9f086b4 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:09.913140 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "name": "network-vif-plugged", "status": "completed", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:09.913780 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3ea8f87-0b3f-4ecb-b16d-9d55d9f086b4 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:09.914496 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'code': 200} Jul 16 19:52:09.918316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-67ff610c-e082-4acc-a349-a012a92faf83 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:09.921611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-67ff610c-e082-4acc-a349-a012a92faf83 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 950 time: 0.6440463 Jul 16 19:52:09.939176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-43726c51-57dd-40b6-826d-e8351a4e5381 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 217 time: 0.1013908 Jul 16 19:52:09.997169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 726ff8dc-e72b-401f-aa88-25a3fb66fcab triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:09.997756 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.002905 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.005637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-c86f799a-2e04-45ba-b845-b5a896b317d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:10.009336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-c86f799a-2e04-45ba-b845-b5a896b317d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1097 time: 0.6370888 Jul 16 19:52:10.034475 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-b1a60681-76e8-4840-8f0d-3dbfa819cdf8 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:52:10.035654 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-b1a60681-76e8-4840-8f0d-3dbfa819cdf8 service neutron] 10.222.0.68 "DELETE /v2.0/ports/54673c47-a82e-43cb-93c3-6e8a88086b38/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.1062098 Jul 16 19:52:10.036979 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Transition to ACTIVE for port object d0fabfbd-b856-48fb-b51f-0f97a6eabbee will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:10.050280 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.077162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Deleting port 80a40fc5-8916-4814-9448-31f14afef939 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:52:10.077619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.087469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f454-1dfd-4939-b214-1c289fea426d req-27f4153b-ea56-404e-9ef9-c799af78d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:10.095742 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1209f454-1dfd-4939-b214-1c289fea426d req-27f4153b-ea56-404e-9ef9-c799af78d5b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8694451 Jul 16 19:52:10.103054 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Pushing event updated for resources: {'Port': ['ID=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:10.115711 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.116426 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.116951 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.117490 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.118025 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.118548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.119069 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.119830 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.120645 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.121181 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.121698 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.122256 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:10.181289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] For port 80a40fc5-8916-4814-9448-31f14afef939, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=80a40fc5-8916-4814-9448-31f14afef939,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:10.181664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.283588 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Attempting to bind port d0fabfbd-b856-48fb-b51f-0f97a6eabbee on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:10.284578 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Attempting to bind port d0fabfbd-b856-48fb-b51f-0f97a6eabbee by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:10.285258 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Attempting to bind port d0fabfbd-b856-48fb-b51f-0f97a6eabbee on network ebb14ccb-a9db-4fe1-aef0-540461726a42 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:10.304580 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:10.305771 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Checking segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:10.306350 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.306911 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Bound using segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:10.311024 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Bound port: d0fabfbd-b856-48fb-b51f-0f97a6eabbee, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:10.311923 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.325499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-0a75d360-9d71-4666-8b19-67bde984005b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1778269446&fields=id&tenant_id=77091b115f7348a6b52abad28c79ae51 HTTP/1.1" status: 200 len: 267 time: 0.3733127 Jul 16 19:52:10.330056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-49d2aab0-9727-4c7f-8350-9c7ffd5dfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:10.333697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-49d2aab0-9727-4c7f-8350-9c7ffd5dfcf8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.3774707 Jul 16 19:52:10.423760 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] For port d0fabfbd-b856-48fb-b51f-0f97a6eabbee, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:10.431956 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] For port d0fabfbd-b856-48fb-b51f-0f97a6eabbee, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:10.439901 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.548331 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:10.548941 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:10.656662 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb3c85-b34e-4e77-bf03-1e9698393fa8 None None] Pushing event updated for resources: {'Port': ['ID=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:10.745852 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:10.796676 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:10.820839 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:10.821489 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:10.909874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a032a06e-34a8-49f2-abec-c55ad38ef602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:10.960593 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a032a06e-34a8-49f2-abec-c55ad38ef602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.002823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96fba063-8108-4997-b198-30e3f37632ab tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.005120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-96fba063-8108-4997-b198-30e3f37632ab tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8892064 Jul 16 19:52:11.047951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-37d9b8d0-07b4-49de-a764-3fcda8440bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:11.051304 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-37d9b8d0-07b4-49de-a764-3fcda8440bc3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 1102 time: 0.7562532 Jul 16 19:52:11.052102 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49558) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:11.095666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7efb4b97-64b1-4aee-8947-381fa6431b6e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'security_group_rule': {'security_group_id': 'a0560d3d-c486-4bd1-b05c-1a096eef92a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:11.104653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032a06e-34a8-49f2-abec-c55ad38ef602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6e811b-338d-4a9d-87a4-e842fcb0e37a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:11.148024 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:11.180159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.180159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.180710 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3 disassociated. External IP: 172.25.6.250, port: 80a40fc5-8916-4814-9448-31f14afef939. Jul 16 19:52:11.181795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Calling delete_port for 80a40fc5-8916-4814-9448-31f14afef939 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:52:11.206659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-cb482324-a075-40fa-830d-8776fef2fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:11.209615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-cb482324-a075-40fa-830d-8776fef2fa78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.9996612 Jul 16 19:52:11.213953 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a032a06e-34a8-49f2-abec-c55ad38ef602 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=560c05d3acbe46b58213fcbc7830a39c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5346718 Jul 16 19:52:11.224292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49560) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:11.261230 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1209f454-1dfd-4939-b214-1c289fea426d req-470bd7a8-5a9a-4ada-a86c-788515c85025 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1223333 Jul 16 19:52:11.262413 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:10Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:11.292870 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ccb89-5a7b-40df-b13d-0e56384f42d0 None None] The sync data for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 is: [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:10Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:11.384540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04fb7-0921-4199-8f35-383888833683 req-7cbb0138-7a96-4f28-a4b2-3322efda50b8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:11.386261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-7cbb0138-7a96-4f28-a4b2-3322efda50b8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 823 time: 0.9946408 Jul 16 19:52:11.387725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-68a71107-0a9d-40f1-8ab2-fce27dddad85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 217 time: 0.1598682 Jul 16 19:52:11.398892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-939b2792-46a9-4819-aab1-9cf22833e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:11.408572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-939b2792-46a9-4819-aab1-9cf22833e307 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9838445 Jul 16 19:52:11.518386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-ee48ff4c-9520-4e8f-b330-8809525889ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:11.519860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-d2081f4d-b3a9-4323-a89b-43750aa334ab tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/quotas/77091b115f7348a6b52abad28c79ae51 HTTP/1.1" status: 200 len: 375 time: 0.1239407 Jul 16 19:52:11.521113 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-ee48ff4c-9520-4e8f-b330-8809525889ca service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.4040170 Jul 16 19:52:11.575551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d0fabfbd-b856-48fb-b51f-0f97a6eabbee up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:11.597070 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:ee:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:11.616641 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-a4c34181-04aa-4feb-8a99-36ffc33738bf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 200 len: 217 time: 0.0745292 Jul 16 19:52:11.627244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b97-64b1-4aee-8947-381fa6431b6e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.691416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d0fabfbd-b856-48fb-b51f-0f97a6eabbee completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:11.701232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d0fabfbd-b856-48fb-b51f-0f97a6eabbee triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:11.701956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.712846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-6c9497e1-6125-481b-8c7b-b457abeb7efd service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338500 Jul 16 19:52:11.732427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-6fc50d37-46a7-457d-a5b1-bab5d77f55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:11.734171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-6fc50d37-46a7-457d-a5b1-bab5d77f55b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.3270459 Jul 16 19:52:11.761877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b97-64b1-4aee-8947-381fa6431b6e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.799183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1209f454-1dfd-4939-b214-1c289fea426d req-cb224794-73f9-45e7-825c-85ea15e29879 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253713 Jul 16 19:52:11.828939 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.831537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b97-64b1-4aee-8947-381fa6431b6e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.853407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.16', 51648) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:11.882429 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:11.889042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port d0fabfbd-b856-48fb-b51f-0f97a6eabbee, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:11.890851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-3d716e14-2463-49a0-bf5d-222b503b3f6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068916 Jul 16 19:52:11.898940 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.906260 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:11.908380 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:11.933672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56a39497-1f19-4c8a-af02-cb2fc38ee5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:11.960541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb4b97-64b1-4aee-8947-381fa6431b6e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b357b8-d9cc-41c6-8bd5-d83acb97189c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:11.989277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:12.038516 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b97-64b1-4aee-8947-381fa6431b6e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.043513 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7efb4b97-64b1-4aee-8947-381fa6431b6e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9522538 Jul 16 19:52:12.058910 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-d1e94095-3516-4a5a-a8ae-84aab6c2aaeb service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310937 Jul 16 19:52:12.104251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49564) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:12.106293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-4938debb-87fd-4cce-94e0-d831ff7cef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:12.108430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:12.109079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-4938debb-87fd-4cce-94e0-d831ff7cef43 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.4233372 Jul 16 19:52:12.127397 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56a39497-1f19-4c8a-af02-cb2fc38ee5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.263729 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:12.276427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.281672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.291764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-015e60b9-dee2-47ba-969a-c97bd707b2f5 service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561860 Jul 16 19:52:12.311390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-35b48459-67e7-405f-a8f2-79263739e8de tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7887275 Jul 16 19:52:12.411521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event deleted for resources: {'Port': ['ID=80a40fc5-8916-4814-9448-31f14afef939,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:12.518581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1364ed2a-3431-4a49-bc8f-6dcc9304558f req-c9431904-7537-43c6-96a6-2c2242ba10ad service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054015 Jul 16 19:52:12.540873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33988182-c3cb-4345-8efc-375bd5594b7d req-2c334d5c-43df-4255-9897-d08a76fdd904 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:12.542492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33988182-c3cb-4345-8efc-375bd5594b7d req-2c334d5c-43df-4255-9897-d08a76fdd904 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 950 time: 0.6676257 Jul 16 19:52:12.565139 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56a39497-1f19-4c8a-af02-cb2fc38ee5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.581367 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56a39497-1f19-4c8a-af02-cb2fc38ee5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:12.593479 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56a39497-1f19-4c8a-af02-cb2fc38ee5b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e6e811b-338d-4a9d-87a4-e842fcb0e37a HTTP/1.1" status: 204 len: 168 time: 1.3597708 Jul 16 19:52:12.599303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-84e4f6a4-4c46-464a-8974-70c4e1c54830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:12.602157 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-84e4f6a4-4c46-464a-8974-70c4e1c54830 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4712358 Jul 16 19:52:12.821146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a39497-1f19-4c8a-af02-cb2fc38ee5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6e811b-338d-4a9d-87a4-e842fcb0e37a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:12.916347 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:ee:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:12.956084 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf205e-3ccd-4154-8443-752433e75009 None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:ee:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:13.051098 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-b9a51c50-db76-4184-b5b9-3f29a5ddb541 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167044 Jul 16 19:52:13.178331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-6b52120a-222f-41df-ba72-125dae0417d3 service neutron] 10.222.0.78 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8407271 Jul 16 19:52:13.220011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-a36ad199-3318-4aeb-8d49-4c91526e9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:13.221742 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-a36ad199-3318-4aeb-8d49-4c91526e9197 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 1098 time: 0.8981209 Jul 16 19:52:13.462376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Deleting port d3609db0-e6d7-4100-8c65-8f1530680402 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:52:13.462376 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.502536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-4b342444-fe4d-4639-b224-4eb633781327 service neutron] 10.222.0.78 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231907 Jul 16 19:52:13.526993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.592319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d0fabfbd-b856-48fb-b51f-0f97a6eabbee up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:13.770646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-f9d6bfe6-8b6a-4d44-a629-03d740b21c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:13.773394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-f9d6bfe6-8b6a-4d44-a629-03d740b21c7f service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.5209427 Jul 16 19:52:13.776909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d0fabfbd-b856-48fb-b51f-0f97a6eabbee triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:13.777562 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:13.951770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Router 47e12181-4a9a-4a95-ac34-209fb1d8b659 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:14.006758 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4387fcf6-a8d3-4faa-ba85-ebc7879bfdfb req-92e388cd-c294-42f8-a40c-4648699850f0 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9487257 Jul 16 19:52:14.039191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] For port d3609db0-e6d7-4100-8c65-8f1530680402, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d3609db0-e6d7-4100-8c65-8f1530680402,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:14.039840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:14.110839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-4f171613-e9e0-4b37-8d67-7dde1bae50de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 1001 time: 0.3246787 Jul 16 19:52:14.138720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Calling delete_port for d3609db0-e6d7-4100-8c65-8f1530680402 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:52:14.213884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Allocated IP 172.25.6.196 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/32635492-9122-40c8-860d-215cbc636b9f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:14.216933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:14.248457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] Sync routers for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:14.269492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:14.270293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:14.309569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] No DVR routers for this DVR port 80a40fc5-8916-4814-9448-31f14afef939 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:52:14.317124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:14.323145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9a317c71-7112-432e-84e6-3dc50621d9ab req-8506894f-c772-4b50-9353-d17386733d66 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.16 "DELETE /v2.0/ports/80a40fc5-8916-4814-9448-31f14afef939 HTTP/1.1" status: 204 len: 173 time: 4.7200770 Jul 16 19:52:14.324005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb88ab09-a636-490f-b85d-df4f24424210', 'name': 'network-vif-deleted', 'tag': '80a40fc5-8916-4814-9448-31f14afef939'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:14.329201 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e0610a-3723-403a-86bf-440cb2f5f723" -d '{"events": [{"server_uuid": "cb88ab09-a636-490f-b85d-df4f24424210", "name": "network-vif-deleted", "tag": "80a40fc5-8916-4814-9448-31f14afef939"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:14.337972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-5d3cd053-1c00-4d64-87bf-a3a01c147b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:14.340083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-5d3cd053-1c00-4d64-87bf-a3a01c147b66 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.2044086 Jul 16 19:52:14.436429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d3609db0-e6d7-4100-8c65-8f1530680402 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:52:14.474913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007aafd-491b-4226-8b1a-20f640b2198f req-eb526f6a-71bc-40fc-aff0-e45fa91af5de tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:14.482522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7007aafd-491b-4226-8b1a-20f640b2198f req-eb526f6a-71bc-40fc-aff0-e45fa91af5de tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.4683895 Jul 16 19:52:14.636128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7007aafd-491b-4226-8b1a-20f640b2198f req-2feae1cb-e32b-4d6f-a624-e5487bd6c6c5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527433 Jul 16 19:52:14.665375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:14.667660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:14.696241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-ae6b3477-80b6-46f8-80f3-7e80a68d9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:14.697302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-ae6b3477-80b6-46f8-80f3-7e80a68d9fbe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3410735 Jul 16 19:52:14.720909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:14.746358 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eb9909-3f53-4e9b-92bf-9dd3eee0a1d3 x-openstack-request-id: req-b5eb9909-3f53-4e9b-92bf-9dd3eee0a1d3 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:14.746669 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:14.746896 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5eb9909-3f53-4e9b-92bf-9dd3eee0a1d3 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:14.747286 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360', 'status': 'completed', 'code': 200} Jul 16 19:52:14.790744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Pushing event deleted for resources: {'Port': ['ID=d3609db0-e6d7-4100-8c65-8f1530680402,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:14.823236 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:14.988150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-a9b7d0d5-580d-48c9-bda6-80a50fada0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:14.991781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-49727475-304b-4ecb-b34c-6ef4f8b3ca0f service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853968 Jul 16 19:52:14.993973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-a9b7d0d5-580d-48c9-bda6-80a50fada0bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 0.2094650 Jul 16 19:52:14.994320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] No DVR routers for this DVR port d3609db0-e6d7-4100-8c65-8f1530680402 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:52:14.997132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:15.011377 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:15.018769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33988182-c3cb-4345-8efc-375bd5594b7d req-e8ee11f3-78d9-4a9f-a43d-ffa048b49884 tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.16 "DELETE /v2.0/ports/d3609db0-e6d7-4100-8c65-8f1530680402 HTTP/1.1" status: 204 len: 173 time: 2.4500220 Jul 16 19:52:15.019764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 80a40fc5-8916-4814-9448-31f14afef939 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:52:15.082832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'Port': ['ID=32635492-9122-40c8-860d-215cbc636b9f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:15.114030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 80a40fc5-8916-4814-9448-31f14afef939 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:52:15.114717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 80a40fc5-8916-4814-9448-31f14afef939 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:52:15.168396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:15.232545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] Checking router: 47e12181-4a9a-4a95-ac34-209fb1d8b659 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:15.255493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:15.256637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:51:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:15.335675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-cdfb2d30-dd73-4dd9-aa52-eb97996c98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:15.344711 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-cdfb2d30-dd73-4dd9-aa52-eb97996c98dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.3398750 Jul 16 19:52:15.457023 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-d3f3b1f4-2ff1-4029-8698-30f43b14386d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 217 time: 0.0948079 Jul 16 19:52:15.569407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-d94ac8bc-d5d5-4d0a-8319-95362f8b6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:15.570918 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-d94ac8bc-d5d5-4d0a-8319-95362f8b6215 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.1035273 Jul 16 19:52:15.588833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:15.675343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-d86b6fda-d287-474c-a060-06bc95ff67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:15.685461 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-d86b6fda-d287-474c-a060-06bc95ff67c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056812 Jul 16 19:52:15.851891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:15.909825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-52c3317a-9ccd-4da9-98ff-949f75090071 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126837 Jul 16 19:52:15.938131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:15.947677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:16.051538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:16.098481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b3230-ffb7-4870-9799-5dfa6f3e66b8 None None] The sync data for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 is: [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:16.116607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc84c823-3b3f-4a0e-88b3-6f5e62a9214d req-8d80dc35-420a-4849-bc5b-cb965f97645b service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1170299 Jul 16 19:52:16.124897 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18d87088-9fda-42cc-9e75-9f5474b8df26 req-2fe49ebc-e077-4abc-b5de-41fd930b0e98 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080123 Jul 16 19:52:16.176579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e18b3-cbdc-4b0d-abc6-4f4b45f4749c req-318c9da3-856c-40e4-8945-5d175f3dd06e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:16.178356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-144e18b3-cbdc-4b0d-abc6-4f4b45f4749c req-318c9da3-856c-40e4-8945-5d175f3dd06e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 1.1853018 Jul 16 19:52:16.188643 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:16.270051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-144e18b3-cbdc-4b0d-abc6-4f4b45f4749c req-63c59c45-62a1-470d-909a-54bdc4110e5a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838535 Jul 16 19:52:16.276518 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:16.417222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4374ec76-45e2-4bf9-b978-739afd1bdc32 req-e467fb7f-1376-4432-8dc7-b9fc1d8ab82e tempest-TenantUsagesTestJSON-266484673 tempest-TenantUsagesTestJSON-266484673-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d9eb06d-f6be-4ffe-89d4-80724608b284 HTTP/1.1" status: 200 len: 210 time: 0.0689762 Jul 16 19:52:16.521174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b29a810-a21a-4358-b17e-4a3bde45c3e8 req-056ea216-2580-413b-886c-c7434ccb3cea tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 210 time: 0.0875561 Jul 16 19:52:16.543760 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64ea90a-da2c-445c-bd6e-37b0ce202963 x-openstack-request-id: req-f64ea90a-da2c-445c-bd6e-37b0ce202963 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:16.544357 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb88ab09-a636-490f-b85d-df4f24424210", "name": "network-vif-deleted", "tag": "80a40fc5-8916-4814-9448-31f14afef939", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:16.544357 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f64ea90a-da2c-445c-bd6e-37b0ce202963 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:16.544750 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb88ab09-a636-490f-b85d-df4f24424210', 'name': 'network-vif-deleted', 'tag': '80a40fc5-8916-4814-9448-31f14afef939', 'status': 'completed', 'code': 200} Jul 16 19:52:16.590364 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988b7b6-c484-4ae9-8de9-6e3f6cc2d699 None None] New status for floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:52:16.752751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04fb7-0921-4199-8f35-383888833683 req-5714ca17-fd4e-427b-b5ab-130ffc67a424 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:16.755045 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-5714ca17-fd4e-427b-b5ab-130ffc67a424 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.68 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 823 time: 0.2742546 Jul 16 19:52:16.761489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656'}, {'server_uuid': '0d9eb06d-f6be-4ffe-89d4-80724608b284', 'name': 'network-vif-deleted', 'tag': 'd3609db0-e6d7-4100-8c65-8f1530680402'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:16.763761 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a7547-3be2-4a38-b7c1-1fae2fb11028" -d '{"events": [{"name": "network-changed", "server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656"}, {"server_uuid": "0d9eb06d-f6be-4ffe-89d4-80724608b284", "name": "network-vif-deleted", "tag": "d3609db0-e6d7-4100-8c65-8f1530680402"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:16.782631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:16.789602 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:16.877142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'Port': ['ID=32635492-9122-40c8-860d-215cbc636b9f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:16.910912 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-8be7c889-f61b-4321-a0db-427b2eb0f5f3 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77091b115f7348a6b52abad28c79ae51 HTTP/1.1" status: 200 len: 380 time: 0.1456451 Jul 16 19:52:16.927806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Request body: {'port': {'device_id': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'admin_state_up': True, 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'security_groups': ['c46a312b-1c29-4348-97ff-43dff5f6cc54']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:17.018056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:17.059832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a21e80-f16a-4277-967e-e6b3dd8b2c06 req-d5a223c3-42a1-42e0-b112-d93fb44101db tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:17.061709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87a21e80-f16a-4277-967e-e6b3dd8b2c06 req-d5a223c3-42a1-42e0-b112-d93fb44101db tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.3309596 Jul 16 19:52:17.070451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40cf4ed9-68a4-41d9-89e2-76b1b3e7e862 req-7c677742-86eb-43b8-97d3-cfb1951b9921 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.1518497 Jul 16 19:52:17.076148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:17.077129 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-87231007-c7dd-4fcc-9f1f-d9b5688783fd tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9722781 Jul 16 19:52:17.091608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Made reservation on behalf of 77091b115f7348a6b52abad28c79ae51 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:17.096119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:17.163973 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87a21e80-f16a-4277-967e-e6b3dd8b2c06 req-60fe91af-fa92-4818-bbc2-1257bfad3a29 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916903 Jul 16 19:52:17.187385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf4ed9-68a4-41d9-89e2-76b1b3e7e862 req-49ae5c72-8536-41de-9998-d5d724cce05c tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:17.193890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40cf4ed9-68a4-41d9-89e2-76b1b3e7e862 req-49ae5c72-8536-41de-9998-d5d724cce05c tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports/2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 943 time: 0.1080735 Jul 16 19:52:17.280246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Allocated IP 172.20.0.5 (49882ae9-50c9-466e-85d2-0c0ba6464332/e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21/5751e39e-0d23-434d-ae1d-b50ebce9ad6e) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:17.451588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:17.472448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Transition to ACTIVE for port object 5751e39e-0d23-434d-ae1d-b50ebce9ad6e will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:17.482052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40cf4ed9-68a4-41d9-89e2-76b1b3e7e862 req-987de5d4-855b-4cd0-8ba7-9fd5e6fb6600 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.1288142 Jul 16 19:52:17.507325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36d806-d56d-4c34-833d-166f81156aef req-f8a7ce08-bb4d-4906-af96-4aa06977d1d8 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:17.508161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb36d806-d56d-4c34-833d-166f81156aef req-f8a7ce08-bb4d-4906-af96-4aa06977d1d8 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1098 time: 0.2036827 Jul 16 19:52:17.542887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:17.607020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:17.612957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:17.619279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:17.620749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb36d806-d56d-4c34-833d-166f81156aef req-7b46c61b-aba0-4f8f-9955-17fb5dda48f0 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987999 Jul 16 19:52:17.625454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event updated for resources: {'Port': ['ID=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:17.656959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf4ed9-68a4-41d9-89e2-76b1b3e7e862 req-ed269298-ba6e-4598-b61b-a50dddfc006f tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:17.658824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40cf4ed9-68a4-41d9-89e2-76b1b3e7e862 req-ed269298-ba6e-4598-b61b-a50dddfc006f tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1656361 Jul 16 19:52:17.740369 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acaf160-5bf5-45d7-b683-aa8f0abe6af6 x-openstack-request-id: req-5acaf160-5bf5-45d7-b683-aa8f0abe6af6 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:17.740851 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656", "status": "completed", "code": 200}, {"server_uuid": "0d9eb06d-f6be-4ffe-89d4-80724608b284", "name": "network-vif-deleted", "tag": "d3609db0-e6d7-4100-8c65-8f1530680402", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:17.741276 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5acaf160-5bf5-45d7-b683-aa8f0abe6af6 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:17.741614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:17.741897 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'status': 'completed', 'code': 200} Jul 16 19:52:17.742314 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9eb06d-f6be-4ffe-89d4-80724608b284', 'name': 'network-vif-deleted', 'tag': 'd3609db0-e6d7-4100-8c65-8f1530680402', 'status': 'completed', 'code': 200} Jul 16 19:52:17.742550 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:17.772462 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-1f5d99cc-6e61-42cb-ad63-b7b1ea3427d8 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8557825 Jul 16 19:52:17.800826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Request body: {'port': {'device_id': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:17.926982 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-981c2045-027a-40f6-a574-ea326fc072fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:17.950655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-e14b4290-a196-496b-a9cd-810247f2fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:17.953638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-e14b4290-a196-496b-a9cd-810247f2fe84 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 1098 time: 0.1674428 Jul 16 19:52:17.963214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:17.983570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-0d106dd8-2f24-4516-8a8f-5c50e2e8bbe3 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1871784037&fields=id&tenant_id=af6d3ee6f4b44581aa40868568fb2495 HTTP/1.1" status: 200 len: 267 time: 0.1211720 Jul 16 19:52:18.056221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1009cf14-0d8d-4653-a754-ab69c9144d22 None None] Provisioning for port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:18.063756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1009cf14-0d8d-4653-a754-ab69c9144d22 None None] Provisioning complete for port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:18.064409 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1009cf14-0d8d-4653-a754-ab69c9144d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:18.132029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1009cf14-0d8d-4653-a754-ab69c9144d22 None None] Port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:18.197785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-0417103c-d50a-4a7a-80a3-f864bf7161d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:18.199284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-0417103c-d50a-4a7a-80a3-f864bf7161d2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.2371218 Jul 16 19:52:18.222778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-4a3c5803-2eae-4f30-b07c-49a9cf74b83e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:18.224223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-4a3c5803-2eae-4f30-b07c-49a9cf74b83e tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 810 time: 0.2216091 Jul 16 19:52:18.289105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-89ce740f-c1a0-4da1-9eaf-8ecc4184b052 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/quotas/af6d3ee6f4b44581aa40868568fb2495 HTTP/1.1" status: 200 len: 375 time: 0.0302358 Jul 16 19:52:18.305235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41286ac9-07a5-491e-a946-74838fa82e62 req-2aca476f-6ffe-4c16-a741-fb226491e444 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:18.306801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41286ac9-07a5-491e-a946-74838fa82e62 req-2aca476f-6ffe-4c16-a741-fb226491e444 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.2258868 Jul 16 19:52:18.318673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-8a9e6d72-43eb-4e3b-b5d8-9af4d1e846cd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 1001 time: 0.1111970 Jul 16 19:52:18.385486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5751e39e-0d23-434d-ae1d-b50ebce9ad6e {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:18.395914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:18.411757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Transition to ACTIVE for port object 5751e39e-0d23-434d-ae1d-b50ebce9ad6e will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:18.418651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:18.425669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41286ac9-07a5-491e-a946-74838fa82e62 req-01e48229-01ba-4630-afc9-84a30eb6c9ac tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043382 Jul 16 19:52:18.430189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-66bbcc98-aa1f-49f3-ab53-19536ebccaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:18.432656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-66bbcc98-aa1f-49f3-ab53-19536ebccaf9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.0850174 Jul 16 19:52:18.519736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-35dda1f5-26a8-4ec5-8c7a-0033a331ae08 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2116742 Jul 16 19:52:18.552480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Pushing event updated for resources: {'Port': ['ID=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:18.576713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-9538e51a-ce8b-43cb-baa7-46bea192eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:18.579334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-9538e51a-ce8b-43cb-baa7-46bea192eb2d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315725 Jul 16 19:52:18.672805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Attempting to bind port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:18.673467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Attempting to bind port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:18.674102 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Attempting to bind port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e on network 49882ae9-50c9-466e-85d2-0c0ba6464332 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:18.684421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e on network 49882ae9-50c9-466e-85d2-0c0ba6464332 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:52:18.685090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Attempting to bind port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e on network 49882ae9-50c9-466e-85d2-0c0ba6464332 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:18.696896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:18.697743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Checking segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:18.699097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Bound using segment: {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:18.699944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Bound port: 5751e39e-0d23-434d-ae1d-b50ebce9ad6e, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55435160-4686-42dc-adc4-8652e5dad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:18.701366 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:18.846057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] For port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:18.857118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] For port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:18.863221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-e87b282c-dd93-4f4c-9d9d-f75d5f1f3980 service neutron] 10.222.0.68 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757578 Jul 16 19:52:18.864832 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:18.919941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-f4a538f7-d410-4820-9ce5-a414752acac1 service neutron] 10.222.0.78 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188910 Jul 16 19:52:18.924233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:18.925555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:18.928268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] 10.222.0.68 "PUT /v2.0/ports/5751e39e-0d23-434d-ae1d-b50ebce9ad6e HTTP/1.1" status: 200 len: 1092 time: 1.1357868 Jul 16 19:52:18.928512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'tag': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:18.932157 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33833e31-8ede-4123-8e4e-bea9b2b41b47" -d '{"events": [{"name": "network-changed", "server_uuid": "158e1bfb-0af8-4754-aadc-c78943a878b2", "tag": "5751e39e-0d23-434d-ae1d-b50ebce9ad6e"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:18.980332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345bc4e-d5d9-4dcb-b3b0-c14249c3ccac service neutron] Pushing event updated for resources: {'Port': ['ID=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:19.066147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49678) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:19.096243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36d473-2b7a-45ac-b8c9-60f551a161ac req-ec415e0b-b046-419b-a22f-943c26069875 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:19.103597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d36d473-2b7a-45ac-b8c9-60f551a161ac req-ec415e0b-b046-419b-a22f-943c26069875 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 943 time: 0.4354177 Jul 16 19:52:19.137071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786a7547-3be2-4a38-b7c1-1fae2fb11028 req-3ce22e0e-5a9d-4c6f-b300-521ff3128093 service neutron] 10.222.0.68 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668664 Jul 16 19:52:19.150870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04fb7-0921-4199-8f35-383888833683 req-790c305d-17f7-471a-937e-7c27adb42f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:19.154347 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-790c305d-17f7-471a-937e-7c27adb42f9f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 1095 time: 0.1274309 Jul 16 19:52:19.160096 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-c11fc34a-f2b2-4f8f-b8da-5d08f9374fd3 service neutron] 10.222.0.78 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388396 Jul 16 19:52:19.200220 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d36d473-2b7a-45ac-b8c9-60f551a161ac req-c0438a4f-db50-42ab-a41f-144a1ce9e78c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955927 Jul 16 19:52:19.284417 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-b1bc511f-4abf-4432-91d9-06988f55425a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5751e39e-0d23-434d-ae1d-b50ebce9ad6e HTTP/1.1" status: 200 len: 217 time: 0.1212821 Jul 16 19:52:19.334020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-3434be0e-4059-4967-9c7e-fa34d71b65d8 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.1118655 Jul 16 19:52:19.353537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04fb7-0921-4199-8f35-383888833683 req-813dfb6d-bbc4-455e-ba2c-1b6e9fa57857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:19.355825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-813dfb6d-bbc4-455e-ba2c-1b6e9fa57857 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 HTTP/1.1" status: 200 len: 862 time: 0.0648699 Jul 16 19:52:19.424265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-959d5007-dd3a-4df3-868a-bbabeaa17107 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec188dc4600c45c9a850fce77bed37ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536191 Jul 16 19:52:19.428170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49684) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:19.480260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-d33a6b97-62b0-41c6-9b14-bc4787079c3d tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:19.485693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-d33a6b97-62b0-41c6-9b14-bc4787079c3d tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports/2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 943 time: 0.1385500 Jul 16 19:52:19.488519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04fb7-0921-4199-8f35-383888833683 req-b7a3e625-b360-4bc6-9ded-8b8e959b598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:19.491508 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-b7a3e625-b360-4bc6-9ded-8b8e959b598f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49882ae9-50c9-466e-85d2-0c0ba6464332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277823 Jul 16 19:52:19.530197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbe34091-a57d-4da2-99be-b247574f4197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.554925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbe34091-a57d-4da2-99be-b247574f4197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.620693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbe34091-a57d-4da2-99be-b247574f4197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.623211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbe34091-a57d-4da2-99be-b247574f4197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:19.624388 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fbe34091-a57d-4da2-99be-b247574f4197 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e229cd12-b56c-481b-85da-be41d658362e HTTP/1.1" status: 204 len: 168 time: 0.1951990 Jul 16 19:52:19.774185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-b50bcf5d-b245-4282-9f85-3023171d34f1 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.1585033 Jul 16 19:52:19.780089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe34091-a57d-4da2-99be-b247574f4197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229cd12-b56c-481b-85da-be41d658362e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:19.862689 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-cf75610b-4cb3-4044-85a8-a146ee63869e service neutron] 10.222.0.68 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626835 Jul 16 19:52:19.962929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-57282305-c5f3-4b87-b1a6-ec976b150a0d tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:19.971928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-57282305-c5f3-4b87-b1a6-ec976b150a0d tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1900120 Jul 16 19:52:19.979312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-d39c7540-27e8-49eb-8f26-d422afa562da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:52:19.988760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-d39c7540-27e8-49eb-8f26-d422afa562da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154412 Jul 16 19:52:20.040365 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bba04fb7-0921-4199-8f35-383888833683 req-a7c11572-9278-44e7-8b6c-5c00971feea5 service neutron] 10.222.0.68 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674848 Jul 16 19:52:20.090113 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-7a1fc570-ed1c-4e05-92eb-48026fb68ef4 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.0992775 Jul 16 19:52:20.101361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:20.206169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49702) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:20.210740 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.237916 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7a28-c943-497f-ad7e-0f03cea02c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.322531 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4952-1846-489b-b00e-89319bc70b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.475810 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.491394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7a28-c943-497f-ad7e-0f03cea02c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.497352 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7a28-c943-497f-ad7e-0f03cea02c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.553774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.554538 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d2dc7a28-c943-497f-ad7e-0f03cea02c2b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89098e6a06884dde8d8bb0b89aae360d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428521 Jul 16 19:52:20.558343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc7a28-c943-497f-ad7e-0f03cea02c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a5ddf6-952e-4bd2-8d47-8ad310d62118,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:20.559503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49718) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:20.582175 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.582615 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Floating IP e458445e-0237-4e5a-964d-d921abb4ad3b disassociated. External IP: 172.25.6.76, port: 2f10e391-3c2c-4147-80fc-bb8a3c106656. Jul 16 19:52:20.757098 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.795949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.943010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:20.945101 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.947828 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:20.949054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3a5ddf6-952e-4bd2-8d47-8ad310d62118 HTTP/1.1" status: 204 len: 168 time: 0.3887241 Jul 16 19:52:20.967167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a5ddf6-952e-4bd2-8d47-8ad310d62118,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:20.992931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.993499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.994059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.994824 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.995410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.995964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.996562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.997158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.997703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.998291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.998881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:20.999468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7b8ad-81c4-4e2c-9753-5e4031c85c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:21.197146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:21.208016 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:21.214440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:21.262074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:21.264372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:21.310267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-222877f1-6545-41b2-bf28-5a013982e677 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "PUT /v2.0/floatingips/e458445e-0237-4e5a-964d-d921abb4ad3b HTTP/1.1" status: 200 len: 694 time: 1.2181475 Jul 16 19:52:21.311070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:21.320548 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:21.382051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-16766bcb-5476-4946-be8f-a5f6e065afef tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:21.387065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-16766bcb-5476-4946-be8f-a5f6e065afef tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 810 time: 0.3138676 Jul 16 19:52:21.501228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-4b035e63-765a-40c2-851a-86691037ee23 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af6d3ee6f4b44581aa40868568fb2495 HTTP/1.1" status: 200 len: 380 time: 0.0995839 Jul 16 19:52:21.509176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-f066515d-74f4-4ae6-9508-3dfeab67ac03 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:52:21.513632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-077cd97b-5ceb-4f29-8344-f6da0b2af28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:21.521050 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-f066515d-74f4-4ae6-9508-3dfeab67ac03 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290871 Jul 16 19:52:21.528644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Request body: {'binding': {'host': 'n-h1-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:21.529801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 19:52:21.530616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-077cd97b-5ceb-4f29-8344-f6da0b2af28a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 1098 time: 0.1903980 Jul 16 19:52:21.558181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'port': {'device_id': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'admin_state_up': True, 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'security_groups': ['a0560d3d-c486-4bd1-b05c-1a096eef92a5']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:21.715408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-4e63780e-19ed-4b07-8d9d-bca3895a1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:21.717215 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-4e63780e-19ed-4b07-8d9d-bca3895a1f51 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.1849806 Jul 16 19:52:21.737971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:21.784670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-59aedfbf-a171-483b-a437-8e15d26ddbb2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 217 time: 0.0431309 Jul 16 19:52:21.857199 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on host n-h1-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:21.857644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:21.857846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:21.869826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:52:21.870129 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:21.875029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-c6aab4d3-bee5-419d-a1ba-2856b8baed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:21.878164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:21.878510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:21.878832 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-c6aab4d3-bee5-419d-a1ba-2856b8baed3b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.0926967 Jul 16 19:52:21.878984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:21.879321 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Bound port: a0ac929f-574a-4421-962d-568db507652e, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:21.882595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Made reservation on behalf of af6d3ee6f4b44581aa40868568fb2495 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:21.886215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:21.996561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-4f105a3a-d1f6-4682-9c5c-cb2a2de419fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:22.007598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-4f105a3a-d1f6-4682-9c5c-cb2a2de419fa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196976 Jul 16 19:52:22.011493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:22.022032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:22.023211 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-a66dce4d-b043-47f8-8ac6-f53c2134f1d9 service neutron] 10.222.0.78 "POST /v2.0/ports/a0ac929f-574a-4421-962d-568db507652e/bindings HTTP/1.1" status: 201 len: 390 time: 0.5010347 Jul 16 19:52:22.093362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Allocated IP 172.20.0.13 (ebb14ccb-a9db-4fe1-aef0-540461726a42/d5030e20-6d8a-42d4-a554-b209f298eb14/fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:22.222446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:22.266242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:22.276809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-30dd9a2d-d4de-4abc-9e2e-4e70436da020 service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518592 Jul 16 19:52:22.278723 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:22.320797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Transition to ACTIVE for port object fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:22.331897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:22.351250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:22.352341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:22.443212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50ff124-ffa0-462c-a8a8-46814662a548 req-4a9b0bf9-2cb5-472e-b7fb-e7228f1d7bef service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639798 Jul 16 19:52:22.463852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:22.568551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49760) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:22.684976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:22.742560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'Port': ['ID=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:22.755334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:22.770106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:22.774597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:22.838211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-6ecee475-4d8e-4468-8877-6ab292b518ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:22.839501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-6ecee475-4d8e-4468-8877-6ab292b518ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1098 time: 0.3562827 Jul 16 19:52:22.866587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:22.867657 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:22.870463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:22.974863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-8825a068-89e1-49ab-b77d-b8ddcf018db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:22.976570 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-8825a068-89e1-49ab-b77d-b8ddcf018db8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1047699 Jul 16 19:52:23.039174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-926a3b9d-3aaf-4a28-856f-4e21a6f7d1eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5047429 Jul 16 19:52:23.097892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-network', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:23.109902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Request body: {'port': {'device_id': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:23.121719 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b030155-701e-49b7-9b06-d92dbff579ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0ac929f-574a-4421-962d-568db507652e HTTP/1.1" status: 200 len: 217 time: 0.1299613 Jul 16 19:52:23.145931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c55c16b0-d1c6-4771-a687-52c4e24072b5 None None] Provisioning for port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:23.153413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c55c16b0-d1c6-4771-a687-52c4e24072b5 None None] Provisioning complete for port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:23.153737 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c55c16b0-d1c6-4771-a687-52c4e24072b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.185806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:23.186898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Made reservation on behalf of 3e19605762ad4d649160c7c1d45d4d36 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:23.190096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.190321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c931af20-6c4d-4c83-a174-b896b906fd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.211962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.223852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1acee6-94f3-47b8-8be0-a8dfb9a89dc8 None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:23.238666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c55c16b0-d1c6-4771-a687-52c4e24072b5 None None] Port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:23.261318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b55d8-1ee0-4f50-a514-e206180e048f req-f7b3acf2-98d1-4988-80cf-668b022c59b4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:23.264069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5751e39e-0d23-434d-ae1d-b50ebce9ad6e details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:52:23.268986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e69b55d8-1ee0-4f50-a514-e206180e048f req-f7b3acf2-98d1-4988-80cf-668b022c59b4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.6735518 Jul 16 19:52:23.300275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788602d3-6b0d-40fd-ba61-a97bae69a299 req-c28c188c-d7f7-491b-91ec-b24196792bb7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:23.307278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-788602d3-6b0d-40fd-ba61-a97bae69a299 req-c28c188c-d7f7-491b-91ec-b24196792bb7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.6983716 Jul 16 19:52:23.371890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-0119019e-601e-48e4-9c99-bd6873ec6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:23.373650 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-0119019e-601e-48e4-9c99-bd6873ec6a28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.2064517 Jul 16 19:52:23.409815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.415988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e69b55d8-1ee0-4f50-a514-e206180e048f req-48e6de33-d45e-4ab2-89ec-38b6ce503392 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459885 Jul 16 19:52:23.460788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-788602d3-6b0d-40fd-ba61-a97bae69a299 req-3d4dbcef-79fe-4055-a550-101a97237cd4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227794 Jul 16 19:52:23.463253 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-8cb860dc-5b42-4850-bf8c-f9fb0c36cf0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732894 Jul 16 19:52:23.548396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:23.550422 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8504b19d-a543-4109-9621-093da289d182 x-openstack-request-id: req-8504b19d-a543-4109-9621-093da289d182 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:23.551611 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158e1bfb-0af8-4754-aadc-c78943a878b2", "tag": "5751e39e-0d23-434d-ae1d-b50ebce9ad6e", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:23.551611 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8504b19d-a543-4109-9621-093da289d182 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:23.551958 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'tag': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'status': 'completed', 'code': 200} Jul 16 19:52:23.567479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'port_id': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'mac_address': 'fa:16:3e:aa:b5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:52:23.600357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.621632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.669360 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.706422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.751739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5751e39e-0d23-434d-ae1d-b50ebce9ad6e {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:23.815405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:23.821555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.850135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:52:23.871310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40965527-1110-447e-bdda-72a54c03acc4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:23.889538 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba9399-4d10-4bf6-ab4d-229ff3fb53e0 None None] New status for floating IP e458445e-0237-4e5a-964d-d921abb4ad3b: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:52:23.913839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:23.914270 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Added segment 477b694f-dd50-47fe-a80b-33ee49478e8b of type vlan for network 0237ba97-72a0-466b-8b02-c68e295f8a6e Jul 16 19:52:23.986018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:24.054608 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4ffd5337-0b17-448a-8984-ccc9779f3128 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943185 Jul 16 19:52:24.129724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['5751e39e-0d23-434d-ae1d-b50ebce9ad6e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:24.135522 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:24.201169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-31a50a18-0fb8-4e87-905f-01065036773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:24.204238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-31a50a18-0fb8-4e87-905f-01065036773f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 1095 time: 0.6010284 Jul 16 19:52:24.279820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c931af20-6c4d-4c83-a174-b896b906fd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:24.292454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c931af20-6c4d-4c83-a174-b896b906fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:24.338361 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:24.340271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:24.341494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:24.381483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636b483-5771-4c0b-9be4-daf596c3f123 req-5847555f-8c2c-47fc-b469-3d496d5b16f2 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:24.395191 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-11345581-2808-4213-8870-28cc2ae3c9de service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205359 Jul 16 19:52:24.396151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4636b483-5771-4c0b-9be4-daf596c3f123 req-5847555f-8c2c-47fc-b469-3d496d5b16f2 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 944 time: 0.5089526 Jul 16 19:52:24.501519 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c931af20-6c4d-4c83-a174-b896b906fd30 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d32e0c65904e4510b523d83fd6c331c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6267533 Jul 16 19:52:24.510159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931af20-6c4d-4c83-a174-b896b906fd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c206555-c95f-4358-b2db-505624511945,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:24.510416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49776) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:24.523230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:24.539464 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:24.566852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Transition to ACTIVE for port object fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:24.575202 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:24.587340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0174055 Jul 16 19:52:24.623840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacea22-d5d2-4e41-9375-0053ee3ecb9e req-1819d9a6-f4f8-4e49-92f4-4d1a5fc427aa tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:24.637638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cacea22-d5d2-4e41-9375-0053ee3ecb9e req-1819d9a6-f4f8-4e49-92f4-4d1a5fc427aa tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 932 time: 0.7525132 Jul 16 19:52:24.640535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49778) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:24.651942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Pushing event updated for resources: {'Port': ['ID=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:24.664839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Request body: {'subnet': {'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-subnet', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:24.760841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4636b483-5771-4c0b-9be4-daf596c3f123 req-d4047a83-1626-4e7f-b6d5-41eeabfd6da5 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634214 Jul 16 19:52:24.786651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f88b4-4467-49e6-a68a-5a1e24d62e68 admin admin] Pushing event updated for resources: {'Network': ['ID=0237ba97-72a0-466b-8b02-c68e295f8a6e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:24.811146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:52:24.903928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-4ef890b7-c7e0-4192-ab22-267eecd665a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:24.906402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-4ef890b7-c7e0-4192-ab22-267eecd665a6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 924 time: 0.6456625 Jul 16 19:52:24.937045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Made reservation on behalf of 3e19605762ad4d649160c7c1d45d4d36 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:24.941767 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:24.973213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cacea22-d5d2-4e41-9375-0053ee3ecb9e req-a4c6cce2-baa3-43c0-944c-7106c8f30ee9 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342650 Jul 16 19:52:25.130229 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb91764-dc3e-4253-a047-50f9b99d6887 x-openstack-request-id: req-4eb91764-dc3e-4253-a047-50f9b99d6887 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:25.130676 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:25.131073 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4eb91764-dc3e-4253-a047-50f9b99d6887 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:25.132488 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'status': 'completed', 'code': 200} Jul 16 19:52:25.142618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-4b55559f-2181-4721-9484-bd87b9ba5225 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5751e39e-0d23-434d-ae1d-b50ebce9ad6e HTTP/1.1" status: 200 len: 217 time: 0.2077055 Jul 16 19:52:25.211597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Attempting to bind port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:25.212378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Attempting to bind port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:25.213093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Attempting to bind port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc on network ebb14ccb-a9db-4fe1-aef0-540461726a42 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:25.239135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc on network ebb14ccb-a9db-4fe1-aef0-540461726a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:52:25.239780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Attempting to bind port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc on network ebb14ccb-a9db-4fe1-aef0-540461726a42 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:25.259304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:25.259853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Checking segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:25.260504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Bound using segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:25.261223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Bound port: fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:25.261816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.272102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5751e39e-0d23-434d-ae1d-b50ebce9ad6e up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:25.354002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-df751c1e-ff96-4305-9b8a-5db5cd34726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:25.354484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-31378cee-8edd-4793-b098-f9a26931fe1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.356794 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-df751c1e-ff96-4305-9b8a-5db5cd34726e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 1098 time: 0.2890880 Jul 16 19:52:25.359513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-b55dadb7-14b9-4dd5-81db-a48dbc6dc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:25.361638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-b55dadb7-14b9-4dd5-81db-a48dbc6dc8a1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 HTTP/1.1" status: 200 len: 862 time: 0.2120800 Jul 16 19:52:25.372838 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:25.381803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:25.382981 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.459013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] For port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:25.466309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] For port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:25.492236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.607969 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-31378cee-8edd-4793-b098-f9a26931fe1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.682638 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.728725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:25.731433 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e625c323-3f50-4636-b55f-2e9b15f60406" -d '{"events": [{"server_uuid": "158e1bfb-0af8-4754-aadc-c78943a878b2", "name": "network-vif-plugged", "status": "completed", "tag": "5751e39e-0d23-434d-ae1d-b50ebce9ad6e"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:25.758396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:25.764869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.905732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:25.916825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.917563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.918072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.918414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.918748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.919135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.919465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.919876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.920445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.920779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.921099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.921424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:25.950887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-31378cee-8edd-4793-b098-f9a26931fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.956394 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-31378cee-8edd-4793-b098-f9a26931fe1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:25.958767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-31378cee-8edd-4793-b098-f9a26931fe1f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c206555-c95f-4358-b2db-505624511945 HTTP/1.1" status: 204 len: 168 time: 1.3752091 Jul 16 19:52:25.994209 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31378cee-8edd-4793-b098-f9a26931fe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c206555-c95f-4358-b2db-505624511945,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:26.027298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde83cac-d6f0-4f93-9c47-ba1a34888cd5 req-53ee72d6-c141-4625-a92d-5b5f453c87cb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.040352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fde83cac-d6f0-4f93-9c47-ba1a34888cd5 req-53ee72d6-c141-4625-a92d-5b5f453c87cb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 946 time: 0.6762831 Jul 16 19:52:26.143354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.144461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:26.146343 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] 10.222.0.68 "PUT /v2.0/ports/fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc HTTP/1.1" status: 200 len: 1093 time: 3.0420620 Jul 16 19:52:26.147025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'tag': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:26.149964 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa513e61-2aac-4f80-b967-a1cdf200ccf6" -d '{"events": [{"name": "network-changed", "server_uuid": "999ddab2-67c4-464a-85f2-96aea4ab1d8a", "tag": "fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:26.235766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fde83cac-d6f0-4f93-9c47-ba1a34888cd5 req-e21c8181-bf09-4209-820b-1fe30359779e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940947 Jul 16 19:52:26.259027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-6c9b111a-1ed6-49a5-b2d9-36ad00f7719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.261577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-6c9b111a-1ed6-49a5-b2d9-36ad00f7719a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49882ae9-50c9-466e-85d2-0c0ba6464332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8795767 Jul 16 19:52:26.335111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d586115-c01f-414f-b502-073fe15f6d2e service neutron] Pushing event updated for resources: {'Port': ['ID=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:26.407579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-e3c664af-8eda-4079-991b-73d31e77ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.410745 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-e3c664af-8eda-4079-991b-73d31e77ae37 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 1.0378869 Jul 16 19:52:26.492129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f94be-c6a7-4ee3-a588-cb495d6d1caa req-c5f9ec6a-960b-4bbf-802d-c32931296553 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.496317 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e8f94be-c6a7-4ee3-a588-cb495d6d1caa req-c5f9ec6a-960b-4bbf-802d-c32931296553 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.6355832 Jul 16 19:52:26.555205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-dce4d242-d9c8-4e59-82db-e7f5eb77f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.558302 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-dce4d242-d9c8-4e59-82db-e7f5eb77f20f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 1096 time: 0.3041847 Jul 16 19:52:26.561618 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-58069ae5-cd96-4c76-982b-0aae511ef662 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 200 len: 217 time: 0.1329181 Jul 16 19:52:26.652183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:26.695710 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-97322950-d144-4284-9e6e-90852cc0d449 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc HTTP/1.1" status: 200 len: 217 time: 0.1228936 Jul 16 19:52:26.754426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-7fd84e02-8e07-4257-9bd8-b5c1b6230eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.755954 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-7fd84e02-8e07-4257-9bd8-b5c1b6230eac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.1537788 Jul 16 19:52:26.802833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-f8ca830b-cd6c-4ab9-affd-1131ea081cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.817048 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-f8ca830b-cd6c-4ab9-affd-1131ea081cfc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.1058707 Jul 16 19:52:26.848545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e8f94be-c6a7-4ee3-a588-cb495d6d1caa req-cb8e4975-1dae-407f-9cde-5eef96e008e7 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369694 Jul 16 19:52:26.924680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-f729814c-0415-4a38-827a-6c20614af905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.927186 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-f729814c-0415-4a38-827a-6c20614af905 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616347 Jul 16 19:52:26.943159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa626fe-947d-4d15-be5b-6fd9a78f784a,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:26.952601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-791c3c78-4000-4c80-9b68-d6a876b555fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:26.955685 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-791c3c78-4000-4c80-9b68-d6a876b555fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310799 Jul 16 19:52:26.990506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-76132c09-3f8a-47f0-9d6e-bb686290ee1e service neutron] 10.222.0.68 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126596 Jul 16 19:52:27.065713 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df55fb6-7f42-4057-a9a6-72a06deff9a5 x-openstack-request-id: req-9df55fb6-7f42-4057-a9a6-72a06deff9a5 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:27.066540 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158e1bfb-0af8-4754-aadc-c78943a878b2", "name": "network-vif-plugged", "status": "completed", "tag": "5751e39e-0d23-434d-ae1d-b50ebce9ad6e", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:27.066540 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9df55fb6-7f42-4057-a9a6-72a06deff9a5 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:27.068320 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'code': 200} Jul 16 19:52:27.080329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Checking segment: {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:27.080928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Network hostable DHCP agents. Network: 0237ba97-72a0-466b-8b02-c68e295f8a6e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:52:27.083705 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-12119e05-1601-4c56-a840-120412534247 service neutron] 10.222.0.68 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470633 Jul 16 19:52:27.122569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-3c1daa9d-8ec7-4992-bd36-a1b29486ef78 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:27.125191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-3c1daa9d-8ec7-4992-bd36-a1b29486ef78 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5601809 Jul 16 19:52:27.130207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.68', 55916) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:27.169488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.68', 55917) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:27.329277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-b227e216-aefd-4e61-9024-5bea41dd4557 service neutron] 10.222.0.68 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288562 Jul 16 19:52:27.329763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49816) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:27.393492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:52:27.436107 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-c39863c2-d173-43cd-83da-1d16b9557d6d service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641907 Jul 16 19:52:27.436478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-ba1aa103-489e-42ca-a698-049adeb7615d tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.2291822 Jul 16 19:52:27.496463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 0237ba97-72a0-466b-8b02-c68e295f8a6e) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:27.507869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a8881-9944-4405-a71b-776c3d4ddb77 None None] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:27.509797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Request body: {'floatingip': {'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:27.520306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:27.521293 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:27.565418 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-b6ec3c8d-1cbc-4d13-b304-727b2dfb5f15 service neutron] 10.222.0.68 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494565 Jul 16 19:52:27.604270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8396a-90d6-48a4-ae13-d3319d9b0380 req-b3ade1d3-c731-46ba-950e-b78f71503217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:27.606045 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3a8396a-90d6-48a4-ae13-d3319d9b0380 req-b3ade1d3-c731-46ba-950e-b78f71503217 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 1097 time: 0.4348633 Jul 16 19:52:27.643338 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fbf69585-1e7b-47e3-8151-fd912577bd89 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9856420 Jul 16 19:52:27.647541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49820) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:27.658647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:27.663065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1354107145-network', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:27.672856 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f6d118d2-7d75-4596-af9a-62e7f9bee282 req-cd7302f0-35f8-4fed-8b2c-37abd80ac08c service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265429 Jul 16 19:52:27.680169 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3a8396a-90d6-48a4-ae13-d3319d9b0380 req-d1a14d88-356f-4c3a-9c48-f77958d65e9e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664449 Jul 16 19:52:27.709431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:27.711303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:27.714637 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:27.776321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-0237ba97-72a0-466b-8b02-c68e295f8a6e', 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'fixed_ips': [{'subnet_id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:52:27.777453 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:27.807939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca836d7-6f2e-4e68-906a-24bd8e41e20d req-8dfd72df-e10d-4d7e-8307-e5923c92f341 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:27.811707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ca836d7-6f2e-4e68-906a-24bd8e41e20d req-8dfd72df-e10d-4d7e-8307-e5923c92f341 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 945 time: 0.4237256 Jul 16 19:52:27.845829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:27.890426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-45792046-4bd4-4f33-b27a-87efd6dc22ac tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:27.892180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-45792046-4bd4-4f33-b27a-87efd6dc22ac tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.68 "GET /v2.0/ports?device_id=032c9eb2-9ff1-412a-9d4d-4f9692282c69 HTTP/1.1" status: 200 len: 946 time: 0.7557929 Jul 16 19:52:27.960825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Made reservation on behalf of e03b3659242d48db8d9d25eda76ad32d for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:27.964102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:27.979485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Allocated IP 172.20.0.2 (0237ba97-72a0-466b-8b02-c68e295f8a6e/afa626fe-947d-4d15-be5b-6fd9a78f784a/9a24e88b-d6d8-4810-b6f6-bfd28c902f57) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:27.989600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.054989 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ca836d7-6f2e-4e68-906a-24bd8e41e20d req-a7788339-7ed7-4474-93a7-4e81433d25ee tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145054 Jul 16 19:52:28.173375 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.229125 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.245506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Transition to ACTIVE for port object 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:28.267147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Transition to ACTIVE for port object 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:28.276633 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.376697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Pushing event updated for resources: {'Port': ['ID=9a24e88b-d6d8-4810-b6f6-bfd28c902f57,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:28.412058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:28.414865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:28.420811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:28.508321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca4b5a-3825-4b92-881d-fc855063df02 req-6f163da0-6586-491c-a8f1-f239c8ae2d9d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:28.509984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7ca4b5a-3825-4b92-881d-fc855063df02 req-6f163da0-6586-491c-a8f1-f239c8ae2d9d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 944 time: 0.2483370 Jul 16 19:52:28.554903 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.566078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Attempting to bind port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:28.566452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Attempting to bind port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:28.566822 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Attempting to bind port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 on network 0237ba97-72a0-466b-8b02-c68e295f8a6e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:28.573759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:28.574129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Checking segment: {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:28.574537 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.575229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Bound using segment: {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:28.575873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Bound port: 9a24e88b-d6d8-4810-b6f6-bfd28c902f57, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:28.576338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.579669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Deleting port 2f10e391-3c2c-4147-80fc-bb8a3c106656 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:52:28.584033 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.584598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.672370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] For port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:28.678330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] For port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9a24e88b-d6d8-4810-b6f6-bfd28c902f57,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:28.684583 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:28.794486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74769635-8e18-45e2-8d59-4f49b73d7618 None None] Pushing event updated for resources: {'Port': ['ID=9a24e88b-d6d8-4810-b6f6-bfd28c902f57,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:28.823142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Allocated IP 172.25.6.79 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/d01fe6a6-8850-4432-8806-c121be60098f) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:29.005608 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.025249 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:52:29.061479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.177255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:29.179005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Pushing event updated for resources: {'Port': ['ID=d01fe6a6-8850-4432-8806-c121be60098f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:29.183474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:29.186109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:29.399513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7ca4b5a-3825-4b92-881d-fc855063df02 req-28ddb08a-0ef1-432d-ba96-3a69aab5ed02 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8729572 Jul 16 19:52:29.414770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.464397 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.496296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:52:29.535576 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.536665 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Added segment d82b86fa-8f40-46a7-bb68-6674d6198896 of type vlan for network c6860476-a25b-4e32-8572-ba7f4b83b501 Jul 16 19:52:29.568258 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e637a2-6eeb-42d1-a64f-e1d8352fd27e x-openstack-request-id: req-21e637a2-6eeb-42d1-a64f-e1d8352fd27e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:29.568690 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999ddab2-67c4-464a-85f2-96aea4ab1d8a", "tag": "fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:29.569052 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21e637a2-6eeb-42d1-a64f-e1d8352fd27e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:29.569579 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'tag': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'status': 'completed', 'code': 200} Jul 16 19:52:29.608280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:29.650899 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.706647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:29.769884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.770909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:29.771506 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.790811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-3b8858d8-3ea8-4506-bc2e-a1e7602c47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:29.794154 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-3b8858d8-3ea8-4506-bc2e-a1e7602c47f9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 1096 time: 0.2175219 Jul 16 19:52:29.825772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.913873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] For port 2f10e391-3c2c-4147-80fc-bb8a3c106656, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2f10e391-3c2c-4147-80fc-bb8a3c106656,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:29.914925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.940955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Calling delete_port for 2f10e391-3c2c-4147-80fc-bb8a3c106656 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:52:29.989230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Pushing event updated for resources: {'Network': ['ID=c6860476-a25b-4e32-8572-ba7f4b83b501,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:30.013012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c6860476-a25b-4e32-8572-ba7f4b83b501 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:52:30.026039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722aefbb-0536-46e7-89c8-04a06895094f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:30.083371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-61e0c30a-fb5f-498e-8c9c-a0753284e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:30.087464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-61e0c30a-fb5f-498e-8c9c-a0753284e93d service neutron] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 911 time: 0.2858794 Jul 16 19:52:30.179691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-819b5313-23db-4617-9505-cbae52e3deb6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8369999 Jul 16 19:52:30.190569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49828) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:30.219697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Request body: {'subnet': {'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1354107145-subnet', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:30.221056 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-4cde32d0-86b8-45f2-8827-d833e476fffb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc HTTP/1.1" status: 200 len: 217 time: 0.1233335 Jul 16 19:52:30.330796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-421922e8-a59c-4b99-974e-88e5a5d560de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:30.332726 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-421922e8-a59c-4b99-974e-88e5a5d560de service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.1015396 Jul 16 19:52:30.378108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:30.406203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Made reservation on behalf of e03b3659242d48db8d9d25eda76ad32d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:30.408877 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:30.457053 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:52:30.481427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76491f5-7116-432b-b31e-ebcf61afec5f None None] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:30.531754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-de7d0b9c-62e9-4571-bbba-daad7db34c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:30.535732 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-de7d0b9c-62e9-4571-bbba-daad7db34c1a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957676 Jul 16 19:52:30.618901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:30.644265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcde5db-740b-4bf9-8693-c9c2112cf3ef req-22f22275-9839-4137-b30d-d42580cde19d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:30.645963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fcde5db-740b-4bf9-8693-c9c2112cf3ef req-22f22275-9839-4137-b30d-d42580cde19d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 946 time: 0.6834831 Jul 16 19:52:30.649605 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:30.653684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:30.710739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f585416a-379e-47da-ad05-639ca6c7c360'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:30.752523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Pushing event deleted for resources: {'Port': ['ID=2f10e391-3c2c-4147-80fc-bb8a3c106656,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:30.809130 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-5a55b5bc-3d7f-49f8-a94f-96b036d43a62 service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950698 Jul 16 19:52:30.809969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-776b7c7c-b11a-469b-aebb-a5fb0d4b2876 None None] Provisioning for port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:30.836479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-776b7c7c-b11a-469b-aebb-a5fb0d4b2876 None None] Provisioning complete for port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:30.836479 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-776b7c7c-b11a-469b-aebb-a5fb0d4b2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:30.901435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] No DVR routers for this DVR port 2f10e391-3c2c-4147-80fc-bb8a3c106656 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:52:30.905924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fcde5db-740b-4bf9-8693-c9c2112cf3ef req-3057c8c3-9d25-4405-abe8-d8eb17ef03f2 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393801 Jul 16 19:52:30.907780 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:30.910462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26ede66b-f5e1-4078-9abc-8c2f6352ed70 req-cd0852af-802d-455c-b8e8-83768829d027 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.68 "DELETE /v2.0/ports/2f10e391-3c2c-4147-80fc-bb8a3c106656 HTTP/1.1" status: 204 len: 173 time: 3.0077646 Jul 16 19:52:30.914090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'name': 'network-vif-deleted', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:30.924990 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84b4032-ec5d-4925-8f3f-4207fc1d71a8" -d '{"events": [{"server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "name": "network-vif-deleted", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:31.064432 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-776b7c7c-b11a-469b-aebb-a5fb0d4b2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:31.066211 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa513e61-2aac-4f80-b967-a1cdf200ccf6 req-55c5eade-29f0-4eae-8f73-24a8d9dc675a service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481411 Jul 16 19:52:31.082600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Router 663641ad-174b-40c7-a5b3-f97832bdd06b is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:52:31.118160 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Floating IP e458445e-0237-4e5a-964d-d921abb4ad3b associated. External IP: 172.25.6.76, port: f585416a-379e-47da-ad05-639ca6c7c360. Jul 16 19:52:31.124455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:31.222193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-776b7c7c-b11a-469b-aebb-a5fb0d4b2876 None None] For port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9a24e88b-d6d8-4810-b6f6-bfd28c902f57,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:31.236499 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-776b7c7c-b11a-469b-aebb-a5fb0d4b2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:31.330553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:52:31.333586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2f10e391-3c2c-4147-80fc-bb8a3c106656 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:52:31.375450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 2f10e391-3c2c-4147-80fc-bb8a3c106656 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:52:31.375798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2f10e391-3c2c-4147-80fc-bb8a3c106656 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:52:31.377523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7c7c-b11a-469b-aebb-a5fb0d4b2876 None None] Pushing event updated for resources: {'Port': ['ID=9a24e88b-d6d8-4810-b6f6-bfd28c902f57,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:31.528749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e46ff0-d2c5-470c-9475-2f5b1f059ef7,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:31.532179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:31.590605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:31.593143 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5af55678-1442-4134-8049-b0cc02cd54ed admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9442043 Jul 16 19:52:31.597364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49834) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:31.597929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Checking segment: {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:31.598463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Network hostable DHCP agents. Network: c6860476-a25b-4e32-8572-ba7f4b83b501, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:52:31.658745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bce44-684a-41e5-b091-af3a9a724388 req-f8030180-e4cd-4157-a3bf-bd256a93d2a5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:31.674696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d3bce44-684a-41e5-b091-af3a9a724388 req-f8030180-e4cd-4157-a3bf-bd256a93d2a5 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 949 time: 0.4686391 Jul 16 19:52:31.746031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:31.763636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:31.768241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Sync routers for ids ['663641ad-174b-40c7-a5b3-f97832bdd06b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:31.804177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'port_id': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'mac_address': 'fa:16:3e:86:60:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:52:31.812037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d3bce44-684a-41e5-b091-af3a9a724388 req-936b22b5-bc1b-4a0a-9154-1ed4b9e2219e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355233 Jul 16 19:52:31.819671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Network c6860476-a25b-4e32-8572-ba7f4b83b501 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:52:31.829320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Routers {'663641ad-174b-40c7-a5b3-f97832bdd06b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:31.830258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['663641ad-174b-40c7-a5b3-f97832bdd06b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:31.854900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, c6860476-a25b-4e32-8572-ba7f4b83b501) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:31.862057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:31.863573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:31.927525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1054e4f2-6724-4307-9849-fd345c6bdcac admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7349899 Jul 16 19:52:31.928268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49836) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:31.938064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:31.976703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e6baaec4-9eac-4200-b826-9bea61bb8d61 None None] Provisioning complete for port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:31.978275 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e6baaec4-9eac-4200-b826-9bea61bb8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:31.984154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566eb6ed-80d1-495e-977f-99dea60b5f73 None None] Network c6860476-a25b-4e32-8572-ba7f4b83b501 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:31.996021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:32.007874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.009056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.233030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.236296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:32.244836 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.256464 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:32.277362 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:32.279054 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:32.330126 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.395369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:32.406805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:32.407404 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.446231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-0848cd5c-60ca-4ffd-9f1d-91296ccf3bb9 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "PUT /v2.0/floatingips/e458445e-0237-4e5a-964d-d921abb4ad3b HTTP/1.1" status: 200 len: 996 time: 4.9529719 Jul 16 19:52:32.461914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Set router 663641ad-174b-40c7-a5b3-f97832bdd06b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:32.472830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:52:32.478294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:52:32.492991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9bbc9-5596-4807-9c60-cbefed9e9897 req-7b8a1a64-90f4-4c55-ba39-ffe87781d307 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:32.496331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54c9bbc9-5596-4807-9c60-cbefed9e9897 req-7b8a1a64-90f4-4c55-ba39-ffe87781d307 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 945 time: 0.4138010 Jul 16 19:52:32.533202 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:32.705195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:32.720043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'mac_address': 'fa:16:3e:26:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:52:32.724863 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.727685 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:32.780985 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.788818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54c9bbc9-5596-4807-9c60-cbefed9e9897 req-6281cbaa-7032-49eb-a271-330fec82809c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700987 Jul 16 19:52:32.829498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca3eca2b-d854-48c7-a52f-92dd0260043d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:32.853100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:32.854040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-544979a4-7ed1-4c76-b8fb-06969bc6a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:32.854608 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.858571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-544979a4-7ed1-4c76-b8fb-06969bc6a468 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 0.3598406 Jul 16 19:52:32.886790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.943060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-c6860476-a25b-4e32-8572-ba7f4b83b501', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:52:32.945481 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:32.947757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:33.018969 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:19:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:30Z', 'revision_number': 8, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:33.094978 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:33.113394 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:33.114376 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:33.204046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:33.268483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-f098b7d8-636d-417e-bd36-a4f613a775c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:33.270032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-f098b7d8-636d-417e-bd36-a4f613a775c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.3966677 Jul 16 19:52:33.336684 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:33.337474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ca3eca2b-d854-48c7-a52f-92dd0260043d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:33.349520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Allocated IP 172.20.0.1 (0237ba97-72a0-466b-8b02-c68e295f8a6e/afa626fe-947d-4d15-be5b-6fd9a78f784a/e610df0f-550e-45bb-a898-e69cdeffe7a7) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:33.436698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:33.553433 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:33.582507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Transition to ACTIVE for port object e610df0f-550e-45bb-a898-e69cdeffe7a7 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:33.647255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:33.708183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:33.734902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:33.742092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Pushing event updated for resources: {'Port': ['ID=e610df0f-550e-45bb-a898-e69cdeffe7a7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:33.763239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:33.764875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:33.768571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:33.769338 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:19:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:30Z', 'revision_number': 8, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:33.783751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ca3eca2b-d854-48c7-a52f-92dd0260043d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:33.788794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Allocated IP 172.20.0.2 (c6860476-a25b-4e32-8572-ba7f4b83b501/c6e46ff0-d2c5-470c-9475-2f5b1f059ef7/213920e0-628c-44de-9768-eb12674782a5) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:33.809193 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3241339-1bbc-4eba-baf3-116e314ad799 None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e458445e-0237-4e5a-964d-d921abb4ad3b', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'port_id': 'f585416a-379e-47da-ad05-639ca6c7c360', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'mac_address': 'fa:16:3e:19:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:51:32Z', 'updated_at': '2021-07-16T19:52:30Z', 'revision_number': 8, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:33.830299 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:33.912043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:33.953547 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:33.997653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:52:29Z', 'revision_number': 3, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port': {'id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:28Z', 'updated_at': '2021-07-16T19:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:34.006591 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.045208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.177946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3acfb6-9228-4b58-a47e-7651185952e5 req-9be3ef2f-4256-4fa3-b5e9-b28900777d22 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:34.180457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb3acfb6-9228-4b58-a47e-7651185952e5 req-9be3ef2f-4256-4fa3-b5e9-b28900777d22 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 945 time: 1.0139456 Jul 16 19:52:34.219450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-6b435f00-f86f-4044-aeaf-a98adee0d661 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 999 time: 0.9356654 Jul 16 19:52:34.269547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d6a5d-eeb7-44c1-a1db-18459b95052d None None] New status for floating IP e458445e-0237-4e5a-964d-d921abb4ad3b: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:52:34.282766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Checking router: 663641ad-174b-40c7-a5b3-f97832bdd06b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:34.283090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Updating router 663641ad-174b-40c7-a5b3-f97832bdd06b port d01fe6a6-8850-4432-8806-c121be60098f binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:34.330587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.333470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb3acfb6-9228-4b58-a47e-7651185952e5 req-4456480c-bc4a-4d1c-acb7-c984bb12c3a1 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340683 Jul 16 19:52:34.334648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.339078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.371548 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.382318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-8b3e693d-bd03-4fb4-99bf-895b83ca029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:34.384013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-8b3e693d-bd03-4fb4-99bf-895b83ca029d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.1228681 Jul 16 19:52:34.426323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5638f9ff-6afc-46b6-b046-2b566a1b3e2c None None] Provisioning for port e610df0f-550e-45bb-a898-e69cdeffe7a7 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:34.436947 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b9764a-f8c4-4d10-a594-f06cc1bae234 x-openstack-request-id: req-48b9764a-f8c4-4d10-a594-f06cc1bae234 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:34.437849 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032c9eb2-9ff1-412a-9d4d-4f9692282c69", "name": "network-vif-deleted", "tag": "2f10e391-3c2c-4147-80fc-bb8a3c106656", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:34.438049 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48b9764a-f8c4-4d10-a594-f06cc1bae234 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:34.438487 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032c9eb2-9ff1-412a-9d4d-4f9692282c69', 'name': 'network-vif-deleted', 'tag': '2f10e391-3c2c-4147-80fc-bb8a3c106656', 'status': 'completed', 'code': 200} Jul 16 19:52:34.449176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=10']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:34.467608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5638f9ff-6afc-46b6-b046-2b566a1b3e2c None None] Provisioning complete for port e610df0f-550e-45bb-a898-e69cdeffe7a7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:34.468423 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5638f9ff-6afc-46b6-b046-2b566a1b3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.471886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Pushing event updated for resources: {'Port': ['ID=e610df0f-550e-45bb-a898-e69cdeffe7a7,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:34.512013 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.515076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.549205 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-8091655a-f929-4a66-9603-2cfc910abbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:34.551054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-8091655a-f929-4a66-9603-2cfc910abbbe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273837 Jul 16 19:52:34.569716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Allocated IP 172.25.6.136 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/9d8e47d9-c40c-40e1-9144-46cce788c56d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:34.703771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:34.706651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:34.718846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5638f9ff-6afc-46b6-b046-2b566a1b3e2c None None] Port e610df0f-550e-45bb-a898-e69cdeffe7a7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:34.724232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.774715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.784751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-09d5aab3-25b0-4d27-a8b6-c2b3e05b1c2c service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229922 Jul 16 19:52:34.784976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Transition to ACTIVE for port object 213920e0-628c-44de-9768-eb12674782a5 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:34.810023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Transition to ACTIVE for port object 213920e0-628c-44de-9768-eb12674782a5 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:34.817490 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.835372 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.865253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Network c6860476-a25b-4e32-8572-ba7f4b83b501 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:34.868514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:34.873027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:34.881389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Pushing event updated for resources: {'Port': ['ID=213920e0-628c-44de-9768-eb12674782a5,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:34.914393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Router 663641ad-174b-40c7-a5b3-f97832bdd06b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:34.935363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f9416f-9501-4bf1-bf01-d35c30ad93a3 req-eeeeb1ac-7df0-44e3-9b46-5dcf31c3abd4 service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273520 Jul 16 19:52:34.955166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed332a-12e8-43e7-9ae2-314052b2904e req-d727cc06-4c38-4cde-87fc-131794a56d2b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:34.962372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21ed332a-12e8-43e7-9ae2-314052b2904e req-d727cc06-4c38-4cde-87fc-131794a56d2b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 946 time: 0.3101366 Jul 16 19:52:34.974923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Attempting to bind port 213920e0-628c-44de-9768-eb12674782a5 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:34.975435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Attempting to bind port 213920e0-628c-44de-9768-eb12674782a5 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:34.975877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Attempting to bind port 213920e0-628c-44de-9768-eb12674782a5 on network c6860476-a25b-4e32-8572-ba7f4b83b501 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:34.994765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:34.995164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Checking segment: {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:34.995590 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:34.996003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Bound using segment: {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:34.996525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Bound port: 213920e0-628c-44de-9768-eb12674782a5, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:34.996926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.037714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21ed332a-12e8-43e7-9ae2-314052b2904e req-2d6e1186-4fa8-4c14-91ac-846c01f22ee6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741668 Jul 16 19:52:35.076150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.098612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:35.113127 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-068df34f-bfb2-42ec-ab3f-45e0bb2c1e46 admin admin] 10.222.0.78 "PUT /v2.0/routers/663641ad-174b-40c7-a5b3-f97832bdd06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5141664 Jul 16 19:52:35.130651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:35.147086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:35.149114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:35.177452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-25085d0d-5ffa-4021-92d1-a02dd28f5cd8 None None] Provisioning complete for port e610df0f-550e-45bb-a898-e69cdeffe7a7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:35.178057 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-25085d0d-5ffa-4021-92d1-a02dd28f5cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.216764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] For port 213920e0-628c-44de-9768-eb12674782a5, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:35.253318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-25085d0d-5ffa-4021-92d1-a02dd28f5cd8 None None] Port e610df0f-550e-45bb-a898-e69cdeffe7a7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:35.258044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] For port 213920e0-628c-44de-9768-eb12674782a5, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=213920e0-628c-44de-9768-eb12674782a5,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:35.266153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Pushing event updated for resources: {'Port': ['ID=9d8e47d9-c40c-40e1-9144-46cce788c56d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:35.275059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.366094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:35.419437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719966-4e92-45b0-b286-5f6084988880 None None] Pushing event updated for resources: {'Port': ['ID=213920e0-628c-44de-9768-eb12674782a5,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:35.442886 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.460073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e4c1-54cd-4862-9375-0e143e852567 req-5c048e17-6d90-4985-b1b7-d72fd188fa06 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:35.461721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3543e4c1-54cd-4862-9375-0e143e852567 req-5c048e17-6d90-4985-b1b7-d72fd188fa06 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 945 time: 0.3406160 Jul 16 19:52:35.474730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Transition to ACTIVE for port object d01fe6a6-8850-4432-8806-c121be60098f will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:35.488991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:35.494166 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.505696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25450634-fd4a-4f52-8785-d5c751e88d8d req-b44ff9c2-a048-438b-a9a6-66f31a18b011 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:35.508713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25450634-fd4a-4f52-8785-d5c751e88d8d req-b44ff9c2-a048-438b-a9a6-66f31a18b011 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 948 time: 0.3117316 Jul 16 19:52:35.515826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Request body: {'floatingip': {'port_id': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:35.552683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:35.570892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:35.571272 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.580399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ba793-37e4-419b-b689-24e05a3eb66b None None] Pushing event updated for resources: {'Port': ['ID=d01fe6a6-8850-4432-8806-c121be60098f,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:35.600964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Attempting to bind port d01fe6a6-8850-4432-8806-c121be60098f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:35.601340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Attempting to bind port d01fe6a6-8850-4432-8806-c121be60098f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:35.601707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Attempting to bind port d01fe6a6-8850-4432-8806-c121be60098f on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:35.612258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:35.612728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:35.613048 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.613433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:35.613916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Bound port: d01fe6a6-8850-4432-8806-c121be60098f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:35.614305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.663151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25450634-fd4a-4f52-8785-d5c751e88d8d req-71fddabc-7bd7-4977-83c9-0a17e2b749be tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018097 Jul 16 19:52:35.682878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.745396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] For port d01fe6a6-8850-4432-8806-c121be60098f, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:35.750121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] For port d01fe6a6-8850-4432-8806-c121be60098f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d01fe6a6-8850-4432-8806-c121be60098f,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:35.756570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.843141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.852706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-9ea2598f-d8a9-4689-84b4-927504424bc2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1672907 Jul 16 19:52:35.915595 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.937722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49880) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:35.960401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Routers {'663641ad-174b-40c7-a5b3-f97832bdd06b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:35.961049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['663641ad-174b-40c7-a5b3-f97832bdd06b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:35.966748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ba793-37e4-419b-b689-24e05a3eb66b None None] Pushing event updated for resources: {'Port': ['ID=d01fe6a6-8850-4432-8806-c121be60098f,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:35.997242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-network', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:36.021729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:36.023918 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e335f5-1859-4aba-8f46-54b43b6f041f" -d '{"events": [{"server_uuid": "999ddab2-67c4-464a-85f2-96aea4ab1d8a", "name": "network-vif-plugged", "status": "completed", "tag": "fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:36.049900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Made reservation on behalf of 906a40bb9dae4220bff5e00ce181710f for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:36.052071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:36.052667 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:36.085835 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:36.090439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:36.091397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f35b7cf-e89a-4028-8a25-f3b6b3b981ec req-9360f8a8-0ee3-4a2f-a48d-aae63cbf0b68 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips/e458445e-0237-4e5a-964d-d921abb4ad3b HTTP/1.1" status: 200 len: 998 time: 0.3168383 Jul 16 19:52:36.177019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] Set router 663641ad-174b-40c7-a5b3-f97832bdd06b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:36.180703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:36.211127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-e802421f-4108-45f7-8646-b426c6385410 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:36.212831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-e802421f-4108-45f7-8646-b426c6385410 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766645 Jul 16 19:52:36.306639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-5df7dfbb-3216-44f2-ae76-f773a38ffb41 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/quotas/6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 375 time: 0.0302472 Jul 16 19:52:36.395950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b7cf-e89a-4028-8a25-f3b6b3b981ec req-f66781e4-e144-4276-8092-366a631ddb79 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:36.397593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f35b7cf-e89a-4028-8a25-f3b6b3b981ec req-f66781e4-e144-4276-8092-366a631ddb79 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.3048036 Jul 16 19:52:36.427263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-4f35b7cf-e89a-4028-8a25-f3b6b3b981ec req-73d3f096-6c24-41e6-819a-f9572783bda5 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:52:36.428355 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f35b7cf-e89a-4028-8a25-f3b6b3b981ec req-73d3f096-6c24-41e6-819a-f9572783bda5 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155418 Jul 16 19:52:36.439539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:36.444249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:36.447219 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a44136-da13-45f6-ac5d-75094e5e702a" -d '{"events": [{"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:36.450950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:36.465135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:36.486023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:36.494611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c03640-480e-4a55-a602-9788ec6ea249,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:36.536135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-5ad10997-1e99-4175-8cec-21b3d5244d25 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164705 Jul 16 19:52:36.723920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:52:36.730944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ca3eca2b-d854-48c7-a52f-92dd0260043d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:36.731691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:36.797406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:52:33Z', 'revision_number': 4, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port': {'id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:28Z', 'updated_at': '2021-07-16T19:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'e610df0f-550e-45bb-a898-e69cdeffe7a7', 'name': '', 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'mac_address': 'fa:16:3e:04:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:34Z', 'revision_number': 2, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'subnets': [{'id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:36.837159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408cf88-d92c-436c-b656-1e9183587d88 None None] The sync data for ids ['663641ad-174b-40c7-a5b3-f97832bdd06b'] in n-d-791505-15 is: [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:52:33Z', 'revision_number': 4, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port': {'id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:28Z', 'updated_at': '2021-07-16T19:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'e610df0f-550e-45bb-a898-e69cdeffe7a7', 'name': '', 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'mac_address': 'fa:16:3e:04:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:34Z', 'revision_number': 2, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'subnets': [{'id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:36.837804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bfa71-32e4-4bb5-accf-d3a560454a68 req-c416fde5-ee75-4a57-82bc-ae25dcee31ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:36.853679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-134bfa71-32e4-4bb5-accf-d3a560454a68 req-c416fde5-ee75-4a57-82bc-ae25dcee31ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.2145169 Jul 16 19:52:36.886971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.resource_extend [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:52:37.019307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-134bfa71-32e4-4bb5-accf-d3a560454a68 req-a2b820fc-b410-4d47-8aff-e14ffa33e24d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645639 Jul 16 19:52:37.065463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:37.079504 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Sync routers for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:37.080130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:52:37.101577 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:37.101577 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:37.220679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:37.243066 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61324663-87be-41b6-8759-3d2eeb17825c x-openstack-request-id: req-61324663-87be-41b6-8759-3d2eeb17825c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:37.243854 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ddab2-67c4-464a-85f2-96aea4ab1d8a", "name": "network-vif-plugged", "status": "completed", "tag": "fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:37.243854 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61324663-87be-41b6-8759-3d2eeb17825c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:37.245683 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'code': 200} Jul 16 19:52:37.246497 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:37.253293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.253843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.254417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.254986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.255543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.259028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.259805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.260370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.260918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.264504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.272083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.274146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:52:37.298324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:37.303163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-01fc823a-e9a3-40aa-bed2-e2154ea8b60f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3719113 Jul 16 19:52:37.322649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49900) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:37.335734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:37.347288 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:37.351222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:37.355478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:37.356343 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Added segment d89bca28-707a-4bb9-9c80-d2b91eacfaf6 of type vlan for network 60eb5ca1-d836-4208-ba5e-73d078e32688 Jul 16 19:52:37.421501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-97113b58-d8a5-48f8-b39d-cf8a4ba95a5e tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.3606098 Jul 16 19:52:37.457907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:37.460922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934ce81-34c0-492a-bd62-4e0d79c9c703 None None] Network c6860476-a25b-4e32-8572-ba7f4b83b501 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:37.470579 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:37.495281 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:37.654626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c055b0d4-31fd-41e5-a353-0b18c81ee8f9 None None] Provisioning for port 213920e0-628c-44de-9768-eb12674782a5 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:37.732796 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3 associated. External IP: 172.25.6.250, port: 5751e39e-0d23-434d-ae1d-b50ebce9ad6e. Jul 16 19:52:37.914135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 213920e0-628c-44de-9768-eb12674782a5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:38.060582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 213920e0-628c-44de-9768-eb12674782a5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:38.071342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 213920e0-628c-44de-9768-eb12674782a5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:38.071974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.148754 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:35Z', 'revision_number': 3, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:38.303123 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Checking router: 88149cfe-0ac6-4936-9aa8-79adc0acfd9a for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:38.304520 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Updating router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a port 9d8e47d9-c40c-40e1-9144-46cce788c56d binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:38.357818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.424045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 213920e0-628c-44de-9768-eb12674782a5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=213920e0-628c-44de-9768-eb12674782a5,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:38.425595 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.436503 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.573481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=213920e0-628c-44de-9768-eb12674782a5,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:38.637979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.642757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:38.644763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.687551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9cd9e266-eacc-4e73-b377-0e7cb7444422 None None] Provisioning complete for port 213920e0-628c-44de-9768-eb12674782a5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:38.688290 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e266-eacc-4e73-b377-0e7cb7444422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.806388 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8668542 Jul 16 19:52:38.818795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49906) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:38.821617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8915768-a315-4b7b-979b-d2a3068a3661 req-c7efdf44-2f44-4f54-96cc-b0e86998e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:38.824007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f8915768-a315-4b7b-979b-d2a3068a3661 req-c7efdf44-2f44-4f54-96cc-b0e86998e00e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 1098 time: 1.7239130 Jul 16 19:52:38.832780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Request body: {'subnet': {'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-subnet', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:38.930531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb9f6e-5f69-40fc-ac0a-6fa8fd62dc6b admin admin] Pushing event updated for resources: {'Network': ['ID=60eb5ca1-d836-4208-ba5e-73d078e32688,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:38.944970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 60eb5ca1-d836-4208-ba5e-73d078e32688 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:52:38.951021 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:38.966907 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Transition to ACTIVE for port object 9d8e47d9-c40c-40e1-9144-46cce788c56d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:38.977176 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:39.017992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Made reservation on behalf of 906a40bb9dae4220bff5e00ce181710f for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:39.022189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:39.031237 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f8915768-a315-4b7b-979b-d2a3068a3661 req-5becd260-bb8a-4ba8-94f5-2a89d8743e7d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412714 Jul 16 19:52:39.148905 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd693a75-9d6b-4e9a-ac31-2c98dbbf5317 None None] Pushing event updated for resources: {'Port': ['ID=9d8e47d9-c40c-40e1-9144-46cce788c56d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:39.158592 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Attempting to bind port 9d8e47d9-c40c-40e1-9144-46cce788c56d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:39.158911 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Attempting to bind port 9d8e47d9-c40c-40e1-9144-46cce788c56d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:39.159276 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Attempting to bind port 9d8e47d9-c40c-40e1-9144-46cce788c56d on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:39.177562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-bbd83585-9524-4e6b-9c56-947dd369de08 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:39.178783 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:39.179167 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:39.179592 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:39.179961 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:39.180820 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Bound port: 9d8e47d9-c40c-40e1-9144-46cce788c56d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:39.180969 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:39.194779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-bbd83585-9524-4e6b-9c56-947dd369de08 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports/f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 943 time: 1.7708807 Jul 16 19:52:39.220986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b99cd-f3d7-480f-8f8d-63df6a24222e req-7ab9ad95-9905-4513-bb0d-5dbd569c04aa tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:39.233371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-023b99cd-f3d7-480f-8f8d-63df6a24222e req-7ab9ad95-9905-4513-bb0d-5dbd569c04aa tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 946 time: 1.9461970 Jul 16 19:52:39.246840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:39.252150 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1745fafa-42e1-430a-bdb0-352db9db29f2" -d '{"events": [{"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-plugged", "status": "completed", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:39.315447 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] For port 9d8e47d9-c40c-40e1-9144-46cce788c56d, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:39.324390 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] For port 9d8e47d9-c40c-40e1-9144-46cce788c56d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9d8e47d9-c40c-40e1-9144-46cce788c56d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:39.334840 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:39.376098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-72b5b791-87a1-4d80-a44c-683027953c60 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858345 Jul 16 19:52:39.513568 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd693a75-9d6b-4e9a-ac31-2c98dbbf5317 None None] Pushing event updated for resources: {'Port': ['ID=9d8e47d9-c40c-40e1-9144-46cce788c56d,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:39.520440 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:39.521361 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:39.528087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-023b99cd-f3d7-480f-8f8d-63df6a24222e req-b3ea4509-152f-4a11-ad20-0791ddc4f8a7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918692 Jul 16 19:52:39.629984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Router 47e12181-4a9a-4a95-ac34-209fb1d8b659 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:39.753002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-7c736500-a5a5-4332-b323-cbf7611deea0 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:39.756888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-7c736500-a5a5-4332-b323-cbf7611deea0 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1098 time: 0.5970936 Jul 16 19:52:39.757000 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a040e2-e900-46f9-ae5f-a04023503b62 x-openstack-request-id: req-60a040e2-e900-46f9-ae5f-a04023503b62 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:39.757153 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:39.757812 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60a040e2-e900-46f9-ae5f-a04023503b62 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:39.758909 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360', 'status': 'completed', 'code': 200} Jul 16 19:52:39.773813 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:39.959639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d01fe6a6-8850-4432-8806-c121be60098f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:39.965704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-606522f3-021e-4aed-aef7-c88014b3ebdc tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.4702353 Jul 16 19:52:40.006487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:40.019736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-15'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:40.024558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] Sync routers for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:40.029974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.093046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:40.097629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:40.116435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.118852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-d78a58c0-bb51-444a-91f7-bc64779d790e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:40.120467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-d78a58c0-bb51-444a-91f7-bc64779d790e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7373569 Jul 16 19:52:40.143184 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:35Z', 'revision_number': 3, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:40.146563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Request body: {'port': {'device_id': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '6fe27a832b7f42c9bc6c7c6b5bd1a11a'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:40.180828 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17ead5-308e-4ec0-85c1-ee9a8737d4f6 None None] The sync data for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 is: [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:35Z', 'revision_number': 3, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:40.228241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b110b359-b5eb-4061-8dab-d9a9fbd47b2c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "PUT /v2.0/floatingips/33ededa0-bc68-4d99-be2d-3944e8df3ab3 HTTP/1.1" status: 200 len: 991 time: 4.7332537 Jul 16 19:52:40.235293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'tag': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:40.238219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d01fe6a6-8850-4432-8806-c121be60098f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:40.242253 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c313cde-9aa8-4e21-b65d-9db827162c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "158e1bfb-0af8-4754-aadc-c78943a878b2", "tag": "5751e39e-0d23-434d-ae1d-b50ebce9ad6e"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:40.253398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d57f58e-ff19-4168-93ae-aed6873b6c33,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:40.314746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d01fe6a6-8850-4432-8806-c121be60098f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:40.315809 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.326093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.328575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44136-da13-45f6-ac5d-75094e5e702a req-8483de15-64ca-4e31-b401-11f113a58411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:40.330404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a44136-da13-45f6-ac5d-75094e5e702a req-8483de15-64ca-4e31-b401-11f113a58411 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 0.5580776 Jul 16 19:52:40.350399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Checking segment: {'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:40.350675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Network hostable DHCP agents. Network: 60eb5ca1-d836-4208-ba5e-73d078e32688, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:52:40.412921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.436549 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:40.505190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a433fa91-c3d8-4aea-9d1b-6a5916a103f8 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:40.519070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a433fa91-c3d8-4aea-9d1b-6a5916a103f8 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.5521557 Jul 16 19:52:40.534997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a0ac929f-574a-4421-962d-568db507652e details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:52:40.596510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:40.618342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Network 60eb5ca1-d836-4208-ba5e-73d078e32688 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:52:40.637011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 60eb5ca1-d836-4208-ba5e-73d078e32688) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:40.651968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:40.652831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.661629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc4635-10eb-4caa-a06d-c9c8179a32be req-14a39d5b-3cfb-4f75-8087-c114c75df16a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:40.683236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:40.695049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34dc4635-10eb-4caa-a06d-c9c8179a32be req-14a39d5b-3cfb-4f75-8087-c114c75df16a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 950 time: 0.7832911 Jul 16 19:52:40.700599 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ea35b8bc-6603-49e1-9737-1921d3f34466 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8749032 Jul 16 19:52:40.701352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49916) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:40.718766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac08c1-d64b-4d40-80b0-899ca109d4e5 None None] Network 60eb5ca1-d836-4208-ba5e-73d078e32688 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:40.723507 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.739240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:40.786629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port d01fe6a6-8850-4432-8806-c121be60098f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d01fe6a6-8850-4432-8806-c121be60098f,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:40.819517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.832175 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.834856 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.835872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 213920e0-628c-44de-9768-eb12674782a5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:40.865057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.868235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:40.908609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=d01fe6a6-8850-4432-8806-c121be60098f,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:40.975418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:40.985130 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:52:41.047233 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Sync routers for ids ['663641ad-174b-40c7-a5b3-f97832bdd06b'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:41.067658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34dc4635-10eb-4caa-a06d-c9c8179a32be req-4ce70e49-9b9e-4367-af57-8a38e3fac1b9 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710494 Jul 16 19:52:41.088162 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Routers {'663641ad-174b-40c7-a5b3-f97832bdd06b'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:41.090524 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['663641ad-174b-40c7-a5b3-f97832bdd06b'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:41.090898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on host n-h2-791505-15 for vnic_type normal with profile {"migrating_to": "n-h1-791505-15"} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:41.091259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:41.091603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:41.115281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-776bc512-266e-431c-b099-0f7c264aa361 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.5436404 Jul 16 19:52:41.136011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.137863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:52:41.138600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Attempting to bind port a0ac929f-574a-4421-962d-568db507652e on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:41.164699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:41.224096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Made reservation on behalf of 6fe27a832b7f42c9bc6c7c6b5bd1a11a for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:52:41.228727 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.272371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44136-da13-45f6-ac5d-75094e5e702a req-cc0c4a23-a8f8-465b-872a-5452c0559e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:41.274107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a44136-da13-45f6-ac5d-75094e5e702a req-cc0c4a23-a8f8-465b-872a-5452c0559e95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.8540053 Jul 16 19:52:41.334841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.360595 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Set router 663641ad-174b-40c7-a5b3-f97832bdd06b gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:41.385751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:41.396393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:41.396659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:41.397106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:41.397573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Bound port: a0ac929f-574a-4421-962d-568db507652e, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:41.398539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.419875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 213920e0-628c-44de-9768-eb12674782a5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:41.420640 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.430449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a0ac929f-574a-4421-962d-568db507652e has no active binding in host n-h1-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 19:52:41.459565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.527732 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.551341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-60eb5ca1-d836-4208-ba5e-73d078e32688', 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'fixed_ips': [{'subnet_id': '6d57f58e-ff19-4168-93ae-aed6873b6c33'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:52:41.552470 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.573687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:41.588714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.589044 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Floating IP e458445e-0237-4e5a-964d-d921abb4ad3b disassociated. External IP: 172.25.6.76, port: f585416a-379e-47da-ad05-639ca6c7c360. Jul 16 19:52:41.602476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:41.616392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.619823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '33ededa0-bc68-4d99-be2d-3944e8df3ab3', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'port_id': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'mac_address': 'fa:16:3e:aa:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:49:46Z', 'updated_at': '2021-07-16T19:52:36Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:41.710850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] Checking router: 47e12181-4a9a-4a95-ac34-209fb1d8b659 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:41.717715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a7be3ff-8631-434b-944e-8743c985037a req-37c6ad9c-1a66-47a6-a5d9-8ff40f34c7b7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 210 time: 0.1825783 Jul 16 19:52:41.754042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Allocated IP 172.20.0.1 (c6860476-a25b-4e32-8572-ba7f4b83b501/c6e46ff0-d2c5-470c-9475-2f5b1f059ef7/0e3a9e52-156b-43fd-a379-7355579ffe2a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:41.793135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:41.794278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:41.795500 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/a0ac929f-574a-4421-962d-568db507652e HTTP/1.1" status: 200 len: 1124 time: 1.8301654 Jul 16 19:52:41.820446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6a943-c193-4bd7-9be0-386ecf72d0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:41.883850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a44136-da13-45f6-ac5d-75094e5e702a req-5dbaff5d-3d0e-4f09-9415-8719bf52bc1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 1001 time: 0.5993342 Jul 16 19:52:41.970510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a0ac929f-574a-4421-962d-568db507652e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:42.041515 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:52:33Z', 'revision_number': 4, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port': {'id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:28Z', 'updated_at': '2021-07-16T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'e610df0f-550e-45bb-a898-e69cdeffe7a7', 'name': '', 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'mac_address': 'fa:16:3e:04:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:34Z', 'revision_number': 2, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'subnets': [{'id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:42.075822 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.081631 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Checking router: 663641ad-174b-40c7-a5b3-f97832bdd06b for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:42.082222 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Updating router 663641ad-174b-40c7-a5b3-f97832bdd06b port e610df0f-550e-45bb-a898-e69cdeffe7a7 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:42.115136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.120420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Allocated IP 192.168.233.176 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:42.127311 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.256496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:42.257153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:42.267031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['a0ac929f-574a-4421-962d-568db507652e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:42.269596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9d8e47d9-c40c-40e1-9144-46cce788c56d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:42.298616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Allocated IP 172.25.6.115 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/bbcc4f53-3a9a-46b1-a50c-571b7204919e) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:42.310675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.327446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Transition to ACTIVE for port object 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:42.364499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44136-da13-45f6-ac5d-75094e5e702a req-11bc725a-3167-4108-90c2-b96016312fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:42.366468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a44136-da13-45f6-ac5d-75094e5e702a req-11bc725a-3167-4108-90c2-b96016312fbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.4719081 Jul 16 19:52:42.424047 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.500056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9d8e47d9-c40c-40e1-9144-46cce788c56d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:42.533980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:42.564339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:42.580328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9d8e47d9-c40c-40e1-9144-46cce788c56d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:42.581156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.582023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:42.592633 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.610770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.616277 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Transition to ACTIVE for port object e610df0f-550e-45bb-a898-e69cdeffe7a7 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:42.625181 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.699298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Allocated IP 172.20.0.2 (60eb5ca1-d836-4208-ba5e-73d078e32688/6d57f58e-ff19-4168-93ae-aed6873b6c33/b9964695-5567-4131-95f6-08932327e7bc) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:42.719808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.796374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:42.816572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Pushing event updated for resources: {'Port': ['ID=bbcc4f53-3a9a-46b1-a50c-571b7204919e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:42.850417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:42.860574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:42.865071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:42.916890 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Attempting to bind port e610df0f-550e-45bb-a898-e69cdeffe7a7 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:42.917422 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Attempting to bind port e610df0f-550e-45bb-a898-e69cdeffe7a7 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:42.917894 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Attempting to bind port e610df0f-550e-45bb-a898-e69cdeffe7a7 on network 0237ba97-72a0-466b-8b02-c68e295f8a6e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:42.937356 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:42.937834 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Checking segment: {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:42.940193 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:42.940931 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Bound using segment: {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:42.941600 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Bound port: e610df0f-550e-45bb-a898-e69cdeffe7a7, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:42.942127 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.047290 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404882aa-7b7a-4d56-aeb6-affaf3cc97e0 None None] Pushing event updated for resources: {'Port': ['ID=e610df0f-550e-45bb-a898-e69cdeffe7a7,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:43.101248 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] For port e610df0f-550e-45bb-a898-e69cdeffe7a7, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:43.106226 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] For port e610df0f-550e-45bb-a898-e69cdeffe7a7, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e610df0f-550e-45bb-a898-e69cdeffe7a7,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:43.125055 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.163266 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.226028 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404882aa-7b7a-4d56-aeb6-affaf3cc97e0 None None] Pushing event updated for resources: {'Port': ['ID=e610df0f-550e-45bb-a898-e69cdeffe7a7,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:43.235886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a58c23f7-b0f7-42c2-b0cf-8fb10d9c3679 None None] Provisioning for port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:43.247806 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Routers {'663641ad-174b-40c7-a5b3-f97832bdd06b'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:43.250635 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['663641ad-174b-40c7-a5b3-f97832bdd06b'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:43.296437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9d8e47d9-c40c-40e1-9144-46cce788c56d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9d8e47d9-c40c-40e1-9144-46cce788c56d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:43.300692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a58c23f7-b0f7-42c2-b0cf-8fb10d9c3679 None None] Provisioning complete for port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:43.301222 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a58c23f7-b0f7-42c2-b0cf-8fb10d9c3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.310212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:43.342858 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.344906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d01fe6a6-8850-4432-8806-c121be60098f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:43.359800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.365928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.500716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Transition to ACTIVE for port object 0e3a9e52-156b-43fd-a379-7355579ffe2a will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:43.509158 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] Set router 663641ad-174b-40c7-a5b3-f97832bdd06b gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:43.511582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab352db2-6903-489a-8ab4-17ee47864d0b req-74fd5633-b67f-4ecf-844f-b8d18494a26f tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:43.513512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab352db2-6903-489a-8ab4-17ee47864d0b req-74fd5633-b67f-4ecf-844f-b8d18494a26f tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 1.5070875 Jul 16 19:52:43.524492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44136-da13-45f6-ac5d-75094e5e702a req-deb2c6cd-c16b-4bc7-ade9-13aa039b1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:43.526768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a44136-da13-45f6-ac5d-75094e5e702a req-deb2c6cd-c16b-4bc7-ade9-13aa039b1e3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1387794 Jul 16 19:52:43.535703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:43.537062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.568983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.602177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:43.641271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Transition to ACTIVE for port object b9964695-5567-4131-95f6-08932327e7bc will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:43.668350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a58c23f7-b0f7-42c2-b0cf-8fb10d9c3679 None None] Port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:43.678899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a44136-da13-45f6-ac5d-75094e5e702a req-b07e3204-34ee-4392-a3e6-0f3c2719e355 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354768 Jul 16 19:52:43.681487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.717523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab352db2-6903-489a-8ab4-17ee47864d0b req-5c8bdd48-0369-4d9b-9980-f8b8b8de22b1 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625665 Jul 16 19:52:43.733376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9d8e47d9-c40c-40e1-9144-46cce788c56d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:43.760861 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Transition to ACTIVE for port object b9964695-5567-4131-95f6-08932327e7bc will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:43.786317 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-6d968868-5e5d-4220-b004-2f6901ba539e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6544168 Jul 16 19:52:43.817744 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10567852-49c7-4ce7-aa41-1281d90edb49 x-openstack-request-id: req-10567852-49c7-4ce7-aa41-1281d90edb49 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:43.818342 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-plugged", "status": "completed", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:43.820664 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10567852-49c7-4ce7-aa41-1281d90edb49 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:43.829963 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'code': 200} Jul 16 19:52:43.830230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Request body: {'port': {'device_id': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:43.830340 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.865084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d01fe6a6-8850-4432-8806-c121be60098f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:43.865616 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.926899 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:52:33Z', 'revision_number': 4, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port': {'id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:28Z', 'updated_at': '2021-07-16T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'e610df0f-550e-45bb-a898-e69cdeffe7a7', 'name': '', 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'mac_address': 'fa:16:3e:04:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'subnets': [{'id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:43.957524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Network 60eb5ca1-d836-4208-ba5e-73d078e32688 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:43.974138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Pushing event updated for resources: {'Port': ['ID=b9964695-5567-4131-95f6-08932327e7bc,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:43.981065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:43.991942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:44.032872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a44136-da13-45f6-ac5d-75094e5e702a req-6d71b878-7921-40b4-8ff3-8d68d9357720 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335192 Jul 16 19:52:44.064253 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674f285f-1bc3-4302-bb3f-e3afeed5aa5d None None] The sync data for ids ['663641ad-174b-40c7-a5b3-f97832bdd06b'] in n-d-791505-15 is: [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:52:33Z', 'revision_number': 4, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port': {'id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:28Z', 'updated_at': '2021-07-16T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'e610df0f-550e-45bb-a898-e69cdeffe7a7', 'name': '', 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'mac_address': 'fa:16:3e:04:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'subnets': [{'id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:44.093424 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:44.122931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:52:44.133430 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bb0f12-129d-4870-b8d7-413cc23bae92 x-openstack-request-id: req-c0bb0f12-129d-4870-b8d7-413cc23bae92 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:44.134034 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158e1bfb-0af8-4754-aadc-c78943a878b2", "tag": "5751e39e-0d23-434d-ae1d-b50ebce9ad6e", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:44.134451 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0bb0f12-129d-4870-b8d7-413cc23bae92 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:44.135186 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'tag': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'status': 'completed', 'code': 200} Jul 16 19:52:44.169571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:44.241564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '33ededa0-bc68-4d99-be2d-3944e8df3ab3', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'port_id': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'mac_address': 'fa:16:3e:aa:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:49:46Z', 'updated_at': '2021-07-16T19:52:36Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:44.330269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab5db2-cc85-483d-b9d3-22716ac27539 None None] The sync data for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 is: [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '33ededa0-bc68-4d99-be2d-3944e8df3ab3', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'port_id': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'mac_address': 'fa:16:3e:aa:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:49:46Z', 'updated_at': '2021-07-16T19:52:36Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:44.346261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['54673c47-a82e-43cb-93c3-6e8a88086b38'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:44.368231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Attempting to bind port b9964695-5567-4131-95f6-08932327e7bc on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:44.371496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b99855-6874-42fa-9d87-071ce6d822c4 req-54ae5d1c-336a-42b9-a9ac-13a605a2b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:44.372896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Attempting to bind port b9964695-5567-4131-95f6-08932327e7bc by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:44.373644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4b99855-6874-42fa-9d87-071ce6d822c4 req-54ae5d1c-336a-42b9-a9ac-13a605a2b285 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1102 time: 0.3371093 Jul 16 19:52:44.373928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Attempting to bind port b9964695-5567-4131-95f6-08932327e7bc on network 60eb5ca1-d836-4208-ba5e-73d078e32688 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:44.377325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Network c6860476-a25b-4e32-8572-ba7f4b83b501 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:44.463994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:44.469935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Checking segment: {'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:44.471110 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:44.474438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Bound using segment: {'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:44.475391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Bound port: b9964695-5567-4131-95f6-08932327e7bc, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:44.476389 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:44.489453 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:44.494807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:44.523412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:44.793623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] For port b9964695-5567-4131-95f6-08932327e7bc, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:44.804497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] For port b9964695-5567-4131-95f6-08932327e7bc, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b9964695-5567-4131-95f6-08932327e7bc,segment=NetworkSegment(d89bca28-707a-4bb9-9c80-d2b91eacfaf6),segment_id=d89bca28-707a-4bb9-9c80-d2b91eacfaf6)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:44.834314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e610df0f-550e-45bb-a898-e69cdeffe7a7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:44.847275 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:45.010525 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4b99855-6874-42fa-9d87-071ce6d822c4 req-241ec83a-7a8a-4764-bd53-c99d95544332 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271181 Jul 16 19:52:45.020661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-7cd598f1-d33a-497a-937a-d44d4daf4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:45.022402 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-7cd598f1-d33a-497a-937a-d44d4daf4bbf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=77091b115f7348a6b52abad28c79ae51&device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 1097 time: 0.8616142 Jul 16 19:52:45.027978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:45.038870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:45.044350 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Sync routers for ids ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:45.048380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3a9e52-156b-43fd-a379-7355579ffe2a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:45.078018 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Routers {'2ff5c07a-c027-4f68-bd05-64dcc03d8204'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:45.079106 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:45.085694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:45.105429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72ae57-62ad-4365-b5ff-ef64644da4bc None None] New status for floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:52:45.108089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:45.116995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:45.120058 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a17e9126-a6f9-4a43-a414-ca204045580a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3899820 Jul 16 19:52:45.125561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49930) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:45.197192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:45.197847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:45.402499 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:45.481898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-03423254-7d20-4b75-b8db-ca70a4a49224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:45.485480 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-03423254-7d20-4b75-b8db-ca70a4a49224 service neutron] 10.222.0.68 "GET /v2.0/networks?id=49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 200 len: 924 time: 0.4551001 Jul 16 19:52:45.550232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a0534d75-44c5-4eef-8737-874c7eb893da tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "PUT /v2.0/floatingips/e458445e-0237-4e5a-964d-d921abb4ad3b HTTP/1.1" status: 200 len: 695 time: 4.3996103 Jul 16 19:52:45.583028 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Set router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:45.585412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4363905e-bee0-42c4-8bd0-6dde5e209c29 None None] Provisioning for port 0e3a9e52-156b-43fd-a379-7355579ffe2a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:45.630523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38fb93-a922-46f1-a986-93e42c27f237 None None] Pushing event updated for resources: {'Port': ['ID=b9964695-5567-4131-95f6-08932327e7bc,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:45.673934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:45.677578 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1" -d '{"events": [{"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:45.714108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4363905e-bee0-42c4-8bd0-6dde5e209c29 None None] Provisioning complete for port 0e3a9e52-156b-43fd-a379-7355579ffe2a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:45.714691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4363905e-bee0-42c4-8bd0-6dde5e209c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:45.860114 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-62029dda-a51a-4ca1-b629-80e58bdbfe43 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5751e39e-0d23-434d-ae1d-b50ebce9ad6e HTTP/1.1" status: 200 len: 999 time: 0.3016570 Jul 16 19:52:45.862917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6053b-caf5-4c1a-a35b-9ec9d8dc74de req-3911af01-5d17-402c-972c-66f25b5deaa5 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:45.877751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90e6053b-caf5-4c1a-a35b-9ec9d8dc74de req-3911af01-5d17-402c-972c-66f25b5deaa5 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 944 time: 1.3420815 Jul 16 19:52:45.926785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:45.933071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e610df0f-550e-45bb-a898-e69cdeffe7a7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:46.007469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e610df0f-550e-45bb-a898-e69cdeffe7a7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:46.007847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.061239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-950d4f37-b6a4-4251-856d-4ef241f7abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:46.064983 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-950d4f37-b6a4-4251-856d-4ef241f7abfc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 HTTP/1.1" status: 200 len: 862 time: 0.1388829 Jul 16 19:52:46.140941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ac929f-574a-4421-962d-568db507652e'}, {'name': 'network-changed', 'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'tag': 'a0ac929f-574a-4421-962d-568db507652e'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:46.143938 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb34869d-1ed2-44de-bd86-e93b20208fdd" -d '{"events": [{"server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ac929f-574a-4421-962d-568db507652e"}, {"name": "network-changed", "server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "tag": "a0ac929f-574a-4421-962d-568db507652e"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:46.159147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4363905e-bee0-42c4-8bd0-6dde5e209c29 None None] Port 0e3a9e52-156b-43fd-a379-7355579ffe2a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:46.181805 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 3, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:46.212236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-6979401d-c46d-4d4d-9fb4-8bfa26cd2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:46.213905 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-6979401d-c46d-4d4d-9fb4-8bfa26cd2f1d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49882ae9-50c9-466e-85d2-0c0ba6464332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336782 Jul 16 19:52:46.264169 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Checking router: 2ff5c07a-c027-4f68-bd05-64dcc03d8204 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:46.264562 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Updating router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 port bbcc4f53-3a9a-46b1-a50c-571b7204919e binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:46.335477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:46.350706 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.365794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.388899 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-3e5ba31e-8af7-4bf1-a6f1-86b70042f02d service neutron] 10.222.0.68 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368036 Jul 16 19:52:46.480589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Transition to ACTIVE for port object 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:46.496741 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.542046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.612123 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.628819 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c313cde-9aa8-4e21-b65d-9db827162c0c req-cdf6ccb6-598e-4ec7-b19c-6df7b3f96fad service neutron] 10.222.0.68 "GET /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307041 Jul 16 19:52:46.766357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90e6053b-caf5-4c1a-a35b-9ec9d8dc74de req-7240c490-ed4f-4022-a907-b1cedc1d714a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8874023 Jul 16 19:52:46.786087 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.817045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:46.927287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Allocated IP 172.20.0.1 (60eb5ca1-d836-4208-ba5e-73d078e32688/6d57f58e-ff19-4168-93ae-aed6873b6c33/9632ca0f-7c54-4272-bd90-783b87711c6f) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:46.931675 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.951798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Transition to ACTIVE for port object bbcc4f53-3a9a-46b1-a50c-571b7204919e will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:46.961973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port e610df0f-550e-45bb-a898-e69cdeffe7a7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e610df0f-550e-45bb-a898-e69cdeffe7a7,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:46.965604 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.982150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:46.983569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9d8e47d9-c40c-40e1-9144-46cce788c56d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:47.086575 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81507da-eaff-4b30-9460-a676318d8da6 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4f53-3a9a-46b1-a50c-571b7204919e,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:47.100471 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Attempting to bind port bbcc4f53-3a9a-46b1-a50c-571b7204919e on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:47.101002 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Attempting to bind port bbcc4f53-3a9a-46b1-a50c-571b7204919e by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:47.101476 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Attempting to bind port bbcc4f53-3a9a-46b1-a50c-571b7204919e on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:47.106065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-038bef22-3010-4fe9-8385-338d72630743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:47.106311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a942feb-2470-482e-8e55-e8631fa29737 None None] Network 60eb5ca1-d836-4208-ba5e-73d078e32688 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:52:47.108943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-038bef22-3010-4fe9-8385-338d72630743 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 1.4272923 Jul 16 19:52:47.121280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:47.121868 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:47.122611 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.124705 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:47.125808 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Bound port: bbcc4f53-3a9a-46b1-a50c-571b7204919e, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:47.126370 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.196479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.220243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Transition to ACTIVE for port object 9632ca0f-7c54-4272-bd90-783b87711c6f will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:47.224600 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] For port bbcc4f53-3a9a-46b1-a50c-571b7204919e, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:47.232797 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] For port bbcc4f53-3a9a-46b1-a50c-571b7204919e, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bbcc4f53-3a9a-46b1-a50c-571b7204919e,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:47.245090 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.275536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.277950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9d8e47d9-c40c-40e1-9144-46cce788c56d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:47.278358 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.287865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:47.299861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-435bb5f3-18f5-4da5-8e07-7419e47ba13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:47.302939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-435bb5f3-18f5-4da5-8e07-7419e47ba13f service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.1783187 Jul 16 19:52:47.324269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=e610df0f-550e-45bb-a898-e69cdeffe7a7,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:47.350700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Network 60eb5ca1-d836-4208-ba5e-73d078e32688 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:47.351467 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Routers {'2ff5c07a-c027-4f68-bd05-64dcc03d8204'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:47.352552 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:47.357386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:47.362753 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81507da-eaff-4b30-9460-a676318d8da6 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4f53-3a9a-46b1-a50c-571b7204919e,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:47.366160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:52:47.387816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c21ba7cb-d652-4ca9-afc9-5c61193d040c None None] Provisioning for port b9964695-5567-4131-95f6-08932327e7bc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:47.404190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Pushing event updated for resources: {'Port': ['ID=9632ca0f-7c54-4272-bd90-783b87711c6f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:47.415405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:47.449556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.514492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:47.515553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:47.553873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-67437211-43c3-40b4-841a-a83a0a8faa6d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 217 time: 0.2420354 Jul 16 19:52:47.559952 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] Set router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:47.676045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:47.684220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:47.684811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:47.700465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:52:47.703336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:47.723458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.739636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:47.741631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:47.742231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:47.745780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Bound port: 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:47.749066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:47.866017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a05b-38bd-4224-a2de-236cd68ca4ca req-b267e554-110b-43a7-9416-60d22a51c420 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:47.870429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6d6a05b-38bd-4224-a2de-236cd68ca4ca req-b267e554-110b-43a7-9416-60d22a51c420 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 950 time: 0.7523134 Jul 16 19:52:47.894058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-6b18b86b-ddd9-40b6-9fbf-c8d82f6b9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:47.896666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-6b18b86b-ddd9-40b6-9fbf-c8d82f6b9103 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.3222976 Jul 16 19:52:47.947287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:47.961728 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 3, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:48.064626 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb4f8d-accd-424f-b7d4-7d7b03c8a9b8 None None] The sync data for ids ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'] in n-d-791505-15 is: [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 3, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:48.091307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.098569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.184634 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6c109bb9-cccb-4260-a67d-47948c042e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.264650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e610df0f-550e-45bb-a898-e69cdeffe7a7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:48.274671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Pushing event updated for resources: {'Port': ['ID=9632ca0f-7c54-4272-bd90-783b87711c6f,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:48.286240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.290711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6d6a05b-38bd-4224-a2de-236cd68ca4ca req-0ba46edd-5e69-4cb2-8b14-3a941302efb1 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923478 Jul 16 19:52:48.344993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.395642 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.407431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a3739010-a56f-4188-80d0-d008e3ca893a None None] Provisioning for port 9632ca0f-7c54-4272-bd90-783b87711c6f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:48.431593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a3739010-a56f-4188-80d0-d008e3ca893a None None] Provisioning complete for port 9632ca0f-7c54-4272-bd90-783b87711c6f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:48.431997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a3739010-a56f-4188-80d0-d008e3ca893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.475378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a3739010-a56f-4188-80d0-d008e3ca893a None None] Port 9632ca0f-7c54-4272-bd90-783b87711c6f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:48.543443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e610df0f-550e-45bb-a898-e69cdeffe7a7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:48.543830 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.676160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3a9e52-156b-43fd-a379-7355579ffe2a,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:48.683106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Network 60eb5ca1-d836-4208-ba5e-73d078e32688 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:48.685112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:48.705326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:48.756568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:48.767612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.772311 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.836224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:48.837513 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:48.839532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] 10.222.0.16 "PUT /v2.0/ports/3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 1097 time: 5.0395749 Jul 16 19:52:48.849003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-1b1813cf-9892-4084-a292-aa7ea09cca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:48.851030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-1b1813cf-9892-4084-a292-aa7ea09cca2e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9315197 Jul 16 19:52:48.922934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:49.126142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c214fa-607b-4a59-8df7-29ef7918273c service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:49.201287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:49.207867 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9aaf4efa-28bb-4bb7-9a56-6c4fbd8fe302 admin admin] 10.222.0.78 "PUT /v2.0/routers/2ff5c07a-c027-4f68-bd05-64dcc03d8204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0787270 Jul 16 19:52:49.211876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Network c6860476-a25b-4e32-8572-ba7f4b83b501 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:52:49.228950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568c8d-8cab-414b-9ef3-7e923cf1f543 req-2547b771-07e8-4a6a-9004-fa52c5a3623f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:49.231673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2568c8d-8cab-414b-9ef3-7e923cf1f543 req-2547b771-07e8-4a6a-9004-fa52c5a3623f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 948 time: 0.5569017 Jul 16 19:52:49.254788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:52:49.323696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b9964695-5567-4131-95f6-08932327e7bc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:49.349124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:49.395276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-a2f6077a-522d-43a0-a98b-22887a4a6189 service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245013 Jul 16 19:52:49.465864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2568c8d-8cab-414b-9ef3-7e923cf1f543 req-98c56d1b-c857-4fe7-91b5-9f64398920b3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211666 Jul 16 19:52:49.545999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-afaca468-ef15-4851-a528-02e3e818b134 None None] Provisioning complete for port 9632ca0f-7c54-4272-bd90-783b87711c6f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:49.547045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-afaca468-ef15-4851-a528-02e3e818b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:49.556782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fccbd-4c86-4cdf-a3fe-e5bb38ccc49f None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:51:10Z', 'revision_number': 4, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '6422e2b0-d63d-43b4-8545-7349a87b5198', 'name': '', 'network_id': 'cc28ce45-c629-4fea-b2c7-44e882099bfd', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'mac_address': 'fa:16:3e:07:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:08Z', 'updated_at': '2021-07-16T19:51:17Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'subnets': [{'id': '9111e026-ec93-42e9-b5e3-43cf97e98969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:49.578934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-34161c52-4415-4117-ad26-285cf5cbbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:49.588272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-34161c52-4415-4117-ad26-285cf5cbbf03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1100 time: 0.6739378 Jul 16 19:52:49.742641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b9964695-5567-4131-95f6-08932327e7bc completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:49.745523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-afaca468-ef15-4851-a528-02e3e818b134 None None] Port 9632ca0f-7c54-4272-bd90-783b87711c6f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:49.753209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b9964695-5567-4131-95f6-08932327e7bc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:49.753595 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:49.759021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-9ebc37ba-2a6f-47d9-b666-a19cda0b52e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.1483855 Jul 16 19:52:49.837513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:49.892393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3eb7faa9-96e2-46d4-9e39-de7cbcc3b7ca req-b9cd1d13-4c1e-4217-b64e-1ee7677162d3 service neutron] 10.222.0.78 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814496 Jul 16 19:52:49.919591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-07d2ad7b-34f0-43f4-942e-9609d66415b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:49.921476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-07d2ad7b-34f0-43f4-942e-9609d66415b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1364176 Jul 16 19:52:49.971511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c18126d9-1cde-43eb-be11-b4c1ca912c64 None None] Provisioning complete for port 0e3a9e52-156b-43fd-a379-7355579ffe2a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:49.971896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c18126d9-1cde-43eb-be11-b4c1ca912c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.056189 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.087770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c18126d9-1cde-43eb-be11-b4c1ca912c64 None None] Port 0e3a9e52-156b-43fd-a379-7355579ffe2a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:50.160780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port b9964695-5567-4131-95f6-08932327e7bc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b9964695-5567-4131-95f6-08932327e7bc,segment=NetworkSegment(d89bca28-707a-4bb9-9c80-d2b91eacfaf6),segment_id=d89bca28-707a-4bb9-9c80-d2b91eacfaf6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:50.173769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.219617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c18126d9-1cde-43eb-be11-b4c1ca912c64 None None] Provisioning complete for port 9632ca0f-7c54-4272-bd90-783b87711c6f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:50.220061 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c18126d9-1cde-43eb-be11-b4c1ca912c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.313143 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a91dd0-c5a6-4bb9-b5ff-dc6ddd337939 x-openstack-request-id: req-92a91dd0-c5a6-4bb9-b5ff-dc6ddd337939 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:50.313787 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ac929f-574a-4421-962d-568db507652e", "code": 200}, {"name": "network-changed", "server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "tag": "a0ac929f-574a-4421-962d-568db507652e", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:50.313883 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92a91dd0-c5a6-4bb9-b5ff-dc6ddd337939 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:50.314245 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ac929f-574a-4421-962d-568db507652e', 'code': 200} Jul 16 19:52:50.314510 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'tag': 'a0ac929f-574a-4421-962d-568db507652e', 'status': 'completed', 'code': 200} Jul 16 19:52:50.419569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bbcc4f53-3a9a-46b1-a50c-571b7204919e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:50.521143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-fa6d918b-2c98-4e6f-9ab5-f5ef54343ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:50.522764 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-fa6d918b-2c98-4e6f-9ab5-f5ef54343ff9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc84c98ed3c14af0b406e632bad12268&device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 1098 time: 0.3121779 Jul 16 19:52:50.637270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-747b2bad-1efe-49cb-ad05-e91fcef36950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:50.638868 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-747b2bad-1efe-49cb-ad05-e91fcef36950 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1127 time: 0.3069720 Jul 16 19:52:50.661754 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c6d16-a67d-4ed4-bf55-5e47ac74f7ff x-openstack-request-id: req-aa9c6d16-a67d-4ed4-bf55-5e47ac74f7ff {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:50.662766 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "tag": "f585416a-379e-47da-ad05-639ca6c7c360", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:50.663429 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa9c6d16-a67d-4ed4-bf55-5e47ac74f7ff {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:50.664166 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360', 'status': 'completed', 'code': 200} Jul 16 19:52:50.672457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port bbcc4f53-3a9a-46b1-a50c-571b7204919e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:50.687858 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bbcc4f53-3a9a-46b1-a50c-571b7204919e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:50.688269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.717226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736bcd-9206-4912-bbfe-76e031edfa03 req-b4abb18c-e6fa-46fe-bc1b-b0e714c3b070 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:50.730846 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c4ffe88d-088e-48ac-9fcb-820ef875d160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.740346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce736bcd-9206-4912-bbfe-76e031edfa03 req-b4abb18c-e6fa-46fe-bc1b-b0e714c3b070 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 1.0417778 Jul 16 19:52:50.748944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49960) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:50.762197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c18126d9-1cde-43eb-be11-b4c1ca912c64 None None] Port 9632ca0f-7c54-4272-bd90-783b87711c6f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:52:50.772160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'floatingip': {'port_id': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:50.774850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=b9964695-5567-4131-95f6-08932327e7bc,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:50.782921 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.844832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.872846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port bbcc4f53-3a9a-46b1-a50c-571b7204919e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bbcc4f53-3a9a-46b1-a50c-571b7204919e,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:50.881768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:50.925095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-11eb912c-acc1-4e8a-9991-058a424de46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:50.933133 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-11eb912c-acc1-4e8a-9991-058a424de46e service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 200 len: 922 time: 0.3916779 Jul 16 19:52:50.964825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4f53-3a9a-46b1-a50c-571b7204919e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:51.008168 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-75f336a6-5475-4f0b-a5f8-a7c11282438f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 200 len: 217 time: 0.0671496 Jul 16 19:52:51.088594 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:51.114515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-fa6d8b8b-293b-4fdc-b968-44f9900dee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:51.124129 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-fa6d8b8b-293b-4fdc-b968-44f9900dee78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 200 len: 860 time: 0.0891645 Jul 16 19:52:51.153560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-43af9137-959c-4c5d-80a3-e0cbb966e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:51.162202 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-43af9137-959c-4c5d-80a3-e0cbb966e038 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.4939301 Jul 16 19:52:51.278967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:51.300292 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8d42b406-58aa-4cda-8dc3-4ab6aba02532 admin admin] 10.222.0.78 "PUT /v2.0/routers/88149cfe-0ac6-4936-9aa8-79adc0acfd9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9607117 Jul 16 19:52:51.309895 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Sync routers for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:51.363605 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:51.364628 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:51.380548 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-e2271e83-0fb6-441f-b3d7-27f9f2d7a09d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0ac929f-574a-4421-962d-568db507652e HTTP/1.1" status: 200 len: 217 time: 0.1248155 Jul 16 19:52:51.410724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f65c2b-94c2-4e4c-b1ba-86215ba05898 None None] New status for floating IP e458445e-0237-4e5a-964d-d921abb4ad3b: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:52:51.563731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-0764c444-4442-4416-b78f-ff83cb0219a0 service neutron] 10.222.0.68 "GET /v2.0/ports/a0ac929f-574a-4421-962d-568db507652e/bindings/n-h1-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.6943829 Jul 16 19:52:51.568483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-82dba832-9f9a-4560-9690-6b276bf7e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:51.570560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-82dba832-9f9a-4560-9690-6b276bf7e3f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.5566146 Jul 16 19:52:51.594364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8f065-862c-4fd1-a6b0-89dd97e25589 req-f803ab6e-7600-4e50-ad25-d9513708a181 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:51.598059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4f8f065-862c-4fd1-a6b0-89dd97e25589 req-f803ab6e-7600-4e50-ad25-d9513708a181 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 944 time: 0.9323072 Jul 16 19:52:51.615041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-84ccf17e-8ff6-406b-be87-3d3e5f01410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:51.635344 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-84ccf17e-8ff6-406b-be87-3d3e5f01410e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc28ce45-c629-4fea-b2c7-44e882099bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5055254 Jul 16 19:52:51.716309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-b2359c89-4c9c-4b4f-9739-25f4f58e004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:51.717780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-b2359c89-4c9c-4b4f-9739-25f4f58e004a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.3240905 Jul 16 19:52:51.815940 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-57d6ff63-b10d-4876-9c42-e8d1f1efa808 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663221 Jul 16 19:52:51.842151 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:52.104040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a0ac929f-574a-4421-962d-568db507652e no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:52:52.330232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:52.410413 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Sync routers for ids ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:52.428317 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:52.439096 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Routers {'2ff5c07a-c027-4f68-bd05-64dcc03d8204'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:52.439761 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:52.489826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bbcc4f53-3a9a-46b1-a50c-571b7204919e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:52.502900 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:52.533187 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-206e56f9-5b1e-41f1-b789-a59b3d9388ed service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920960 Jul 16 19:52:52.563605 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-317bd754-eaf8-4050-8bdb-780a19e62250 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954198 Jul 16 19:52:52.587263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a0ac929f-574a-4421-962d-568db507652e no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:52:52.716730 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Set router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:52.746245 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:52.750926 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64" -d '{"events": [{"name": "network-changed", "server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:52.756059 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Floating IP e2488cda-2571-4493-86bf-007302960d28 associated. External IP: 172.25.6.196, port: fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc. Jul 16 19:52:52.822399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fb34869d-1ed2-44de-bd86-e93b20208fdd req-10522077-619f-4148-8c16-1ffd48025a1a service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568235 Jul 16 19:52:52.939348 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e9fd2a0e-ed6f-4532-b112-e0da6f6d05f1 req-1da493eb-b8aa-45b4-8c71-505e753deb20 service neutron] 10.222.0.16 "GET /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562381 Jul 16 19:52:52.946724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a0ac929f-574a-4421-962d-568db507652e not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:52:52.959532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bbcc4f53-3a9a-46b1-a50c-571b7204919e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:52.963670 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:53.264815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b9964695-5567-4131-95f6-08932327e7bc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:53.282993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4f8f065-862c-4fd1-a6b0-89dd97e25589 req-e52fd37c-38f0-411a-9aec-64b927dfdeda tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039531 Jul 16 19:52:53.290023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-fb9b9e51-c3ec-421b-9807-540670cf70a5 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9540942 Jul 16 19:52:53.346993 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:46Z', 'revision_number': 2, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:53.384049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b9964695-5567-4131-95f6-08932327e7bc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:53.384719 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:53.428043 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Checking router: 88149cfe-0ac6-4936-9aa8-79adc0acfd9a for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:53.428707 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Updating router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a port 0e3a9e52-156b-43fd-a379-7355579ffe2a binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:53.434047 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:47Z', 'revision_number': 4, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9632ca0f-7c54-4272-bd90-783b87711c6f', 'name': '', 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'mac_address': 'fa:16:3e:dc:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6d57f58e-ff19-4168-93ae-aed6873b6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:46Z', 'updated_at': '2021-07-16T19:52:47Z', 'revision_number': 2, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'subnets': [{'id': '6d57f58e-ff19-4168-93ae-aed6873b6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:53.477809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff29c0bf-5f2e-4a2d-8f73-a8a47e2595e9 req-0d69f095-19b3-49b3-961f-982c4d2e6e01 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792557 Jul 16 19:52:53.575368 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Checking router: 2ff5c07a-c027-4f68-bd05-64dcc03d8204 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:53.575368 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Updating router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 port 9632ca0f-7c54-4272-bd90-783b87711c6f binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:52:53.644563 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:53.657154 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:53.685951 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:53.912381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f9dd-8c2d-424b-8857-8359a69e4df0 req-b57b7d40-4195-4f38-994c-bed33a05ca96 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:53.929586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17e5f9dd-8c2d-424b-8857-8359a69e4df0 req-b57b7d40-4195-4f38-994c-bed33a05ca96 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 948 time: 1.5144265 Jul 16 19:52:53.966954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Router 9b91bca2-a247-4b02-84c9-7222a7df8d61 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:52:54.330548 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:54.347887 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:54.369960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:52:54.370428 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Transition to ACTIVE for port object 9632ca0f-7c54-4272-bd90-783b87711c6f will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:54.382057 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Transition to ACTIVE for port object 0e3a9e52-156b-43fd-a379-7355579ffe2a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:54.385402 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:54.386789 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:54.412419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] Sync routers for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:52:54.417745 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:54.446870 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776bbe4-1dbf-4dc6-a8fa-0b591de64c92 None None] Pushing event updated for resources: {'Port': ['ID=9632ca0f-7c54-4272-bd90-783b87711c6f,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:54.456061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:54.456061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:54.630213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:54.680157 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Attempting to bind port 9632ca0f-7c54-4272-bd90-783b87711c6f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:54.680954 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Attempting to bind port 9632ca0f-7c54-4272-bd90-783b87711c6f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:54.681636 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Attempting to bind port 9632ca0f-7c54-4272-bd90-783b87711c6f on network 60eb5ca1-d836-4208-ba5e-73d078e32688 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:54.688589 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71b64b-c606-4974-b18d-627c679233ff None None] Pushing event updated for resources: {'Port': ['ID=0e3a9e52-156b-43fd-a379-7355579ffe2a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:54.693300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:54.707714 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:54.708573 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Checking segment: {'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:54.709222 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:54.710364 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Bound using segment: {'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:54.711107 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Bound port: 9632ca0f-7c54-4272-bd90-783b87711c6f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:54.712080 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:54.733119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ac929f-574a-4421-962d-568db507652e {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:54.780792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:54.822614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:54.856854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:54.880287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17e5f9dd-8c2d-424b-8857-8359a69e4df0 req-a220a4f8-182e-420d-8ffc-e07737e12c65 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9492729 Jul 16 19:52:54.991994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ed30079b-2b09-442b-b645-fc9ad56d78ed tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "PUT /v2.0/floatingips/e2488cda-2571-4493-86bf-007302960d28 HTTP/1.1" status: 200 len: 992 time: 4.2300375 Jul 16 19:52:55.133065 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] For port 9632ca0f-7c54-4272-bd90-783b87711c6f, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:55.138011 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Attempting to bind port 0e3a9e52-156b-43fd-a379-7355579ffe2a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:52:55.138776 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Attempting to bind port 0e3a9e52-156b-43fd-a379-7355579ffe2a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:52:55.139383 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Attempting to bind port 0e3a9e52-156b-43fd-a379-7355579ffe2a on network c6860476-a25b-4e32-8572-ba7f4b83b501 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:52:55.154912 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] For port 9632ca0f-7c54-4272-bd90-783b87711c6f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9632ca0f-7c54-4272-bd90-783b87711c6f,segment=NetworkSegment(d89bca28-707a-4bb9-9c80-d2b91eacfaf6),segment_id=d89bca28-707a-4bb9-9c80-d2b91eacfaf6)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:55.157880 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:52:55.160034 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Checking segment: {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:52:55.162442 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:55.163120 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Bound using segment: {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:52:55.164030 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Bound port: 0e3a9e52-156b-43fd-a379-7355579ffe2a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:52:55.166320 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:55.170615 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:55.212754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e2488cda-2571-4493-86bf-007302960d28', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'port_id': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'mac_address': 'fa:16:3e:86:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:52:16Z', 'updated_at': '2021-07-16T19:52:52Z', 'revision_number': 1, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:55.287900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] Transition to ACTIVE for port object a0ac929f-574a-4421-962d-568db507652e will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:52:55.294239 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:55.307079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] Checking router: 9b91bca2-a247-4b02-84c9-7222a7df8d61 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:52:55.325473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:55.326447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:55.387378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=10']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:55.440234 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Routers {'2ff5c07a-c027-4f68-bd05-64dcc03d8204'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:55.441569 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:55.462094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638e25-9724-4ca0-9300-8fa0388a5ba8 req-a1e58086-0be0-4d71-ae84-9fe4b8f1cb7f tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:55.472547 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8638e25-9724-4ca0-9300-8fa0388a5ba8 req-a1e58086-0be0-4d71-ae84-9fe4b8f1cb7f tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1102 time: 1.1183603 Jul 16 19:52:55.477957 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776bbe4-1dbf-4dc6-a8fa-0b591de64c92 None None] Pushing event updated for resources: {'Port': ['ID=9632ca0f-7c54-4272-bd90-783b87711c6f,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:55.511491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] No DVR routers for this DVR port a0ac929f-574a-4421-962d-568db507652e on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:52:55.563888 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] For port 0e3a9e52-156b-43fd-a379-7355579ffe2a, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:52:55.570876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8638e25-9724-4ca0-9300-8fa0388a5ba8 req-8373abda-ccc5-4255-8afc-b88b9a539fec tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970376 Jul 16 19:52:55.584361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-4b8a1397-f3a3-4200-a542-d7853a5015de service neutron] 10.222.0.68 "PUT /v2.0/ports/a0ac929f-574a-4421-962d-568db507652e/bindings/n-h1-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 3.2506375 Jul 16 19:52:55.592441 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] For port 0e3a9e52-156b-43fd-a379-7355579ffe2a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0e3a9e52-156b-43fd-a379-7355579ffe2a,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:52:55.616502 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:55.794734 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71b64b-c606-4974-b18d-627c679233ff None None] Pushing event updated for resources: {'Port': ['ID=0e3a9e52-156b-43fd-a379-7355579ffe2a,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:55.795901 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a82ed2-f4e2-4250-9388-983c177049a4 x-openstack-request-id: req-26a82ed2-f4e2-4250-9388-983c177049a4 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:52:55.797416 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:52:55.800032 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26a82ed2-f4e2-4250-9388-983c177049a4 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:52:55.801158 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'status': 'completed', 'code': 200} Jul 16 19:52:55.831363 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:52:55.832060 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:55.911180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-9572fb2d-c30f-4fd4-9f38-f185883980bd tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:55.913028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-9572fb2d-c30f-4fd4-9f38-f185883980bd tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.2119842 Jul 16 19:52:55.944411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:55.967388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-6ebb79af-f161-4ef7-bd0d-441dcbc62b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:55.970168 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-6ebb79af-f161-4ef7-bd0d-441dcbc62b28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1100 time: 0.2010839 Jul 16 19:52:56.011890 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] Set router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:56.191400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-25a50d89-48c5-4230-9a1b-c499020490be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:56.198943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-25a50d89-48c5-4230-9a1b-c499020490be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d HTTP/1.1" status: 200 len: 1097 time: 0.2783616 Jul 16 19:52:56.270014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-a450f100-1470-4f65-8640-2be0d908d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:56.271507 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-a450f100-1470-4f65-8640-2be0d908d0b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2912900 Jul 16 19:52:56.345635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02184a-cf3f-4e68-92ab-6df3c145d9a5 req-9fbf0a02-a205-4a1c-bb65-0ed5672006e9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:56.358956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa02184a-cf3f-4e68-92ab-6df3c145d9a5 req-9fbf0a02-a205-4a1c-bb65-0ed5672006e9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 945 time: 0.2859015 Jul 16 19:52:56.371069 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-1496919e-f884-4917-818e-fc18c90bbdfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.0893543 Jul 16 19:52:56.493052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa02184a-cf3f-4e68-92ab-6df3c145d9a5 req-094983d3-21b4-4ef5-86a0-83f6b988e1ad tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207666 Jul 16 19:52:56.512245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-b06fba25-47a0-48e1-84e0-58d43adda34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:56.512245 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-b06fba25-47a0-48e1-84e0-58d43adda34d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1297555 Jul 16 19:52:56.521830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-e9036b82-85da-41b4-beba-08e21f3fa062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:56.527894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-e9036b82-85da-41b4-beba-08e21f3fa062 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1097 time: 0.2977202 Jul 16 19:52:56.573786 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:52:56.612386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:52:56.713613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-572657f9-7160-4488-b599-2a70b2ea9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:56.717540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49992) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:56.725452 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-572657f9-7160-4488-b599-2a70b2ea9b5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2073419 Jul 16 19:52:56.731184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f1adaa35-548e-4b66-a3bd-f56c4c7f0fdd tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104212497', 'description': 'tempest-description--170406843'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:56.837668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-6c3a4959-f85e-499c-b5d7-f6bf3f1b02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:56.860168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-6c3a4959-f85e-499c-b5d7-f6bf3f1b02ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.3248811 Jul 16 19:52:56.903326 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f1adaa35-548e-4b66-a3bd-f56c4c7f0fdd tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:56.990020 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-81634c2e-7286-48f2-bca2-3fb23c355644 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543802 Jul 16 19:52:57.055574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-3a10cabc-9e62-4887-b953-609b23073b3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0ac929f-574a-4421-962d-568db507652e HTTP/1.1" status: 200 len: 217 time: 0.1852951 Jul 16 19:52:57.164766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-74b219bb-ff8d-48f6-8769-aad816993a3e tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips/e458445e-0237-4e5a-964d-d921abb4ad3b HTTP/1.1" status: 200 len: 693 time: 0.2909544 Jul 16 19:52:57.184263 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:55Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:57.190935 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:47Z', 'revision_number': 4, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9632ca0f-7c54-4272-bd90-783b87711c6f', 'name': '', 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'mac_address': 'fa:16:3e:dc:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6d57f58e-ff19-4168-93ae-aed6873b6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:46Z', 'updated_at': '2021-07-16T19:52:55Z', 'revision_number': 4, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'subnets': [{'id': '6d57f58e-ff19-4168-93ae-aed6873b6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:57.193891 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1c8c6e0-4fdc-4bfd-ab44-35eebc1d0e64 req-dce78cec-46a7-485b-a8a8-263691a78c2f service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970239 Jul 16 19:52:57.295966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-53064906-0687-4441-bd09-9553e165014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:57.298929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-53064906-0687-4441-bd09-9553e165014a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.2169731 Jul 16 19:52:57.299447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:57.326347 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff6698-6820-40eb-bf13-4e1d2be2348f None None] The sync data for ids ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'] in n-d-791505-15 is: [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:47Z', 'revision_number': 4, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9632ca0f-7c54-4272-bd90-783b87711c6f', 'name': '', 'network_id': '60eb5ca1-d836-4208-ba5e-73d078e32688', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'mac_address': 'fa:16:3e:dc:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6d57f58e-ff19-4168-93ae-aed6873b6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:46Z', 'updated_at': '2021-07-16T19:52:55Z', 'revision_number': 4, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'subnets': [{'id': '6d57f58e-ff19-4168-93ae-aed6873b6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:57.339215 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358aad2-e7fd-425e-b61e-c06547965afa None None] The sync data for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 is: [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:55Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:57.360066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-f45bbbe1-26ce-4274-ba4a-8ea68650c0f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429659 Jul 16 19:52:57.363423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'mac_address': 'fa:16:3e:f3:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:52:57.483386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:57.547938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:52:57.595598 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e2488cda-2571-4493-86bf-007302960d28', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'port_id': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'mac_address': 'fa:16:3e:86:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:52:16Z', 'updated_at': '2021-07-16T19:52:52Z', 'revision_number': 1, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:52:57.606661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:57.664337 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:57.666479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f994c-7fba-44d5-902d-c5435ecaff6e None None] The sync data for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 is: [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e2488cda-2571-4493-86bf-007302960d28', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'port_id': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'mac_address': 'fa:16:3e:86:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:52:16Z', 'updated_at': '2021-07-16T19:52:52Z', 'revision_number': 1, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:52:57.715347 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f1adaa35-548e-4b66-a3bd-f56c4c7f0fdd tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:57.743252 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f1adaa35-548e-4b66-a3bd-f56c4c7f0fdd tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:57.801979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:57.815915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adaa35-548e-4b66-a3bd-f56c4c7f0fdd tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:57.821409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'tag': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:52:57.824178 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "999ddab2-67c4-464a-85f2-96aea4ab1d8a", "tag": "fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:52:57.838289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-f85eb288-cac8-4b24-b05d-98e692897fb6 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:57.860984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-f85eb288-cac8-4b24-b05d-98e692897fb6 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.6874220 Jul 16 19:52:57.868121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-14cf2cee-194b-4e66-8522-9dba49a09060 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:52:57.869512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-14cf2cee-194b-4e66-8522-9dba49a09060 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069830 Jul 16 19:52:57.976042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:52:58.028512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f1adaa35-548e-4b66-a3bd-f56c4c7f0fdd tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.034305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50004) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:58.035137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f1adaa35-548e-4b66-a3bd-f56c4c7f0fdd tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3161962 Jul 16 19:52:58.040183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4906c9b5-ec58-444d-a782-44b3fddf4d36 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Request body: {'security_group_rule': {'security_group_id': 'b88c44dd-8d83-4582-81c2-42cc9f0b5d0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:58.050798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-404e23ed-d799-4259-a20a-4e79ebfa25d5 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 696 time: 0.1347973 Jul 16 19:52:58.112268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4906c9b5-ec58-444d-a782-44b3fddf4d36 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.174757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-0d4482e6-d6cb-4150-8ddd-1d3d7561ba7b tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 696 time: 0.0994828 Jul 16 19:52:58.355110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-b98922ea-0ffb-4e8e-9a6b-96ce8fb1a941 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9723494 Jul 16 19:52:58.378156 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e34b8ae-18de-4052-8c1f-2cbbdd43b0d0 None None] New status for floating IP e2488cda-2571-4493-86bf-007302960d28: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:52:58.392395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4906c9b5-ec58-444d-a782-44b3fddf4d36 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.398129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4906c9b5-ec58-444d-a782-44b3fddf4d36 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.434749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4906c9b5-ec58-444d-a782-44b3fddf4d36 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.440138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4906c9b5-ec58-444d-a782-44b3fddf4d36 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4022052 Jul 16 19:52:58.441944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50006) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:58.453723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b42924ba-3f75-4888-a32f-6f5bbc03eae6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Request body: {'security_group_rule': {'security_group_id': 'b88c44dd-8d83-4582-81c2-42cc9f0b5d0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:58.489038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906c9b5-ec58-444d-a782-44b3fddf4d36 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e73c5b-c62f-4627-85f2-56952f3f85a1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:58.506111 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b42924ba-3f75-4888-a32f-6f5bbc03eae6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.568405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9632ca0f-7c54-4272-bd90-783b87711c6f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:58.594252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53bf78-e442-4146-8507-1cf535116507 req-be64b7dc-83d6-4dab-8d1d-30fe7504bad2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:52:58.598982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a53bf78-e442-4146-8507-1cf535116507 req-be64b7dc-83d6-4dab-8d1d-30fe7504bad2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 949 time: 0.7246449 Jul 16 19:52:58.639489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b42924ba-3f75-4888-a32f-6f5bbc03eae6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.647681 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b42924ba-3f75-4888-a32f-6f5bbc03eae6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.709539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b42924ba-3f75-4888-a32f-6f5bbc03eae6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.713282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b42924ba-3f75-4888-a32f-6f5bbc03eae6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2638826 Jul 16 19:52:58.720067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50008) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:52:58.727958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9632ca0f-7c54-4272-bd90-783b87711c6f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:58.733546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:52:58.739370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9632ca0f-7c54-4272-bd90-783b87711c6f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:58.740797 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.755389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42924ba-3f75-4888-a32f-6f5bbc03eae6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9509fe9-e438-4a84-81f6-d77a2f0ef219,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:58.811137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.879808 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a53bf78-e442-4146-8507-1cf535116507 req-5ee627f8-d045-48dc-a3dd-26c0c36c6c74 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161891 Jul 16 19:52:58.913492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-11cae9cc-57e5-4789-a194-8d041033075a service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395802 Jul 16 19:52:58.931134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Deleting port 0ef611fc-0177-4d84-b9b3-1f3a125eae43 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:52:58.931798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:58.986325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.073813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9632ca0f-7c54-4272-bd90-783b87711c6f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9632ca0f-7c54-4272-bd90-783b87711c6f,segment=NetworkSegment(d89bca28-707a-4bb9-9c80-d2b91eacfaf6),segment_id=d89bca28-707a-4bb9-9c80-d2b91eacfaf6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:59.081896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.091495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0e3a9e52-156b-43fd-a379-7355579ffe2a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:52:59.205801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9632ca0f-7c54-4272-bd90-783b87711c6f,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:59.254121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.286787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0e3a9e52-156b-43fd-a379-7355579ffe2a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:52:59.294533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0e3a9e52-156b-43fd-a379-7355579ffe2a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:52:59.294997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.601636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Allocated IP 172.25.6.176 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/551bf52c-ac7a-4532-b2de-4a6c2ebc5d1a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:52:59.719253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.729514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.730465 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.762462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Calling delete_port for 0ef611fc-0177-4d84-b9b3-1f3a125eae43 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:52:59.800316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 0e3a9e52-156b-43fd-a379-7355579ffe2a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0e3a9e52-156b-43fd-a379-7355579ffe2a,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:52:59.806229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.822059 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.880927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=0e3a9e52-156b-43fd-a379-7355579ffe2a,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:52:59.944313 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:00.034451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event updated for resources: {'Port': ['ID=551bf52c-ac7a-4532-b2de-4a6c2ebc5d1a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:00.050223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4cb30-4105-4e6e-8ed5-c995d5d89f11 req-8e6697f0-cb34-4e1c-822a-1ec6c69aecff tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:00.054517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-48e4cb30-4105-4e6e-8ed5-c995d5d89f11 req-8e6697f0-cb34-4e1c-822a-1ec6c69aecff tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 945 time: 0.4327502 Jul 16 19:53:00.111338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:00.114187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:00.125245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:00.169682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-48e4cb30-4105-4e6e-8ed5-c995d5d89f11 req-714f3766-e7db-4708-b473-662bc3d28595 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030481 Jul 16 19:53:00.172485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-802a1016-ce2d-41a5-a43a-5691c7b039c7 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:00.174244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-802a1016-ce2d-41a5-a43a-5691c7b039c7 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.2659643 Jul 16 19:53:00.304416 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:00.403695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9632ca0f-7c54-4272-bd90-783b87711c6f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:00.432476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:00.457368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Pushing event deleted for resources: {'Port': ['ID=0ef611fc-0177-4d84-b9b3-1f3a125eae43,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:00.537288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9632ca0f-7c54-4272-bd90-783b87711c6f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:00.537918 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:00.543135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:00.723481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:00.881981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:00.895557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:00.897493 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:00.928807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:00.941537 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:00.951371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4f9a4aa-a7b7-48fa-895c-ae646e5e1ef4 req-a9c0cadd-8951-406a-85f7-d1a8ff532ab0 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "DELETE /v2.0/floatingips/e458445e-0237-4e5a-964d-d921abb4ad3b HTTP/1.1" status: 204 len: 173 time: 2.7499006 Jul 16 19:53:00.965717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095bc15-808b-4eac-a202-4a18d3878d7a req-5bb98c02-9eed-4133-bf20-c18e8b804578 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:00.985090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d095bc15-808b-4eac-a202-4a18d3878d7a req-5bb98c02-9eed-4133-bf20-c18e8b804578 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1102 time: 0.6661413 Jul 16 19:53:01.019664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-60f94622-5b1b-4222-b6f8-ed264051ecd3 service neutron] For port a0ac929f-574a-4421-962d-568db507652e, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:01.029296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-60f94622-5b1b-4222-b6f8-ed264051ecd3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:01.032299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3028fa-0e9b-47db-89a7-c6ed596d2e77 req-60f94622-5b1b-4222-b6f8-ed264051ecd3 service neutron] 10.222.0.16 "DELETE /v2.0/ports/a0ac929f-574a-4421-962d-568db507652e/bindings/n-h2-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.8491254 Jul 16 19:53:01.059819 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:01.072135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:01.156124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d095bc15-808b-4eac-a202-4a18d3878d7a req-4f837af4-3464-4263-8326-fbf36b6db933 tempest-ServersAdminTestJSON-128458917 tempest-ServersAdminTestJSON-128458917-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666915 Jul 16 19:53:01.225226 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0e3a9e52-156b-43fd-a379-7355579ffe2a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:01.336570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event updated for resources: {'Port': ['ID=551bf52c-ac7a-4532-b2de-4a6c2ebc5d1a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:01.371197 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23453648-794b-4a63-9c7c-1a963e23b7c2 x-openstack-request-id: req-23453648-794b-4a63-9c7c-1a963e23b7c2 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:01.371718 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999ddab2-67c4-464a-85f2-96aea4ab1d8a", "tag": "fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:01.372120 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23453648-794b-4a63-9c7c-1a963e23b7c2 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:01.372767 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'tag': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'status': 'completed', 'code': 200} Jul 16 19:53:01.418788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:01.509583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:01.523943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2e4c6dfa-a7d4-4965-b5ac-7d8350669730 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8024223 Jul 16 19:53:01.567312 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:01.685030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-2d5290e8-fd35-40bf-874d-55af171a798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:01.689170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-2d5290e8-fd35-40bf-874d-55af171a798f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 1098 time: 0.2575357 Jul 16 19:53:01.794015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0e3a9e52-156b-43fd-a379-7355579ffe2a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:01.794924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:01.813788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:01.817800 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b4db93-c0f7-4007-8f4c-5f67a73732cb" -d '{"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:01.928154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:01.968931 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:02.047653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-97abf84a-7633-4b10-a7f6-2d8036daa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:02.073496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-97abf84a-7633-4b10-a7f6-2d8036daa8ab service neutron] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 911 time: 0.3644373 Jul 16 19:53:02.257417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:02.732025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6da8-61a2-46b5-a0de-cfb0165392a0 req-ecdb1f50-6467-439c-9399-d8f169cb5563 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:02.745111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79fd6da8-61a2-46b5-a0de-cfb0165392a0 req-ecdb1f50-6467-439c-9399-d8f169cb5563 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.6371903 Jul 16 19:53:02.822179 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79fd6da8-61a2-46b5-a0de-cfb0165392a0 req-b83d7311-382d-4ba8-812f-cd02a839183b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759761 Jul 16 19:53:02.825168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-62a644d5-e807-4411-ac1e-97d20cefbd6f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc HTTP/1.1" status: 200 len: 1002 time: 0.7361159 Jul 16 19:53:02.984973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-456f585f-6b7d-484d-8f90-797e156c63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:02.996792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-456f585f-6b7d-484d-8f90-797e156c63c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.1557727 Jul 16 19:53:03.158355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-d5b14329-1e18-44a5-b124-5cd5f6a78506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:03.159664 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-d5b14329-1e18-44a5-b124-5cd5f6a78506 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612031 Jul 16 19:53:03.543468 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96b65f1-42ca-488e-a687-41c141cd561e x-openstack-request-id: req-c96b65f1-42ca-488e-a687-41c141cd561e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:03.544401 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:03.544401 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c96b65f1-42ca-488e-a687-41c141cd561e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:03.544748 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'code': 200} Jul 16 19:53:03.562765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-79ad4069-fb8c-48fa-abac-aa29a08ca94c service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934827 Jul 16 19:53:03.783919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ed01f6c-ff03-4a4d-9fac-697c80c67c1f req-9b56791e-3d30-404f-92ac-f9eca319b583 service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120805 Jul 16 19:53:03.872367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a19a91-1a0a-4783-8fc5-7141582ef0f3 req-2b10424f-d188-40ee-8206-c966460fe145 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:03.876798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4a19a91-1a0a-4783-8fc5-7141582ef0f3 req-2b10424f-d188-40ee-8206-c966460fe145 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 945 time: 0.4278309 Jul 16 19:53:03.885068 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:03.941181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e3833-f6d6-4465-a60b-3ba89b161738 req-b60ee8ae-b8bc-43c4-a9ee-0c68745e0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:03.943926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b62e3833-f6d6-4465-a60b-3ba89b161738 req-b60ee8ae-b8bc-43c4-a9ee-0c68745e0eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1102 time: 0.2346487 Jul 16 19:53:04.037766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4a19a91-1a0a-4783-8fc5-7141582ef0f3 req-e1637520-91e0-485f-ae1b-7bb371433f63 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477799 Jul 16 19:53:04.086719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b62e3833-f6d6-4465-a60b-3ba89b161738 req-973d0357-ed4e-43e2-ae9b-8e88fa885e23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215169 Jul 16 19:53:04.252815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6095b50-0b59-40c0-acb3-b3be715d9e9c req-d729a784-3ee3-4fa2-8ed7-ae54c89ae8ae tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:04.263247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6095b50-0b59-40c0-acb3-b3be715d9e9c req-d729a784-3ee3-4fa2-8ed7-ae54c89ae8ae tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 946 time: 0.1043782 Jul 16 19:53:04.337745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6095b50-0b59-40c0-acb3-b3be715d9e9c req-820aa118-ab3a-414f-b0f6-3660540ec661 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/security-groups?id=011e0e11-8546-4324-b1a7-29a8a90280a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727310 Jul 16 19:53:04.597477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-a8aba1a0-b70f-46b6-a3e0-701dd4051daa tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:04.599051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-a8aba1a0-b70f-46b6-a3e0-701dd4051daa tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.16 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 946 time: 0.2145970 Jul 16 19:53:04.648692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:04.656062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6b020-a20e-42f8-b657-fac1ff299675 req-fe0cca30-d5cd-4b2c-8499-2fe60fc53454 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:04.657713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98c6b020-a20e-42f8-b657-fac1ff299675 req-fe0cca30-d5cd-4b2c-8499-2fe60fc53454 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 950 time: 0.2103779 Jul 16 19:53:04.704125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161b210-a6e2-4fd7-829f-8b06ef183f60 req-55bf9381-937f-43d8-ad7d-90cb02a65a3b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:04.705721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a161b210-a6e2-4fd7-829f-8b06ef183f60 req-55bf9381-937f-43d8-ad7d-90cb02a65a3b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.2081552 Jul 16 19:53:04.768802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98c6b020-a20e-42f8-b657-fac1ff299675 req-925cab4f-c439-46fd-bfff-6dafb0e89b2f tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035948 Jul 16 19:53:04.794316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a161b210-a6e2-4fd7-829f-8b06ef183f60 req-db1379e8-870c-41ba-b408-d4b5a3437ea5 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804315 Jul 16 19:53:04.829123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Deleting port f585416a-379e-47da-ad05-639ca6c7c360 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:04.829554 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:04.975325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] For port f585416a-379e-47da-ad05-639ca6c7c360, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f585416a-379e-47da-ad05-639ca6c7c360,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:04.975696 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:04.995110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Calling delete_port for f585416a-379e-47da-ad05-639ca6c7c360 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:05.255204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-9c96f5ba-399b-479c-980a-616f632e0a38 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:05.257066 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-9c96f5ba-399b-479c-980a-616f632e0a38 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 950 time: 0.1204617 Jul 16 19:53:05.266720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741370bd-95e4-4b8a-ac29-4d671a751441 req-ee2c3201-493d-4cc3-8622-98f6f4650024 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:05.278622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-741370bd-95e4-4b8a-ac29-4d671a751441 req-ee2c3201-493d-4cc3-8622-98f6f4650024 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1097 time: 0.2196798 Jul 16 19:53:05.433996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Deleting port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:05.434381 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:05.485165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-741370bd-95e4-4b8a-ac29-4d671a751441 req-7d6597ea-668d-4998-9ab3-e561d1c68dec tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022221 Jul 16 19:53:05.550373 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:05.567309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f585416a-379e-47da-ad05-639ca6c7c360'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:53:05.732284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Pushing event deleted for resources: {'Port': ['ID=f585416a-379e-47da-ad05-639ca6c7c360,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:05.735037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] For port eceb8439-40c2-46ac-a5a7-0f3a061b4df9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:05.736341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:05.765231 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Calling delete_port for eceb8439-40c2-46ac-a5a7-0f3a061b4df9 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:05.897985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b64a8379-49dc-4d72-be81-50bb49e62f9b req-73a959d6-44b2-48b3-91a1-8251f2f96f4c tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.78 "GET /v2.0/ports?device_id=41f82431-ce4b-4d7e-b668-0c034b71cdf9 HTTP/1.1" status: 200 len: 210 time: 0.1680443 Jul 16 19:53:05.900535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] No DVR routers for this DVR port f585416a-379e-47da-ad05-639ca6c7c360 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:53:05.916376 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:05.919970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebd44c7c-9731-4b0c-9293-ce31d9a7fe55 req-004b6bc1-fb90-41c6-b427-bb27fa4e8634 tempest-FloatingIPsAssociationTestJSON-1978971176 tempest-FloatingIPsAssociationTestJSON-1978971176-project] 10.222.0.16 "DELETE /v2.0/ports/f585416a-379e-47da-ad05-639ca6c7c360 HTTP/1.1" status: 204 len: 173 time: 1.3135328 Jul 16 19:53:05.920750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'name': 'network-vif-deleted', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:05.925969 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0996c48d-273b-4eff-ab16-05aecad2da0a" -d '{"events": [{"server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "name": "network-vif-deleted", "tag": "f585416a-379e-47da-ad05-639ca6c7c360"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:06.008282 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:53:06.012997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:06.026659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['6bb4a212-325f-47ae-bc89-e1f1dc83294d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:53:06.137763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810d3fb-e443-4b01-bfc9-fc92836193b9 req-7d9da628-e062-4811-a9c7-c0b5dc13dfb8 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:06.162171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['eceb8439-40c2-46ac-a5a7-0f3a061b4df9', 'ca3eca2b-d854-48c7-a52f-92dd0260043d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:53:06.163540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9810d3fb-e443-4b01-bfc9-fc92836193b9 req-7d9da628-e062-4811-a9c7-c0b5dc13dfb8 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 1097 time: 0.2469225 Jul 16 19:53:06.312140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9810d3fb-e443-4b01-bfc9-fc92836193b9 req-5bc387fa-487c-4b81-9bf8-a4d58c2ca6f6 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470838 Jul 16 19:53:06.341398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Pushing event deleted for resources: {'Port': ['ID=eceb8439-40c2-46ac-a5a7-0f3a061b4df9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:06.349116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] No DVR routers for this DVR port eceb8439-40c2-46ac-a5a7-0f3a061b4df9 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:53:06.355713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:06.358106 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56b2d18e-1b07-48a3-b843-83cb563d3164 req-c8900325-d1d1-44db-9176-8fc2416fe683 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "DELETE /v2.0/ports/eceb8439-40c2-46ac-a5a7-0f3a061b4df9 HTTP/1.1" status: 204 len: 173 time: 1.0953801 Jul 16 19:53:06.358723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71e2857-8a5d-4a39-9ac4-cd99cd94780f', 'name': 'network-vif-deleted', 'tag': 'eceb8439-40c2-46ac-a5a7-0f3a061b4df9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:06.371020 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f707908a-a305-4993-bd06-e90a66ec73bc" -d '{"events": [{"server_uuid": "f71e2857-8a5d-4a39-9ac4-cd99cd94780f", "name": "network-vif-deleted", "tag": "eceb8439-40c2-46ac-a5a7-0f3a061b4df9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:06.701200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe416bca-a56b-45ea-a468-ea27b5063816 req-461eb2d7-80c3-4403-b3e6-0ca30067009e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=f71e2857-8a5d-4a39-9ac4-cd99cd94780f HTTP/1.1" status: 200 len: 210 time: 0.1905272 Jul 16 19:53:06.882773 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f2df59-8d28-470c-a9e3-16b44dbd1d32 x-openstack-request-id: req-49f2df59-8d28-470c-a9e3-16b44dbd1d32 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:06.883231 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f82431-ce4b-4d7e-b668-0c034b71cdf9", "name": "network-vif-deleted", "tag": "f585416a-379e-47da-ad05-639ca6c7c360", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:06.883634 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49f2df59-8d28-470c-a9e3-16b44dbd1d32 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:06.884887 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f82431-ce4b-4d7e-b668-0c034b71cdf9', 'name': 'network-vif-deleted', 'tag': 'f585416a-379e-47da-ad05-639ca6c7c360', 'status': 'completed', 'code': 200} Jul 16 19:53:07.141909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65949b1f-4e40-43ef-a7d8-adcb8d7919b0 req-c9d71377-c65d-4a5d-915f-da73795f4ff9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:07.145075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65949b1f-4e40-43ef-a7d8-adcb8d7919b0 req-c9d71377-c65d-4a5d-915f-da73795f4ff9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.2285986 Jul 16 19:53:07.184043 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3610bc-8c61-4df0-806c-6fe2bb4fe121 x-openstack-request-id: req-5f3610bc-8c61-4df0-806c-6fe2bb4fe121 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:07.184382 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71e2857-8a5d-4a39-9ac4-cd99cd94780f", "name": "network-vif-deleted", "tag": "eceb8439-40c2-46ac-a5a7-0f3a061b4df9", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:07.184632 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f3610bc-8c61-4df0-806c-6fe2bb4fe121 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:07.185037 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71e2857-8a5d-4a39-9ac4-cd99cd94780f', 'name': 'network-vif-deleted', 'tag': 'eceb8439-40c2-46ac-a5a7-0f3a061b4df9', 'status': 'completed', 'code': 200} Jul 16 19:53:07.260793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65949b1f-4e40-43ef-a7d8-adcb8d7919b0 req-904dc2c6-f73f-40e2-8d4c-44c520c87285 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088574 Jul 16 19:53:07.609687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50170) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:08.085684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093e4e6-2bf0-46bc-b59e-162e5daa90b7 req-4d9dad85-003e-46ca-9b4c-14cbd29ebdb8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:08.094287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3093e4e6-2bf0-46bc-b59e-162e5daa90b7 req-4d9dad85-003e-46ca-9b4c-14cbd29ebdb8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.2208955 Jul 16 19:53:08.205554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3093e4e6-2bf0-46bc-b59e-162e5daa90b7 req-b2b6fd18-005b-47a3-84b7-5ada5b5aca27 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054506 Jul 16 19:53:08.587727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.648696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f585416a-379e-47da-ad05-639ca6c7c360 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:53:08.688347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: f585416a-379e-47da-ad05-639ca6c7c360 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:53:08.691710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f585416a-379e-47da-ad05-639ca6c7c360 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:53:08.692147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device eceb8439-40c2-46ac-a5a7-0f3a061b4df9 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:53:08.732922 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-c7c505a2-01d9-41a1-bafe-4f32d80bfac0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2317779 Jul 16 19:53:08.753470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: eceb8439-40c2-46ac-a5a7-0f3a061b4df9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:53:08.753825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device eceb8439-40c2-46ac-a5a7-0f3a061b4df9 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:53:08.847663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-0fa06355-7906-4289-9748-16ce46ede5fc req-083b9efe-4a90-4f0c-8789-94d925b00c94 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:53:08.848773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fa06355-7906-4289-9748-16ce46ede5fc req-083b9efe-4a90-4f0c-8789-94d925b00c94 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060346 Jul 16 19:53:09.090212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ef1b6-c7e6-460e-86d1-7d20c9128834 req-5613c242-f1ce-4042-8057-20d1d810b16d tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:09.096620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-cda81613-7724-412b-b58d-b48b9e1e2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:09.100728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b64ef1b6-c7e6-460e-86d1-7d20c9128834 req-5613c242-f1ce-4042-8057-20d1d810b16d tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 949 time: 0.1267121 Jul 16 19:53:09.102696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-cda81613-7724-412b-b58d-b48b9e1e2c06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 1102 time: 0.3041639 Jul 16 19:53:09.164870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b64ef1b6-c7e6-460e-86d1-7d20c9128834 req-ac765858-8d16-465a-adff-837e88dbb771 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630074 Jul 16 19:53:09.420482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-194546db-aa21-42ed-9b80-525bfdb119d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:09.428519 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-194546db-aa21-42ed-9b80-525bfdb119d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2776930 Jul 16 19:53:09.477316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf7302-e488-4051-bf35-b759571e2ec8 req-8c859374-d425-403d-9de3-75d5e4201d9a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:09.479210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3cf7302-e488-4051-bf35-b759571e2ec8 req-8c859374-d425-403d-9de3-75d5e4201d9a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.1782267 Jul 16 19:53:09.542815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3cf7302-e488-4051-bf35-b759571e2ec8 req-0db54235-7eb3-442e-89b5-14bd6df8042a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544350 Jul 16 19:53:09.888666 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-68006c7f-6fde-471b-9838-de661383f4e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d HTTP/1.1" status: 200 len: 217 time: 0.4253607 Jul 16 19:53:09.983379 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-abbd2102-8570-4bf3-b9da-82ce04ce261b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5813754 Jul 16 19:53:09.987273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-6e4f0cea-74ae-4f2b-8ad6-bca138bb32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:09.988869 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-6e4f0cea-74ae-4f2b-8ad6-bca138bb32b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0915523 Jul 16 19:53:10.088051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Deleting port 6422e2b0-d63d-43b4-8545-7349a87b5198 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:10.090339 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:10.327899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-a0df8aa0-2e51-44a6-92e2-181f6e5be288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:10.360858 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-a0df8aa0-2e51-44a6-92e2-181f6e5be288 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3602860 Jul 16 19:53:10.390087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-38e8c262-15cd-463f-b22b-aae139d9c7ed tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:10.394482 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-38e8c262-15cd-463f-b22b-aae139d9c7ed tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.68 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 949 time: 0.1803744 Jul 16 19:53:10.804697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] For port 6422e2b0-d63d-43b4-8545-7349a87b5198, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6422e2b0-d63d-43b4-8545-7349a87b5198,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:10.805906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:10.855779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Calling delete_port for 6422e2b0-d63d-43b4-8545-7349a87b5198 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:10.919950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-de0c5f31-48d3-4ffa-90bb-1609a9d25499 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205970 Jul 16 19:53:11.058694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Deleting port 6bb4a212-325f-47ae-bc89-e1f1dc83294d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:11.059546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:11.104786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fa814-d78a-41b0-b14e-50ac999aee87 req-d06ce51a-515c-4629-985e-9c7110307923 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:11.128221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-505fa814-d78a-41b0-b14e-50ac999aee87 req-d06ce51a-515c-4629-985e-9c7110307923 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 949 time: 0.4567125 Jul 16 19:53:11.282262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d23471-44b6-4f90-a5ef-23838f649a10 req-98d0a220-706d-4685-b5c8-0a1e2e67e73f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:11.285643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09d23471-44b6-4f90-a5ef-23838f649a10 req-98d0a220-706d-4685-b5c8-0a1e2e67e73f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.5027754 Jul 16 19:53:11.331776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-505fa814-d78a-41b0-b14e-50ac999aee87 req-f66aba50-81e8-4d2f-9b35-308b8fb89299 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019737 Jul 16 19:53:11.549746 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f14ef64-6f5b-4008-8c43-f551cbdc96ef req-32f2a2d9-eae6-4dcb-a6b2-5f08ab12f796 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142261 Jul 16 19:53:11.703580 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:11.825133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09d23471-44b6-4f90-a5ef-23838f649a10 req-1a389494-4452-4e5e-a9a8-e3fd2f4dd071 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252995 Jul 16 19:53:11.923584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] For port 6bb4a212-325f-47ae-bc89-e1f1dc83294d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6bb4a212-325f-47ae-bc89-e1f1dc83294d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:11.924189 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:12.004884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6422e2b0-d63d-43b4-8545-7349a87b5198,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:12.049053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Calling delete_port for 6bb4a212-325f-47ae-bc89-e1f1dc83294d owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:12.599676 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:12.615498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ca3eca2b-d854-48c7-a52f-92dd0260043d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:53:12.707807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Pushing event deleted for resources: {'Port': ['ID=6bb4a212-325f-47ae-bc89-e1f1dc83294d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:12.848570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:12.929955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] No DVR routers for this DVR port 6bb4a212-325f-47ae-bc89-e1f1dc83294d on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:53:12.950025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:12.955984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91504bf4-69e3-48f9-9900-3c350839ded8 req-8b16e732-bf6c-4b7b-8b29-18c0adfb371a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.68 "DELETE /v2.0/ports/6bb4a212-325f-47ae-bc89-e1f1dc83294d HTTP/1.1" status: 204 len: 173 time: 2.5418148 Jul 16 19:53:12.964135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fe5227-c48d-4bf0-b531-9e98ce2dba5a', 'name': 'network-vif-deleted', 'tag': '6bb4a212-325f-47ae-bc89-e1f1dc83294d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:12.969598 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc974d6e-1987-4c2f-800f-c57999931c8c" -d '{"events": [{"server_uuid": "12fe5227-c48d-4bf0-b531-9e98ce2dba5a", "name": "network-vif-deleted", "tag": "6bb4a212-325f-47ae-bc89-e1f1dc83294d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:13.103468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3197edec-e074-4eb0-b91b-919c3819eba6 req-02271ec0-006c-4d7e-9bb0-a1d46088341c tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 210 time: 0.2817397 Jul 16 19:53:13.518590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6bb4a212-325f-47ae-bc89-e1f1dc83294d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:53:13.672401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001594f-b9ed-4ef5-996a-988770df1d37 req-4bf1983a-4157-4e66-90c8-55f4dd030733 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:13.688752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 6bb4a212-325f-47ae-bc89-e1f1dc83294d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:53:13.689645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6bb4a212-325f-47ae-bc89-e1f1dc83294d not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:53:13.699446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f001594f-b9ed-4ef5-996a-988770df1d37 req-4bf1983a-4157-4e66-90c8-55f4dd030733 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.2881968 Jul 16 19:53:13.714557 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d680e591-b43f-409a-aafa-2101e5477cb8 x-openstack-request-id: req-d680e591-b43f-409a-aafa-2101e5477cb8 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:13.719468 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fe5227-c48d-4bf0-b531-9e98ce2dba5a", "name": "network-vif-deleted", "tag": "6bb4a212-325f-47ae-bc89-e1f1dc83294d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:13.720383 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d680e591-b43f-409a-aafa-2101e5477cb8 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:13.721357 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fe5227-c48d-4bf0-b531-9e98ce2dba5a', 'name': 'network-vif-deleted', 'tag': '6bb4a212-325f-47ae-bc89-e1f1dc83294d', 'status': 'completed', 'code': 200} Jul 16 19:53:13.725780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Router fe796c92-d3bc-439c-980d-a7bb3151afc1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:53:13.881773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f001594f-b9ed-4ef5-996a-988770df1d37 req-f74d4dec-c6a4-4609-827a-de9def1141bd tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759171 Jul 16 19:53:13.948413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:53:13.962928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] Sync routers for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:53:13.969282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7db07a34-6845-4f0a-a192-6538f0d74e07 admin admin] 10.222.0.78 "PUT /v2.0/routers/fe796c92-d3bc-439c-980d-a7bb3151afc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3537705 Jul 16 19:53:13.970491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50264) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:13.981482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:13.982159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:13.998553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-0d3cb54e-d78e-485b-930e-d74ed8a79997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:14.002889 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-0d3cb54e-d78e-485b-930e-d74ed8a79997 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1102 time: 0.2572532 Jul 16 19:53:14.326473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-13d0775c-71d5-43af-92ab-a3b486dc5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:14.328757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-13d0775c-71d5-43af-92ab-a3b486dc5693 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3173113 Jul 16 19:53:14.340434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:14.344828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:14.493102 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-5e04bc8f-1778-4e23-a6e7-5f48c3e20e4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.1537557 Jul 16 19:53:14.721745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-4dc46b75-f6dc-4431-852f-019cc1a5d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:14.723358 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-4dc46b75-f6dc-4431-852f-019cc1a5d48d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2230392 Jul 16 19:53:14.862990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec178559-3d98-4aee-a229-c9dbaeb3a863 req-37f36f00-5e4d-43e0-a16c-96a7d07ecdaa tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=12fe5227-c48d-4bf0-b531-9e98ce2dba5a HTTP/1.1" status: 200 len: 210 time: 0.1069224 Jul 16 19:53:14.886648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:14.976299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-4a8b9569-0ca3-4759-8c1d-29d22f7ce09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:14.978368 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-4a8b9569-0ca3-4759-8c1d-29d22f7ce09a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2469871 Jul 16 19:53:15.135985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:53:11Z', 'revision_number': 5, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port': {'id': '91f64b01-8741-44de-a1d6-b798ea3b84d8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:04Z', 'updated_at': '2021-07-16T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:15.162420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Deleting port 91f64b01-8741-44de-a1d6-b798ea3b84d8 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:15.163008 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:15.200356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] Checking router: fe796c92-d3bc-439c-980d-a7bb3151afc1 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:53:15.224232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] Routers {'fe796c92-d3bc-439c-980d-a7bb3151afc1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:15.228582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['fe796c92-d3bc-439c-980d-a7bb3151afc1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:15.401770 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-36ab9554-5ff9-42bd-a0f6-f74be0c77389 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106963 Jul 16 19:53:15.407961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] Set router fe796c92-d3bc-439c-980d-a7bb3151afc1 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:15.582336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1d298-7927-42ad-95b6-db39a1381d5c req-76fdad45-6c0c-43ab-88ed-44673ff96e49 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:15.592036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98f1d298-7927-42ad-95b6-db39a1381d5c req-76fdad45-6c0c-43ab-88ed-44673ff96e49 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.3577733 Jul 16 19:53:15.602933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] For port 91f64b01-8741-44de-a1d6-b798ea3b84d8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=91f64b01-8741-44de-a1d6-b798ea3b84d8,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:15.603844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:15.621573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Calling delete_port for 91f64b01-8741-44de-a1d6-b798ea3b84d8 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:15.624108 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-27ee61d8-fd82-44d0-abf5-97a81b582ae3 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149701 Jul 16 19:53:15.892690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:53:14Z', 'revision_number': 6, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:15.907082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:15.982570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e155dd-1890-4d32-809b-d6f935d6fb80 None None] The sync data for ids ['fe796c92-d3bc-439c-980d-a7bb3151afc1'] in n-d-791505-15 is: [{'id': 'fe796c92-d3bc-439c-980d-a7bb3151afc1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254357237-router', 'tenant_id': 'fc84c98ed3c14af0b406e632bad12268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:03Z', 'updated_at': '2021-07-16T19:53:14Z', 'revision_number': 6, 'project_id': 'fc84c98ed3c14af0b406e632bad12268', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:53:16.038578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f64b01-8741-44de-a1d6-b798ea3b84d8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:16.174203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98f1d298-7927-42ad-95b6-db39a1381d5c req-9cdccf98-8ef6-4130-b5df-ff990159aff7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800149 Jul 16 19:53:16.289478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:16.756924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6422e2b0-d63d-43b4-8545-7349a87b5198 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:53:16.817763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 6422e2b0-d63d-43b4-8545-7349a87b5198 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:53:16.818467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6422e2b0-d63d-43b4-8545-7349a87b5198 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:53:16.819009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 91f64b01-8741-44de-a1d6-b798ea3b84d8 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:53:16.872546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 91f64b01-8741-44de-a1d6-b798ea3b84d8 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:53:16.873045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 91f64b01-8741-44de-a1d6-b798ea3b84d8 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:53:17.218878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:17.235937 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:17.454242 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:17.454827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe796c92-d3bc-439c-980d-a7bb3151afc1 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:53:17.469404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:17.473584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50300) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:17.474139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f94911a6-aabb-4e12-913a-67c218a78383 admin admin] 10.222.0.78 "DELETE /v2.0/routers/fe796c92-d3bc-439c-980d-a7bb3151afc1 HTTP/1.1" status: 204 len: 168 time: 3.5015430 Jul 16 19:53:17.528878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a23e9d-00ac-4ad0-bf70-38cf15e10976 req-a3852927-f2dc-42a5-bf19-e8bd1079b55a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:17.545577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8a23e9d-00ac-4ad0-bf70-38cf15e10976 req-a3852927-f2dc-42a5-bf19-e8bd1079b55a tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 950 time: 0.3622766 Jul 16 19:53:17.644330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8a23e9d-00ac-4ad0-bf70-38cf15e10976 req-0c62fbbd-7c4b-48df-95ef-1a44945a46f4 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930173 Jul 16 19:53:17.652990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3e325e-0056-4469-b1ee-74880a30c425 admin admin] Deleting subnet 9111e026-ec93-42e9-b5e3-43cf97e98969 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:53:17.661389 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a3e325e-0056-4469-b1ee-74880a30c425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:17.823042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a3e325e-0056-4469-b1ee-74880a30c425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:17.943271 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-addab908-6125-4769-8402-bfdac3ffb1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:18.001749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08a674-80a3-490d-918d-dc97db57f06d req-7d9be44e-5d6a-4204-a85b-be6c358fdc0a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:18.010278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e08a674-80a3-490d-918d-dc97db57f06d req-7d9be44e-5d6a-4204-a85b-be6c358fdc0a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.2337456 Jul 16 19:53:18.071396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e08a674-80a3-490d-918d-dc97db57f06d req-1b1eb322-ac53-4dc1-8a15-007647256621 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547771 Jul 16 19:53:18.091788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a3e325e-0056-4469-b1ee-74880a30c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:18.213846 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a3e325e-0056-4469-b1ee-74880a30c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:18.240142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bec207-93d4-4ff5-80e7-a1e9afa02606 None None] Network cc28ce45-c629-4fea-b2c7-44e882099bfd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:53:18.262277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a3e325e-0056-4469-b1ee-74880a30c425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:18.273025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50308) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:18.273523 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6a3e325e-0056-4469-b1ee-74880a30c425 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9111e026-ec93-42e9-b5e3-43cf97e98969 HTTP/1.1" status: 204 len: 168 time: 0.7973802 Jul 16 19:53:18.361837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e325e-0056-4469-b1ee-74880a30c425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9111e026-ec93-42e9-b5e3-43cf97e98969,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:18.492079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:18.582916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Deleting port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:18.583429 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:18.692329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] For port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc,segment=NetworkSegment(85e09b05-d478-45d5-b08a-17756d27bba1),segment_id=85e09b05-d478-45d5-b08a-17756d27bba1)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:18.692863 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:18.712459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Calling delete_port for 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:18.769464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83917bf-b758-453a-a863-1419ba71b050 req-9ae25c36-92e2-4ced-9828-5db9a9dc1677 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:18.778143 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a83917bf-b758-453a-a863-1419ba71b050 req-9ae25c36-92e2-4ced-9828-5db9a9dc1677 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 950 time: 0.3981187 Jul 16 19:53:18.886970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:18.928607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] No DVR routers for this DVR port 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:53:18.933695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad2f40d-c191-47fc-917b-f6f2243ff6b8 None None] DHCP port deletion for cc28ce45-c629-4fea-b2c7-44e882099bfd request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:53:19.006397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Deleting port ca3eca2b-d854-48c7-a52f-92dd0260043d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:19.006770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.049565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:19.269716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] For port ca3eca2b-d854-48c7-a52f-92dd0260043d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca3eca2b-d854-48c7-a52f-92dd0260043d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:19.270102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.294979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Calling delete_port for ca3eca2b-d854-48c7-a52f-92dd0260043d owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:19.296481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.326592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc28ce45-c629-4fea-b2c7-44e882099bfd']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:19.391758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e09b05-d478-45d5-b08a-17756d27bba1') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:19.392063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e09b05-d478-45d5-b08a-17756d27bba1') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:19.419589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.507786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c64e5-b5f2-4831-9f99-ac1263bc043d req-f01b37b1-18e9-4c46-8a00-31eef14e1982 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:19.509449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-703c64e5-b5f2-4831-9f99-ac1263bc043d req-f01b37b1-18e9-4c46-8a00-31eef14e1982 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 950 time: 0.5232885 Jul 16 19:53:19.518922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.542077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.555483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ca3eca2b-d854-48c7-a52f-92dd0260043d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:53:19.572634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:53:19.573054 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.589542 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: timer() Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:53:19.594311 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:53:19.631000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Pushing event deleted for resources: {'Port': ['ID=ca3eca2b-d854-48c7-a52f-92dd0260043d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:19.745279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] No DVR routers for this DVR port ca3eca2b-d854-48c7-a52f-92dd0260043d on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:53:19.747940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.751929 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a83917bf-b758-453a-a863-1419ba71b050 req-8de877d7-5bd1-44d9-937a-e7bcc8588a96 tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.16 "DELETE /v2.0/ports/ca3eca2b-d854-48c7-a52f-92dd0260043d HTTP/1.1" status: 204 len: 173 time: 0.9672308 Jul 16 19:53:19.753219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-deleted', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:19.755561 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e08f81-6ae6-4959-842b-87c9e5bfe60b" -d '{"events": [{"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-deleted", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:19.801677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-703c64e5-b5f2-4831-9f99-ac1263bc043d req-fa76beec-192b-4445-bd54-ba640b104e6e tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/security-groups?id=35e6b03d-10db-45da-8570-32fb274ed459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758665 Jul 16 19:53:19.830988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941f6fd-91c5-4205-8dac-892100d0781a req-cf95256f-df7a-4b11-a6d5-7bb3393e0bdf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:19.844056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9941f6fd-91c5-4205-8dac-892100d0781a req-cf95256f-df7a-4b11-a6d5-7bb3393e0bdf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.4765987 Jul 16 19:53:19.863411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.900891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc28ce45-c629-4fea-b2c7-44e882099bfd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:19.909624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:19.915847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1b9d96d6-ba9c-45c4-bc02-f2016cd00bb9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/cc28ce45-c629-4fea-b2c7-44e882099bfd HTTP/1.1" status: 204 len: 168 time: 1.6404915 Jul 16 19:53:19.954624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9941f6fd-91c5-4205-8dac-892100d0781a req-d84725fb-457f-44e1-8410-65092b7ae559 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087658 Jul 16 19:53:19.997929 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e66980f-939f-4d3f-ad0d-234c71c9d875 x-openstack-request-id: req-0e66980f-939f-4d3f-ad0d-234c71c9d875 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:19.999404 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5735baf3-4681-4139-9d27-597db5aaca19", "name": "network-vif-deleted", "tag": "ca3eca2b-d854-48c7-a52f-92dd0260043d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:19.999878 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e66980f-939f-4d3f-ad0d-234c71c9d875 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:20.000524 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735baf3-4681-4139-9d27-597db5aaca19', 'name': 'network-vif-deleted', 'tag': 'ca3eca2b-d854-48c7-a52f-92dd0260043d', 'status': 'completed', 'code': 200} Jul 16 19:53:20.325697 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-208e2008-ee2a-4845-97a2-ba445fcbd7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:20.489957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:53:20.495336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:20.501177 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50338) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:20.545256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:53:20.547046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ff9e6b7-ba92-4ed9-8b30-5f914bae49cc not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:53:20.584958 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-adc6a004-c3f1-403b-bc77-a5efada22b84 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc84c98ed3c14af0b406e632bad12268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818286 Jul 16 19:53:20.589604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50340) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:20.780248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7db2b248-086b-4c4a-a490-1c2c58973eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:20.808711 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7db2b248-086b-4c4a-a490-1c2c58973eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:20.908412 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7db2b248-086b-4c4a-a490-1c2c58973eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:20.915837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7db2b248-086b-4c4a-a490-1c2c58973eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:20.917093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7db2b248-086b-4c4a-a490-1c2c58973eaf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/011e0e11-8546-4324-b1a7-29a8a90280a4 HTTP/1.1" status: 204 len: 168 time: 0.3260779 Jul 16 19:53:20.934142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2b248-086b-4c4a-a490-1c2c58973eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011e0e11-8546-4324-b1a7-29a8a90280a4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:21.084464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc96266b-f24e-4826-9607-45cbb038e278 req-23248449-abee-43b6-9d56-42b0e992385f tempest-ServersAdminTestJSON-1405380030 tempest-ServersAdminTestJSON-1405380030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5735baf3-4681-4139-9d27-597db5aaca19 HTTP/1.1" status: 200 len: 210 time: 0.0407455 Jul 16 19:53:21.392100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce4fed-0559-4c58-8355-85e1ee5d56ce req-cd98ebc3-7d5e-4ef0-a4fd-d7f303c74def tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:21.404895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4ce4fed-0559-4c58-8355-85e1ee5d56ce req-cd98ebc3-7d5e-4ef0-a4fd-d7f303c74def tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.1347201 Jul 16 19:53:21.502793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4ce4fed-0559-4c58-8355-85e1ee5d56ce req-7fa73b43-bf2b-4dfa-a442-33abee837a41 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929029 Jul 16 19:53:22.196980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:22.509296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50388) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:22.714608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:53:22.770674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: ca3eca2b-d854-48c7-a52f-92dd0260043d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:53:22.771029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca3eca2b-d854-48c7-a52f-92dd0260043d not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:53:22.853585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50398) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:22.984870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1989702931-network', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:23.023500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Made reservation on behalf of e365c82ffb4e4d648adff86376dbb2ea for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:23.027659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.043808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.085845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca763283-7062-4969-b628-6d5d8bdf18e5 req-5c1f0f64-6c64-470a-afbb-68978e393ebb tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:23.096817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca763283-7062-4969-b628-6d5d8bdf18e5 req-5c1f0f64-6c64-470a-afbb-68978e393ebb tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.1555016 Jul 16 19:53:23.207660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca763283-7062-4969-b628-6d5d8bdf18e5 req-3552d12e-4214-48c4-995e-e7ea5913fbcf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950909 Jul 16 19:53:23.235655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c03ee52d-ed4d-43cc-8996-f87f5647d469 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4ef8a8f25ac4f59976025cf9c7e045e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788683 Jul 16 19:53:23.238405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50402) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:23.363141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.369539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.397844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.441901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:53:23.452876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.466480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee55aa4-d4b7-4f46-bdce-21dca1bf0016,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:23.497886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.498485 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Added segment 5ca2e902-d5f0-490c-9390-18da4f76ff7a of type vlan for network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 Jul 16 19:53:23.568512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.573806 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.577535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.578328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35e6b03d-10db-45da-8570-32fb274ed459 HTTP/1.1" status: 204 len: 168 time: 0.3368931 Jul 16 19:53:23.600519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6b03d-10db-45da-8570-32fb274ed459,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:23.602716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.612272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.613222 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.613737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.614092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.614540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.614904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.615466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.615598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.615895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.616890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.617240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.617570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e2b6b-a1bd-4ecb-9833-6b1582fdcba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:23.704589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.707338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:23.708868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.835358 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3246925 Jul 16 19:53:23.838810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50408) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:23.848145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Request body: {'subnet': {'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1989702931-subnet', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:23.896297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f604c1d-6f5c-4ac4-b497-9f4555bccbd4 admin admin] Pushing event updated for resources: {'Network': ['ID=801a5aa6-a7f0-4077-b0af-5b632f7ad9a0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:23.896536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Made reservation on behalf of e365c82ffb4e4d648adff86376dbb2ea for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:23.909330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:53:23.913180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.251365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50418) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:24.302745 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.364134 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-085a3b05-960d-4828-bb32-3ef0af4c3ec9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1c007682d16450691fb34bb27782c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069148 Jul 16 19:53:24.365168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50420) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:24.495185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c231266a-5bbe-4ed7-abf8-59860b60812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.547644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c231266a-5bbe-4ed7-abf8-59860b60812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.596969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Checking segment: {'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:24.621885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Network hostable DHCP agents. Network: 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:53:24.629496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5429434-06b1-4ec0-93a0-286b0d35ff5f,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:24.691223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c231266a-5bbe-4ed7-abf8-59860b60812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.697060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c231266a-5bbe-4ed7-abf8-59860b60812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.700846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c231266a-5bbe-4ed7-abf8-59860b60812a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/582d8249-4123-4934-bc00-c68a7d1aa6c9 HTTP/1.1" status: 204 len: 168 time: 0.3342919 Jul 16 19:53:24.704807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:53:24.717422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231266a-5bbe-4ed7-abf8-59860b60812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d8249-4123-4934-bc00-c68a7d1aa6c9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:24.738000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:24.751128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6633820-0904-4f96-b858-35cff20764dc None None] Network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:53:24.754577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:24.755191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.777473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bcdf5-b4a6-45b6-bdbb-2a62dfc1c263 req-da391c88-e70f-420b-be6f-4b82c67539b5 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:24.785767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-804bcdf5-b4a6-45b6-bdbb-2a62dfc1c263 req-da391c88-e70f-420b-be6f-4b82c67539b5 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.1455667 Jul 16 19:53:24.812921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-34ee5969-e03d-4b83-938b-208e3c70c3b2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9715092 Jul 16 19:53:24.816458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:24.824142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:24.857474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-804bcdf5-b4a6-45b6-bdbb-2a62dfc1c263 req-a916f6e6-557f-49a5-9939-c789ba1a9494 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707042 Jul 16 19:53:24.909768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.911554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:25.143258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-801a5aa6-a7f0-4077-b0af-5b632f7ad9a0', 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'fixed_ips': [{'subnet_id': 'f5429434-06b1-4ec0-93a0-286b0d35ff5f'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:53:25.144344 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:25.170541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:25.477071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Allocated IP 172.20.0.2 (801a5aa6-a7f0-4077-b0af-5b632f7ad9a0/f5429434-06b1-4ec0-93a0-286b0d35ff5f/b061d7ec-77d4-4d36-8b13-94e813b2883c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:25.560101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:25.890173 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:25.901715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Transition to ACTIVE for port object b061d7ec-77d4-4d36-8b13-94e813b2883c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:25.926715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Transition to ACTIVE for port object b061d7ec-77d4-4d36-8b13-94e813b2883c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:25.939579 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:26.021561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Pushing event updated for resources: {'Port': ['ID=b061d7ec-77d4-4d36-8b13-94e813b2883c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:26.039507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.040114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.040641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.041171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.041663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.042153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.042651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.043224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.043756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.044298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.044833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.045505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:26.051515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:26.053845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:26.058461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:26.255159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174a317-00e7-428e-b483-94b376355e3e req-0eb028f6-74f3-4e6a-94de-8ec1760d6273 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:26.258886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c174a317-00e7-428e-b483-94b376355e3e req-0eb028f6-74f3-4e6a-94de-8ec1760d6273 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.1399689 Jul 16 19:53:26.292427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Attempting to bind port b061d7ec-77d4-4d36-8b13-94e813b2883c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:26.292812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Attempting to bind port b061d7ec-77d4-4d36-8b13-94e813b2883c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:26.293182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Attempting to bind port b061d7ec-77d4-4d36-8b13-94e813b2883c on network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:26.319465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:26.320949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Checking segment: {'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:26.322021 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:26.322715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Bound using segment: {'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:26.324082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Bound port: b061d7ec-77d4-4d36-8b13-94e813b2883c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:26.324740 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:26.362098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c174a317-00e7-428e-b483-94b376355e3e req-e4f9d66d-52de-4667-9472-5aea913812e5 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963907 Jul 16 19:53:26.390999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:26.429518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:26.525249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] For port b061d7ec-77d4-4d36-8b13-94e813b2883c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:26.534158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] For port b061d7ec-77d4-4d36-8b13-94e813b2883c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b061d7ec-77d4-4d36-8b13-94e813b2883c,segment=NetworkSegment(5ca2e902-d5f0-490c-9390-18da4f76ff7a),segment_id=5ca2e902-d5f0-490c-9390-18da4f76ff7a)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:26.542174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:26.706095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753206a-f9fb-4810-87b8-3264b1b8019b None None] Pushing event updated for resources: {'Port': ['ID=b061d7ec-77d4-4d36-8b13-94e813b2883c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:26.797079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Allocated IP 172.25.6.118 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/e3377377-6004-49d0-a98f-c0941fd912ff) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:27.135930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:27.235051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:27.283948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:27.287080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:27.291478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:27.768435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f745-36a3-4d92-8f53-2cbefb244727 req-4d68dba5-9404-4483-b220-a15a6f027b8c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:27.770823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8677f745-36a3-4d92-8f53-2cbefb244727 req-4d68dba5-9404-4483-b220-a15a6f027b8c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.1305335 Jul 16 19:53:27.856786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8677f745-36a3-4d92-8f53-2cbefb244727 req-89454177-5976-4b95-8216-1e54ea7b258e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790536 Jul 16 19:53:28.042931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Pushing event updated for resources: {'Port': ['ID=e3377377-6004-49d0-a98f-c0941fd912ff,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:28.305351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:28.547253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b061d7ec-77d4-4d36-8b13-94e813b2883c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:28.655228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd720e-82c4-4d86-8317-a9322f08c973 None None] Network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:53:28.800000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:28.828929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b061d7ec-77d4-4d36-8b13-94e813b2883c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:28.889777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-658e791f-10d3-42fb-8b46-51f35975f188 None None] Provisioning for port b061d7ec-77d4-4d36-8b13-94e813b2883c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:28.901914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-658e791f-10d3-42fb-8b46-51f35975f188 None None] Provisioning complete for port b061d7ec-77d4-4d36-8b13-94e813b2883c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:28.902488 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-658e791f-10d3-42fb-8b46-51f35975f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:29.054803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Router a2685e03-8605-419c-9233-26cc28958c48 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:53:29.214853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-658e791f-10d3-42fb-8b46-51f35975f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:29.258667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f593f60-5a1a-48b8-80b5-3458a3fd9d07 req-3dbccd48-6606-4610-995f-87937f5eb656 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:29.272068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f593f60-5a1a-48b8-80b5-3458a3fd9d07 req-3dbccd48-6606-4610-995f-87937f5eb656 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.1658089 Jul 16 19:53:29.362526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-658e791f-10d3-42fb-8b46-51f35975f188 None None] For port b061d7ec-77d4-4d36-8b13-94e813b2883c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b061d7ec-77d4-4d36-8b13-94e813b2883c,segment=NetworkSegment(5ca2e902-d5f0-490c-9390-18da4f76ff7a),segment_id=5ca2e902-d5f0-490c-9390-18da4f76ff7a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:29.368677 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-658e791f-10d3-42fb-8b46-51f35975f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:29.378554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f593f60-5a1a-48b8-80b5-3458a3fd9d07 req-ba4f1008-0a7e-440e-ba66-d9204ab37629 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032953 Jul 16 19:53:29.449897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:53:29.459957 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Sync routers for ids ['a2685e03-8605-419c-9233-26cc28958c48'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:53:29.472149 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Routers {'a2685e03-8605-419c-9233-26cc28958c48'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:29.472833 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a2685e03-8605-419c-9233-26cc28958c48'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:29.491351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:29.493249 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f95f6071-a3e7-4d76-bb6b-04c04b1fd14b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6748407 Jul 16 19:53:29.496149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50616) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:29.531437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e791f-10d3-42fb-8b46-51f35975f188 None None] Pushing event updated for resources: {'Port': ['ID=b061d7ec-77d4-4d36-8b13-94e813b2883c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:29.710017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dbeb795f-20db-4d72-8467-db0923be35ee None None] Provisioning complete for port b061d7ec-77d4-4d36-8b13-94e813b2883c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:29.711853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbeb795f-20db-4d72-8467-db0923be35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:29.748516 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Set router a2685e03-8605-419c-9233-26cc28958c48 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:29.795306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-0bba8d10-b885-4f51-b962-a1cd07d9918d tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:29.805704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-0bba8d10-b885-4f51-b962-a1cd07d9918d tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/networks?id=0237ba97-72a0-466b-8b02-c68e295f8a6e HTTP/1.1" status: 200 len: 815 time: 0.1737080 Jul 16 19:53:29.826027 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-7e4cabff-d0b4-4b16-8e6e-8a63fa60dfc5 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/quotas/3e19605762ad4d649160c7c1d45d4d36 HTTP/1.1" status: 200 len: 375 time: 0.0190144 Jul 16 19:53:29.973316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-56c2087c-8cad-4f5e-b9eb-834c5af311d9 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e19605762ad4d649160c7c1d45d4d36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453471 Jul 16 19:53:30.060869 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:53:28Z', 'revision_number': 3, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:30.221700 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Checking router: a2685e03-8605-419c-9233-26cc28958c48 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:53:30.222055 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Updating router a2685e03-8605-419c-9233-26cc28958c48 port e3377377-6004-49d0-a98f-c0941fd912ff binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:53:30.270956 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:30.277537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-c96cc158-542c-451d-97da-ec284e6a3762 service neutron] 10.222.0.78 "GET /v2.0/networks/0237ba97-72a0-466b-8b02-c68e295f8a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031251 Jul 16 19:53:30.494158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-d6ac4408-72f6-45a7-a132-96f6867ec556 service neutron] 10.222.0.78 "GET /v2.0/networks/0237ba97-72a0-466b-8b02-c68e295f8a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618896 Jul 16 19:53:30.538423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b061d7ec-77d4-4d36-8b13-94e813b2883c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:30.692077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50646) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:30.711420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b061d7ec-77d4-4d36-8b13-94e813b2883c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:30.712548 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:30.906092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:30.950990 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:30.971281 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Transition to ACTIVE for port object e3377377-6004-49d0-a98f-c0941fd912ff will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:30.979245 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.053708 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Pushing event updated for resources: {'Port': ['ID=e3377377-6004-49d0-a98f-c0941fd912ff,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:31.076325 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.077031 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.077688 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.078235 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.078760 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.079425 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.080056 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.080747 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.081269 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.081761 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.082350 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.082855 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:31.084081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60506814-c777-4bf1-ba47-983a4a7bc6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.088598 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Attempting to bind port e3377377-6004-49d0-a98f-c0941fd912ff on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:31.089871 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Attempting to bind port e3377377-6004-49d0-a98f-c0941fd912ff by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:31.090574 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Attempting to bind port e3377377-6004-49d0-a98f-c0941fd912ff on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:31.120405 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:31.121081 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:31.124977 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.125680 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:31.126372 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Bound port: e3377377-6004-49d0-a98f-c0941fd912ff, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:31.127172 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.287394 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] For port e3377377-6004-49d0-a98f-c0941fd912ff, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:31.301099 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] For port e3377377-6004-49d0-a98f-c0941fd912ff, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e3377377-6004-49d0-a98f-c0941fd912ff,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:31.309489 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.320708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd0aeb-3620-4772-a81e-9c97a4673c97 req-8335ef6f-4f49-4000-9b98-43a41aa85ab4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:31.329286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bdd0aeb-3620-4772-a81e-9c97a4673c97 req-8335ef6f-4f49-4000-9b98-43a41aa85ab4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.5707791 Jul 16 19:53:31.338584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60506814-c777-4bf1-ba47-983a4a7bc6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.348806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60506814-c777-4bf1-ba47-983a4a7bc6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.381536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f7c7165-f8b4-4623-96c3-a8efff7ff16d req-2a14d9ee-16ca-4c71-b1fc-439ede6d7b0f tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 210 time: 0.1031597 Jul 16 19:53:31.410654 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Routers {'a2685e03-8605-419c-9233-26cc28958c48'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:31.410853 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a2685e03-8605-419c-9233-26cc28958c48'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:31.460411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50666) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:31.462938 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-60506814-c777-4bf1-ba47-983a4a7bc6b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cde791c071e840d68e60d6bcaf6670ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688158 Jul 16 19:53:31.463810 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60506814-c777-4bf1-ba47-983a4a7bc6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f205b9-6bba-4c55-82dd-07cb2f2c95d3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:31.568949 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] Set router a2685e03-8605-419c-9233-26cc28958c48 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:31.611303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bdd0aeb-3620-4772-a81e-9c97a4673c97 req-445a3d58-0ed3-4d44-b186-23cd4fcaf7e0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810011 Jul 16 19:53:31.630509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Allocated IP 172.20.0.1 (801a5aa6-a7f0-4077-b0af-5b632f7ad9a0/f5429434-06b1-4ec0-93a0-286b0d35ff5f/9fa505ec-d5f1-428b-93d0-7559366dc4be) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:31.681991 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002840-39c2-4a44-9716-4e0dabfda1f4 None None] Pushing event updated for resources: {'Port': ['ID=e3377377-6004-49d0-a98f-c0941fd912ff,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:31.712619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f759d6af-b0d7-4d3b-8857-9e6c98c6cf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.798425 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f759d6af-b0d7-4d3b-8857-9e6c98c6cf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.856121 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:53:28Z', 'revision_number': 3, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:31.886202 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9693f-2d32-4cb3-bba0-249cdd80c833 None None] The sync data for ids ['a2685e03-8605-419c-9233-26cc28958c48'] in n-d-791505-15 is: [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:53:28Z', 'revision_number': 3, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:53:31.926890 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.962098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Transition to ACTIVE for port object 9fa505ec-d5f1-428b-93d0-7559366dc4be will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:31.964086 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f759d6af-b0d7-4d3b-8857-9e6c98c6cf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.966720 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f759d6af-b0d7-4d3b-8857-9e6c98c6cf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:31.970717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f759d6af-b0d7-4d3b-8857-9e6c98c6cf16 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00f205b9-6bba-4c55-82dd-07cb2f2c95d3 HTTP/1.1" status: 204 len: 168 time: 0.4833612 Jul 16 19:53:31.991318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759d6af-b0d7-4d3b-8857-9e6c98c6cf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f205b9-6bba-4c55-82dd-07cb2f2c95d3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:32.063443 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.116436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa505ec-d5f1-428b-93d0-7559366dc4be,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:32.137701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:32.140055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:32.155950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:32.226464 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.550416 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.614364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e3377377-6004-49d0-a98f-c0941fd912ff up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:32.712837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e3377377-6004-49d0-a98f-c0941fd912ff completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:32.719382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e3377377-6004-49d0-a98f-c0941fd912ff triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:32.720054 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.726782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b4304fc6-64ad-483f-99cb-1c7a14ebe2d2 None None] Provisioning for port 9fa505ec-d5f1-428b-93d0-7559366dc4be completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:32.776400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b4304fc6-64ad-483f-99cb-1c7a14ebe2d2 None None] Provisioning complete for port 9fa505ec-d5f1-428b-93d0-7559366dc4be triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:32.777301 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4304fc6-64ad-483f-99cb-1c7a14ebe2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.889822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc602a24-ed7a-4d7c-8285-ee83c61395fe req-e3269320-8afa-4d97-80bc-d76ed135963f tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 210 time: 0.1424878 Jul 16 19:53:32.890619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50692) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:32.936661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b4304fc6-64ad-483f-99cb-1c7a14ebe2d2 None None] Port 9fa505ec-d5f1-428b-93d0-7559366dc4be cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:53:32.976415 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-a4ab65e7-0a89-4c41-99f4-ed3fd1901c4f service neutron] show failed (client error): The resource could not be found. Jul 16 19:53:32.977526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-a4ab65e7-0a89-4c41-99f4-ed3fd1901c4f service neutron] 10.222.0.16 "GET /v2.0/ports/3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.1890843 Jul 16 19:53:33.058635 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:33.083878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a69d496-931b-479a-b82c-c3a64d961fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:33.107354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port e3377377-6004-49d0-a98f-c0941fd912ff, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e3377377-6004-49d0-a98f-c0941fd912ff,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:33.117217 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:33.253387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=e3377377-6004-49d0-a98f-c0941fd912ff,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:33.413389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a69d496-931b-479a-b82c-c3a64d961fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:33.456057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a69d496-931b-479a-b82c-c3a64d961fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:33.616169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-86385d3b-12b2-4ec8-94d4-afaf6ee7480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:33.619048 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-86385d3b-12b2-4ec8-94d4-afaf6ee7480e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 1102 time: 0.1378994 Jul 16 19:53:33.632262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:33.752170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:33.907992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:34.344006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4a69d496-931b-479a-b82c-c3a64d961fed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f8d15a72d514ac3b8683e3db8b30b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4491208 Jul 16 19:53:34.347117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50724) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:34.409270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:34.473383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-4f167763-0bd8-4128-a114-4693426aa5d6 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:34.474928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-4f167763-0bd8-4128-a114-4693426aa5d6 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.68 "GET /v2.0/networks?id=0237ba97-72a0-466b-8b02-c68e295f8a6e HTTP/1.1" status: 200 len: 815 time: 1.5833986 Jul 16 19:53:34.534472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97cc62f7-a973-4d84-aa08-3bd0a6f8c41d req-0cb98556-e2cc-4346-bdc3-e4eb32251ac5 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 210 time: 0.1432874 Jul 16 19:53:34.549483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e3377377-6004-49d0-a98f-c0941fd912ff up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:34.561646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Request body: {'port': {'device_id': '77ea0619-1fb6-4e26-b3b1-3702843db9bb', 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'admin_state_up': True, 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:34.581111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69d496-931b-479a-b82c-c3a64d961fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff3fb62-b1cc-45c4-9f7b-2953d3adaefe,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:34.643879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:34.741596 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:34.761887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e3377377-6004-49d0-a98f-c0941fd912ff triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:34.762129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f33ba64-5371-4dde-9c35-bf56c980e71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:34.764015 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:34.874073 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f33ba64-5371-4dde-9c35-bf56c980e71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:34.916855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b550f-52d8-4e46-98fd-f4ab6246643d req-64eeefb2-6832-4ec4-a261-4afb4a9047f7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:34.927440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca4b550f-52d8-4e46-98fd-f4ab6246643d req-64eeefb2-6832-4ec4-a261-4afb4a9047f7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 1.5637941 Jul 16 19:53:34.951559 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:34.994193 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:35.071518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:35.080239 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0943b1-1e22-4089-a432-a3a7bad4e784" -d '{"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:35.093523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:35.175744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Transition to ACTIVE for port object 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:35.189806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:35.285406 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:35.311912 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02771e3-0bfa-42c7-8188-a20714bbabba x-openstack-request-id: req-b02771e3-0bfa-42c7-8188-a20714bbabba {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:35.311912 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:35.312256 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b02771e3-0bfa-42c7-8188-a20714bbabba {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:35.315135 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'code': 200} Jul 16 19:53:35.339563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f33ba64-5371-4dde-9c35-bf56c980e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:35.346984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f33ba64-5371-4dde-9c35-bf56c980e71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:35.374858 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7f33ba64-5371-4dde-9c35-bf56c980e71d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ff3fb62-b1cc-45c4-9f7b-2953d3adaefe HTTP/1.1" status: 204 len: 168 time: 1.0107019 Jul 16 19:53:35.423791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa505ec-d5f1-428b-93d0-7559366dc4be,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:35.526693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33ba64-5371-4dde-9c35-bf56c980e71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff3fb62-b1cc-45c4-9f7b-2953d3adaefe,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:35.528799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=6']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:35.690272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] No DVR routers for this DVR port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:53:35.735736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca4b550f-52d8-4e46-98fd-f4ab6246643d req-0e3d8db1-166b-4ded-83f0-f694650eaf76 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8068192 Jul 16 19:53:35.776693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:35.804441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:35.868236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:35.868591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:35.869947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:35.881235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Made reservation on behalf of 3e19605762ad4d649160c7c1d45d4d36 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:35.892332 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:35.895164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:53:35.898345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:35.915863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:35.919611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:35.923249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:35.933248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Bound port: 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:35.935541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:36.276963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:36.328477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:36.345119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:36.432402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c281330a-03cb-41e9-84d6-1fcc90648a95 req-f210ef1d-be7e-4ef0-9bc8-2ca8f1525eb7 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 210 time: 0.2843554 Jul 16 19:53:36.486812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-631acef7-ce44-4f48-a932-b838ea9dc978 None None] Provisioning complete for port 9fa505ec-d5f1-428b-93d0-7559366dc4be triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:36.487490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:36.494441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:36.495676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:36.498170 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-e3fd0c61-af21-4f37-934f-d3109abcdddd service neutron] 10.222.0.68 "PUT /v2.0/ports/3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 1097 time: 2.8709061 Jul 16 19:53:36.499782 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-631acef7-ce44-4f48-a932-b838ea9dc978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:36.571291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Allocated IP 172.20.0.8 (0237ba97-72a0-466b-8b02-c68e295f8a6e/afa626fe-947d-4d15-be5b-6fd9a78f784a/5f660a86-eac3-4f74-a0cd-96f6fa125848) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:36.626650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Router a2685e03-8605-419c-9233-26cc28958c48 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:53:36.661699 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-631acef7-ce44-4f48-a932-b838ea9dc978 None None] Port 9fa505ec-d5f1-428b-93d0-7559366dc4be cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:53:36.723055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:53:36.804678 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-a990ba43-6382-4033-9a3f-bbf2939ef003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:36.806391 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-a990ba43-6382-4033-9a3f-bbf2939ef003 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1100 time: 0.2593598 Jul 16 19:53:36.949837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:53:37.144363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-523ec235-aa29-464c-a86f-9412058d305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:37.146267 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-523ec235-aa29-464c-a86f-9412058d305f service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3319569 Jul 16 19:53:37.279118 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-76a911f0-4e2c-4451-a106-df4449ccf247 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.1192718 Jul 16 19:53:37.304129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:53:37.333417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Sync routers for ids ['a2685e03-8605-419c-9233-26cc28958c48'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:53:37.353121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9b24d21b-996f-4bdc-9d5b-7a130221c700 admin admin] 10.222.0.78 "PUT /v2.0/routers/a2685e03-8605-419c-9233-26cc28958c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8557138 Jul 16 19:53:37.354050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:37.359796 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab98c1d5-8316-49b3-a759-6fbabe2415ca" -d '{"events": [{"name": "network-changed", "server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:37.385404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Routers {'a2685e03-8605-419c-9233-26cc28958c48'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:37.392852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a2685e03-8605-419c-9233-26cc28958c48'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:37.403992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-dd09f144-dc8b-4e96-a469-9480034ea808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:37.407146 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:37.408846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-dd09f144-dc8b-4e96-a469-9480034ea808 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1236198 Jul 16 19:53:37.470227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8190cb-6cec-4aae-8ede-4e3798f64b4b req-3e3ace26-4e81-4783-989d-7212951e1ec7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:37.472044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f8190cb-6cec-4aae-8ede-4e3798f64b4b req-3e3ace26-4e81-4783-989d-7212951e1ec7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 948 time: 0.3635614 Jul 16 19:53:37.497968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Transition to ACTIVE for port object 5f660a86-eac3-4f74-a0cd-96f6fa125848 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:37.537071 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2201f9-a5e2-4514-ba54-0164476f29d3 x-openstack-request-id: req-de2201f9-a5e2-4514-ba54-0164476f29d3 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:37.537702 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:37.537702 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de2201f9-a5e2-4514-ba54-0164476f29d3 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:37.538092 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'status': 'completed', 'code': 200} Jul 16 19:53:37.540039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-38c35558-ddeb-42ce-8009-617acd2567c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:37.542081 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-38c35558-ddeb-42ce-8009-617acd2567c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250429 Jul 16 19:53:37.622336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f8190cb-6cec-4aae-8ede-4e3798f64b4b req-bc830a25-2f0e-4f5f-8491-47f06d7c30ce tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419761 Jul 16 19:53:37.668582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:37.864050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:37.868607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Pushing event updated for resources: {'Port': ['ID=5f660a86-eac3-4f74-a0cd-96f6fa125848,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:37.878968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:37.892095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:37.897576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50784) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:37.976760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Set router a2685e03-8605-419c-9233-26cc28958c48 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:37.993200 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-33d2c193-9c79-46ed-a9da-d5bf569b3cac service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409804 Jul 16 19:53:38.103806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:38.107502 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.167651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc23e0-89ca-4983-96d8-d8bc852f33eb req-697955a0-288e-473a-8896-5870e691420b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:38.180823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94fc23e0-89ca-4983-96d8-d8bc852f33eb req-697955a0-288e-473a-8896-5870e691420b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 931 time: 0.4423184 Jul 16 19:53:38.187188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-38f727c3-a66b-4ede-b7fb-4814221d5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:38.190497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-38f727c3-a66b-4ede-b7fb-4814221d5efa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1100 time: 0.6048396 Jul 16 19:53:38.203393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-14cb2df1-0a50-4332-ace1-91b66a4aa41b tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6657009 Jul 16 19:53:38.217247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-network', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:38.270671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Made reservation on behalf of 68ed5c337f9c44d697eb627e1b16e8ec for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:38.273245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.282265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Request body: {'port': {'device_id': '77ea0619-1fb6-4e26-b3b1-3702843db9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:38.335573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.463138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94fc23e0-89ca-4983-96d8-d8bc852f33eb req-54c1e126-ccb6-4f4f-8926-9f579a271345 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764726 Jul 16 19:53:38.468423 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf4ba3b5-c2f3-4f62-ba6d-09b05eb88ed9 req-5eed8b4c-5ca8-4ace-b08c-992d8a295df7 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894370 Jul 16 19:53:38.511406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-967bbe93-34e6-4ca5-9667-c03404030d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:38.518738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-967bbe93-34e6-4ca5-9667-c03404030d6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3188136 Jul 16 19:53:38.536701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4feb0411-1771-4d91-9508-9010ff28f66b None None] Provisioning for port 5f660a86-eac3-4f74-a0cd-96f6fa125848 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:38.562137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4feb0411-1771-4d91-9508-9010ff28f66b None None] Provisioning complete for port 5f660a86-eac3-4f74-a0cd-96f6fa125848 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:38.562513 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4feb0411-1771-4d91-9508-9010ff28f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.635352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-00c50172-bc56-4342-9c38-cd0d6b2bcaba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.1018908 Jul 16 19:53:38.671748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4feb0411-1771-4d91-9508-9010ff28f66b None None] Port 5f660a86-eac3-4f74-a0cd-96f6fa125848 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:53:38.863094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-aa904fd3-f189-43a7-b062-35adb7d2467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:38.864865 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-aa904fd3-f189-43a7-b062-35adb7d2467a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1842077 Jul 16 19:53:38.983677 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:39.000535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-d0bc4163-7e19-4a95-8423-27b14653a936 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7125239 Jul 16 19:53:39.021614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:39.140843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-b4bda593-65de-4a28-a843-db74185f2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:39.143764 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-b4bda593-65de-4a28-a843-db74185f2053 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2711468 Jul 16 19:53:39.177208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-81d1fc10-782f-4e9b-867e-b3189103c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:39.180815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-81d1fc10-782f-4e9b-867e-b3189103c345 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1100 time: 0.2262118 Jul 16 19:53:39.220722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:53:32Z', 'revision_number': 4, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9fa505ec-d5f1-428b-93d0-7559366dc4be', 'name': '', 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'mac_address': 'fa:16:3e:dc:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f5429434-06b1-4ec0-93a0-286b0d35ff5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:30Z', 'updated_at': '2021-07-16T19:53:33Z', 'revision_number': 2, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'subnets': [{'id': 'f5429434-06b1-4ec0-93a0-286b0d35ff5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:39.257569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Checking router: a2685e03-8605-419c-9233-26cc28958c48 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:53:39.258060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Updating router a2685e03-8605-419c-9233-26cc28958c48 port 9fa505ec-d5f1-428b-93d0-7559366dc4be binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:53:39.303286 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:39.410890 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-80e2d22f-e01c-44eb-b2c1-75410c57b170 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586656 Jul 16 19:53:39.552058 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:39.580489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:39.643644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-56b1ce8d-9f4f-4330-bca1-da49298242a9 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257576 Jul 16 19:53:39.681571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3623dbf-222a-4b24-8027-ac32c9e4fa42,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:39.722135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:53:39.724496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:39.757343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321726d6-be0c-4ebf-830e-79928fb5e060 req-8f35db4c-b611-47da-8d39-8a62f9c5b1ab tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:39.766579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-321726d6-be0c-4ebf-830e-79928fb5e060 req-8f35db4c-b611-47da-8d39-8a62f9c5b1ab tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 948 time: 0.3871825 Jul 16 19:53:39.892410 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:39.895153 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Added segment bc98b98f-8c2a-4516-9d4f-8726baa88f4d of type vlan for network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 Jul 16 19:53:39.912631 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:39.939242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Transition to ACTIVE for port object 9fa505ec-d5f1-428b-93d0-7559366dc4be will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:39.953836 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.028944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b393c-c2e0-4300-b8aa-42bba55badef None None] Pushing event updated for resources: {'Port': ['ID=9fa505ec-d5f1-428b-93d0-7559366dc4be,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:40.034469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-321726d6-be0c-4ebf-830e-79928fb5e060 req-b1ced0fb-816d-497a-8313-af2e44be73ef tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621336 Jul 16 19:53:40.154997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Attempting to bind port 9fa505ec-d5f1-428b-93d0-7559366dc4be on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:40.155382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Attempting to bind port 9fa505ec-d5f1-428b-93d0-7559366dc4be by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:40.155773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Attempting to bind port 9fa505ec-d5f1-428b-93d0-7559366dc4be on network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:40.159726 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.162535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:40.162921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Checking segment: {'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:40.170204 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.170652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Bound using segment: {'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:40.171338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Bound port: 9fa505ec-d5f1-428b-93d0-7559366dc4be, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2e902-d5f0-490c-9390-18da4f76ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:40.171756 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.242407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f660a86-eac3-4f74-a0cd-96f6fa125848 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:53:40.317270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] For port 9fa505ec-d5f1-428b-93d0-7559366dc4be, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:40.321948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] For port 9fa505ec-d5f1-428b-93d0-7559366dc4be, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9fa505ec-d5f1-428b-93d0-7559366dc4be,segment=NetworkSegment(5ca2e902-d5f0-490c-9390-18da4f76ff7a),segment_id=5ca2e902-d5f0-490c-9390-18da4f76ff7a)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:40.338817 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.341562 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.401766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.402709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:40.403304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.448032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Transition to ACTIVE for port object 5f660a86-eac3-4f74-a0cd-96f6fa125848 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:40.469905 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.555638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Routers {'a2685e03-8605-419c-9233-26cc28958c48'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:40.559856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a2685e03-8605-419c-9233-26cc28958c48'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:40.563819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b393c-c2e0-4300-b8aa-42bba55badef None None] Pushing event updated for resources: {'Port': ['ID=9fa505ec-d5f1-428b-93d0-7559366dc4be,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:40.625689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7213738 Jul 16 19:53:40.625982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50812) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:40.632569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Request body: {'subnet': {'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-subnet', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:40.648617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Pushing event updated for resources: {'Port': ['ID=5f660a86-eac3-4f74-a0cd-96f6fa125848,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:40.697592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Made reservation on behalf of 68ed5c337f9c44d697eb627e1b16e8ec for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:40.701361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:40.775308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a9329-c146-4213-8674-b07b02982651 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ec1d89-0ced-405e-a07a-eb53365bc0d0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:40.798918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:53:40.841430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db11a1-d2c7-462d-8601-21125a817d28 req-c6528a80-ea51-4946-8c3f-79a40004cdf7 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:40.845154 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4db11a1-d2c7-462d-8601-21125a817d28 req-c6528a80-ea51-4946-8c3f-79a40004cdf7 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 931 time: 0.5076215 Jul 16 19:53:40.919284 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.087149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] Set router a2685e03-8605-419c-9233-26cc28958c48 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:41.119990 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.233554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4db11a1-d2c7-462d-8601-21125a817d28 req-d2fe3aee-f0d7-4d38-a6e5-d8f409db115d tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769677 Jul 16 19:53:41.267644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Checking segment: {'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:41.267644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Network hostable DHCP agents. Network: c0ec1d89-0ced-405e-a07a-eb53365bc0d0, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:53:41.303138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:41.323600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.323970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.324362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.324710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.325050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.325403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.325738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.326081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.328067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.328801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.328801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.329527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:41.353475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Attempting to bind port 5f660a86-eac3-4f74-a0cd-96f6fa125848 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:41.353890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Attempting to bind port 5f660a86-eac3-4f74-a0cd-96f6fa125848 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:41.354301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Attempting to bind port 5f660a86-eac3-4f74-a0cd-96f6fa125848 on network 0237ba97-72a0-466b-8b02-c68e295f8a6e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:41.357967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:53:41.363416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Port 5f660a86-eac3-4f74-a0cd-96f6fa125848 on network 0237ba97-72a0-466b-8b02-c68e295f8a6e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:53:41.363760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Attempting to bind port 5f660a86-eac3-4f74-a0cd-96f6fa125848 on network 0237ba97-72a0-466b-8b02-c68e295f8a6e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:41.384159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, c0ec1d89-0ced-405e-a07a-eb53365bc0d0) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:41.406409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:41.407788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.432128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f131de-aa35-4e17-894f-c9495d559ddf None None] Network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:53:41.443142 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ba80d02f-7903-4560-a955-51c25cde7224 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8152111 Jul 16 19:53:41.445395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:41.454642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:41.466158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:41.467501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Checking segment: {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:41.468305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Bound using segment: {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:41.469491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Bound port: 5f660a86-eac3-4f74-a0cd-96f6fa125848, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477b694f-dd50-47fe-a80b-33ee49478e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:41.470417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.508444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.513614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.604703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Allocated IP 172.25.6.145 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/cc172dde-929a-45ba-8255-43525bc7f62a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:41.643049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.682078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] For port 5f660a86-eac3-4f74-a0cd-96f6fa125848, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:41.707787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] For port 5f660a86-eac3-4f74-a0cd-96f6fa125848, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5f660a86-eac3-4f74-a0cd-96f6fa125848,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:41.754963 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.788266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-c0ec1d89-0ced-405e-a07a-eb53365bc0d0', 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'fixed_ips': [{'subnet_id': 'a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:53:41.789232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.809471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:41.817128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:41.819194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] 10.222.0.68 "PUT /v2.0/ports/5f660a86-eac3-4f74-a0cd-96f6fa125848 HTTP/1.1" status: 200 len: 1092 time: 3.5500603 Jul 16 19:53:41.822698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ea0619-1fb6-4e26-b3b1-3702843db9bb', 'tag': '5f660a86-eac3-4f74-a0cd-96f6fa125848'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:41.825411 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a60b88-cfc6-4022-802d-ecd9797b816e" -d '{"events": [{"name": "network-changed", "server_uuid": "77ea0619-1fb6-4e26-b3b1-3702843db9bb", "tag": "5f660a86-eac3-4f74-a0cd-96f6fa125848"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:41.860076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:53:32Z', 'revision_number': 4, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9fa505ec-d5f1-428b-93d0-7559366dc4be', 'name': '', 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'mac_address': 'fa:16:3e:dc:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f5429434-06b1-4ec0-93a0-286b0d35ff5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:30Z', 'updated_at': '2021-07-16T19:53:40Z', 'revision_number': 4, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'subnets': [{'id': 'f5429434-06b1-4ec0-93a0-286b0d35ff5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:41.935331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef5f60-cf39-4e47-8861-b39385838799 None None] The sync data for ids ['a2685e03-8605-419c-9233-26cc28958c48'] in n-d-791505-15 is: [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:53:32Z', 'revision_number': 4, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9fa505ec-d5f1-428b-93d0-7559366dc4be', 'name': '', 'network_id': '801a5aa6-a7f0-4077-b0af-5b632f7ad9a0', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'mac_address': 'fa:16:3e:dc:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f5429434-06b1-4ec0-93a0-286b0d35ff5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:30Z', 'updated_at': '2021-07-16T19:53:40Z', 'revision_number': 4, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'subnets': [{'id': 'f5429434-06b1-4ec0-93a0-286b0d35ff5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:53:41.953670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b1743-adf3-4fad-8906-0f1ef3c2841f service neutron] Pushing event updated for resources: {'Port': ['ID=5f660a86-eac3-4f74-a0cd-96f6fa125848,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:41.972735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.033508 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.145518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.189805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:42.196237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:42.219734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:42.368006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Allocated IP 172.20.0.2 (c0ec1d89-0ced-405e-a07a-eb53365bc0d0/a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb/ef552488-ca93-4ef0-a2b0-9fb30c3cb86b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:42.402033 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.496159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Pushing event updated for resources: {'Port': ['ID=cc172dde-929a-45ba-8255-43525bc7f62a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:42.542193 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.603489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9fa505ec-d5f1-428b-93d0-7559366dc4be up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:42.817494 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.885958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.904783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.912706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9fa505ec-d5f1-428b-93d0-7559366dc4be completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:42.915700 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:42.926236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9fa505ec-d5f1-428b-93d0-7559366dc4be triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:42.926769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.000350 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.020223 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:53:43.051783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Transition to ACTIVE for port object ef552488-ca93-4ef0-a2b0-9fb30c3cb86b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:43.088731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Pushing event updated for resources: {'Port': ['ID=cc172dde-929a-45ba-8255-43525bc7f62a,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:43.120725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Transition to ACTIVE for port object ef552488-ca93-4ef0-a2b0-9fb30c3cb86b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:43.145470 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.244661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.272254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Allocated IP 172.25.6.92 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/f186ad27-d2ad-4972-8450-cce7b34d5aec) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:43.288591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.292100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-ea70ee8f-5ebd-451b-9986-1efbe5e6fdb4 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2897890 Jul 16 19:53:43.366731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-01226510-aca1-4d06-ade7-6616e1101cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:43.368943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-01226510-aca1-4d06-ade7-6616e1101cf6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3445299 Jul 16 19:53:43.383625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:43.421642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:43.427955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:43.445427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-a63a492e-4f50-4579-9533-91657b7a40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:43.446996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-a63a492e-4f50-4579-9533-91657b7a40b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e19605762ad4d649160c7c1d45d4d36&device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 1095 time: 0.3802109 Jul 16 19:53:43.450078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-2bbffa3e-be1c-4ed1-afa4-010ac0c1f259 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1104212497&fields=id&tenant_id=e03b3659242d48db8d9d25eda76ad32d HTTP/1.1" status: 200 len: 267 time: 0.1700058 Jul 16 19:53:43.463700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-3488c179-4a1f-4ec0-8b03-e6da4e68e2a1 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.1244671 Jul 16 19:53:43.475670 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-d8cd819f-a4d0-4358-a5f0-0c6cc873545b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.0789275 Jul 16 19:53:43.497637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Pushing event updated for resources: {'Port': ['ID=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:43.502172 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.626610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Attempting to bind port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:43.628309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Attempting to bind port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:43.629368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Attempting to bind port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b on network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:43.667243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:43.667688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Checking segment: {'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:43.672957 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.673550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Bound using segment: {'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:43.674077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Bound port: ef552488-ca93-4ef0-a2b0-9fb30c3cb86b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:43.674486 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.684911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9fa505ec-d5f1-428b-93d0-7559366dc4be, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9fa505ec-d5f1-428b-93d0-7559366dc4be,segment=NetworkSegment(5ca2e902-d5f0-490c-9390-18da4f76ff7a),segment_id=5ca2e902-d5f0-490c-9390-18da4f76ff7a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:43.708142 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:43.809117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-dcf52886-8c54-48ea-9e27-daf3e4190951 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f660a86-eac3-4f74-a0cd-96f6fa125848 HTTP/1.1" status: 200 len: 217 time: 0.3442891 Jul 16 19:53:43.826885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-8fe29406-468a-457a-98ef-2a491e9c1e96 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:43.829098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-8fe29406-468a-457a-98ef-2a491e9c1e96 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/networks?id=c6860476-a25b-4e32-8572-ba7f4b83b501 HTTP/1.1" status: 200 len: 816 time: 0.3631885 Jul 16 19:53:43.885669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-2b645335-cd1d-46ff-b306-805b3854fe58 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/quotas/e03b3659242d48db8d9d25eda76ad32d HTTP/1.1" status: 200 len: 375 time: 0.0335050 Jul 16 19:53:43.932675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] For port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:43.944639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] For port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,segment=NetworkSegment(bc98b98f-8c2a-4516-9d4f-8726baa88f4d),segment_id=bc98b98f-8c2a-4516-9d4f-8726baa88f4d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:43.956089 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:44.053562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9fa505ec-d5f1-428b-93d0-7559366dc4be,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:44.258497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2917cf5-1e20-44f0-9f70-b2e6adf9c224 None None] Pushing event updated for resources: {'Port': ['ID=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:44.479671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-0791df5a-c4cb-4d63-9838-d074ab710ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:44.481409 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-0791df5a-c4cb-4d63-9838-d074ab710ec7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.9623470 Jul 16 19:53:44.520269 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:44.649880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9fa505ec-d5f1-428b-93d0-7559366dc4be up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:44.651511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:44.769667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f186ad27-d2ad-4972-8450-cce7b34d5aec,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:44.838335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-366e9a2b-d443-4cb0-b844-6681b0711a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:44.841559 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-366e9a2b-d443-4cb0-b844-6681b0711a73 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2591798 Jul 16 19:53:44.842295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9fa505ec-d5f1-428b-93d0-7559366dc4be triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:44.842671 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:44.858419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:44.862593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:45.102690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:45.184521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-6f4307dc-247e-4440-bc1a-4b36f83482b2 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115561 Jul 16 19:53:45.407961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-1a39c4f9-4b0c-4491-9af0-9640d2f4a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:45.410120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-1a39c4f9-4b0c-4491-9af0-9640d2f4a5ec service neutron] 10.222.0.68 "GET /v2.0/subnets?id=afa626fe-947d-4d15-be5b-6fd9a78f784a HTTP/1.1" status: 200 len: 854 time: 1.5647252 Jul 16 19:53:45.446220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-31c69884-6080-4dd7-b12e-c39e3f7e2285 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:45.462817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf4aaf67-6652-4da3-9632-c5ad3998737f req-31c69884-6080-4dd7-b12e-c39e3f7e2285 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 1.7489955 Jul 16 19:53:45.491244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-97087f7e-4384-4bc0-b058-ac365fea2b50 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e03b3659242d48db8d9d25eda76ad32d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5787637 Jul 16 19:53:45.636469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:53:45.723982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:45.737252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-9da7226f-e1e2-48d7-a16d-d911f80971f4 service neutron] 10.222.0.78 "GET /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215567 Jul 16 19:53:45.932620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:45.984032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'mac_address': 'fa:16:3e:f3:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:53:45.986934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-0ec93209-a32d-48ff-8966-5d151a22213d service neutron] 10.222.0.78 "GET /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407169 Jul 16 19:53:46.007445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5724a0-ed11-4e62-b40a-df1989554ba8 None None] Network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:53:46.091030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:46.281558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-67a67bf0-928b-466a-be07-5ee9e2c6e851 None None] Provisioning for port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:46.333649 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:46.445837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Router c1bad407-0282-4721-9bd2-bd53531e5cf6 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:53:46.644242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:53:46.660271 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Sync routers for ids ['c1bad407-0282-4721-9bd2-bd53531e5cf6'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:53:46.675049 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Routers {'c1bad407-0282-4721-9bd2-bd53531e5cf6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:46.677464 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c1bad407-0282-4721-9bd2-bd53531e5cf6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:46.677769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:46.683547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50848) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:46.692240 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a8cb1150-ea09-4cf3-be01-724b872eb3a7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2448943 Jul 16 19:53:46.813592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:53:46.823200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ef552488-ca93-4ef0-a2b0-9fb30c3cb86b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:46.935174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:46.951791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:46.970553 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Set router c1bad407-0282-4721-9bd2-bd53531e5cf6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:47.135454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:47.186754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:47.224806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:47.225330 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:47.259646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:53:47.403577 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2712d914-49c2-4ff1-ae09-bddc130a4f43 x-openstack-request-id: req-2712d914-49c2-4ff1-ae09-bddc130a4f43 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:47.403802 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ea0619-1fb6-4e26-b3b1-3702843db9bb", "tag": "5f660a86-eac3-4f74-a0cd-96f6fa125848", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:47.404072 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2712d914-49c2-4ff1-ae09-bddc130a4f43 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:47.409863 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ea0619-1fb6-4e26-b3b1-3702843db9bb', 'tag': '5f660a86-eac3-4f74-a0cd-96f6fa125848', 'status': 'completed', 'code': 200} Jul 16 19:53:47.432087 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ab98c1d5-8316-49b3-a759-6fbabe2415ca req-5b22f11a-e939-4c17-b469-71423022a8c3 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638249 Jul 16 19:53:47.741958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbe354-77b3-4166-b51b-4913b1464689 req-b866f0d9-8eec-48df-9dbe-7846d1dc97ac tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:47.743574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5dbe354-77b3-4166-b51b-4913b1464689 req-b866f0d9-8eec-48df-9dbe-7846d1dc97ac tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 949 time: 0.5823796 Jul 16 19:53:47.778052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:47.811514 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:45Z', 'revision_number': 3, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:47.885523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,segment=NetworkSegment(bc98b98f-8c2a-4516-9d4f-8726baa88f4d),segment_id=bc98b98f-8c2a-4516-9d4f-8726baa88f4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:47.893992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:47.921886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Checking router: c1bad407-0282-4721-9bd2-bd53531e5cf6 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:53:47.926673 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Updating router c1bad407-0282-4721-9bd2-bd53531e5cf6 port f186ad27-d2ad-4972-8450-cce7b34d5aec binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:53:47.979813 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b4d9-2617-4c3a-aed8-f711477b46d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:47.988292 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:47.992759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-b36c4400-55dd-4ef6-828a-302ea66ec4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:47.994345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-b36c4400-55dd-4ef6-828a-302ea66ec4fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0237ba97-72a0-466b-8b02-c68e295f8a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7514172 Jul 16 19:53:48.002895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:48.044700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5dbe354-77b3-4166-b51b-4913b1464689 req-44027b1b-ad22-424f-bf56-e646a231f5e7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869468 Jul 16 19:53:48.065774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc247-4ef8-4e98-93c2-81f6aeff3f53 req-d59c6722-c907-4924-8844-0b5b417c9b2a tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:48.067351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-628dc247-4ef8-4e98-93c2-81f6aeff3f53 req-d59c6722-c907-4924-8844-0b5b417c9b2a tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 943 time: 0.5511932 Jul 16 19:53:48.088162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7f7ad0f9-e0b5-4a47-a33d-0512e83ffb84 None None] Provisioning complete for port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:48.088845 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad0f9-e0b5-4a47-a33d-0512e83ffb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.188161 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.252757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-628dc247-4ef8-4e98-93c2-81f6aeff3f53 req-219f0b04-f7d7-42da-b519-1eba73af03b5 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728768 Jul 16 19:53:48.431636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51a716e5-9913-422c-bae0-58fd26e4debb req-ba3feba6-961d-4c0e-a55b-ff45f28a0374 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips/a1fbf157-cd6c-4933-9255-dc9c32d72eb7 HTTP/1.1" status: 200 len: 693 time: 0.0783813 Jul 16 19:53:48.477513 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.490743 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Transition to ACTIVE for port object f186ad27-d2ad-4972-8450-cce7b34d5aec will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:48.505720 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.541030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ef552488-ca93-4ef0-a2b0-9fb30c3cb86b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:48.545612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-b0f1fe84-0f24-4d50-a383-1ecb5fbb691b service neutron] 10.222.0.68 "GET /v2.0/networks/0237ba97-72a0-466b-8b02-c68e295f8a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151456 Jul 16 19:53:48.573243 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Attempting to bind port f186ad27-d2ad-4972-8450-cce7b34d5aec on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:48.573786 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Attempting to bind port f186ad27-d2ad-4972-8450-cce7b34d5aec by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:48.574269 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Attempting to bind port f186ad27-d2ad-4972-8450-cce7b34d5aec on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:48.583126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d72f8ab-438f-4848-8853-6c927c4c4a39 req-85409035-5ce2-431e-a9e0-b0fcbc820f8c tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 210 time: 0.0896549 Jul 16 19:53:48.589606 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:48.590126 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:48.590640 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.591144 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:48.591735 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Bound port: f186ad27-d2ad-4972-8450-cce7b34d5aec, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:48.592970 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.596052 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e225461-ec87-4629-8252-0b0737b1be96 None None] Pushing event updated for resources: {'Port': ['ID=f186ad27-d2ad-4972-8450-cce7b34d5aec,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:48.651702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:48.652314 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.680161 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] For port f186ad27-d2ad-4972-8450-cce7b34d5aec, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:48.686301 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] For port f186ad27-d2ad-4972-8450-cce7b34d5aec, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f186ad27-d2ad-4972-8450-cce7b34d5aec,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:48.697262 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.815583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a716e5-9913-422c-bae0-58fd26e4debb req-f9632195-46fc-4bd9-8f67-37b8bbf30dcf tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:48.817163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51a716e5-9913-422c-bae0-58fd26e4debb req-f9632195-46fc-4bd9-8f67-37b8bbf30dcf tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.3468220 Jul 16 19:53:48.828048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Allocated IP 172.20.0.1 (c0ec1d89-0ced-405e-a07a-eb53365bc0d0/a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb/3f0ee25f-80bf-46cf-a5ed-11c9db64f20a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:48.890679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f81656b-21f5-4214-b629-e4108f37aa2b req-28393624-d7b1-4863-b968-b6a02e6c35cb service neutron] 10.222.0.68 "GET /v2.0/networks/0237ba97-72a0-466b-8b02-c68e295f8a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223567 Jul 16 19:53:48.903560 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Routers {'c1bad407-0282-4721-9bd2-bd53531e5cf6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:48.904228 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c1bad407-0282-4721-9bd2-bd53531e5cf6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:48.946467 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e225461-ec87-4629-8252-0b0737b1be96 None None] Pushing event updated for resources: {'Port': ['ID=f186ad27-d2ad-4972-8450-cce7b34d5aec,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:48.966798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c9fa311-6c25-4375-a6dc-bfbf4fa87758 req-dd757f9a-5dd0-44b1-a912-0e430645f683 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=e365c82ffb4e4d648adff86376dbb2ea HTTP/1.1" status: 200 len: 696 time: 0.1189587 Jul 16 19:53:49.024356 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] Set router c1bad407-0282-4721-9bd2-bd53531e5cf6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:49.200232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-80bc6c14-3c72-4f3c-84fb-08f22aa01ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:49.202177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-80bc6c14-3c72-4f3c-84fb-08f22aa01ebf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e19605762ad4d649160c7c1d45d4d36&device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 1095 time: 0.2475026 Jul 16 19:53:49.206196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:49.261209 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Transition to ACTIVE for port object 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:49.298273 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:45Z', 'revision_number': 3, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:49.327398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fa311-6c25-4375-a6dc-bfbf4fa87758 req-00152e5f-05f4-4f04-90d6-8ca76ca2ba36 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:49.329087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c9fa311-6c25-4375-a6dc-bfbf4fa87758 req-00152e5f-05f4-4f04-90d6-8ca76ca2ba36 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/networks?id=5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 787 time: 0.3193913 Jul 16 19:53:49.354611 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb45b-e788-4e45-abe0-30cffde25956 None None] The sync data for ids ['c1bad407-0282-4721-9bd2-bd53531e5cf6'] in n-d-791505-15 is: [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:45Z', 'revision_number': 3, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:53:49.390152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-8c9fa311-6c25-4375-a6dc-bfbf4fa87758 req-73986108-8ae4-4778-837b-901535418189 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:53:49.400574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c9fa311-6c25-4375-a6dc-bfbf4fa87758 req-73986108-8ae4-4778-837b-901535418189 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0383663 Jul 16 19:53:49.425876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-3786c425-5b89-43d1-8dad-6d5d15e09137 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:49.429575 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-3786c425-5b89-43d1-8dad-6d5d15e09137 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.68 "GET /v2.0/networks?id=c6860476-a25b-4e32-8572-ba7f4b83b501 HTTP/1.1" status: 200 len: 816 time: 0.2458332 Jul 16 19:53:49.479852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-5914ae4f-156b-4254-a873-22a99b5cea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:49.481448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-5914ae4f-156b-4254-a873-22a99b5cea4f service neutron] 10.222.0.68 "GET /v2.0/networks?id=0237ba97-72a0-466b-8b02-c68e295f8a6e HTTP/1.1" status: 200 len: 916 time: 0.2694852 Jul 16 19:53:49.533316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-d0eeaa46-eeeb-42b2-b4c5-7ca0e4244fc0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f660a86-eac3-4f74-a0cd-96f6fa125848 HTTP/1.1" status: 200 len: 217 time: 0.0418744 Jul 16 19:53:49.536898 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-421b8122-921d-469d-adc5-192c367dee72 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e03b3659242d48db8d9d25eda76ad32d HTTP/1.1" status: 200 len: 380 time: 0.0916460 Jul 16 19:53:49.552095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Request body: {'port': {'device_id': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'admin_state_up': True, 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'security_groups': ['b88c44dd-8d83-4582-81c2-42cc9f0b5d0b']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:49.600924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-e8aaa7ee-6c70-4b35-915d-2a825b30966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:49.603375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-e8aaa7ee-6c70-4b35-915d-2a825b30966c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=afa626fe-947d-4d15-be5b-6fd9a78f784a HTTP/1.1" status: 200 len: 854 time: 0.0604041 Jul 16 19:53:49.633357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b4a3b-8912-4f35-84c8-6b9c50d67748 req-94f3861b-cfc3-48f7-923f-f2965a182a17 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:49.641664 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-547b4a3b-8912-4f35-84c8-6b9c50d67748 req-94f3861b-cfc3-48f7-923f-f2965a182a17 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 949 time: 0.3866053 Jul 16 19:53:49.659752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:49.676436 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:49.714364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:49.782973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Made reservation on behalf of e03b3659242d48db8d9d25eda76ad32d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:49.788066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:49.788547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:49.793970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:49.794364 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:49.806873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:49.861416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:49.884952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-547b4a3b-8912-4f35-84c8-6b9c50d67748 req-f042fbf1-fdf7-49c3-beda-27179d1e14b4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423310 Jul 16 19:53:50.054399 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.098082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.138508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:50.142852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:50.150143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Allocated IP 172.20.0.5 (c6860476-a25b-4e32-8572-ba7f4b83b501/c6e46ff0-d2c5-470c-9475-2f5b1f059ef7/c221c6eb-ac20-41b4-9da7-be6af14d6e9b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:50.152517 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d21d74-5404-4259-a29b-fa3ceb84dc28" -d '{"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:50.160411 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.276274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Pushing event updated for resources: {'Port': ['ID=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:50.277964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:50.311809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d9c022-4066-4118-890b-da2a2936da3f req-da767954-627c-4dbd-b884-1d887375d85e tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips/a1fbf157-cd6c-4933-9255-dc9c32d72eb7 HTTP/1.1" status: 200 len: 693 time: 0.3410332 Jul 16 19:53:50.345414 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-db1352bc-6f7d-4634-aa38-cdcef91187ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.351133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dbe0731c-0fb0-4143-9d5b-07810fd73fc9 None None] Provisioning for port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:50.356547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dbe0731c-0fb0-4143-9d5b-07810fd73fc9 None None] Provisioning complete for port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:50.356948 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbe0731c-0fb0-4143-9d5b-07810fd73fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.413407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0731c-0fb0-4143-9d5b-07810fd73fc9 None None] Port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:53:50.443753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-0c84e8a9-56ca-4416-a10e-de2d85c8fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:50.447103 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-0c84e8a9-56ca-4416-a10e-de2d85c8fb22 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0237ba97-72a0-466b-8b02-c68e295f8a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8361802 Jul 16 19:53:50.483850 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.526040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.557213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f186ad27-d2ad-4972-8450-cce7b34d5aec up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:50.569814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Transition to ACTIVE for port object c221c6eb-ac20-41b4-9da7-be6af14d6e9b will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:50.675434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f186ad27-d2ad-4972-8450-cce7b34d5aec completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:50.682177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.685064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f186ad27-d2ad-4972-8450-cce7b34d5aec triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:50.686136 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.777578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Network c6860476-a25b-4e32-8572-ba7f4b83b501 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:50.786885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:50.817576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:50.830123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event updated for resources: {'Port': ['ID=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:50.883045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.942125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port f186ad27-d2ad-4972-8450-cce7b34d5aec, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f186ad27-d2ad-4972-8450-cce7b34d5aec,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:50.951974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.956052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:50.957460 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.986917 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-de8443d4-426c-498a-8637-3d33660dd449 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4431419 Jul 16 19:53:51.000389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Request body: {'port': {'device_id': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:51.045993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4123b22-b598-46a7-b656-16ba43504e89 req-e76dd31d-f27b-453a-bfd5-f65efc28eb54 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:51.053598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4123b22-b598-46a7-b656-16ba43504e89 req-e76dd31d-f27b-453a-bfd5-f65efc28eb54 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 943 time: 1.2847555 Jul 16 19:53:51.077865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.079297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=f186ad27-d2ad-4972-8450-cce7b34d5aec,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:51.179000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.192882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9c022-4066-4118-890b-da2a2936da3f req-05382d2b-f2ba-48fd-be28-27ff778d964e tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:51.199704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d9c022-4066-4118-890b-da2a2936da3f req-05382d2b-f2ba-48fd-be28-27ff778d964e tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.8867657 Jul 16 19:53:51.235569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-c2d9c022-4066-4118-890b-da2a2936da3f req-67605128-f6cc-4010-a5fa-a5ad3f9caa88 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:53:51.243250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d9c022-4066-4118-890b-da2a2936da3f req-67605128-f6cc-4010-a5fa-a5ad3f9caa88 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0425999 Jul 16 19:53:51.252662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1a65038b-fe3f-4421-913d-5575508cd6fd None None] Provisioning for port c221c6eb-ac20-41b4-9da7-be6af14d6e9b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:51.257035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1a65038b-fe3f-4421-913d-5575508cd6fd None None] Provisioning complete for port c221c6eb-ac20-41b4-9da7-be6af14d6e9b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:51.257490 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1a65038b-fe3f-4421-913d-5575508cd6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.306519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4123b22-b598-46a7-b656-16ba43504e89 req-9f1e0633-8d8c-48a0-a69f-fda3e057c735 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520151 Jul 16 19:53:51.339378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d9c022-4066-4118-890b-da2a2936da3f req-b3e1e874-bea9-408f-960d-7817bceea65d tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.0951655 Jul 16 19:53:51.344577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1a65038b-fe3f-4421-913d-5575508cd6fd None None] Port c221c6eb-ac20-41b4-9da7-be6af14d6e9b cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:53:51.407901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-5b25d385-8288-4ebe-98f0-f8bfb9f97f46 service neutron] 10.222.0.68 "GET /v2.0/networks/0237ba97-72a0-466b-8b02-c68e295f8a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9429307 Jul 16 19:53:51.441558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d9c022-4066-4118-890b-da2a2936da3f req-fa43db1e-6676-41bf-a4f1-067ddefaeeb5 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.1010981 Jul 16 19:53:51.645760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c221c6eb-ac20-41b4-9da7-be6af14d6e9b {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:53:51.652751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5f660a86-eac3-4f74-a0cd-96f6fa125848 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:53:51.656073 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.672986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Transition to ACTIVE for port object c221c6eb-ac20-41b4-9da7-be6af14d6e9b will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:51.694492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.830862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Pushing event updated for resources: {'Port': ['ID=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:51.881808 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63a60b88-cfc6-4022-802d-ecd9797b816e req-d59cb17d-3f69-42bb-ab2f-90cf1d6cdf40 service neutron] 10.222.0.68 "GET /v2.0/networks/0237ba97-72a0-466b-8b02-c68e295f8a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667575 Jul 16 19:53:51.899729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0e9aa-b07f-4710-8454-7904cbff5187 req-1c68d162-91ac-45b4-a015-e54f5d9715f2 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:51.901652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b0e9aa-b07f-4710-8454-7904cbff5187 req-1c68d162-91ac-45b4-a015-e54f5d9715f2 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 931 time: 0.3799417 Jul 16 19:53:51.906888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.923403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5f660a86-eac3-4f74-a0cd-96f6fa125848, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5f660a86-eac3-4f74-a0cd-96f6fa125848,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:51.925094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.963877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '5f660a86-eac3-4f74-a0cd-96f6fa125848', 'network_id': '0237ba97-72a0-466b-8b02-c68e295f8a6e', 'port_id': '5f660a86-eac3-4f74-a0cd-96f6fa125848', 'mac_address': 'fa:16:3e:86:6d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa626fe-947d-4d15-be5b-6fd9a78f784a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:53:51.978564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Deleting port cc172dde-929a-45ba-8255-43525bc7f62a {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:51.979343 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.997698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Attempting to bind port c221c6eb-ac20-41b4-9da7-be6af14d6e9b on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:51.998502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Attempting to bind port c221c6eb-ac20-41b4-9da7-be6af14d6e9b by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:51.999544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Attempting to bind port c221c6eb-ac20-41b4-9da7-be6af14d6e9b on network c6860476-a25b-4e32-8572-ba7f4b83b501 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:52.006194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Port c221c6eb-ac20-41b4-9da7-be6af14d6e9b on network c6860476-a25b-4e32-8572-ba7f4b83b501 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:53:52.007082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Attempting to bind port c221c6eb-ac20-41b4-9da7-be6af14d6e9b on network c6860476-a25b-4e32-8572-ba7f4b83b501 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:52.013621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:52.014780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Checking segment: {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:52.015421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Bound using segment: {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:52.016403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Bound port: c221c6eb-ac20-41b4-9da7-be6af14d6e9b, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82b86fa-8f40-46a7-bb68-6674d6198896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:52.017006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.068571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.098020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f660a86-eac3-4f74-a0cd-96f6fa125848 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:53:52.111972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] For port c221c6eb-ac20-41b4-9da7-be6af14d6e9b, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:52.116845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] For port c221c6eb-ac20-41b4-9da7-be6af14d6e9b, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:52.125104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.152316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5f660a86-eac3-4f74-a0cd-96f6fa125848, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5f660a86-eac3-4f74-a0cd-96f6fa125848,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:52.160779 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.198679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b0e9aa-b07f-4710-8454-7904cbff5187 req-a91838f1-7df6-4c6b-a9a9-07381a7643a1 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885470 Jul 16 19:53:52.202411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:52.203644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.205134 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] 10.222.0.68 "PUT /v2.0/ports/c221c6eb-ac20-41b4-9da7-be6af14d6e9b HTTP/1.1" status: 200 len: 1092 time: 1.2098141 Jul 16 19:53:52.205617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'tag': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:52.207938 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71619f1-f596-4cce-be66-2fc37d345c36" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb1b7ad-f59b-4f16-9304-01a245b86b57", "tag": "c221c6eb-ac20-41b4-9da7-be6af14d6e9b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:52.271714 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.281784 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.290873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5f660a86-eac3-4f74-a0cd-96f6fa125848,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:52.370303 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.370703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.377983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f754c-c259-4949-9cd9-f0ab47385726 service neutron] Pushing event updated for resources: {'Port': ['ID=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:52.396240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Calling delete_port for cc172dde-929a-45ba-8255-43525bc7f62a owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:52.397093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['5f660a86-eac3-4f74-a0cd-96f6fa125848'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:53:52.490561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-f749138d-bdc3-4b28-91b7-6a8c1e62d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:52.492113 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-f749138d-bdc3-4b28-91b7-6a8c1e62d4cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e03b3659242d48db8d9d25eda76ad32d&device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 1095 time: 0.2222447 Jul 16 19:53:52.541779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Pushing event updated for resources: {'Port': ['ID=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:52.606079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-44334d68-4d51-42b3-bb85-46a2595efb14 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c221c6eb-ac20-41b4-9da7-be6af14d6e9b HTTP/1.1" status: 200 len: 217 time: 0.1063304 Jul 16 19:53:52.606335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f186ad27-d2ad-4972-8450-cce7b34d5aec up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:52.727988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f186ad27-d2ad-4972-8450-cce7b34d5aec triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:52.728755 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:52.729852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-d0958cf2-4ccd-41f3-84b2-b9427e33c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:52.733162 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-d0958cf2-4ccd-41f3-84b2-b9427e33c888 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c6e46ff0-d2c5-470c-9475-2f5b1f059ef7 HTTP/1.1" status: 200 len: 855 time: 0.1156578 Jul 16 19:53:52.814660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:52.815960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:52.868733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-1efcf5e2-2823-4e7f-8bac-6d82c0f36aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:52.870735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-1efcf5e2-2823-4e7f-8bac-6d82c0f36aaa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6860476-a25b-4e32-8572-ba7f4b83b501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316137 Jul 16 19:53:53.027529 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-40f4abd6-cd0a-4f28-87a1-b0ceded4940e service neutron] 10.222.0.68 "GET /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483042 Jul 16 19:53:53.055739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.143085 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf34ebf6-1010-4023-b346-f6ca31ce1c6d x-openstack-request-id: req-bf34ebf6-1010-4023-b346-f6ca31ce1c6d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:53.143621 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:53.143621 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf34ebf6-1010-4023-b346-f6ca31ce1c6d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:53.144029 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'code': 200} Jul 16 19:53:53.197415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Pushing event deleted for resources: {'Port': ['ID=cc172dde-929a-45ba-8255-43525bc7f62a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:53.199157 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-287dbcc7-ee01-4a40-bf1a-65e8f6ce392b req-fa311b58-2bd5-481b-9baf-31ff2485422f service neutron] 10.222.0.68 "GET /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561942 Jul 16 19:53:53.232981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-002ea7b6-b9aa-4fc6-a922-a82866174ae1 None None] Provisioning complete for port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:53.233614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-002ea7b6-b9aa-4fc6-a922-a82866174ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.279068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-002ea7b6-b9aa-4fc6-a922-a82866174ae1 None None] Port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:53:53.298924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Router c1bad407-0282-4721-9bd2-bd53531e5cf6 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:53:53.364820 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7d590-8e13-4cc0-ae17-1b0238e1dd16 x-openstack-request-id: req-6cd7d590-8e13-4cc0-ae17-1b0238e1dd16 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:53.365302 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb1b7ad-f59b-4f16-9304-01a245b86b57", "tag": "c221c6eb-ac20-41b4-9da7-be6af14d6e9b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:53.365716 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cd7d590-8e13-4cc0-ae17-1b0238e1dd16 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:53.366281 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'tag': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'status': 'completed', 'code': 200} Jul 16 19:53:53.439142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.442394 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.443766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d9c022-4066-4118-890b-da2a2936da3f req-46a23679-8388-48a3-bb46-b98a07c4c841 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "DELETE /v2.0/floatingips/a1fbf157-cd6c-4933-9255-dc9c32d72eb7 HTTP/1.1" status: 204 len: 173 time: 2.0014818 Jul 16 19:53:53.470656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-630f5f95-a57f-4b20-a672-77c802e88395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:53.472230 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-630f5f95-a57f-4b20-a672-77c802e88395 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e03b3659242d48db8d9d25eda76ad32d&device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 1095 time: 0.0816553 Jul 16 19:53:53.561898 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.609661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-72db0ad9-06b7-444f-a154-1e6d6727cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:53.611575 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-72db0ad9-06b7-444f-a154-1e6d6727cc06 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6860476-a25b-4e32-8572-ba7f4b83b501 HTTP/1.1" status: 200 len: 917 time: 0.1324790 Jul 16 19:53:53.618370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-c4e99f4f-935c-4e06-9d73-764856dd237a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:53.620042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-c4e99f4f-935c-4e06-9d73-764856dd237a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 950 time: 0.5420644 Jul 16 19:53:53.667123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5f660a86-eac3-4f74-a0cd-96f6fa125848 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:53.668979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-99230ac1-9748-42fd-a921-571cfeb14244 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c221c6eb-ac20-41b4-9da7-be6af14d6e9b HTTP/1.1" status: 200 len: 217 time: 0.0513666 Jul 16 19:53:53.721916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:53:53.734971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 5f660a86-eac3-4f74-a0cd-96f6fa125848 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:53.745921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-36098744-5179-4b26-b976-2cfc48dd626a admin admin] 10.222.0.78 "PUT /v2.0/routers/c1bad407-0282-4721-9bd2-bd53531e5cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0524099 Jul 16 19:53:53.746118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-6715b21a-0972-4ac5-9983-28a2a59fd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:53.746118 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-6715b21a-0972-4ac5-9983-28a2a59fd172 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c6e46ff0-d2c5-470c-9475-2f5b1f059ef7 HTTP/1.1" status: 200 len: 855 time: 0.0654767 Jul 16 19:53:53.754208 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Sync routers for ids ['c1bad407-0282-4721-9bd2-bd53531e5cf6'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:53:53.760528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 5f660a86-eac3-4f74-a0cd-96f6fa125848 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:53.761212 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.797013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48c47-bbfe-406a-9217-ad439b34b0c5 req-072563a8-9bad-4952-917e-d9378e0894c5 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:53.798767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e48c47-bbfe-406a-9217-ad439b34b0c5 req-072563a8-9bad-4952-917e-d9378e0894c5 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 944 time: 0.3223939 Jul 16 19:53:53.801680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-1f609355-8d23-46cd-8eec-32462642da1d service neutron] 10.222.0.68 "GET /v2.0/ports/3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9/bindings/n-h2-791505-15 HTTP/1.1" status: 200 len: 383 time: 0.1439698 Jul 16 19:53:53.806712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Routers {'c1bad407-0282-4721-9bd2-bd53531e5cf6'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:53.807830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c1bad407-0282-4721-9bd2-bd53531e5cf6'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:53.832496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea83d4-03b8-4f68-8bb5-8e50f76afc90 req-7a3e8559-5dcf-4f1b-95a9-2d48538432e2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:53.848513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05ea83d4-03b8-4f68-8bb5-8e50f76afc90 req-7a3e8559-5dcf-4f1b-95a9-2d48538432e2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.2519557 Jul 16 19:53:53.850299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-471bb5b9-0521-4c6a-9a02-3b85b3e830cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:53.851880 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-471bb5b9-0521-4c6a-9a02-3b85b3e830cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6860476-a25b-4e32-8572-ba7f4b83b501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025414 Jul 16 19:53:53.997735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05ea83d4-03b8-4f68-8bb5-8e50f76afc90 req-61876677-6a1a-40ef-8b94-c936aef2e92d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482685 Jul 16 19:53:54.004508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Set router c1bad407-0282-4721-9bd2-bd53531e5cf6 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:54.026636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e48c47-bbfe-406a-9217-ad439b34b0c5 req-94e598f9-a174-44eb-9228-f9020a98ce7e tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415050 Jul 16 19:53:54.074659 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-fc034e4f-8c3a-4e2f-88fd-1f8d7ec07889 service neutron] 10.222.0.68 "GET /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110851 Jul 16 19:53:54.083227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-9d467b61-8db6-4899-8b4a-72180ebd5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:54.098404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-9d467b61-8db6-4899-8b4a-72180ebd5b26 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1102 time: 0.2351391 Jul 16 19:53:54.229896 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a71619f1-f596-4cce-be66-2fc37d345c36 req-206e9d1e-2aa0-4641-a84a-e5606db0b544 service neutron] 10.222.0.68 "GET /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498816 Jul 16 19:53:54.366789 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.456751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5f660a86-eac3-4f74-a0cd-96f6fa125848, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5f660a86-eac3-4f74-a0cd-96f6fa125848,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:54.462807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '3f0ee25f-80bf-46cf-a5ed-11c9db64f20a', 'name': '', 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'mac_address': 'fa:16:3e:e0:ed:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:48Z', 'updated_at': '2021-07-16T19:53:51Z', 'revision_number': 2, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'subnets': [{'id': 'a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:54.469371 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.496469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-aa12bad9-d09f-460c-84f4-b2280afcf952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:54.499779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-aa12bad9-d09f-460c-84f4-b2280afcf952 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3913107 Jul 16 19:53:54.531617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Checking router: c1bad407-0282-4721-9bd2-bd53531e5cf6 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:53:54.531617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Updating router c1bad407-0282-4721-9bd2-bd53531e5cf6 port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:53:54.611666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-bec99950-db37-4cae-b442-220520e55978 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.0981071 Jul 16 19:53:54.640241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ba34d-ec04-4541-a872-3966c94a6c60 req-82d12874-401e-4ecd-ae28-b7549995b1ae tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:54.642793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f1ba34d-ec04-4541-a872-3966c94a6c60 req-82d12874-401e-4ecd-ae28-b7549995b1ae tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 943 time: 0.4137173 Jul 16 19:53:54.659951 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.661789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-50b65c1d-e980-478a-a544-89a45c1b6c37 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3359470 Jul 16 19:53:54.662913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5f660a86-eac3-4f74-a0cd-96f6fa125848,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:54.710322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:54.799733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-6aad558b-ace7-407e-9ba0-767c47bfad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:54.801886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-6aad558b-ace7-407e-9ba0-767c47bfad9e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1821115 Jul 16 19:53:54.805128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.831189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f1ba34d-ec04-4541-a872-3966c94a6c60 req-52e34417-abfd-4ef9-9615-f126520839ca tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665936 Jul 16 19:53:54.962284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-a0d38391-8669-4cfe-887c-f698cfd4f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:54.963844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-a0d38391-8669-4cfe-887c-f698cfd4f5b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1527865 Jul 16 19:53:55.150195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ea0619-1fb6-4e26-b3b1-3702843db9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f660a86-eac3-4f74-a0cd-96f6fa125848'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:55.157613 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b9b2d4-cccf-4262-bb42-cdf364531cd2" -d '{"events": [{"server_uuid": "77ea0619-1fb6-4e26-b3b1-3702843db9bb", "name": "network-vif-plugged", "status": "completed", "tag": "5f660a86-eac3-4f74-a0cd-96f6fa125848"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:55.164903 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.181648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Transition to ACTIVE for port object 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:55.191246 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.277910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33932d97-6b72-4a12-88d4-99756564b5e5 None None] Pushing event updated for resources: {'Port': ['ID=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:55.357253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Attempting to bind port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:55.357638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Attempting to bind port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:55.358103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Attempting to bind port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a on network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:55.367829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:55.368615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Checking segment: {'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:55.368745 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.369260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Bound using segment: {'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:55.369758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Bound port: 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:55.370598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.483909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] For port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:55.489017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] For port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,segment=NetworkSegment(bc98b98f-8c2a-4516-9d4f-8726baa88f4d),segment_id=bc98b98f-8c2a-4516-9d4f-8726baa88f4d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:55.511112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.543140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce1ea5a9-0fb4-4fb2-ade9-886792ab5ab8 req-a46f5d3e-5f9b-41dc-9cc3-cd538ad6ac15 tempest-FloatingIPsNegativeTestJSON-1762774168 tempest-FloatingIPsNegativeTestJSON-1762774168-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=68ed5c337f9c44d697eb627e1b16e8ec HTTP/1.1" status: 200 len: 217 time: 0.5530169 Jul 16 19:53:55.563510 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.567255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-69be11e1-0e19-4829-a126-962857d1f838 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953145 Jul 16 19:53:55.714825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Routers {'c1bad407-0282-4721-9bd2-bd53531e5cf6'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:55.715821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c1bad407-0282-4721-9bd2-bd53531e5cf6'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:55.719541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33932d97-6b72-4a12-88d4-99756564b5e5 None None] Pushing event updated for resources: {'Port': ['ID=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:55.826462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-5856573f-d94c-420a-8c8b-36a4f26e4517 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499869 Jul 16 19:53:55.870122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Allocated IP 172.25.6.27 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/a0c5d488-0b31-4754-a2b5-4935760273cd) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:55.986259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] Set router c1bad407-0282-4721-9bd2-bd53531e5cf6 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:56.086391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e836b-bed5-4462-bbcf-00c9899f70b9 req-73383e7f-48d2-4f2d-9cf2-ccf504fd3a94 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:56.097269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b58e836b-bed5-4462-bbcf-00c9899f70b9 req-73383e7f-48d2-4f2d-9cf2-ccf504fd3a94 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 945 time: 0.1659801 Jul 16 19:53:56.114627 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.166843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b58e836b-bed5-4462-bbcf-00c9899f70b9 req-b4aa6ea0-75e9-4e29-b5e6-e73cb9a34ef1 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685935 Jul 16 19:53:56.212571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.247306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:56.296769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:56.305432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '3f0ee25f-80bf-46cf-a5ed-11c9db64f20a', 'name': '', 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'mac_address': 'fa:16:3e:e0:ed:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:48Z', 'updated_at': '2021-07-16T19:53:55Z', 'revision_number': 4, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'subnets': [{'id': 'a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:56.312551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:56.341115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b62c86-263e-43b7-8839-7ca2b7c03ddb None None] The sync data for ids ['c1bad407-0282-4721-9bd2-bd53531e5cf6'] in n-d-791505-15 is: [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '3f0ee25f-80bf-46cf-a5ed-11c9db64f20a', 'name': '', 'network_id': 'c0ec1d89-0ced-405e-a07a-eb53365bc0d0', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'mac_address': 'fa:16:3e:e0:ed:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:48Z', 'updated_at': '2021-07-16T19:53:55Z', 'revision_number': 4, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'subnets': [{'id': 'a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:53:56.404233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Pushing event updated for resources: {'Port': ['ID=a0c5d488-0b31-4754-a2b5-4935760273cd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:56.513578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4422d-11f5-4715-9a81-dbb9c18e7b17 req-82ae7dc2-4736-4d73-b823-2226e5b05046 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:56.526636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cff4422d-11f5-4715-9a81-dbb9c18e7b17 req-82ae7dc2-4736-4d73-b823-2226e5b05046 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.2088671 Jul 16 19:53:56.550452 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.606822 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:56.636680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cff4422d-11f5-4715-9a81-dbb9c18e7b17 req-5161d61f-5951-4b4c-8c01-6cfce14eb12d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070423 Jul 16 19:53:56.682719 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ac8990-be99-46cb-87b3-945559e61b78 x-openstack-request-id: req-e8ac8990-be99-46cb-87b3-945559e61b78 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:56.683253 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ea0619-1fb6-4e26-b3b1-3702843db9bb", "name": "network-vif-plugged", "status": "completed", "tag": "5f660a86-eac3-4f74-a0cd-96f6fa125848", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:56.683756 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8ac8990-be99-46cb-87b3-945559e61b78 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:56.684339 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ea0619-1fb6-4e26-b3b1-3702843db9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f660a86-eac3-4f74-a0cd-96f6fa125848', 'code': 200} Jul 16 19:53:56.694506 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.752078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:56.756356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:56.756743 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.938764 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.946288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e0a5f81-0a8c-4d2b-b2f3-5f766e12fcbe req-8ebb886f-b370-411c-815e-b855b0802b09 tempest-FloatingIPsNegativeTestJSON-1762774168 tempest-FloatingIPsNegativeTestJSON-1762774168-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0470243 Jul 16 19:53:57.007080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,segment=NetworkSegment(bc98b98f-8c2a-4516-9d4f-8726baa88f4d),segment_id=bc98b98f-8c2a-4516-9d4f-8726baa88f4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:57.017059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.036089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6cb08-479e-4e23-ab7d-e250b5bf33e3 req-6638a6f8-dd88-4671-a284-970d7853fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:57.037605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ad6cb08-479e-4e23-ab7d-e250b5bf33e3 req-6638a6f8-dd88-4671-a284-970d7853fa24 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 1097 time: 0.2582550 Jul 16 19:53:57.165747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:57.175199 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.194496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.302141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ad6cb08-479e-4e23-ab7d-e250b5bf33e3 req-5c9f4db5-a2db-4fd0-89fd-3d2fcfd489b7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808879 Jul 16 19:53:57.314867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Pushing event updated for resources: {'Port': ['ID=a0c5d488-0b31-4754-a2b5-4935760273cd,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:57.324789 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.341099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89006279-6d78-4339-b26f-b69f85050574 req-6b843cd7-af0e-4403-b9fe-4adbca21afd7 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:57.342696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89006279-6d78-4339-b26f-b69f85050574 req-6b843cd7-af0e-4403-b9fe-4adbca21afd7 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 943 time: 0.2116623 Jul 16 19:53:57.357441 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.358773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cf414d43-adb7-452c-844c-ba82b67c4dd2 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6549096 Jul 16 19:53:57.427714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-cbc6f6d4-35d7-46f1-8282-5161710812f6 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.0610497 Jul 16 19:53:57.432936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89006279-6d78-4339-b26f-b69f85050574 req-7e435db1-338b-49bf-bf9e-a2deeb1109a0 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842519 Jul 16 19:53:57.549170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-c7cd718b-5960-4ffd-aa6e-400eda4b9690 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:57.553409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3149839-2c40-4f0a-b81f-25b67dcd0248 req-c7cd718b-5960-4ffd-aa6e-400eda4b9690 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1195276 Jul 16 19:53:57.607834 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-e21532f8-8da4-4388-8c5e-354e6eed62f0 req-1311e90d-6e50-4f26-9042-c757a2a4233a tempest-FloatingIPsNegativeTestJSON-1762774168 tempest-FloatingIPsNegativeTestJSON-1762774168-project] show failed (client error): The resource could not be found. Jul 16 19:53:57.609103 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e21532f8-8da4-4388-8c5e-354e6eed62f0 req-1311e90d-6e50-4f26-9042-c757a2a4233a tempest-FloatingIPsNegativeTestJSON-1762774168 tempest-FloatingIPsNegativeTestJSON-1762774168-project] 10.222.0.78 "GET /v2.0/floatingips/b301c692-a6b8-4250-9596-5d2c615f3130 HTTP/1.1" status: 404 len: 350 time: 0.0421519 Jul 16 19:53:57.617951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50966) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:57.714131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-8da98cd6-749e-4388-98a2-b1473dd54fe7 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips/286cdc90-0a65-4596-9ef2-5db7cbe66ea5 HTTP/1.1" status: 200 len: 692 time: 0.0867662 Jul 16 19:53:57.797230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568b225-5c16-496d-b2f9-c1459167d656 req-4ab8b48a-db88-4a38-9146-18fead65a60d tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:57.798703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7568b225-5c16-496d-b2f9-c1459167d656 req-4ab8b48a-db88-4a38-9146-18fead65a60d tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 945 time: 0.1294744 Jul 16 19:53:57.890097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7568b225-5c16-496d-b2f9-c1459167d656 req-e70a4cad-0606-4790-af93-2f3210be6d47 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643265 Jul 16 19:53:57.905658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-d933d8ad-6749-4e06-8f72-7e2f08ddd698 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:57.905658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-d933d8ad-6749-4e06-8f72-7e2f08ddd698 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1795130 Jul 16 19:53:57.978450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-ee929452-d4d5-4bee-a06a-b2e8103149a7 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.0681434 Jul 16 19:53:58.041853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-e82f49a6-2ed7-4fba-b0f5-7279f7c6f02e tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.0562522 Jul 16 19:53:58.069125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.230252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c991-fac8-4ad8-acd0-4bbb1409fb58 req-52251382-ccde-4c98-8e66-f0b9a3a5fd12 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:58.233298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0227c991-fac8-4ad8-acd0-4bbb1409fb58 req-52251382-ccde-4c98-8e66-f0b9a3a5fd12 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 950 time: 0.2091296 Jul 16 19:53:58.290887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0227c991-fac8-4ad8-acd0-4bbb1409fb58 req-fac99c35-b71a-4c25-b91d-99a06db2e2cc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505028 Jul 16 19:53:58.299243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Deleting port a0c5d488-0b31-4754-a2b5-4935760273cd {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:58.299411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.303128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-d7ab4dae-44bb-49bf-aad8-86e956bc92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:58.305035 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-d7ab4dae-44bb-49bf-aad8-86e956bc92b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 1102 time: 0.1264942 Jul 16 19:53:58.318243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:58.383683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.384342 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.397717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Calling delete_port for a0c5d488-0b31-4754-a2b5-4935760273cd owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:58.457849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.493519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:58.544311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Deleting port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:53:58.544705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.549191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:58.549572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.647536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-bc506246-6ba8-47f9-91f6-07793c0d57e7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:58.649053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-bc506246-6ba8-47f9-91f6-07793c0d57e7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 820 time: 0.1473167 Jul 16 19:53:58.671939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8054892-6663-40e9-b110-014d71431009 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/quotas/6ca984d9efeb45a6aed9ddd7cd44596d HTTP/1.1" status: 200 len: 375 time: 0.0159988 Jul 16 19:53:58.675328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.712841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Pushing event deleted for resources: {'Port': ['ID=a0c5d488-0b31-4754-a2b5-4935760273cd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:58.717980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] For port 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,segment=NetworkSegment(bc98b98f-8c2a-4516-9d4f-8726baa88f4d),segment_id=bc98b98f-8c2a-4516-9d4f-8726baa88f4d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:58.718617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.828187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.831120 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.832371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41bd5293-8179-4ac8-ae56-787a65cefbe1 req-12b21947-34f5-495f-ab01-3e4b16309f0b tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "DELETE /v2.0/floatingips/286cdc90-0a65-4596-9ef2-5db7cbe66ea5 HTTP/1.1" status: 204 len: 173 time: 0.7723639 Jul 16 19:53:58.850734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-9006694e-766b-41bb-9913-0dd34b20e9a3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487868 Jul 16 19:53:58.981667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-135ddfb8-a73f-40ba-a831-ba92eba23c1d service neutron] 10.222.0.78 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229281 Jul 16 19:53:59.028614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Calling delete_port for 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:53:59.045833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16979574-bcdc-45da-9a40-4a1f3633247c req-67c6308c-a92b-4b53-8d4f-de5c23909e4a tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:59.047367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16979574-bcdc-45da-9a40-4a1f3633247c req-67c6308c-a92b-4b53-8d4f-de5c23909e4a tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 943 time: 0.1145985 Jul 16 19:53:59.086572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:59.127797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16979574-bcdc-45da-9a40-4a1f3633247c req-950a9b0a-d725-481d-ac4a-731b9aa24b4a tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525723 Jul 16 19:53:59.129867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-428d3274-3d20-4639-a2b9-336a85605930 service neutron] 10.222.0.78 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406276 Jul 16 19:53:59.137043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:59.222118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:53:59.224573 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a314163b-310f-4920-97f5-f13de1e7c5f8" -d '{"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:53:59.228778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:59.253279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Transition to ACTIVE for port object 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:59.258217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:59.326113 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-6f667883-4d8f-4087-8f75-e9eeabf6020d req-4f9a8430-99cc-4254-aab5-6629c08f8a40 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] show failed (client error): The resource could not be found. Jul 16 19:53:59.327288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f667883-4d8f-4087-8f75-e9eeabf6020d req-4f9a8430-99cc-4254-aab5-6629c08f8a40 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips/286cdc90-0a65-4596-9ef2-5db7cbe66ea5 HTTP/1.1" status: 404 len: 350 time: 0.0497787 Jul 16 19:53:59.369917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=10']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:59.372656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] No DVR routers for this DVR port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:53:59.423006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:59.425064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:59.425401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:59.425732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:59.457653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:53:59.458068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Attempting to bind port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:59.460618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0ee25f-80bf-46cf-a5ed-11c9db64f20a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:59.494806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:59.495155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:59.495549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:59.496640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Bound port: 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:59.497019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:59.624105 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d677d5e3-1384-45ea-964d-ffb880362f51 x-openstack-request-id: req-d677d5e3-1384-45ea-964d-ffb880362f51 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:53:59.624437 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:53:59.624774 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d677d5e3-1384-45ea-964d-ffb880362f51 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:53:59.625059 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'code': 200} Jul 16 19:53:59.647237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185fd6c-0c5f-46fd-8b41-d885f92fb506 req-33748d7d-e0c0-4f36-8030-e86e0c70d5c4 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:59.649099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c185fd6c-0c5f-46fd-8b41-d885f92fb506 req-33748d7d-e0c0-4f36-8030-e86e0c70d5c4 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 945 time: 0.1481445 Jul 16 19:53:59.748898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:59.749561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c185fd6c-0c5f-46fd-8b41-d885f92fb506 req-a9fa9df3-4c30-4c9c-8ce8-eb697f73fc9d tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925977 Jul 16 19:53:59.770609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:59.792117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:59.823743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:59.841163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:59.842386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:59.843964 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] 10.222.0.16 "PUT /v2.0/ports/3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 1098 time: 1.5317128 Jul 16 19:53:59.847041 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-04b87ae0-1042-4aa8-bbe3-4f6001ee5f9e req-47babdcb-c6c2-4b96-b8ce-a711998b3cd1 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] show failed (client error): The resource could not be found. Jul 16 19:53:59.849420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04b87ae0-1042-4aa8-bbe3-4f6001ee5f9e req-47babdcb-c6c2-4b96-b8ce-a711998b3cd1 tempest-FloatingIPsTestJSON-1257570555 tempest-FloatingIPsTestJSON-1257570555-project] 10.222.0.78 "GET /v2.0/floatingips/286cdc90-0a65-4596-9ef2-5db7cbe66ea5 HTTP/1.1" status: 404 len: 350 time: 0.0544083 Jul 16 19:53:59.863172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51010) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:00.027333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc2f92-800b-4da8-9adb-5072997dd344 req-3cdf5a06-91f6-4e23-a861-ba8c85d2bce7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:00.029236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6efc2f92-800b-4da8-9adb-5072997dd344 req-3cdf5a06-91f6-4e23-a861-ba8c85d2bce7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 949 time: 0.2784836 Jul 16 19:54:00.114551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6efc2f92-800b-4da8-9adb-5072997dd344 req-5c77e806-c986-46cb-a503-64ba94382bf9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723357 Jul 16 19:54:00.159640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f11a27-c63e-46e2-ba99-d6c39c6da851 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=11']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:00.191361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ec0d8ba-d79a-4375-a9e7-306a7363b68b req-ce8441db-1343-4607-b497-b8d179b7965c tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 210 time: 0.0739901 Jul 16 19:54:00.302253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-9b0dc66c-39ac-4e7e-84ad-aadcaa2d0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:00.305359 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-9b0dc66c-39ac-4e7e-84ad-aadcaa2d0a19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1101 time: 0.2840378 Jul 16 19:54:00.348219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Router c1bad407-0282-4721-9bd2-bd53531e5cf6 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:00.559629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-8725ea0a-01a8-4ea5-b4cc-8b7606e64038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:00.565120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-8725ea0a-01a8-4ea5-b4cc-8b7606e64038 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2500515 Jul 16 19:54:00.620054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaedb9-e3f6-4a3e-8575-2272700509c1 req-1c50050f-7292-448e-9022-1e009735960c tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:00.621314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-d471da84-f591-488f-9e55-8532470430c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.0469108 Jul 16 19:54:00.622177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ceaedb9-e3f6-4a3e-8575-2272700509c1 req-1c50050f-7292-448e-9022-1e009735960c tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 943 time: 0.2572138 Jul 16 19:54:00.626576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:00.634900 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-35363f24-4e24-473b-9f49-022a2778938a admin admin] 10.222.0.78 "PUT /v2.0/routers/c1bad407-0282-4721-9bd2-bd53531e5cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0111589 Jul 16 19:54:00.636628 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] Sync routers for ids ['c1bad407-0282-4721-9bd2-bd53531e5cf6'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:00.637342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51024) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:00.652689 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] Routers {'c1bad407-0282-4721-9bd2-bd53531e5cf6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:00.653455 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c1bad407-0282-4721-9bd2-bd53531e5cf6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:00.682720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-16cadec2-f9b7-49be-b61b-5381b63c6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:00.683662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-16cadec2-f9b7-49be-b61b-5381b63c6658 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0490806 Jul 16 19:54:00.772028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-6bb07189-c926-46e8-a3fb-fe2eba36e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:00.773620 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-6bb07189-c926-46e8-a3fb-fe2eba36e5b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820105 Jul 16 19:54:00.824218 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:00.837029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ceaedb9-e3f6-4a3e-8575-2272700509c1 req-969644af-6d67-4014-a9b4-a383734faeb3 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983666 Jul 16 19:54:00.872407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] Set router c1bad407-0282-4721-9bd2-bd53531e5cf6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:00.905957 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-436893bd-f944-44c1-bd55-1dc350c614a5 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235280 Jul 16 19:54:01.028295 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d08767c8-cfef-4164-8f0c-fced960e9b64 req-0aa07336-6a88-4b7c-879e-de93d2b190ae service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152570 Jul 16 19:54:01.116561 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:59Z', 'revision_number': 5, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:01.177991 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] Checking router: c1bad407-0282-4721-9bd2-bd53531e5cf6 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:01.199767 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] Routers {'c1bad407-0282-4721-9bd2-bd53531e5cf6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:01.200680 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c1bad407-0282-4721-9bd2-bd53531e5cf6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:01.415234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-0173e6db-0192-4131-9bbc-551762ca2ae9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:01.415784 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] Set router c1bad407-0282-4721-9bd2-bd53531e5cf6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:01.417797 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-0173e6db-0192-4131-9bbc-551762ca2ae9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 820 time: 0.1569409 Jul 16 19:54:01.431108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Request body: {'port': {'device_id': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'admin_state_up': True, 'tenant_id': '6ca984d9efeb45a6aed9ddd7cd44596d'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:01.503443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80b3515c-dcaa-47f1-ac02-73e7d2e1bb03 req-8f828178-1f0e-4a60-98ca-97aa0232f1d8 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 210 time: 0.0849211 Jul 16 19:54:01.586394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Made reservation on behalf of 6ca984d9efeb45a6aed9ddd7cd44596d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:01.590991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:01.591345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:01.594615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:01.630157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:01.638038 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4" -d '{"events": [{"name": "network-changed", "server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:01.684215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcc920-049e-470f-85eb-be606096615e req-e61d5800-7cf4-4730-8225-5bfa4f8d0232 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:01.692297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24bcc920-049e-470f-85eb-be606096615e req-e61d5800-7cf4-4730-8225-5bfa4f8d0232 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 949 time: 0.3097022 Jul 16 19:54:01.697888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:01.782195 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:59Z', 'revision_number': 5, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:01.785901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:01.846731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24bcc920-049e-470f-85eb-be606096615e req-5b000577-a2e1-42d4-8ebb-6147d2411e59 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533237 Jul 16 19:54:01.852988 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641eb8ea-a97a-4ffd-8132-f67e1479e45e None None] The sync data for ids ['c1bad407-0282-4721-9bd2-bd53531e5cf6'] in n-d-791505-15 is: [{'id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1650192784-router', 'tenant_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:41Z', 'updated_at': '2021-07-16T19:53:59Z', 'revision_number': 5, 'project_id': '68ed5c337f9c44d697eb627e1b16e8ec', 'gw_port': {'id': 'f186ad27-d2ad-4972-8450-cce7b34d5aec', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bad407-0282-4721-9bd2-bd53531e5cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:42Z', 'updated_at': '2021-07-16T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:01.934374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Deleting port f186ad27-d2ad-4972-8450-cce7b34d5aec {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:01.934988 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:01.935130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Allocated IP 172.20.0.8 (6e4cc070-51f6-405f-81df-eb444f0191c6/84e9e3e2-adf4-4ead-9d6d-89cb435940fa/08f5c695-47ad-487a-9eb0-8f0e954abb6c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:02.111302 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1776fc77-a5df-4673-bd60-e96ec6dfe68d x-openstack-request-id: req-1776fc77-a5df-4673-bd60-e96ec6dfe68d {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:02.111646 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:02.111901 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1776fc77-a5df-4673-bd60-e96ec6dfe68d {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:02.112335 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'status': 'completed', 'code': 200} Jul 16 19:54:02.178102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.232318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.286882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Network 6e4cc070-51f6-405f-81df-eb444f0191c6 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:02.291311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:02.301679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:02.333386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Pushing event updated for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:02.407958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:02.409015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.436553 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f8ad16cb-c062-4d17-92d8-fd2b6a7fe094 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0092700 Jul 16 19:54:02.441824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:02.449223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] For port f186ad27-d2ad-4972-8450-cce7b34d5aec, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f186ad27-d2ad-4972-8450-cce7b34d5aec,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:02.449731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.461782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Request body: {'port': {'device_id': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:02.479990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:02.480797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3f0ee25f-80bf-46cf-a5ed-11c9db64f20a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:02.498841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Calling delete_port for f186ad27-d2ad-4972-8450-cce7b34d5aec owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:02.511338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-75d2b48d-7a3c-452d-8f49-e99781ea00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:02.513031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-75d2b48d-7a3c-452d-8f49-e99781ea00d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1101 time: 0.3729441 Jul 16 19:54:02.537249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-689172b3-7472-48a5-b014-638a60e886a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:02.538869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-689172b3-7472-48a5-b014-638a60e886a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 1101 time: 0.4010348 Jul 16 19:54:02.566636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.971567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f5c695-47ad-487a-9eb0-8f0e954abb6c {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:54:02.982635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.001223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Transition to ACTIVE for port object 08f5c695-47ad-487a-9eb0-8f0e954abb6c will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:03.005771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.075325 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Pushing event updated for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:03.105229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134a0d-bc00-4e17-bb5b-7760e273d8c6 req-78ec8340-87a5-4605-869d-ed34d4db7eb6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:03.113670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02134a0d-bc00-4e17-bb5b-7760e273d8c6 req-78ec8340-87a5-4605-869d-ed34d4db7eb6 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 943 time: 0.8530223 Jul 16 19:54:03.178137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.186377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:03.186897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:03.188148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:03.196910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:54:03.197719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:03.205066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:03.205993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:03.206397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:03.207318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Bound port: 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:03.207318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.275267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Pushing event deleted for resources: {'Port': ['ID=f186ad27-d2ad-4972-8450-cce7b34d5aec,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:03.307751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:03.311127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:03.317654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.349295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02134a0d-bc00-4e17-bb5b-7760e273d8c6 req-778e8d29-fcf4-420a-be4a-3dfd4dd52dbf tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344756 Jul 16 19:54:03.350370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-ae6eeb7c-4bca-46c8-8055-03bbd4ab8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:03.351818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-ae6eeb7c-4bca-46c8-8055-03bbd4ab8381 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.7944345 Jul 16 19:54:03.360039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:03.360849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.363349 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] 10.222.0.16 "PUT /v2.0/ports/08f5c695-47ad-487a-9eb0-8f0e954abb6c HTTP/1.1" status: 200 len: 1092 time: 0.9057024 Jul 16 19:54:03.375893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-06f8228c-c0ec-4587-97f1-3cd5fac347fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:03.377628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-06f8228c-c0ec-4587-97f1-3cd5fac347fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.8377571 Jul 16 19:54:03.415762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcd4ef-c14e-4fc8-9bea-8c0f82e5d93f service neutron] Pushing event updated for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:03.425791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-f3e9a7ce-5208-44ea-94fc-fd81b9dbdb36 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.0648358 Jul 16 19:54:03.472414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-07048e2e-6914-4622-9e11-708db617bd5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 200 len: 217 time: 0.0590792 Jul 16 19:54:03.473945 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.481599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f13e3a93-5259-426c-9b4d-fcc2e59ea193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:03.485068 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-f13e3a93-5259-426c-9b4d-fcc2e59ea193 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1095 time: 0.0658207 Jul 16 19:54:03.486890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8c8ea-5e48-451d-baac-5f5bd66f9004 req-1abc837b-20db-4756-a4af-35dd45220ac9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:03.488863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5b8c8ea-5e48-451d-baac-5f5bd66f9004 req-1abc837b-20db-4756-a4af-35dd45220ac9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.6234145 Jul 16 19:54:03.533182 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-cbcb5537-e2f2-4fa7-b8a8-84d1c42c05e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c HTTP/1.1" status: 200 len: 217 time: 0.0400925 Jul 16 19:54:03.583863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-03b7d991-7681-4161-96cc-883936fa16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:03.585254 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-03b7d991-7681-4161-96cc-883936fa16ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0461321 Jul 16 19:54:03.621366 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-e749245d-628e-459a-b2f3-5497d53d852c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298724 Jul 16 19:54:03.659447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Deleting port 9fa505ec-d5f1-428b-93d0-7559366dc4be {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:03.659795 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.715211 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.722383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-7cabd3ac-3129-4ed8-aca1-eabbf5ad8918 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935185 Jul 16 19:54:03.724138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.755642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-18a463e7-6c92-466b-bf01-0719ec5dd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:03.757148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-18a463e7-6c92-466b-bf01-0719ec5dd0fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2808084 Jul 16 19:54:03.826363 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4c4faf1-207d-4a03-a877-515b77fc9dbd req-04563f0c-7763-4a2d-a1c7-710fa104f955 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971084 Jul 16 19:54:03.899282 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.113425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:04.115862 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:04.131460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5b8c8ea-5e48-451d-baac-5f5bd66f9004 req-4b2cced1-3a84-4e85-abfb-80fe0133e0f7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104627 Jul 16 19:54:04.132796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-95248548-29ec-43dc-af90-bf6fe1d16a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:04.134198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-95248548-29ec-43dc-af90-bf6fe1d16a21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.6340139 Jul 16 19:54:04.196772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.197335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bad407-0282-4721-9bd2-bd53531e5cf6 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:54:04.202422 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.203627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ec54acbf-e9f7-41a4-9ee0-a47732706402 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c1bad407-0282-4721-9bd2-bd53531e5cf6 HTTP/1.1" status: 204 len: 168 time: 3.5554721 Jul 16 19:54:04.206126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51066) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:04.232555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] For port 9fa505ec-d5f1-428b-93d0-7559366dc4be, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9fa505ec-d5f1-428b-93d0-7559366dc4be,segment=NetworkSegment(5ca2e902-d5f0-490c-9390-18da4f76ff7a),segment_id=5ca2e902-d5f0-490c-9390-18da4f76ff7a)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:04.232975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.262943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Calling delete_port for 9fa505ec-d5f1-428b-93d0-7559366dc4be owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:04.276726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e1407-bbbb-4a6a-96dc-342ed1e14f04 req-e1a3ce8f-89d5-4fcf-b129-caee2c898b8c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:04.285368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef1e1407-bbbb-4a6a-96dc-342ed1e14f04 req-e1a3ce8f-89d5-4fcf-b129-caee2c898b8c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 949 time: 0.7825990 Jul 16 19:54:04.296686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec14093-0270-4367-9005-24171411f59d admin admin] Deleting subnet a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:54:04.300578 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dec14093-0270-4367-9005-24171411f59d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.360057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dec14093-0270-4367-9005-24171411f59d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.405037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-5f7c7bc3-25dc-42c8-a9b7-7eca218b92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:04.405037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-5f7c7bc3-25dc-42c8-a9b7-7eca218b92ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2876141 Jul 16 19:54:04.418077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef1e1407-bbbb-4a6a-96dc-342ed1e14f04 req-5fbddeb0-af01-47ba-987f-5ed1f3db91e2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316912 Jul 16 19:54:04.437199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-2843e5af-6f84-4f54-bec3-38c06e3940d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:04.438725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-2843e5af-6f84-4f54-bec3-38c06e3940d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2768962 Jul 16 19:54:04.483208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dec14093-0270-4367-9005-24171411f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.558496 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf7e36f-93ae-4477-a040-21c675a38a2b x-openstack-request-id: req-fcf7e36f-93ae-4477-a040-21c675a38a2b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:04.558795 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:04.559132 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcf7e36f-93ae-4477-a040-21c675a38a2b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:04.560522 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c', 'status': 'completed', 'code': 200} Jul 16 19:54:04.572745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dec14093-0270-4367-9005-24171411f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.644898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec14093-0270-4367-9005-24171411f59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:04.646898 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.649638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21b62f-5477-4c8e-a6f9-3fccdce48716 None None] Network c0ec1d89-0ced-405e-a07a-eb53365bc0d0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:04.652228 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dec14093-0270-4367-9005-24171411f59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.666169 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dec14093-0270-4367-9005-24171411f59d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a76fb6f3-9c28-46fa-98c2-aacefbc8b2fb HTTP/1.1" status: 204 len: 168 time: 0.4589128 Jul 16 19:54:04.668552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51072) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:04.750685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-6c588768-aabf-49f8-8138-e72facdc97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:04.752701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-6c588768-aabf-49f8-8138-e72facdc97bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1095 time: 0.1909437 Jul 16 19:54:04.758050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.875926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:54:04.921033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-632b238e-7af9-4118-9927-18421281b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:04.922680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-632b238e-7af9-4118-9927-18421281b1ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1612113 Jul 16 19:54:04.980391 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-61b45948-4d5f-4802-ab22-69d55ca1e42f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c HTTP/1.1" status: 200 len: 217 time: 0.0504594 Jul 16 19:54:04.981419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-8c2a83f2-07e9-400c-a410-559ad1be9db1 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613148 Jul 16 19:54:04.981696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Deleting port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:04.982083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.037824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] DHCP port deletion for c0ec1d89-0ced-405e-a07a-eb53365bc0d0 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:54:05.045451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-c1b05885-4cf4-4670-accc-2bc4d0ae0308 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879378 Jul 16 19:54:05.093204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:05.104824 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] For port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,segment=NetworkSegment(bc98b98f-8c2a-4516-9d4f-8726baa88f4d),segment_id=bc98b98f-8c2a-4516-9d4f-8726baa88f4d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:05.105188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.109298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-028ff235-85d8-4f0a-8673-13f7ae9c3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:05.110920 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-028ff235-85d8-4f0a-8673-13f7ae9c3a02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.1168473 Jul 16 19:54:05.123882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'mac_address': 'fa:16:3e:f3:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:54:05.132865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Calling delete_port for ef552488-ca93-4ef0-a2b0-9fb30c3cb86b owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:05.159051 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-523de703-91f6-468f-8bbc-f40c61874c20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403745 Jul 16 19:54:05.186603 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.201799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:54:05.206918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] Deleting port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:05.207439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.226789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d99e8-740e-4ed1-ad51-3fa65bd0453d req-598017dd-bb06-4e8a-98e8-84429ecdfedb tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:05.238929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a9d99e8-740e-4ed1-ad51-3fa65bd0453d req-598017dd-bb06-4e8a-98e8-84429ecdfedb tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 949 time: 0.5127909 Jul 16 19:54:05.248130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-dad17590-5364-4352-80e1-ac1c369ed7e5 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373092 Jul 16 19:54:05.258715 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-150f5368-741c-446f-8937-c524449b01e7 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925384 Jul 16 19:54:05.261932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.266829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:05.273784 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.364739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa505ec-d5f1-428b-93d0-7559366dc4be,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:05.379470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] For port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,segment=NetworkSegment(bc98b98f-8c2a-4516-9d4f-8726baa88f4d),segment_id=bc98b98f-8c2a-4516-9d4f-8726baa88f4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:05.379861 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.385454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dd4e7-827b-4535-9abe-e7a405a6d7dd req-f7d890be-e251-475a-8477-3d2d796256c1 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:05.394032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-370dd4e7-827b-4535-9abe-e7a405a6d7dd req-f7d890be-e251-475a-8477-3d2d796256c1 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 943 time: 0.6828322 Jul 16 19:54:05.414526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:05.422141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] Calling delete_port for ef552488-ca93-4ef0-a2b0-9fb30c3cb86b owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:05.440877 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-80ad7bce-e529-42cd-b2a1-fd98114e4bb2 req-6a2f5403-5dba-4da6-9a1d-f050e82a6502 service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420584 Jul 16 19:54:05.447648 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.476904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-370dd4e7-827b-4535-9abe-e7a405a6d7dd req-aebd91d5-f483-4521-a937-7be7134c6fda tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820634 Jul 16 19:54:05.502101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:05.520678 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] No DVR routers for this DVR port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:05.545326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a9d99e8-740e-4ed1-ad51-3fa65bd0453d req-2985685c-beeb-403e-ba86-6bb08d7dc3b7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050518 Jul 16 19:54:05.554203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:54:05.666167 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.705172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ec1d89-0ced-405e-a07a-eb53365bc0d0']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:05.728739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:05.729076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc98b98f-8c2a-4516-9d4f-8726baa88f4d') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:05.737668 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.750662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c221c6eb-ac20-41b4-9da7-be6af14d6e9b details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:54:05.756886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.800382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.811666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:54:05.812089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.847843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] Pushing event deleted for resources: {'Port': ['ID=ef552488-ca93-4ef0-a2b0-9fb30c3cb86b,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:05.880280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a17e3a-439e-47a5-97ba-0b9a3ede54d4 req-1ecea8bd-ae9e-4733-b690-e2896abc7da0 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284001 Jul 16 19:54:05.880864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c8412-0da9-4da3-be26-6a86a9544005 None None] No DVR routers for this DVR port ef552488-ca93-4ef0-a2b0-9fb30c3cb86b on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:54:05.959197 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:54:05.963588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7146-d1c0-4992-b45f-af61143729c7 req-c36e51d0-3295-4061-8139-d0bf543cda29 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:05.965524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21df7146-d1c0-4992-b45f-af61143729c7 req-c36e51d0-3295-4061-8139-d0bf543cda29 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.1787429 Jul 16 19:54:05.973701 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.989560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.991645 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c0ec1d89-0ced-405e-a07a-eb53365bc0d0 HTTP/1.1" status: 204 len: 168 time: 1.3197494 Jul 16 19:54:06.002846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3f1f6-456a-44d4-a2c2-32c4c359bb03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ec1d89-0ced-405e-a07a-eb53365bc0d0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:06.028487 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.055510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21df7146-d1c0-4992-b45f-af61143729c7 req-0c7a4b4c-9a5e-487a-9642-36f5aa706826 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823176 Jul 16 19:54:06.255966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51096) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:06.299616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3f079d0c-ea02-4929-adf6-b848fba53e41 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68ed5c337f9c44d697eb627e1b16e8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425794 Jul 16 19:54:06.302681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51098) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:06.314940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-e994dd9c-8c9a-45b6-a489-91b818c05b91 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327113 Jul 16 19:54:06.346805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c221c6eb-ac20-41b4-9da7-be6af14d6e9b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:06.363540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'port_id': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'mac_address': 'fa:16:3e:c2:d6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:54:06.372168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec89570c-8b1c-480e-bb82-ac94e951b68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.397961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec89570c-8b1c-480e-bb82-ac94e951b68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.430203 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.445806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c221c6eb-ac20-41b4-9da7-be6af14d6e9b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:54:06.471716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec89570c-8b1c-480e-bb82-ac94e951b68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.476846 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec89570c-8b1c-480e-bb82-ac94e951b68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.479726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c221c6eb-ac20-41b4-9da7-be6af14d6e9b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:06.479927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ec89570c-8b1c-480e-bb82-ac94e951b68d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3623dbf-222a-4b24-8027-ac32c9e4fa42 HTTP/1.1" status: 204 len: 168 time: 0.1761148 Jul 16 19:54:06.493626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89570c-8b1c-480e-bb82-ac94e951b68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3623dbf-222a-4b24-8027-ac32c9e4fa42,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:06.512535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.528520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Router a2685e03-8605-419c-9233-26cc28958c48 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:06.537560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-96aa6f32-f716-4cf7-8ebe-1fe59462b845 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:06.539287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-96aa6f32-f716-4cf7-8ebe-1fe59462b845 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227774 Jul 16 19:54:06.577673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-e7660082-710e-4b16-9a62-0970300f1484 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/quotas/6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 375 time: 0.0265620 Jul 16 19:54:06.611974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:06.661012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f186ad27-d2ad-4972-8450-cce7b34d5aec no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:06.695678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f186ad27-d2ad-4972-8450-cce7b34d5aec {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:06.697453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f186ad27-d2ad-4972-8450-cce7b34d5aec not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:06.698132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ef552488-ca93-4ef0-a2b0-9fb30c3cb86b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:06.723837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ef552488-ca93-4ef0-a2b0-9fb30c3cb86b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:06.725662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ef552488-ca93-4ef0-a2b0-9fb30c3cb86b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:06.770158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['c221c6eb-ac20-41b4-9da7-be6af14d6e9b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:54:06.849298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-130007dc-51e5-41e0-be9a-c315bb32cead tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2673247 Jul 16 19:54:06.867866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:06.876973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51108) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:06.877133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e24d716a-1aaf-4dc6-9902-54632d2d3b31 admin admin] 10.222.0.78 "PUT /v2.0/routers/a2685e03-8605-419c-9233-26cc28958c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0143921 Jul 16 19:54:06.889607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88105798-e03e-42fc-81fe-91d5530110d2 req-58ac29e6-2812-4b8b-a487-65c2963002b2 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:06.891228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88105798-e03e-42fc-81fe-91d5530110d2 req-58ac29e6-2812-4b8b-a487-65c2963002b2 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 944 time: 0.1836197 Jul 16 19:54:06.934814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88105798-e03e-42fc-81fe-91d5530110d2 req-40dd66d9-7cb9-4c09-83e8-8b7c970c96c7 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378063 Jul 16 19:54:06.939389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] Sync routers for ids ['a2685e03-8605-419c-9233-26cc28958c48'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:06.952924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] Routers {'a2685e03-8605-419c-9233-26cc28958c48'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:06.953485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a2685e03-8605-419c-9233-26cc28958c48'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:07.086293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] Set router a2685e03-8605-419c-9233-26cc28958c48 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:07.365576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c096177a-bd6c-4a2e-aa8a-f33519174a0c req-38cb68c4-b5a7-4bba-b118-683e2d6c3915 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 210 time: 0.0699303 Jul 16 19:54:07.473973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:54:05Z', 'revision_number': 5, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:07.503372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21410557-c278-458d-8cc3-5df9f3f28d48 req-0f52fd0f-f061-474c-bd7d-00bf4f2cf03d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:07.505192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21410557-c278-458d-8cc3-5df9f3f28d48 req-0f52fd0f-f061-474c-bd7d-00bf4f2cf03d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.1386659 Jul 16 19:54:07.510914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] Checking router: a2685e03-8605-419c-9233-26cc28958c48 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:07.521757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] Routers {'a2685e03-8605-419c-9233-26cc28958c48'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:07.522607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a2685e03-8605-419c-9233-26cc28958c48'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:07.564122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21410557-c278-458d-8cc3-5df9f3f28d48 req-6c198553-c4f1-4006-9e00-7aafb979f7ba tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528002 Jul 16 19:54:07.666703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.718514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51140) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:07.722951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] Set router a2685e03-8605-419c-9233-26cc28958c48 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:07.803740 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.869742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Deleting port e3377377-6004-49d0-a98f-c0941fd912ff {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:07.869742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.928423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-network', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:07.972279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Made reservation on behalf of 2b610b323c07413cb5d3e0bb6c96a02a for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:07.975317 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.978095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:54:05Z', 'revision_number': 5, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:07.991597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] For port e3377377-6004-49d0-a98f-c0941fd912ff, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e3377377-6004-49d0-a98f-c0941fd912ff,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:07.991979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:07.995260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.021338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Calling delete_port for e3377377-6004-49d0-a98f-c0941fd912ff owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:08.041979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2f5be-3659-413e-b227-359954f8b44f None None] The sync data for ids ['a2685e03-8605-419c-9233-26cc28958c48'] in n-d-791505-15 is: [{'id': 'a2685e03-8605-419c-9233-26cc28958c48', 'name': 'tempest-FloatingIPsTestJSON-1989702931-router', 'tenant_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:24Z', 'updated_at': '2021-07-16T19:54:05Z', 'revision_number': 5, 'project_id': 'e365c82ffb4e4d648adff86376dbb2ea', 'gw_port': {'id': 'e3377377-6004-49d0-a98f-c0941fd912ff', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2685e03-8605-419c-9233-26cc28958c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:26Z', 'updated_at': '2021-07-16T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:08.167626 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.182497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.250321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a6f235-353b-4311-8dd6-582a0c2cce08,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:08.296699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.304827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:54:08.322480 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.322825 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Added segment abaf1bfc-615d-42de-8698-d84c665e8142 of type vlan for network 3828a737-9f53-4178-b2b3-93dc4d678703 Jul 16 19:54:08.341102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95910c5-e87e-4391-b566-116e02c97d11 req-dd0efaa9-9e61-4f70-8943-aae5d8af397c tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:08.342824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c95910c5-e87e-4391-b566-116e02c97d11 req-dd0efaa9-9e61-4f70-8943-aae5d8af397c tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 944 time: 0.1735101 Jul 16 19:54:08.360182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3377377-6004-49d0-a98f-c0941fd912ff,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:08.413635 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.463260 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.509049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c95910c5-e87e-4391-b566-116e02c97d11 req-9941f6c8-65a6-469d-89cd-107a9eabaa7a tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062388 Jul 16 19:54:08.552993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.554077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:08.554742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.606543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9fa505ec-d5f1-428b-93d0-7559366dc4be no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:08.631214 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9112573 Jul 16 19:54:08.649551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9fa505ec-d5f1-428b-93d0-7559366dc4be {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:08.650247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9fa505ec-d5f1-428b-93d0-7559366dc4be not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:08.666092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.668334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.679401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51154) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:08.703842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Request body: {'subnet': {'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-subnet', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:08.746454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.747380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2685e03-8605-419c-9233-26cc28958c48 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:54:08.760920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.762352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-082098fc-2f3a-4ae6-8c23-ce75aaf59640 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a2685e03-8605-419c-9233-26cc28958c48 HTTP/1.1" status: 204 len: 168 time: 1.8837674 Jul 16 19:54:08.768086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:08.830616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb757bb-e1f2-4770-a472-bb2215b0f46d admin admin] Pushing event updated for resources: {'Network': ['ID=3828a737-9f53-4178-b2b3-93dc4d678703,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:08.844618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3828a737-9f53-4178-b2b3-93dc4d678703 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:54:08.861509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-fde8749c-14bb-41f1-bb70-aa9b0dbee1a8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383573 Jul 16 19:54:08.872993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d218c1-9a7a-4d9e-a92e-0216cfcbeafb admin admin] Deleting subnet f5429434-06b1-4ec0-93a0-286b0d35ff5f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:54:08.878535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4d218c1-9a7a-4d9e-a92e-0216cfcbeafb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.918489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4d218c1-9a7a-4d9e-a92e-0216cfcbeafb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:08.938185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:08.941258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90f50278-a62a-4989-bde4-674b6b01c879 req-32beb3d1-6d49-4cce-8662-732873a5710a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 210 time: 0.1476228 Jul 16 19:54:08.996578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Made reservation on behalf of 2b610b323c07413cb5d3e0bb6c96a02a for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:09.003915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.061619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4d218c1-9a7a-4d9e-a92e-0216cfcbeafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.081759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-88e70cab-0f31-4590-abbd-5e6523bc08b6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4862831 Jul 16 19:54:09.086834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:09.091167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:09.091611 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.170404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c81cc0-278c-43fe-8eec-a6b1b6e54ab9 req-e9857cce-0103-41d9-851f-400ce0e3cbee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.180381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29c81cc0-278c-43fe-8eec-a6b1b6e54ab9 req-e9857cce-0103-41d9-851f-400ce0e3cbee tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.3676775 Jul 16 19:54:09.254687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29c81cc0-278c-43fe-8eec-a6b1b6e54ab9 req-e2332019-e0c6-40f4-a970-809fd9072c81 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732248 Jul 16 19:54:09.260743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-db573e08-3765-49ae-9e66-9cb8f86404b9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.261863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.262476 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-db573e08-3765-49ae-9e66-9cb8f86404b9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3935866 Jul 16 19:54:09.280374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Request body: {'port': {'device_id': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '6fe27a832b7f42c9bc6c7c6b5bd1a11a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:09.285566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4d218c1-9a7a-4d9e-a92e-0216cfcbeafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.328634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d218c1-9a7a-4d9e-a92e-0216cfcbeafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5429434-06b1-4ec0-93a0-286b0d35ff5f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:09.347572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4d218c1-9a7a-4d9e-a92e-0216cfcbeafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.352339 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f4d218c1-9a7a-4d9e-a92e-0216cfcbeafb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f5429434-06b1-4ec0-93a0-286b0d35ff5f HTTP/1.1" status: 204 len: 168 time: 0.5831065 Jul 16 19:54:09.355638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51158) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:09.358096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:09.360611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:09.363071 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beaf6d6-bf5c-4154-888a-bd7a9466b4fc" -d '{"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:09.366843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddddf01-5c37-4fd7-b9b1-980cd404732c None None] Network 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:09.368715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-39425ed0-4093-4ca6-a9ba-9583e64afe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.383776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-39425ed0-4093-4ca6-a9ba-9583e64afe61 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 1102 time: 0.1616383 Jul 16 19:54:09.388419 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.449637 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db523cb-e7c4-4b4b-be56-d2abb276979d x-openstack-request-id: req-3db523cb-e7c4-4b4b-be56-d2abb276979d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:09.450030 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:09.450173 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3db523cb-e7c4-4b4b-be56-d2abb276979d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:09.450580 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'code': 200} Jul 16 19:54:09.523881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.530991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.654298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Made reservation on behalf of 6fe27a832b7f42c9bc6c7c6b5bd1a11a for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:09.665381 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.708916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b269389-a80e-453b-a109-f491767bde2e,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:09.721184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=13']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:09.729419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-144fc6e7-6658-4997-bdee-e3a01598823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.730946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-144fc6e7-6658-4997-bdee-e3a01598823f service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3127754 Jul 16 19:54:09.765925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c221c6eb-ac20-41b4-9da7-be6af14d6e9b up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:09.792139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Checking segment: {'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:09.792531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Network hostable DHCP agents. Network: 3828a737-9f53-4178-b2b3-93dc4d678703, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:54:09.795685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Deleting port b061d7ec-77d4-4d36-8b13-94e813b2883c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:09.796332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.798267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-d6b191c9-3a74-4490-8686-7386db649e34 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 200 len: 217 time: 0.0470357 Jul 16 19:54:09.867864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Network 3828a737-9f53-4178-b2b3-93dc4d678703 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:54:09.879766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port c221c6eb-ac20-41b4-9da7-be6af14d6e9b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:09.886862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-eeb80578-47b3-4fde-aaee-7c65adad07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.888950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-eeb80578-47b3-4fde-aaee-7c65adad07bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0783806 Jul 16 19:54:09.891089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 3828a737-9f53-4178-b2b3-93dc4d678703) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:09.891230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port c221c6eb-ac20-41b4-9da7-be6af14d6e9b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:09.891473 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.904174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc608-1cd2-4b47-9e6f-31e92ca70868 req-7ea29b91-7bce-4131-a52a-e5cbf0686ac1 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.914132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-958bc608-1cd2-4b47-9e6f-31e92ca70868 req-7ea29b91-7bce-4131-a52a-e5cbf0686ac1 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 944 time: 0.2063086 Jul 16 19:54:09.930361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Allocated IP 192.168.233.221 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/c274b6f5-212b-40ae-8b64-d403a98acdd0) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:09.932800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:09.933343 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.934406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] For port b061d7ec-77d4-4d36-8b13-94e813b2883c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b061d7ec-77d4-4d36-8b13-94e813b2883c,segment=NetworkSegment(5ca2e902-d5f0-490c-9390-18da4f76ff7a),segment_id=5ca2e902-d5f0-490c-9390-18da4f76ff7a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:09.934999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.945119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47884e69-3654-4a60-bd4f-fcbccda2cb0e None None] Network 3828a737-9f53-4178-b2b3-93dc4d678703 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:09.961463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Calling delete_port for b061d7ec-77d4-4d36-8b13-94e813b2883c owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:09.980543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a94f902d-8795-47df-9f1f-00b9cec2d41f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2842808 Jul 16 19:54:09.987834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51172) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:09.994134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:10.022358 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-958bc608-1cd2-4b47-9e6f-31e92ca70868 req-6839c09c-f83a-4c78-b20c-bec24b74e065 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071627 Jul 16 19:54:10.040190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] DHCP port deletion for 801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:54:10.152698 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.156602 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.168124 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.208388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-d659325c-165e-455b-a176-50e742a013aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:10.210314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-d659325c-165e-455b-a176-50e742a013aa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2921538 Jul 16 19:54:10.215534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.231568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c221c6eb-ac20-41b4-9da7-be6af14d6e9b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:10.243741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] Deleting port b061d7ec-77d4-4d36-8b13-94e813b2883c {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:10.244297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.250658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Transition to ACTIVE for port object c274b6f5-212b-40ae-8b64-d403a98acdd0 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:10.289986 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.318001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.320846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] For port b061d7ec-77d4-4d36-8b13-94e813b2883c, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:10.321407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.330879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Pushing event deleted for resources: {'Port': ['ID=b061d7ec-77d4-4d36-8b13-94e813b2883c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:10.338212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] Calling delete_port for b061d7ec-77d4-4d36-8b13-94e813b2883c owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:10.342524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] Port b061d7ec-77d4-4d36-8b13-94e813b2883c was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:54:10.344034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.350362 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.414593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:10.415873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:54:10.418930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['54673c47-a82e-43cb-93c3-6e8a88086b38', '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:54:10.442060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] No DVR routers for this DVR port b061d7ec-77d4-4d36-8b13-94e813b2883c on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:10.478894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:10.522874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:10.530413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] No DVR routers for this DVR port b061d7ec-77d4-4d36-8b13-94e813b2883c on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:10.532223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c271c6-185f-4d1b-afa2-48a64657b5eb None None] Pushing event deleted for resources: {'Port': ['ID=b061d7ec-77d4-4d36-8b13-94e813b2883c,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:10.538949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:10.548798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:10.608738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b061d7ec-77d4-4d36-8b13-94e813b2883c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:10.631190 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.649350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801a5aa6-a7f0-4077-b0af-5b632f7ad9a0']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:10.649585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b061d7ec-77d4-4d36-8b13-94e813b2883c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:10.650214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b061d7ec-77d4-4d36-8b13-94e813b2883c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:10.650640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e3377377-6004-49d0-a98f-c0941fd912ff no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:10.669110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:10.669972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.673995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca2e902-d5f0-490c-9390-18da4f76ff7a') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:10.674459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca2e902-d5f0-490c-9390-18da4f76ff7a') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:10.677407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e3377377-6004-49d0-a98f-c0941fd912ff {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:10.677759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e3377377-6004-49d0-a98f-c0941fd912ff not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:10.680443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-3828a737-9f53-4178-b2b3-93dc4d678703', 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'fixed_ips': [{'subnet_id': '9b269389-a80e-453b-a109-f491767bde2e'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:54:10.681344 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.697227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.716630 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-99633286-5ad7-4ef9-8117-42eb66e0ae1a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4407880 Jul 16 19:54:10.721495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.728984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.745571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Request body: {'port': {'device_id': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:10.756599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:54:10.757524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a074870-20c6-4b87-b5a5-cfbd6b877fc8 req-a34206ba-49bf-446d-92f7-37d9cd839cce tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:10.759797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:54:10.764038 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:54:10.767060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a074870-20c6-4b87-b5a5-cfbd6b877fc8 req-a34206ba-49bf-446d-92f7-37d9cd839cce tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 945 time: 0.7244978 Jul 16 19:54:10.954421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.965768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.970561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:10.975753 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] 10.222.0.78 "DELETE /v2.0/networks/801a5aa6-a7f0-4077-b0af-5b632f7ad9a0 HTTP/1.1" status: 204 len: 168 time: 1.6190515 Jul 16 19:54:10.997219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac332d-c0a1-4031-b0c0-a8a19224a00e admin admin] Pushing event deleted for resources: {'Network': ['ID=801a5aa6-a7f0-4077-b0af-5b632f7ad9a0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:11.003459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a886a1d-7e80-4a0d-ad67-5784329c2f6b None None] Provisioning for port c274b6f5-212b-40ae-8b64-d403a98acdd0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:11.076283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.087300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a886a1d-7e80-4a0d-ad67-5784329c2f6b None None] Provisioning complete for port c274b6f5-212b-40ae-8b64-d403a98acdd0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:11.087495 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a886a1d-7e80-4a0d-ad67-5784329c2f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.201488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51182) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:11.207572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a074870-20c6-4b87-b5a5-cfbd6b877fc8 req-f781f9fb-ec48-43d1-8923-e12e9ae5c52b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395995 Jul 16 19:54:11.234445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-44be8999-5a49-4066-a8a4-d4a7f0655cbf service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0070300 Jul 16 19:54:11.288950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae86bb-2d9c-404a-8439-4ec679c6cc0c req-388df23b-308b-41f2-99f0-05b2039702df tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:11.296301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fae86bb-2d9c-404a-8439-4ec679c6cc0c req-388df23b-308b-41f2-99f0-05b2039702df tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 936 time: 1.0702767 Jul 16 19:54:11.401424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9a886a1d-7e80-4a0d-ad67-5784329c2f6b None None] Port c274b6f5-212b-40ae-8b64-d403a98acdd0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:54:11.453368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:11.455802 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8d5ea-e99d-4298-b065-f8508cd4e87b" -d '{"events": [{"server_uuid": "2eb1b7ad-f59b-4f16-9304-01a245b86b57", "name": "network-vif-plugged", "status": "completed", "tag": "c221c6eb-ac20-41b4-9da7-be6af14d6e9b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:11.459803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4e268eee-6113-4c7a-8a13-f2c31b458f54 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e365c82ffb4e4d648adff86376dbb2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510982 Jul 16 19:54:11.468180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51188) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:11.472188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fae86bb-2d9c-404a-8439-4ec679c6cc0c req-3aa0a300-a0bd-4818-bcdf-2d2614e2e887 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750319 Jul 16 19:54:11.534945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c274b6f5-212b-40ae-8b64-d403a98acdd0 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:54:11.537061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Allocated IP 172.20.0.2 (3828a737-9f53-4178-b2b3-93dc4d678703/9b269389-a80e-453b-a109-f491767bde2e/32bca5c2-9fd6-413e-abe8-e9c3ae234808) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:11.562073 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.566985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c988be9-15ff-47df-b7ef-cb71463124f9 req-1cdceb32-e9d5-41a6-bfdb-939ec38473ca service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088391 Jul 16 19:54:11.590883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Transition to ACTIVE for port object c274b6f5-212b-40ae-8b64-d403a98acdd0 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:11.595875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.738027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e9a1-e2b5-4ec3-b7a3-d8adea672624 req-b19d604a-d2d1-40f9-952e-72e2a91d53f8 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:11.744988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de29e9a1-e2b5-4ec3-b7a3-d8adea672624 req-b19d604a-d2d1-40f9-952e-72e2a91d53f8 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.3076718 Jul 16 19:54:11.753891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6049137-3814-4c5d-b3b5-524463fdd357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.806369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:11.906837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de29e9a1-e2b5-4ec3-b7a3-d8adea672624 req-c2ec2c98-ade6-4a31-87d7-260ea3ec25c1 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604056 Jul 16 19:54:11.935857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:11.937377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:11.939041 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6049137-3814-4c5d-b3b5-524463fdd357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.950463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:11.971541 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:11.974522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:54:11.975078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:11.993397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:11.993751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:11.994148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:12.018096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Bound port: c274b6f5-212b-40ae-8b64-d403a98acdd0, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:12.018554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.030550 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d87126d-91f4-4cb5-a290-ee8242a83990 x-openstack-request-id: req-7d87126d-91f4-4cb5-a290-ee8242a83990 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:12.031076 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb1b7ad-f59b-4f16-9304-01a245b86b57", "name": "network-vif-plugged", "status": "completed", "tag": "c221c6eb-ac20-41b4-9da7-be6af14d6e9b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:12.031076 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d87126d-91f4-4cb5-a290-ee8242a83990 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:12.032755 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'code': 200} Jul 16 19:54:12.044046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.053356 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.108520 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Transition to ACTIVE for port object 32bca5c2-9fd6-413e-abe8-e9c3ae234808 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:12.138078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:12.143237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:12.148341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.175280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Transition to ACTIVE for port object 32bca5c2-9fd6-413e-abe8-e9c3ae234808 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:12.187810 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.221087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:12.222132 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.224029 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] 10.222.0.68 "PUT /v2.0/ports/c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 1097 time: 1.4919615 Jul 16 19:54:12.225489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:12.228750 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c4b99e-7dec-4505-828c-219732413ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:12.265333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873db9b-07c5-4295-85d2-0b894bd8a9cf service neutron] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:12.293614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Network 3828a737-9f53-4178-b2b3-93dc4d678703 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:12.302753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:12.308361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Pushing event updated for resources: {'Port': ['ID=32bca5c2-9fd6-413e-abe8-e9c3ae234808,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:12.317602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:12.362529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-55fd828f-080e-4eaf-bf59-8209ce4cc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:12.364565 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-55fd828f-080e-4eaf-bf59-8209ce4cc580 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1100 time: 0.0885406 Jul 16 19:54:12.372279 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6049137-3814-4c5d-b3b5-524463fdd357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.375313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6049137-3814-4c5d-b3b5-524463fdd357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.376566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d6049137-3814-4c5d-b3b5-524463fdd357 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ee55aa4-d4b7-4f46-bdce-21dca1bf0016 HTTP/1.1" status: 204 len: 168 time: 0.9033961 Jul 16 19:54:12.390078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079b1e6-eb81-4414-a112-275213ed212e req-60b113df-91cc-4b26-aba2-bc7d07a428ae tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:12.391894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d079b1e6-eb81-4414-a112-275213ed212e req-60b113df-91cc-4b26-aba2-bc7d07a428ae tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 945 time: 0.5520370 Jul 16 19:54:12.455236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Attempting to bind port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:12.455625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Attempting to bind port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:12.457335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Attempting to bind port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 on network 3828a737-9f53-4178-b2b3-93dc4d678703 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:12.470013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:12.472475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Checking segment: {'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:12.472956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.474556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Bound using segment: {'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:12.476852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Bound port: 32bca5c2-9fd6-413e-abe8-e9c3ae234808, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:12.477333 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.509399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6049137-3814-4c5d-b3b5-524463fdd357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee55aa4-d4b7-4f46-bdce-21dca1bf0016,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:12.523111 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-f52b7da6-0aa5-461a-8c39-149d8662becd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.1502037 Jul 16 19:54:12.543094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23fe58-ffe5-42ec-aa7f-d1d13685ffa9 req-08a0c369-1de1-4b82-89fc-f16a350a43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:12.544881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad23fe58-ffe5-42ec-aa7f-d1d13685ffa9 req-08a0c369-1de1-4b82-89fc-f16a350a43dd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 1097 time: 0.3504374 Jul 16 19:54:12.625416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d079b1e6-eb81-4414-a112-275213ed212e req-e14f3134-7c47-4efa-a7c3-beb210c76419 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858625 Jul 16 19:54:12.626882 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610cac9f-182a-4090-9932-3017b5890af7 x-openstack-request-id: req-610cac9f-182a-4090-9932-3017b5890af7 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:12.627439 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:12.629042 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-610cac9f-182a-4090-9932-3017b5890af7 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:12.629729 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'status': 'completed', 'code': 200} Jul 16 19:54:12.658533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Allocated IP 172.25.6.200 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/2b251718-ffaa-4d0c-af8f-dc37fef974cd) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:12.677024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-a0cea779-3cd7-4d26-a4dc-92cd6d74d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:12.686280 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-a0cea779-3cd7-4d26-a4dc-92cd6d74d1da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1535161 Jul 16 19:54:12.713825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad23fe58-ffe5-42ec-aa7f-d1d13685ffa9 req-d656550b-32ed-4c2e-9e7f-95c023e68249 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454165 Jul 16 19:54:12.790848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] For port 32bca5c2-9fd6-413e-abe8-e9c3ae234808, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:12.798644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] For port 32bca5c2-9fd6-413e-abe8-e9c3ae234808, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=32bca5c2-9fd6-413e-abe8-e9c3ae234808,segment=NetworkSegment(abaf1bfc-615d-42de-8698-d84c665e8142),segment_id=abaf1bfc-615d-42de-8698-d84c665e8142)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:12.811064 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:12.819657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-bb42de15-6c60-43dc-bfa2-160ea58a59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:12.830395 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-bb42de15-6c60-43dc-bfa2-160ea58a59d9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354074 Jul 16 19:54:12.972226 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d3f0-df19-418b-ba50-30e7f8f7ef03 None None] Pushing event updated for resources: {'Port': ['ID=32bca5c2-9fd6-413e-abe8-e9c3ae234808,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:13.014292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:13.030605 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-7c1846e4-9585-47a0-8819-69185a1bdc2a service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908576 Jul 16 19:54:13.032756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f3ebc-542d-4330-a941-031eb74db72d req-ab8584ec-50e0-4976-810d-da9820bed184 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:13.040914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb5f3ebc-542d-4330-a941-031eb74db72d req-ab8584ec-50e0-4976-810d-da9820bed184 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 948 time: 0.2427566 Jul 16 19:54:13.056849 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccb0fd-5540-431b-b83a-6a2504f35875 req-37a40200-d2b1-465d-980a-f4fa0436e262 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:13.067974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ccb0fd-5540-431b-b83a-6a2504f35875 req-37a40200-d2b1-465d-980a-f4fa0436e262 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 945 time: 0.2532325 Jul 16 19:54:13.181761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb5f3ebc-542d-4330-a941-031eb74db72d req-315fc234-fd1c-46ed-a438-a3ac5e550067 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100531 Jul 16 19:54:13.194140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ccb0fd-5540-431b-b83a-6a2504f35875 req-9a983565-ac61-4147-809a-a206ceaeac7b tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248591 Jul 16 19:54:13.210071 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:13.243153 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf638e99-5369-4f49-b2af-98e339ea47cd req-6f018cae-f759-4247-9e3c-91f8df068e35 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858902 Jul 16 19:54:13.321149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:13.325183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:13.332747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:13.429671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-08957452-aee0-48ae-a31c-7432faf8167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:13.430719 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-08957452-aee0-48ae-a31c-7432faf8167c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1100 time: 0.0974445 Jul 16 19:54:13.440692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Pushing event updated for resources: {'Port': ['ID=2b251718-ffaa-4d0c-af8f-dc37fef974cd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:13.595429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-32131a08-3e50-423a-b201-d830e62aa0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:13.597224 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-32131a08-3e50-423a-b201-d830e62aa0b2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1568103 Jul 16 19:54:13.668248 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-1e42cb2f-3875-4c15-af3b-d3bd91823dc0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.0582294 Jul 16 19:54:13.715216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8ba68-dabd-4b78-b927-3950ae2968e4 req-b35a4b42-b21d-463a-8115-c8c35daa681e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:13.717316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30b8ba68-dabd-4b78-b927-3950ae2968e4 req-b35a4b42-b21d-463a-8115-c8c35daa681e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.2387502 Jul 16 19:54:13.752381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-783e60c9-04c1-41ab-91b5-b120e9688c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:13.755048 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-783e60c9-04c1-41ab-91b5-b120e9688c92 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0798767 Jul 16 19:54:13.829161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-f88d0b39-2d40-4d82-8186-e7c0c40fd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:13.830711 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-f88d0b39-2d40-4d82-8186-e7c0c40fd4fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611563 Jul 16 19:54:13.864079 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30b8ba68-dabd-4b78-b927-3950ae2968e4 req-872c47d3-3ea5-4ad8-806a-3c35b43d9e40 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364541 Jul 16 19:54:13.913559 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:13.952699 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-bc1ebaa4-18a8-458e-a4bc-b5fad029859d service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139972 Jul 16 19:54:13.985325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154c53c-3ee7-44ea-aa30-099f9018cabf req-ccb6fa5e-805f-4e41-90c8-7515345a9ad2 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:13.987383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5154c53c-3ee7-44ea-aa30-099f9018cabf req-ccb6fa5e-805f-4e41-90c8-7515345a9ad2 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 945 time: 0.1404755 Jul 16 19:54:14.091619 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c3c4b99e-7dec-4505-828c-219732413ab1 req-a20242c7-60b9-4fef-a107-c1dec4eb9b34 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316819 Jul 16 19:54:14.155887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5154c53c-3ee7-44ea-aa30-099f9018cabf req-b2fbccac-3c4c-40bb-a090-6c670428cf97 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366034 Jul 16 19:54:14.241002 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:14.400842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca1297-f811-4906-b40a-564fdc677e86 None None] Network 3828a737-9f53-4178-b2b3-93dc4d678703 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:14.418015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-503d25ed-a0c6-4332-a373-71f9dfbf6ccc tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:14.419648 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-503d25ed-a0c6-4332-a373-71f9dfbf6ccc tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.68 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 945 time: 0.1063013 Jul 16 19:54:14.490852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-404bd786-696c-46a7-92e0-d0aaece8cde1 None None] Provisioning for port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:14.579047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Deleting port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:14.579517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:14.609807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 32bca5c2-9fd6-413e-abe8-e9c3ae234808 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:14.611025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0cb3-f690-4bca-8d84-e832df7ccabd req-11b20ebc-6be4-414f-9cca-105c26ab9a7d tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:14.625926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df1b0cb3-f690-4bca-8d84-e832df7ccabd req-11b20ebc-6be4-414f-9cca-105c26ab9a7d tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 945 time: 0.3077245 Jul 16 19:54:14.628034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51264) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:14.638362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Request body: {'floatingip': {'port_id': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:14.683108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d53c-2409-491d-bdbe-69575714843c req-234bace3-1ab5-4d3b-b408-69997a9dc524 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:14.686437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5e6d53c-2409-491d-bdbe-69575714843c req-234bace3-1ab5-4d3b-b408-69997a9dc524 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 948 time: 0.2323258 Jul 16 19:54:14.688050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Router 230f2791-888c-4a76-9072-1060915daca7 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:54:14.698964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:14.710756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:14.715871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:14.718063 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:14.828286 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:14.859775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5e6d53c-2409-491d-bdbe-69575714843c req-1230486b-b519-4c59-be5a-7a309ea1ca10 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655550 Jul 16 19:54:14.866465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 32bca5c2-9fd6-413e-abe8-e9c3ae234808, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=32bca5c2-9fd6-413e-abe8-e9c3ae234808,segment=NetworkSegment(abaf1bfc-615d-42de-8698-d84c665e8142),segment_id=abaf1bfc-615d-42de-8698-d84c665e8142)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:14.872025 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:14.886325 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] For port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:14.886325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:14.949381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=32bca5c2-9fd6-413e-abe8-e9c3ae234808,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:14.984918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:15.003540 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Sync routers for ids ['230f2791-888c-4a76-9072-1060915daca7'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:15.013191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:15.014732 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Routers {'230f2791-888c-4a76-9072-1060915daca7'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:15.015140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a71f8ff6-4293-4c24-8852-c2d6e2250680 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0241718 Jul 16 19:54:15.015359 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['230f2791-888c-4a76-9072-1060915daca7'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:15.019746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51270) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:15.048880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-19a47c7f-2609-40ca-8799-d1e403c01e22 None None] Provisioning complete for port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:15.049591 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19a47c7f-2609-40ca-8799-d1e403c01e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:15.169649 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Set router 230f2791-888c-4a76-9072-1060915daca7 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:15.539838 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:13Z', 'revision_number': 3, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:15.573614 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Checking router: 230f2791-888c-4a76-9072-1060915daca7 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:15.574259 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Updating router 230f2791-888c-4a76-9072-1060915daca7 port 2b251718-ffaa-4d0c-af8f-dc37fef974cd binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:54:15.581844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f581d81-b786-485a-a72f-20192784cbc8 req-e95a82cb-8b4b-4b8b-af56-3b18be4c53f2 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:15.584578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f581d81-b786-485a-a72f-20192784cbc8 req-e95a82cb-8b4b-4b8b-af56-3b18be4c53f2 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 945 time: 0.7957604 Jul 16 19:54:15.627165 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:15.740767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f581d81-b786-485a-a72f-20192784cbc8 req-02916e10-0c81-4913-938b-0b29b7b00ef9 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46a312b-1c29-4348-97ff-43dff5f6cc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953193 Jul 16 19:54:15.741085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:15.741820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:15.741820 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3 disassociated. External IP: 172.25.6.250, port: 5751e39e-0d23-434d-ae1d-b50ebce9ad6e. Jul 16 19:54:15.742273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Calling delete_port for 5751e39e-0d23-434d-ae1d-b50ebce9ad6e owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:15.746790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:54:16.022066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82e741-434c-4e7e-9740-4720589de3ea req-173ea022-0ca8-4141-a236-b39bcb34a31a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:16.023524 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.035504 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Transition to ACTIVE for port object 2b251718-ffaa-4d0c-af8f-dc37fef974cd will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:16.036456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e82e741-434c-4e7e-9740-4720589de3ea req-173ea022-0ca8-4141-a236-b39bcb34a31a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.4866858 Jul 16 19:54:16.045764 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.049983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:16.062014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.100794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'mac_address': 'fa:16:3e:a8:31:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:54:16.104464 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Attempting to bind port 2b251718-ffaa-4d0c-af8f-dc37fef974cd on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:16.104912 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Attempting to bind port 2b251718-ffaa-4d0c-af8f-dc37fef974cd by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:16.105352 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Attempting to bind port 2b251718-ffaa-4d0c-af8f-dc37fef974cd on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:16.130010 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:16.130529 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:16.131017 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.131562 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:16.132125 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Bound port: 2b251718-ffaa-4d0c-af8f-dc37fef974cd, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:16.132628 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.191375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event deleted for resources: {'Port': ['ID=5751e39e-0d23-434d-ae1d-b50ebce9ad6e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:16.205056 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] For port 2b251718-ffaa-4d0c-af8f-dc37fef974cd, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:16.209548 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.210361 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] For port 2b251718-ffaa-4d0c-af8f-dc37fef974cd, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2b251718-ffaa-4d0c-af8f-dc37fef974cd,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:16.216630 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.228114 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481544-3cfe-441c-acbb-e4428fb6b9ac None None] Pushing event updated for resources: {'Port': ['ID=2b251718-ffaa-4d0c-af8f-dc37fef974cd,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:16.233941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c274b6f5-212b-40ae-8b64-d403a98acdd0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:54:16.285400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:16.293825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e82e741-434c-4e7e-9740-4720589de3ea req-4701c7a1-a744-44c3-80cf-86bc0aaebab9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512817 Jul 16 19:54:16.295429 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.405922 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481544-3cfe-441c-acbb-e4428fb6b9ac None None] Pushing event updated for resources: {'Port': ['ID=2b251718-ffaa-4d0c-af8f-dc37fef974cd,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:16.418761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.425001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.427679 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Routers {'230f2791-888c-4a76-9072-1060915daca7'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:16.429253 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['230f2791-888c-4a76-9072-1060915daca7'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:16.440682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:16.575762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['c274b6f5-212b-40ae-8b64-d403a98acdd0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:54:16.582214 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Floating IP f24d22c0-09b4-4771-9953-a1e3591fba5c associated. External IP: 172.25.6.176, port: c221c6eb-ac20-41b4-9da7-be6af14d6e9b. Jul 16 19:54:16.668733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 32bca5c2-9fd6-413e-abe8-e9c3ae234808 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:16.689521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Router 47e12181-4a9a-4a95-ac34-209fb1d8b659 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:16.787087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:16.788167 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.823122 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:16.833301 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] Set router 230f2791-888c-4a76-9072-1060915daca7 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:17.023300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:17.025757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3655cd-6868-4137-a028-e4d3f19d2ded req-9ecbb9ac-5806-4127-ba04-6f2b52298aac tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:17.034786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c3655cd-6868-4137-a028-e4d3f19d2ded req-9ecbb9ac-5806-4127-ba04-6f2b52298aac tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 949 time: 0.3453038 Jul 16 19:54:17.120302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c3655cd-6868-4137-a028-e4d3f19d2ded req-7c6a6cc6-6cf3-4f36-9800-669c6e0d3b5b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830567 Jul 16 19:54:17.168147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:17.206476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] Sync routers for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:17.215931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Allocated IP 172.20.0.1 (3828a737-9f53-4178-b2b3-93dc4d678703/9b269389-a80e-453b-a109-f491767bde2e/0001e98a-dd6b-4563-8de8-b330b58f46c4) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:17.221906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] No DVR routers for this DVR port 5751e39e-0d23-434d-ae1d-b50ebce9ad6e on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:17.226423 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:17.229800 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdbeedef-e81f-45b2-8468-08c47271d76d req-559a5541-f7f7-455e-8dac-bddf5231f27c tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.68 "DELETE /v2.0/ports/5751e39e-0d23-434d-ae1d-b50ebce9ad6e HTTP/1.1" status: 204 len: 173 time: 2.8043213 Jul 16 19:54:17.230687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'name': 'network-vif-deleted', 'tag': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:17.234282 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e980f005-df69-4dc4-80f4-b8c6d91b4f6e" -d '{"events": [{"server_uuid": "158e1bfb-0af8-4754-aadc-c78943a878b2", "name": "network-vif-deleted", "tag": "5751e39e-0d23-434d-ae1d-b50ebce9ad6e"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:17.238400 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:13Z', 'revision_number': 3, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:17.240858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:17.250836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:17.274881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:17.277632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:17.307789 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] Sync routers for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:17.318600 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957f8da-c6e5-4f1b-b429-96653a7ddeca None None] The sync data for ids ['230f2791-888c-4a76-9072-1060915daca7'] in n-d-791505-15 is: [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:13Z', 'revision_number': 3, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:17.335213 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:17.338300 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:17.340381 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c306562-5c3e-40f0-a521-6e202f9aac7b tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "PUT /v2.0/floatingips/f24d22c0-09b4-4771-9953-a1e3591fba5c HTTP/1.1" status: 200 len: 991 time: 2.7039142 Jul 16 19:54:17.409358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:17.441497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Transition to ACTIVE for port object 0001e98a-dd6b-4563-8de8-b330b58f46c4 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:17.524986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d01778b-4164-4748-8089-e11eec1b7b47 req-fa7c86fe-2455-4caf-a61b-eeb09cd1d387 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/ports?device_id=158e1bfb-0af8-4754-aadc-c78943a878b2 HTTP/1.1" status: 200 len: 210 time: 0.0691190 Jul 16 19:54:17.538437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:17.595706 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:17.605770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:17.625251 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b579f0-ee46-44a2-b223-134fb96aae63 x-openstack-request-id: req-98b579f0-ee46-44a2-b223-134fb96aae63 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:17.625815 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158e1bfb-0af8-4754-aadc-c78943a878b2", "name": "network-vif-deleted", "tag": "5751e39e-0d23-434d-ae1d-b50ebce9ad6e", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:17.626134 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98b579f0-ee46-44a2-b223-134fb96aae63 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:17.629641 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158e1bfb-0af8-4754-aadc-c78943a878b2', 'name': 'network-vif-deleted', 'tag': '5751e39e-0d23-434d-ae1d-b50ebce9ad6e', 'status': 'completed', 'code': 200} Jul 16 19:54:17.720822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Network 3828a737-9f53-4178-b2b3-93dc4d678703 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:17.724083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:17.746975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:17.772372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5751e39e-0d23-434d-ae1d-b50ebce9ad6e no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:17.819257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Pushing event updated for resources: {'Port': ['ID=0001e98a-dd6b-4563-8de8-b330b58f46c4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:17.851201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 5751e39e-0d23-434d-ae1d-b50ebce9ad6e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:17.851737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5751e39e-0d23-434d-ae1d-b50ebce9ad6e not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:17.985152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:18.036827 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-01a80932-eb68-4c88-b4c9-2f00b0535b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:18.086772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:18.130735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e420e3-411b-4804-a60a-d56e09db7e4e req-79da6f21-6b2f-468c-9e94-6aed290af461 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:18.132460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5e420e3-411b-4804-a60a-d56e09db7e4e req-79da6f21-6b2f-468c-9e94-6aed290af461 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.3346076 Jul 16 19:54:18.178916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] Checking router: 47e12181-4a9a-4a95-ac34-209fb1d8b659 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:18.204406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:18.204406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:18.236250 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f24d22c0-09b4-4771-9953-a1e3591fba5c', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'port_id': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'mac_address': 'fa:16:3e:c2:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:53:00Z', 'updated_at': '2021-07-16T19:54:15Z', 'revision_number': 1, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:59Z', 'revision_number': 5, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:18.248449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cf3bdd3c-d5b2-4725-ad8f-6e82b844b646 None None] Provisioning for port 0001e98a-dd6b-4563-8de8-b330b58f46c4 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:18.265427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cf3bdd3c-d5b2-4725-ad8f-6e82b844b646 None None] Provisioning complete for port 0001e98a-dd6b-4563-8de8-b330b58f46c4 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:18.266446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5e420e3-411b-4804-a60a-d56e09db7e4e req-1edcd2f8-3de3-40ec-8933-929947e635cb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245346 Jul 16 19:54:18.268575 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf3bdd3c-d5b2-4725-ad8f-6e82b844b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:18.292601 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] Checking router: 88149cfe-0ac6-4936-9aa8-79adc0acfd9a for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:18.322114 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:18.322825 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:18.389344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:18.456529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bdd3c-d5b2-4725-ad8f-6e82b844b646 None None] Port 0001e98a-dd6b-4563-8de8-b330b58f46c4 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:54:18.524028 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:18.578214 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:18.618569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2b251718-ffaa-4d0c-af8f-dc37fef974cd up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:18.764519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac401152-8ade-455c-a98c-2adbaf8cb802 req-5d41461a-1dba-4c93-a8ab-c0109a1ccf6b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:18.772361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac401152-8ade-455c-a98c-2adbaf8cb802 req-5d41461a-1dba-4c93-a8ab-c0109a1ccf6b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 949 time: 0.2447286 Jul 16 19:54:18.853790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 2b251718-ffaa-4d0c-af8f-dc37fef974cd completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:18.861072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2b251718-ffaa-4d0c-af8f-dc37fef974cd triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:18.861451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:18.875466 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac401152-8ade-455c-a98c-2adbaf8cb802 req-11898f1a-1ac0-4e05-81e0-eacef32c3634 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020505 Jul 16 19:54:18.908962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:18.922944 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:18.982531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 08f5c695-47ad-487a-9eb0-8f0e954abb6c details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:54:19.030913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:19.103123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Pushing event updated for resources: {'Port': ['ID=0001e98a-dd6b-4563-8de8-b330b58f46c4,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:19.106766 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:19.107495 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f24d22c0-09b4-4771-9953-a1e3591fba5c', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'port_id': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'mac_address': 'fa:16:3e:c2:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:53:00Z', 'updated_at': '2021-07-16T19:54:15Z', 'revision_number': 1, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:59Z', 'revision_number': 5, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:19.162503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 2b251718-ffaa-4d0c-af8f-dc37fef974cd, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2b251718-ffaa-4d0c-af8f-dc37fef974cd,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:19.187470 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:19.287658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Network 3828a737-9f53-4178-b2b3-93dc4d678703 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:19.287658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:19.352982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51430) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:19.364146 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:54:19.378903 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7962b3-3c65-4264-8ee7-aae2312d6fae None None] The sync data for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 is: [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f24d22c0-09b4-4771-9953-a1e3591fba5c', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'port_id': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'mac_address': 'fa:16:3e:c2:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:53:00Z', 'updated_at': '2021-07-16T19:54:15Z', 'revision_number': 1, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:59Z', 'revision_number': 5, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:19.492087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1168f91c-8ceb-4e51-9e33-1ce0f1e8af9d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:19.493754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=2b251718-ffaa-4d0c-af8f-dc37fef974cd,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:19.520915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Router 230f2791-888c-4a76-9072-1060915daca7 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:19.531510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1168f91c-8ceb-4e51-9e33-1ce0f1e8af9d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:19.611862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1168f91c-8ceb-4e51-9e33-1ce0f1e8af9d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:19.615157 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1168f91c-8ceb-4e51-9e33-1ce0f1e8af9d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:19.616440 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1168f91c-8ceb-4e51-9e33-1ce0f1e8af9d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "DELETE /v2.0/security-groups/c46a312b-1c29-4348-97ff-43dff5f6cc54 HTTP/1.1" status: 204 len: 168 time: 0.2624028 Jul 16 19:54:19.627408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51438) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:19.643732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'tag': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:19.644412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:19.652185 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a39711-6ae3-478a-90bb-3ea05a52b132" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb1b7ad-f59b-4f16-9304-01a245b86b57", "tag": "c221c6eb-ac20-41b4-9da7-be6af14d6e9b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:19.658584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168f91c-8ceb-4e51-9e33-1ce0f1e8af9d tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46a312b-1c29-4348-97ff-43dff5f6cc54,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:19.660259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '08f5c695-47ad-487a-9eb0-8f0e954abb6c', 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6', 'port_id': '08f5c695-47ad-487a-9eb0-8f0e954abb6c', 'mac_address': 'fa:16:3e:91:5d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e9e3e2-adf4-4ead-9d6d-89cb435940fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:54:19.667991 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-946d5dda-7744-4b8d-af45-875bc5285ba7 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] show failed (client error): The resource could not be found. Jul 16 19:54:19.671633 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-946d5dda-7744-4b8d-af45-875bc5285ba7 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "GET /v2.0/security-groups/c46a312b-1c29-4348-97ff-43dff5f6cc54 HTTP/1.1" status: 404 len: 347 time: 0.0412812 Jul 16 19:54:19.674727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51442) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:19.784806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:19.791289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-990c0968-1ecd-488a-a52e-75cd3a49f945 admin admin] 10.222.0.78 "PUT /v2.0/routers/230f2791-888c-4a76-9072-1060915daca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7700405 Jul 16 19:54:19.850901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c4464-0b24-4d3a-b759-b947416049e3 req-11a6e2a5-1faa-4199-b313-9e18deb4de89 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:19.859885 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf0c4464-0b24-4d3a-b759-b947416049e3 req-11a6e2a5-1faa-4199-b313-9e18deb4de89 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.1132114 Jul 16 19:54:19.898449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:19.949833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad326b-cf9b-435e-995f-72e89d2e5863 None None] New status for floating IP f24d22c0-09b4-4771-9953-a1e3591fba5c: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:54:19.963320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf0c4464-0b24-4d3a-b759-b947416049e3 req-43d88ea3-95e2-4bee-805e-a3ee36ba3018 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023655 Jul 16 19:54:20.029830 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:54:20.042963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:20.107730 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c41a27-9f60-482b-8a53-49612b3d0540 x-openstack-request-id: req-64c41a27-9f60-482b-8a53-49612b3d0540 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:20.108251 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb1b7ad-f59b-4f16-9304-01a245b86b57", "tag": "c221c6eb-ac20-41b4-9da7-be6af14d6e9b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:20.112774 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64c41a27-9f60-482b-8a53-49612b3d0540 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:20.113414 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'tag': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'status': 'completed', 'code': 200} Jul 16 19:54:20.116758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4135bfc-3716-425a-ab1a-def4335508f3 None None] The sync data for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 is: [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:49:24Z', 'revision_number': 4, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'af0d7262-13bb-45ea-b26a-a8f53adfa8c4', 'name': '', 'network_id': '49882ae9-50c9-466e-85d2-0c0ba6464332', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'mac_address': 'fa:16:3e:ae:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:23Z', 'updated_at': '2021-07-16T19:49:29Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'subnets': [{'id': 'e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:20.118875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-22c0bd01-edaa-4d59-b1e1-d348d600544c None None] Provisioning complete for port 0001e98a-dd6b-4563-8de8-b330b58f46c4 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:20.119269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-22c0bd01-edaa-4d59-b1e1-d348d600544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.260149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-22c0bd01-edaa-4d59-b1e1-d348d600544c None None] Port 0001e98a-dd6b-4563-8de8-b330b58f46c4 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:54:20.275497 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.296127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port c274b6f5-212b-40ae-8b64-d403a98acdd0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:20.298753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Deleting port b98444e3-a686-4a2c-b273-39e8a3f96a21 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:20.299109 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.324553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f5c695-47ad-487a-9eb0-8f0e954abb6c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:54:20.347331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-e2f94866-940d-4db0-8930-451f56207e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:20.349028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-e2f94866-940d-4db0-8930-451f56207e5d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e03b3659242d48db8d9d25eda76ad32d&device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 1097 time: 0.2344778 Jul 16 19:54:20.352646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:20.362055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port c274b6f5-212b-40ae-8b64-d403a98acdd0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:20.362445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.369869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.468318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-9d46e234-d061-4374-9c27-426c37131039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:20.472757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-9d46e234-d061-4374-9c27-426c37131039 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6860476-a25b-4e32-8572-ba7f4b83b501 HTTP/1.1" status: 200 len: 917 time: 0.1151631 Jul 16 19:54:20.514315 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-83af0007-e5a7-4e55-806f-03769d26bd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.572223 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.578042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:20.635868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.636500 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.641955 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-83f7537c-a74b-4784-adbe-dd2c3c876ba4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c221c6eb-ac20-41b4-9da7-be6af14d6e9b HTTP/1.1" status: 200 len: 1001 time: 0.1253996 Jul 16 19:54:20.666761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Calling delete_port for b98444e3-a686-4a2c-b273-39e8a3f96a21 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:20.677516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.682937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['08f5c695-47ad-487a-9eb0-8f0e954abb6c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:54:20.685656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2b251718-ffaa-4d0c-af8f-dc37fef974cd up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:20.716188 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-0de7b316-a37b-459b-901c-34f974cc6f21 req-0860ca65-1617-40fa-a4c6-a4eb643b6275 tempest-FloatingIPDetailsNegativeTestJSON-1720230731 tempest-FloatingIPDetailsNegativeTestJSON-1720230731-project] show failed (client error): The resource could not be found. Jul 16 19:54:20.731491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0de7b316-a37b-459b-901c-34f974cc6f21 req-0860ca65-1617-40fa-a4c6-a4eb643b6275 tempest-FloatingIPDetailsNegativeTestJSON-1720230731 tempest-FloatingIPDetailsNegativeTestJSON-1720230731-project] 10.222.0.78 "GET /v2.0/floatingips/78072ba5-88fb-41b9-8e68-9cfea8682222 HTTP/1.1" status: 404 len: 350 time: 0.0820696 Jul 16 19:54:20.735211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51480) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:20.742232 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c14499-2f41-4e8c-8151-22e8edf0388c None None] New status for floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:54:20.780975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-c5db94c1-efd4-463a-aa54-7b75a2863030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:20.783579 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-c5db94c1-efd4-463a-aa54-7b75a2863030 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c6e46ff0-d2c5-470c-9475-2f5b1f059ef7 HTTP/1.1" status: 200 len: 855 time: 0.1328683 Jul 16 19:54:20.798657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:20.801706 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed91b81-9c10-4023-bb34-0fb3e3b6c179" -d '{"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-plugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:20.832289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:20.849363 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.893285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-b620f19e-eafa-4ec1-b1a8-c3c686dc9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:20.895195 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-b620f19e-eafa-4ec1-b1a8-c3c686dc9ebc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6860476-a25b-4e32-8572-ba7f4b83b501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040244 Jul 16 19:54:20.915973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Sync routers for ids ['230f2791-888c-4a76-9072-1060915daca7'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:20.964580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2b251718-ffaa-4d0c-af8f-dc37fef974cd triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:20.964987 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:20.971321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Routers {'230f2791-888c-4a76-9072-1060915daca7'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:20.972003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['230f2791-888c-4a76-9072-1060915daca7'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:21.025207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf1413-973e-4353-90ab-89d704c00c94 req-27d778ee-0594-48e5-b023-a50116687898 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:21.033022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6baf1413-973e-4353-90ab-89d704c00c94 req-27d778ee-0594-48e5-b023-a50116687898 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 949 time: 0.4381025 Jul 16 19:54:21.067668 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-90c14499-2f41-4e8c-8151-22e8edf0388c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:54:21.068005 n-d-791505-15 neutron-server[100246]: DEBUG oslo_db.api [None req-90c14499-2f41-4e8c-8151-22e8edf0388c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:54:21.073572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:21.142273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6baf1413-973e-4353-90ab-89d704c00c94 req-df3488aa-fcf8-4939-a326-b8290e98c5cf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081514 Jul 16 19:54:21.161897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Pushing event deleted for resources: {'Port': ['ID=b98444e3-a686-4a2c-b273-39e8a3f96a21,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:21.210614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Set router 230f2791-888c-4a76-9072-1060915daca7 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:21.270185 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-4df5a434-4f0f-437e-a7f0-2051934cc130 service neutron] 10.222.0.68 "GET /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432126 Jul 16 19:54:21.324353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:21.331961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:21.333465 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ae64e0e6-4f65-42cd-a53f-b47aa8f8d9c4 tempest-ServersWithSpecificFlavorTestJSON-1026019759 tempest-ServersWithSpecificFlavorTestJSON-1026019759-project] 10.222.0.78 "DELETE /v2.0/floatingips/33ededa0-bc68-4d99-be2d-3944e8df3ab3 HTTP/1.1" status: 204 len: 168 time: 1.6577606 Jul 16 19:54:21.373132 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74de88c5-26d2-4b1a-aec5-cdd926348b09 x-openstack-request-id: req-74de88c5-26d2-4b1a-aec5-cdd926348b09 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:21.373634 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-plugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:21.373985 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74de88c5-26d2-4b1a-aec5-cdd926348b09 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:21.374478 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'code': 200} Jul 16 19:54:21.406145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:21.460951 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-79a39711-6ae3-478a-90bb-3ea05a52b132 req-66e8266a-93bc-4ed5-994b-f6cfc41a65c7 service neutron] 10.222.0.68 "GET /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763725 Jul 16 19:54:21.546165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555d8b0-4f39-4b4e-972e-41fc18d318b5 req-c5fb9528-a91b-4cdb-84f0-cbce02560bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:21.548931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8555d8b0-4f39-4b4e-972e-41fc18d318b5 req-c5fb9528-a91b-4cdb-84f0-cbce02560bc6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1102 time: 0.2193611 Jul 16 19:54:21.569664 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c14499-2f41-4e8c-8151-22e8edf0388c None None] New status for floating IP 33ededa0-bc68-4d99-be2d-3944e8df3ab3: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:54:21.598183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:21.788141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:18Z', 'revision_number': 4, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0001e98a-dd6b-4563-8de8-b330b58f46c4', 'name': '', 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'mac_address': 'fa:16:3e:f1:bd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b269389-a80e-453b-a109-f491767bde2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:16Z', 'updated_at': '2021-07-16T19:54:18Z', 'revision_number': 2, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'subnets': [{'id': '9b269389-a80e-453b-a109-f491767bde2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:21.837748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Checking router: 230f2791-888c-4a76-9072-1060915daca7 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:21.838268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Updating router 230f2791-888c-4a76-9072-1060915daca7 port 0001e98a-dd6b-4563-8de8-b330b58f46c4 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:54:21.893125 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.205489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8555d8b0-4f39-4b4e-972e-41fc18d318b5 req-307eb7bd-45c2-4665-a91a-f91afd2d64fd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6458907 Jul 16 19:54:22.225511 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.338123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11783556-2f50-4111-816a-1047fccff21b req-d2805bc5-0caa-449c-82be-f35ffeb05d5e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:22.339717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11783556-2f50-4111-816a-1047fccff21b req-d2805bc5-0caa-449c-82be-f35ffeb05d5e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 944 time: 0.1933672 Jul 16 19:54:22.392537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11783556-2f50-4111-816a-1047fccff21b req-62532be3-3cb1-439c-b1a6-a3a63584fcf7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 Jul 16 19:54:22.415805 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.457380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Transition to ACTIVE for port object 0001e98a-dd6b-4563-8de8-b330b58f46c4 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:22.467579 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.567865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Deleting port 0001e98a-dd6b-4563-8de8-b330b58f46c4 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:22.568303 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.703877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056737-9df2-456c-a6c6-59bba10b7924 None None] Pushing event updated for resources: {'Port': ['ID=0001e98a-dd6b-4563-8de8-b330b58f46c4,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:22.782435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Attempting to bind port 0001e98a-dd6b-4563-8de8-b330b58f46c4 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:22.782817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Attempting to bind port 0001e98a-dd6b-4563-8de8-b330b58f46c4 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:22.783185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Attempting to bind port 0001e98a-dd6b-4563-8de8-b330b58f46c4 on network 3828a737-9f53-4178-b2b3-93dc4d678703 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:22.798859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:22.799534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Checking segment: {'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:22.800821 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.801409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Bound using segment: {'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:22.802400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Bound port: 0001e98a-dd6b-4563-8de8-b330b58f46c4, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaf1bfc-615d-42de-8698-d84c665e8142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3828a737-9f53-4178-b2b3-93dc4d678703'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:22.803288 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.830394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] For port 0001e98a-dd6b-4563-8de8-b330b58f46c4, host n-d-791505-15, got binding levels [] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:22.830773 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.844376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Calling delete_port for 0001e98a-dd6b-4563-8de8-b330b58f46c4 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:22.943572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] For port 0001e98a-dd6b-4563-8de8-b330b58f46c4, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:22.950054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] For port 0001e98a-dd6b-4563-8de8-b330b58f46c4, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0001e98a-dd6b-4563-8de8-b330b58f46c4,segment=NetworkSegment(abaf1bfc-615d-42de-8698-d84c665e8142),segment_id=abaf1bfc-615d-42de-8698-d84c665e8142)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:22.958087 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.989891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac353a3-2d1b-4402-8c27-0166239052bb req-ad6852bf-2b7a-42bf-8c2e-0b96ad40112a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:22.998750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aac353a3-2d1b-4402-8c27-0166239052bb req-ad6852bf-2b7a-42bf-8c2e-0b96ad40112a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2552173 Jul 16 19:54:23.046571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 08f5c695-47ad-487a-9eb0-8f0e954abb6c up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:23.462136 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aac353a3-2d1b-4402-8c27-0166239052bb req-f1a3d00e-3d22-4d7a-836a-21428ca5d55f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343555 Jul 16 19:54:23.465612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:23.519893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d6a8299f-62fd-4422-8758-7b1020f3628a None None] Could not find standard attr ID for object 0001e98a-dd6b-4563-8de8-b330b58f46c4. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:54:23.586958 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:23.589050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056737-9df2-456c-a6c6-59bba10b7924 None None] Pushing event updated for resources: {'Port': ['ID=0001e98a-dd6b-4563-8de8-b330b58f46c4,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:23.597877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Routers {'230f2791-888c-4a76-9072-1060915daca7'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:23.601086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['230f2791-888c-4a76-9072-1060915daca7'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:23.650066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0001e98a-dd6b-4563-8de8-b330b58f46c4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:23.697733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 08f5c695-47ad-487a-9eb0-8f0e954abb6c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:23.724418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0300bfb8-0fa6-461d-b5b0-ab61e09c3bbf None None] Could not find standard attr ID for object 0001e98a-dd6b-4563-8de8-b330b58f46c4. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:54:23.731054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 08f5c695-47ad-487a-9eb0-8f0e954abb6c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:23.732628 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:23.772542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.773100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.773637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.774186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.774729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.775267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.775807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.784534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.785284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.785851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.786402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:23.786959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:24.269827 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:24.289397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] Set router 230f2791-888c-4a76-9072-1060915daca7 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:24.406623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:24.422787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:24.426246 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b64006e-2858-4fc4-bcf8-5d54e03aec20" -d '{"events": [{"server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "name": "network-vif-plugged", "status": "completed", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:24.447563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:24.504317 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:24.557575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215f43b-4f2e-4250-a795-209ae6af2661 req-5efa2ada-a34d-4637-86ef-c76e05cc0498 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:24.563081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4215f43b-4f2e-4250-a795-209ae6af2661 req-5efa2ada-a34d-4637-86ef-c76e05cc0498 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 944 time: 0.2856824 Jul 16 19:54:24.627656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:24.660733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:23Z', 'revision_number': 5, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:24.696183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43753c35-eded-4111-a3a8-7ef768454023 None None] The sync data for ids ['230f2791-888c-4a76-9072-1060915daca7'] in n-d-791505-15 is: [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:23Z', 'revision_number': 5, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:24.697322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4215f43b-4f2e-4250-a795-209ae6af2661 req-0ee6294e-e263-46b8-af8f-3b2cf646fee4 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270847 Jul 16 19:54:24.867494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51710) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:24.932607 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd7fa67-c6fc-4621-824e-fecac16a664f x-openstack-request-id: req-fbd7fa67-c6fc-4621-824e-fecac16a664f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:24.932920 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "name": "network-vif-plugged", "status": "completed", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:24.934346 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fbd7fa67-c6fc-4621-824e-fecac16a664f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:24.935552 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c', 'code': 200} Jul 16 19:54:24.963864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Router 230f2791-888c-4a76-9072-1060915daca7 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:25.295169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:25.306688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51726) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:25.317272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a607fdcc-d832-47b6-8919-f5ebb300f0c0 admin admin] 10.222.0.78 "PUT /v2.0/routers/230f2791-888c-4a76-9072-1060915daca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5746071 Jul 16 19:54:25.344667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9a9b9-258a-4f1d-ae19-2bb6a6568a4a req-f36491f5-17c5-4369-a5e4-26b259473b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:25.346431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51a9a9b9-258a-4f1d-ae19-2bb6a6568a4a req-f36491f5-17c5-4369-a5e4-26b259473b58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1097 time: 0.2592776 Jul 16 19:54:25.410449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51a9a9b9-258a-4f1d-ae19-2bb6a6568a4a req-89f3ec75-4f53-4145-ba92-25e707e312f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560155 Jul 16 19:54:25.418890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5f733-708e-4def-aa3d-bb2955a36db2 req-c58895e3-fd32-435f-85ff-cd20386444f7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:25.420856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71d5f733-708e-4def-aa3d-bb2955a36db2 req-c58895e3-fd32-435f-85ff-cd20386444f7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2422459 Jul 16 19:54:25.494044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71d5f733-708e-4def-aa3d-bb2955a36db2 req-d90c800d-75dc-4f42-8a57-3c9f403cf4a4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Jul 16 19:54:25.923407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319dddc-606a-4818-aa2d-7b6fc894cdc4 req-afe0f85f-47fb-418f-a4a0-2b46633295b4 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:25.935844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1319dddc-606a-4818-aa2d-7b6fc894cdc4 req-afe0f85f-47fb-418f-a4a0-2b46633295b4 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1102 time: 0.0965941 Jul 16 19:54:25.972889 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] Sync routers for ids ['230f2791-888c-4a76-9072-1060915daca7'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:25.984048 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] Routers {'230f2791-888c-4a76-9072-1060915daca7'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:25.985013 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['230f2791-888c-4a76-9072-1060915daca7'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:26.022468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1319dddc-606a-4818-aa2d-7b6fc894cdc4 req-889feac6-dc2b-4da0-b28e-976106047766 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837224 Jul 16 19:54:26.226025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:26.241864 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] Set router 230f2791-888c-4a76-9072-1060915daca7 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:26.482247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4d04a-bc2a-46a1-ad77-b9a1b234d59f req-0b66c9b9-e999-452a-9694-338171179aaa tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:26.510028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40b4d04a-bc2a-46a1-ad77-b9a1b234d59f req-0b66c9b9-e999-452a-9694-338171179aaa tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.1960738 Jul 16 19:54:26.622924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40b4d04a-bc2a-46a1-ad77-b9a1b234d59f req-cec3b4bd-0a16-409d-8f72-cf32d1f47751 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117563 Jul 16 19:54:26.634879 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:23Z', 'revision_number': 5, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:26.670704 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] Checking router: 230f2791-888c-4a76-9072-1060915daca7 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:26.680400 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] Routers {'230f2791-888c-4a76-9072-1060915daca7'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:26.681645 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['230f2791-888c-4a76-9072-1060915daca7'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:26.683071 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:26.774691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:26.802654 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] Set router 230f2791-888c-4a76-9072-1060915daca7 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:27.115529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Deleting port 2b251718-ffaa-4d0c-af8f-dc37fef974cd {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:27.116141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:27.178585 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:23Z', 'revision_number': 5, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:27.232125 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b7ecc-2582-4ded-a3f1-e476e7474780 None None] The sync data for ids ['230f2791-888c-4a76-9072-1060915daca7'] in n-d-791505-15 is: [{'id': '230f2791-888c-4a76-9072-1060915daca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1674694628-router', 'tenant_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:10Z', 'updated_at': '2021-07-16T19:54:23Z', 'revision_number': 5, 'project_id': '2b610b323c07413cb5d3e0bb6c96a02a', 'gw_port': {'id': '2b251718-ffaa-4d0c-af8f-dc37fef974cd', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f2791-888c-4a76-9072-1060915daca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:12Z', 'updated_at': '2021-07-16T19:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:27.442421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] For port 2b251718-ffaa-4d0c-af8f-dc37fef974cd, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2b251718-ffaa-4d0c-af8f-dc37fef974cd,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:27.443095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:27.459947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Calling delete_port for 2b251718-ffaa-4d0c-af8f-dc37fef974cd owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:27.565755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0394dd-e8e5-42bd-a3e3-a1eee6469bcd req-64de93a0-96be-4215-bd0f-58e2464d6bc2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:27.573907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e0394dd-e8e5-42bd-a3e3-a1eee6469bcd req-64de93a0-96be-4215-bd0f-58e2464d6bc2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.1049075 Jul 16 19:54:27.625147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e0394dd-e8e5-42bd-a3e3-a1eee6469bcd req-ffe88cec-2aec-455b-a09b-5f6ce43c5c93 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499148 Jul 16 19:54:27.797170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:27.854221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b251718-ffaa-4d0c-af8f-dc37fef974cd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:27.867088 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-1ddc3df6-beb9-4ac0-914f-c5a7421a5c0c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4783261 Jul 16 19:54:27.887187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c2112-7b66-425d-839f-77f5e0e99f55 req-80bc708c-cd91-4f06-ba2a-318cd2f35bbf tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:27.889833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b1c2112-7b66-425d-839f-77f5e0e99f55 req-80bc708c-cd91-4f06-ba2a-318cd2f35bbf tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.1082273 Jul 16 19:54:27.936465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Deleting port af0d7262-13bb-45ea-b26a-a8f53adfa8c4 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:27.936815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:27.973178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:27.997023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b1c2112-7b66-425d-839f-77f5e0e99f55 req-7e74d89f-2ce2-4aea-915f-78be653029da tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996871 Jul 16 19:54:28.136261 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:28.140164 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:28.205067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] For port af0d7262-13bb-45ea-b26a-a8f53adfa8c4, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:28.205329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:28.217994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:28.218519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 230f2791-888c-4a76-9072-1060915daca7 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:54:28.227792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Calling delete_port for af0d7262-13bb-45ea-b26a-a8f53adfa8c4 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:28.236054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:28.239951 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b209e96a-4e64-409a-bdf0-b26b1e481289 admin admin] 10.222.0.78 "DELETE /v2.0/routers/230f2791-888c-4a76-9072-1060915daca7 HTTP/1.1" status: 204 len: 168 time: 2.9296079 Jul 16 19:54:28.241525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51886) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:28.346492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca869e9-5638-43ab-9333-6dada99c0be3 req-18867abe-636a-49ac-9135-02d38932de75 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:28.349018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ca869e9-5638-43ab-9333-6dada99c0be3 req-18867abe-636a-49ac-9135-02d38932de75 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1097 time: 0.1804714 Jul 16 19:54:28.372784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d2bd7d-0360-46dd-b377-e8e48e73a52a admin admin] Deleting subnet 9b269389-a80e-453b-a109-f491767bde2e {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:54:28.383171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd7d-0360-46dd-b377-e8e48e73a52a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:28.454430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd7d-0360-46dd-b377-e8e48e73a52a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:28.524879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ca869e9-5638-43ab-9333-6dada99c0be3 req-a18216b4-9636-4127-9beb-833e70463d12 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629965 Jul 16 19:54:28.636266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:28.754450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0d7262-13bb-45ea-b26a-a8f53adfa8c4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:28.820854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd7d-0360-46dd-b377-e8e48e73a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.007099 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd7d-0360-46dd-b377-e8e48e73a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.110186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2bd7d-0360-46dd-b377-e8e48e73a52a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b269389-a80e-453b-a109-f491767bde2e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:29.120320 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd7d-0360-46dd-b377-e8e48e73a52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.125917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-88d2bd7d-0360-46dd-b377-e8e48e73a52a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9b269389-a80e-453b-a109-f491767bde2e HTTP/1.1" status: 204 len: 168 time: 0.8832979 Jul 16 19:54:29.128438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63327b42-0512-4dc2-8a48-f9d2f4d9388e None None] Network 3828a737-9f53-4178-b2b3-93dc4d678703 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:29.137026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51936) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:29.275488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffea49-6c1b-4e21-bc80-70e9bad50dd1 req-6eb5198b-4413-4b37-b70b-c91d552dc808 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:29.292850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92ffea49-6c1b-4e21-bc80-70e9bad50dd1 req-6eb5198b-4413-4b37-b70b-c91d552dc808 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.3858316 Jul 16 19:54:29.376318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92ffea49-6c1b-4e21-bc80-70e9bad50dd1 req-79b04c7f-9652-45a8-a81a-5ad9ef3a9ef5 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824554 Jul 16 19:54:29.390858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.418801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.458432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e1343-4e1a-415e-b0ac-1680add0689d req-28e2b08a-8890-493c-ab53-8125e253d77b tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:29.460565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de0e1343-4e1a-415e-b0ac-1680add0689d req-28e2b08a-8890-493c-ab53-8125e253d77b tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1097 time: 0.1048913 Jul 16 19:54:29.512063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] DHCP port deletion for 3828a737-9f53-4178-b2b3-93dc4d678703 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:54:29.532863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de0e1343-4e1a-415e-b0ac-1680add0689d req-10ec9d1a-fc67-4f67-8e0f-514c4630d593 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655627 Jul 16 19:54:29.611474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51944) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:29.624500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Deleting port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:29.624944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.767587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] For port 32bca5c2-9fd6-413e-abe8-e9c3ae234808, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=32bca5c2-9fd6-413e-abe8-e9c3ae234808,segment=NetworkSegment(abaf1bfc-615d-42de-8698-d84c665e8142),segment_id=abaf1bfc-615d-42de-8698-d84c665e8142)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:29.768068 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.772303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Deleting port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:29.772863 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.803656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Calling delete_port for 32bca5c2-9fd6-413e-abe8-e9c3ae234808 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:29.854737 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d57764de-bd70-4afc-b441-fc5da242cd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.892370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] For port 32bca5c2-9fd6-413e-abe8-e9c3ae234808, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=32bca5c2-9fd6-413e-abe8-e9c3ae234808,segment=NetworkSegment(abaf1bfc-615d-42de-8698-d84c665e8142),segment_id=abaf1bfc-615d-42de-8698-d84c665e8142)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:29.892847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.911658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Calling delete_port for 32bca5c2-9fd6-413e-abe8-e9c3ae234808 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:29.955196 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:30.008501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Pushing event deleted for resources: {'Port': ['ID=32bca5c2-9fd6-413e-abe8-e9c3ae234808,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:30.013590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] No DVR routers for this DVR port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:30.022865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.023399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.023898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.024427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.024960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.025467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.025953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.026904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.027428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.028344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.029402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.029901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7ed9f-9d8c-4366-9bd1-cab3b320d45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:30.071256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d57764de-bd70-4afc-b441-fc5da242cd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:30.113305 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d57764de-bd70-4afc-b441-fc5da242cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:30.170906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d57764de-bd70-4afc-b441-fc5da242cd94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13c5cf38e9974d608adb8ed9bc2093b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580091 Jul 16 19:54:30.175878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51960) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:30.177308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57764de-bd70-4afc-b441-fc5da242cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c22b55e-dc88-4fb0-8828-03a3fe60008e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:30.230765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-0eabfef5-a4a7-484e-bf0f-5a585997c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:30.233254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-0eabfef5-a4a7-484e-bf0f-5a585997c105 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1102 time: 0.1652341 Jul 16 19:54:30.305258 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:30.328774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da03062-be2b-49dc-bb19-5baca6a83bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:30.331222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Router 47e12181-4a9a-4a95-ac34-209fb1d8b659 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:30.334013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] No DVR routers for this DVR port 32bca5c2-9fd6-413e-abe8-e9c3ae234808 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:30.358433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=32bca5c2-9fd6-413e-abe8-e9c3ae234808,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:30.397013 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da03062-be2b-49dc-bb19-5baca6a83bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:30.429248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-449efa8b-6c92-4707-a100-ec255ac2a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:30.431146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-449efa8b-6c92-4707-a100-ec255ac2a2f2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1858566 Jul 16 19:54:30.519952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-85cc4ef3-adb4-48c7-8b88-55d119f6a2f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.0741091 Jul 16 19:54:30.636106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da03062-be2b-49dc-bb19-5baca6a83bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:30.640432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da03062-be2b-49dc-bb19-5baca6a83bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:30.641865 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6da03062-be2b-49dc-bb19-5baca6a83bf0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c22b55e-dc88-4fb0-8828-03a3fe60008e HTTP/1.1" status: 204 len: 168 time: 0.4612863 Jul 16 19:54:30.657976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da03062-be2b-49dc-bb19-5baca6a83bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c22b55e-dc88-4fb0-8828-03a3fe60008e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:30.705791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 32bca5c2-9fd6-413e-abe8-e9c3ae234808 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:30.707093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-1b9287ac-cd5b-4781-beef-9a9fdd5ce2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:30.721914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-1b9287ac-cd5b-4781-beef-9a9fdd5ce2f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1910470 Jul 16 19:54:30.749956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 32bca5c2-9fd6-413e-abe8-e9c3ae234808 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:30.750304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 32bca5c2-9fd6-413e-abe8-e9c3ae234808 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:30.750910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2b251718-ffaa-4d0c-af8f-dc37fef974cd no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:30.789006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 2b251718-ffaa-4d0c-af8f-dc37fef974cd {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:30.791363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2b251718-ffaa-4d0c-af8f-dc37fef974cd not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:30.884496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427614c-4b94-4af3-8725-86a1d7c98dc3 req-8aeed426-5e88-49bb-8e60-9ec6a4db3db3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:30.886406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6427614c-4b94-4af3-8725-86a1d7c98dc3 req-8aeed426-5e88-49bb-8e60-9ec6a4db3db3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2155716 Jul 16 19:54:30.916353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-cc155266-1c96-44c9-b1a7-c0e0c21ab5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:30.928385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-cc155266-1c96-44c9-b1a7-c0e0c21ab5dc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391768 Jul 16 19:54:30.999764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6427614c-4b94-4af3-8725-86a1d7c98dc3 req-80ee9f6d-4309-4d67-9f66-1d5e7683e12c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069951 Jul 16 19:54:31.011328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:31.055493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3828a737-9f53-4178-b2b3-93dc4d678703']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:31.095872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abaf1bfc-615d-42de-8698-d84c665e8142') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:31.096501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abaf1bfc-615d-42de-8698-d84c665e8142') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:31.112070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:31.113716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-d611e52d-e9aa-4f3c-a93c-dea809da61d9 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843457 Jul 16 19:54:31.142781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:31.157360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:31.165362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] Sync routers for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:31.179248 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e8c59019-5fb6-4f03-9ecc-e5cf3d4224c1 admin admin] 10.222.0.78 "PUT /v2.0/routers/47e12181-4a9a-4a95-ac34-209fb1d8b659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3080797 Jul 16 19:54:31.183236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51998) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:31.193912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:31.194798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:31.253820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:54:31.254238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:54:31.256055 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:54:31.400461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-811dbeb3-1fa8-40c4-9425-224179809542 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758799 Jul 16 19:54:31.405141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-529e6880-176a-4239-857a-318a91a89826 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:54:31.407976 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-529e6880-176a-4239-857a-318a91a89826 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150096 Jul 16 19:54:31.467247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Request body: {'binding': {'host': 'n-h2-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:31.468103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 19:54:31.523236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:31.557048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:31.576240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:31.579066 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3828a737-9f53-4178-b2b3-93dc4d678703 HTTP/1.1" status: 204 len: 168 time: 2.4285495 Jul 16 19:54:31.680128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1675ca9-abe2-40cd-8106-6c11a88322b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3828a737-9f53-4178-b2b3-93dc4d678703,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:31.788022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52016) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:31.805633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:31.887055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:54:28Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:31.906709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a48f088c-920e-41b6-987e-4bf310ec6e4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b610b323c07413cb5d3e0bb6c96a02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1157112 Jul 16 19:54:31.911365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52022) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:31.929418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] Checking router: 47e12181-4a9a-4a95-ac34-209fb1d8b659 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:31.943371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] Routers {'47e12181-4a9a-4a95-ac34-209fb1d8b659'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:31.944420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['47e12181-4a9a-4a95-ac34-209fb1d8b659'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:31.967610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on host n-h2-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:31.968375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:31.968945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:31.981033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:54:31.982844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:31.992230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:31.993092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:31.993729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:31.994470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Bound port: 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:32.006474 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.034837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d504c126-d9bb-4dc9-9cc9-f6eed8639eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.072505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d504c126-d9bb-4dc9-9cc9-f6eed8639eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.131192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] Set router 47e12181-4a9a-4a95-ac34-209fb1d8b659 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:32.192941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d504c126-d9bb-4dc9-9cc9-f6eed8639eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.196520 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d504c126-d9bb-4dc9-9cc9-f6eed8639eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.197087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:32.202235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d504c126-d9bb-4dc9-9cc9-f6eed8639eed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95a6f235-353b-4311-8dd6-582a0c2cce08 HTTP/1.1" status: 204 len: 168 time: 0.2841947 Jul 16 19:54:32.216185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504c126-d9bb-4dc9-9cc9-f6eed8639eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a6f235-353b-4311-8dd6-582a0c2cce08,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:32.217888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.219545 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-4ce4f56b-53b2-4feb-8a3c-93ad4af66dab service neutron] 10.222.0.78 "POST /v2.0/ports/08f5c695-47ad-487a-9eb0-8f0e954abb6c/bindings HTTP/1.1" status: 201 len: 390 time: 0.7565880 Jul 16 19:54:32.230806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Deleting port fa685743-5693-420f-a2f0-8d7653534f55 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:32.231156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.414031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] For port fa685743-5693-420f-a2f0-8d7653534f55, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fa685743-5693-420f-a2f0-8d7653534f55,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:32.414406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.443529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Calling delete_port for fa685743-5693-420f-a2f0-8d7653534f55 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:32.457948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1fbc1-d9d0-44d0-9edf-b7523a1981a8 req-cfb08cf6-f28e-4da4-bfbb-5994863cfe42 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:32.471414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26a1fbc1-d9d0-44d0-9edf-b7523a1981a8 req-cfb08cf6-f28e-4da4-bfbb-5994863cfe42 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 945 time: 0.6514688 Jul 16 19:54:32.582935 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26a1fbc1-d9d0-44d0-9edf-b7523a1981a8 req-125df800-2662-423c-86a7-0dbe57538e61 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105299 Jul 16 19:54:32.635621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:54:28Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:32.715488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c30f5-9c93-4126-92ec-69ac0cbf068b None None] The sync data for ids ['47e12181-4a9a-4a95-ac34-209fb1d8b659'] in n-d-791505-15 is: [{'id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-780939872-router', 'tenant_id': '77091b115f7348a6b52abad28c79ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:19Z', 'updated_at': '2021-07-16T19:54:28Z', 'revision_number': 5, 'project_id': '77091b115f7348a6b52abad28c79ae51', 'gw_port': {'id': 'fa685743-5693-420f-a2f0-8d7653534f55', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e12181-4a9a-4a95-ac34-209fb1d8b659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:20Z', 'updated_at': '2021-07-16T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:32.786641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.805944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-8565d435-59f3-48c8-b879-517b7c7b1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:32.809036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-8565d435-59f3-48c8-b879-517b7c7b1688 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1097 time: 0.2435780 Jul 16 19:54:32.820710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa685743-5693-420f-a2f0-8d7653534f55,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:32.854479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24d4ac-7f31-4181-b0ec-389f55b30a2c req-d0683930-1b0a-49ce-8507-ed0879a8ca84 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:32.858072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad24d4ac-7f31-4181-b0ec-389f55b30a2c req-d0683930-1b0a-49ce-8507-ed0879a8ca84 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2694952 Jul 16 19:54:32.925129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.036453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-a1b411bd-8484-4b46-a111-4387c4ffde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:33.038516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-a1b411bd-8484-4b46-a111-4387c4ffde73 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1792388 Jul 16 19:54:33.076583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.082299 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.104793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-39b733e6-dc51-4bb2-b83c-39a14390fc40 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c HTTP/1.1" status: 200 len: 217 time: 0.0576990 Jul 16 19:54:33.109408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad24d4ac-7f31-4181-b0ec-389f55b30a2c req-92bc9df4-cb05-4a93-89b4-d0c217508cd9 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358055 Jul 16 19:54:33.187692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-230bf631-41a3-4de5-869e-dbc00da73c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:33.189767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-230bf631-41a3-4de5-869e-dbc00da73c66 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.0764437 Jul 16 19:54:33.212818 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.213728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47e12181-4a9a-4a95-ac34-209fb1d8b659 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:54:33.264024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.269614 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f297d7ff-83ee-47e8-a3e7-32e5b080dc2b admin admin] 10.222.0.78 "DELETE /v2.0/routers/47e12181-4a9a-4a95-ac34-209fb1d8b659 HTTP/1.1" status: 204 len: 168 time: 2.0849125 Jul 16 19:54:33.279754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52052) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:33.281714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-bc0acc91-8715-4dfd-8aea-72e5c277b344 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784445 Jul 16 19:54:33.448355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5260ff-aeb3-45ee-915d-caa291d26152 req-5e0d99bb-c9c8-42b7-9858-cb58bbbd1ac6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:33.450735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf5260ff-aeb3-45ee-915d-caa291d26152 req-5e0d99bb-c9c8-42b7-9858-cb58bbbd1ac6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.2262456 Jul 16 19:54:33.459802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-acad2caa-231d-4e15-81af-d039e463efe7 admin admin] Deleting subnet e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:54:33.472089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acad2caa-231d-4e15-81af-d039e463efe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.506076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-33cbf86a-d197-47b8-8d23-30369706fe61 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045622 Jul 16 19:54:33.540300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-292ec2c2-5454-468f-b4ee-cfe4d9795a41 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:33.541946 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-292ec2c2-5454-468f-b4ee-cfe4d9795a41 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.68 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 945 time: 0.3327985 Jul 16 19:54:33.611633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acad2caa-231d-4e15-81af-d039e463efe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.666452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf5260ff-aeb3-45ee-915d-caa291d26152 req-4d9a2e4b-3643-46cf-a84f-1db4a285dd4d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007322 Jul 16 19:54:33.820965 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acad2caa-231d-4e15-81af-d039e463efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.823916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Deleting port 5f660a86-eac3-4f74-a0cd-96f6fa125848 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:33.824276 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.854546 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-6fc8247a-ee0a-4a39-9fed-60ed8b29d598 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157368 Jul 16 19:54:33.933569 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.958887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acad2caa-231d-4e15-81af-d039e463efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:33.967138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] For port 5f660a86-eac3-4f74-a0cd-96f6fa125848, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5f660a86-eac3-4f74-a0cd-96f6fa125848,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:33.967502 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.003427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5ba51-10bd-4863-95bc-8bfc68245a15 req-567dcc0d-0dd0-4495-99e7-9e18f1d4f440 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:34.004021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad2caa-231d-4e15-81af-d039e463efe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:34.005941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96e5ba51-10bd-4863-95bc-8bfc68245a15 req-567dcc0d-0dd0-4495-99e7-9e18f1d4f440 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ea0619-1fb6-4e26-b3b1-3702843db9bb HTTP/1.1" status: 200 len: 945 time: 0.0930974 Jul 16 19:54:34.009472 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acad2caa-231d-4e15-81af-d039e463efe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.014296 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-acad2caa-231d-4e15-81af-d039e463efe7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e49d2d84-7f29-46a7-92f8-b0cf1a0f0a21 HTTP/1.1" status: 204 len: 168 time: 0.6807323 Jul 16 19:54:34.014296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Calling delete_port for 5f660a86-eac3-4f74-a0cd-96f6fa125848 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:34.014804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52070) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:34.017905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48771780-14af-4cfb-8f9d-99d5d6b5a689 None None] Network 49882ae9-50c9-466e-85d2-0c0ba6464332 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:34.206432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96e5ba51-10bd-4863-95bc-8bfc68245a15 req-16af997a-74fa-4876-bddf-8b6253cd6c4f tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.78 "GET /v2.0/security-groups?id=40965527-1110-447e-bdda-72a54c03acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760435 Jul 16 19:54:34.226624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.251653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.332742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Deleting port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:34.333083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.365570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] No DVR routers for this DVR port 5f660a86-eac3-4f74-a0cd-96f6fa125848 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:34.370110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.373553 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6b3b47d9-6667-4918-b78a-17b643218f05 req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] 10.222.0.68 "DELETE /v2.0/ports/5f660a86-eac3-4f74-a0cd-96f6fa125848 HTTP/1.1" status: 204 len: 173 time: 0.8241489 Jul 16 19:54:34.374485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ea0619-1fb6-4e26-b3b1-3702843db9bb', 'name': 'network-vif-deleted', 'tag': '5f660a86-eac3-4f74-a0cd-96f6fa125848'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:34.376961 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4f122a-0966-46b3-8b25-9680bf5784ea" -d '{"events": [{"server_uuid": "77ea0619-1fb6-4e26-b3b1-3702843db9bb", "name": "network-vif-deleted", "tag": "5f660a86-eac3-4f74-a0cd-96f6fa125848"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:34.380361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca5ef0-aab2-4ad9-8b94-03e000100518 tempest-AttachSCSIVolumeTestJSON-1034161249 tempest-AttachSCSIVolumeTestJSON-1034161249-project] Pushing event deleted for resources: {'Port': ['ID=5f660a86-eac3-4f74-a0cd-96f6fa125848,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:34.445211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] DHCP port deletion for 49882ae9-50c9-466e-85d2-0c0ba6464332 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:54:34.521485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] For port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:34.523943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.544247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] Deleting port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:34.544935 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.570287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Calling delete_port for f9fd8fa0-b6a5-4725-846b-95aaf3ef037c owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:34.631089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device af0d7262-13bb-45ea-b26a-a8f53adfa8c4 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:34.857478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c90bd-1e00-46d4-845f-0d3e8546d791 req-9f4d0480-7779-4385-acb9-2bbde53b6b3e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:34.867831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-113c90bd-1e00-46d4-845f-0d3e8546d791 req-9f4d0480-7779-4385-acb9-2bbde53b6b3e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2429075 Jul 16 19:54:34.909757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: af0d7262-13bb-45ea-b26a-a8f53adfa8c4 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:34.910231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device af0d7262-13bb-45ea-b26a-a8f53adfa8c4 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:34.910808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f9fd8fa0-b6a5-4725-846b-95aaf3ef037c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:34.918375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] For port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,segment=NetworkSegment(55435160-4686-42dc-adc4-8652e5dad8f5),segment_id=55435160-4686-42dc-adc4-8652e5dad8f5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:34.919760 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.929542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.966303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] Calling delete_port for f9fd8fa0-b6a5-4725-846b-95aaf3ef037c owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:34.969042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.969192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:34.982773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] No DVR routers for this DVR port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:35.000340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No active binding found for port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c {{(pid=100245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 19:54:35.001316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f9fd8fa0-b6a5-4725-846b-95aaf3ef037c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:35.002000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fa685743-5693-420f-a2f0-8d7653534f55 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:35.078191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-113c90bd-1e00-46d4-845f-0d3e8546d791 req-c3a91019-2a42-4933-999b-a8832532265f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093287 Jul 16 19:54:35.090020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: fa685743-5693-420f-a2f0-8d7653534f55 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:35.090660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fa685743-5693-420f-a2f0-8d7653534f55 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:35.202872 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:35.213080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:35.240118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49882ae9-50c9-466e-85d2-0c0ba6464332']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:35.264127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55435160-4686-42dc-adc4-8652e5dad8f5') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:35.264602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55435160-4686-42dc-adc4-8652e5dad8f5') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:35.283183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:35.292603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] Pushing event deleted for resources: {'Port': ['ID=f9fd8fa0-b6a5-4725-846b-95aaf3ef037c,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:35.313299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c13ff7-5444-4c09-9a2c-627b850798c3 None None] No DVR routers for this DVR port f9fd8fa0-b6a5-4725-846b-95aaf3ef037c on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:35.323240 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:35.342940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:54:35.343361 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: timer() Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:54:35.345172 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:54:35.425149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:35.442915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:35.444914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] 10.222.0.78 "DELETE /v2.0/networks/49882ae9-50c9-466e-85d2-0c0ba6464332 HTTP/1.1" status: 204 len: 168 time: 1.4288123 Jul 16 19:54:35.445805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57c2c0-0398-4e57-a249-6d052b95cc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=49882ae9-50c9-466e-85d2-0c0ba6464332,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:35.447872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52090) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:35.458266 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213e865-63f2-493f-9170-471246943100 x-openstack-request-id: req-b213e865-63f2-493f-9170-471246943100 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:35.458573 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ea0619-1fb6-4e26-b3b1-3702843db9bb", "name": "network-vif-deleted", "tag": "5f660a86-eac3-4f74-a0cd-96f6fa125848", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:35.458825 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b213e865-63f2-493f-9170-471246943100 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:35.459229 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ea0619-1fb6-4e26-b3b1-3702843db9bb', 'name': 'network-vif-deleted', 'tag': '5f660a86-eac3-4f74-a0cd-96f6fa125848', 'status': 'completed', 'code': 200} Jul 16 19:54:35.721132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6586e-e44a-4709-9cd8-360a3fcad728 req-c9db8e53-a3a8-448f-b5e1-59283e4b80a5 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:35.724866 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9f6586e-e44a-4709-9cd8-360a3fcad728 req-c9db8e53-a3a8-448f-b5e1-59283e4b80a5 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.1296709 Jul 16 19:54:35.808345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9f6586e-e44a-4709-9cd8-360a3fcad728 req-85c34006-e6b9-4dd2-9555-7695f36f067e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773945 Jul 16 19:54:35.836130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5f660a86-eac3-4f74-a0cd-96f6fa125848 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:35.873139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 5f660a86-eac3-4f74-a0cd-96f6fa125848 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:35.874062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5f660a86-eac3-4f74-a0cd-96f6fa125848 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:36.028829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:36.565847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Deleting port 78d7a80d-26ee-4320-8dfe-9c47126b90ac {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:36.567034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:36.572563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:36.772471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] For port 78d7a80d-26ee-4320-8dfe-9c47126b90ac, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=78d7a80d-26ee-4320-8dfe-9c47126b90ac,segment=NetworkSegment(f35cbef3-505f-49f2-a542-2b24cd0ed877),segment_id=f35cbef3-505f-49f2-a542-2b24cd0ed877)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:36.775033 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:36.802897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719159-ea5e-472c-af1b-e31f00c45893 req-9b92b969-8a0d-4496-a9bb-64a9e96be97d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:36.806004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6e77d20-02f9-47c1-8a00-93d46841899e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:36.811258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2719159-ea5e-472c-af1b-e31f00c45893 req-9b92b969-8a0d-4496-a9bb-64a9e96be97d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.5218806 Jul 16 19:54:36.820556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Calling delete_port for 78d7a80d-26ee-4320-8dfe-9c47126b90ac owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:36.867421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2719159-ea5e-472c-af1b-e31f00c45893 req-841475dd-3264-416f-bb3c-95d121b4ff9f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Jul 16 19:54:37.107099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1142-e899-4ddb-9e6d-f34dafe87bfa req-b610b6d6-2136-4711-8975-8afde2fe4368 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:37.109326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-816c1142-e899-4ddb-9e6d-f34dafe87bfa req-b610b6d6-2136-4711-8975-8afde2fe4368 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.1015902 Jul 16 19:54:37.169982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6e77d20-02f9-47c1-8a00-93d46841899e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:37.173732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-816c1142-e899-4ddb-9e6d-f34dafe87bfa req-b228a6d6-fdac-4626-9793-509ea4b3a60c tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572765 Jul 16 19:54:37.176564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6e77d20-02f9-47c1-8a00-93d46841899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:37.290828 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d6e77d20-02f9-47c1-8a00-93d46841899e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27a02cb832184acf99e76b292a650441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166941 Jul 16 19:54:37.293566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52178) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:37.293711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e77d20-02f9-47c1-8a00-93d46841899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844b0d1e-a96f-433f-8986-5264917eac49,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:37.311222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:37.354270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Pushing event deleted for resources: {'Port': ['ID=78d7a80d-26ee-4320-8dfe-9c47126b90ac,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:37.406600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ea32527-bfd1-4592-a0e5-7911baa434e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:37.449518 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ea32527-bfd1-4592-a0e5-7911baa434e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:37.506284 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ea32527-bfd1-4592-a0e5-7911baa434e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:37.510411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ea32527-bfd1-4592-a0e5-7911baa434e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:37.512163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8ea32527-bfd1-4592-a0e5-7911baa434e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/844b0d1e-a96f-433f-8986-5264917eac49 HTTP/1.1" status: 204 len: 168 time: 0.2169840 Jul 16 19:54:37.522881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea32527-bfd1-4592-a0e5-7911baa434e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b0d1e-a96f-433f-8986-5264917eac49,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:37.616829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:37.990416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:38.161918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:38.176956 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] Sync routers for ids ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:38.177689 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e929690d-ca42-40e3-9532-0f6dbcc2da7b admin admin] 10.222.0.78 "PUT /v2.0/routers/2775ccff-a299-44db-ab0b-13eb8bb0bdd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7275231 Jul 16 19:54:38.180623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52200) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:38.196134 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] Routers {'2775ccff-a299-44db-ab0b-13eb8bb0bdd3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:38.200897 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:38.349253 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] Set router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:38.397352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313705e-0c8b-45b6-902f-3cdbc8d563a0 req-9ba89efd-0959-439e-a2f0-fd93b6829d39 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:38.422747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c313705e-0c8b-45b6-902f-3cdbc8d563a0 req-9ba89efd-0959-439e-a2f0-fd93b6829d39 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2600100 Jul 16 19:54:38.459762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:38.546465 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c313705e-0c8b-45b6-902f-3cdbc8d563a0 req-25aa5410-d7f9-4b26-af9d-fe55867e2fbf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212413 Jul 16 19:54:38.631240 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:54:37Z', 'revision_number': 5, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:38.672605 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] Checking router: 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:38.683112 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] Routers {'2775ccff-a299-44db-ab0b-13eb8bb0bdd3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:38.684418 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:38.964261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc316f-d5e9-4bb6-a6af-9fa77849f733 req-e5ffefc6-4573-4144-ba46-b658fb69db16 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:38.975538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40dc316f-d5e9-4bb6-a6af-9fa77849f733 req-e5ffefc6-4573-4144-ba46-b658fb69db16 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.1614172 Jul 16 19:54:38.991956 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] Set router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:39.047777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40dc316f-d5e9-4bb6-a6af-9fa77849f733 req-1fd78e68-6618-47a9-9283-2a39ca84e831 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708871 Jul 16 19:54:39.116836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.209668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Deleting port dd5744a9-1884-425a-b26c-f7b6f5717cfa {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:39.210337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.318111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] For port dd5744a9-1884-425a-b26c-f7b6f5717cfa, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=dd5744a9-1884-425a-b26c-f7b6f5717cfa,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:39.318599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.347596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Calling delete_port for dd5744a9-1884-425a-b26c-f7b6f5717cfa owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:39.354682 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:54:37Z', 'revision_number': 5, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:39.390428 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540267d4-b287-440f-ae0c-f89cf74a181e None None] The sync data for ids ['2775ccff-a299-44db-ab0b-13eb8bb0bdd3'] in n-d-791505-15 is: [{'id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-855521833-router', 'tenant_id': '99cc96d4921d483dbbf2699740fbe31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:49:29Z', 'updated_at': '2021-07-16T19:54:37Z', 'revision_number': 5, 'project_id': '99cc96d4921d483dbbf2699740fbe31e', 'gw_port': {'id': 'dd5744a9-1884-425a-b26c-f7b6f5717cfa', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775ccff-a299-44db-ab0b-13eb8bb0bdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:49:30Z', 'updated_at': '2021-07-16T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:39.602689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52246) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:39.662739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52250) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:39.671882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.705602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5744a9-1884-425a-b26c-f7b6f5717cfa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:39.801983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.853216 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8124076-b077-4d01-92c2-9c968830c103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.876714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67077244-dc70-4002-a2ca-c76acbaa7b38 req-c6d7ccdd-1a08-462d-b24e-db7ecf3a7418 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:39.880728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67077244-dc70-4002-a2ca-c76acbaa7b38 req-c6d7ccdd-1a08-462d-b24e-db7ecf3a7418 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.1244845 Jul 16 19:54:39.943985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d3-1452-4956-9115-683c84ac0a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.949467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67077244-dc70-4002-a2ca-c76acbaa7b38 req-ebf32182-dd58-4772-9efc-8fb3a4f887fa tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619590 Jul 16 19:54:39.949629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:39.957416 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.015153 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.015880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2775ccff-a299-44db-ab0b-13eb8bb0bdd3 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:54:40.020816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.024456 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-06150804-ae6f-401b-8400-85b97f2e9918 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2775ccff-a299-44db-ab0b-13eb8bb0bdd3 HTTP/1.1" status: 204 len: 168 time: 1.8404880 Jul 16 19:54:40.024797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52254) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:40.046072 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8124076-b077-4d01-92c2-9c968830c103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.051095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8124076-b077-4d01-92c2-9c968830c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.096475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de5d661-a910-4f62-b060-51ddbb2a3e4e admin admin] Deleting subnet f4437fed-42be-4a3f-b8f0-4605139f96c4 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:54:40.107437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0de5d661-a910-4f62-b060-51ddbb2a3e4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.107667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d8124076-b077-4d01-92c2-9c968830c103 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c18aa1e8ce042a2a8db9ac8121bbdf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002699 Jul 16 19:54:40.108396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52258) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:40.166041 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0de5d661-a910-4f62-b060-51ddbb2a3e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.172920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8124076-b077-4d01-92c2-9c968830c103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefecc30-5509-4c33-a289-c0ba778fa1a8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:40.195389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6de9f8ac-65b0-430b-8e0c-625140047924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.223840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d3-1452-4956-9115-683c84ac0a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.226118 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6de9f8ac-65b0-430b-8e0c-625140047924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.256054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d3-1452-4956-9115-683c84ac0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.319281 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eaded5d3-1452-4956-9115-683c84ac0a16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a94a7bff76da4a2199298b3c24d8afdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550288 Jul 16 19:54:40.322525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52260) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:40.324725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded5d3-1452-4956-9115-683c84ac0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17391dcf-7b7c-4167-8447-dd37e988c595,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:40.329979 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6de9f8ac-65b0-430b-8e0c-625140047924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.333584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6de9f8ac-65b0-430b-8e0c-625140047924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.335032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6de9f8ac-65b0-430b-8e0c-625140047924 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eefecc30-5509-4c33-a289-c0ba778fa1a8 HTTP/1.1" status: 204 len: 168 time: 0.2254400 Jul 16 19:54:40.352477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9f8ac-65b0-430b-8e0c-625140047924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefecc30-5509-4c33-a289-c0ba778fa1a8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:40.402605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5022e-79b8-4b9c-83aa-ab151d881eac req-1503f906-60ba-4d1c-a3ab-fd37d50e85d7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:40.412957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3e5022e-79b8-4b9c-83aa-ab151d881eac req-1503f906-60ba-4d1c-a3ab-fd37d50e85d7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.1362035 Jul 16 19:54:40.483787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3e5022e-79b8-4b9c-83aa-ab151d881eac req-5fbeddc8-cd52-4f92-91fd-a192f2c1ae0a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679331 Jul 16 19:54:40.507263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df235bfb-b399-4c98-bc97-5c3ecfe6f2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.513415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0de5d661-a910-4f62-b060-51ddbb2a3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.566040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df235bfb-b399-4c98-bc97-5c3ecfe6f2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.629005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0de5d661-a910-4f62-b060-51ddbb2a3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.690500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d661-a910-4f62-b060-51ddbb2a3e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4437fed-42be-4a3f-b8f0-4605139f96c4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:40.694722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df235bfb-b399-4c98-bc97-5c3ecfe6f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.697453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df235bfb-b399-4c98-bc97-5c3ecfe6f2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.698749 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-df235bfb-b399-4c98-bc97-5c3ecfe6f2e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17391dcf-7b7c-4167-8447-dd37e988c595 HTTP/1.1" status: 204 len: 168 time: 0.3750589 Jul 16 19:54:40.700045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0de5d661-a910-4f62-b060-51ddbb2a3e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.707029 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0de5d661-a910-4f62-b060-51ddbb2a3e4e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f4437fed-42be-4a3f-b8f0-4605139f96c4 HTTP/1.1" status: 204 len: 168 time: 0.6773069 Jul 16 19:54:40.708661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52274) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:40.712314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235bfb-b399-4c98-bc97-5c3ecfe6f2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17391dcf-7b7c-4167-8447-dd37e988c595,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:40.734820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03936305-11cd-443c-9826-279204323b67 None None] Network 63b57d72-26f1-4945-8251-f99e0bc311a9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:40.840382 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:40.957610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Deleting port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:40.958190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:41.050298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 78d7a80d-26ee-4320-8dfe-9c47126b90ac no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:41.107981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] For port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b3cefbe-b551-4ef1-9b27-f9aa28a438ab,segment=NetworkSegment(f35cbef3-505f-49f2-a542-2b24cd0ed877),segment_id=f35cbef3-505f-49f2-a542-2b24cd0ed877)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:41.110091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:41.148033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Calling delete_port for 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:41.228168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 78d7a80d-26ee-4320-8dfe-9c47126b90ac {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:41.229620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 78d7a80d-26ee-4320-8dfe-9c47126b90ac not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:41.230578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device dd5744a9-1884-425a-b26c-f7b6f5717cfa no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:41.297658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: dd5744a9-1884-425a-b26c-f7b6f5717cfa {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:41.299449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device dd5744a9-1884-425a-b26c-f7b6f5717cfa not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:41.471879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] DHCP port deletion for 63b57d72-26f1-4945-8251-f99e0bc311a9 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:54:41.543465 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:41.626558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a114-1556-4461-822c-21967c31e30d req-ea83f628-0f5a-4a8d-bd9d-8547885eef3f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:41.645342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad92a114-1556-4461-822c-21967c31e30d req-ea83f628-0f5a-4a8d-bd9d-8547885eef3f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.3783863 Jul 16 19:54:41.696156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] Deleting port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:41.698165 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:41.749468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] No DVR routers for this DVR port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:41.756725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3cefbe-b551-4ef1-9b27-f9aa28a438ab,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:41.922402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad92a114-1556-4461-822c-21967c31e30d req-db9eb938-50a9-46ff-be34-b5f5adf81b68 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711833 Jul 16 19:54:41.969467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] For port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:41.972467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.020229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] Calling delete_port for 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:42.027247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] Port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:54:42.027549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.033678 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.064038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] No DVR routers for this DVR port 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:42.096779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b57d72-26f1-4945-8251-f99e0bc311a9']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:42.112828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35cbef3-505f-49f2-a542-2b24cd0ed877') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:42.113351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35cbef3-505f-49f2-a542-2b24cd0ed877') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:42.142306 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.158365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b1432-4ce3-41d6-a139-c001cd2c40bb None None] Pushing event deleted for resources: {'Port': ['ID=0b3cefbe-b551-4ef1-9b27-f9aa28a438ab,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:42.200079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9325-a657-4d42-b884-7789ad3f7163 req-70cf2d70-e4b6-4cc5-904c-6c4158da5b84 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:42.207975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a74f9325-a657-4d42-b884-7789ad3f7163 req-70cf2d70-e4b6-4cc5-904c-6c4158da5b84 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.2133925 Jul 16 19:54:42.210989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.245919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:54:42.246736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: timer() Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:54:42.249250 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:54:42.281162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a74f9325-a657-4d42-b884-7789ad3f7163 req-06a5b364-3636-4028-97f8-67464a0c02a0 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721507 Jul 16 19:54:42.287814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52318) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:42.341298 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.352624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.357063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] 10.222.0.78 "DELETE /v2.0/networks/63b57d72-26f1-4945-8251-f99e0bc311a9 HTTP/1.1" status: 204 len: 168 time: 1.6429403 Jul 16 19:54:42.377247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a185c5-e50d-4a42-b97e-dd17e5862a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b57d72-26f1-4945-8251-f99e0bc311a9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:42.523889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:42.532612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1693666843-network', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:42.555939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:42.556733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b3cefbe-b551-4ef1-9b27-f9aa28a438ab not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:42.566248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:42.570553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.583088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.614612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52326) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:42.667119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3c78ae2f-eccf-4865-b2be-ba898d02bad3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77091b115f7348a6b52abad28c79ae51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511119 Jul 16 19:54:42.671013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52328) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:42.793302 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b6a3-d00f-462c-a813-a990c7faacfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.824293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.833830 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b6a3-d00f-462c-a813-a990c7faacfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.834377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.891738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:54:42.917884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7834d6-57a5-484d-85c1-732efac8fe52,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:42.940277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.940731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.941144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.944091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.957408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.962507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.962507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.962507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.963399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.963399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.963553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.963878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:42.977861 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b6a3-d00f-462c-a813-a990c7faacfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.985044 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b6a3-d00f-462c-a813-a990c7faacfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:42.987741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3cf0b6a3-d00f-462c-a813-a990c7faacfb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fdd915ec-47cb-4434-bfa4-7844bb20613b HTTP/1.1" status: 204 len: 168 time: 0.3155456 Jul 16 19:54:43.006898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:43.009539 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Added segment d4a91586-0c0b-4790-a553-82d0cb43a09b of type vlan for network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 Jul 16 19:54:43.010175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0b6a3-d00f-462c-a813-a990c7faacfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd915ec-47cb-4434-bfa4-7844bb20613b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:43.168550 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:43.268137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:43.269587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:43.270446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:43.362295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] Pushing event updated for resources: {'Network': ['ID=27dd3cef-856c-4d0a-bb54-65e26f8dbe79,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:43.374984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:54:43.376930 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a7877a78-a438-41a2-bdf3-b1ba72f52b6b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0869122 Jul 16 19:54:43.377709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52354) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:43.383696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Request body: {'subnet': {'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1693666843-subnet', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:43.414049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95fccb-b947-49a3-9f66-deadcb4a05f6 req-8ae6b4b6-119c-49b1-be60-7b363fc2ece2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:43.419176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc95fccb-b947-49a3-9f66-deadcb4a05f6 req-8ae6b4b6-119c-49b1-be60-7b363fc2ece2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.1515706 Jul 16 19:54:43.433892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:43.437966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:43.517768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc95fccb-b947-49a3-9f66-deadcb4a05f6 req-f5c9e450-f389-4a0f-bcca-91b9e186783c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911095 Jul 16 19:54:43.665335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dca9eb6b-5470-455c-820f-5a9e1a4ad191 req-ca3aa459-105d-4096-8fab-147a49bfc2a4 tempest-AbsoluteLimitsNegativeTestJSON-265804042 tempest-AbsoluteLimitsNegativeTestJSON-265804042-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=af723a38308344afa644d0088a3a3ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495477 Jul 16 19:54:43.743761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52366) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:43.754085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:43.811353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed60708-ce37-4ca4-b285-d0fb5baac0d5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:43.857659 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5e26bb18-b0c8-42e4-a8c4-c8209ed7419b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99cc96d4921d483dbbf2699740fbe31e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1126561 Jul 16 19:54:43.862381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52368) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:43.882528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9eb6b-5470-455c-820f-5a9e1a4ad191 req-d9bd3925-272f-4ac9-ad18-39adcf84d438 tempest-AbsoluteLimitsNegativeTestJSON-265804042 tempest-AbsoluteLimitsNegativeTestJSON-265804042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:43.885295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dca9eb6b-5470-455c-820f-5a9e1a4ad191 req-d9bd3925-272f-4ac9-ad18-39adcf84d438 tempest-AbsoluteLimitsNegativeTestJSON-265804042 tempest-AbsoluteLimitsNegativeTestJSON-265804042-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145903 Jul 16 19:54:43.905198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0d28-206f-4cf7-889f-2e7a51e2e955 req-23c2ff4a-c53b-4453-b952-6e2c85d25b80 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:43.912988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cecf0d28-206f-4cf7-889f-2e7a51e2e955 req-23c2ff4a-c53b-4453-b952-6e2c85d25b80 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.1680524 Jul 16 19:54:43.915623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Checking segment: {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:43.916189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Network hostable DHCP agents. Network: 27dd3cef-856c-4d0a-bb54-65e26f8dbe79, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:54:43.941741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dca9eb6b-5470-455c-820f-5a9e1a4ad191 req-e1afbad9-01cd-4d94-8184-e00d993fbb6f tempest-AbsoluteLimitsNegativeTestJSON-265804042 tempest-AbsoluteLimitsNegativeTestJSON-265804042-project] 10.222.0.78 "GET /v2.0/quotas/af723a38308344afa644d0088a3a3ba7 HTTP/1.1" status: 200 len: 375 time: 0.0479352 Jul 16 19:54:43.961517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:54:43.969518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ad0f-d07a-45bb-8e59-b2be2ab16156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:43.982667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 27dd3cef-856c-4d0a-bb54-65e26f8dbe79) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:43.990548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:43.991156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:43.994016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f1467d-2ed8-4765-952b-b12162526976 None None] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:44.004249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ad0f-d07a-45bb-8e59-b2be2ab16156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:44.010231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dca9eb6b-5470-455c-820f-5a9e1a4ad191 req-4617db4e-ad7f-4dde-b260-d18ee6d92aa8 tempest-AbsoluteLimitsNegativeTestJSON-265804042 tempest-AbsoluteLimitsNegativeTestJSON-265804042-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af723a38308344afa644d0088a3a3ba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615621 Jul 16 19:54:44.026821 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cecf0d28-206f-4cf7-889f-2e7a51e2e955 req-76086663-84b7-4422-b7b0-de79ae5b58c9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127524 Jul 16 19:54:44.032993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52372) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:44.033569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8fcc1e41-2c0e-42c3-b18d-f4848d6741be admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6534710 Jul 16 19:54:44.047787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:44.089312 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ad0f-d07a-45bb-8e59-b2be2ab16156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:44.094150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:44.095299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:44.097925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ad0f-d07a-45bb-8e59-b2be2ab16156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:44.105666 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d0e9ad0f-d07a-45bb-8e59-b2be2ab16156 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/94159127-4e47-42d2-9aab-05d858a081b5 HTTP/1.1" status: 204 len: 168 time: 0.2412686 Jul 16 19:54:44.125731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9ad0f-d07a-45bb-8e59-b2be2ab16156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94159127-4e47-42d2-9aab-05d858a081b5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:44.210695 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:44.385504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:54:44.388725 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:44.482401 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:44.559369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa493d-5803-419d-9bb8-60e4e819372a req-7d6a8721-fced-4836-8aa0-bd4c96a8d467 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:44.570839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fa493d-5803-419d-9bb8-60e4e819372a req-7d6a8721-fced-4836-8aa0-bd4c96a8d467 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.3762317 Jul 16 19:54:44.641958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fa493d-5803-419d-9bb8-60e4e819372a req-01d4c6f1-2cc8-4596-9f78-415fae5fd95a tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699844 Jul 16 19:54:44.697816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52390) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:44.707198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Allocated IP 172.20.0.2 (27dd3cef-856c-4d0a-bb54-65e26f8dbe79/0ed60708-ce37-4ca4-b285-d0fb5baac0d5/c4ad298f-7913-47c3-bd78-a8ff70fb8f1b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:44.724163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:45.001036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac5ac-e4f8-499f-a97e-8d491f3ae8e2 req-85c96b9f-bab7-42a2-8b5b-0e46152d5a30 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:45.009901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6fac5ac-e4f8-499f-a97e-8d491f3ae8e2 req-85c96b9f-bab7-42a2-8b5b-0e46152d5a30 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2065058 Jul 16 19:54:45.023758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e62ef2-efd1-4169-94b9-a095bddb2039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.058345 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.089396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.104846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6fac5ac-e4f8-499f-a97e-8d491f3ae8e2 req-27fdaf6a-c982-41a3-9699-9bd5d79c93cf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939019 Jul 16 19:54:45.133940 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.146397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Transition to ACTIVE for port object c4ad298f-7913-47c3-bd78-a8ff70fb8f1b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:45.167397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Transition to ACTIVE for port object c4ad298f-7913-47c3-bd78-a8ff70fb8f1b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:45.178465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.258567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Pushing event updated for resources: {'Port': ['ID=c4ad298f-7913-47c3-bd78-a8ff70fb8f1b,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:45.277049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:45.281802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:45.285437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:45.452581 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.453387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Attempting to bind port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:45.454715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Attempting to bind port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:45.457402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Attempting to bind port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b on network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:45.478209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:45.479181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Checking segment: {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:45.480964 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.483692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Bound using segment: {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:45.484771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Bound port: c4ad298f-7913-47c3-bd78-a8ff70fb8f1b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:45.486516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.531550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd462a-c3ec-49a8-b70b-63b6f84ee086 req-3203de98-a82c-44a4-a296-22413807316c tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:45.539504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66dd462a-c3ec-49a8-b70b-63b6f84ee086 req-3203de98-a82c-44a4-a296-22413807316c tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.3212960 Jul 16 19:54:45.571900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Allocated IP 172.25.6.251 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/ee272195-7497-44b3-beb3-4b58ecd8800a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:45.585955 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e62ef2-efd1-4169-94b9-a095bddb2039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.600009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e62ef2-efd1-4169-94b9-a095bddb2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.635468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66dd462a-c3ec-49a8-b70b-63b6f84ee086 req-1540b15c-cc7f-4247-b8d1-f77f43ab59e7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946651 Jul 16 19:54:45.670780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b2e62ef2-efd1-4169-94b9-a095bddb2039 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af723a38308344afa644d0088a3a3ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9710991 Jul 16 19:54:45.675298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e62ef2-efd1-4169-94b9-a095bddb2039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96278755-2b26-4068-96d7-63f5990afece,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:45.680521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52416) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:45.786935 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.798890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b55ea947-2bde-4dd7-9c90-082383d6295d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.824670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] For port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:45.853772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] For port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c4ad298f-7913-47c3-bd78-a8ff70fb8f1b,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:45.860770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.874777 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b55ea947-2bde-4dd7-9c90-082383d6295d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.902038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:45.962382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:45.967608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Pushing event updated for resources: {'Port': ['ID=ee272195-7497-44b3-beb3-4b58ecd8800a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:45.970769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:45.998107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276abb38-0cfe-45af-9fb1-eead01efb653 None None] Pushing event updated for resources: {'Port': ['ID=c4ad298f-7913-47c3-bd78-a8ff70fb8f1b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:46.004505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b55ea947-2bde-4dd7-9c90-082383d6295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:46.007971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b55ea947-2bde-4dd7-9c90-082383d6295d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:46.012397 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b55ea947-2bde-4dd7-9c90-082383d6295d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96278755-2b26-4068-96d7-63f5990afece HTTP/1.1" status: 204 len: 168 time: 0.3306203 Jul 16 19:54:46.019915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:46.024955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ea947-2bde-4dd7-9c90-082383d6295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96278755-2b26-4068-96d7-63f5990afece,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:46.111578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Deleting port e610df0f-550e-45bb-a898-e69cdeffe7a7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:46.112944 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:46.191298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9f0e1-4b6f-41db-bc40-f90c0b20121c req-13a8821d-0144-4fb2-8371-fb9cc7dd0848 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:46.201263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11a9f0e1-4b6f-41db-bc40-f90c0b20121c req-13a8821d-0144-4fb2-8371-fb9cc7dd0848 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.2361279 Jul 16 19:54:46.276442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] For port e610df0f-550e-45bb-a898-e69cdeffe7a7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e610df0f-550e-45bb-a898-e69cdeffe7a7,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:46.276979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:46.303263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Calling delete_port for e610df0f-550e-45bb-a898-e69cdeffe7a7 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:46.348517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11a9f0e1-4b6f-41db-bc40-f90c0b20121c req-6a1a0d5a-52cb-45ec-9024-dbd10310188b tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460576 Jul 16 19:54:46.661007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c4ad298f-7913-47c3-bd78-a8ff70fb8f1b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:46.682319 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:46.730986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Pushing event deleted for resources: {'Port': ['ID=e610df0f-550e-45bb-a898-e69cdeffe7a7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:46.760716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab497-9d0c-46fa-a5f3-8e7bc54a4f33 req-da882575-99ad-4171-8495-3c6182b242a2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:46.765598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a26ab497-9d0c-46fa-a5f3-8e7bc54a4f33 req-da882575-99ad-4171-8495-3c6182b242a2 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.4306173 Jul 16 19:54:46.775711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:46.884643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a26ab497-9d0c-46fa-a5f3-8e7bc54a4f33 req-31334e02-26be-499d-a474-20aea2ec5ffa tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796597 Jul 16 19:54:46.896028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:46.977292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:47.308964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212647c-51e8-472f-8392-6abfe54d866d req-33fc938e-66f4-446c-8cd2-a905c4df7f7b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:47.321990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a212647c-51e8-472f-8392-6abfe54d866d req-33fc938e-66f4-446c-8cd2-a905c4df7f7b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.1969910 Jul 16 19:54:47.334121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:47.432800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Router 663641ad-174b-40c7-a5b3-f97832bdd06b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:47.437059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a212647c-51e8-472f-8392-6abfe54d866d req-1195ac94-a2db-4e0b-80e1-ae5acc7dbef1 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140447 Jul 16 19:54:47.547865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52466) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:47.592427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Router d2310a0a-1161-48dd-8bd0-f79c24143106 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:54:47.629094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:47.644155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] Sync routers for ids ['663641ad-174b-40c7-a5b3-f97832bdd06b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:47.644961 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-74b0363c-b0c2-4223-947f-bb0bad64ae4b admin admin] 10.222.0.78 "PUT /v2.0/routers/663641ad-174b-40c7-a5b3-f97832bdd06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9192472 Jul 16 19:54:47.648430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52470) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:47.660935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] Routers {'663641ad-174b-40c7-a5b3-f97832bdd06b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:47.661884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['663641ad-174b-40c7-a5b3-f97832bdd06b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:47.786333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1347348089-network', 'tenant_id': '6b96dd585e964d75abec6c47e146a7dd'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:47.808230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:47.822204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] Set router 663641ad-174b-40c7-a5b3-f97832bdd06b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:47.912187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Made reservation on behalf of 6b96dd585e964d75abec6c47e146a7dd for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:47.914233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e200c2d-7a19-4f31-829c-f62243a1877a None None] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:47.914816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:47.936366 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:47.965944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:47.972446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:47.976559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500447a-0e17-4c26-a345-1bad707ee3a7 req-0a033ef0-d944-4555-9be9-b5302c06d546 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:47.978287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c500447a-0e17-4c26-a345-1bad707ee3a7 req-0a033ef0-d944-4555-9be9-b5302c06d546 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.2730830 Jul 16 19:54:47.978955 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Sync routers for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:47.995116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e890fd56-73c1-49c4-9c2f-e60d517260a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.016549 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:48.021198 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:48.065831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c500447a-0e17-4c26-a345-1bad707ee3a7 req-5dc23ac6-91b6-4de6-a12d-c01b4e55faad tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724173 Jul 16 19:54:48.093893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Deleting port d01fe6a6-8850-4432-8806-c121be60098f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:48.098855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.137606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-69e1b560-d228-478e-84c8-60d141ff1bf2 None None] Provisioning for port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:48.163113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-69e1b560-d228-478e-84c8-60d141ff1bf2 None None] Provisioning complete for port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:48.163494 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69e1b560-d228-478e-84c8-60d141ff1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.185595 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.198800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.235013 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.238872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8db6b9e7-affb-49b3-a5a8-637d3cdfed6b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2004251 Jul 16 19:54:48.242738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52482) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:48.243680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:54:48.277203 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:48.297843 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.298189 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Added segment a5bf4e39-1a3e-45b1-b948-36345d0f71f8 of type vlan for network 6f4663fa-a094-492f-94c6-8e2b99748ca9 Jul 16 19:54:48.326048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc793eb2-532f-4bad-b704-e97c21566bcd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:48.412320 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.469626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591a52-5eb5-4ac1-8731-e032ff991dd4 req-fe88a753-e0ba-48c0-a312-b76d5e0f0db6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:48.477036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05591a52-5eb5-4ac1-8731-e032ff991dd4 req-fe88a753-e0ba-48c0-a312-b76d5e0f0db6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2306724 Jul 16 19:54:48.553572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:54:46Z', 'revision_number': 5, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port': {'id': 'd01fe6a6-8850-4432-8806-c121be60098f', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:28Z', 'updated_at': '2021-07-16T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:48.566160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05591a52-5eb5-4ac1-8731-e032ff991dd4 req-a1b42c03-ca30-417e-9ddc-4f595b3d796a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881276 Jul 16 19:54:48.570971 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.576872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:48.579684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.594094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69e1b560-d228-478e-84c8-60d141ff1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.603736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] Checking router: 663641ad-174b-40c7-a5b3-f97832bdd06b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:48.605129 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:46Z', 'revision_number': 3, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:48.641625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] Routers {'663641ad-174b-40c7-a5b3-f97832bdd06b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:48.642275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['663641ad-174b-40c7-a5b3-f97832bdd06b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:48.650629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-69e1b560-d228-478e-84c8-60d141ff1bf2 None None] For port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c4ad298f-7913-47c3-bd78-a8ff70fb8f1b,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:48.668833 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Checking router: d2310a0a-1161-48dd-8bd0-f79c24143106 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:48.669640 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Updating router d2310a0a-1161-48dd-8bd0-f79c24143106 port ee272195-7497-44b3-beb3-4b58ecd8800a binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:54:48.696416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] Pushing event updated for resources: {'Network': ['ID=6f4663fa-a094-492f-94c6-8e2b99748ca9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:48.712870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6f4663fa-a094-492f-94c6-8e2b99748ca9 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:54:48.718243 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5b5f72c2-7fdd-4f1a-8f3d-5aaddc29876e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1689579 Jul 16 19:54:48.724005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52494) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:48.740377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Request body: {'subnet': {'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1347348089-subnet', 'tenant_id': '6b96dd585e964d75abec6c47e146a7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:48.759081 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.777583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Made reservation on behalf of 6b96dd585e964d75abec6c47e146a7dd for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:48.781566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.948419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:48.971941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] For port d01fe6a6-8850-4432-8806-c121be60098f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d01fe6a6-8850-4432-8806-c121be60098f,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:48.972421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:48.996290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Calling delete_port for d01fe6a6-8850-4432-8806-c121be60098f owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:49.045312 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69e1b560-d228-478e-84c8-60d141ff1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.076387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.138711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] Set router 663641ad-174b-40c7-a5b3-f97832bdd06b gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:49.159993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc086100-4a43-428c-b3ac-5fd90cc1065f req-e317fbb7-b5f5-41f8-96c9-b1a6e3b8fbec tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:49.167421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc086100-4a43-428c-b3ac-5fd90cc1065f req-e317fbb7-b5f5-41f8-96c9-b1a6e3b8fbec tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.3470263 Jul 16 19:54:49.177766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633dfa0c-7264-4422-8bea-47b106cebac1,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:49.202474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Checking segment: {'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:49.203070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Network hostable DHCP agents. Network: 6f4663fa-a094-492f-94c6-8e2b99748ca9, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:54:49.256579 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45aa50de-7bde-4e30-ad21-79f5eae964b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.262318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc086100-4a43-428c-b3ac-5fd90cc1065f req-97c1ccb5-a886-4681-add2-25f5942f9352 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904210 Jul 16 19:54:49.271845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Network 6f4663fa-a094-492f-94c6-8e2b99748ca9 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:54:49.290885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6f4663fa-a094-492f-94c6-8e2b99748ca9) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:49.297864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:49.298644 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.349776 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.353435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1b560-d228-478e-84c8-60d141ff1bf2 None None] Pushing event updated for resources: {'Port': ['ID=c4ad298f-7913-47c3-bd78-a8ff70fb8f1b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:49.360047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05557c7-523e-47d6-9475-edd717d9a9a6 None None] Network 6f4663fa-a094-492f-94c6-8e2b99748ca9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:49.366346 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Transition to ACTIVE for port object ee272195-7497-44b3-beb3-4b58ecd8800a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:49.374474 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.434150 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Attempting to bind port ee272195-7497-44b3-beb3-4b58ecd8800a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:49.435454 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Attempting to bind port ee272195-7497-44b3-beb3-4b58ecd8800a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:49.435826 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Attempting to bind port ee272195-7497-44b3-beb3-4b58ecd8800a on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:49.453696 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:49.454167 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:49.454581 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.455076 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:49.455704 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Bound port: ee272195-7497-44b3-beb3-4b58ecd8800a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:49.456241 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.489670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c3454-0475-46d8-9297-8815699e85ec req-2116499b-7213-4e8c-8a00-b3f4460838be tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:49.492042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b4c3454-0475-46d8-9297-8815699e85ec req-2116499b-7213-4e8c-8a00-b3f4460838be tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.1906018 Jul 16 19:54:49.509691 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Pushing event updated for resources: {'Port': ['ID=ee272195-7497-44b3-beb3-4b58ecd8800a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:49.528410 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.528759 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.529179 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.529513 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.529853 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.530164 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.530524 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.530847 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.531221 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.531568 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.532041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:54:47Z', 'revision_number': 6, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:49.532223 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.532647 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:54:49.550331 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] For port ee272195-7497-44b3-beb3-4b58ecd8800a, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:49.553751 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] For port ee272195-7497-44b3-beb3-4b58ecd8800a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ee272195-7497-44b3-beb3-4b58ecd8800a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:49.558813 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.578551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b527fb-bc76-4ea1-9988-b8e2e02387ff None None] The sync data for ids ['663641ad-174b-40c7-a5b3-f97832bdd06b'] in n-d-791505-15 is: [{'id': '663641ad-174b-40c7-a5b3-f97832bdd06b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1314266443-router', 'tenant_id': '3e19605762ad4d649160c7c1d45d4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:27Z', 'updated_at': '2021-07-16T19:54:47Z', 'revision_number': 6, 'project_id': '3e19605762ad4d649160c7c1d45d4d36', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:49.588368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b4c3454-0475-46d8-9297-8815699e85ec req-b6bcaaee-ed82-4f68-a96c-6af46a26df3b tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863342 Jul 16 19:54:49.628625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0c69e8db-cbc8-4d46-a2d9-4b56963e1bdc None None] Provisioning complete for port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:49.632010 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0c69e8db-cbc8-4d46-a2d9-4b56963e1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.656444 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba2e64-0d9a-493f-8a8d-6ded93bdbb8e None None] Pushing event updated for resources: {'Port': ['ID=ee272195-7497-44b3-beb3-4b58ecd8800a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:49.663034 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:49.663714 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:49.683080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb6109-709f-4170-8071-e7530cef69e2 None None] Network 6f4663fa-a094-492f-94c6-8e2b99748ca9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:49.746616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45aa50de-7bde-4e30-ad21-79f5eae964b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.758742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45aa50de-7bde-4e30-ad21-79f5eae964b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.762241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a3844d2-f8de-4e1b-bc7b-bda18c306613 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0359433 Jul 16 19:54:49.775255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:49.819348 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:49.861314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d01fe6a6-8850-4432-8806-c121be60098f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:49.897304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa50de-7bde-4e30-ad21-79f5eae964b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808405d5-3160-4b73-b32c-61b5f800491d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:49.950149 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-45aa50de-7bde-4e30-ad21-79f5eae964b4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd99169399ee46b2b9b6b4b2afba2ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9988036 Jul 16 19:54:49.952964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:50.087083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8cbba52-fbf1-4785-a339-a74e66d836a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.116194 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.117217 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:46Z', 'revision_number': 3, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:50.119913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8cbba52-fbf1-4785-a339-a74e66d836a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.154643 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6424e-33f7-46ed-b9dc-7c400c2c27b5 None None] The sync data for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 is: [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:46Z', 'revision_number': 3, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:50.161442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-814c1be5-6179-49e8-a1ad-14cabab428e8 req-2ff5c49d-09f3-4c59-8092-09124332dda1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-700555376', 'description': 'tempest-description-39029509'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:50.216349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-814c1be5-6179-49e8-a1ad-14cabab428e8 req-2ff5c49d-09f3-4c59-8092-09124332dda1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.231968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8cbba52-fbf1-4785-a339-a74e66d836a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.233854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.235010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8cbba52-fbf1-4785-a339-a74e66d836a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.235996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e8cbba52-fbf1-4785-a339-a74e66d836a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/808405d5-3160-4b73-b32c-61b5f800491d HTTP/1.1" status: 204 len: 168 time: 0.2816114 Jul 16 19:54:50.242686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.245693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ceae-aac8-4358-a85f-6d931fa3f987 req-9b987a25-cda5-4cef-a2f8-a9dad0899a66 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:50.253098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd21ceae-aac8-4358-a85f-6d931fa3f987 req-9b987a25-cda5-4cef-a2f8-a9dad0899a66 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2115979 Jul 16 19:54:50.335591 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-789925c0-9d79-4ee5-9d25-cee8ce98b489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.353571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.379494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-35e337d8-f891-4278-aa35-cb0fb63310c1 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:50.381642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-35e337d8-f891-4278-aa35-cb0fb63310c1 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.3473747 Jul 16 19:54:50.384629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.385717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663641ad-174b-40c7-a5b3-f97832bdd06b {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:54:50.392745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.394320 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-934e904f-2510-4c9f-8f3d-06a041e382ce admin admin] 10.222.0.78 "DELETE /v2.0/routers/663641ad-174b-40c7-a5b3-f97832bdd06b HTTP/1.1" status: 204 len: 168 time: 2.7435598 Jul 16 19:54:50.398974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:50.526145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f235056-c392-44d8-8299-4d284aa13d02 admin admin] Deleting subnet afa626fe-947d-4d15-be5b-6fd9a78f784a {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:54:50.531541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f235056-c392-44d8-8299-4d284aa13d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.532785 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.634572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-15'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:50.689803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f235056-c392-44d8-8299-4d284aa13d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.771457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c4ad298f-7913-47c3-bd78-a8ff70fb8f1b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:50.813248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:50.867791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:50.869078 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.886204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Allocated IP 172.20.0.1 (27dd3cef-856c-4d0a-bb54-65e26f8dbe79/0ed60708-ce37-4ca4-b285-d0fb5baac0d5/0b140ae5-d7ab-428e-b12a-35998a1fa8bf) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:50.905144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbba52-fbf1-4785-a339-a74e66d836a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808405d5-3160-4b73-b32c-61b5f800491d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:50.912703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8cba0e-720a-4109-8245-386db9f421fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:50.956060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd21ceae-aac8-4358-a85f-6d931fa3f987 req-8e653d8b-1d58-4ff1-a1a1-20f388bde43f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020264 Jul 16 19:54:51.029615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.040427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-814c1be5-6179-49e8-a1ad-14cabab428e8 req-2ff5c49d-09f3-4c59-8092-09124332dda1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.046073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-814c1be5-6179-49e8-a1ad-14cabab428e8 req-2ff5c49d-09f3-4c59-8092-09124332dda1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.088047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5c49d-09f3-4c59-8092-09124332dda1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab945417-4688-4adf-b8e9-a4913783ea6f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:51.106889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e610df0f-550e-45bb-a898-e69cdeffe7a7 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:51.126486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f235056-c392-44d8-8299-4d284aa13d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.140366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e610df0f-550e-45bb-a898-e69cdeffe7a7 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:51.140720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e610df0f-550e-45bb-a898-e69cdeffe7a7 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:51.141148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d01fe6a6-8850-4432-8806-c121be60098f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:51.173608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d01fe6a6-8850-4432-8806-c121be60098f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:51.174359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d01fe6a6-8850-4432-8806-c121be60098f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:51.267710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db5216-8802-4ca9-acfd-9b6ce16d8ff9 req-80ebf47d-5390-48e7-a6a0-5dfd9a49f0ba tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:51.269357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99db5216-8802-4ca9-acfd-9b6ce16d8ff9 req-80ebf47d-5390-48e7-a6a0-5dfd9a49f0ba tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 945 time: 0.0881450 Jul 16 19:54:51.314008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99db5216-8802-4ca9-acfd-9b6ce16d8ff9 req-6d7f2b42-cdbf-455f-830b-818d5de90be2 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386047 Jul 16 19:54:51.358596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f235056-c392-44d8-8299-4d284aa13d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.397658 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.467738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f235056-c392-44d8-8299-4d284aa13d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa626fe-947d-4d15-be5b-6fd9a78f784a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:51.473432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99034f51-23c7-4651-9aeb-924674326e0e None None] Network 0237ba97-72a0-466b-8b02-c68e295f8a6e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:51.476449 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f235056-c392-44d8-8299-4d284aa13d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.479524 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f235056-c392-44d8-8299-4d284aa13d02 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/afa626fe-947d-4d15-be5b-6fd9a78f784a HTTP/1.1" status: 204 len: 168 time: 1.0755584 Jul 16 19:54:51.481020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Transition to ACTIVE for port object 0b140ae5-d7ab-428e-b12a-35998a1fa8bf will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:51.483687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52534) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:51.529882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:51.574759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.583843 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8cba0e-720a-4109-8245-386db9f421fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.601495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8cba0e-720a-4109-8245-386db9f421fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.613902 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-814c1be5-6179-49e8-a1ad-14cabab428e8 req-2ff5c49d-09f3-4c59-8092-09124332dda1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.615334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-814c1be5-6179-49e8-a1ad-14cabab428e8 req-2ff5c49d-09f3-4c59-8092-09124332dda1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.4688144 Jul 16 19:54:51.656634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b672b3f2-6811-4e00-853f-c094d6196571 req-1c79276e-fef5-4fe5-8927-748075018507 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1033575292', 'description': 'tempest-description-1567328382'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:51.681098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Deleting port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:51.681833 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.699752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:51.703960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.753728 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b672b3f2-6811-4e00-853f-c094d6196571 req-1c79276e-fef5-4fe5-8927-748075018507 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.771294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cba0e-720a-4109-8245-386db9f421fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9978102b-703d-40f8-bc13-50816a7bbc57,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:51.778972 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5f8cba0e-720a-4109-8245-386db9f421fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13a7998559af4eed9bf981ddd90cd9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9581094 Jul 16 19:54:51.803501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52538) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:51.827522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] For port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9a24e88b-d6d8-4810-b6f6-bfd28c902f57,segment=NetworkSegment(477b694f-dd50-47fe-a80b-33ee49478e8b),segment_id=477b694f-dd50-47fe-a80b-33ee49478e8b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:51.828274 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.829762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:51.832110 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ef416a-3df1-41d8-9fee-f04c0bfc4555" -d '{"events": [{"server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "name": "network-vif-unplugged", "status": "completed", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:51.835852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:51.844492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.853986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:51.859683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Calling delete_port for 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:51.861674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:51.871656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.878101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] DHCP port deletion for 0237ba97-72a0-466b-8b02-c68e295f8a6e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:54:51.880633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 08f5c695-47ad-487a-9eb0-8f0e954abb6c details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:54:51.898036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Pushing event updated for resources: {'Port': ['ID=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:51.980767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:51.981025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c2fc-46e7-4581-8593-b8df7700681c req-12a3e5ce-9548-4639-b1ed-9d45a195999a tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:51.992249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16c0c2fc-46e7-4581-8593-b8df7700681c req-12a3e5ce-9548-4639-b1ed-9d45a195999a tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.2935042 Jul 16 19:54:52.099592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16c0c2fc-46e7-4581-8593-b8df7700681c req-531e07c7-595e-41bf-a950-20ac51df95da tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076932 Jul 16 19:54:52.125620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] Deleting port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:52.126213 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.139724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a4d6b8a-5ef4-4393-a99e-1805104d7c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.155463 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b672b3f2-6811-4e00-853f-c094d6196571 req-1c79276e-fef5-4fe5-8927-748075018507 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.160191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.209874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b672b3f2-6811-4e00-853f-c094d6196571 req-1c79276e-fef5-4fe5-8927-748075018507 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.223166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a24e88b-d6d8-4810-b6f6-bfd28c902f57,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:52.226273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Pushing event updated for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:52.234721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:52.285519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on host n-h1-791505-15 for vnic_type normal with profile {"migrating_to": "n-h2-791505-15"} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:52.288277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:52.289212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:52.292303 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.310786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] No DVR routers for this DVR port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:52.321472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on host n-h1-791505-15 for vnic_type normal with profile {"migrating_to": "n-h2-791505-15"} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:52.321744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79276e-fef5-4fe5-8927-748075018507 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de61f75f-2b79-419f-9e16-2b1fef9b20c5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:52.321972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:52.322268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:52.329033 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b672b3f2-6811-4e00-853f-c094d6196571 req-1c79276e-fef5-4fe5-8927-748075018507 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.331004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b672b3f2-6811-4e00-853f-c094d6196571 req-1c79276e-fef5-4fe5-8927-748075018507 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6846335 Jul 16 19:54:52.358696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] For port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:52.359794 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.369991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:54:52.371235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:52.424832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] Calling delete_port for 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:52.427325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0fe6cf4-4075-469c-9b68-a65ed6ef26cc None None] Provisioning for port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:52.438671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] Port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:54:52.446882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:52.447262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:52.452525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:52.453106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Bound port: 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:52.453527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.454617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.462949 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.472028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0237ba97-72a0-466b-8b02-c68e295f8a6e']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:52.502229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477b694f-dd50-47fe-a80b-33ee49478e8b') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:52.502598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477b694f-dd50-47fe-a80b-33ee49478e8b') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:52.519567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a4d6b8a-5ef4-4393-a99e-1805104d7c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.524184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0fe6cf4-4075-469c-9b68-a65ed6ef26cc None None] Provisioning complete for port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:52.524184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f0fe6cf4-4075-469c-9b68-a65ed6ef26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.533955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] Pushing event deleted for resources: {'Port': ['ID=9a24e88b-d6d8-4810-b6f6-bfd28c902f57,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:52.534766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.539522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:54:52.545684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:52.552555 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.562489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:54:52.563076 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: timer() Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:54:52.577243 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:54:52.673070 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08530d-b21e-4d0f-ab7f-3ee0b90b3f71 x-openstack-request-id: req-db08530d-b21e-4d0f-ab7f-3ee0b90b3f71 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:52.673527 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "name": "network-vif-unplugged", "status": "completed", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:52.673919 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db08530d-b21e-4d0f-ab7f-3ee0b90b3f71 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:52.674524 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c', 'code': 200} Jul 16 19:54:52.675650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe6cf4-4075-469c-9b68-a65ed6ef26cc None None] Port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:54:52.688860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3cf062-605f-4550-83ce-536ddd7ca80d None None] No DVR routers for this DVR port 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:54:52.696894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:52.697441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:52.698255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:52.698750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Bound port: 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:52.699334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.774820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:52.785533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ee272195-7497-44b3-beb3-4b58ecd8800a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:52.796014 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.809627 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.812414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0237ba97-72a0-466b-8b02-c68e295f8a6e HTTP/1.1" status: 204 len: 168 time: 1.3275535 Jul 16 19:54:52.833415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52554) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:52.863385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b29e2-f58f-452b-b325-0a2166ba0590 admin admin] Pushing event deleted for resources: {'Network': ['ID=0237ba97-72a0-466b-8b02-c68e295f8a6e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:52.873011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:52.883189 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.909034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a4d6b8a-5ef4-4393-a99e-1805104d7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.911569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a4d6b8a-5ef4-4393-a99e-1805104d7c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.915454 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a4d6b8a-5ef4-4393-a99e-1805104d7c0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9978102b-703d-40f8-bc13-50816a7bbc57 HTTP/1.1" status: 204 len: 168 time: 1.1109455 Jul 16 19:54:52.946571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d6b8a-5ef4-4393-a99e-1805104d7c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978102b-703d-40f8-bc13-50816a7bbc57,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:52.951831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ee272195-7497-44b3-beb3-4b58ecd8800a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:52.959137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:52.961676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.984879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ee272195-7497-44b3-beb3-4b58ecd8800a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:52.985563 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.994311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 08f5c695-47ad-487a-9eb0-8f0e954abb6c-n-h1-791505-15-0 {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:54:52.994690 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:54:53.014603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:53.046557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0702a-15e3-42b6-a6ff-2f1428f2d607 req-59e36685-9f4a-4cb9-8a05-0c2b3bc80e36 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:53.050772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 08f5c695-47ad-487a-9eb0-8f0e954abb6c has no active binding in host n-h2-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 19:54:53.056368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ad0702a-15e3-42b6-a6ff-2f1428f2d607 req-59e36685-9f4a-4cb9-8a05-0c2b3bc80e36 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.3197875 Jul 16 19:54:53.128005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66257f-9486-4ef5-84b5-4d44d2c83b92 req-7f5ab528-613b-405d-87d7-646e07fa1af6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:53.132095 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.135733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd66257f-9486-4ef5-84b5-4d44d2c83b92 req-7f5ab528-613b-405d-87d7-646e07fa1af6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.2959492 Jul 16 19:54:53.144144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ad0702a-15e3-42b6-a6ff-2f1428f2d607 req-1a53feb8-ba18-4ba2-a2ba-4c52294acf7c tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868793 Jul 16 19:54:53.163423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ee272195-7497-44b3-beb3-4b58ecd8800a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ee272195-7497-44b3-beb3-4b58ecd8800a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:53.180004 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.291976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd66257f-9486-4ef5-84b5-4d44d2c83b92 req-1c112268-2257-4514-a202-48a358cc9546 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551387 Jul 16 19:54:53.298290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:54:53.379083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:54:53.379083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9a24e88b-d6d8-4810-b6f6-bfd28c902f57 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:54:53.393282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.395640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ee272195-7497-44b3-beb3-4b58ecd8800a,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:53.402186 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.531949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.537068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on host n-h1-791505-15 for vnic_type normal with profile {"migrating_to": "n-h2-791505-15"} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:53.537478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:53.537949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:53.546527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Pushing event updated for resources: {'Port': ['ID=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:53.554614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:54:53.554807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempting to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on network 6e4cc070-51f6-405f-81df-eb444f0191c6 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:53.563293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:53.563796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Checking segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:53.564285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Bound using segment: {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:53.564965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Bound port: 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6e4cc070-51f6-405f-81df-eb444f0191c6'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:53.565451 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.567811 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.698808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-1d6de923-a9ce-45fd-a111-e31956e4f748 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:53.700578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-1d6de923-a9ce-45fd-a111-e31956e4f748 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 813 time: 0.2853186 Jul 16 19:54:53.746305 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-a338a958-8ef0-421b-8db8-85f5f8c44a8c tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/quotas/6b96dd585e964d75abec6c47e146a7dd HTTP/1.1" status: 200 len: 375 time: 0.0398705 Jul 16 19:54:53.807987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-015e978d-c360-46f2-9abe-62c67d77a77f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474961 Jul 16 19:54:53.823726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b747dd-5b33-4cc9-9a4f-1e6d9767a737 req-83d6e505-da1a-4293-a75a-9f1ab2e77d6a tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:53.826009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66b747dd-5b33-4cc9-9a4f-1e6d9767a737 req-83d6e505-da1a-4293-a75a-9f1ab2e77d6a tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.2455990 Jul 16 19:54:53.999747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66b747dd-5b33-4cc9-9a4f-1e6d9767a737 req-68544afa-530c-4337-9d8d-c2fabcf5a8ec tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677558 Jul 16 19:54:54.024761 n-d-791505-15 neutron-server[100244]: WARNING neutron.plugins.ml2.plugin [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Concurrent port binding operations failed on port 08f5c695-47ad-487a-9eb0-8f0e954abb6c Jul 16 19:54:54.032368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:54.034193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-41c88333-d031-4af5-80e1-0bcea0c6bf58 service neutron] 10.222.0.78 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064991 Jul 16 19:54:54.039538 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:54.043414 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attempt 2 to bind port 08f5c695-47ad-487a-9eb0-8f0e954abb6c Jul 16 19:54:54.047682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:54.048241 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:54.049787 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-efd7af28-579d-4f0f-8e61-25b920966e95 service neutron] 10.222.0.68 "PUT /v2.0/ports/08f5c695-47ad-487a-9eb0-8f0e954abb6c HTTP/1.1" status: 200 len: 1123 time: 3.6527073 Jul 16 19:54:54.062958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:54.065340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:54.153704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['08f5c695-47ad-487a-9eb0-8f0e954abb6c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:54:54.175916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['08f5c695-47ad-487a-9eb0-8f0e954abb6c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:54:54.315860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Router d2310a0a-1161-48dd-8bd0-f79c24143106 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:54.471961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:54.482615 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d481d964-29f9-4743-8a54-cea7a83d026e admin admin] 10.222.0.78 "PUT /v2.0/routers/d2310a0a-1161-48dd-8bd0-f79c24143106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2348378 Jul 16 19:54:54.488626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-1148ae56-4d4f-47ca-b904-3419b045aa15 service neutron] 10.222.0.78 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894360 Jul 16 19:54:54.521531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Sync routers for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:54.583982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d3d195d2-11cb-4e6d-bbf0-c0301026c2c3 None None] Provisioning complete for port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:54.584866 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d3d195d2-11cb-4e6d-bbf0-c0301026c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:54.586780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ee272195-7497-44b3-beb3-4b58ecd8800a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:54.664681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc221-260b-4ae5-9a43-aab10d9d7513 req-fb196267-2ab7-4923-9811-6265fb6a0e32 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:54.674483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6badc221-260b-4ae5-9a43-aab10d9d7513 req-fb196267-2ab7-4923-9811-6265fb6a0e32 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2856431 Jul 16 19:54:54.675697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:54:54.680250 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01cc67e-99a2-4e41-9375-25d25a264a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:54:54.756690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:54.757352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:54.779146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6badc221-260b-4ae5-9a43-aab10d9d7513 req-76a7b782-9cff-45bc-bb24-93993e3f3b71 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036329 Jul 16 19:54:54.936350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d3d195d2-11cb-4e6d-bbf0-c0301026c2c3 None None] Port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:54:55.005234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Deleting port 9632ca0f-7c54-4272-bd90-783b87711c6f {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:55.005722 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:55.082006 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ddc3bc-b8ad-4552-bb7b-6942287dc5a6 x-openstack-request-id: req-24ddc3bc-b8ad-4552-bb7b-6942287dc5a6 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:54:55.082400 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:54:55.083207 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24ddc3bc-b8ad-4552-bb7b-6942287dc5a6 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:54:55.083207 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c', 'status': 'completed', 'code': 200} Jul 16 19:54:55.110129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6d4e-2247-4b71-8087-9321aff7bd7d req-d80814b4-0c9a-41bb-a712-99f6581c957b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:55.111714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2da6d4e-2247-4b71-8087-9321aff7bd7d req-d80814b4-0c9a-41bb-a712-99f6581c957b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.1941864 Jul 16 19:54:55.244000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26863ae4-535d-4d1d-abf5-0335fcc84a4d req-954eaedc-de73-4af9-a26e-f03bc011f5b3 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 210 time: 0.1116655 Jul 16 19:54:55.336475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] For port 9632ca0f-7c54-4272-bd90-783b87711c6f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9632ca0f-7c54-4272-bd90-783b87711c6f,segment=NetworkSegment(d89bca28-707a-4bb9-9c80-d2b91eacfaf6),segment_id=d89bca28-707a-4bb9-9c80-d2b91eacfaf6)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:55.336889 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:55.374555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2da6d4e-2247-4b71-8087-9321aff7bd7d req-0363ac55-6d4e-46e6-9a67-e68a0ec5dce4 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402043 Jul 16 19:54:55.387930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Calling delete_port for 9632ca0f-7c54-4272-bd90-783b87711c6f owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:54:55.455475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-f2d1e924-7202-42f9-bbfc-92b818be14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:55.457668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-f2d1e924-7202-42f9-bbfc-92b818be14d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1126 time: 0.3404808 Jul 16 19:54:55.548088 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ee272195-7497-44b3-beb3-4b58ecd8800a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:55.548516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:55.554972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:55.582872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-adad15f7-dcbb-4c7a-9f31-49a0b40cc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:55.584940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-adad15f7-dcbb-4c7a-9f31-49a0b40cc805 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1198461 Jul 16 19:54:55.897850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-0db2278f-60a0-4830-8e27-1b505f6055c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c HTTP/1.1" status: 200 len: 217 time: 0.2990608 Jul 16 19:54:55.953569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:56.005380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Pushing event deleted for resources: {'Port': ['ID=9632ca0f-7c54-4272-bd90-783b87711c6f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:56.058567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-ab16d25b-87d8-4109-ab63-ea72222f71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:56.060675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-ab16d25b-87d8-4109-ab63-ea72222f71cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.1548686 Jul 16 19:54:56.082227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d6baa-8519-42a6-a5e4-89bc4dd42895 req-9be97798-ab5f-49c9-a1ad-d8b9122070e6 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:56.083905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-175d6baa-8519-42a6-a5e4-89bc4dd42895 req-9be97798-ab5f-49c9-a1ad-d8b9122070e6 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.4979689 Jul 16 19:54:56.094928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 2, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:56.138855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Checking router: d2310a0a-1161-48dd-8bd0-f79c24143106 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:56.139906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Updating router d2310a0a-1161-48dd-8bd0-f79c24143106 port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:54:56.207765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:56.209203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-e030c911-1793-4382-9661-05972ada5738 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243012 Jul 16 19:54:56.424133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-175d6baa-8519-42a6-a5e4-89bc4dd42895 req-8d1c2ef0-1f30-4f58-82c8-8eb58f3539cc tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711918 Jul 16 19:54:56.440685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-aaf9394c-8fe3-4d58-8850-24dbb910c72c service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934209 Jul 16 19:54:56.792298 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:56.804360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Transition to ACTIVE for port object 0b140ae5-d7ab-428e-b12a-35998a1fa8bf will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:56.811850 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:56.870791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c7deb-35b5-411c-a3c1-6a459f0e2a5b None None] Pushing event updated for resources: {'Port': ['ID=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:56.960550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Attempting to bind port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:56.960924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Attempting to bind port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:56.961295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Attempting to bind port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf on network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:56.968016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:56.968590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Checking segment: {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:56.968851 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:56.969499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Bound using segment: {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:56.970151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Bound port: 0b140ae5-d7ab-428e-b12a-35998a1fa8bf, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:56.970609 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:57.009767 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:54:57.089129 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79774511-b8c0-4d36-9006-20a6f2906692 req-558b682e-5a5b-4a01-81c8-b60fba4e74e0 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 210 time: 0.0931091 Jul 16 19:54:57.143011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] For port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:57.148956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] For port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:57.156112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:57.186319 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e01cc67e-99a2-4e41-9375-25d25a264a3d req-c22f0e04-328d-4d2b-a59c-60caf40f839c service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7444651 Jul 16 19:54:57.196071 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:57.280508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:57.281509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:57.305473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-2ffd4bb3-391b-4e47-99da-83650c560a59 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:57.311774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-2ffd4bb3-391b-4e47-99da-83650c560a59 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.16 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 813 time: 0.3054459 Jul 16 19:54:57.332082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'port': {'device_id': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9', 'admin_state_up': True, 'tenant_id': '6b96dd585e964d75abec6c47e146a7dd'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:57.372323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6250d-c677-4c5d-9fde-a5e41259e434 req-39640b2d-62d8-4c06-9794-3cfda583aacc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:57.374306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cc6250d-c677-4c5d-9fde-a5e41259e434 req-39640b2d-62d8-4c06-9794-3cfda583aacc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.8598983 Jul 16 19:54:57.485334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c7deb-35b5-411c-a3c1-6a459f0e2a5b None None] Pushing event updated for resources: {'Port': ['ID=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:57.575300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Made reservation on behalf of 6b96dd585e964d75abec6c47e146a7dd for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:54:57.579607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:57.609224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:57.620724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cc6250d-c677-4c5d-9fde-a5e41259e434 req-7dfa6857-3e87-4f51-8d7b-1f90228caddb tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273455 Jul 16 19:54:57.893567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Allocated IP 172.20.0.8 (6f4663fa-a094-492f-94c6-8e2b99748ca9/633dfa0c-7264-4422-8bea-47b106cebac1/0c85bec0-b701-4d81-8821-dd1c92c01a04) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:58.004103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:57Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:58.041965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa95dc-bf97-4c63-b74f-f66bf442802b None None] The sync data for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 is: [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:57Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:58.131544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:58.180276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb0fbb-1596-427e-bb5d-0c398a792948 req-ccfcf96f-9dc3-4b4d-b9e2-a89d03a75b1f tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:58.189644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ffeb0fbb-1596-427e-bb5d-0c398a792948 req-ccfcf96f-9dc3-4b4d-b9e2-a89d03a75b1f tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.2943039 Jul 16 19:54:58.223628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.290788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.381818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ffeb0fbb-1596-427e-bb5d-0c398a792948 req-b71a4e93-2eb6-42fc-8e9a-1bd9fe536853 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795311 Jul 16 19:54:58.385794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Network 6f4663fa-a094-492f-94c6-8e2b99748ca9 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:58.412382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:58.428931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:58.443156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'Port': ['ID=0c85bec0-b701-4d81-8821-dd1c92c01a04,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:58.558563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:58.578960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4a36e23a-423c-4ea3-a91d-ed5cccb1c229 admin admin] 10.222.0.78 "PUT /v2.0/routers/2ff5c07a-c027-4f68-bd05-64dcc03d8204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7248161 Jul 16 19:54:58.579513 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] Sync routers for ids ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:58.580002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52726) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:58.595637 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] Routers {'2ff5c07a-c027-4f68-bd05-64dcc03d8204'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:58.596728 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:58.604500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:58.605569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.651903 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-09d1e5d9-2f80-4159-9219-31fe48b04ecd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3239903 Jul 16 19:54:58.675096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-20238aa1-ec73-4e1a-848a-c37e897ac8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:58.676058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b140ae5-d7ab-428e-b12a-35998a1fa8bf up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:58.681083 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-20238aa1-ec73-4e1a-848a-c37e897ac8fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 1098 time: 0.4060073 Jul 16 19:54:58.689857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Request body: {'port': {'device_id': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:58.807300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.812115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:58.820062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:58.821770 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.826377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:58.910451 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] Set router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:58.969918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a824-ac12-4beb-8115-bdb9c5adcb5c req-9cf33a10-ad1c-403c-9c65-110f49e69611 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:58.977327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f571a824-ac12-4beb-8115-bdb9c5adcb5c req-9cf33a10-ad1c-403c-9c65-110f49e69611 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.3814335 Jul 16 19:54:59.035617 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.123502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:59.129433 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.254570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:59.257201 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:54:55Z', 'revision_number': 5, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:59.268297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ae4f0-5f8d-45ce-8c85-65461dc472c6 req-f4d7ee5a-7f8e-4458-96ab-c50426b1e7e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:59.270172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-275ae4f0-5f8d-45ce-8c85-65461dc472c6 req-f4d7ee5a-7f8e-4458-96ab-c50426b1e7e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 931 time: 0.5094168 Jul 16 19:54:59.296849 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] Checking router: 2ff5c07a-c027-4f68-bd05-64dcc03d8204 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:59.310579 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] Routers {'2ff5c07a-c027-4f68-bd05-64dcc03d8204'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:59.311649 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:54:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:59.329183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f571a824-ac12-4beb-8115-bdb9c5adcb5c req-78332c6e-731d-4ed6-bf57-98cd166d4a09 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504152 Jul 16 19:54:59.468010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.487247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-275ae4f0-5f8d-45ce-8c85-65461dc472c6 req-c0148434-de51-425d-a9c8-a567712a0d22 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076433 Jul 16 19:54:59.635576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Deleting port bbcc4f53-3a9a-46b1-a50c-571b7204919e {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:54:59.635971 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.663945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c85bec0-b701-4d81-8821-dd1c92c01a04 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:54:59.683422 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.725707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Transition to ACTIVE for port object 0c85bec0-b701-4d81-8821-dd1c92c01a04 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:59.734136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-cfa2cfff-aa59-4126-a252-ef181ecce528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:59.739593 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-cfa2cfff-aa59-4126-a252-ef181ecce528 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 911 time: 0.9127214 Jul 16 19:54:59.743873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.766346 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] Set router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:59.910096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] For port bbcc4f53-3a9a-46b1-a50c-571b7204919e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bbcc4f53-3a9a-46b1-a50c-571b7204919e,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:59.912448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.946668 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-a2e2967c-7612-47a7-ad16-b6da93071996 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc HTTP/1.1" status: 200 len: 1002 time: 0.1749513 Jul 16 19:55:00.001047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Calling delete_port for bbcc4f53-3a9a-46b1-a50c-571b7204919e owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:00.072930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Pushing event updated for resources: {'Port': ['ID=0c85bec0-b701-4d81-8821-dd1c92c01a04,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:00.095477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-18418164-d813-4be4-9678-0f7adfabed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:00.097175 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-18418164-d813-4be4-9678-0f7adfabed66 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.1391816 Jul 16 19:55:00.178857 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:54:55Z', 'revision_number': 5, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:00.235670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Attempting to bind port 0c85bec0-b701-4d81-8821-dd1c92c01a04 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:00.236017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Attempting to bind port 0c85bec0-b701-4d81-8821-dd1c92c01a04 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:00.236402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Attempting to bind port 0c85bec0-b701-4d81-8821-dd1c92c01a04 on network 6f4663fa-a094-492f-94c6-8e2b99748ca9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:00.257817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Port 0c85bec0-b701-4d81-8821-dd1c92c01a04 on network 6f4663fa-a094-492f-94c6-8e2b99748ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:55:00.258165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Attempting to bind port 0c85bec0-b701-4d81-8821-dd1c92c01a04 on network 6f4663fa-a094-492f-94c6-8e2b99748ca9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:00.297007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:00.297798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Checking segment: {'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:00.298296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Bound using segment: {'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:00.299424 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d427946-8fb3-4358-aabd-031f2fc46fa9 None None] The sync data for ids ['2ff5c07a-c027-4f68-bd05-64dcc03d8204'] in n-d-791505-15 is: [{'id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'name': 'tempest-AttachSCSIVolumeTestJSON-360994845-router', 'tenant_id': '906a40bb9dae4220bff5e00ce181710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:54:55Z', 'revision_number': 5, 'project_id': '906a40bb9dae4220bff5e00ce181710f', 'gw_port': {'id': 'bbcc4f53-3a9a-46b1-a50c-571b7204919e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5c07a-c027-4f68-bd05-64dcc03d8204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:42Z', 'updated_at': '2021-07-16T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:55:00.300941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Bound port: 0c85bec0-b701-4d81-8821-dd1c92c01a04, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:00.303395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:00.443657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a3ea7-c24b-4b7d-9d06-9ac003df1528 req-efef7fe9-852d-4687-aa94-c02d6a90d822 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:00.455232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-8ba4ebdf-5001-4715-ba19-b073c68eede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:00.456816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-8ba4ebdf-5001-4715-ba19-b073c68eede0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3360693 Jul 16 19:55:00.459167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-161a3ea7-c24b-4b7d-9d06-9ac003df1528 req-efef7fe9-852d-4687-aa94-c02d6a90d822 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.6360464 Jul 16 19:55:00.633068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] For port 0c85bec0-b701-4d81-8821-dd1c92c01a04, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:00.655593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] For port 0c85bec0-b701-4d81-8821-dd1c92c01a04, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:00.667072 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:00.693826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:00.694395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:00.697544 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] 10.222.0.16 "PUT /v2.0/ports/0c85bec0-b701-4d81-8821-dd1c92c01a04 HTTP/1.1" status: 200 len: 1092 time: 2.0151718 Jul 16 19:55:00.705804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-161a3ea7-c24b-4b7d-9d06-9ac003df1528 req-bc14456c-8581-47e8-afc5-21fd359bac1f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457194 Jul 16 19:55:00.795077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:00.799888 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e443087-dbdd-4117-93a3-f7c8d553ace1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:00.828628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1666e07-6401-400a-93bd-8193e7c2f45f req-e03e6d2a-c4ef-47f9-91bc-363d56ad7c0d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:00.830246 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1666e07-6401-400a-93bd-8193e7c2f45f req-e03e6d2a-c4ef-47f9-91bc-363d56ad7c0d tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.2437375 Jul 16 19:55:00.831949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b140ae5-d7ab-428e-b12a-35998a1fa8bf up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:00.859719 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-6321b012-9b16-410e-b003-84fac72a108d service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797739 Jul 16 19:55:00.911118 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:00.935406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:00.936381 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:01.001872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e1514-f3d0-4a5b-80af-2ca512689d5f service neutron] Pushing event updated for resources: {'Port': ['ID=0c85bec0-b701-4d81-8821-dd1c92c01a04,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:01.047855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcc4f53-3a9a-46b1-a50c-571b7204919e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:01.163015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1666e07-6401-400a-93bd-8193e7c2f45f req-488791b1-7409-4718-93f0-d47271b76299 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204577 Jul 16 19:55:01.165173 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:01.180097 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34077960-b76b-437b-ba62-3b12a4a80d13 req-66f346ec-707a-45da-b0e3-3774a05b273f service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115406 Jul 16 19:55:01.206281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 08f5c695-47ad-487a-9eb0-8f0e954abb6c no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:01.209167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-0609c04e-c138-4ea3-a2d3-14e4abb24b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:01.214380 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-0609c04e-c138-4ea3-a2d3-14e4abb24b56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1095 time: 0.3972788 Jul 16 19:55:01.338377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-4c03e83c-1855-42fa-a74c-67d1f0f9cd35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04 HTTP/1.1" status: 200 len: 217 time: 0.1127462 Jul 16 19:55:01.402028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-c87b259f-47c8-48e6-adec-ae23ed93ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:01.404617 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-c87b259f-47c8-48e6-adec-ae23ed93ed1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.0583568 Jul 16 19:55:01.413794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:01.427735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:01.444245 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-8813452c-e3fa-46ca-b4b2-e3de51661c56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331478 Jul 16 19:55:01.521037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-f33283dd-289b-4bdd-9b11-a4a4933301ec service neutron] 10.222.0.16 "GET /v2.0/ports/08f5c695-47ad-487a-9eb0-8f0e954abb6c/bindings/n-h2-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.4949415 Jul 16 19:55:01.570104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:01.570591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff5c07a-c027-4f68-bd05-64dcc03d8204 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:55:01.577613 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:01.583720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4ecd5105-2ba6-4a5b-be98-69cb6bc92b13 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2ff5c07a-c027-4f68-bd05-64dcc03d8204 HTTP/1.1" status: 204 len: 168 time: 2.9950445 Jul 16 19:55:01.583931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52752) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:01.619963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aa5f6-eb4f-429d-82be-52494e927404 req-3dc77fb5-2b8d-43cb-ab38-1b995602d55f tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:01.622851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-141aa5f6-eb4f-429d-82be-52494e927404 req-3dc77fb5-2b8d-43cb-ab38-1b995602d55f tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.5763142 Jul 16 19:55:01.633997 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-190772b2-aa7f-48d5-88cc-822ae352260a service neutron] 10.222.0.16 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838787 Jul 16 19:55:01.719366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a155b-15d3-45d1-91fb-fa09a98b2978 req-9ca7c42f-3ecd-4dd1-be72-7bf7def488c4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:01.721012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad3a155b-15d3-45d1-91fb-fa09a98b2978 req-9ca7c42f-3ecd-4dd1-be72-7bf7def488c4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 943 time: 0.3323302 Jul 16 19:55:01.741440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-00182b52-404a-430e-a167-5701f8ac83bb admin admin] Deleting subnet 6d57f58e-ff19-4168-93ae-aed6873b6c33 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:55:01.744993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00182b52-404a-430e-a167-5701f8ac83bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:01.773903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-141aa5f6-eb4f-429d-82be-52494e927404 req-ecf44c48-6647-4571-afff-755a7f5da2b5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325345 Jul 16 19:55:01.795171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00182b52-404a-430e-a167-5701f8ac83bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:01.933043 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657333ad-f6dd-4f1b-90f0-0b730b5ddaf1 x-openstack-request-id: req-657333ad-f6dd-4f1b-90f0-0b730b5ddaf1 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:01.934616 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:01.935288 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-657333ad-f6dd-4f1b-90f0-0b730b5ddaf1 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:01.938358 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04', 'status': 'completed', 'code': 200} Jul 16 19:55:02.014271 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fe50d070-85ce-40b5-9c4c-b4a4fdd11e14 req-2aacdd1a-616a-4b69-bd36-3d1db5a20e30 service neutron] 10.222.0.16 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731515 Jul 16 19:55:02.049221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad3a155b-15d3-45d1-91fb-fa09a98b2978 req-c323af80-4ee7-410b-ac7f-8aa5729a94ad tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076928 Jul 16 19:55:02.125089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:02.160503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:02.217878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00182b52-404a-430e-a167-5701f8ac83bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:02.253601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f5c695-47ad-487a-9eb0-8f0e954abb6c {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:02.267589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:02.353089 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:02.358201 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00182b52-404a-430e-a167-5701f8ac83bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:02.401539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50657b5-3af8-4393-b11b-baf6d7fd50c7 req-ce1b5ae3-05cc-4eae-8166-96b00228d0db tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:02.409492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50657b5-3af8-4393-b11b-baf6d7fd50c7 req-ce1b5ae3-05cc-4eae-8166-96b00228d0db tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.1877930 Jul 16 19:55:02.430152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00182b52-404a-430e-a167-5701f8ac83bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d57f58e-ff19-4168-93ae-aed6873b6c33,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:02.437324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-16d70c72-0192-4291-8a80-dcf43d679b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:02.438865 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-16d70c72-0192-4291-8a80-dcf43d679b57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1095 time: 0.3340228 Jul 16 19:55:02.439951 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00182b52-404a-430e-a167-5701f8ac83bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:02.441742 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-00182b52-404a-430e-a167-5701f8ac83bb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6d57f58e-ff19-4168-93ae-aed6873b6c33 HTTP/1.1" status: 204 len: 168 time: 0.8506186 Jul 16 19:55:02.446337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:02.459040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1df8d-b4bd-4af2-b31f-893bef9f2ea0 None None] Network 60eb5ca1-d836-4208-ba5e-73d078e32688 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:02.580468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50657b5-3af8-4393-b11b-baf6d7fd50c7 req-4fd1ebfb-1a59-4c92-af3c-920b4708a0e8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699321 Jul 16 19:55:02.610384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023d0ed-2871-4890-8f04-f30535cf9146 req-bd872bdf-b3fb-48a5-91f8-afb7f79e4b32 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:02.613303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bbcc4f53-3a9a-46b1-a50c-571b7204919e no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:02.617869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0023d0ed-2871-4890-8f04-f30535cf9146 req-bd872bdf-b3fb-48a5-91f8-afb7f79e4b32 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 943 time: 0.1591942 Jul 16 19:55:02.629029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] Transition to ACTIVE for port object 08f5c695-47ad-487a-9eb0-8f0e954abb6c will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:02.646346 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:02.651953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: bbcc4f53-3a9a-46b1-a50c-571b7204919e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:02.652445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bbcc4f53-3a9a-46b1-a50c-571b7204919e not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:02.653442 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9632ca0f-7c54-4272-bd90-783b87711c6f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:02.707105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9632ca0f-7c54-4272-bd90-783b87711c6f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:02.707526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9632ca0f-7c54-4272-bd90-783b87711c6f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:02.739171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:02.746089 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0023d0ed-2871-4890-8f04-f30535cf9146 req-71b931f9-2fd1-4490-9364-938648faa681 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272500 Jul 16 19:55:02.801369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] No DVR routers for this DVR port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:02.817823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] Pushing event updated for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=10']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:02.835751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52774) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:02.856866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-c006a13f-77fc-42d2-a6bb-4437a0082516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:02.858491 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-c006a13f-77fc-42d2-a6bb-4437a0082516 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 914 time: 0.3749583 Jul 16 19:55:02.906764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-400498a4-a3a8-4993-8b83-9f2bdb40b519 service neutron] 10.222.0.16 "PUT /v2.0/ports/08f5c695-47ad-487a-9eb0-8f0e954abb6c/bindings/n-h2-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3789203 Jul 16 19:55:02.954509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-25a0b670-f66f-4039-ab1b-599b62ea39c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04 HTTP/1.1" status: 200 len: 217 time: 0.0501866 Jul 16 19:55:02.966306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] DHCP port deletion for 60eb5ca1-d836-4208-ba5e-73d078e32688 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:55:03.055522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] Deleting port b9964695-5567-4131-95f6-08932327e7bc {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:03.056336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:03.061378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51cfafbe-fcda-41d8-8dd9-40fd346ff5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:03.092615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-ab6ec015-8963-45a2-a353-c4b772998f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:03.098898 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-ab6ec015-8963-45a2-a353-c4b772998f8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.1358452 Jul 16 19:55:03.110412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6b5b1-02ce-4627-9dbc-18362324e0ef req-71b4705a-5fe0-4322-9304-a2dfcfe531eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:03.113001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1eb6b5b1-02ce-4627-9dbc-18362324e0ef req-71b4705a-5fe0-4322-9304-a2dfcfe531eb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.0965545 Jul 16 19:55:03.116668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Deleting port b9964695-5567-4131-95f6-08932327e7bc {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:03.117050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:03.149429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] For port b9964695-5567-4131-95f6-08932327e7bc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b9964695-5567-4131-95f6-08932327e7bc,segment=NetworkSegment(d89bca28-707a-4bb9-9c80-d2b91eacfaf6),segment_id=d89bca28-707a-4bb9-9c80-d2b91eacfaf6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:03.150236 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:03.172900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] Calling delete_port for b9964695-5567-4131-95f6-08932327e7bc owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:03.179286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1eb6b5b1-02ce-4627-9dbc-18362324e0ef req-8c751f8b-1ba3-4d88-a1c7-2047854be1d2 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580845 Jul 16 19:55:03.211289 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-f5252e7e-edf5-46c3-aa59-9d01a19d02e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908093 Jul 16 19:55:03.309830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e41e8-8315-420e-ab8e-f9b2b996b8ce req-033e0e9a-8e5b-4aa3-a53e-9fb9ba1e6655 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:03.313005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e24e41e8-8315-420e-ab8e-f9b2b996b8ce req-033e0e9a-8e5b-4aa3-a53e-9fb9ba1e6655 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 943 time: 0.1193986 Jul 16 19:55:03.337547 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:03.360917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e24e41e8-8315-420e-ab8e-f9b2b996b8ce req-ce9502d5-e19d-4e5c-9949-b7d4bc0c9f62 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Jul 16 19:55:03.381517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] Pushing event deleted for resources: {'Port': ['ID=b9964695-5567-4131-95f6-08932327e7bc,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:03.383628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ce578-790e-43f8-8ba9-543c62fd44be None None] No DVR routers for this DVR port b9964695-5567-4131-95f6-08932327e7bc on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:03.405658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] For port b9964695-5567-4131-95f6-08932327e7bc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b9964695-5567-4131-95f6-08932327e7bc,segment=NetworkSegment(d89bca28-707a-4bb9-9c80-d2b91eacfaf6),segment_id=d89bca28-707a-4bb9-9c80-d2b91eacfaf6)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:03.406117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:03.420806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-99a4be2d-3b12-44f8-a84f-c7fb7abe78ed tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:03.422411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-99a4be2d-3b12-44f8-a84f-c7fb7abe78ed tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1096 time: 0.4284756 Jul 16 19:55:03.430022 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-477626b9-c6b1-42bc-9690-05d29a9d0f74 service neutron] 10.222.0.16 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089174 Jul 16 19:55:03.435551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Calling delete_port for b9964695-5567-4131-95f6-08932327e7bc owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:03.863486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2878cc9-85e2-4fff-86f7-c640a61b60c9 req-cf419251-0e61-48be-9109-679a5a8d558f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:03.868804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2878cc9-85e2-4fff-86f7-c640a61b60c9 req-cf419251-0e61-48be-9109-679a5a8d558f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.1646407 Jul 16 19:55:03.880931 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-51592d1e-746a-4c82-92b7-ec46e5c51202 service neutron] show failed (client error): The resource could not be found. Jul 16 19:55:03.881932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-51592d1e-746a-4c82-92b7-ec46e5c51202 service neutron] 10.222.0.68 "GET /v2.0/ports/c274b6f5-212b-40ae-8b64-d403a98acdd0/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.1675589 Jul 16 19:55:03.948966 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:03.962576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2878cc9-85e2-4fff-86f7-c640a61b60c9 req-0437ad08-d299-430e-9ff6-d53600958667 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838187 Jul 16 19:55:04.019276 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e443087-dbdd-4117-93a3-f7c8d553ace1 req-5a463abd-38f8-419c-a381-6f62995faaaa service neutron] 10.222.0.16 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708907 Jul 16 19:55:04.028106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51cfafbe-fcda-41d8-8dd9-40fd346ff5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.033777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-88fe40d3-77b1-493a-b6b0-73662ccd2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:04.035662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-88fe40d3-77b1-493a-b6b0-73662ccd2e4e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d HTTP/1.1" status: 200 len: 1096 time: 0.5977166 Jul 16 19:55:04.037864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51cfafbe-fcda-41d8-8dd9-40fd346ff5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.048597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f0400-ff9c-494d-95bc-a623ce7a1e41 req-43573a6f-f0a5-49b7-9411-6979c041e087 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:04.050206 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e23f0400-ff9c-494d-95bc-a623ce7a1e41 req-43573a6f-f0a5-49b7-9411-6979c041e087 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 944 time: 0.1003520 Jul 16 19:55:04.056899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.100933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e23f0400-ff9c-494d-95bc-a623ce7a1e41 req-2d0371bb-a2a4-4182-aeb2-dfc2a46ea4c6 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Jul 16 19:55:04.142858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9964695-5567-4131-95f6-08932327e7bc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:04.156635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] No DVR routers for this DVR port b9964695-5567-4131-95f6-08932327e7bc on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:04.187862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-51cfafbe-fcda-41d8-8dd9-40fd346ff5cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef423983ec5c4226b258d88f982b17c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3506861 Jul 16 19:55:04.190562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52790) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:04.208554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfafbe-fcda-41d8-8dd9-40fd346ff5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9828816-3ccb-4692-adad-837cddd9f7d2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:04.260971 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0135fb4-fa7e-4a40-b838-5eb3ea4b7297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.285260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0135fb4-fa7e-4a40-b838-5eb3ea4b7297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.320462 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.339500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eb5ca1-d836-4208-ba5e-73d078e32688']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:04.352522 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0135fb4-fa7e-4a40-b838-5eb3ea4b7297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.358635 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0135fb4-fa7e-4a40-b838-5eb3ea4b7297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.371972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:04.372354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89bca28-707a-4bb9-9c80-d2b91eacfaf6') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:04.372564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f0135fb4-fa7e-4a40-b838-5eb3ea4b7297 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9828816-3ccb-4692-adad-837cddd9f7d2 HTTP/1.1" status: 204 len: 168 time: 0.1730120 Jul 16 19:55:04.388388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.392019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-193dc11b-eb38-4d0c-8df9-d34923767297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:04.393627 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-193dc11b-eb38-4d0c-8df9-d34923767297 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 1102 time: 0.2023678 Jul 16 19:55:04.395542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-082b358e-dcff-46bf-a74b-99f288fca8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:04.397009 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-082b358e-dcff-46bf-a74b-99f288fca8ef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1096 time: 0.2898064 Jul 16 19:55:04.397269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0135fb4-fa7e-4a40-b838-5eb3ea4b7297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9828816-3ccb-4692-adad-837cddd9f7d2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:04.411938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:04.500159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.545338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b9964695-5567-4131-95f6-08932327e7bc no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:04.553391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:55:04.553863 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:55:04.558167 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:55:04.579827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b9964695-5567-4131-95f6-08932327e7bc {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:04.580339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b9964695-5567-4131-95f6-08932327e7bc not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:04.658798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88055a47-1953-42c6-b027-5cfb41b2a0c5 req-fe4482de-220b-4546-9a63-e901797bbd21 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:04.660478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.667960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88055a47-1953-42c6-b027-5cfb41b2a0c5 req-fe4482de-220b-4546-9a63-e901797bbd21 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 943 time: 0.1208017 Jul 16 19:55:04.702241 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.707933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.710110 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] 10.222.0.78 "DELETE /v2.0/networks/60eb5ca1-d836-4208-ba5e-73d078e32688 HTTP/1.1" status: 204 len: 168 time: 2.2556033 Jul 16 19:55:04.734069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.735656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88055a47-1953-42c6-b027-5cfb41b2a0c5 req-b0f3a2e5-d4b9-4d99-a652-4aeb03784858 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635726 Jul 16 19:55:04.742228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713adee-c476-4581-b3ea-9713671f0f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=60eb5ca1-d836-4208-ba5e-73d078e32688,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:04.769017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-c991028b-f114-41fa-b7ca-0fa4f7c0bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:04.770507 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-c991028b-f114-41fa-b7ca-0fa4f7c0bb21 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.3539095 Jul 16 19:55:04.828177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52802) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:04.838545 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-a99eacb8-2152-4c37-b48c-1eaceaddb4c9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c HTTP/1.1" status: 200 len: 217 time: 0.0442994 Jul 16 19:55:04.844089 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d9d-3be8-4ab2-b347-de4ead042cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.944263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52806) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:04.969948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d9d-3be8-4ab2-b347-de4ead042cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:04.971357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-06e3602e-6f81-4675-9d89-94a3f85db2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:04.973450 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-06e3602e-6f81-4675-9d89-94a3f85db2e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.1281469 Jul 16 19:55:04.978451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d9d-3be8-4ab2-b347-de4ead042cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.024455 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-8d31209e-8d0e-4d6f-a019-9f7481c0d792 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446653 Jul 16 19:55:05.040788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ecd215a9-f6db-4f2a-9f8a-d74d4995b297 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e19605762ad4d649160c7c1d45d4d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946333 Jul 16 19:55:05.043931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a2ce5d9d-3be8-4ab2-b347-de4ead042cb9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6db3cef2bd344d2b8924609276137a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141783 Jul 16 19:55:05.044798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52810) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:05.046880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce5d9d-3be8-4ab2-b347-de4ead042cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662c7b0c-80d3-4464-b258-552c8d50ff7c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:05.053961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52812) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:05.137767 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d88b9294-f9f7-4638-a3f3-ef445fe22063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.158333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:05.201057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d88b9294-f9f7-4638-a3f3-ef445fe22063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.207526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0c85bec0-b701-4d81-8821-dd1c92c01a04 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:55:05.212236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2d9a299c-6eaf-4851-993e-c7086209877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.265687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2d9a299c-6eaf-4851-993e-c7086209877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.284692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:05.315279 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-7e95f285-49a8-4eb3-b531-f1026294a344 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971133 Jul 16 19:55:05.369900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:05.374235 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52b65eb-db17-4e27-9248-c447098cd9b9" -d '{"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-unplugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:05.379807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0c85bec0-b701-4d81-8821-dd1c92c01a04, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:05.380743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.395341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '0c85bec0-b701-4d81-8821-dd1c92c01a04', 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9', 'port_id': '0c85bec0-b701-4d81-8821-dd1c92c01a04', 'mac_address': 'fa:16:3e:26:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633dfa0c-7264-4422-8bea-47b106cebac1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:55:05.432777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Transition to ACTIVE for port object c274b6f5-212b-40ae-8b64-d403a98acdd0 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:05.441364 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.449397 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.473509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c85bec0-b701-4d81-8821-dd1c92c01a04 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:05.504091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0c85bec0-b701-4d81-8821-dd1c92c01a04, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:05.516912 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.536797 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-6c7422c1-f6a8-4f4b-a12e-bc364b649166 service neutron] 10.222.0.68 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090297 Jul 16 19:55:05.539639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] No DVR routers for this DVR port c274b6f5-212b-40ae-8b64-d403a98acdd0 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:05.570134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=6']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:05.587849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:05.588319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:05.588691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:05.596234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:55:05.596632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:05.604764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:05.605151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:05.605571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:05.606152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Bound port: c274b6f5-212b-40ae-8b64-d403a98acdd0, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:05.606745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.613177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0c85bec0-b701-4d81-8821-dd1c92c01a04,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:05.687515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:05.692335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:05.698332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.728576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a6bf-3b4f-4747-9937-a0a189402076 req-fb5b2825-5333-4890-bf68-180e752148fc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:05.730167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f418a6bf-3b4f-4747-9937-a0a189402076 req-fb5b2825-5333-4890-bf68-180e752148fc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.5891507 Jul 16 19:55:05.735121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d88b9294-f9f7-4638-a3f3-ef445fe22063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.737970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d88b9294-f9f7-4638-a3f3-ef445fe22063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.739209 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d88b9294-f9f7-4638-a3f3-ef445fe22063 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/662c7b0c-80d3-4464-b258-552c8d50ff7c HTTP/1.1" status: 204 len: 168 time: 0.6839936 Jul 16 19:55:05.757810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b9294-f9f7-4638-a3f3-ef445fe22063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c7b0c-80d3-4464-b258-552c8d50ff7c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:05.780302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:05.781005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.788833 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-042f050a-3f46-4744-ac54-becb328e985e service neutron] 10.222.0.16 "PUT /v2.0/ports/c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 1097 time: 1.3838661 Jul 16 19:55:05.805485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2d9a299c-6eaf-4851-993e-c7086209877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.808020 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2d9a299c-6eaf-4851-993e-c7086209877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.809390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2d9a299c-6eaf-4851-993e-c7086209877b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40965527-1110-447e-bdda-72a54c03acc4 HTTP/1.1" status: 204 len: 168 time: 0.7632494 Jul 16 19:55:05.819320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:05.826699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a299c-6eaf-4851-993e-c7086209877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40965527-1110-447e-bdda-72a54c03acc4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:05.842206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4364f3f-58e0-45ed-bf66-189ab585f69e req-acabaf18-12df-4e08-950b-0e2f5b9aece7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:05.844304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f050a-3f46-4744-ac54-becb328e985e service neutron] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:05.849442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4364f3f-58e0-45ed-bf66-189ab585f69e req-acabaf18-12df-4e08-950b-0e2f5b9aece7 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 944 time: 0.5611885 Jul 16 19:55:05.902140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f418a6bf-3b4f-4747-9937-a0a189402076 req-4541826a-e54d-4a9c-8be9-c7fff63cf42d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208391 Jul 16 19:55:05.994320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4364f3f-58e0-45ed-bf66-189ab585f69e req-56245dd5-3d6b-4387-a260-1e7bfb68d3d1 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438408 Jul 16 19:55:06.081122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-4034a502-f80b-41be-be1e-7675e8e62e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:06.085680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-4034a502-f80b-41be-be1e-7675e8e62e36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1100 time: 0.2182684 Jul 16 19:55:06.341874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-6b52d4d6-2283-4747-9ac0-cb6d25370318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:06.346993 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-6b52d4d6-2283-4747-9ac0-cb6d25370318 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2387028 Jul 16 19:55:06.350882 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b48750-22b9-4640-a822-da5c342074e9 x-openstack-request-id: req-b8b48750-22b9-4640-a822-da5c342074e9 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:06.351189 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-unplugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:06.351544 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8b48750-22b9-4640-a822-da5c342074e9 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:06.351949 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'code': 200} Jul 16 19:55:06.467414 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-c98ba9ae-91ba-498b-bc69-d5f0e56f7610 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.0657310 Jul 16 19:55:06.474921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c84b83-9922-4648-aa8e-df4922b0120e req-42fa41f6-ca09-49a2-ad13-0b47ae92ca01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:06.484618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73c84b83-9922-4648-aa8e-df4922b0120e req-42fa41f6-ca09-49a2-ad13-0b47ae92ca01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 944 time: 0.0995791 Jul 16 19:55:06.563635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a51a9-0db5-4a3e-a737-851506733353 req-6a28a768-2718-42e3-85d9-ad8ac432404c tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:06.566204 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-6a28a768-2718-42e3-85d9-ad8ac432404c tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626&tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1096 time: 0.4777896 Jul 16 19:55:06.570445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-443b5ad1-820a-456a-9e5b-d6e74f83a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:06.572095 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-443b5ad1-820a-456a-9e5b-d6e74f83a7a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0926340 Jul 16 19:55:06.577753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73c84b83-9922-4648-aa8e-df4922b0120e req-5a57a1a9-4f1c-4a2a-bdd8-0ba4f8e3ab0d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911410 Jul 16 19:55:06.619085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52836) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:06.698799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52840) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:06.700562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a4d9967d-dd71-4341-8feb-3f7f12a5b724 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=906a40bb9dae4220bff5e00ce181710f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780275 Jul 16 19:55:06.782210 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-aefe9f56-41ea-4d35-8ac2-e4892fa7ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:06.783733 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-aefe9f56-41ea-4d35-8ac2-e4892fa7ea1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2000620 Jul 16 19:55:06.886806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d99a51a9-0db5-4a3e-a737-851506733353 req-62f339c8-399a-4704-b371-79eed4968bc9 service neutron] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:06.889861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f1c5d4bf-f97b-4d60-aba4-cb1b9f14f7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:06.897026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d99a51a9-0db5-4a3e-a737-851506733353 req-62f339c8-399a-4704-b371-79eed4968bc9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:06.898179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d99a51a9-0db5-4a3e-a737-851506733353 req-62f339c8-399a-4704-b371-79eed4968bc9 service neutron] 10.222.0.68 "DELETE /v2.0/ports/08f5c695-47ad-487a-9eb0-8f0e954abb6c/bindings/n-h1-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.3248224 Jul 16 19:55:06.942403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f1c5d4bf-f97b-4d60-aba4-cb1b9f14f7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:06.947459 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-fec07406-908f-42d4-9222-64a6645bf59e service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502395 Jul 16 19:55:07.094140 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f1c5d4bf-f97b-4d60-aba4-cb1b9f14f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:07.096797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f1c5d4bf-f97b-4d60-aba4-cb1b9f14f7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:07.097998 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f1c5d4bf-f97b-4d60-aba4-cb1b9f14f7c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6c03640-480e-4a55-a602-9788ec6ea249 HTTP/1.1" status: 204 len: 168 time: 0.3985488 Jul 16 19:55:07.100080 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-faa26941-f9c7-454a-9e38-ef242a7087a6 req-a66aa398-175b-454c-9d10-5fe7fb0a9f9d service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406412 Jul 16 19:55:07.124369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5d4bf-f97b-4d60-aba4-cb1b9f14f7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c03640-480e-4a55-a602-9788ec6ea249,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:07.213935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde532ea-557c-4996-9f92-fc703e7fc808 req-3cb39506-5e68-49dd-94ee-6a7b5f4472d5 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:07.216064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cde532ea-557c-4996-9f92-fc703e7fc808 req-3cb39506-5e68-49dd-94ee-6a7b5f4472d5 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 948 time: 0.1055849 Jul 16 19:55:07.222379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0c85bec0-b701-4d81-8821-dd1c92c01a04 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:07.377524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 0c85bec0-b701-4d81-8821-dd1c92c01a04 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:07.385885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 0c85bec0-b701-4d81-8821-dd1c92c01a04 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:07.386623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:07.459746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cde532ea-557c-4996-9f92-fc703e7fc808 req-1a4c79d8-fd01-4cff-8ba4-40a4a8d0822b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173350 Jul 16 19:55:07.502372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b81da-cf68-4404-96bd-47136fa5d65e req-e5497c68-f538-42f0-b4a9-5aaf5f0dc911 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:07.510796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d4b81da-cf68-4404-96bd-47136fa5d65e req-e5497c68-f538-42f0-b4a9-5aaf5f0dc911 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 944 time: 0.2203639 Jul 16 19:55:07.575695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d4b81da-cf68-4404-96bd-47136fa5d65e req-3a238cf0-1d4d-4bac-b1fa-13c552591168 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633607 Jul 16 19:55:07.678729 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:07.717301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:07.720264 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ebeb8f-e224-4d19-a6a8-86bee3f22209" -d '{"events": [{"server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "name": "network-vif-plugged", "status": "completed", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:07.739892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0c85bec0-b701-4d81-8821-dd1c92c01a04, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:07.751173 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:07.828870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23811b-828a-4e47-9772-1fffeeb28a98 req-bc282ac8-71fe-4791-b0cb-1d4042738e67 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:07.831696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d23811b-828a-4e47-9772-1fffeeb28a98 req-bc282ac8-71fe-4791-b0cb-1d4042738e67 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 945 time: 0.0876079 Jul 16 19:55:07.846572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0c85bec0-b701-4d81-8821-dd1c92c01a04,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:07.913075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d23811b-828a-4e47-9772-1fffeeb28a98 req-01cc0d0f-f233-4bc7-ba93-d1b21e46713e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741904 Jul 16 19:55:07.960699 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:08.026670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:08.151984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c71dec-827e-494a-adef-bd84af01ad4a req-c7922ee2-f75c-40c4-b12c-8476d4fbdec0 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:08.154959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70c71dec-827e-494a-adef-bd84af01ad4a req-c7922ee2-f75c-40c4-b12c-8476d4fbdec0 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 1096 time: 0.0741563 Jul 16 19:55:08.214866 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70c71dec-827e-494a-adef-bd84af01ad4a req-2ce68af5-70e1-47a0-96d1-d4c690442f86 tempest-LiveAutoBlockMigrationV225Test-1018719069 tempest-LiveAutoBlockMigrationV225Test-1018719069-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527236 Jul 16 19:55:08.347569 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf0e938-6010-415a-89dc-b477ceb5dba3 x-openstack-request-id: req-9bf0e938-6010-415a-89dc-b477ceb5dba3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:08.348150 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "name": "network-vif-plugged", "status": "completed", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:08.348620 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bf0e938-6010-415a-89dc-b477ceb5dba3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:08.349505 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04', 'code': 200} Jul 16 19:55:08.352989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:08.355804 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973afa55-33b8-460b-89d5-d337f6aaea71" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:08.559943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212352fb-1492-437f-8333-4a5c219a4106 req-d5dd0f25-7001-4a34-bf00-3336831f331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:08.561623 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-212352fb-1492-437f-8333-4a5c219a4106 req-d5dd0f25-7001-4a34-bf00-3336831f331c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1097 time: 0.0950954 Jul 16 19:55:08.564076 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c76741-f608-4e41-b300-7cbb6b4ce487 x-openstack-request-id: req-d6c76741-f608-4e41-b300-7cbb6b4ce487 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:08.564471 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:08.564793 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6c76741-f608-4e41-b300-7cbb6b4ce487 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:08.565253 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'status': 'completed', 'code': 200} Jul 16 19:55:08.719119 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-212352fb-1492-437f-8333-4a5c219a4106 req-c16ab84f-dbc4-49d3-add5-9bb6ee1b91bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505542 Jul 16 19:55:08.765107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-4c6b962e-89fd-46a4-a2df-f2ee92d1cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:08.770649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-4c6b962e-89fd-46a4-a2df-f2ee92d1cbc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1100 time: 0.1650612 Jul 16 19:55:08.789092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-b7631386-49be-42ce-817d-a8fb1bab8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:08.791464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-b7631386-49be-42ce-817d-a8fb1bab8cec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1100 time: 0.1908648 Jul 16 19:55:08.985608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-a9421f60-e4b3-481f-a0b4-84c13138c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:08.987429 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-a9421f60-e4b3-481f-a0b4-84c13138c2c4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1869085 Jul 16 19:55:09.072028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-0db30fd5-634d-4355-b1a3-693bb0e4c103 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.0711024 Jul 16 19:55:09.112100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-8a690d22-c268-4cff-b9bb-e83bb630024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:09.115415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-8a690d22-c268-4cff-b9bb-e83bb630024d service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3398166 Jul 16 19:55:09.156045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-e153f501-7807-47d0-9d96-5a611f71a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:09.164924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-e153f501-7807-47d0-9d96-5a611f71a3eb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0794935 Jul 16 19:55:09.183638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-15b955c7-db35-4b17-a190-8cfc30f63c2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.0542266 Jul 16 19:55:09.202818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17539fb3-2263-4391-bd8b-835873a71154 req-3602d74e-3168-45c9-8534-ef47b97e7a17 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:09.214487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17539fb3-2263-4391-bd8b-835873a71154 req-3602d74e-3168-45c9-8534-ef47b97e7a17 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 948 time: 0.3399210 Jul 16 19:55:09.300880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-967d9a85-b0d9-4696-9b1f-3f42f4a31514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:09.302599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-967d9a85-b0d9-4696-9b1f-3f42f4a31514 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1116543 Jul 16 19:55:09.325895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17539fb3-2263-4391-bd8b-835873a71154 req-b8a45ed7-33ca-47ef-bc56-15f2052d4904 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092918 Jul 16 19:55:09.392098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-4abf64e7-5e11-4ee2-9cf5-e1fe77916f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:09.395212 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-4abf64e7-5e11-4ee2-9cf5-e1fe77916f39 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2285268 Jul 16 19:55:09.528645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-c9f17cde-4b95-46ee-802e-65bd0a81e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:09.530630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-c9f17cde-4b95-46ee-802e-65bd0a81e5bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2036171 Jul 16 19:55:09.545601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c3b4-49a4-49b1-bd00-27d8d9df69eb req-b2132c7c-c9ac-4bc8-a771-5ecc485e3beb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:09.553797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c31c3b4-49a4-49b1-bd00-27d8d9df69eb req-b2132c7c-c9ac-4bc8-a771-5ecc485e3beb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 944 time: 0.1746607 Jul 16 19:55:09.566192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-e12a3d96-b92b-4441-8d4e-ad0c92ae7dfb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:09.568409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-e12a3d96-b92b-4441-8d4e-ad0c92ae7dfb tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 944 time: 0.1747222 Jul 16 19:55:09.799526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c31c3b4-49a4-49b1-bd00-27d8d9df69eb req-a82ddf74-a003-4558-b1c8-79f2145e2e88 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443860 Jul 16 19:55:09.830031 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-e733c909-2d66-4389-b88e-68bbd0928773 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211323 Jul 16 19:55:09.926754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-90fd9b97-9aa3-42d0-b51d-f7495bedd098 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689036 Jul 16 19:55:10.050432 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-159c3273-c18a-4196-99f6-a00f2391aa7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4659233 Jul 16 19:55:10.130229 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-14fe155b-5614-4ea6-ab39-350b269cc87a service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957969 Jul 16 19:55:10.144365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Deleting port 08f5c695-47ad-487a-9eb0-8f0e954abb6c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:10.144598 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-694288d3-ce60-4a33-97c5-aa5c329564dd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3194926 Jul 16 19:55:10.145117 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:10.203163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-973afa55-33b8-460b-89d5-d337f6aaea71 req-2feb0b9d-51c4-45b2-a622-3245b43ee169 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611856 Jul 16 19:55:10.276116 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-ec6f81d8-eb22-4224-8fc4-b661056b6ffb tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=bde3329a96254d028e5b076fe8b84ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675094 Jul 16 19:55:10.287223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f07681-6eba-41cd-931d-c24ffec2044c req-fcb103e3-6a52-4901-b539-97094f9c23a0 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:10.288817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37f07681-6eba-41cd-931d-c24ffec2044c req-fcb103e3-6a52-4901-b539-97094f9c23a0 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 945 time: 0.2356656 Jul 16 19:55:10.337384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-ca6b768e-16d6-44f1-9f21-c05800f6610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:10.339610 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-ca6b768e-16d6-44f1-9f21-c05800f6610e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 1097 time: 0.1735928 Jul 16 19:55:10.352740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-83d971c8-b1da-45bd-a911-ed6890b1635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:10.356607 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-83d971c8-b1da-45bd-a911-ed6890b1635f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1310050 Jul 16 19:55:10.362747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] For port 08f5c695-47ad-487a-9eb0-8f0e954abb6c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=08f5c695-47ad-487a-9eb0-8f0e954abb6c,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:10.363314 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:10.387804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Calling delete_port for 08f5c695-47ad-487a-9eb0-8f0e954abb6c owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:10.457788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37f07681-6eba-41cd-931d-c24ffec2044c req-5a4b8cc7-03cf-40df-b767-bb121b04f1f3 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516440 Jul 16 19:55:10.517506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-ddc55ce9-b2c1-47ad-85ea-309c955e2e58 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:10.519090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-ddc55ce9-b2c1-47ad-85ea-309c955e2e58 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293603 Jul 16 19:55:10.528256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-9bafb665-0993-4a58-b421-475ede8f7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:10.530816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-9bafb665-0993-4a58-b421-475ede8f7a28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 200 len: 921 time: 0.1634448 Jul 16 19:55:10.568355 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-04360c9c-0c1b-4ed8-b56e-d90aebb5bab1 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/quotas/bde3329a96254d028e5b076fe8b84ca6 HTTP/1.1" status: 200 len: 375 time: 0.0277960 Jul 16 19:55:10.634702 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-6a5f9622-e05a-4e0a-9da0-ee8c8dff4f26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 200 len: 217 time: 0.0613732 Jul 16 19:55:10.687823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-68c838a9-cc05-4635-ae77-7bdfb81af2df tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bde3329a96254d028e5b076fe8b84ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080348 Jul 16 19:55:10.694884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-6415f320-51d7-465e-a30d-ae8fc0dd2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:10.698004 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-6415f320-51d7-465e-a30d-ae8fc0dd2692 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 911 time: 0.3014028 Jul 16 19:55:10.836722 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:10.840826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-df38ed29-fc57-4b57-a76e-dab78b433d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:10.843097 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-df38ed29-fc57-4b57-a76e-dab78b433d42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 200 len: 860 time: 0.2005956 Jul 16 19:55:10.874711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Pushing event deleted for resources: {'Port': ['ID=08f5c695-47ad-487a-9eb0-8f0e954abb6c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:10.893992 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-0144e749-d5f3-4a77-a759-11f8eb31aaa4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e4cc070-51f6-405f-81df-eb444f0191c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432341 Jul 16 19:55:10.939538 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-260a988b-fb38-4b7a-bac5-a7facc58531a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc HTTP/1.1" status: 200 len: 1002 time: 0.2339633 Jul 16 19:55:11.045083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] No DVR routers for this DVR port 08f5c695-47ad-487a-9eb0-8f0e954abb6c on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:11.050951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:11.054965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1549443-7ba8-45a5-ba03-01633a8b45f3 req-8330c4f3-c4b7-4d36-8425-d253726cecf3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.68 "DELETE /v2.0/ports/08f5c695-47ad-487a-9eb0-8f0e954abb6c HTTP/1.1" status: 204 len: 173 time: 1.4617558 Jul 16 19:55:11.057785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'name': 'network-vif-deleted', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:11.064450 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12af489a-2610-47cd-8731-7aa2b19c8a1b" -d '{"events": [{"server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "name": "network-vif-deleted", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:11.251360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55311a-3d51-4c21-afce-ab0276aa982d req-3cb1368e-94f8-4c2d-9853-edb351d4469d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:11.255921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:55:11.258911 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a55311a-3d51-4c21-afce-ab0276aa982d req-3cb1368e-94f8-4c2d-9853-edb351d4469d tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 948 time: 0.2024515 Jul 16 19:55:11.330528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-059c5097-db6d-40d5-a531-a7c39eb699e9 req-30a75317-5d36-4099-bb14-38c8a6895c63 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 210 time: 0.0598681 Jul 16 19:55:11.382126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a55311a-3d51-4c21-afce-ab0276aa982d req-1e7569ae-062d-413d-bf7b-f3a13676fb99 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136932 Jul 16 19:55:11.500681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8eb59b9-d29f-4955-8e89-ae0a7955fe50 req-1c835467-7afe-44f2-bde8-b85a5827edc1 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 210 time: 0.1052260 Jul 16 19:55:11.596849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:11.624053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'mac_address': 'fa:16:3e:a8:31:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:55:11.696592 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:11.703363 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb2679a-eab2-474c-8488-822e7c0f7dbe x-openstack-request-id: req-7eb2679a-eab2-474c-8488-822e7c0f7dbe {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:11.703969 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a54d0bc-0583-420c-9bfd-140b761ae626", "name": "network-vif-deleted", "tag": "08f5c695-47ad-487a-9eb0-8f0e954abb6c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:11.704514 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7eb2679a-eab2-474c-8488-822e7c0f7dbe {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:11.705217 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a54d0bc-0583-420c-9bfd-140b761ae626', 'name': 'network-vif-deleted', 'tag': '08f5c695-47ad-487a-9eb0-8f0e954abb6c', 'status': 'completed', 'code': 200} Jul 16 19:55:11.726474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c274b6f5-212b-40ae-8b64-d403a98acdd0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:11.775101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:11.783481 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:11.858869 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-fc5e963f-e2c5-4126-8b69-facc08955c6a service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9501429 Jul 16 19:55:11.898981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:11.899596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-5ddf12b6-e4f1-4ab5-8ae9-17ed0c981f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:11.906915 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-5ddf12b6-e4f1-4ab5-8ae9-17ed0c981f19 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.9577718 Jul 16 19:55:11.992875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 08f5c695-47ad-487a-9eb0-8f0e954abb6c no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:12.063294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 08f5c695-47ad-487a-9eb0-8f0e954abb6c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:12.066844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 08f5c695-47ad-487a-9eb0-8f0e954abb6c not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:12.077783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['c274b6f5-212b-40ae-8b64-d403a98acdd0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:12.220759 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d36edfe-7629-4ebe-a9cc-eaa6f56db35b req-b79fc8d9-6bc8-4e0c-b187-7b8e259df9ed service neutron] 10.222.0.16 "GET /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114889 Jul 16 19:55:12.267440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-24f52877-0335-4e20-8a74-741182a3980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:12.269242 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-24f52877-0335-4e20-8a74-741182a3980a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3238239 Jul 16 19:55:12.615983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-479b4f7e-1ddb-4308-b2d4-9dc2de4d1bc3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:12.617680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-479b4f7e-1ddb-4308-b2d4-9dc2de4d1bc3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 949 time: 0.2699704 Jul 16 19:55:12.654058 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-d5673b16-fc63-4caa-8839-42cb4e4bbe79 service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691196 Jul 16 19:55:12.655787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b65bba-a01c-42ec-9db0-576498bb09ce req-f358607f-b0db-432d-b29d-19fadeb42fc2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:12.681735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4b65bba-a01c-42ec-9db0-576498bb09ce req-f358607f-b0db-432d-b29d-19fadeb42fc2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 945 time: 0.2770979 Jul 16 19:55:12.790542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4b65bba-a01c-42ec-9db0-576498bb09ce req-df68cf18-089f-4b32-8d0d-8560b96a83a8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054685 Jul 16 19:55:12.813156 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-3dc1f155-5b65-4248-a0ef-376dd615743e service neutron] 10.222.0.16 "GET /v2.0/ports/c274b6f5-212b-40ae-8b64-d403a98acdd0/bindings/n-h1-791505-15 HTTP/1.1" status: 200 len: 383 time: 0.1738677 Jul 16 19:55:13.022390 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7749a37f-0f07-420c-9617-8cb4ec23ba53 req-d246d187-27b9-4b18-b577-da8d724e6d0b service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631220 Jul 16 19:55:13.042192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-5c2596bc-3d55-4fa4-9151-d55f84fc8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:13.044859 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-5c2596bc-3d55-4fa4-9151-d55f84fc8fb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1101 time: 0.1348383 Jul 16 19:55:13.195779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ecd11-a3df-486d-9ccf-7ebc0e0d6f7e req-e3634649-4f13-4595-b27e-737a15cf58e6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:13.197807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f0ecd11-a3df-486d-9ccf-7ebc0e0d6f7e req-e3634649-4f13-4595-b27e-737a15cf58e6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 949 time: 0.1800478 Jul 16 19:55:13.331528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f0ecd11-a3df-486d-9ccf-7ebc0e0d6f7e req-d81c12d3-c876-4096-af18-b4f390666989 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261256 Jul 16 19:55:13.435724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17d5fa2a-dbdb-4004-b524-d6c18e8164b6 req-c47c3c59-a1e9-4eda-b91c-1b811562a989 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 210 time: 0.0444512 Jul 16 19:55:13.440288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-a361360a-0f9e-4b51-8d8c-b15ce3b1feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:13.444387 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-a361360a-0f9e-4b51-8d8c-b15ce3b1feaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3856490 Jul 16 19:55:13.577128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-2372fdcd-f45e-47bf-9ce4-9e8919fe4c7d tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bde3329a96254d028e5b076fe8b84ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825682 Jul 16 19:55:13.618739 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-bb82b4de-5bbc-4e2f-8e6c-070a48160d82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.1664634 Jul 16 19:55:13.794784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-a22ed94a-4c99-4984-b8ab-ca2293d86941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:13.798791 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-a22ed94a-4c99-4984-b8ab-ca2293d86941 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1693916 Jul 16 19:55:13.841972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3df07c03-8303-4cf7-847a-b685078a3fbb req-4515720c-38dd-42f4-95f1-00ab5db1565a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 210 time: 0.1544931 Jul 16 19:55:13.956623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-45269aa2-508e-440b-88cf-161b1699b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:13.959353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-45269aa2-508e-440b-88cf-161b1699b272 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529131 Jul 16 19:55:13.992696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da5f650c-7956-43d1-901f-415437a2c58c req-52223795-8a33-457c-bf76-cacea90694d5 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-700555376&fields=id&tenant_id=6b96dd585e964d75abec6c47e146a7dd HTTP/1.1" status: 200 len: 267 time: 0.1683428 Jul 16 19:55:14.127828 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-e49f86d8-aa7f-4468-930d-6ba650feff97 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502843 Jul 16 19:55:14.148126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-03a26469-ddd7-417b-a644-f249069b2f4d tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:14.150031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-03a26469-ddd7-417b-a644-f249069b2f4d tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5664470 Jul 16 19:55:14.164965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Request body: {'port': {'device_id': '11d85bc6-2eb5-4ee2-9cdf-36f72212ee29', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'bde3329a96254d028e5b076fe8b84ca6'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:14.303479 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-5c9f6644-e428-4e97-9eb1-4af6cb1611a0 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644144 Jul 16 19:55:14.320536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f650c-7956-43d1-901f-415437a2c58c req-52a2e0d4-3b74-4793-9bfc-e9283c938c45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:14.328839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da5f650c-7956-43d1-901f-415437a2c58c req-52a2e0d4-3b74-4793-9bfc-e9283c938c45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 945 time: 0.3177490 Jul 16 19:55:14.347629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-da5f650c-7956-43d1-901f-415437a2c58c req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'port': {'security_groups': ['bc793eb2-532f-4bad-b704-e97c21566bcd', 'ab945417-4688-4adf-b8e9-a4913783ea6f']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:14.499521 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-da5f650c-7956-43d1-901f-415437a2c58c req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:14.504347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Made reservation on behalf of bde3329a96254d028e5b076fe8b84ca6 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:14.509234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:14.545533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:14.745606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a68f34-9a10-44e8-9468-d7b81dd40a5b req-164dec68-1a2d-4e38-963c-82d85ee79525 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:14.747446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41a68f34-9a10-44e8-9468-d7b81dd40a5b req-164dec68-1a2d-4e38-963c-82d85ee79525 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 949 time: 0.2238402 Jul 16 19:55:14.896661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41a68f34-9a10-44e8-9468-d7b81dd40a5b req-0016ff66-b6bc-42d8-8f66-90b3aefececf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412055 Jul 16 19:55:14.921210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:14.938025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:14.987089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-da5f650c-7956-43d1-901f-415437a2c58c req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] For port 0c85bec0-b701-4d81-8821-dd1c92c01a04, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:15.067986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:15.095163 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-da5f650c-7956-43d1-901f-415437a2c58c req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:15.101891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-da5f650c-7956-43d1-901f-415437a2c58c req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:15.126086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:15.193488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f650c-7956-43d1-901f-415437a2c58c req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:15.194187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-da5f650c-7956-43d1-901f-415437a2c58c req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:15.208439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da5f650c-7956-43d1-901f-415437a2c58c req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "PUT /v2.0/ports/0c85bec0-b701-4d81-8821-dd1c92c01a04 HTTP/1.1" status: 200 len: 981 time: 0.8700569 Jul 16 19:55:15.221311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:15.226702 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a231879-bfac-4952-9dd3-2e04de3f4e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:15.288718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:15.318501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d106571-125f-4e6a-91b7-f635728dba33 req-d4434500-415f-4207-913c-13442b36ebe5 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 210 time: 0.0578058 Jul 16 19:55:15.336576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e1bc7-0739-463b-a19a-49e60935c6e2 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'Port': ['ID=0c85bec0-b701-4d81-8821-dd1c92c01a04,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:15.342422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Allocated IP 192.168.233.42 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/825cb396-1a20-4a8b-a5d2-033bfbe78ef8) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:15.365848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:15.459989 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30a63c54-e3d2-441b-a580-7159d06de116 req-1434dd0f-8e0c-447e-a43b-71cd27df13d9 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 210 time: 0.0586708 Jul 16 19:55:15.649402 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66c5bdd-c8d5-424b-90e5-744fc97671d1 x-openstack-request-id: req-b66c5bdd-c8d5-424b-90e5-744fc97671d1 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:15.649819 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:15.650361 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b66c5bdd-c8d5-424b-90e5-744fc97671d1 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:15.650792 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04', 'status': 'completed', 'code': 200} Jul 16 19:55:15.788537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-72b276ed-37ad-4942-9c9e-412771d312f0 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1033575292&fields=id&tenant_id=6b96dd585e964d75abec6c47e146a7dd HTTP/1.1" status: 200 len: 267 time: 0.1027451 Jul 16 19:55:15.791838 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:15.843809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-f7fe3b05-6a2d-4d44-8560-2fce24e99fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:15.852757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-f7fe3b05-6a2d-4d44-8560-2fce24e99fe0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1136 time: 0.1602578 Jul 16 19:55:15.904356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Transition to ACTIVE for port object 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:15.945465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port c274b6f5-212b-40ae-8b64-d403a98acdd0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:15.969557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45be17d4-f946-49d3-b41e-e4af62b73de3 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:15.978956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45be17d4-f946-49d3-b41e-e4af62b73de3 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 984 time: 0.1833866 Jul 16 19:55:15.985866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'port': {'security_groups': ['ab945417-4688-4adf-b8e9-a4913783ea6f', 'bc793eb2-532f-4bad-b704-e97c21566bcd', 'de61f75f-2b79-419f-9e16-2b1fef9b20c5']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:15.994213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port c274b6f5-212b-40ae-8b64-d403a98acdd0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:15.994598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.046112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-a588f5a4-057a-469b-ac1a-a1cde6b18515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:16.047676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-a588f5a4-057a-469b-ac1a-a1cde6b18515 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 914 time: 0.1870244 Jul 16 19:55:16.051583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.142281 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-245acca0-687d-45db-bd3b-41db3ad1063f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04 HTTP/1.1" status: 200 len: 217 time: 0.0753934 Jul 16 19:55:16.192766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:16.201216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:16.206728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:16.225754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Pushing event updated for resources: {'Port': ['ID=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:16.265329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.273121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-2bf6a66c-d992-4173-bbaa-ec437a610449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:16.276445 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-2bf6a66c-d992-4173-bbaa-ec437a610449 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.1091433 Jul 16 19:55:16.364552 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-7b9c2fef-5176-4e36-bccd-f476d334aaca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809357 Jul 16 19:55:16.531636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.615236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:16.624616 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5cad93-d820-4863-aba5-21ca12b031d0" -d '{"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-plugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:16.677694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53052) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:16.687919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:16.693516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.712554 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-c22ebd56-4bf3-4d72-b9ca-d4afd1e9612d service neutron] 10.222.0.16 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305814 Jul 16 19:55:16.832594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:16.833273 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.862968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2ef2ec2f-5928-45bd-b014-697bbef913f7 None None] Provisioning for port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:16.865160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:16.877863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2ef2ec2f-5928-45bd-b014-697bbef913f7 None None] Provisioning complete for port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:16.878256 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ec2f-5928-45bd-b014-697bbef913f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.892501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a231879-bfac-4952-9dd3-2e04de3f4e7c req-1037f11b-f679-4cca-83a6-56d8c1e51abd service neutron] 10.222.0.16 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702051 Jul 16 19:55:16.894582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-348fcee2-e209-4069-a45c-7b1ae3571457 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7354677 Jul 16 19:55:16.931101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Request body: {'port': {'device_id': '11d85bc6-2eb5-4ee2-9cdf-36f72212ee29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:16.963121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cafaa04-f4d2-4627-be30-20713759abda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:16.970255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2ec2f-5928-45bd-b014-697bbef913f7 None None] Port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:55:17.067054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] For port 0c85bec0-b701-4d81-8821-dd1c92c01a04, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:17.157112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cafaa04-f4d2-4627-be30-20713759abda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.164632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cafaa04-f4d2-4627-be30-20713759abda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.221484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.236346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e90b5-f4b7-4202-a95f-2f902a64c528 req-40016785-7fcf-4389-aa2e-7dcdacd8ae6e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:17.244395 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c9e90b5-f4b7-4202-a95f-2f902a64c528 req-40016785-7fcf-4389-aa2e-7dcdacd8ae6e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.5888176 Jul 16 19:55:17.249807 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7cafaa04-f4d2-4627-be30-20713759abda admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a925af3aaf0c499892c0e50beaf96a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664563 Jul 16 19:55:17.251500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53064) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:17.252452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafaa04-f4d2-4627-be30-20713759abda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf45c80-d710-45e8-8062-bcbfe938b1a1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:17.268017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.281813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:17.319629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.335631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a13519dd-283d-437b-a6cc-4b6d1fe64d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.366355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a13519dd-283d-437b-a6cc-4b6d1fe64d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.369107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:17.370140 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.372588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f88a2181-6508-49a4-afb0-c7662a1a9fc0 req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "PUT /v2.0/ports/0c85bec0-b701-4d81-8821-dd1c92c01a04 HTTP/1.1" status: 200 len: 1020 time: 1.3923888 Jul 16 19:55:17.405670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c9e90b5-f4b7-4202-a95f-2f902a64c528 req-3601d446-55c3-49ff-b9c2-5c5c688b435a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602836 Jul 16 19:55:17.488402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c01b7a-d47f-417a-b356-73c186536e01 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'Port': ['ID=0c85bec0-b701-4d81-8821-dd1c92c01a04,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:17.500092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:17.500443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-10b0f504-c9fc-456d-a60d-78d5120e1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:17.502204 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-10b0f504-c9fc-456d-a60d-78d5120e1631 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb&tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a HTTP/1.1" status: 200 len: 1102 time: 0.3048475 Jul 16 19:55:17.522789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:17.671937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.675858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a13519dd-283d-437b-a6cc-4b6d1fe64d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.679328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a13519dd-283d-437b-a6cc-4b6d1fe64d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.685159 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a13519dd-283d-437b-a6cc-4b6d1fe64d9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cbf45c80-d710-45e8-8062-bcbfe938b1a1 HTTP/1.1" status: 204 len: 168 time: 0.4235320 Jul 16 19:55:17.719786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:17.724069 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:17.728509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13519dd-283d-437b-a6cc-4b6d1fe64d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf45c80-d710-45e8-8062-bcbfe938b1a1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:17.984733 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-26583adb-9811-46d5-abc3-d3e8e36b8a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:17.987026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35757247-99df-466d-8cc3-d2285a28bfd1 req-eadf9e65-8221-453b-84c3-633925d2ce98 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 210 time: 0.2502170 Jul 16 19:55:18.203014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a5aae-cc5c-455f-9631-42b133508d37 req-083d6cdd-7f1d-4f85-872d-2174abe529a4 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:18.216020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e82a5aae-cc5c-455f-9631-42b133508d37 req-083d6cdd-7f1d-4f85-872d-2174abe529a4 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 935 time: 0.4596248 Jul 16 19:55:18.390165 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a2482-8cee-4ff8-923e-2bee41a9cb94 x-openstack-request-id: req-384a2482-8cee-4ff8-923e-2bee41a9cb94 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:18.390636 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-plugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:18.391064 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-384a2482-8cee-4ff8-923e-2bee41a9cb94 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:18.391696 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'code': 200} Jul 16 19:55:18.471435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e82a5aae-cc5c-455f-9631-42b133508d37 req-5169cdd9-a365-44b6-9f39-dee654f7f380 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538199 Jul 16 19:55:18.573419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:18.584492 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:18.602901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Transition to ACTIVE for port object 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:18.607922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:18.641000 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66540b15-5bf9-4686-b7c1-559dea59b5e4 x-openstack-request-id: req-66540b15-5bf9-4686-b7c1-559dea59b5e4 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:18.641744 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:18.642307 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66540b15-5bf9-4686-b7c1-559dea59b5e4 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:18.643110 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04', 'status': 'completed', 'code': 200} Jul 16 19:55:18.933469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Pushing event updated for resources: {'Port': ['ID=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:18.949169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:19.039403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:19.110830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:19.132033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Transition to ACTIVE for port object c274b6f5-212b-40ae-8b64-d403a98acdd0 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:19.135578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:19.140378 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd144c-1488-4cb8-b621-ec4529f11273" -d '{"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-unplugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:19.152365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:19.219832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Attempting to bind port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:19.219832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Attempting to bind port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:19.219832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Attempting to bind port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:19.238952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9e4e-f181-43dc-be06-75c9b8cf83f8 req-49b114cf-45ef-49bc-aae2-f6813aeee679 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:19.240707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-599e9e4e-f181-43dc-be06-75c9b8cf83f8 req-49b114cf-45ef-49bc-aae2-f6813aeee679 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1023 time: 0.5061958 Jul 16 19:55:19.287366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:55:19.287630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Attempting to bind port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:19.296768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:19.310762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3591-d778-401f-ab9b-2b252087d69f req-353babba-5100-4930-910e-b4f4f9fd2658 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:19.318916 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b03e3591-d778-401f-ab9b-2b252087d69f req-353babba-5100-4930-910e-b4f4f9fd2658 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.2528720 Jul 16 19:55:19.328896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=10']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:19.393184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] No DVR routers for this DVR port c274b6f5-212b-40ae-8b64-d403a98acdd0 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:19.419761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b03e3591-d778-401f-ab9b-2b252087d69f req-eb89dd96-2440-4b44-8c0e-a21348103e01 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997493 Jul 16 19:55:19.442801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:19.443648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:19.444785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:19.445207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:19.448303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Bound port: 825cb396-1a20-4a8b-a5d2-033bfbe78ef8, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:19.448761 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:19.510053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-b92fa002-74d6-44ed-96f8-b16e0a0b9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:19.512727 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-b92fa002-74d6-44ed-96f8-b16e0a0b9b0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1175 time: 0.8394499 Jul 16 19:55:19.533866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:19.534528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:19.535027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:19.611318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-599e9e4e-f181-43dc-be06-75c9b8cf83f8 req-9057e1f2-6bd8-48f7-951f-668adcdf63f9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&id=ab945417-4688-4adf-b8e9-a4913783ea6f&id=de61f75f-2b79-419f-9e16-2b1fef9b20c5 HTTP/1.1" status: 200 len: 6147 time: 0.3610365 Jul 16 19:55:19.693450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-a883c232-ec90-4e3a-84b1-72f4fde84a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:19.695593 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-a883c232-ec90-4e3a-84b1-72f4fde84a7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 914 time: 0.1632552 Jul 16 19:55:19.701630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:55:19.702267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Attempting to bind port c274b6f5-212b-40ae-8b64-d403a98acdd0 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:19.710767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:19.712643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:19.716040 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:19.717466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Bound port: c274b6f5-212b-40ae-8b64-d403a98acdd0, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:19.718040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:19.727191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54322f2a-2391-45a0-81f7-ea402a33e1ba req-8883d345-8509-4954-902e-00d771835bf4 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a54d0bc-0583-420c-9bfd-140b761ae626 HTTP/1.1" status: 200 len: 210 time: 0.0518024 Jul 16 19:55:19.789639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] For port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:19.799210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] For port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:19.812385 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:19.828798 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-80a903d9-63dc-40df-a11e-48bbced7759e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04 HTTP/1.1" status: 200 len: 217 time: 0.1190510 Jul 16 19:55:19.830625 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd5b19-17fc-4bca-bfab-8c19ad091252 x-openstack-request-id: req-3fdd5b19-17fc-4bca-bfab-8c19ad091252 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:19.830791 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-unplugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:19.831072 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3fdd5b19-17fc-4bca-bfab-8c19ad091252 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:19.831526 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'code': 200} Jul 16 19:55:20.014074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-04af8a52-0893-4cd3-a156-40dc9e44060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:20.017052 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-04af8a52-0893-4cd3-a156-40dc9e44060f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.1749737 Jul 16 19:55:20.245463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:20.251281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:20.255739 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-46f6a2ea-6779-4b9e-b92f-c3245764b90a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2210963 Jul 16 19:55:20.258524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:20.338709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-000aedf2-e277-467e-b5c6-46cdab8bc8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:20.505792 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:20.589445 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-7f6d952f-e5b5-4889-a74f-7b7dd2c88a80 service neutron] 10.222.0.16 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174665 Jul 16 19:55:20.599677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:20.600356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:20.601814 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] 10.222.0.68 "PUT /v2.0/ports/c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 1098 time: 3.0843632 Jul 16 19:55:20.801551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4ad94-0f35-480e-99af-a43a50f62634 service neutron] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=11']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:20.876528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:20.882188 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:20.884644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] 10.222.0.16 "PUT /v2.0/ports/825cb396-1a20-4a8b-a5d2-033bfbe78ef8 HTTP/1.1" status: 200 len: 1096 time: 3.9660499 Jul 16 19:55:20.886524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-184769df-4b4f-41df-91b0-e73f0a915ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:20.890026 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-184769df-4b4f-41df-91b0-e73f0a915ac1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1101 time: 0.2601643 Jul 16 19:55:20.906183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d85bc6-2eb5-4ee2-9cdf-36f72212ee29', 'tag': '825cb396-1a20-4a8b-a5d2-033bfbe78ef8'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:20.911009 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def9da4c-7bce-421c-80f7-a6de8ad62cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "11d85bc6-2eb5-4ee2-9cdf-36f72212ee29", "tag": "825cb396-1a20-4a8b-a5d2-033bfbe78ef8"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:20.947846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3e09b2b-124e-43d2-b1e5-262fdba0cdfc req-f9f37da8-07a2-44d3-bb85-67d7ff33d160 service neutron] 10.222.0.16 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497541 Jul 16 19:55:20.960416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fb7468fa-1407-466d-9e37-2bd62ac5da1a req-b135c500-a51f-447f-acf2-d9c7f554f0a4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1899371735 ', 'description': 'tempest-description-1717660559'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:21.115345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badb4fb-38a5-40d7-9bd3-b26e0446cc02 service neutron] Pushing event updated for resources: {'Port': ['ID=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:21.131943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb7468fa-1407-466d-9e37-2bd62ac5da1a req-b135c500-a51f-447f-acf2-d9c7f554f0a4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:21.158265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-671debc3-9b8b-444d-a842-d942a39bee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:21.160090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-671debc3-9b8b-444d-a842-d942a39bee73 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2551231 Jul 16 19:55:21.216024 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-587652da-2fa7-45d3-99e9-41492cbc0150 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.0481532 Jul 16 19:55:21.243764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865c54d-95bf-4ff2-a1b7-1471de7731a8 req-328060ad-5065-4502-9f31-c68b555098e5 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:21.257189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9865c54d-95bf-4ff2-a1b7-1471de7731a8 req-328060ad-5065-4502-9f31-c68b555098e5 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 947 time: 0.4364686 Jul 16 19:55:21.267826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-bedc4361-296a-433f-89a4-5ab84842bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:21.269988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-bedc4361-296a-433f-89a4-5ab84842bf7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bde3329a96254d028e5b076fe8b84ca6&device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 1099 time: 0.2755485 Jul 16 19:55:21.312692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-19b70bf7-c5a1-4f4d-8ab8-9c536c37f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:21.314550 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-19b70bf7-c5a1-4f4d-8ab8-9c536c37f7a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0931516 Jul 16 19:55:21.357228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-cffb317d-647a-4e49-8348-b64701d2aad5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=825cb396-1a20-4a8b-a5d2-033bfbe78ef8 HTTP/1.1" status: 200 len: 217 time: 0.0670986 Jul 16 19:55:21.418545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-fc864f89-38a6-4920-9510-419c4032f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:21.420869 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-fc864f89-38a6-4920-9510-419c4032f93e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975728 Jul 16 19:55:21.460872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9865c54d-95bf-4ff2-a1b7-1471de7731a8 req-fe0424e5-e542-459f-8c57-849146dae721 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021489 Jul 16 19:55:21.466733 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb7468fa-1407-466d-9e37-2bd62ac5da1a req-b135c500-a51f-447f-acf2-d9c7f554f0a4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:21.476612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb7468fa-1407-466d-9e37-2bd62ac5da1a req-b135c500-a51f-447f-acf2-d9c7f554f0a4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:21.499803 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb7468fa-1407-466d-9e37-2bd62ac5da1a req-b135c500-a51f-447f-acf2-d9c7f554f0a4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:21.514200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb7468fa-1407-466d-9e37-2bd62ac5da1a req-b135c500-a51f-447f-acf2-d9c7f554f0a4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6487052 Jul 16 19:55:21.555700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-24e04188-f29d-4300-b774-d02158e34e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:21.568367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-24e04188-f29d-4300-b774-d02158e34e76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2028942 Jul 16 19:55:21.640289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135c500-a51f-447f-acf2-d9c7f554f0a4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb184223-6910-48a8-ac78-d61b8f083a4e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:21.661352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-c9dab7d7-4efc-49cd-a1db-d88804f04827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:21.663147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-c9dab7d7-4efc-49cd-a1db-d88804f04827 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868893 Jul 16 19:55:21.685615 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-35796c26-9dc5-4315-ada2-a47073ca66fb service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539074 Jul 16 19:55:21.849405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:21.852329 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28957845-ac9b-4e3f-a49e-21062958f928" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:21.947615 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd98ef9b-a252-4e27-8162-17dd8632dcfb req-4429459f-2491-4771-bfc2-16202ff58116 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538936 Jul 16 19:55:21.976593 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368a781a-8789-4297-b702-a45d57fc9dad x-openstack-request-id: req-368a781a-8789-4297-b702-a45d57fc9dad {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:21.977460 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d85bc6-2eb5-4ee2-9cdf-36f72212ee29", "tag": "825cb396-1a20-4a8b-a5d2-033bfbe78ef8", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:21.977460 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-368a781a-8789-4297-b702-a45d57fc9dad {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:21.977996 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d85bc6-2eb5-4ee2-9cdf-36f72212ee29', 'tag': '825cb396-1a20-4a8b-a5d2-033bfbe78ef8', 'status': 'completed', 'code': 200} Jul 16 19:55:22.035273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-59f7d862-5f55-4071-8d0a-0a88cc659515 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645535 Jul 16 19:55:22.160700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8e0a-2a0a-4d28-bd75-e17e710187a6 req-23262c63-1617-410e-8c91-822e40aff41e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:22.163003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1af8e0a-2a0a-4d28-bd75-e17e710187a6 req-23262c63-1617-410e-8c91-822e40aff41e tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 949 time: 0.1834755 Jul 16 19:55:22.245283 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:22.284094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1af8e0a-2a0a-4d28-bd75-e17e710187a6 req-cd369225-2115-4140-ac13-9db81372b1ce tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135192 Jul 16 19:55:22.286469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0bbe23-c0d4-49a4-ac18-63d551ca94cd req-d5af9316-433a-4b57-9221-26ae39e4c121 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390718 Jul 16 19:55:22.338190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04247068-4db2-4acc-8a8e-f3cafa0bfa95 req-55775482-b269-47f3-874b-61c129cbb85b tempest-FlavorsV2NegativeTest-2021093698 tempest-FlavorsV2NegativeTest-2021093698-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c56cdb5771e745aab352154063f22057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456986 Jul 16 19:55:22.627470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-a01e1d1f-afe2-4306-b69e-9357dd0dc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:22.630422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-a01e1d1f-afe2-4306-b69e-9357dd0dc27d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bde3329a96254d028e5b076fe8b84ca6&device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 1099 time: 0.2445042 Jul 16 19:55:22.788778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-c6d58fee-a7be-42a4-84b5-100348c9f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:22.790424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-c6d58fee-a7be-42a4-84b5-100348c9f8f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1504242 Jul 16 19:55:22.793706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14b08180-1f50-4736-a28b-887756b8cffa req-8560486e-7dfb-4c11-95d9-869311c22f07 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/eb184223-6910-48a8-ac78-d61b8f083a4e HTTP/1.1" status: 200 len: 1781 time: 0.4101927 Jul 16 19:55:22.835053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04247068-4db2-4acc-8a8e-f3cafa0bfa95 req-28e9c249-db41-4b83-b4e1-5e1e023f8cdc tempest-FlavorsV2NegativeTest-2021093698 tempest-FlavorsV2NegativeTest-2021093698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:22.847901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04247068-4db2-4acc-8a8e-f3cafa0bfa95 req-28e9c249-db41-4b83-b4e1-5e1e023f8cdc tempest-FlavorsV2NegativeTest-2021093698 tempest-FlavorsV2NegativeTest-2021093698-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5078325 Jul 16 19:55:22.899124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-f669cc06-a486-4edb-b3d9-3de771d12f77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=825cb396-1a20-4a8b-a5d2-033bfbe78ef8 HTTP/1.1" status: 200 len: 217 time: 0.0914319 Jul 16 19:55:22.913094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04247068-4db2-4acc-8a8e-f3cafa0bfa95 req-3389c900-bbcf-4335-b0f7-114ce3bdf7fe tempest-FlavorsV2NegativeTest-2021093698 tempest-FlavorsV2NegativeTest-2021093698-project] 10.222.0.78 "GET /v2.0/quotas/c56cdb5771e745aab352154063f22057 HTTP/1.1" status: 200 len: 375 time: 0.0636659 Jul 16 19:55:23.012755 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a4df00-d1ac-4fae-a3a3-2c838b008827 x-openstack-request-id: req-41a4df00-d1ac-4fae-a3a3-2c838b008827 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:23.013394 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:23.014269 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41a4df00-d1ac-4fae-a3a3-2c838b008827 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:23.015037 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'status': 'completed', 'code': 200} Jul 16 19:55:23.018670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04247068-4db2-4acc-8a8e-f3cafa0bfa95 req-1a700df7-cb61-442c-8f09-679a2af664ad tempest-FlavorsV2NegativeTest-2021093698 tempest-FlavorsV2NegativeTest-2021093698-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c56cdb5771e745aab352154063f22057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008472 Jul 16 19:55:23.159735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-afa34119-466d-49f0-ad5f-886fd7fa2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:23.180621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-afa34119-466d-49f0-ad5f-886fd7fa2b4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2624879 Jul 16 19:55:23.278830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0cb4d4d1-ee14-4935-93d1-bc7d99e25eea req-5f6944bf-48ac-418b-96d7-9df6a7e2a76a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/eb184223-6910-48a8-ac78-d61b8f083a4e HTTP/1.1" status: 200 len: 1781 time: 0.2222669 Jul 16 19:55:23.415482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957845-ac9b-4e3f-a49e-21062958f928 req-60132ccc-c77b-41f8-a4a0-a18c38b69d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:23.417079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-60132ccc-c77b-41f8-a4a0-a18c38b69d6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1101 time: 0.3721662 Jul 16 19:55:23.460763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-c96684d4-76ea-4668-b745-f8700130ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:23.467985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-c96684d4-76ea-4668-b745-f8700130ed64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2707088 Jul 16 19:55:23.471215 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0cb4d4d1-ee14-4935-93d1-bc7d99e25eea req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:23.490990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957845-ac9b-4e3f-a49e-21062958f928 req-075a450a-739e-4c5b-8598-57ef692c2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:23.493092 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-075a450a-739e-4c5b-8598-57ef692c2913 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1101 time: 0.4342673 Jul 16 19:55:23.588184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:23.622837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0cb4d4d1-ee14-4935-93d1-bc7d99e25eea req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:23.862274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957845-ac9b-4e3f-a49e-21062958f928 req-fda6bcd9-f7d7-4466-a4f0-283717b8c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:23.864388 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-fda6bcd9-f7d7-4466-a4f0-283717b8c001 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3622694 Jul 16 19:55:23.868527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957845-ac9b-4e3f-a49e-21062958f928 req-43ff899d-f578-44ea-a3d5-da1fc034c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:23.870456 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-43ff899d-f578-44ea-a3d5-da1fc034c5f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.4333684 Jul 16 19:55:23.957913 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-a1ed9682-6709-4b20-82ad-e358b99b25e6 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873918 Jul 16 19:55:24.039527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:55:24.049277 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-2bbbf33a-f558-4eda-8480-c5686dbbbc74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.1719573 Jul 16 19:55:24.079453 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-79b0e787-38fa-41ef-b2b8-49ed6ff3f793 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 200 len: 217 time: 0.1926780 Jul 16 19:55:24.180754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0cb4d4d1-ee14-4935-93d1-bc7d99e25eea req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:24.189029 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0cb4d4d1-ee14-4935-93d1-bc7d99e25eea req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:24.210505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0cb4d4d1-ee14-4935-93d1-bc7d99e25eea req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/eb184223-6910-48a8-ac78-d61b8f083a4e HTTP/1.1" status: 204 len: 173 time: 0.9298849 Jul 16 19:55:24.318909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:24.362401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'mac_address': 'fa:16:3e:a8:31:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:55:24.391332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53222) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:24.392296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb184223-6910-48a8-ac78-d61b8f083a4e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:24.429647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756568b-7a32-4dae-aafc-f6bd17225296 req-c0c1d064-1f76-42c6-a894-f79d1a4cdeca tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:24.431899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3756568b-7a32-4dae-aafc-f6bd17225296 req-c0c1d064-1f76-42c6-a894-f79d1a4cdeca tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 947 time: 0.8859572 Jul 16 19:55:24.440820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.441167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.441519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.441862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.442200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.442536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.443583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.443943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.444378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.445535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.445892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.446229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff29f8-b57f-4c8b-97d5-93190dc4cd45 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:24.546288 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:24.579524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c274b6f5-212b-40ae-8b64-d403a98acdd0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:24.626908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:24.643797 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:24.647616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-def9da4c-7bce-421c-80f7-a6de8ad62cd0 req-7b193d98-1ce0-46f5-a014-3e6eca890b69 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634262 Jul 16 19:55:24.682689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3756568b-7a32-4dae-aafc-f6bd17225296 req-e1253a7c-c769-47cd-8084-cf2c20bb0683 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252591 Jul 16 19:55:24.726005 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4673e88f-1b64-466b-a5a8-28c606d266ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:24.828579 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-44460d2e-983b-4f87-91f7-3fd5f30efd10 req-c3a6ffd1-0901-4d53-8833-70c2e7c2583e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:55:24.829787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44460d2e-983b-4f87-91f7-3fd5f30efd10 req-c3a6ffd1-0901-4d53-8833-70c2e7c2583e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/eb184223-6910-48a8-ac78-d61b8f083a4e HTTP/1.1" status: 404 len: 352 time: 0.0658662 Jul 16 19:55:24.858001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:24.883746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-6f9f7ae2-aad4-44c4-b720-a72a73278a3d req-f0b5973a-6d3c-426e-a563-d0d1f8f06839 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1178261310', 'description': 'tempest-description-1491380941'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:24.909694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['c274b6f5-212b-40ae-8b64-d403a98acdd0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:24.919075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957845-ac9b-4e3f-a49e-21062958f928 req-fa61afba-4823-4551-ae37-6dc0bd358813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:24.922906 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-fa61afba-4823-4551-ae37-6dc0bd358813 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.8409526 Jul 16 19:55:25.010526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957845-ac9b-4e3f-a49e-21062958f928 req-3f243f12-0938-410d-b38e-56fc0f859b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:25.012077 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-3f243f12-0938-410d-b38e-56fc0f859b5d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.9009509 Jul 16 19:55:25.110250 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4673e88f-1b64-466b-a5a8-28c606d266ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.118499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957845-ac9b-4e3f-a49e-21062958f928 req-f7894fad-4ed4-4ccd-93d5-4c09f04d74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:25.120854 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-f7894fad-4ed4-4ccd-93d5-4c09f04d74d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1636899 Jul 16 19:55:25.133615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4673e88f-1b64-466b-a5a8-28c606d266ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.197418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957845-ac9b-4e3f-a49e-21062958f928 req-f7c7c8f5-a83e-4be0-a9e0-33ae667364e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:25.208878 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-f7c7c8f5-a83e-4be0-a9e0-33ae667364e9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1879261 Jul 16 19:55:25.226405 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6f9f7ae2-aad4-44c4-b720-a72a73278a3d req-f0b5973a-6d3c-426e-a563-d0d1f8f06839 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.315769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:55:25.319689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673e88f-1b64-466b-a5a8-28c606d266ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d38ed-fc8d-4fe4-abd8-180570a00627,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:25.387983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4673e88f-1b64-466b-a5a8-28c606d266ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c56cdb5771e745aab352154063f22057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9868231 Jul 16 19:55:25.391742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53230) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:25.423169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729a68-c43a-415c-8336-6b56a352bc32 req-9e9567cd-6de1-43d3-afb6-7f599148e00f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:25.435554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0729a68-c43a-415c-8336-6b56a352bc32 req-9e9567cd-6de1-43d3-afb6-7f599148e00f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 950 time: 0.4303052 Jul 16 19:55:25.449666 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-54d33dc2-86fc-44b0-bc2e-f968d6125de0 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067043 Jul 16 19:55:25.529596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:25.564338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '825cb396-1a20-4a8b-a5d2-033bfbe78ef8', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '825cb396-1a20-4a8b-a5d2-033bfbe78ef8', 'mac_address': 'fa:16:3e:83:cf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:55:25.669816 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.705596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6f9f7ae2-aad4-44c4-b720-a72a73278a3d req-f0b5973a-6d3c-426e-a563-d0d1f8f06839 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.718434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:25.734651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0729a68-c43a-415c-8336-6b56a352bc32 req-e1bc7567-f403-453b-a55c-193295fac16f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979236 Jul 16 19:55:25.735311 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6f9f7ae2-aad4-44c4-b720-a72a73278a3d req-f0b5973a-6d3c-426e-a563-d0d1f8f06839 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.773978 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6f9f7ae2-aad4-44c4-b720-a72a73278a3d req-f0b5973a-6d3c-426e-a563-d0d1f8f06839 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.787434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f9f7ae2-aad4-44c4-b720-a72a73278a3d req-f0b5973a-6d3c-426e-a563-d0d1f8f06839 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9080203 Jul 16 19:55:25.821057 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-3dfd8fd3-e028-4d37-be19-28329ccf8548 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611078 Jul 16 19:55:25.835769 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-b70f50b7-3e13-4de6-97a3-4cb63faa69ab service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680273 Jul 16 19:55:25.837620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:25.852623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.946975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dd773c00-91ae-45e1-8909-c96c150c96db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:25.972929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:25.991662 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dd773c00-91ae-45e1-8909-c96c150c96db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.058784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:26.069125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5973a-6d3c-426e-a563-d0d1f8f06839 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e38d29-2c14-4419-9cce-17b739f86ab3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:26.088599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dd773c00-91ae-45e1-8909-c96c150c96db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.092813 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dd773c00-91ae-45e1-8909-c96c150c96db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.094372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dd773c00-91ae-45e1-8909-c96c150c96db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa8d38ed-fc8d-4fe4-abd8-180570a00627 HTTP/1.1" status: 204 len: 168 time: 0.7014220 Jul 16 19:55:26.144351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['825cb396-1a20-4a8b-a5d2-033bfbe78ef8'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:26.144602 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28957845-ac9b-4e3f-a49e-21062958f928 req-49941819-effc-4bca-9e4a-4783c2aacaa8 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012426 Jul 16 19:55:26.159359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd773c00-91ae-45e1-8909-c96c150c96db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8d38ed-fc8d-4fe4-abd8-180570a00627,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:26.236900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port c274b6f5-212b-40ae-8b64-d403a98acdd0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:26.243821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port c274b6f5-212b-40ae-8b64-d403a98acdd0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:26.244151 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.266542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3701f6-22e7-41ed-a6cf-a2e4fdb0ec7e req-6542e82b-850f-4d19-b823-1741698e81d9 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:26.266542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d3701f6-22e7-41ed-a6cf-a2e4fdb0ec7e req-6542e82b-850f-4d19-b823-1741698e81d9 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 948 time: 0.1821845 Jul 16 19:55:26.381558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d3701f6-22e7-41ed-a6cf-a2e4fdb0ec7e req-e1cc199c-dc78-473b-bcb2-926162f5a226 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081610 Jul 16 19:55:26.437230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2476d99e-8021-4797-a6e6-c3f97258d9b0 req-66a86557-5d99-4c36-a58f-a47e2fde0531 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-759788565', 'description': 'tempest-description-1091851222'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:26.469627 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.506456 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2476d99e-8021-4797-a6e6-c3f97258d9b0 req-66a86557-5d99-4c36-a58f-a47e2fde0531 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.561986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:26.566578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:26.569031 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8f6625-aceb-4c52-8d68-6ef4e7b5b53b" -d '{"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-plugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:26.581418 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.666310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=13']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:26.680802 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2476d99e-8021-4797-a6e6-c3f97258d9b0 req-66a86557-5d99-4c36-a58f-a47e2fde0531 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.686917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2476d99e-8021-4797-a6e6-c3f97258d9b0 req-66a86557-5d99-4c36-a58f-a47e2fde0531 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.738681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a86557-5d99-4c36-a58f-a47e2fde0531 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae6415d-c88d-4637-b57b-ad4d79b26995,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:26.749710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2476d99e-8021-4797-a6e6-c3f97258d9b0 req-66a86557-5d99-4c36-a58f-a47e2fde0531 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.751559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2476d99e-8021-4797-a6e6-c3f97258d9b0 req-66a86557-5d99-4c36-a58f-a47e2fde0531 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3200624 Jul 16 19:55:26.840617 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737afde-543b-4497-a5a2-ef5a71f7de1e x-openstack-request-id: req-c737afde-543b-4497-a5a2-ef5a71f7de1e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:26.841276 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-plugged", "status": "completed", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:26.841276 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c737afde-543b-4497-a5a2-ef5a71f7de1e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:26.841635 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'code': 200} Jul 16 19:55:26.865658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-03f1cea2-012f-4e9d-bd6f-b7cfa42381a6 req-0ce2fb8b-8181-4867-a571-a411ede0566d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2091708141', 'description': 'tempest-description-379567116'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:26.946770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03f1cea2-012f-4e9d-bd6f-b7cfa42381a6 req-0ce2fb8b-8181-4867-a571-a411ede0566d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.982726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f9201-7d89-4028-a89c-441c0dca8238 req-696fe5fd-6ad7-4b19-ad6f-1d96c3622663 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:26.985092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c5f9201-7d89-4028-a89c-441c0dca8238 req-696fe5fd-6ad7-4b19-ad6f-1d96c3622663 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 1103 time: 0.1101303 Jul 16 19:55:27.068096 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c5f9201-7d89-4028-a89c-441c0dca8238 req-beb9e054-6d38-4e93-91bf-ba0afc543c03 tempest-MigrationsAdminTest-1652783182 tempest-MigrationsAdminTest-1652783182-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627577 Jul 16 19:55:27.156377 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03f1cea2-012f-4e9d-bd6f-b7cfa42381a6 req-0ce2fb8b-8181-4867-a571-a411ede0566d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:27.161591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03f1cea2-012f-4e9d-bd6f-b7cfa42381a6 req-0ce2fb8b-8181-4867-a571-a411ede0566d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:27.247610 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03f1cea2-012f-4e9d-bd6f-b7cfa42381a6 req-0ce2fb8b-8181-4867-a571-a411ede0566d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:27.249056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03f1cea2-012f-4e9d-bd6f-b7cfa42381a6 req-0ce2fb8b-8181-4867-a571-a411ede0566d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3895180 Jul 16 19:55:27.259889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2fb8b-8181-4867-a571-a411ede0566d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d93a2c-d763-49ba-9d66-b2f6cd0b734a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:27.526803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-432d862d-67ed-4a78-847e-131d94fa7d81 req-e857f967-a1ac-452d-998c-72993b92f1a8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b96dd585e964d75abec6c47e146a7dd HTTP/1.1" status: 200 len: 10895 time: 0.1402276 Jul 16 19:55:27.654064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-432d862d-67ed-4a78-847e-131d94fa7d81 req-1a70448c-92e3-4f1b-a98a-30ae9b9ba5d9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/bc793eb2-532f-4bad-b704-e97c21566bcd HTTP/1.1" status: 200 len: 2981 time: 0.1130152 Jul 16 19:55:27.713963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-432d862d-67ed-4a78-847e-131d94fa7d81 req-80557384-75e7-41e6-bca8-c3d31ebb3088 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/bc793eb2-532f-4bad-b704-e97c21566bcd HTTP/1.1" status: 200 len: 2981 time: 0.0566244 Jul 16 19:55:27.859521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac12d87-8dfb-4f90-a966-f7a6a2cd71d1 req-18a41b05-8712-4fa4-8042-974563a6997e tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:27.862203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cac12d87-8dfb-4f90-a966-f7a6a2cd71d1 req-18a41b05-8712-4fa4-8042-974563a6997e tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 948 time: 0.0879717 Jul 16 19:55:27.916488 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cac12d87-8dfb-4f90-a966-f7a6a2cd71d1 req-a7b62297-6a6c-4dc0-92ec-72348745664a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468113 Jul 16 19:55:28.237512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025876b-af7b-4f57-9a72-e72fea0a86e7 req-1b57f126-9c12-4940-b5f9-9215053173d7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:28.240886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3025876b-af7b-4f57-9a72-e72fea0a86e7 req-1b57f126-9c12-4940-b5f9-9215053173d7 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 951 time: 0.1145971 Jul 16 19:55:28.279691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-878a47ca-cdbb-4549-a28a-77d20a99308f req-2ab6175c-fd4a-4e58-a06d-8da20e93ff58 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/12e38d29-2c14-4419-9cce-17b739f86ab3 HTTP/1.1" status: 200 len: 1801 time: 0.0892408 Jul 16 19:55:28.315362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3025876b-af7b-4f57-9a72-e72fea0a86e7 req-f4ad101c-ece2-4310-b3ec-08d419a235a0 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677207 Jul 16 19:55:28.364169 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-878a47ca-cdbb-4549-a28a-77d20a99308f req-93071171-edb8-479c-9dc8-349511ae1863 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.403961 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-878a47ca-cdbb-4549-a28a-77d20a99308f req-93071171-edb8-479c-9dc8-349511ae1863 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.502060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-878a47ca-cdbb-4549-a28a-77d20a99308f req-93071171-edb8-479c-9dc8-349511ae1863 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.504469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-878a47ca-cdbb-4549-a28a-77d20a99308f req-93071171-edb8-479c-9dc8-349511ae1863 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.505656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-878a47ca-cdbb-4549-a28a-77d20a99308f req-93071171-edb8-479c-9dc8-349511ae1863 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/12e38d29-2c14-4419-9cce-17b739f86ab3 HTTP/1.1" status: 204 len: 173 time: 0.2186654 Jul 16 19:55:28.522447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93071171-edb8-479c-9dc8-349511ae1863 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e38d29-2c14-4419-9cce-17b739f86ab3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:28.541745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed2b19-fdd3-4bcc-95dc-2f5ae2515875 req-2d755fec-99e1-469f-ad93-d775af999382 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:28.544088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9eed2b19-fdd3-4bcc-95dc-2f5ae2515875 req-2d755fec-99e1-469f-ad93-d775af999382 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 945 time: 0.1148744 Jul 16 19:55:28.596880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9eed2b19-fdd3-4bcc-95dc-2f5ae2515875 req-0fa96f69-44ae-4d49-afbd-301eade662e2 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Jul 16 19:55:28.683694 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-9e579318-6c61-4b3c-a711-9a4afc035024 req-78086a89-c17c-4ac5-9da7-ac60092c70ea tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:55:28.684803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e579318-6c61-4b3c-a711-9a4afc035024 req-78086a89-c17c-4ac5-9da7-ac60092c70ea tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/12e38d29-2c14-4419-9cce-17b739f86ab3 HTTP/1.1" status: 404 len: 352 time: 0.0184174 Jul 16 19:55:28.767818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-d22fcb8b-0cbc-43c4-8cc0-7e458790b060 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:28.782114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67b8f6d5-5d2f-48d4-b573-ada78803f6f9 req-0bdd2a69-4201-40c8-9eb8-854f4eeb8b98 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/7ae6415d-c88d-4637-b57b-ad4d79b26995 HTTP/1.1" status: 200 len: 1800 time: 0.0595603 Jul 16 19:55:28.783484 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-d22fcb8b-0cbc-43c4-8cc0-7e458790b060 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.16 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 945 time: 0.1991570 Jul 16 19:55:28.864131 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-67b8f6d5-5d2f-48d4-b573-ada78803f6f9 req-2b761c11-1f20-489f-9b51-2f2c5603667f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.908829 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-67b8f6d5-5d2f-48d4-b573-ada78803f6f9 req-2b761c11-1f20-489f-9b51-2f2c5603667f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.930248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Deleting port a0ac929f-574a-4421-962d-568db507652e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:28.930692 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.973238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-67b8f6d5-5d2f-48d4-b573-ada78803f6f9 req-2b761c11-1f20-489f-9b51-2f2c5603667f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.976906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-67b8f6d5-5d2f-48d4-b573-ada78803f6f9 req-2b761c11-1f20-489f-9b51-2f2c5603667f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:28.977378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67b8f6d5-5d2f-48d4-b573-ada78803f6f9 req-2b761c11-1f20-489f-9b51-2f2c5603667f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/7ae6415d-c88d-4637-b57b-ad4d79b26995 HTTP/1.1" status: 204 len: 173 time: 0.1881783 Jul 16 19:55:28.989433 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b761c11-1f20-489f-9b51-2f2c5603667f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae6415d-c88d-4637-b57b-ad4d79b26995,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:29.031393 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-f48f4ae4-3508-409a-ac39-737f935666ac req-b2b4d3cc-da19-4172-8525-b2bab9103c12 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:55:29.040979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f48f4ae4-3508-409a-ac39-737f935666ac req-b2b4d3cc-da19-4172-8525-b2bab9103c12 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/7ae6415d-c88d-4637-b57b-ad4d79b26995 HTTP/1.1" status: 404 len: 352 time: 0.0321040 Jul 16 19:55:29.115280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6586f73-0e1d-4e4b-b72e-1e77f0957cf7 req-c1f8277d-2316-4775-9765-7bfce83a8906 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/09d93a2c-d763-49ba-9d66-b2f6cd0b734a HTTP/1.1" status: 200 len: 1800 time: 0.0534034 Jul 16 19:55:29.159778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] For port a0ac929f-574a-4421-962d-568db507652e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=a0ac929f-574a-4421-962d-568db507652e,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:29.160612 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.182129 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Calling delete_port for a0ac929f-574a-4421-962d-568db507652e owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:29.242618 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d6586f73-0e1d-4e4b-b72e-1e77f0957cf7 req-127b473c-2e4a-4c12-a0e4-d7e2edf17306 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.254108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-da3411e1-92a7-4eda-8013-000a827db98f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:29.255688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-da3411e1-92a7-4eda-8013-000a827db98f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 951 time: 0.1988752 Jul 16 19:55:29.270072 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d6586f73-0e1d-4e4b-b72e-1e77f0957cf7 req-127b473c-2e4a-4c12-a0e4-d7e2edf17306 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.304660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53362) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:29.347340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:29.360281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fc19d-dc5c-48d3-b98f-600c25f975db req-d7ca48ab-6e9e-488c-ad1d-287586b76593 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:29.363009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc2fc19d-dc5c-48d3-b98f-600c25f975db req-d7ca48ab-6e9e-488c-ad1d-287586b76593 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 948 time: 0.2451189 Jul 16 19:55:29.431941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:29.436673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:29.437327 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.471074 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc2fc19d-dc5c-48d3-b98f-600c25f975db req-7b003393-cd67-4e3e-8dee-fc650fc7027a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987861 Jul 16 19:55:29.472062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d6586f73-0e1d-4e4b-b72e-1e77f0957cf7 req-127b473c-2e4a-4c12-a0e4-d7e2edf17306 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.482874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d6586f73-0e1d-4e4b-b72e-1e77f0957cf7 req-127b473c-2e4a-4c12-a0e4-d7e2edf17306 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.499609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6586f73-0e1d-4e4b-b72e-1e77f0957cf7 req-127b473c-2e4a-4c12-a0e4-d7e2edf17306 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/09d93a2c-d763-49ba-9d66-b2f6cd0b734a HTTP/1.1" status: 204 len: 173 time: 0.3824961 Jul 16 19:55:29.530192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b473c-2e4a-4c12-a0e4-d7e2edf17306 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d93a2c-d763-49ba-9d66-b2f6cd0b734a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:29.556849 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-e5f1c68c-49d4-48b2-8b5b-f874891f0d6a req-697a8508-ffb1-4d9e-92fa-8209a752b6fc tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:55:29.564960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5f1c68c-49d4-48b2-8b5b-f874891f0d6a req-697a8508-ffb1-4d9e-92fa-8209a752b6fc tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/09d93a2c-d763-49ba-9d66-b2f6cd0b734a HTTP/1.1" status: 404 len: 352 time: 0.0275865 Jul 16 19:55:29.602746 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f593e50d-d524-4b62-9683-42498e5f4d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.648158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.660776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Deleting port c274b6f5-212b-40ae-8b64-d403a98acdd0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:29.661421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.662459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.706779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d85bc6-2eb5-4ee2-9cdf-36f72212ee29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825cb396-1a20-4a8b-a5d2-033bfbe78ef8'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:29.708957 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ac256f-f66d-440f-baf9-7cb79b6f4990" -d '{"events": [{"server_uuid": "11d85bc6-2eb5-4ee2-9cdf-36f72212ee29", "name": "network-vif-plugged", "status": "completed", "tag": "825cb396-1a20-4a8b-a5d2-033bfbe78ef8"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:29.725274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:29.741492 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.811540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Pushing event deleted for resources: {'Port': ['ID=a0ac929f-574a-4421-962d-568db507652e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:29.833592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b4777dc-6baa-4383-9956-cc6b2e454289 req-e23fcd5c-ff73-4bcd-ac34-c3bfc9396fa1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b96dd585e964d75abec6c47e146a7dd HTTP/1.1" status: 200 len: 6147 time: 0.2254727 Jul 16 19:55:29.833808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:29.854150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] No DVR routers for this DVR port a0ac929f-574a-4421-962d-568db507652e on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:29.865578 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.875368 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e77547d0-24fe-4cdb-97fa-fb3656220182 req-2e57e5fc-326e-48b8-ac84-97aaa6a958d3 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.16 "DELETE /v2.0/ports/a0ac929f-574a-4421-962d-568db507652e HTTP/1.1" status: 204 len: 173 time: 1.0782311 Jul 16 19:55:29.875368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'name': 'network-vif-deleted', 'tag': 'a0ac929f-574a-4421-962d-568db507652e'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:29.875368 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ae2c75-b34a-4b86-9ece-90a8072638b4" -d '{"events": [{"server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "name": "network-vif-deleted", "tag": "a0ac929f-574a-4421-962d-568db507652e"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:29.949502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373628c-58f0-4905-9be7-edd7a4b32f05 req-8b5fb666-94bb-4d69-b373-3c363c577edf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:29.954426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7373628c-58f0-4905-9be7-edd7a4b32f05 req-8b5fb666-94bb-4d69-b373-3c363c577edf tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7c917b6-3f8d-43e4-b63d-7436baaf2efb HTTP/1.1" status: 200 len: 951 time: 0.2584689 Jul 16 19:55:29.968841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b4777dc-6baa-4383-9956-cc6b2e454289 req-6417e595-db23-420e-a822-930fd7af72fc tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/bc793eb2-532f-4bad-b704-e97c21566bcd HTTP/1.1" status: 200 len: 2981 time: 0.1337109 Jul 16 19:55:29.975243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] For port c274b6f5-212b-40ae-8b64-d403a98acdd0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c274b6f5-212b-40ae-8b64-d403a98acdd0,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:29.975886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.999734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Calling delete_port for c274b6f5-212b-40ae-8b64-d403a98acdd0 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:30.054878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b4777dc-6baa-4383-9956-cc6b2e454289 req-6524cb1b-2890-41c3-964b-e2567ae82afe tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/bc793eb2-532f-4bad-b704-e97c21566bcd HTTP/1.1" status: 200 len: 2981 time: 0.0851781 Jul 16 19:55:30.057686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7373628c-58f0-4905-9be7-edd7a4b32f05 req-82eb498c-3d8c-4590-81e8-e4872f77098a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861454 Jul 16 19:55:30.099244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f593e50d-d524-4b62-9683-42498e5f4d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.106749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f593e50d-d524-4b62-9683-42498e5f4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.165105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593e50d-d524-4b62-9683-42498e5f4d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c88d63e-a6ba-4e0b-a28f-ffb378016420,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:30.224996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f593e50d-d524-4b62-9683-42498e5f4d8a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6716f0c710948849261e59552ff20c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9170582 Jul 16 19:55:30.244554 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490426d3-82f9-4d06-8cea-5c95688327c2 x-openstack-request-id: req-490426d3-82f9-4d06-8cea-5c95688327c2 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:30.245370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53384) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:30.245533 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d85bc6-2eb5-4ee2-9cdf-36f72212ee29", "name": "network-vif-plugged", "status": "completed", "tag": "825cb396-1a20-4a8b-a5d2-033bfbe78ef8", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:30.245686 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-490426d3-82f9-4d06-8cea-5c95688327c2 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:30.246323 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d85bc6-2eb5-4ee2-9cdf-36f72212ee29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825cb396-1a20-4a8b-a5d2-033bfbe78ef8', 'code': 200} Jul 16 19:55:30.260131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.280844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f069cb29-d26c-46d1-9abf-64e3ee6e5e39 req-0044e87f-6cc7-400b-8edf-5f12f448aa1a tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=e321fa6d-c89a-4485-aa56-064193f655cb HTTP/1.1" status: 200 len: 210 time: 0.0721951 Jul 16 19:55:30.281559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:30.290946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['54673c47-a82e-43cb-93c3-6e8a88086b38', '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:30.300478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event deleted for resources: {'Port': ['ID=c274b6f5-212b-40ae-8b64-d403a98acdd0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:30.321708 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96803c36-6659-408d-a4a8-1f1930260e5b x-openstack-request-id: req-96803c36-6659-408d-a4a8-1f1930260e5b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:30.321986 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e321fa6d-c89a-4485-aa56-064193f655cb", "name": "network-vif-deleted", "tag": "a0ac929f-574a-4421-962d-568db507652e", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:30.322247 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96803c36-6659-408d-a4a8-1f1930260e5b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:30.322689 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e321fa6d-c89a-4485-aa56-064193f655cb', 'name': 'network-vif-deleted', 'tag': 'a0ac929f-574a-4421-962d-568db507652e', 'status': 'completed', 'code': 200} Jul 16 19:55:30.360025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-84e193f7-aa07-40ae-b79b-74a55b34ea09 req-7d624f60-8658-4724-9616-85cd3416e5ca tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-70554553', 'description': 'tempest-description-483528684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:30.393354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] No DVR routers for this DVR port c274b6f5-212b-40ae-8b64-d403a98acdd0 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:30.429596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-84e193f7-aa07-40ae-b79b-74a55b34ea09 req-7d624f60-8658-4724-9616-85cd3416e5ca tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.446418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.449766 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c15167fe-7a23-45cd-bdd3-66693e93dcb5 req-737fea7d-73f1-40b0-ab4a-07c259beac1b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "DELETE /v2.0/ports/c274b6f5-212b-40ae-8b64-d403a98acdd0 HTTP/1.1" status: 204 len: 173 time: 1.1876175 Jul 16 19:55:30.496832 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee76cbee-c95e-419a-9409-a45a9e344897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.515948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14bcd-37f7-4c2b-835b-f58acdd4dd18 req-c807b9fb-cfb6-490f-939a-cfb3c7ce0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:30.517992 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f0f14bcd-37f7-4c2b-835b-f58acdd4dd18 req-c807b9fb-cfb6-490f-939a-cfb3c7ce0b11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 1101 time: 0.1259615 Jul 16 19:55:30.565924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee76cbee-c95e-419a-9409-a45a9e344897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.617505 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f0f14bcd-37f7-4c2b-835b-f58acdd4dd18 req-45e76948-1dec-43c2-81b7-4e6126ec474f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907249 Jul 16 19:55:30.667608 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee76cbee-c95e-419a-9409-a45a9e344897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.671843 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee76cbee-c95e-419a-9409-a45a9e344897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.675577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ee76cbee-c95e-419a-9409-a45a9e344897 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c88d63e-a6ba-4e0b-a28f-ffb378016420 HTTP/1.1" status: 204 len: 168 time: 0.4266834 Jul 16 19:55:30.702865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-84e193f7-aa07-40ae-b79b-74a55b34ea09 req-7d624f60-8658-4724-9616-85cd3416e5ca tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.748555 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-84e193f7-aa07-40ae-b79b-74a55b34ea09 req-7d624f60-8658-4724-9616-85cd3416e5ca tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.750797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76cbee-c95e-419a-9409-a45a9e344897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c88d63e-a6ba-4e0b-a28f-ffb378016420,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:30.838726 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-84e193f7-aa07-40ae-b79b-74a55b34ea09 req-7d624f60-8658-4724-9616-85cd3416e5ca tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:30.850127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84e193f7-aa07-40ae-b79b-74a55b34ea09 req-7d624f60-8658-4724-9616-85cd3416e5ca tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5082941 Jul 16 19:55:30.870802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d624f60-8658-4724-9616-85cd3416e5ca tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99faa2c-a817-49b9-adf8-0bc5c6955339,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:30.898831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-4c75ef1d-224a-4516-b839-7585342d2c29 req-8ad392e3-392f-4b0e-a2ec-9c7eb45fde0b tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-533682121', 'description': 'tempest-description-1306952017'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:30.948032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4311d0-9fac-4070-8159-5a57f67d157f req-11ab56e4-69e0-464e-b857-cb049acb0c69 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:30.950775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af4311d0-9fac-4070-8159-5a57f67d157f req-11ab56e4-69e0-464e-b857-cb049acb0c69 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 949 time: 0.2340264 Jul 16 19:55:30.959496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4c75ef1d-224a-4516-b839-7585342d2c29 req-8ad392e3-392f-4b0e-a2ec-9c7eb45fde0b tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.042001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53398) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:31.049601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2023356843'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:31.128070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af4311d0-9fac-4070-8159-5a57f67d157f req-86973888-f99d-4a79-8f73-99585ed4c0f5 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392765 Jul 16 19:55:31.167133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4c75ef1d-224a-4516-b839-7585342d2c29 req-8ad392e3-392f-4b0e-a2ec-9c7eb45fde0b tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.173791 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4c75ef1d-224a-4516-b839-7585342d2c29 req-8ad392e3-392f-4b0e-a2ec-9c7eb45fde0b tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.204736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:31.210921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.227591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4c75ef1d-224a-4516-b839-7585342d2c29 req-8ad392e3-392f-4b0e-a2ec-9c7eb45fde0b tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.239896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c75ef1d-224a-4516-b839-7585342d2c29 req-8ad392e3-392f-4b0e-a2ec-9c7eb45fde0b tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3705728 Jul 16 19:55:31.269127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad392e3-392f-4b0e-a2ec-9c7eb45fde0b tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:31.270141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:55:31.301606 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.302290 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Added segment 9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3 of type vlan for network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 Jul 16 19:55:31.356746 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.396766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.408585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:31.409319 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.507067 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4631264 Jul 16 19:55:31.511317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53422) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:31.522880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-884012231'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:31.580756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:31.597120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b7295-31ce-4088-b4c1-8563e7a94681 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Network': ['ID=90afb9e8-2ecd-451a-8e3e-0230cb3efb60,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:31.610328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:55:31.624430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.729811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:55:31.782774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.783055 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Added segment 1bb5553a-b255-43a3-927b-95bde8555c7d of type vlan for network c4d20431-3c66-42db-b7b8-964e2c5f30ea Jul 16 19:55:31.878800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.913229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567118-dcab-4c86-b791-b7b3da802e61 req-7e745c1b-d832-43bd-8d21-4a614c3a09e6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:31.914792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-7e745c1b-d832-43bd-8d21-4a614c3a09e6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 813 time: 0.2308743 Jul 16 19:55:31.942006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-054456c4-2fcb-45f6-be14-55df89546a61 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/quotas/6b96dd585e964d75abec6c47e146a7dd HTTP/1.1" status: 200 len: 375 time: 0.0175745 Jul 16 19:55:31.944038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:31.951029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:31.951776 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:32.092814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:32.105540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5921788 Jul 16 19:55:32.108877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53446) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:32.114372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: c274b6f5-212b-40ae-8b64-d403a98acdd0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:32.114869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c274b6f5-212b-40ae-8b64-d403a98acdd0 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:32.116881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'subnet': {'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:32.170867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae182210-432c-453c-9ecd-013a48d7f877 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Network': ['ID=c4d20431-3c66-42db-b7b8-964e2c5f30ea,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:32.186108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c4d20431-3c66-42db-b7b8-964e2c5f30ea details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:55:32.207126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-c3c3e0aa-b286-4bf6-9d80-edbeace827b9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2522001 Jul 16 19:55:32.221794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6048a4-b0f1-4634-8fb8-70176082fd91 req-6483c9c7-fbcb-4ffa-8a43-b87528aeb566 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:32.223582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c6048a4-b0f1-4634-8fb8-70176082fd91 req-6483c9c7-fbcb-4ffa-8a43-b87528aeb566 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 951 time: 0.2503672 Jul 16 19:55:32.239811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:32.249106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:32.293248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c6048a4-b0f1-4634-8fb8-70176082fd91 req-e627b1a3-bbff-4571-b5ef-0af0e0a57c6b tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547659 Jul 16 19:55:32.339204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-deleted', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:32.342430 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84711259-7ab2-4b63-b54d-5a44f34615db" -d '{"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-deleted", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:32.454447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-acf35f7b-bd17-4d2a-a1f0-32f3463a036a service neutron] 10.222.0.78 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296193 Jul 16 19:55:32.566682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-af5bf021-cf54-449c-af3e-deb7e55084ac tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:32.568224 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-af5bf021-cf54-449c-af3e-deb7e55084ac tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 945 time: 0.1773357 Jul 16 19:55:32.574781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:32.580509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-94021686-5fad-41cd-98a1-285c527e97c3 service neutron] 10.222.0.78 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163068 Jul 16 19:55:32.719250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Subnet': ['ID=6fa65b8a-f661-4140-8ec9-d542895d883c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:32.766307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Checking segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:32.766737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network hostable DHCP agents. Network: 90afb9e8-2ecd-451a-8e3e-0230cb3efb60, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:55:32.815487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:55:32.831056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Deleting port 481417ac-90f1-480a-bd84-7e7d196d3c50 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:32.831867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:32.837342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 90afb9e8-2ecd-451a-8e3e-0230cb3efb60) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:32.849144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c31cc-61f0-4444-8f34-8a77a52b50e2 None None] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:32.863406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:32.864133 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:32.888012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5011cfbb-f0d8-496e-b4ac-5feeab890744 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7772024 Jul 16 19:55:32.891385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53464) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:32.897005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'subnet': {'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:32.953976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b095-9027-4fbb-9c04-367f15f33a37 req-45fdcb23-a0b1-4434-97ca-be229dd3564b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:32.962995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f279b095-9027-4fbb-9c04-367f15f33a37 req-45fdcb23-a0b1-4434-97ca-be229dd3564b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 945 time: 0.1567824 Jul 16 19:55:33.033201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] For port 481417ac-90f1-480a-bd84-7e7d196d3c50, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=481417ac-90f1-480a-bd84-7e7d196d3c50,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:33.034819 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:33.048440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f279b095-9027-4fbb-9c04-367f15f33a37 req-b7cdaf69-e991-4b2c-9641-ce55efc60032 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/security-groups?id=21cace1d-23f3-44f1-b333-26cd12970431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845070 Jul 16 19:55:33.066245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Calling delete_port for 481417ac-90f1-480a-bd84-7e7d196d3c50 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:33.089640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:33.095402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:33.106428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90775440-e80d-46c1-a2b2-5022ab448513 req-711bc146-d083-4f70-8edd-840e2b108a1a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:33.107698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'fixed_ips': [{'subnet_id': '6fa65b8a-f661-4140-8ec9-d542895d883c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:55:33.108630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:33.120697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90775440-e80d-46c1-a2b2-5022ab448513 req-711bc146-d083-4f70-8edd-840e2b108a1a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 949 time: 0.2247360 Jul 16 19:55:33.184092 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925c942-a3b2-4fbc-8cf0-eac77bc4ef5b x-openstack-request-id: req-4925c942-a3b2-4fbc-8cf0-eac77bc4ef5b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:33.185450 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c917b6-3f8d-43e4-b63d-7436baaf2efb", "name": "network-vif-deleted", "tag": "c274b6f5-212b-40ae-8b64-d403a98acdd0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:33.186609 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4925c942-a3b2-4fbc-8cf0-eac77bc4ef5b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:33.187487 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c917b6-3f8d-43e4-b63d-7436baaf2efb', 'name': 'network-vif-deleted', 'tag': 'c274b6f5-212b-40ae-8b64-d403a98acdd0', 'status': 'completed', 'code': 200} Jul 16 19:55:33.190678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90775440-e80d-46c1-a2b2-5022ab448513 req-e401e8d1-1af5-4284-9001-8c6ebe0f525f tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651219 Jul 16 19:55:33.366890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a0ac929f-574a-4421-962d-568db507652e no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:33.406045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: a0ac929f-574a-4421-962d-568db507652e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:33.406352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a0ac929f-574a-4421-962d-568db507652e not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:33.435850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73d6f58b-7839-42c3-accf-96ecbeccb520 req-95f5c93f-7232-4653-9a1a-e483acc65b65 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 210 time: 0.0897892 Jul 16 19:55:33.466259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Allocated IP 10.1.1.2 (90afb9e8-2ecd-451a-8e3e-0230cb3efb60/6fa65b8a-f661-4140-8ec9-d542895d883c/12aae4d6-7998-421a-ba50-f6a261f9c18e) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:33.494429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-cf3b67ec-8ce8-497c-ac98-9a7c68429fd6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:33.496320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-cf3b67ec-8ce8-497c-ac98-9a7c68429fd6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 951 time: 0.2863953 Jul 16 19:55:33.595096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:33.776109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Pushing event deleted for resources: {'Port': ['ID=481417ac-90f1-480a-bd84-7e7d196d3c50,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:33.783609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] No DVR routers for this DVR port 481417ac-90f1-480a-bd84-7e7d196d3c50 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:33.788790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:33.802914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:33.806549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e99cdb16-9962-411c-bd38-fc7b6e2397e2 req-1c15e68c-d53d-4449-805a-9d8629072f06 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.16 "DELETE /v2.0/ports/481417ac-90f1-480a-bd84-7e7d196d3c50 HTTP/1.1" status: 204 len: 173 time: 1.2288928 Jul 16 19:55:33.966109 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:33.983857 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:33.985399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Subnet': ['ID=3ddac652-eb42-4be3-bd93-f0c3937d4dc9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:33.985782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Deleting port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:33.986564 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.008616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Checking segment: {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:34.009717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network hostable DHCP agents. Network: c4d20431-3c66-42db-b7b8-964e2c5f30ea, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:55:34.015100 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:55:34.033372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Transition to ACTIVE for port object 12aae4d6-7998-421a-ba50-f6a261f9c18e will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:34.062000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network c4d20431-3c66-42db-b7b8-964e2c5f30ea is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:55:34.080286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Transition to ACTIVE for port object 12aae4d6-7998-421a-ba50-f6a261f9c18e will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:34.091390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, c4d20431-3c66-42db-b7b8-964e2c5f30ea) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:34.109194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:34.111821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.113461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8970c2-b45e-4757-8bc5-0c577daa7f1e req-4352127b-0876-4cba-9ca1-7a7d2795752f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:34.115194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf8970c2-b45e-4757-8bc5-0c577daa7f1e req-4352127b-0876-4cba-9ca1-7a7d2795752f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 951 time: 0.3276286 Jul 16 19:55:34.128122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.132492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7efc6f-58c4-4c1c-a56a-ddf470783034 None None] Network c4d20431-3c66-42db-b7b8-964e2c5f30ea requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:34.168687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-25f153c3-3c06-4ecf-b168-c1d6721f4fc8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2748260 Jul 16 19:55:34.173469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53486) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:34.197546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'port': {'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'name': 'tempest-TaggedBootDevicesTest-1242747180', 'fixed_ips': [{'subnet_id': '6fa65b8a-f661-4140-8ec9-d542895d883c'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:34.257576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf8970c2-b45e-4757-8bc5-0c577daa7f1e req-f40a7df7-e83f-444c-bd52-d05c33d206a6 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861630 Jul 16 19:55:34.321895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] For port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:34.322865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.345017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Calling delete_port for 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:34.441489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:34.445477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Pushing event updated for resources: {'Port': ['ID=12aae4d6-7998-421a-ba50-f6a261f9c18e,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:34.458656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:34.469101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:34.475823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:34.528799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.529204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.529555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.529915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.530247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.530585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.530950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.531280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.531613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.532279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.533174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.533695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:34.565688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72a8450d-9ff6-41a9-ae74-b62838808880 req-e6b1a7dc-18a4-4b72-b11e-517fd26b344e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac90c2d8-e95c-4191-817f-605950aa5665 HTTP/1.1" status: 200 len: 210 time: 0.0482202 Jul 16 19:55:34.581175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-c4d20431-3c66-42db-b7b8-964e2c5f30ea', 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'fixed_ips': [{'subnet_id': '3ddac652-eb42-4be3-bd93-f0c3937d4dc9'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:55:34.582055 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.597980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.638588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] device_id is not set on port a463f6be-f769-4e13-a75a-82c390179661 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:55:34.691228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd893-c898-4cda-9baa-c320c9f47e71 req-941081cb-0e14-4d3c-bef3-0e5f47645062 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:34.694252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-592bd893-c898-4cda-9baa-c320c9f47e71 req-941081cb-0e14-4d3c-bef3-0e5f47645062 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 949 time: 0.2412539 Jul 16 19:55:34.732464 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.739708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Attempting to bind port 12aae4d6-7998-421a-ba50-f6a261f9c18e on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:34.741896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Attempting to bind port 12aae4d6-7998-421a-ba50-f6a261f9c18e by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:34.742326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Attempting to bind port 12aae4d6-7998-421a-ba50-f6a261f9c18e on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:34.768737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['54673c47-a82e-43cb-93c3-6e8a88086b38', '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:34.771820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:34.801846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event deleted for resources: {'Port': ['ID=3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:34.859998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-592bd893-c898-4cda-9baa-c320c9f47e71 req-9f0ad9d3-57ea-485b-a1ed-149978f4ab10 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527328 Jul 16 19:55:34.863174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:34.863938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Checking segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:34.864840 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.864990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Bound using segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:34.866273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Bound port: 12aae4d6-7998-421a-ba50-f6a261f9c18e, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:34.867032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:34.883810 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:35.024358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] No DVR routers for this DVR port 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:35.029661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:35.035014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eaad3b71-1526-4a75-b357-c910ff7c6d49 req-8b308d61-69d6-4d54-a305-cb19a30d7d34 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "DELETE /v2.0/ports/3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 HTTP/1.1" status: 204 len: 173 time: 1.5292292 Jul 16 19:55:35.035712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-deleted', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:35.038404 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988bfa78-52e7-40d5-91cf-3c744dcc2067" -d '{"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-deleted", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:35.099732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c167f829-4877-46b0-b5ee-4875a883312a req-1ee54e64-febf-4174-8024-742246f9869e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 210 time: 0.0575869 Jul 16 19:55:35.196253 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1410b0-9887-497c-af5f-e3064928d06c x-openstack-request-id: req-9f1410b0-9887-497c-af5f-e3064928d06c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:35.198180 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bdca93-70bb-4027-9de6-e2bf0606427b", "name": "network-vif-deleted", "tag": "3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:35.198712 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f1410b0-9887-497c-af5f-e3064928d06c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:35.199977 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bdca93-70bb-4027-9de6-e2bf0606427b', 'name': 'network-vif-deleted', 'tag': '3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9', 'status': 'completed', 'code': 200} Jul 16 19:55:35.283856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-cef17645-449e-4a5b-a9c6-8cc06d87ad0e tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=bde3329a96254d028e5b076fe8b84ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580082 Jul 16 19:55:35.298386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Allocated IP 10.1.1.37 (90afb9e8-2ecd-451a-8e3e-0230cb3efb60/6fa65b8a-f661-4140-8ec9-d542895d883c/a463f6be-f769-4e13-a75a-82c390179661) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:35.348991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'name': 'network-vif-deleted', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:35.356119 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa294bc0-76dc-43ef-9e60-1ab301f89530" -d '{"events": [{"server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "name": "network-vif-deleted", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:35.415126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] For port 12aae4d6-7998-421a-ba50-f6a261f9c18e, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:35.430593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Allocated IP 10.2.2.2 (c4d20431-3c66-42db-b7b8-964e2c5f30ea/3ddac652-eb42-4be3-bd93-f0c3937d4dc9/7ff0467e-2579-4439-b79c-9030d8bafd7f) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:35.475776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] For port 12aae4d6-7998-421a-ba50-f6a261f9c18e, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=12aae4d6-7998-421a-ba50-f6a261f9c18e,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:35.496762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567118-dcab-4c86-b791-b7b3da802e61 req-08b512d9-5496-4be9-8ce9-8d04c06b780e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:35.498321 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:35.499421 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-08b512d9-5496-4be9-8ce9-8d04c06b780e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.68 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 813 time: 0.5439470 Jul 16 19:55:35.519788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'port': {'device_id': '58014d18-50e3-4b3c-9434-058091d68321', 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9', 'admin_state_up': True, 'tenant_id': '6b96dd585e964d75abec6c47e146a7dd'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:35.578148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93dffe-0300-4991-8457-6ce00e51f6cb None None] Pushing event updated for resources: {'Port': ['ID=12aae4d6-7998-421a-ba50-f6a261f9c18e,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:35.727400 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:35.765382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Transition to ACTIVE for port object a463f6be-f769-4e13-a75a-82c390179661 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:35.824194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Made reservation on behalf of 6b96dd585e964d75abec6c47e146a7dd for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:35.829765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:35.915799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:35.997349 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:36.020293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Transition to ACTIVE for port object 7ff0467e-2579-4439-b79c-9030d8bafd7f will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:36.082623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Transition to ACTIVE for port object 7ff0467e-2579-4439-b79c-9030d8bafd7f will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:36.108450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-1a101ac5-d307-4f36-b354-99767095fa93 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:36.111310 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:36.152749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-1a101ac5-d307-4f36-b354-99767095fa93 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8572233 Jul 16 19:55:36.229371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-0837577a-797a-4309-a746-9986ce2e773f tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/quotas/bde3329a96254d028e5b076fe8b84ca6 HTTP/1.1" status: 200 len: 375 time: 0.0752351 Jul 16 19:55:36.264773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Pushing event updated for resources: {'Port': ['ID=7ff0467e-2579-4439-b79c-9030d8bafd7f,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:36.279660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Network c4d20431-3c66-42db-b7b8-964e2c5f30ea is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:36.281442 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:36.284786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:36.311388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68513e98-13d6-41b6-b2a2-52bb30a2a86d req-7538b944-e4de-4ddb-a14b-f09e1119975a tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=25bdca93-70bb-4027-9de6-e2bf0606427b HTTP/1.1" status: 200 len: 210 time: 0.1354587 Jul 16 19:55:36.370020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-4168fcd0-ce15-422c-a9f0-8348ff5e912d tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bde3329a96254d028e5b076fe8b84ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1393230 Jul 16 19:55:36.374238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Attempting to bind port 7ff0467e-2579-4439-b79c-9030d8bafd7f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:36.375675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Attempting to bind port 7ff0467e-2579-4439-b79c-9030d8bafd7f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:36.376388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Attempting to bind port 7ff0467e-2579-4439-b79c-9030d8bafd7f on network c4d20431-3c66-42db-b7b8-964e2c5f30ea {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:36.388903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:36.389889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Checking segment: {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:36.391581 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:36.392356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Bound using segment: {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:36.393235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Bound port: 7ff0467e-2579-4439-b79c-9030d8bafd7f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:36.394320 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:36.427054 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ee3c4-e55a-4640-995b-6c855c44f0c8 x-openstack-request-id: req-ff7ee3c4-e55a-4640-995b-6c855c44f0c8 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:36.428016 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac90c2d8-e95c-4191-817f-605950aa5665", "name": "network-vif-deleted", "tag": "481417ac-90f1-480a-bd84-7e7d196d3c50", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:36.428016 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff7ee3c4-e55a-4640-995b-6c855c44f0c8 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:36.428408 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac90c2d8-e95c-4191-817f-605950aa5665', 'name': 'network-vif-deleted', 'tag': '481417ac-90f1-480a-bd84-7e7d196d3c50', 'status': 'completed', 'code': 200} Jul 16 19:55:36.463398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:36.471368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:36.483813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:36.540258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:36.540558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:36.545818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] For port 7ff0467e-2579-4439-b79c-9030d8bafd7f, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:36.546966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=a463f6be-f769-4e13-a75a-82c390179661,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:36.552272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] For port 7ff0467e-2579-4439-b79c-9030d8bafd7f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7ff0467e-2579-4439-b79c-9030d8bafd7f,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:36.561118 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:36.619609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6b08e425-22cc-42f8-a7b6-7b57540276a0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4395924 Jul 16 19:55:36.620068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53536) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:36.626441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'port': {'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'name': 'tempest-TaggedBootDevicesTest-934830868', 'fixed_ips': [{'subnet_id': '6fa65b8a-f661-4140-8ec9-d542895d883c'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:36.678400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Allocated IP 172.20.0.11 (6f4663fa-a094-492f-94c6-8e2b99748ca9/633dfa0c-7264-4422-8bea-47b106cebac1/20eb0cc2-ebe2-4f26-832b-16dab163aeef) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:36.767716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 12aae4d6-7998-421a-ba50-f6a261f9c18e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:36.822959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665050f9-56f1-4bdf-9f69-6fc47e50c275 None None] Pushing event updated for resources: {'Port': ['ID=7ff0467e-2579-4439-b79c-9030d8bafd7f,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:36.913203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 12aae4d6-7998-421a-ba50-f6a261f9c18e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:36.981613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:37.042159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92e263a9-fb7f-4a5e-8857-a121b5cb7dc3 req-dbd34e23-010b-4d43-93e2-c84c6f6c8a85 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 210 time: 0.0524158 Jul 16 19:55:37.043331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:37.053077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:37.067424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:37.198323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Network 6f4663fa-a094-492f-94c6-8e2b99748ca9 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:37.220224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:37.227195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:37.342438 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:37.361447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'Port': ['ID=20eb0cc2-ebe2-4f26-832b-16dab163aeef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:37.415905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] device_id is not set on port 1d7e2748-4bae-46fc-a328-ad810cb8880d yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:55:37.433783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:37.455244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:37.456371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:37.493664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-2d422bd3-0df4-4b49-8dd8-9e69a6496ab6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9825463 Jul 16 19:55:37.514321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:37.514660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Request body: {'port': {'device_id': '58014d18-50e3-4b3c-9434-058091d68321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:37.518659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ce7d540-9377-4b84-b6cb-ab2f3a2be3a9 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:37.521275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 481417ac-90f1-480a-bd84-7e7d196d3c50 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:37.572766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87195452-87f6-4a69-b976-b67e54a8287d None None] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:37.721274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:37.797903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 481417ac-90f1-480a-bd84-7e7d196d3c50 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:37.798396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 481417ac-90f1-480a-bd84-7e7d196d3c50 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:37.885758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3711fd69-49e6-4ac6-8f94-9ac35d6f32db None None] Provisioning for port 12aae4d6-7998-421a-ba50-f6a261f9c18e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:37.897959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3711fd69-49e6-4ac6-8f94-9ac35d6f32db None None] Provisioning complete for port 12aae4d6-7998-421a-ba50-f6a261f9c18e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:37.898353 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3711fd69-49e6-4ac6-8f94-9ac35d6f32db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:37.950996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Allocated IP 10.1.1.213 (90afb9e8-2ecd-451a-8e3e-0230cb3efb60/6fa65b8a-f661-4140-8ec9-d542895d883c/1d7e2748-4bae-46fc-a328-ad810cb8880d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:38.256883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-413dc771-532f-407d-b52e-5997766c6af3 req-51e508d8-347c-4ea2-9b23-5e5f87993fdf tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0833423 Jul 16 19:55:38.293875 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3711fd69-49e6-4ac6-8f94-9ac35d6f32db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.329280 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.360451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3711fd69-49e6-4ac6-8f94-9ac35d6f32db None None] For port 12aae4d6-7998-421a-ba50-f6a261f9c18e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=12aae4d6-7998-421a-ba50-f6a261f9c18e,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:38.372891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Transition to ACTIVE for port object 1d7e2748-4bae-46fc-a328-ad810cb8880d will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:38.376513 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3711fd69-49e6-4ac6-8f94-9ac35d6f32db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.410630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eb0cc2-ebe2-4f26-832b-16dab163aeef {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:38.437619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.445318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.467332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Transition to ACTIVE for port object 20eb0cc2-ebe2-4f26-832b-16dab163aeef will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:38.473427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.536882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325941e-5086-49af-b4d4-573a0c262b80 None None] Network c4d20431-3c66-42db-b7b8-964e2c5f30ea requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:38.575404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:38.580178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:38.591261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:38.649493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=1d7e2748-4bae-46fc-a328-ad810cb8880d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:38.713624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:38.715510 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.718276 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711fd69-49e6-4ac6-8f94-9ac35d6f32db None None] Pushing event updated for resources: {'Port': ['ID=12aae4d6-7998-421a-ba50-f6a261f9c18e,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:38.733015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4c3a8ce7-6045-42d2-9161-1bb278ea01de None None] Provisioning for port 7ff0467e-2579-4439-b79c-9030d8bafd7f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:38.735234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Attempting to bind port 20eb0cc2-ebe2-4f26-832b-16dab163aeef on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:38.736416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Attempting to bind port 20eb0cc2-ebe2-4f26-832b-16dab163aeef by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:38.736749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Attempting to bind port 20eb0cc2-ebe2-4f26-832b-16dab163aeef on network 6f4663fa-a094-492f-94c6-8e2b99748ca9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:38.739781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7ff0467e-2579-4439-b79c-9030d8bafd7f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:38.749913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Pushing event updated for resources: {'Port': ['ID=20eb0cc2-ebe2-4f26-832b-16dab163aeef,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:38.759391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Port 20eb0cc2-ebe2-4f26-832b-16dab163aeef on network 6f4663fa-a094-492f-94c6-8e2b99748ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:55:38.759985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Attempting to bind port 20eb0cc2-ebe2-4f26-832b-16dab163aeef on network 6f4663fa-a094-492f-94c6-8e2b99748ca9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:38.767654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:38.770184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Checking segment: {'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:38.770939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Bound using segment: {'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:38.771739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Bound port: 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:38.773295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.864701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b1e82a68-c241-425d-8642-55230fa55549 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2421894 Jul 16 19:55:38.867340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] For port 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:38.877358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] For port 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:38.885310 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.936619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee9345-0d2e-41f5-a54e-bbb085db40e7 req-59870d02-37c4-42a2-9910-a7032ccef420 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:38.946288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23ee9345-0d2e-41f5-a54e-bbb085db40e7 req-59870d02-37c4-42a2-9910-a7032ccef420 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 944 time: 0.1961477 Jul 16 19:55:38.969242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-a6cb60c1-003a-4007-adb9-ead6b1653eb9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:38.972272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-a6cb60c1-003a-4007-adb9-ead6b1653eb9 tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.16 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 945 time: 0.1732266 Jul 16 19:55:38.985414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:38.986081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:38.990612 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] 10.222.0.68 "PUT /v2.0/ports/20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 200 len: 1093 time: 1.4915125 Jul 16 19:55:38.991103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:38.996901 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814" -d '{"events": [{"name": "network-changed", "server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:39.056519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-245f0b3e-05de-469a-aee2-42d3cdfb7686 None None] Provisioning for port a463f6be-f769-4e13-a75a-82c390179661 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:39.075085 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-1a5c1bf6-7562-4d6c-97ad-600bba70b064 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bde3329a96254d028e5b076fe8b84ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609739 Jul 16 19:55:39.076094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db0d7e-82d8-4daa-b0ab-2ae7c98ecf5e service neutron] Pushing event updated for resources: {'Port': ['ID=20eb0cc2-ebe2-4f26-832b-16dab163aeef,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:39.166273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 7ff0467e-2579-4439-b79c-9030d8bafd7f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:39.178301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-245f0b3e-05de-469a-aee2-42d3cdfb7686 None None] Provisioning complete for port a463f6be-f769-4e13-a75a-82c390179661 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:39.178911 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-245f0b3e-05de-469a-aee2-42d3cdfb7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.187893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23ee9345-0d2e-41f5-a54e-bbb085db40e7 req-3212bd43-2a6c-4bb2-bfc1-4691ff183b84 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372966 Jul 16 19:55:39.253228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-245f0b3e-05de-469a-aee2-42d3cdfb7686 None None] Port a463f6be-f769-4e13-a75a-82c390179661 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:55:39.257962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7ff0467e-2579-4439-b79c-9030d8bafd7f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:39.258692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.357389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-245f0b3e-05de-469a-aee2-42d3cdfb7686 None None] Provisioning complete for port 12aae4d6-7998-421a-ba50-f6a261f9c18e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:39.358161 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-245f0b3e-05de-469a-aee2-42d3cdfb7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.372220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567118-dcab-4c86-b791-b7b3da802e61 req-7a415906-9629-46db-88b4-7852e4655de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:39.374090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-7a415906-9629-46db-88b4-7852e4655de3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 1096 time: 0.2941344 Jul 16 19:55:39.410683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Deleting port 53c05211-44a7-4956-ad86-d5de0d4fc385 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:39.412328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.495088 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-021311cb-e0a6-4b7f-8850-37cd6f16351b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 200 len: 217 time: 0.1090384 Jul 16 19:55:39.535872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-ec15b9e5-45b5-43d5-b94e-d936d784ca01 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:39.538679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-ec15b9e5-45b5-43d5-b94e-d936d784ca01 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4569707 Jul 16 19:55:39.557525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Request body: {'port': {'device_id': 'ffe52e2f-481b-4eea-b6a5-0733f04a1ab6', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'bde3329a96254d028e5b076fe8b84ca6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:39.630213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] For port 53c05211-44a7-4956-ad86-d5de0d4fc385, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=53c05211-44a7-4956-ad86-d5de0d4fc385,segment=NetworkSegment(7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8),segment_id=7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:39.630641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.647533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Calling delete_port for 53c05211-44a7-4956-ad86-d5de0d4fc385 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:39.723847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Made reservation on behalf of bde3329a96254d028e5b076fe8b84ca6 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:39.728459 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.762007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567118-dcab-4c86-b791-b7b3da802e61 req-d37e1ed2-414f-47b7-a042-a0bee9038b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:39.763788 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-d37e1ed2-414f-47b7-a042-a0bee9038b57 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.2223015 Jul 16 19:55:39.804505 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-a7ad4ef5-713b-4813-a8ed-db2ee5d609a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337851 Jul 16 19:55:39.817994 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.889324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Pushing event deleted for resources: {'Port': ['ID=53c05211-44a7-4956-ad86-d5de0d4fc385,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:39.906655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87248f1d-cb4d-44c8-92d7-a02953d4fd9a req-31c0d158-2a11-47cf-a664-20912807905b tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.78 "GET /v2.0/ports?device_id=376cf1ec-9091-4ce3-80c7-88a537e74c3b HTTP/1.1" status: 200 len: 210 time: 0.1032929 Jul 16 19:55:39.955908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53576) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:39.965372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f953fa6a-1e1c-4af0-b5fa-f5d8fe932f70 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381137512', 'description': 'tempest-description--33838858'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:39.985384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:39.996248 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-30f48624-fff5-4d5b-a503-1fe1b6177819 service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843538 Jul 16 19:55:40.037122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 7ff0467e-2579-4439-b79c-9030d8bafd7f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7ff0467e-2579-4439-b79c-9030d8bafd7f,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:40.040029 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41712e77-3c90-46fc-a12a-749d236fba39 x-openstack-request-id: req-41712e77-3c90-46fc-a12a-749d236fba39 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:40.040450 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:40.040723 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41712e77-3c90-46fc-a12a-749d236fba39 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:40.042702 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef', 'status': 'completed', 'code': 200} Jul 16 19:55:40.044990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.054474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] No DVR routers for this DVR port 53c05211-44a7-4956-ad86-d5de0d4fc385 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:40.063087 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.068397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-075556be-4c1a-4fc2-89dc-134737fb61c7 req-d8333717-43dd-4650-8dbd-ce3cb3e53f2e tempest-LiveAutoBlockMigrationV225Test-696216693 tempest-LiveAutoBlockMigrationV225Test-696216693-project] 10.222.0.16 "DELETE /v2.0/ports/53c05211-44a7-4956-ad86-d5de0d4fc385 HTTP/1.1" status: 204 len: 173 time: 1.0521224 Jul 16 19:55:40.091505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'name': 'network-vif-deleted', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:40.096602 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd767d-d163-4ec4-b49a-8cf425c8736e" -d '{"events": [{"server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "name": "network-vif-deleted", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:40.157816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f953fa6a-1e1c-4af0-b5fa-f5d8fe932f70 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.161855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-594c9153-3333-4fbe-8bc6-119d428fd6ec None None] Provisioning for port 1d7e2748-4bae-46fc-a328-ad810cb8880d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:40.192956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-594c9153-3333-4fbe-8bc6-119d428fd6ec None None] Provisioning complete for port 1d7e2748-4bae-46fc-a328-ad810cb8880d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:40.193742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-594c9153-3333-4fbe-8bc6-119d428fd6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.199668 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=7ff0467e-2579-4439-b79c-9030d8bafd7f,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:40.337203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-594c9153-3333-4fbe-8bc6-119d428fd6ec None None] Port 1d7e2748-4bae-46fc-a328-ad810cb8880d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:55:40.363652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-594c9153-3333-4fbe-8bc6-119d428fd6ec None None] Provisioning complete for port a463f6be-f769-4e13-a75a-82c390179661 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:40.364097 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-594c9153-3333-4fbe-8bc6-119d428fd6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.396231 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Allocated IP 192.168.233.248 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/b74a30a4-b83d-49e6-9a0a-d69bc3a48cda) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:40.416109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b295366-332b-4d85-8c92-4ac6c7e476f4 req-41bdbaa1-6d24-4acb-ab47-de7d6daff0b2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 210 time: 0.1067376 Jul 16 19:55:40.437743 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82567118-dcab-4c86-b791-b7b3da802e61 req-e3a6c0b4-2975-47e4-9ea0-4076161a274c service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298587 Jul 16 19:55:40.465911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-594c9153-3333-4fbe-8bc6-119d428fd6ec None None] Port a463f6be-f769-4e13-a75a-82c390179661 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:55:40.468768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f953fa6a-1e1c-4af0-b5fa-f5d8fe932f70 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.496488 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f953fa6a-1e1c-4af0-b5fa-f5d8fe932f70 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.561369 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8668036c-7972-437a-8e00-eab1e02718d0 x-openstack-request-id: req-8668036c-7972-437a-8e00-eab1e02718d0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:40.561950 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376cf1ec-9091-4ce3-80c7-88a537e74c3b", "name": "network-vif-deleted", "tag": "53c05211-44a7-4956-ad86-d5de0d4fc385", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:40.562541 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8668036c-7972-437a-8e00-eab1e02718d0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:40.563204 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376cf1ec-9091-4ce3-80c7-88a537e74c3b', 'name': 'network-vif-deleted', 'tag': '53c05211-44a7-4956-ad86-d5de0d4fc385', 'status': 'completed', 'code': 200} Jul 16 19:55:40.592588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e216879c-5ba8-4bdb-8a18-8b7bf88d5224 None None] Provisioning complete for port 7ff0467e-2579-4439-b79c-9030d8bafd7f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:40.592980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e216879c-5ba8-4bdb-8a18-8b7bf88d5224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.611779 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f953fa6a-1e1c-4af0-b5fa-f5d8fe932f70 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.613533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f953fa6a-1e1c-4af0-b5fa-f5d8fe932f70 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6539667 Jul 16 19:55:40.616459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953fa6a-1e1c-4af0-b5fa-f5d8fe932f70 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d7f913-c2a1-42e4-8817-20dea340e3e5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:40.618877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53588) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:40.641906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-81b7dd65-a436-47a8-a94b-71148a00aeab tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'security_group_rule': {'security_group_id': '20d7f913-c2a1-42e4-8817-20dea340e3e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:40.642716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7ff0467e-2579-4439-b79c-9030d8bafd7f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:40.686006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-fe2149c1-d57d-40ac-aa2e-9de88f016abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:40.687564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-fe2149c1-d57d-40ac-aa2e-9de88f016abe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 1096 time: 0.1862717 Jul 16 19:55:40.754696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.795220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7ff0467e-2579-4439-b79c-9030d8bafd7f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:40.795619 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.799932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81b7dd65-a436-47a8-a94b-71148a00aeab tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:40.805498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Transition to ACTIVE for port object b74a30a4-b83d-49e6-9a0a-d69bc3a48cda will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:40.835792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-8a5b5cdd-47d1-45cf-b2dd-262c45851a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:40.837341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-8a5b5cdd-47d1-45cf-b2dd-262c45851a48 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 914 time: 0.1422269 Jul 16 19:55:40.846544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e01ae0-6e68-42db-bd00-2c01e2993c68 req-a3cb59d7-a42e-4cde-9e9e-62b8639d19e4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:40.850059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65e01ae0-6e68-42db-bd00-2c01e2993c68 req-a3cb59d7-a42e-4cde-9e9e-62b8639d19e4 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.3137155 Jul 16 19:55:40.905393 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-5ce0efa5-e766-4df7-9411-032ab899a618 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 200 len: 217 time: 0.0453327 Jul 16 19:55:40.976163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65e01ae0-6e68-42db-bd00-2c01e2993c68 req-b64e1471-40b3-4460-9aa3-aa5c14132d82 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079803 Jul 16 19:55:40.976385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-64f6e98a-5d1f-4ccd-99a9-2a5cbaa4efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:40.977421 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-64f6e98a-5d1f-4ccd-99a9-2a5cbaa4efba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.0657520 Jul 16 19:55:41.021528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 12aae4d6-7998-421a-ba50-f6a261f9c18e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:41.025707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db36a4-88dc-4a3e-b55a-3f6218d9f14e req-ba8994b6-a9df-4cda-bf95-456263cf0f65 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:41.027970 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-01888183-8994-400b-b793-b72ff5799a38 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423827 Jul 16 19:55:41.030327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.038584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8db36a4-88dc-4a3e-b55a-3f6218d9f14e req-ba8994b6-a9df-4cda-bf95-456263cf0f65 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 944 time: 0.3277338 Jul 16 19:55:41.070442 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81b7dd65-a436-47a8-a94b-71148a00aeab tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.078051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['825cb396-1a20-4a8b-a5d2-033bfbe78ef8'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:41.107116 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81b7dd65-a436-47a8-a94b-71148a00aeab tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.180010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53594) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:41.182934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7dd65-a436-47a8-a94b-71148a00aeab tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0d47be-e37d-4673-8102-1aab1095ca42,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:41.211788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8db36a4-88dc-4a3e-b55a-3f6218d9f14e req-7af7f943-f008-4c64-91d5-f07747146340 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719956 Jul 16 19:55:41.222670 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81b7dd65-a436-47a8-a94b-71148a00aeab tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.228777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-81b7dd65-a436-47a8-a94b-71148a00aeab tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5995178 Jul 16 19:55:41.235561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53600) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:41.258245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:41.264322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:41.270780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c08816ae-159c-495c-a8db-a895a211a580 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'security_group_rule': {'security_group_id': '20d7f913-c2a1-42e4-8817-20dea340e3e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:41.285870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-26475754-7605-4e26-a1b6-f8053b601b1c service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447689 Jul 16 19:55:41.301922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:41.319518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Pushing event updated for resources: {'Port': ['ID=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:41.346282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 12aae4d6-7998-421a-ba50-f6a261f9c18e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:41.346954 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.368185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-6a377abf-0a07-465c-b380-239cded9cc94 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:41.370034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-6a377abf-0a07-465c-b380-239cded9cc94 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 950 time: 0.2977667 Jul 16 19:55:41.509188 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c08816ae-159c-495c-a8db-a895a211a580 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.520307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:41.520982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.596240 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3fc01d77-f341-4f71-bf5c-6c6aa4530e5a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0428283 Jul 16 19:55:41.625938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Request body: {'port': {'device_id': 'ffe52e2f-481b-4eea-b6a5-0733f04a1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:41.633407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-091b738d-8c14-4696-95b8-813b3caaab62 admin admin] Deleting subnet 84e9e3e2-adf4-4ead-9d6d-89cb435940fa {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:55:41.637561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-091b738d-8c14-4696-95b8-813b3caaab62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.675319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-091b738d-8c14-4696-95b8-813b3caaab62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.680756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b9bd1ec7-f65a-40a4-8b3d-eadfb6d16814 req-7d83260e-4dcb-48db-a8c0-c658da04c2da service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752627 Jul 16 19:55:41.731435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-18c6321a-381c-4a87-b73c-a910c32f0350 None None] Provisioning for port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:41.749511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-18c6321a-381c-4a87-b73c-a910c32f0350 None None] Provisioning complete for port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:41.750231 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-18c6321a-381c-4a87-b73c-a910c32f0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.815049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.836680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-18c6321a-381c-4a87-b73c-a910c32f0350 None None] Port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:55:41.845237 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-091b738d-8c14-4696-95b8-813b3caaab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.876515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c08816ae-159c-495c-a8db-a895a211a580 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.889854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c08816ae-159c-495c-a8db-a895a211a580 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.937598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08816ae-159c-495c-a8db-a895a211a580 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c117d857-67bc-4e1f-96e3-bd99a8366a9c,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:41.954819 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c08816ae-159c-495c-a8db-a895a211a580 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.956474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c08816ae-159c-495c-a8db-a895a211a580 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7178464 Jul 16 19:55:41.965535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53612) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:41.973587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:41.991803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Deleting port 54673c47-a82e-43cb-93c3-6e8a88086b38 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:41.992086 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.001122 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-091b738d-8c14-4696-95b8-813b3caaab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.060902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917b49b-5cbc-4214-94b8-fae768ee245f req-53ace2dc-aba1-4191-a0e3-ffd5b45a3310 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:42.062682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0917b49b-5cbc-4214-94b8-fae768ee245f req-53ace2dc-aba1-4191-a0e3-ffd5b45a3310 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 936 time: 0.2674267 Jul 16 19:55:42.077113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b738d-8c14-4696-95b8-813b3caaab62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e9e3e2-adf4-4ead-9d6d-89cb435940fa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:42.087455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-091b738d-8c14-4696-95b8-813b3caaab62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.089489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-091b738d-8c14-4696-95b8-813b3caaab62 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/84e9e3e2-adf4-4ead-9d6d-89cb435940fa HTTP/1.1" status: 204 len: 168 time: 0.9077396 Jul 16 19:55:42.095386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.100573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53620) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:42.131181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 20eb0cc2-ebe2-4f26-832b-16dab163aeef details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:55:42.202543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0917b49b-5cbc-4214-94b8-fae768ee245f req-bae033ed-5e60-4627-88d3-687d54d5fa6d tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275368 Jul 16 19:55:42.208676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.215936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] For port 54673c47-a82e-43cb-93c3-6e8a88086b38, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=54673c47-a82e-43cb-93c3-6e8a88086b38,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:42.215936 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.251029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Calling delete_port for 54673c47-a82e-43cb-93c3-6e8a88086b38 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:42.302013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:42.315999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '20eb0cc2-ebe2-4f26-832b-16dab163aeef', 'network_id': '6f4663fa-a094-492f-94c6-8e2b99748ca9', 'port_id': '20eb0cc2-ebe2-4f26-832b-16dab163aeef', 'mac_address': 'fa:16:3e:f3:26:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633dfa0c-7264-4422-8bea-47b106cebac1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:55:42.368802 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.399653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eb0cc2-ebe2-4f26-832b-16dab163aeef {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:42.404763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.433807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.468830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:42.476135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.500403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4cc070-51f6-405f-81df-eb444f0191c6']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:42.525017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:42.525594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4b9d2c-78c2-4fa9-bb9a-45d5c3bf3bf8') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:42.538232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.555042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.562835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:55:42.563564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.608818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=20eb0cc2-ebe2-4f26-832b-16dab163aeef,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:55:42.643402 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:55:42.649810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.660364 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.662521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6e4cc070-51f6-405f-81df-eb444f0191c6 HTTP/1.1" status: 204 len: 168 time: 0.5614889 Jul 16 19:55:42.667924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53628) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:42.670800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74a30a4-b83d-49e6-9a0a-d69bc3a48cda {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:42.703103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20eb0cc2-ebe2-4f26-832b-16dab163aeef'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:42.704780 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.727772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e619c37-5c84-4cdc-a7f0-fb9d7d078ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4cc070-51f6-405f-81df-eb444f0191c6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:42.760032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Transition to ACTIVE for port object b74a30a4-b83d-49e6-9a0a-d69bc3a48cda will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:42.765647 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.788075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a28e56-314b-4837-a962-f6d7a818b28d admin admin] Deleting subnet 994924ba-4952-421e-8f90-6744e02c9d9f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:55:42.791681 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44a28e56-314b-4837-a962-f6d7a818b28d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.838362 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44a28e56-314b-4837-a962-f6d7a818b28d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:42.884360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44a28e56-314b-4837-a962-f6d7a818b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.008903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Allocated IP 172.25.6.233 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/ca26957a-0dd3-44f8-b6c6-3c878214ae33) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:43.027400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Pushing event updated for resources: {'Port': ['ID=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:43.089504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.090014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.090362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.090712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.091055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.091449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.091794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.092556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.092899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.093239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.093574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.093905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.148526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44a28e56-314b-4837-a962-f6d7a818b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.153412 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.168131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['54673c47-a82e-43cb-93c3-6e8a88086b38'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:43.196823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a28e56-314b-4837-a962-f6d7a818b28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994924ba-4952-421e-8f90-6744e02c9d9f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:43.202710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44a28e56-314b-4837-a962-f6d7a818b28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.207988 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-44a28e56-314b-4837-a962-f6d7a818b28d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/994924ba-4952-421e-8f90-6744e02c9d9f HTTP/1.1" status: 204 len: 168 time: 0.5291915 Jul 16 19:55:43.208482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53632) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:43.217655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Attempting to bind port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:43.218020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Attempting to bind port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:43.218353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Attempting to bind port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:43.255533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:55:43.255850 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.256004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Attempting to bind port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:43.266610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:43.266853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:43.267270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:43.267663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Bound port: b74a30a4-b83d-49e6-9a0a-d69bc3a48cda, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:43.268028 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.287435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event deleted for resources: {'Port': ['ID=54673c47-a82e-43cb-93c3-6e8a88086b38,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:43.341345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d989495-3bf6-46a9-b2de-a21199d6728f req-58708c06-03d2-4390-aa93-faa128f958cc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:43.342954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d989495-3bf6-46a9-b2de-a21199d6728f req-58708c06-03d2-4390-aa93-faa128f958cc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8a2e5f6-3754-4a33-8f43-c5b9fa718013 HTTP/1.1" status: 200 len: 867 time: 0.8945217 Jul 16 19:55:43.355163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.382190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] No DVR routers for this DVR port 54673c47-a82e-43cb-93c3-6e8a88086b38 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:43.388663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.390668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b07e74fa-d70a-47b1-9a7e-545650c9290e req-0502a632-9a63-47a3-b3d5-d0f69388c4c8 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.16 "DELETE /v2.0/ports/54673c47-a82e-43cb-93c3-6e8a88086b38 HTTP/1.1" status: 204 len: 173 time: 2.0094512 Jul 16 19:55:43.398049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'name': 'network-vif-deleted', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:43.400240 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d176ca-7b23-42ba-ab4b-b8b14140c82e" -d '{"events": [{"server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "name": "network-vif-deleted", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:43.411031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:43.427317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616512e-39fd-4461-8291-4c8e3849e460 req-de715b85-efda-49f8-a0a7-3dad41807867 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:43.429225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4616512e-39fd-4461-8291-4c8e3849e460 req-de715b85-efda-49f8-a0a7-3dad41807867 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 945 time: 0.3056710 Jul 16 19:55:43.449855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 53c05211-44a7-4956-ad86-d5de0d4fc385 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:43.467251 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d989495-3bf6-46a9-b2de-a21199d6728f req-8bf90e8a-20e3-43d0-a7d6-1fed9ec90db1 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168368 Jul 16 19:55:43.483875 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.510260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 53c05211-44a7-4956-ad86-d5de0d4fc385 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:43.510608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 53c05211-44a7-4956-ad86-d5de0d4fc385 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:43.511025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 54673c47-a82e-43cb-93c3-6e8a88086b38 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:43.524110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.544533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e782c6-c43c-430e-9065-81dcf65e8ad0']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:43.559567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4616512e-39fd-4461-8291-4c8e3849e460 req-c2e8e4c1-f783-4e9b-808b-b071695fa96e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209185 Jul 16 19:55:43.570773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099e5a7e-43d3-4190-be6a-9b98e06369f8') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:43.571066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099e5a7e-43d3-4190-be6a-9b98e06369f8') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:55:43.574377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 54673c47-a82e-43cb-93c3-6e8a88086b38 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:43.574859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 54673c47-a82e-43cb-93c3-6e8a88086b38 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:43.583451 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.608775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.615555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:55:43.617027 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:55:43.619925 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:55:43.623530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] For port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:43.643268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] For port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:43.644851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:43.655852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:43.662409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=ca26957a-0dd3-44f8-b6c6-3c878214ae33,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:43.678935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:43.679364 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.768610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Pushing event updated for resources: {'Port': ['ID=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:43.852121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:43.852869 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.855809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-e28e7d36-3316-46d8-ae1c-b6ab910f28be service neutron] 10.222.0.16 "PUT /v2.0/ports/b74a30a4-b83d-49e6-9a0a-d69bc3a48cda HTTP/1.1" status: 200 len: 1097 time: 2.2410305 Jul 16 19:55:43.857227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe52e2f-481b-4eea-b6a5-0733f04a1ab6', 'tag': 'b74a30a4-b83d-49e6-9a0a-d69bc3a48cda'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:43.862613 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f65d8-d1fb-4c87-a014-e4d049f1da98" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe52e2f-481b-4eea-b6a5-0733f04a1ab6", "tag": "b74a30a4-b83d-49e6-9a0a-d69bc3a48cda"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:43.867133 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.871828 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a1cae3-c75b-4c92-995f-08b305a2cd6a x-openstack-request-id: req-d6a1cae3-c75b-4c92-995f-08b305a2cd6a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:43.872470 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a2e5f6-3754-4a33-8f43-c5b9fa718013", "name": "network-vif-deleted", "tag": "54673c47-a82e-43cb-93c3-6e8a88086b38", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:43.872823 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6a1cae3-c75b-4c92-995f-08b305a2cd6a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:43.873316 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a2e5f6-3754-4a33-8f43-c5b9fa718013', 'name': 'network-vif-deleted', 'tag': '54673c47-a82e-43cb-93c3-6e8a88086b38', 'status': 'completed', 'code': 200} Jul 16 19:55:43.875018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.879971 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] 10.222.0.78 "DELETE /v2.0/networks/90e782c6-c43c-430e-9065-81dcf65e8ad0 HTTP/1.1" status: 204 len: 168 time: 0.6702285 Jul 16 19:55:43.898003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908f49c-fb51-47d6-8721-9837a8f32393 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e782c6-c43c-430e-9065-81dcf65e8ad0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:44.024428 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9484851-9fac-423f-8ea6-ade3271fa056 x-openstack-request-id: req-d9484851-9fac-423f-8ea6-ade3271fa056 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:44.024740 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe52e2f-481b-4eea-b6a5-0733f04a1ab6", "tag": "b74a30a4-b83d-49e6-9a0a-d69bc3a48cda", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:44.025071 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9484851-9fac-423f-8ea6-ade3271fa056 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:44.025804 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe52e2f-481b-4eea-b6a5-0733f04a1ab6', 'tag': 'b74a30a4-b83d-49e6-9a0a-d69bc3a48cda', 'status': 'completed', 'code': 200} Jul 16 19:55:44.049404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.073369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-d2fc838b-4367-478c-b6af-4bd370f502e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:44.075882 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-d2fc838b-4367-478c-b6af-4bd370f502e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bde3329a96254d028e5b076fe8b84ca6&device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 1100 time: 0.1542592 Jul 16 19:55:44.135055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 20eb0cc2-ebe2-4f26-832b-16dab163aeef up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:44.139300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53650) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:44.201146 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-3eb95a85-bcd6-49ef-8e4a-e696dfc74d18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda HTTP/1.1" status: 200 len: 217 time: 0.1161697 Jul 16 19:55:44.221643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411f300-43fa-40c3-b717-078294aaac3c req-b359230a-3a67-4b87-a9b1-55555b4c2302 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:44.229139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a411f300-43fa-40c3-b717-078294aaac3c req-b359230a-3a67-4b87-a9b1-55555b4c2302 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 948 time: 0.3548276 Jul 16 19:55:44.250584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 20eb0cc2-ebe2-4f26-832b-16dab163aeef completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:44.280355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 20eb0cc2-ebe2-4f26-832b-16dab163aeef triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:44.281977 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.319467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-ddd9c386-795c-44a1-a06f-09c16cbe7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:44.323464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-ddd9c386-795c-44a1-a06f-09c16cbe7689 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1028380 Jul 16 19:55:44.421328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a411f300-43fa-40c3-b717-078294aaac3c req-b4fc3e9d-e88a-4231-ac0a-ac11e5f91385 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698551 Jul 16 19:55:44.421583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-a5aa759d-172a-475d-ae41-786a429880f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:44.423634 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-a5aa759d-172a-475d-ae41-786a429880f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819383 Jul 16 19:55:44.439901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.466721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-58a4366d-2d99-4e0a-b5d8-a902872f6cec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ca984d9efeb45a6aed9ddd7cd44596d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082497 Jul 16 19:55:44.469851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53654) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:44.470541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53656) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:44.510393 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.562153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:44.569380 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029bd692-f319-463c-8161-99530a3b0e3b" -d '{"events": [{"server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "name": "network-vif-plugged", "status": "completed", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:44.602156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:44.607650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.682837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=20eb0cc2-ebe2-4f26-832b-16dab163aeef,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:44.705528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de7a5083-ea04-4865-bdb7-d851315f5dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.719941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4901874-6770-45f6-857d-2984d9178584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.720098 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c497ae07-f362-4086-a45c-c866f65d9852 x-openstack-request-id: req-c497ae07-f362-4086-a45c-c866f65d9852 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:44.720468 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "name": "network-vif-plugged", "status": "completed", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:44.720846 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c497ae07-f362-4086-a45c-c866f65d9852 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:44.721697 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef', 'code': 200} Jul 16 19:55:44.752696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-ec6fe42c-5bfd-4933-aa53-f8c2f1e72cb6 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203135 Jul 16 19:55:44.801927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de7a5083-ea04-4865-bdb7-d851315f5dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.811780 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.818688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.955215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23de530-8f44-4465-9192-25bd1830de7d req-4cf76a00-ed9e-4465-b776-4b1ba5e36e81 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:44.958396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d23de530-8f44-4465-9192-25bd1830de7d req-4cf76a00-ed9e-4465-b776-4b1ba5e36e81 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 946 time: 0.2018311 Jul 16 19:55:44.961759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=ca26957a-0dd3-44f8-b6c6-3c878214ae33,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:44.996738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f1ee83c-a81c-425a-a9e7-ff11ed7f5e2a req-af174243-d3ad-472a-ae39-fd537b3c7a47 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355185 Jul 16 19:55:45.000971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de7a5083-ea04-4865-bdb7-d851315f5dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.003794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de7a5083-ea04-4865-bdb7-d851315f5dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.004970 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-de7a5083-ea04-4865-bdb7-d851315f5dcb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21cace1d-23f3-44f1-b333-26cd12970431 HTTP/1.1" status: 204 len: 168 time: 0.5333254 Jul 16 19:55:45.016851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea4877-521e-4179-82fe-629099b17f68 req-7b9d17d7-086b-4c2e-89a7-2df1ce401639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:45.018530 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a9ea4877-521e-4179-82fe-629099b17f68 req-7b9d17d7-086b-4c2e-89a7-2df1ce401639 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 1098 time: 0.2141724 Jul 16 19:55:45.024141 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.038395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a5083-ea04-4865-bdb7-d851315f5dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cace1d-23f3-44f1-b333-26cd12970431,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:45.081930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4901874-6770-45f6-857d-2984d9178584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.088040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4901874-6770-45f6-857d-2984d9178584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.092976 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a9ea4877-521e-4179-82fe-629099b17f68 req-1f1fea16-d045-4b68-b48d-fcf6325121a2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629368 Jul 16 19:55:45.124755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d23de530-8f44-4465-9192-25bd1830de7d req-5d84207c-de0c-4bb5-a93a-0e620284ec34 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523569 Jul 16 19:55:45.127368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.140651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-62a6fd47-00b5-408c-9be9-92a0d79a9d2c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1697106 Jul 16 19:55:45.178229 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f4901874-6770-45f6-857d-2984d9178584 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ead5f62df4f4436aab62a072d8182d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7049167 Jul 16 19:55:45.180276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4901874-6770-45f6-857d-2984d9178584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b53e3cd-6c1a-4405-a462-2581d0be7ec7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:45.181666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53678) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:45.216660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-799de92f-189a-450f-87ae-d1097c60e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:45.222636 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-799de92f-189a-450f-87ae-d1097c60e83a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bde3329a96254d028e5b076fe8b84ca6&device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 1100 time: 0.1278405 Jul 16 19:55:45.374230 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-69b8d774-3aa8-4b58-a332-2b55cce1c592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.423852 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-69b8d774-3aa8-4b58-a332-2b55cce1c592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.482584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0862be9-6ebe-485d-bad9-02c862f2cd7d req-fe2720c9-3705-45a8-9d9d-bf6a0dce0f6f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:45.484263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0862be9-6ebe-485d-bad9-02c862f2cd7d req-fe2720c9-3705-45a8-9d9d-bf6a0dce0f6f tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.1715736 Jul 16 19:55:45.520618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53696) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:45.561516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-69b8d774-3aa8-4b58-a332-2b55cce1c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.564082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-69b8d774-3aa8-4b58-a332-2b55cce1c592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.565285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-69b8d774-3aa8-4b58-a332-2b55cce1c592 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b53e3cd-6c1a-4405-a462-2581d0be7ec7 HTTP/1.1" status: 204 len: 168 time: 0.3824089 Jul 16 19:55:45.576839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-624c92d4-d3a7-433d-b145-47b4b9a9e3b8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1381137512&fields=id&tenant_id=a47ec9a099f84b30b7e6fe4993092e87 HTTP/1.1" status: 200 len: 267 time: 0.0907905 Jul 16 19:55:45.591770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8d774-3aa8-4b58-a332-2b55cce1c592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b53e3cd-6c1a-4405-a462-2581d0be7ec7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:45.601884 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0862be9-6ebe-485d-bad9-02c862f2cd7d req-40fbfa16-895a-4041-875b-5fb020be8fdc tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/security-groups?id=0f28d6c5-903b-473c-b5a7-0d676af279bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082909 Jul 16 19:55:45.649727 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f10e3cd5-f50c-48ab-82c0-fd31bf2371f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8c2d49a545b4e2ea051c09150d11211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277003 Jul 16 19:55:45.652632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53700) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:45.684168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-b4160a8a-f4da-46ed-9eb6-ed2de107fd21 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:45.685629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-b4160a8a-f4da-46ed-9eb6-ed2de107fd21 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports/a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 200 len: 931 time: 0.0959520 Jul 16 19:55:45.730542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-d6a7764b-81f9-4846-af19-15ec753adb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:45.733031 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-d6a7764b-81f9-4846-af19-15ec753adb80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.5006926 Jul 16 19:55:45.781015 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-e6e99a69-8cdf-4957-b145-92c5b412e474 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda HTTP/1.1" status: 200 len: 217 time: 0.0417714 Jul 16 19:55:45.799495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-61813f9f-d0b7-436d-8f2a-d475591d5f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.808966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d0b7e86-db3c-48f6-a4a4-4aa37bd00f8b tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:45.816091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d0b7e86-db3c-48f6-a4a4-4aa37bd00f8b tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports/1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 200 len: 931 time: 0.1216977 Jul 16 19:55:45.862901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-61813f9f-d0b7-436d-8f2a-d475591d5f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:45.869310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-8f5a7b33-9f1d-4d02-a89f-8ab92eab6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:45.871412 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-8f5a7b33-9f1d-4d02-a89f-8ab92eab6320 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0782967 Jul 16 19:55:45.919586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-500117f3-5f02-4d1d-a540-da15d31d80b7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1025565 Jul 16 19:55:45.949326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-b5fe1f08-e227-4c7c-9390-d43d99faa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:45.951298 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-b5fe1f08-e227-4c7c-9390-d43d99faa5af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705681 Jul 16 19:55:45.988784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d122829a-3540-42d5-92b0-99093cc3f519 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0546706 Jul 16 19:55:46.012737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79b72-3b28-469e-b3b6-5e3cea2d7045 req-e4941d2f-52e6-4b56-8262-aefefce5f793 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:46.020135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4a79b72-3b28-469e-b3b6-5e3cea2d7045 req-e4941d2f-52e6-4b56-8262-aefefce5f793 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 948 time: 0.2759199 Jul 16 19:55:46.113224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4a79b72-3b28-469e-b3b6-5e3cea2d7045 req-a291021a-0ec3-4631-9da8-280b6026bc4a tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919020 Jul 16 19:55:46.123396 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-11ab987a-0608-4620-b6c8-5f6dda3bd956 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637733 Jul 16 19:55:46.161984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-61813f9f-d0b7-436d-8f2a-d475591d5f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:46.164778 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-61813f9f-d0b7-436d-8f2a-d475591d5f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:46.165923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-61813f9f-d0b7-436d-8f2a-d475591d5f0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44454754-c425-499e-b60d-33cbd5cfa691 HTTP/1.1" status: 204 len: 168 time: 0.5120740 Jul 16 19:55:46.185698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813f9f-d0b7-436d-8f2a-d475591d5f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44454754-c425-499e-b60d-33cbd5cfa691,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:46.260944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53efb16b-d8e1-489f-ae3e-fb4898b5c739 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:46.278716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53efb16b-d8e1-489f-ae3e-fb4898b5c739 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:46.285554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53efb16b-d8e1-489f-ae3e-fb4898b5c739 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:46.287248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53efb16b-d8e1-489f-ae3e-fb4898b5c739 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/networks?id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea HTTP/1.1" status: 200 len: 1990 time: 0.2596121 Jul 16 19:55:46.328241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-71dd8a6a-9fe8-40c2-a27b-06ddaa03a614 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/quotas/a47ec9a099f84b30b7e6fe4993092e87 HTTP/1.1" status: 200 len: 375 time: 0.0152953 Jul 16 19:55:46.366987 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-854f65d8-d1fb-4c87-a014-e4d049f1da98 req-27b6568e-0825-478a-b77c-aaa291088f05 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294400 Jul 16 19:55:46.463041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-42024063-7845-4178-b114-57214332330c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1333277 Jul 16 19:55:46.609057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-9e74cb43-a3c5-405d-8805-4b65a4e07dcb tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:46.611380 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-9e74cb43-a3c5-405d-8805-4b65a4e07dcb tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 950 time: 0.0987389 Jul 16 19:55:46.713050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-141209e4-fafe-45f2-83ee-8c14407ca198 service neutron] 10.222.0.78 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375507 Jul 16 19:55:46.741258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea6b2f-f91e-4d31-a568-0b49308ac1ab req-43716400-4041-4874-9a80-4b7b4a72fb0e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:46.749965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cea6b2f-f91e-4d31-a568-0b49308ac1ab req-43716400-4041-4874-9a80-4b7b4a72fb0e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 946 time: 0.2429743 Jul 16 19:55:46.764064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Deleting port 20e69bea-4580-41a7-bd0d-f1b5a74b75af {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:55:46.765005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:46.863640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cea6b2f-f91e-4d31-a568-0b49308ac1ab req-b15d6212-c1a4-411c-9286-6875064d7e30 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124351 Jul 16 19:55:46.895607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53746) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:46.910922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3bbf50e1-7f7d-406b-9a16-60c9b4882fd2 service neutron] 10.222.0.78 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953108 Jul 16 19:55:46.916176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] For port 20e69bea-4580-41a7-bd0d-f1b5a74b75af, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20e69bea-4580-41a7-bd0d-f1b5a74b75af,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:46.916810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:46.955384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Calling delete_port for 20e69bea-4580-41a7-bd0d-f1b5a74b75af owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:55:46.969278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-7c507bd2-62c8-4912-8ac5-907e4eba52aa service neutron] 10.222.0.78 "GET /v2.0/ports/a463f6be-f769-4e13-a75a-82c390179661?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0572867 Jul 16 19:55:47.072031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2103194088-network', 'tenant_id': 'cac9fa68f2bb4075964f5e57b28cfd46'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:47.095981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-f1857cb1-7fe1-41cb-a505-8d89d9113417 service neutron] 10.222.0.78 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257212 Jul 16 19:55:47.120071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Made reservation on behalf of cac9fa68f2bb4075964f5e57b28cfd46 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:47.123152 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.134543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.242384 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.252342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53760) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:47.258154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20e69bea-4580-41a7-bd0d-f1b5a74b75af'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:47.283455 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-1c8e80c3-8072-40cd-ac00-d73492d864d8 service neutron] 10.222.0.78 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864636 Jul 16 19:55:47.333837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Pushing event deleted for resources: {'Port': ['ID=20e69bea-4580-41a7-bd0d-f1b5a74b75af,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:47.346712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ebf53-f7df-4c98-b299-642a0ff9e5d8 req-09939589-4857-4ef4-b8a8-bcc20fd16599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:47.348150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac5ebf53-f7df-4c98-b299-642a0ff9e5d8 req-09939589-4857-4ef4-b8a8-bcc20fd16599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.1690028 Jul 16 19:55:47.369977 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ab50b897-a0b7-4b84-ae5b-1d4c931cb065 service neutron] 10.222.0.78 "GET /v2.0/ports/1d7e2748-4bae-46fc-a328-ad810cb8880d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0853631 Jul 16 19:55:47.382275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] No DVR routers for this DVR port 20e69bea-4580-41a7-bd0d-f1b5a74b75af on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:55:47.386804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.388897 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-03a638b3-0b68-44c0-80c6-056295ab6c82 req-4a1661d9-e7ee-4548-a557-2a2f23077d16 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.68 "DELETE /v2.0/ports/20e69bea-4580-41a7-bd0d-f1b5a74b75af HTTP/1.1" status: 204 len: 173 time: 0.7706771 Jul 16 19:55:47.389363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'name': 'network-vif-deleted', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:47.391695 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eec9e7-e4df-48fa-919c-b25c2c84c7ac" -d '{"events": [{"server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "name": "network-vif-deleted", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:47.422200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.427357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.447595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1190927852-network', 'tenant_id': 'f9c52f0c54e94914b90d9b206ff78139'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:47.456930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:55:47.457393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b74a30a4-b83d-49e6-9a0a-d69bc3a48cda details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:55:47.468192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace1e345-b9d3-4dd4-ac88-cba6156ad740,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:47.492651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.494575 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Added segment f23604e1-d37e-4744-8264-d422ed725ec7 of type vlan for network f6b0d9e0-cdbe-4292-a896-fb6a30971a31 Jul 16 19:55:47.501820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac5ebf53-f7df-4c98-b299-642a0ff9e5d8 req-0400e66b-d8e6-4785-8d25-d3aa84972cd5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439118 Jul 16 19:55:47.592044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Made reservation on behalf of f9c52f0c54e94914b90d9b206ff78139 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:47.593119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.594851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.613175 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.625847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-5bfe52f2-4a76-43c6-a6e0-34632181e51d service neutron] 10.222.0.78 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471025 Jul 16 19:55:47.630800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:47.648623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'b74a30a4-b83d-49e6-9a0a-d69bc3a48cda', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'b74a30a4-b83d-49e6-9a0a-d69bc3a48cda', 'mac_address': 'fa:16:3e:e1:a1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:55:47.667936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.669609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:47.670284 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.712662 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.745875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74a30a4-b83d-49e6-9a0a-d69bc3a48cda {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:47.752162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b0d9e0-cdbe-4292-a896-fb6a30971a31,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:47.775936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:47.780673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network f6b0d9e0-cdbe-4292-a896-fb6a30971a31 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:55:47.785711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:47.787541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf995a2-387c-4dff-a774-bbf05e6b90dc req-7645fc71-9f01-4c63-936e-d6ebd732cbf3 tempest-MigrationsAdminTest-1480613918 tempest-MigrationsAdminTest-1480613918-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a8cdadc-aecd-4451-a9b6-ef139eff2467 HTTP/1.1" status: 200 len: 210 time: 0.0503345 Jul 16 19:55:47.844247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c2cc266e-6b23-4e2e-8240-6d3395330a2c service neutron] 10.222.0.78 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173657 Jul 16 19:55:47.960099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:47.967003 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d84972c1-c3a8-4084-87e2-82e79e1bd4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.038089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b74a30a4-b83d-49e6-9a0a-d69bc3a48cda'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:48.068866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.076982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3428a913-26a8-4425-a8c7-304b1e594842 req-47d48986-8a88-4666-983f-97b5ecac8455 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-70554553&fields=id&tenant_id=6b96dd585e964d75abec6c47e146a7dd HTTP/1.1" status: 200 len: 267 time: 0.0974939 Jul 16 19:55:48.079045 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.083456 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5664312f-d503-4667-bf4b-7a86563ea128 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1862638 Jul 16 19:55:48.085144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-afef76d7-0e3d-475d-a93d-5421f2eb8ebc service neutron] 10.222.0.78 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400322 Jul 16 19:55:48.087790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53768) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:48.094833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Request body: {'subnet': {'network_id': 'f6b0d9e0-cdbe-4292-a896-fb6a30971a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2103194088-subnet', 'tenant_id': 'cac9fa68f2bb4075964f5e57b28cfd46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:48.134832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Made reservation on behalf of cac9fa68f2bb4075964f5e57b28cfd46 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:48.139361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.210840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:55:48.242178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1083ec50-1843-4306-8060-1607e339b0e7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:48.259613 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.260390 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Added segment eeae406d-53dc-454c-b928-a61f00f6e483 of type vlan for network 9041918d-f7d2-4afb-98bc-507156bc8a10 Jul 16 19:55:48.365972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428a913-26a8-4425-a8c7-304b1e594842 req-6ffe4d80-7f31-47fc-a33c-849ffac351e4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:48.368700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3428a913-26a8-4425-a8c7-304b1e594842 req-6ffe4d80-7f31-47fc-a33c-849ffac351e4 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 946 time: 0.2809339 Jul 16 19:55:48.390504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-3428a913-26a8-4425-a8c7-304b1e594842 req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'port': {'security_groups': ['bc793eb2-532f-4bad-b704-e97c21566bcd', 'b99faa2c-a817-49b9-adf8-0bc5c6955339']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:48.397399 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.405373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.467670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c56227-9b62-4cd9-bec3-6c76ede705c2,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:48.475696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Checking segment: {'id': 'f23604e1-d37e-4744-8264-d422ed725ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f6b0d9e0-cdbe-4292-a896-fb6a30971a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:48.475833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Network hostable DHCP agents. Network: f6b0d9e0-cdbe-4292-a896-fb6a30971a31, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:55:48.500695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Network f6b0d9e0-cdbe-4292-a896-fb6a30971a31 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:55:48.513048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, f6b0d9e0-cdbe-4292-a896-fb6a30971a31) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:48.520539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:48.520764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.527492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab802689-ee55-4b8c-9291-396fcf9d07bb None None] Network f6b0d9e0-cdbe-4292-a896-fb6a30971a31 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:48.545213 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7578c96c-f6b0-4e99-bc33-8cc089b328fb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4525356 Jul 16 19:55:48.672803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-66b5fd33-0d90-4ccb-b758-cd86a4141b41 service neutron] 10.222.0.78 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629401 Jul 16 19:55:48.694939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4086da83-babf-4353-9759-01cf54a1bb5e None None] Network f6b0d9e0-cdbe-4292-a896-fb6a30971a31 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:48.804392 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.805367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:48.805940 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.848759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3428a913-26a8-4425-a8c7-304b1e594842 req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.868432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6083970 Jul 16 19:55:48.871598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53778) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:48.877104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Request body: {'subnet': {'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1190927852-subnet', 'tenant_id': 'f9c52f0c54e94914b90d9b206ff78139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:48.881564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ab961589-8e19-4972-9311-f91ba9cde3e0 service neutron] 10.222.0.78 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079151 Jul 16 19:55:48.898800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Made reservation on behalf of f9c52f0c54e94914b90d9b206ff78139 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:48.902489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.944855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8abb5-b0c9-4d6d-be02-a29f8b4b0a7c admin admin] Pushing event updated for resources: {'Network': ['ID=9041918d-f7d2-4afb-98bc-507156bc8a10,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:48.959144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 9041918d-f7d2-4afb-98bc-507156bc8a10 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:55:49.080692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-bac3ea5e-137e-46fd-9e75-aecdf73b8594 service neutron] 10.222.0.78 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500223 Jul 16 19:55:49.097560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:49.176430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a21dd75-df91-45f6-92dd-45fdc28b51d7,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:49.185335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:49.185707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Network hostable DHCP agents. Network: 9041918d-f7d2-4afb-98bc-507156bc8a10, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:55:49.209100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Network 9041918d-f7d2-4afb-98bc-507156bc8a10 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:55:49.221204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 9041918d-f7d2-4afb-98bc-507156bc8a10) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:49.234284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:49.235404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:49.242885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-3428a913-26a8-4425-a8c7-304b1e594842 req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] For port 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:49.254498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36285609-4620-4d13-9117-9e9e40bbfc48 None None] Network 9041918d-f7d2-4afb-98bc-507156bc8a10 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:49.259806 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b1cdaffc-f12f-4527-ba96-febff385e58a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3861458 Jul 16 19:55:49.269537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-27d77f0f-d4a2-440b-9c4b-9aa84aaf3339 service neutron] 10.222.0.78 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776252 Jul 16 19:55:49.322886 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3428a913-26a8-4425-a8c7-304b1e594842 req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:49.335809 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3428a913-26a8-4425-a8c7-304b1e594842 req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:49.352595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20eb0cc2-ebe2-4f26-832b-16dab163aeef'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:49.357423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:49.443593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428a913-26a8-4425-a8c7-304b1e594842 req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:49.444930 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3428a913-26a8-4425-a8c7-304b1e594842 req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:49.457389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3428a913-26a8-4425-a8c7-304b1e594842 req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "PUT /v2.0/ports/20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 200 len: 982 time: 1.0713191 Jul 16 19:55:49.461028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:49.465590 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a3141c-a144-44a2-9742-566e44fd3b56" -d '{"events": [{"name": "network-changed", "server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:49.485334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b74a30a4-b83d-49e6-9a0a-d69bc3a48cda up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:55:49.532131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec21a5-634b-44f5-ab91-96e62d450e10 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'Port': ['ID=20eb0cc2-ebe2-4f26-832b-16dab163aeef,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:49.553802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-a11b5756-acab-4b82-afb3-500c3637f790 service neutron] 10.222.0.78 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644591 Jul 16 19:55:49.576891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20eb0cc2-ebe2-4f26-832b-16dab163aeef'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:55:49.790641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39148bdc-0e61-41af-bddd-4e5cead4195b None None] Network 9041918d-f7d2-4afb-98bc-507156bc8a10 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:49.821170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-526d7b74-6331-40f3-bbc0-ed8fd20746b6 service neutron] 10.222.0.78 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574286 Jul 16 19:55:49.901643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dc806-ef35-40fb-88de-2c302f2a1f9d req-e7dd42c6-93d6-4661-bb1b-118a3e8e7570 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:49.903085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b92dc806-ef35-40fb-88de-2c302f2a1f9d req-e7dd42c6-93d6-4661-bb1b-118a3e8e7570 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 949 time: 0.2650921 Jul 16 19:55:49.948318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53798) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:49.955161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1047457144-network', 'tenant_id': '53a3dc1ef9204fd18311386c81cf87bd'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:49.978532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Made reservation on behalf of 53a3dc1ef9204fd18311386c81cf87bd for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:49.981631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:49.989704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:49.991767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.043582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:50.044358 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.046929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b92dc806-ef35-40fb-88de-2c302f2a1f9d req-431edbd2-9311-4e60-b5ed-0736f22b47b3 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358821 Jul 16 19:55:50.075077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-2041a033-c2f9-47a1-b504-703bf592bcb2 service neutron] 10.222.0.78 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456298 Jul 16 19:55:50.118807 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16333d91-638d-4a13-9739-fe4c455036a8 x-openstack-request-id: req-16333d91-638d-4a13-9739-fe4c455036a8 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:50.119385 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8cdadc-aecd-4451-a9b6-ef139eff2467", "name": "network-vif-deleted", "tag": "20e69bea-4580-41a7-bd0d-f1b5a74b75af", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:50.120228 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16333d91-638d-4a13-9739-fe4c455036a8 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:50.121673 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8cdadc-aecd-4451-a9b6-ef139eff2467', 'name': 'network-vif-deleted', 'tag': '20e69bea-4580-41a7-bd0d-f1b5a74b75af', 'status': 'completed', 'code': 200} Jul 16 19:55:50.167718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.174406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.194237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 20e69bea-4580-41a7-bd0d-f1b5a74b75af no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:55:50.231617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:55:50.240876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089b5792-f9dd-471e-a88f-378aacafe22f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:50.267116 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.267638 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Added segment d949633d-1831-4701-9e26-9dee3cf5835b of type vlan for network 8ba1e67f-b31f-4618-bf53-40fbf6044994 Jul 16 19:55:50.351463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.428464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 20e69bea-4580-41a7-bd0d-f1b5a74b75af {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:55:50.428754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 20e69bea-4580-41a7-bd0d-f1b5a74b75af not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:55:50.455978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.457169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:50.457862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.522137 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3b948e5f-fee8-4aa8-a5b8-c7b044517ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.581390 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.640275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba1e67f-b31f-4618-bf53-40fbf6044994,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:50.671240 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-87f223aa-3ae9-493c-a9d7-fda2b65b32a5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7151558 Jul 16 19:55:50.671440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 8ba1e67f-b31f-4618-bf53-40fbf6044994 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:55:50.671760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53810) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:50.687877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Request body: {'subnet': {'network_id': '8ba1e67f-b31f-4618-bf53-40fbf6044994', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1047457144-subnet', 'tenant_id': '53a3dc1ef9204fd18311386c81cf87bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:50.725660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb74e99-5599-496b-8fe7-8c597ad23625 req-70ebcee5-5bf5-405c-b4bc-ac4d430498da tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:50.728446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.738481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bcb74e99-5599-496b-8fe7-8c597ad23625 req-70ebcee5-5bf5-405c-b4bc-ac4d430498da tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.1705158 Jul 16 19:55:50.741415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Made reservation on behalf of 53a3dc1ef9204fd18311386c81cf87bd for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:50.747763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.816356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bcb74e99-5599-496b-8fe7-8c597ad23625 req-22d7d51e-97ba-4622-b336-1a3640e994d5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759864 Jul 16 19:55:50.868726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe52e2f-481b-4eea-b6a5-0733f04a1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74a30a4-b83d-49e6-9a0a-d69bc3a48cda'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:50.871783 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a170664-775d-4bd9-8e5e-3cc0e3a89aac" -d '{"events": [{"server_uuid": "ffe52e2f-481b-4eea-b6a5-0733f04a1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "b74a30a4-b83d-49e6-9a0a-d69bc3a48cda"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:50.906481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:55:50.933517 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.999116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:51.078526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:51.144551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=01394d58-d625-4c7a-be4b-2c2c466b591b,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:51.168676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Checking segment: {'id': 'd949633d-1831-4701-9e26-9dee3cf5835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8ba1e67f-b31f-4618-bf53-40fbf6044994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:51.169113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Network hostable DHCP agents. Network: 8ba1e67f-b31f-4618-bf53-40fbf6044994, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:55:51.190598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Network 8ba1e67f-b31f-4618-bf53-40fbf6044994 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:55:51.212608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 8ba1e67f-b31f-4618-bf53-40fbf6044994) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:51.218738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:51.219651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:51.228482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108ef0f-76e3-486f-9f7e-355b20075410 None None] Network 8ba1e67f-b31f-4618-bf53-40fbf6044994 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:51.246636 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f08a18c-fb59-4040-819f-40181b51cdbe admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5730977 Jul 16 19:55:51.326435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1603a676-dba4-4d24-95d7-44abd3d28f79 req-3f6ab445-4479-4f87-a302-6748c4ebbb8f tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-717121202', 'description': 'tempest-description-521866206'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:51.395223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1603a676-dba4-4d24-95d7-44abd3d28f79 req-3f6ab445-4479-4f87-a302-6748c4ebbb8f tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:51.553104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e471cf72-b7dc-4ab9-a9aa-4f5354c4f5a5 req-59f6560f-7b70-4f35-bbea-8620e15319dd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/b99faa2c-a817-49b9-adf8-0bc5c6955339 HTTP/1.1" status: 200 len: 1798 time: 0.0946872 Jul 16 19:55:51.592970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe0d6f-5308-4e92-b35f-29b04dba5984 None None] Network 8ba1e67f-b31f-4618-bf53-40fbf6044994 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:51.669552 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-e471cf72-b7dc-4ab9-a9aa-4f5354c4f5a5 req-a1c44315-4ab1-4af2-9842-dad49b7a932c tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 19:55:51.673875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e471cf72-b7dc-4ab9-a9aa-4f5354c4f5a5 req-a1c44315-4ab1-4af2-9842-dad49b7a932c tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/b99faa2c-a817-49b9-adf8-0bc5c6955339 HTTP/1.1" status: 409 len: 341 time: 0.1101046 Jul 16 19:55:51.717596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1603a676-dba4-4d24-95d7-44abd3d28f79 req-3f6ab445-4479-4f87-a302-6748c4ebbb8f tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:51.725166 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1603a676-dba4-4d24-95d7-44abd3d28f79 req-3f6ab445-4479-4f87-a302-6748c4ebbb8f tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:51.754124 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1603a676-dba4-4d24-95d7-44abd3d28f79 req-3f6ab445-4479-4f87-a302-6748c4ebbb8f tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:51.757808 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1603a676-dba4-4d24-95d7-44abd3d28f79 req-3f6ab445-4479-4f87-a302-6748c4ebbb8f tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4415388 Jul 16 19:55:51.771722 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74957613-b9ca-4b6e-a31d-6a1e4c6e2bac x-openstack-request-id: req-74957613-b9ca-4b6e-a31d-6a1e4c6e2bac {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:51.773058 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:51.773524 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74957613-b9ca-4b6e-a31d-6a1e4c6e2bac {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:51.775002 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef', 'status': 'completed', 'code': 200} Jul 16 19:55:51.821622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ab445-4479-4f87-a302-6748c4ebbb8f tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2dddd0-e134-4c09-a10a-50a716748e83,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:51.879761 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3ce0d7-7013-46f0-88d5-79c6192a1b4b x-openstack-request-id: req-7c3ce0d7-7013-46f0-88d5-79c6192a1b4b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:55:51.880030 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe52e2f-481b-4eea-b6a5-0733f04a1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "b74a30a4-b83d-49e6-9a0a-d69bc3a48cda", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:55:51.880384 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c3ce0d7-7013-46f0-88d5-79c6192a1b4b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:55:51.883734 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe52e2f-481b-4eea-b6a5-0733f04a1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74a30a4-b83d-49e6-9a0a-d69bc3a48cda', 'code': 200} Jul 16 19:55:52.019576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-432fe7e0-0916-4268-98c3-f53e7f70ca8b req-3cce6fea-52d0-482b-80fa-226af19b3776 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.1064544 Jul 16 19:55:52.089870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-d6c1f4c7-ce2a-4174-a1c8-4160dc6b98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:52.092638 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-d6c1f4c7-ce2a-4174-a1c8-4160dc6b98b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 1137 time: 0.2710931 Jul 16 19:55:52.219115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:52.254840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1ab2-2b01-45a5-9fe4-1a66aac3eb2f req-02e011a1-47d2-4eed-8800-c722e6607204 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:52.271373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-233e1ab2-2b01-45a5-9fe4-1a66aac3eb2f req-02e011a1-47d2-4eed-8800-c722e6607204 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 950 time: 0.2136071 Jul 16 19:55:52.272003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53854) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:52.309193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34a42-6a78-4409-8f92-31bbbeb24136 req-6e932272-5cb6-4ba4-8d12-95c732311085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:52.311732 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-02d34a42-6a78-4409-8f92-31bbbeb24136 req-6e932272-5cb6-4ba4-8d12-95c732311085 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 1102 time: 0.3011518 Jul 16 19:55:52.360494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-65cc75eb-6cd0-41f0-aa3f-65e357470393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:52.362547 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-65cc75eb-6cd0-41f0-aa3f-65e357470393 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 914 time: 0.2582917 Jul 16 19:55:52.424860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-233e1ab2-2b01-45a5-9fe4-1a66aac3eb2f req-18ffdab7-d845-489a-9290-7e6772d82ff4 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392763 Jul 16 19:55:52.434029 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-02d34a42-6a78-4409-8f92-31bbbeb24136 req-69d30ece-13cd-4fc9-8847-9f76237d4d51 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146464 Jul 16 19:55:52.435941 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-493987bf-e989-4c9a-b990-d4930e43d95f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 200 len: 217 time: 0.0664029 Jul 16 19:55:52.592682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d397dbb0-e904-441b-aaed-22674ece786e req-ebca9a25-0a8d-4720-a487-951e23ba8e33 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/5e2dddd0-e134-4c09-a10a-50a716748e83 HTTP/1.1" status: 200 len: 1811 time: 0.1109734 Jul 16 19:55:52.597091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-8e7cccc5-3430-43df-a99c-0dcf5c3881a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:52.598679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-8e7cccc5-3430-43df-a99c-0dcf5c3881a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.1561265 Jul 16 19:55:52.624477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d397dbb0-e904-441b-aaed-22674ece786e req-f336e990-c593-4f4e-90bc-18377f142fc3 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e2dddd0-e134-4c09-a10a-50a716748e83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:52.625165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d397dbb0-e904-441b-aaed-22674ece786e req-f336e990-c593-4f4e-90bc-18377f142fc3 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e2dddd0-e134-4c09-a10a-50a716748e83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:52.676898 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-c7192209-2557-43f8-80d4-795cb8ad949b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705419 Jul 16 19:55:52.726282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e569f322-b36b-4dfe-a976-f0a77dd6dc57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6fe27a832b7f42c9bc6c7c6b5bd1a11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523771 Jul 16 19:55:52.731196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:52.759895 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d397dbb0-e904-441b-aaed-22674ece786e req-f336e990-c593-4f4e-90bc-18377f142fc3 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:52.798626 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d397dbb0-e904-441b-aaed-22674ece786e req-f336e990-c593-4f4e-90bc-18377f142fc3 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:52.805408 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d397dbb0-e904-441b-aaed-22674ece786e req-f336e990-c593-4f4e-90bc-18377f142fc3 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:52.828311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336e990-c593-4f4e-90bc-18377f142fc3 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a2adca-999b-4536-8a25-eee95f5fcbd3,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:52.868457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-659868d1-0218-4b0d-a9de-024b27d99a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:52.872768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d397dbb0-e904-441b-aaed-22674ece786e req-f336e990-c593-4f4e-90bc-18377f142fc3 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:52.874470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d397dbb0-e904-441b-aaed-22674ece786e req-f336e990-c593-4f4e-90bc-18377f142fc3 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2687201 Jul 16 19:55:52.925362 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-659868d1-0218-4b0d-a9de-024b27d99a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:52.930918 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-526922ce-3d28-4c82-8c28-6d73ae584758 service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414658 Jul 16 19:55:53.121299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754687e-7931-4ef3-849c-543e79563791 req-8effdb6c-eb62-4906-b219-2074349c95b6 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:53.122202 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9754687e-7931-4ef3-849c-543e79563791 req-8effdb6c-eb62-4906-b219-2074349c95b6 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.1042938 Jul 16 19:55:53.171489 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85a3141c-a144-44a2-9742-566e44fd3b56 req-86201f5a-3ec7-43c0-9ec2-150019700c36 service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328711 Jul 16 19:55:53.174874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-659868d1-0218-4b0d-a9de-024b27d99a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:53.181114 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-659868d1-0218-4b0d-a9de-024b27d99a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:53.185180 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-659868d1-0218-4b0d-a9de-024b27d99a03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f28d6c5-903b-473c-b5a7-0d676af279bd HTTP/1.1" status: 204 len: 168 time: 0.4517283 Jul 16 19:55:53.201366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659868d1-0218-4b0d-a9de-024b27d99a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f28d6c5-903b-473c-b5a7-0d676af279bd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:53.280478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9754687e-7931-4ef3-849c-543e79563791 req-d84e87b1-17eb-4a89-9656-73562141dcc3 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485364 Jul 16 19:55:53.327558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-6b2ea7ad-a558-461b-9ef7-3f6ef0736e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:53.330106 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-6b2ea7ad-a558-461b-9ef7-3f6ef0736e31 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 1137 time: 0.0920262 Jul 16 19:55:53.545971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543e50-40dc-4235-b6f4-734237fcc08b req-dea8e09f-5ada-43e8-b768-6c22ae683966 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:53.559921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-dea8e09f-5ada-43e8-b768-6c22ae683966 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 808 time: 0.3739796 Jul 16 19:55:53.593474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-fbb2b628-6ced-4014-aeac-5f807893d4f0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/quotas/f9c52f0c54e94914b90d9b206ff78139 HTTP/1.1" status: 200 len: 375 time: 0.0316966 Jul 16 19:55:53.594438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:53.656490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-3467a98c-631d-494b-b5d3-94488b941a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:53.659365 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-3467a98c-631d-494b-b5d3-94488b941a93 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 914 time: 0.3227925 Jul 16 19:55:53.722094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-305a4f15-c2f7-47a6-aaed-84d8ba998244 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 200 len: 217 time: 0.0570376 Jul 16 19:55:53.766178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-4a6c02be-011e-4a81-9717-34d199fe23d0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1719379 Jul 16 19:55:53.814722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-afd03d6d-0f9c-423a-81f8-e92bc6352981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:53.818262 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-afd03d6d-0f9c-423a-81f8-e92bc6352981 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.0889890 Jul 16 19:55:53.853876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-be898344-2dcb-4c4d-8224-71aeea7e15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:53.855286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-be898344-2dcb-4c4d-8224-71aeea7e15a7 service neutron] 10.222.0.68 "GET /v2.0/ports/a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 200 len: 1027 time: 0.1913006 Jul 16 19:55:53.896343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53886) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:53.899983 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-1a9a904e-d1ff-4c57-86d0-ccf8cc965990 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738473 Jul 16 19:55:53.917761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c59e9-5c70-43b1-a977-b8a2821094ef req-e7df62f4-a941-466f-a17a-4d9daa1fba22 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:53.921414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-961c59e9-5c70-43b1-a977-b8a2821094ef req-e7df62f4-a941-466f-a17a-4d9daa1fba22 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 985 time: 0.3407021 Jul 16 19:55:53.978501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-633e8b05-5887-42f5-a901-423e567fe3d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d55d090717af480b8b76c8c238eacda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808365 Jul 16 19:55:53.983734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53888) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:53.996644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-046c5913-9cd3-4087-b4b4-d0b3c31652db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:54.001162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-046c5913-9cd3-4087-b4b4-d0b3c31652db service neutron] 10.222.0.68 "GET /v2.0/ports/1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 200 len: 1027 time: 0.1393738 Jul 16 19:55:54.096527 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-fa847441-0427-43fd-be00-40548063a70f service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639466 Jul 16 19:55:54.099495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5732cfbe-49fb-4b62-ade1-59946e50f8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:54.126358 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-961c59e9-5c70-43b1-a977-b8a2821094ef req-87be5cfd-d8d5-4263-a6d3-8ff76985eb03 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&id=b99faa2c-a817-49b9-adf8-0bc5c6955339&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1968610 Jul 16 19:55:54.150333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5732cfbe-49fb-4b62-ade1-59946e50f8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:54.308425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5732cfbe-49fb-4b62-ade1-59946e50f8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:54.314604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5732cfbe-49fb-4b62-ade1-59946e50f8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:54.319228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5732cfbe-49fb-4b62-ade1-59946e50f8f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/915eac0c-e584-49fd-9b9f-11dae6724dd6 HTTP/1.1" status: 204 len: 168 time: 0.3310804 Jul 16 19:55:54.330902 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-181b6ecb-54b2-48b3-8649-3d808994d3d0 req-fa2f3d49-f0aa-4806-8173-6469a81461dd service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192605 Jul 16 19:55:54.352562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732cfbe-49fb-4b62-ade1-59946e50f8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915eac0c-e584-49fd-9b9f-11dae6724dd6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:54.400535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6eb8202-d8f4-4973-9da9-eeeede4dc4bc req-38d32f9b-6b41-4e6e-b037-c77433841da9 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/5e2dddd0-e134-4c09-a10a-50a716748e83 HTTP/1.1" status: 200 len: 2404 time: 0.1850393 Jul 16 19:55:54.416096 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-2c3b8d48-b94b-40a8-bf75-3c34978bbad5 service neutron] 10.222.0.78 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350772 Jul 16 19:55:54.438928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-797adb38-5bdb-412a-a869-017cd3aba5ce tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:54.446407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-797adb38-5bdb-412a-a869-017cd3aba5ce tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:54.454348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-797adb38-5bdb-412a-a869-017cd3aba5ce tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:54.456714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-797adb38-5bdb-412a-a869-017cd3aba5ce tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "GET /v2.0/networks?id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea HTTP/1.1" status: 200 len: 1990 time: 0.4500968 Jul 16 19:55:54.631206 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10eec4de-5fdc-42f9-a31b-65ca0449437b req-1136b265-c691-4e3b-8321-93646d97a88e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0689063 Jul 16 19:55:54.666490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-5ceaed4c-c88a-4ab2-b4d4-1e979656863f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47ec9a099f84b30b7e6fe4993092e87 HTTP/1.1" status: 200 len: 380 time: 0.1815815 Jul 16 19:55:54.688167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'admin_state_up': True, 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'security_groups': ['20d7f913-c2a1-42e4-8817-20dea340e3e5']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:54.792273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-950053da-62d9-4379-9665-2b0e5ebf2f41 service neutron] 10.222.0.78 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340707 Jul 16 19:55:54.837181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:54.837337 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.191528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95984f34-067c-4895-8e54-d18fd3b25b5f req-20503bdd-79a0-4ff5-903d-441d88a9c30b tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:55.203789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95984f34-067c-4895-8e54-d18fd3b25b5f req-20503bdd-79a0-4ff5-903d-441d88a9c30b tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 950 time: 0.2335656 Jul 16 19:55:55.266341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Allocated IP 172.20.0.9 (27dd3cef-856c-4d0a-bb54-65e26f8dbe79/0ed60708-ce37-4ca4-b285-d0fb5baac0d5/4a0cd458-be78-4da7-89da-0761a7e50aa5) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:55.359927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95984f34-067c-4895-8e54-d18fd3b25b5f req-4a5c4e02-49ed-440c-a2b7-7b163d74a3e9 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490526 Jul 16 19:55:55.443089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eaf17-ede4-40d6-9b91-36e3a5db631e req-c9046876-5215-4bab-adcb-6e88354e4e66 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:55.451001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-181eaf17-ede4-40d6-9b91-36e3a5db631e req-c9046876-5215-4bab-adcb-6e88354e4e66 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.1808617 Jul 16 19:55:55.606256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9e988a2-338a-4107-98e0-d99d23bd96e0 req-3aac7b46-deb5-433b-8e8b-361b8432e73c tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-group-rules/87a2adca-999b-4536-8a25-eee95f5fcbd3 HTTP/1.1" status: 200 len: 778 time: 0.1467149 Jul 16 19:55:55.617833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-181eaf17-ede4-40d6-9b91-36e3a5db631e req-7c5e0a51-fc56-4c73-b5a5-efb4e6652af1 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653500 Jul 16 19:55:55.752958 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.802256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-845b6907-bafa-4ffa-a691-5eef6267151d req-9765d8ce-3515-4e5e-b581-dd753682b4cb tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 210 time: 0.0674562 Jul 16 19:55:55.840626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Transition to ACTIVE for port object 4a0cd458-be78-4da7-89da-0761a7e50aa5 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:55.861921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9e988a2-338a-4107-98e0-d99d23bd96e0 req-24725a4e-cfcb-4988-a3a0-52373cf47886 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/5e2dddd0-e134-4c09-a10a-50a716748e83 HTTP/1.1" status: 200 len: 2404 time: 0.2383246 Jul 16 19:55:55.960512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a9e988a2-338a-4107-98e0-d99d23bd96e0 req-8384d775-8e6a-4144-9f9f-faa566d10058 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.984376 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a9e988a2-338a-4107-98e0-d99d23bd96e0 req-8384d775-8e6a-4144-9f9f-faa566d10058 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.997257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.093509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:56.119265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:56.123238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:56.211104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=4a0cd458-be78-4da7-89da-0761a7e50aa5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:56.217034 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a9e988a2-338a-4107-98e0-d99d23bd96e0 req-8384d775-8e6a-4144-9f9f-faa566d10058 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.224907 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a9e988a2-338a-4107-98e0-d99d23bd96e0 req-8384d775-8e6a-4144-9f9f-faa566d10058 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.242740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9e988a2-338a-4107-98e0-d99d23bd96e0 req-8384d775-8e6a-4144-9f9f-faa566d10058 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/87a2adca-999b-4536-8a25-eee95f5fcbd3 HTTP/1.1" status: 204 len: 173 time: 0.3482995 Jul 16 19:55:56.495636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-97fd466f-ff79-44dd-b823-8ed9de6b6605 None None] Provisioning for port 4a0cd458-be78-4da7-89da-0761a7e50aa5 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:56.510235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-97fd466f-ff79-44dd-b823-8ed9de6b6605 None None] Provisioning complete for port 4a0cd458-be78-4da7-89da-0761a7e50aa5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:56.511701 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-97fd466f-ff79-44dd-b823-8ed9de6b6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.604174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:56.604951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.625224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384d775-8e6a-4144-9f9f-faa566d10058 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87a2adca-999b-4536-8a25-eee95f5fcbd3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:56.651686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-97fd466f-ff79-44dd-b823-8ed9de6b6605 None None] Port 4a0cd458-be78-4da7-89da-0761a7e50aa5 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:55:56.689555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2ac7-9aa4-460a-aea8-1cca50a30d46 req-a5dabba6-c1df-4894-af08-3473b1e4bed0 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:56.702202 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-912b2ac7-9aa4-460a-aea8-1cca50a30d46 req-a5dabba6-c1df-4894-af08-3473b1e4bed0 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 985 time: 0.6704767 Jul 16 19:55:56.712606 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0b714ca2-f932-4e5f-ab9f-b1c3b6392e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0352061 Jul 16 19:55:56.735497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'admin_state_up': True, 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'security_groups': ['20d7f913-c2a1-42e4-8817-20dea340e3e5']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:56.916774 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-912b2ac7-9aa4-460a-aea8-1cca50a30d46 req-b316c770-f849-4bf6-adae-b51d1bcd9043 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&id=b99faa2c-a817-49b9-adf8-0bc5c6955339&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2100601 Jul 16 19:55:56.918487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:56.922411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.069331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543e50-40dc-4235-b6f4-734237fcc08b req-119166d5-83d9-4dd4-8663-1cb1b669b859 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:57.070964 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-119166d5-83d9-4dd4-8663-1cb1b669b859 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 808 time: 0.3424785 Jul 16 19:55:57.090217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Request body: {'port': {'device_id': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'admin_state_up': True, 'tenant_id': 'f9c52f0c54e94914b90d9b206ff78139'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:57.194397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-11340dc1-1452-4cfa-bc77-229d81bfebec req-136f365a-0f40-45cf-81e7-be39742241b4 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1057757610', 'description': 'tempest-description-105971953'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:57.266410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Allocated IP 10.1.1.203 (90afb9e8-2ecd-451a-8e3e-0230cb3efb60/6fa65b8a-f661-4140-8ec9-d542895d883c/36137dea-da05-44ad-b696-1cabae751096) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:57.277612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11340dc1-1452-4cfa-bc77-229d81bfebec req-136f365a-0f40-45cf-81e7-be39742241b4 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.291130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Made reservation on behalf of f9c52f0c54e94914b90d9b206ff78139 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:57.295967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.305994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0930-4214-4e91-923f-18cf0c55fff8 req-52b2003e-0f11-4ee7-b68c-8f96e5161f21 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:57.307623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-379e0930-4214-4e91-923f-18cf0c55fff8 req-52b2003e-0f11-4ee7-b68c-8f96e5161f21 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 931 time: 0.2376781 Jul 16 19:55:57.449915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-379e0930-4214-4e91-923f-18cf0c55fff8 req-b408a805-73cb-4bbd-92bd-be0713d03cb0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234324 Jul 16 19:55:57.462861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Allocated IP 172.20.0.14 (9041918d-f7d2-4afb-98bc-507156bc8a10/6a21dd75-df91-45f6-92dd-45fdc28b51d7/78751107-127c-4e88-b6d0-8ab890eb8e14) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:57.674255 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.680132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11340dc1-1452-4cfa-bc77-229d81bfebec req-136f365a-0f40-45cf-81e7-be39742241b4 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.705046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11340dc1-1452-4cfa-bc77-229d81bfebec req-136f365a-0f40-45cf-81e7-be39742241b4 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.717929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.771204 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.772086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Transition to ACTIVE for port object 36137dea-da05-44ad-b696-1cabae751096 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:57.805554 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11340dc1-1452-4cfa-bc77-229d81bfebec req-136f365a-0f40-45cf-81e7-be39742241b4 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.806968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11340dc1-1452-4cfa-bc77-229d81bfebec req-136f365a-0f40-45cf-81e7-be39742241b4 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6681125 Jul 16 19:55:57.812030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f365a-0f40-45cf-81e7-be39742241b4 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab7fab-27cd-4da9-a072-395f4bc771a9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:57.856171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Pushing event updated for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:57.869483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42de80-46e5-46f2-b8de-a3b8f721e432 req-c97fc39b-1b59-4251-8da2-77dd401ab301 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:57.872227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Network 9041918d-f7d2-4afb-98bc-507156bc8a10 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:57.875309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:57.878210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c42de80-46e5-46f2-b8de-a3b8f721e432 req-c97fc39b-1b59-4251-8da2-77dd401ab301 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.2003872 Jul 16 19:55:57.879098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:57.898454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.970557 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:57.971699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.982636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:57.993176 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-175b4bee-8930-467b-8753-9670bf0c27f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9076107 Jul 16 19:55:57.995996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c42de80-46e5-46f2-b8de-a3b8f721e432 req-0539b2a2-d84a-4ced-a23e-8e56bf8cc79d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164062 Jul 16 19:55:58.002711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:58.007085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Request body: {'port': {'device_id': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:58.007356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:55:58.080730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=36137dea-da05-44ad-b696-1cabae751096,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:58.138831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:58.139580 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.146992 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.166661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d46c64fb-8be3-4a4b-934a-a32356f42e28 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4470432 Jul 16 19:55:58.176875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e164fc-d1b2-4cce-8d43-b80064df0114 req-238d2ceb-4b77-4660-83d9-01dcdcdd57fd tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:58.185248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63e164fc-d1b2-4cce-8d43-b80064df0114 req-238d2ceb-4b77-4660-83d9-01dcdcdd57fd tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 950 time: 0.1961951 Jul 16 19:55:58.197525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'admin_state_up': True, 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'security_groups': ['20d7f913-c2a1-42e4-8817-20dea340e3e5']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:58.378235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63e164fc-d1b2-4cce-8d43-b80064df0114 req-9de5f143-d2f1-4d86-8750-bc2bbaabf412 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916943 Jul 16 19:55:58.493162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2fd998f2-6c21-45b3-9830-d24fa93508d8 None None] Provisioning for port 36137dea-da05-44ad-b696-1cabae751096 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:55:58.517448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2fd998f2-6c21-45b3-9830-d24fa93508d8 None None] Provisioning complete for port 36137dea-da05-44ad-b696-1cabae751096 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:58.518712 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2fd998f2-6c21-45b3-9830-d24fa93508d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.523332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294427c-5632-4747-9cff-97b87e7a4394 req-96d83e5a-d99e-4d16-b223-f809c9eeed2b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:58.536220 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b294427c-5632-4747-9cff-97b87e7a4394 req-96d83e5a-d99e-4d16-b223-f809c9eeed2b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 932 time: 0.2691545 Jul 16 19:55:58.550784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:55:58.555690 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.584996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78751107-127c-4e88-b6d0-8ab890eb8e14 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:55:58.594524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.595825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2fd998f2-6c21-45b3-9830-d24fa93508d8 None None] Port 36137dea-da05-44ad-b696-1cabae751096 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:55:58.609030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Transition to ACTIVE for port object 78751107-127c-4e88-b6d0-8ab890eb8e14 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:58.614232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.662461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b294427c-5632-4747-9cff-97b87e7a4394 req-fb5845f5-898f-49e9-9f76-da2537bb750a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245797 Jul 16 19:55:58.707523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Pushing event updated for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:58.771828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-a082ab74-d4bd-43ca-bd6b-45e47fde9b35 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6360787d730d4d6da54f92b1fb596958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356634 Jul 16 19:55:58.779150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:55:58.779777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:55:58.780335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:58.786985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:55:58.787614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:55:58.793820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:55:58.794494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:55:58.795064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:55:58.795709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Bound port: 78751107-127c-4e88-b6d0-8ab890eb8e14, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:55:58.796299 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.889633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:55:58.893962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:55:58.899471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.950040 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:58.950279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.952026 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] 10.222.0.16 "PUT /v2.0/ports/78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 1093 time: 0.9509621 Jul 16 19:55:58.952661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:55:58.955976 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bb61ac-f9c0-4898-b062-891af52bc1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:55:58.960224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-af1a791c-7586-4fcf-9ecd-a2628df0cebf tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-533682121&fields=id&tenant_id=6b96dd585e964d75abec6c47e146a7dd HTTP/1.1" status: 200 len: 267 time: 0.1569624 Jul 16 19:55:58.979456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeddf96-75e1-4ed7-8220-cc609ea11201 service neutron] Pushing event updated for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:59.020283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Allocated IP 10.1.1.171 (90afb9e8-2ecd-451a-8e3e-0230cb3efb60/6fa65b8a-f661-4140-8ec9-d542895d883c/baa0842c-1ad9-4292-a324-e8b5e6370306) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:55:59.088029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543e50-40dc-4235-b6f4-734237fcc08b req-315242b3-42bb-4051-9b16-26b741191e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:59.092616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-315242b3-42bb-4051-9b16-26b741191e0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1096 time: 0.0752442 Jul 16 19:55:59.106629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-c0d13551-0bae-4340-b9b8-f4993869832a tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:59.112864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-c0d13551-0bae-4340-b9b8-f4993869832a tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3314040 Jul 16 19:55:59.147405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-26045446-88f8-493f-ad09-ff6bce41702d tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/quotas/6360787d730d4d6da54f92b1fb596958 HTTP/1.1" status: 200 len: 375 time: 0.0269914 Jul 16 19:55:59.147651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-390df9c9-1482-4b8f-8045-4d5a8cbd5b20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 217 time: 0.0469747 Jul 16 19:55:59.202116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543e50-40dc-4235-b6f4-734237fcc08b req-c40ce733-1564-4dec-b4f2-0bb916e5e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:59.203922 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-c40ce733-1564-4dec-b4f2-0bb916e5e355 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0496771 Jul 16 19:55:59.250584 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-981a8277-9130-4815-b694-18124ff6ef4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402367 Jul 16 19:55:59.252601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bca3220-d58f-46b8-b8f3-1c3dbe9e6fd9 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6360787d730d4d6da54f92b1fb596958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892413 Jul 16 19:55:59.281731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e9de014d-18dc-4b33-b032-d7ec812f71a8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:59.283726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e9de014d-18dc-4b33-b032-d7ec812f71a8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 985 time: 0.3177207 Jul 16 19:55:59.352598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'port': {'security_groups': ['b99faa2c-a817-49b9-adf8-0bc5c6955339', 'bc793eb2-532f-4bad-b704-e97c21566bcd', '07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:59.435759 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-17fc3fff-2211-4f87-a16e-7ace3d554aaa service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734188 Jul 16 19:55:59.520374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:59.577847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Transition to ACTIVE for port object baa0842c-1ad9-4292-a324-e8b5e6370306 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:55:59.601984 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-73543e50-40dc-4235-b6f4-734237fcc08b req-95e30702-765e-4921-83e2-1e923a9d22f2 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589956 Jul 16 19:55:59.652124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf299342-13df-4515-91a8-c7222ac90a25 req-c2742dd4-b662-4573-b4ee-b88e3a5e4d13 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/40ab7fab-27cd-4da9-a072-395f4bc771a9 HTTP/1.1" status: 200 len: 1812 time: 0.2228513 Jul 16 19:55:59.664448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:59.775757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:59.866342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:55:59.875464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:55:59.877969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:00.033774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=baa0842c-1ad9-4292-a324-e8b5e6370306,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:00.057376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:00.058156 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:00.099611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d2e7248d-3227-4f56-94dd-6732ac6dc056 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9119887 Jul 16 19:56:00.112821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea', 'admin_state_up': True, 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'security_groups': ['20d7f913-c2a1-42e4-8817-20dea340e3e5']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:00.137261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-1f7f30c9-4eb1-4571-8687-2146b361158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:00.141250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-1f7f30c9-4eb1-4571-8687-2146b361158a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1435051 Jul 16 19:56:00.340356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f2b5c1d5-d69b-4f41-bfa9-2cadeabfe297 None None] Provisioning for port baa0842c-1ad9-4292-a324-e8b5e6370306 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:00.351578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f2b5c1d5-d69b-4f41-bfa9-2cadeabfe297 None None] Provisioning complete for port baa0842c-1ad9-4292-a324-e8b5e6370306 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:00.351969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f2b5c1d5-d69b-4f41-bfa9-2cadeabfe297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:00.374233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-045bc261-cd3e-420f-9b24-3e5c134a5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:00.375731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-045bc261-cd3e-420f-9b24-3e5c134a5bc9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 911 time: 0.2250931 Jul 16 19:56:00.417055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5c1d5-d69b-4f41-bfa9-2cadeabfe297 None None] Port baa0842c-1ad9-4292-a324-e8b5e6370306 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:00.499320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:00.702915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:00.754920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] For port 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:00.762672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d5c3-0be4-468c-95a0-d4d2edbbded7 req-9849935f-fbf8-44fd-87bd-a07f2a4596ee tempest-LiveMigrationNegativeTest-1211331482 tempest-LiveMigrationNegativeTest-1211331482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:00.771899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e842d5c3-0be4-468c-95a0-d4d2edbbded7 req-9849935f-fbf8-44fd-87bd-a07f2a4596ee tempest-LiveMigrationNegativeTest-1211331482 tempest-LiveMigrationNegativeTest-1211331482-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 1102 time: 0.4111209 Jul 16 19:56:00.798124 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e842d5c3-0be4-468c-95a0-d4d2edbbded7 req-7574f2bf-950e-4eef-aa3c-a656169754ef tempest-LiveMigrationNegativeTest-1211331482 tempest-LiveMigrationNegativeTest-1211331482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:00.864248 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-146f3f2a-4a75-47c8-b783-2aea97debb18 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc HTTP/1.1" status: 200 len: 1002 time: 0.4763932 Jul 16 19:56:00.919861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-0402c038-6c0f-450d-8cc3-a6857cd9dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:00.921688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-0402c038-6c0f-450d-8cc3-a6857cd9dd6b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.0499632 Jul 16 19:56:00.971400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:00.986228 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:01.001997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:01.004674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20eb0cc2-ebe2-4f26-832b-16dab163aeef'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:01.061615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-0899924b-bb8b-4b2f-bc17-e48e66b207d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:01.064238 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-0899924b-bb8b-4b2f-bc17-e48e66b207d8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316578 Jul 16 19:56:01.316405 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-f3354b1d-9d17-4f55-87e0-416aca8e261c service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460120 Jul 16 19:56:01.357405 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-dfb732eb-98f2-48a8-beeb-96cfe3e9781d tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=6360787d730d4d6da54f92b1fb596958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396819 Jul 16 19:56:01.461188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:01.461865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:01.463336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c08d749-1bd4-490f-83cb-aca5095835d4 req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "PUT /v2.0/ports/20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 200 len: 1021 time: 2.1228042 Jul 16 19:56:01.471116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:01.473821 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755450e-920f-4b63-88e9-4b24becc586d" -d '{"events": [{"name": "network-changed", "server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:01.567952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['20eb0cc2-ebe2-4f26-832b-16dab163aeef'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:01.570817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4750051-db26-4fa2-a9d9-a768709355e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'Port': ['ID=20eb0cc2-ebe2-4f26-832b-16dab163aeef,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:01.632188 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2d3c7120-b475-4f1c-85d5-9f7e7186ff73 req-883affc0-f9e7-4de5-a0d2-5db003d0f5c7 service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732885 Jul 16 19:56:01.660627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 78751107-127c-4e88-b6d0-8ab890eb8e14 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:01.686030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Allocated IP 10.2.2.100 (c4d20431-3c66-42db-b7b8-964e2c5f30ea/3ddac652-eb42-4be3-bd93-f0c3937d4dc9/446d7203-494b-4ed8-b9a2-b593d2676b59) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:01.726324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e842d5c3-0be4-468c-95a0-d4d2edbbded7 req-7574f2bf-950e-4eef-aa3c-a656169754ef tempest-LiveMigrationNegativeTest-1211331482 tempest-LiveMigrationNegativeTest-1211331482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:01.750188 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e842d5c3-0be4-468c-95a0-d4d2edbbded7 req-7574f2bf-950e-4eef-aa3c-a656169754ef tempest-LiveMigrationNegativeTest-1211331482 tempest-LiveMigrationNegativeTest-1211331482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:01.817511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e842d5c3-0be4-468c-95a0-d4d2edbbded7 req-7574f2bf-950e-4eef-aa3c-a656169754ef tempest-LiveMigrationNegativeTest-1211331482 tempest-LiveMigrationNegativeTest-1211331482-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0442214 Jul 16 19:56:01.827643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:01.858221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '78751107-127c-4e88-b6d0-8ab890eb8e14', 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'port_id': '78751107-127c-4e88-b6d0-8ab890eb8e14', 'mac_address': 'fa:16:3e:6f:d4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a21dd75-df91-45f6-92dd-45fdc28b51d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:01.937555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-b46a630e-1d80-4082-bae2-e1c9e2b6a75c tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:01.948639 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-b46a630e-1d80-4082-bae2-e1c9e2b6a75c tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196867 Jul 16 19:56:01.986276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574f2bf-950e-4eef-aa3c-a656169754ef tempest-LiveMigrationNegativeTest-1211331482 tempest-LiveMigrationNegativeTest-1211331482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf83874f-118a-4785-9e56-966b552e696d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:01.991399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Request body: {'port': {'device_id': '0bfda863-9dbf-4d8f-8bdf-5803ed0918bb', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '6360787d730d4d6da54f92b1fb596958'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:02.029243 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d6b6a-4658-4e26-ab88-809c8b12bca6 x-openstack-request-id: req-f26d6b6a-4658-4e26-ab88-809c8b12bca6 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:02.029243 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:02.029243 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f26d6b6a-4658-4e26-ab88-809c8b12bca6 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:02.029974 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14', 'status': 'completed', 'code': 200} Jul 16 19:56:02.177964 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.228760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-a2e5d253-2f4c-45ca-9e80-4c6255658cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:02.232039 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-a2e5d253-2f4c-45ca-9e80-4c6255658cfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1096 time: 0.2063615 Jul 16 19:56:02.303241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78751107-127c-4e88-b6d0-8ab890eb8e14 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:02.338132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.350709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Made reservation on behalf of 6360787d730d4d6da54f92b1fb596958 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:02.361730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Transition to ACTIVE for port object 446d7203-494b-4ed8-b9a2-b593d2676b59 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:02.363057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.393740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:02.408279 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.413391 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.479842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-6cb0ca35-0113-4f85-b9be-5215050e31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:02.492160 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-6cb0ca35-0113-4f85-b9be-5215050e31bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.2522125 Jul 16 19:56:02.494573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.518546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25d4a7-af8c-4686-9832-2d681e06c9b2 req-80d235d3-dbc9-45f8-be2c-65b3b96c11fa tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:02.530348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25d4a7-af8c-4686-9832-2d681e06c9b2 req-80d235d3-dbc9-45f8-be2c-65b3b96c11fa tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:02.543522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25d4a7-af8c-4686-9832-2d681e06c9b2 req-80d235d3-dbc9-45f8-be2c-65b3b96c11fa tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:02.546255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e25d4a7-af8c-4686-9832-2d681e06c9b2 req-80d235d3-dbc9-45f8-be2c-65b3b96c11fa tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 2374 time: 0.8109534 Jul 16 19:56:02.548594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f64e1aa8-96fa-4c1d-8bd0-40592afe15b0 req-d03f075f-09b4-4587-ae91-8bcbdab2ba0f tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 210 time: 0.1359787 Jul 16 19:56:02.555233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:02.626464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e25d4a7-af8c-4686-9832-2d681e06c9b2 req-7b48b7f9-d20d-499d-b18e-74909b107aa0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587564 Jul 16 19:56:02.626874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network c4d20431-3c66-42db-b7b8-964e2c5f30ea is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:02.633619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:02.638825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:02.641971 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-427ed0a3-de81-49b4-9efd-c5a144704e19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 217 time: 0.1364882 Jul 16 19:56:02.682612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['78751107-127c-4e88-b6d0-8ab890eb8e14'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:02.713280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:02.714051 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.736436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=446d7203-494b-4ed8-b9a2-b593d2676b59,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:02.843570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.854905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-53f7881b-ba73-45b7-973c-163185e9fda1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7474737 Jul 16 19:56:02.866563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea', 'admin_state_up': True, 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'security_groups': ['20d7f913-c2a1-42e4-8817-20dea340e3e5']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:02.890847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-539ddb04-9803-43f8-9d9a-8ba9ac5a7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:02.892842 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-539ddb04-9803-43f8-9d9a-8ba9ac5a7c09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.2350709 Jul 16 19:56:02.899561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:02.969761 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-03906071-c33b-4091-a370-f5ca375a2896 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438743 Jul 16 19:56:03.051258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cae952-e997-495a-9b46-750af8d9da67,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:03.109584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0bdb91e-1b7a-4ef4-938a-a7ed907ba5fa None None] Provisioning for port 446d7203-494b-4ed8-b9a2-b593d2676b59 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:03.118496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0bdb91e-1b7a-4ef4-938a-a7ed907ba5fa None None] Provisioning complete for port 446d7203-494b-4ed8-b9a2-b593d2676b59 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:03.119719 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb91e-1b7a-4ef4-938a-a7ed907ba5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.120686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Made reservation on behalf of a47ec9a099f84b30b7e6fe4993092e87 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:03.126063 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.183060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdb91e-1b7a-4ef4-938a-a7ed907ba5fa None None] Port 446d7203-494b-4ed8-b9a2-b593d2676b59 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:03.231319 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-97a354e9-33a9-4914-a454-c5dec1a1034e service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262006 Jul 16 19:56:03.233521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Allocated IP 192.168.233.20 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/b6fe1c61-135b-4492-bfe0-18acd86c8c6d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:03.341980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577db5b-da37-4b3e-a797-fec30c9779c9 req-13a24fed-c713-411e-87f4-e9a7ec6a1544 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:03.344031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2577db5b-da37-4b3e-a797-fec30c9779c9 req-13a24fed-c713-411e-87f4-e9a7ec6a1544 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 945 time: 0.2710209 Jul 16 19:56:03.357513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a76ca-4388-44be-8550-e803ed55b500 req-a63de5ae-352e-4d62-b86b-91249e1a7ba7 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:03.359201 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-559a76ca-4388-44be-8550-e803ed55b500 req-a63de5ae-352e-4d62-b86b-91249e1a7ba7 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.2552252 Jul 16 19:56:03.449592 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-48bb61ac-f9c0-4898-b062-891af52bc1f4 req-ff0f88b1-1340-4d44-985b-13021b780d46 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053797 Jul 16 19:56:03.527512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2577db5b-da37-4b3e-a797-fec30c9779c9 req-84a906c8-2911-403f-b39f-bcdce45695ea tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670551 Jul 16 19:56:03.533335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-559a76ca-4388-44be-8550-e803ed55b500 req-7a9a8d45-3cd3-46fb-8ccb-0229c92e6fac tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370406 Jul 16 19:56:03.564455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Allocated IP 10.2.2.200 (c4d20431-3c66-42db-b7b8-964e2c5f30ea/3ddac652-eb42-4be3-bd93-f0c3937d4dc9/5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:03.578953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.583344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 78751107-127c-4e88-b6d0-8ab890eb8e14 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:03.599501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Transition to ACTIVE for port object b6fe1c61-135b-4492-bfe0-18acd86c8c6d will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:03.650515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.720375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 78751107-127c-4e88-b6d0-8ab890eb8e14 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:03.730384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 78751107-127c-4e88-b6d0-8ab890eb8e14 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:03.732582 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.773119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:03.774302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8db4f636-7c39-4e98-b83e-4113afb4c4df req-db83fd85-a0a6-405a-8526-4dff76710a23 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f HTTP/1.1" status: 200 len: 1800 time: 0.1362095 Jul 16 19:56:03.792015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:03.802637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:03.867248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Pushing event updated for resources: {'Port': ['ID=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:03.874090 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.895549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.935686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:03.937408 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.947146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Transition to ACTIVE for port object 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:03.965302 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:03.969073 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2842ee0-52b4-4372-8eeb-89634a12bff9 x-openstack-request-id: req-a2842ee0-52b4-4372-8eeb-89634a12bff9 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:03.970846 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:03.970846 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2842ee0-52b4-4372-8eeb-89634a12bff9 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:03.971329 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef', 'status': 'completed', 'code': 200} Jul 16 19:56:03.980860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:03.984646 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3b6e61-99e2-40e7-a614-5cdd56754407" -d '{"events": [{"server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "name": "network-vif-plugged", "status": "completed", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:04.003063 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-5bde0e20-0be3-48c9-a2ce-197eefbbab83 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0444484 Jul 16 19:56:04.010340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:04.014298 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-8db4f636-7c39-4e98-b83e-4113afb4c4df req-efc28493-24c2-4043-873f-6149312afd7d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 19:56:04.017138 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.021173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8db4f636-7c39-4e98-b83e-4113afb4c4df req-efc28493-24c2-4043-873f-6149312afd7d tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f HTTP/1.1" status: 409 len: 341 time: 0.2314031 Jul 16 19:56:04.060947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Request body: {'port': {'device_id': '0bfda863-9dbf-4d8f-8bdf-5803ed0918bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:04.075380 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.144746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:04.168999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-a274a57d-861a-4871-9013-fec4d7393590 req-dac80f6c-ee97-4ce9-a269-1fd834755f95 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1404309459', 'description': 'tempest-description-1208842481'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:04.219027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Network c4d20431-3c66-42db-b7b8-964e2c5f30ea is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:04.226734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:04.233765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:04.239262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event updated for resources: {'Port': ['ID=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:04.279213 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a274a57d-861a-4871-9013-fec4d7393590 req-dac80f6c-ee97-4ce9-a269-1fd834755f95 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.296335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755450e-920f-4b63-88e9-4b24becc586d req-b28aa6a7-10fa-4f3e-b3be-5de3ec5712f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:04.298980 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8755450e-920f-4b63-88e9-4b24becc586d req-b28aa6a7-10fa-4f3e-b3be-5de3ec5712f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6b96dd585e964d75abec6c47e146a7dd&device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 1176 time: 0.3229389 Jul 16 19:56:04.300393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.366791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:04.367486 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.422946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ca19e965-8d8f-480c-94d3-be5603abec1c None None] Provisioning for port b6fe1c61-135b-4492-bfe0-18acd86c8c6d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:04.435287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ca19e965-8d8f-480c-94d3-be5603abec1c None None] Provisioning complete for port b6fe1c61-135b-4492-bfe0-18acd86c8c6d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:04.435678 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca19e965-8d8f-480c-94d3-be5603abec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.538704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ca19e965-8d8f-480c-94d3-be5603abec1c None None] Port b6fe1c61-135b-4492-bfe0-18acd86c8c6d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:04.563229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8013ff9-e011-44d2-96e8-09a086dd577e req-5740f1ef-be96-4fa1-9a31-6d148f3517bd tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:04.565591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8013ff9-e011-44d2-96e8-09a086dd577e req-5740f1ef-be96-4fa1-9a31-6d148f3517bd tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 935 time: 0.1896238 Jul 16 19:56:04.599370 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a274a57d-861a-4871-9013-fec4d7393590 req-dac80f6c-ee97-4ce9-a269-1fd834755f95 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.607064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755450e-920f-4b63-88e9-4b24becc586d req-e0f12df8-d641-421a-86bf-b5c06cbff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:04.608817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8755450e-920f-4b63-88e9-4b24becc586d req-e0f12df8-d641-421a-86bf-b5c06cbff807 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 200 len: 914 time: 0.2865448 Jul 16 19:56:04.612639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a274a57d-861a-4871-9013-fec4d7393590 req-dac80f6c-ee97-4ce9-a269-1fd834755f95 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.625598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ed2bc7ac-8453-4dc7-9e01-89b24133b95d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7639079 Jul 16 19:56:04.637349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:04.673294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-863bbe01-2f8d-49f9-98c2-51bd2018eaee None None] Provisioning for port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:04.678819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-863bbe01-2f8d-49f9-98c2-51bd2018eaee None None] Provisioning complete for port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:04.679605 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-863bbe01-2f8d-49f9-98c2-51bd2018eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.695088 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8755450e-920f-4b63-88e9-4b24becc586d req-55b33aea-7944-4225-be35-11b9566778d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 200 len: 217 time: 0.0762568 Jul 16 19:56:04.697102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a274a57d-861a-4871-9013-fec4d7393590 req-dac80f6c-ee97-4ce9-a269-1fd834755f95 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.699090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a274a57d-861a-4871-9013-fec4d7393590 req-dac80f6c-ee97-4ce9-a269-1fd834755f95 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6052885 Jul 16 19:56:04.709481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8013ff9-e011-44d2-96e8-09a086dd577e req-511930e7-884d-4bdc-a567-736d39b22b38 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/security-groups?id=97cae952-e997-495a-9b46-750af8d9da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299329 Jul 16 19:56:04.716834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac80f6c-ee97-4ce9-a269-1fd834755f95 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7fa77b-075e-4d8f-aa7b-cdf311b37245,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:04.763234 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.766371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-863bbe01-2f8d-49f9-98c2-51bd2018eaee None None] Port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:04.808387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:04.833984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755450e-920f-4b63-88e9-4b24becc586d req-c27035db-4924-4954-9b34-6d7f32798a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:04.835644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8755450e-920f-4b63-88e9-4b24becc586d req-c27035db-4924-4954-9b34-6d7f32798a04 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 200 len: 853 time: 0.1350939 Jul 16 19:56:04.885268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8755450e-920f-4b63-88e9-4b24becc586d req-83e24fc9-3576-4c3b-b2e8-15366ea512fa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f4663fa-a094-492f-94c6-8e2b99748ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427701 Jul 16 19:56:05.017886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fe1c61-135b-4492-bfe0-18acd86c8c6d {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:05.029717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:05.056249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Transition to ACTIVE for port object b6fe1c61-135b-4492-bfe0-18acd86c8c6d will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:05.059237 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8755450e-920f-4b63-88e9-4b24becc586d req-7091d157-d767-4acd-9ad5-bdb57303aa4d service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668367 Jul 16 19:56:05.062868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:05.111494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f9113-f1f1-4af2-9fe0-ffccbdc54f47 req-410ea7de-89c6-46de-a392-e0ae97be188a tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:05.113260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-754f9113-f1f1-4af2-9fe0-ffccbdc54f47 req-410ea7de-89c6-46de-a392-e0ae97be188a tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 945 time: 0.2384474 Jul 16 19:56:05.139364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233552a-9bbb-46f7-ba0f-9546a6425fc8 req-9f68e015-9264-4efc-b523-d3a61fd8ec3e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:05.145381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233552a-9bbb-46f7-ba0f-9546a6425fc8 req-9f68e015-9264-4efc-b523-d3a61fd8ec3e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:05.154692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233552a-9bbb-46f7-ba0f-9546a6425fc8 req-9f68e015-9264-4efc-b523-d3a61fd8ec3e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:05.160951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233552a-9bbb-46f7-ba0f-9546a6425fc8 req-9f68e015-9264-4efc-b523-d3a61fd8ec3e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:05.167201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233552a-9bbb-46f7-ba0f-9546a6425fc8 req-9f68e015-9264-4efc-b523-d3a61fd8ec3e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:05.169255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7233552a-9bbb-46f7-ba0f-9546a6425fc8 req-9f68e015-9264-4efc-b523-d3a61fd8ec3e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 3816 time: 0.2559247 Jul 16 19:56:05.206699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Pushing event updated for resources: {'Port': ['ID=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:05.289800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7233552a-9bbb-46f7-ba0f-9546a6425fc8 req-aa5fcd7d-7e93-476a-ba78-78a85a3471bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795128 Jul 16 19:56:05.307040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-754f9113-f1f1-4af2-9fe0-ffccbdc54f47 req-bb7bf9f1-8180-4a76-8b02-04df472542a8 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367214 Jul 16 19:56:05.309903 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8755450e-920f-4b63-88e9-4b24becc586d req-cee22027-3124-4907-832f-8fb603bd2780 service neutron] 10.222.0.68 "GET /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435586 Jul 16 19:56:05.373228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Attempting to bind port b6fe1c61-135b-4492-bfe0-18acd86c8c6d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:05.373976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Attempting to bind port b6fe1c61-135b-4492-bfe0-18acd86c8c6d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:05.374543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Attempting to bind port b6fe1c61-135b-4492-bfe0-18acd86c8c6d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:05.382864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Port b6fe1c61-135b-4492-bfe0-18acd86c8c6d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:05.383231 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Attempting to bind port b6fe1c61-135b-4492-bfe0-18acd86c8c6d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:05.393743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:05.393980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:05.394290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:05.394756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Bound port: b6fe1c61-135b-4492-bfe0-18acd86c8c6d, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:05.395463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:05.437447 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c2dd60-dd95-4ffe-aad6-427f86f93ed7 x-openstack-request-id: req-64c2dd60-dd95-4ffe-aad6-427f86f93ed7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:05.437815 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "name": "network-vif-plugged", "status": "completed", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:05.438137 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64c2dd60-dd95-4ffe-aad6-427f86f93ed7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:05.438600 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14', 'code': 200} Jul 16 19:56:05.486282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0cd458-be78-4da7-89da-0761a7e50aa5 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:05.504365 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:05.534895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Transition to ACTIVE for port object 4a0cd458-be78-4da7-89da-0761a7e50aa5 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:05.539788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:05.556343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] For port b6fe1c61-135b-4492-bfe0-18acd86c8c6d, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:05.567025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] For port b6fe1c61-135b-4492-bfe0-18acd86c8c6d, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:05.590319 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:05.693413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Pushing event updated for resources: {'Port': ['ID=4a0cd458-be78-4da7-89da-0761a7e50aa5,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:05.732574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:05.733360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:05.734923 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] 10.222.0.68 "PUT /v2.0/ports/b6fe1c61-135b-4492-bfe0-18acd86c8c6d HTTP/1.1" status: 200 len: 1096 time: 1.6870155 Jul 16 19:56:05.735438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfda863-9dbf-4d8f-8bdf-5803ed0918bb', 'tag': 'b6fe1c61-135b-4492-bfe0-18acd86c8c6d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:05.744924 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5523295-9e41-4f51-8c4e-f1b54172670e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfda863-9dbf-4d8f-8bdf-5803ed0918bb", "tag": "b6fe1c61-135b-4492-bfe0-18acd86c8c6d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:05.844994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77515604-cd25-4e16-993a-a8863c1bcc5c service neutron] Pushing event updated for resources: {'Port': ['ID=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:05.924110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2730-09ff-4ff6-98a7-493a5ac2c403 req-73129488-d33c-4d06-a158-d61ca0536700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:05.931219 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee1e2730-09ff-4ff6-98a7-493a5ac2c403 req-73129488-d33c-4d06-a158-d61ca0536700 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1098 time: 0.3717077 Jul 16 19:56:06.031090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee1e2730-09ff-4ff6-98a7-493a5ac2c403 req-3a162a3f-2691-466d-a4f1-06939a888ce6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918651 Jul 16 19:56:06.051281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2626b3a-e2c3-4ed4-ad2a-7a81f1420dd1 req-cbd8ec4e-7c47-4140-9f7e-2176f6dcd8df tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/3a7fa77b-075e-4d8f-aa7b-cdf311b37245 HTTP/1.1" status: 200 len: 1813 time: 0.2288988 Jul 16 19:56:06.051941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Attempting to bind port 4a0cd458-be78-4da7-89da-0761a7e50aa5 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:06.067697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-e239844e-2a70-4421-bd74-1e433bab8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:06.069325 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-e239844e-2a70-4421-bd74-1e433bab8a8b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6360787d730d4d6da54f92b1fb596958&device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 1099 time: 0.1991889 Jul 16 19:56:06.069642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Attempting to bind port 4a0cd458-be78-4da7-89da-0761a7e50aa5 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:06.070089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Attempting to bind port 4a0cd458-be78-4da7-89da-0761a7e50aa5 on network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:06.075982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Port 4a0cd458-be78-4da7-89da-0761a7e50aa5 on network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:06.076367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Attempting to bind port 4a0cd458-be78-4da7-89da-0761a7e50aa5 on network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:06.090651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:06.100533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Checking segment: {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:06.101419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Bound using segment: {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:06.102129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Bound port: 4a0cd458-be78-4da7-89da-0761a7e50aa5, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a91586-0c0b-4790-a553-82d0cb43a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:06.104192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:06.161274 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-ab79cac7-ec18-485b-8140-fb38bf7abaca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b6fe1c61-135b-4492-bfe0-18acd86c8c6d HTTP/1.1" status: 200 len: 217 time: 0.0825753 Jul 16 19:56:06.199026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] For port 4a0cd458-be78-4da7-89da-0761a7e50aa5, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:06.204901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] For port 4a0cd458-be78-4da7-89da-0761a7e50aa5, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:06.211477 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:06.293526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:06.294490 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:06.295948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-7ad3a196-bc05-4018-927c-446120e21260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:06.300608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] 10.222.0.68 "PUT /v2.0/ports/4a0cd458-be78-4da7-89da-0761a7e50aa5 HTTP/1.1" status: 200 len: 1092 time: 1.6681082 Jul 16 19:56:06.301424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:06.304293 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce1281c-bf09-4605-a3c4-fa44772e8b31" -d '{"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:06.305363 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-7ad3a196-bc05-4018-927c-446120e21260 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1349874 Jul 16 19:56:06.338193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:06.390581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-32fd60eb-d9ef-499b-ba9e-2cc98697bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:06.392909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-32fd60eb-d9ef-499b-ba9e-2cc98697bc4f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792902 Jul 16 19:56:06.434480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eb6bc-8947-4be2-88a2-3c4263bf9e4d service neutron] Pushing event updated for resources: {'Port': ['ID=4a0cd458-be78-4da7-89da-0761a7e50aa5,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:06.561056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:06.579505 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-ea53e889-5c85-4b1c-98bc-cbc8028418ba service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779852 Jul 16 19:56:06.591618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f808a-ec17-42b9-a358-09fcf24a6ad3 req-ab4e9560-29b9-4f83-b201-dfd21b64b199 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:06.593208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-294f808a-ec17-42b9-a358-09fcf24a6ad3 req-ab4e9560-29b9-4f83-b201-dfd21b64b199 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 946 time: 0.2715230 Jul 16 19:56:06.680332 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd8c3540-5690-4cf3-bf7f-6c182ffe6bbf req-8b5151a0-41a5-474a-9c45-be28ac26a38b service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940146 Jul 16 19:56:06.771104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-294f808a-ec17-42b9-a358-09fcf24a6ad3 req-6ffe5b45-3ecf-498f-9ec7-e1a178601413 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703279 Jul 16 19:56:06.810402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669307-ca3d-4a56-a312-ac26ee93f230 req-0bc81feb-5a3b-4562-9cf0-543336abaf61 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:06.812141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac669307-ca3d-4a56-a312-ac26ee93f230 req-0bc81feb-5a3b-4562-9cf0-543336abaf61 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 947 time: 0.2467277 Jul 16 19:56:06.829073 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6d9972-1c4d-4881-88e8-d18161b7c4ae x-openstack-request-id: req-dc6d9972-1c4d-4881-88e8-d18161b7c4ae {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:06.830109 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfda863-9dbf-4d8f-8bdf-5803ed0918bb", "tag": "b6fe1c61-135b-4492-bfe0-18acd86c8c6d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:06.830559 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc6d9972-1c4d-4881-88e8-d18161b7c4ae {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:06.831121 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfda863-9dbf-4d8f-8bdf-5803ed0918bb', 'tag': 'b6fe1c61-135b-4492-bfe0-18acd86c8c6d', 'status': 'completed', 'code': 200} Jul 16 19:56:06.902608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac669307-ca3d-4a56-a312-ac26ee93f230 req-451b25be-0e64-42b8-a521-d76f06427ddb tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/security-groups?id=97cae952-e997-495a-9b46-750af8d9da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794108 Jul 16 19:56:06.947945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d60d30f1-d23e-4908-8971-f65d07efe904 req-6e7a5b0a-86cd-48bf-89e3-2239f3447222 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-462638615', 'description': 'tempest-description-1659215418'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:06.961602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-6b923494-9122-49c1-9c46-6af740177e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:06.963333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-6b923494-9122-49c1-9c46-6af740177e69 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6360787d730d4d6da54f92b1fb596958&device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 1099 time: 0.1098313 Jul 16 19:56:07.036561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d60d30f1-d23e-4908-8971-f65d07efe904 req-6e7a5b0a-86cd-48bf-89e3-2239f3447222 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.086891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-c94425fc-26d3-4a3e-9ee9-54dd7202ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.088451 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-c94425fc-26d3-4a3e-9ee9-54dd7202ae01 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1157663 Jul 16 19:56:07.114130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a463f6be-f769-4e13-a75a-82c390179661 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:07.126858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.138595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-5f7ed5ef-9fc4-4d6a-b74d-d4d1f4441c3f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b6fe1c61-135b-4492-bfe0-18acd86c8c6d HTTP/1.1" status: 200 len: 217 time: 0.0417540 Jul 16 19:56:07.143294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7689ca-8365-45f0-b185-5a1400f8c392 req-3d1529c7-c5d3-48b5-9347-65c673381b78 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.144883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da7689ca-8365-45f0-b185-5a1400f8c392 req-3d1529c7-c5d3-48b5-9347-65c673381b78 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 1024 time: 0.1909196 Jul 16 19:56:07.175904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Transition to ACTIVE for port object a463f6be-f769-4e13-a75a-82c390179661 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:07.188805 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.204189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-f1b4b2db-adef-429e-b4a5-ce6ae585badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.206015 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-f1b4b2db-adef-429e-b4a5-ce6ae585badd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0579228 Jul 16 19:56:07.284286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-3aa3cb9c-ec44-42ab-9a97-bcff152711de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.287167 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-3aa3cb9c-ec44-42ab-9a97-bcff152711de service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0731816 Jul 16 19:56:07.312551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da7689ca-8365-45f0-b185-5a1400f8c392 req-0f9d9664-3071-4271-afe7-693046bf9ea6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f&id=bc793eb2-532f-4bad-b704-e97c21566bcd&id=b99faa2c-a817-49b9-adf8-0bc5c6955339&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1571016 Jul 16 19:56:07.317911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Pushing event updated for resources: {'Port': ['ID=a463f6be-f769-4e13-a75a-82c390179661,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:07.419474 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d60d30f1-d23e-4908-8971-f65d07efe904 req-6e7a5b0a-86cd-48bf-89e3-2239f3447222 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.419876 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-d17aa008-5d5c-4772-aac3-527b8ce37130 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249647 Jul 16 19:56:07.424560 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d60d30f1-d23e-4908-8971-f65d07efe904 req-6e7a5b0a-86cd-48bf-89e3-2239f3447222 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.501417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d60d30f1-d23e-4908-8971-f65d07efe904 req-6e7a5b0a-86cd-48bf-89e3-2239f3447222 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.524531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d60d30f1-d23e-4908-8971-f65d07efe904 req-6e7a5b0a-86cd-48bf-89e3-2239f3447222 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5803370 Jul 16 19:56:07.540442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Attempting to bind port a463f6be-f769-4e13-a75a-82c390179661 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:07.540791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Attempting to bind port a463f6be-f769-4e13-a75a-82c390179661 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:07.541130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Attempting to bind port a463f6be-f769-4e13-a75a-82c390179661 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:07.545018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a5b0a-86cd-48bf-89e3-2239f3447222 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16bf9f3-d0f2-46e8-b324-496500148626,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:07.549018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Port a463f6be-f769-4e13-a75a-82c390179661 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:07.549354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Attempting to bind port a463f6be-f769-4e13-a75a-82c390179661 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:07.555552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:07.555890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Checking segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:07.556322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Bound using segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:07.556826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Bound port: a463f6be-f769-4e13-a75a-82c390179661, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:07.557172 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5523295-9e41-4f51-8c4e-f1b54172670e req-c9b4f1f5-e249-4a55-8f3f-1bf2a008c23f service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299796 Jul 16 19:56:07.557294 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.598500 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c13227b-571b-43cb-8e32-376f802c8bc1 x-openstack-request-id: req-2c13227b-571b-43cb-8e32-376f802c8bc1 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:07.598908 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:07.599291 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c13227b-571b-43cb-8e32-376f802c8bc1 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:07.599788 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'status': 'completed', 'code': 200} Jul 16 19:56:07.657851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] For port a463f6be-f769-4e13-a75a-82c390179661, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:07.661961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] For port a463f6be-f769-4e13-a75a-82c390179661, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a463f6be-f769-4e13-a75a-82c390179661,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:07.666673 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.731443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.732611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:07.734174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] 10.222.0.68 "PUT /v2.0/ports/a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 200 len: 1131 time: 1.4006176 Jul 16 19:56:07.782012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-f5773d8b-3cb3-4a6c-a36d-0469110519e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.783595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-f5773d8b-3cb3-4a6c-a36d-0469110519e9 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.68 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 1024 time: 0.1791205 Jul 16 19:56:07.790057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-78bdbb91-6e6b-46a7-a363-e47977ee8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.790567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-78bdbb91-6e6b-46a7-a363-e47977ee8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.791067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-78bdbb91-6e6b-46a7-a363-e47977ee8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.791563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-78bdbb91-6e6b-46a7-a363-e47977ee8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.792605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-78bdbb91-6e6b-46a7-a363-e47977ee8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.793104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-78bdbb91-6e6b-46a7-a363-e47977ee8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:07.795058 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-78bdbb91-6e6b-46a7-a363-e47977ee8bb3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5288 time: 0.1235445 Jul 16 19:56:07.804676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:08.149811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d403b4a-c945-4deb-a8b2-26613fadf002 service neutron] Pushing event updated for resources: {'Port': ['ID=a463f6be-f769-4e13-a75a-82c390179661,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:08.239426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc254-e725-4182-adb3-13976afede8d req-c8e0de57-5fad-4924-818a-49c2c40ee537 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.246505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc254-e725-4182-adb3-13976afede8d req-c8e0de57-5fad-4924-818a-49c2c40ee537 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.253032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc254-e725-4182-adb3-13976afede8d req-c8e0de57-5fad-4924-818a-49c2c40ee537 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.259339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc254-e725-4182-adb3-13976afede8d req-c8e0de57-5fad-4924-818a-49c2c40ee537 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.266199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc254-e725-4182-adb3-13976afede8d req-c8e0de57-5fad-4924-818a-49c2c40ee537 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.271275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b6fe1c61-135b-4492-bfe0-18acd86c8c6d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:08.272491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc254-e725-4182-adb3-13976afede8d req-c8e0de57-5fad-4924-818a-49c2c40ee537 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.280807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdcbc254-e725-4182-adb3-13976afede8d req-c8e0de57-5fad-4924-818a-49c2c40ee537 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 4600 time: 0.5711989 Jul 16 19:56:08.305766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:08.317351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf8c44-3a68-4786-8825-664b455d1b46 req-36f39cbb-b734-4063-85ff-14ecf6a56025 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.319152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0cf8c44-3a68-4786-8825-664b455d1b46 req-36f39cbb-b734-4063-85ff-14ecf6a56025 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 950 time: 0.5219483 Jul 16 19:56:08.389276 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b6fe1c61-135b-4492-bfe0-18acd86c8c6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:08.405198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdcbc254-e725-4182-adb3-13976afede8d req-8260632b-751f-4f56-a13f-a30938f14fe4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229603 Jul 16 19:56:08.405709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'b6fe1c61-135b-4492-bfe0-18acd86c8c6d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'b6fe1c61-135b-4492-bfe0-18acd86c8c6d', 'mac_address': 'fa:16:3e:62:c5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:08.465538 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:08.483938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0cf8c44-3a68-4786-8825-664b455d1b46 req-5c478d66-d8ac-40cf-8bf1-d4549cf09ea7 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/security-groups?id=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541684 Jul 16 19:56:08.498654 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fe1c61-135b-4492-bfe0-18acd86c8c6d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:08.502443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-4fca451f-a43b-44b2-813e-8c13e9b5c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.503603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-4fca451f-a43b-44b2-813e-8c13e9b5c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.504226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-4fca451f-a43b-44b2-813e-8c13e9b5c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.505868 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-4fca451f-a43b-44b2-813e-8c13e9b5c0e5 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6263978 Jul 16 19:56:08.573258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b6fe1c61-135b-4492-bfe0-18acd86c8c6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:08.580382 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:08.624254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Deleting port 20eb0cc2-ebe2-4f26-832b-16dab163aeef {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:08.624619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:08.628193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-830d14d5-fdf0-47a1-b06e-f7f031ee4398 req-eed67d07-efac-4609-a63a-cd4b1b0c50c8 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/d16bf9f3-d0f2-46e8-b324-496500148626 HTTP/1.1" status: 200 len: 1812 time: 0.1566293 Jul 16 19:56:08.652980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:08.792474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['b6fe1c61-135b-4492-bfe0-18acd86c8c6d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:08.844933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] For port 20eb0cc2-ebe2-4f26-832b-16dab163aeef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=20eb0cc2-ebe2-4f26-832b-16dab163aeef,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:08.845587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:08.873645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Calling delete_port for 20eb0cc2-ebe2-4f26-832b-16dab163aeef owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:08.968528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-4b81b6fd-de16-4300-9a59-6fbc11667fa2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:08.970688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-4b81b6fd-de16-4300-9a59-6fbc11667fa2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 950 time: 0.5598633 Jul 16 19:56:09.004990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db64a-c77e-4953-8ad6-46c4f3ae7674 req-9121d98b-fda7-4054-8e29-2735f646c63d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:09.012876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e4db64a-c77e-4953-8ad6-46c4f3ae7674 req-9121d98b-fda7-4054-8e29-2735f646c63d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 946 time: 0.2240536 Jul 16 19:56:09.041341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7e2748-4bae-46fc-a328-ad810cb8880d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:09.055531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.067436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-ce0c0dc9-489d-4ee4-bc6f-f36340bf5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:09.069006 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ce1281c-bf09-4605-a3c4-fa44772e8b31 req-ce0c0dc9-489d-4ee4-bc6f-f36340bf5f40 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5552952 Jul 16 19:56:09.085507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876b686-d2a9-4575-b1b0-387bfead57d8 req-d8949fe9-7518-433c-93b3-d037170ca719 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:09.087110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9876b686-d2a9-4575-b1b0-387bfead57d8 req-d8949fe9-7518-433c-93b3-d037170ca719 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 945 time: 0.2196548 Jul 16 19:56:09.103957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e4db64a-c77e-4953-8ad6-46c4f3ae7674 req-fa658c12-f584-45b5-b06e-eccaf016953c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900974 Jul 16 19:56:09.113546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Transition to ACTIVE for port object 1d7e2748-4bae-46fc-a328-ad810cb8880d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:09.124069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.208560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9876b686-d2a9-4575-b1b0-387bfead57d8 req-06e432fa-c04e-4832-b741-4ec7365a17a5 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990500 Jul 16 19:56:09.274321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e2748-4bae-46fc-a328-ad810cb8880d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:09.304349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Deleting port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:09.304764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.309349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.324543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c85bec0-b701-4d81-8821-dd1c92c01a04'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:09.373043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'Port': ['ID=20eb0cc2-ebe2-4f26-832b-16dab163aeef,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:09.433543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] No DVR routers for this DVR port 20eb0cc2-ebe2-4f26-832b-16dab163aeef on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:09.437085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.439775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8e2a9fd-99aa-44b0-b9e3-1d8c83a63b66 req-7b92f4fb-5530-467d-9eb4-0fef0031d832 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.68 "DELETE /v2.0/ports/20eb0cc2-ebe2-4f26-832b-16dab163aeef HTTP/1.1" status: 204 len: 173 time: 1.6437573 Jul 16 19:56:09.472490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c9e582c-7e15-4125-971f-fc237707226f req-1fc81cbc-babc-4eed-b547-5d86070aec9b tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=58014d18-50e3-4b3c-9434-058091d68321 HTTP/1.1" status: 200 len: 210 time: 0.0571010 Jul 16 19:56:09.490395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'name': 'network-vif-deleted', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:09.493692 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d4c0e5-f631-4817-85ef-e6ecfd1f490c" -d '{"events": [{"server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "name": "network-vif-deleted", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:09.550388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-84b95708-7342-4539-92a5-3b5b45b624ba req-dcb1353d-bef4-49e2-a1fc-5aa19b7d6e67 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1841956744', 'description': 'tempest-description-1780413227'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:09.577378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] For port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:09.577973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.603379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': 'a463f6be-f769-4e13-a75a-82c390179661'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:09.608484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Calling delete_port for b74a30a4-b83d-49e6-9a0a-d69bc3a48cda owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:09.623096 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca" -d '{"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "a463f6be-f769-4e13-a75a-82c390179661"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:09.629985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Attempting to bind port 1d7e2748-4bae-46fc-a328-ad810cb8880d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:09.630360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Attempting to bind port 1d7e2748-4bae-46fc-a328-ad810cb8880d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:09.630876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Attempting to bind port 1d7e2748-4bae-46fc-a328-ad810cb8880d on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:09.670331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Port 1d7e2748-4bae-46fc-a328-ad810cb8880d on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:09.670670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Attempting to bind port 1d7e2748-4bae-46fc-a328-ad810cb8880d on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:09.694575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176444e2-9b3b-46b5-9822-daa9958d438f req-554ef60b-b135-48a9-a1c9-4e6e5a5ddb3f tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:09.696242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-176444e2-9b3b-46b5-9822-daa9958d438f req-554ef60b-b135-48a9-a1c9-4e6e5a5ddb3f tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 948 time: 0.3696864 Jul 16 19:56:09.699560 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-84b95708-7342-4539-92a5-3b5b45b624ba req-dcb1353d-bef4-49e2-a1fc-5aa19b7d6e67 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.723197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:09.723538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Checking segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:09.723925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Bound using segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:09.724411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Bound port: 1d7e2748-4bae-46fc-a328-ad810cb8880d, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:09.724777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.857340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.878830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-176444e2-9b3b-46b5-9822-daa9958d438f req-27b942f9-94f4-46c5-b567-fe5467fcaad9 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/security-groups?id=97cae952-e997-495a-9b46-750af8d9da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628723 Jul 16 19:56:09.931089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Pushing event deleted for resources: {'Port': ['ID=b74a30a4-b83d-49e6-9a0a-d69bc3a48cda,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:09.959619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-84b95708-7342-4539-92a5-3b5b45b624ba req-dcb1353d-bef4-49e2-a1fc-5aa19b7d6e67 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.964889 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-84b95708-7342-4539-92a5-3b5b45b624ba req-dcb1353d-bef4-49e2-a1fc-5aa19b7d6e67 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.977415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] For port 1d7e2748-4bae-46fc-a328-ad810cb8880d, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:09.982197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] No DVR routers for this DVR port b74a30a4-b83d-49e6-9a0a-d69bc3a48cda on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:09.987301 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:09.989645 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ceeeca79-2754-40ad-a4d5-8f1783fa51d0 req-9d8b0e27-d7ec-4938-877b-2ea8d1368d33 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "DELETE /v2.0/ports/b74a30a4-b83d-49e6-9a0a-d69bc3a48cda HTTP/1.1" status: 204 len: 173 time: 1.0043108 Jul 16 19:56:10.002693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['825cb396-1a20-4a8b-a5d2-033bfbe78ef8'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:10.010267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] For port 1d7e2748-4bae-46fc-a328-ad810cb8880d, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:10.022710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-84b95708-7342-4539-92a5-3b5b45b624ba req-dcb1353d-bef4-49e2-a1fc-5aa19b7d6e67 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:10.036462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84b95708-7342-4539-92a5-3b5b45b624ba req-dcb1353d-bef4-49e2-a1fc-5aa19b7d6e67 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5002127 Jul 16 19:56:10.040491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:10.141488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1353d-bef4-49e2-a1fc-5aa19b7d6e67 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018e6dda-ae5c-42fe-afa7-8478bd1d1334,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:10.182348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.183256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:10.196553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] 10.222.0.68 "PUT /v2.0/ports/1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 200 len: 1131 time: 2.3959961 Jul 16 19:56:10.266730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81558168-7b6b-405a-a87b-e81c2e732883 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e2748-4bae-46fc-a328-ad810cb8880d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:10.311486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b6fe1c61-135b-4492-bfe0-18acd86c8c6d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:10.481943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:10.535519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port b6fe1c61-135b-4492-bfe0-18acd86c8c6d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:10.546786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port b6fe1c61-135b-4492-bfe0-18acd86c8c6d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:10.547317 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:10.626226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31949f04-a483-4096-91f8-50b6ee30fea0 req-2068b80a-559b-4327-b524-0f6f335d7baf tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.627882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31949f04-a483-4096-91f8-50b6ee30fea0 req-2068b80a-559b-4327-b524-0f6f335d7baf tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1098 time: 0.2665374 Jul 16 19:56:10.636166 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:10.666171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-4e4d139f-f076-4c2c-aba0-6c5d9c33608c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.672856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-4e4d139f-f076-4c2c-aba0-6c5d9c33608c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.679215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-4e4d139f-f076-4c2c-aba0-6c5d9c33608c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.680939 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:10.685380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-4e4d139f-f076-4c2c-aba0-6c5d9c33608c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.691346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-4e4d139f-f076-4c2c-aba0-6c5d9c33608c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.697366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-4e4d139f-f076-4c2c-aba0-6c5d9c33608c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.704105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-4e4d139f-f076-4c2c-aba0-6c5d9c33608c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:10.706138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-4e4d139f-f076-4c2c-aba0-6c5d9c33608c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5372 time: 0.2607937 Jul 16 19:56:10.790825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31949f04-a483-4096-91f8-50b6ee30fea0 req-cfab3f03-ac25-4c09-b00b-8b6c330496d6 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506903 Jul 16 19:56:10.813427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f665324f-4fcc-4722-ac43-e302d8ad7f63 req-ad195532-0a7a-4a04-9370-ab2df92b86c9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963469 Jul 16 19:56:10.875592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfda863-9dbf-4d8f-8bdf-5803ed0918bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fe1c61-135b-4492-bfe0-18acd86c8c6d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:10.877952 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694b7a1-144d-4228-928e-c0c23a2e9ade" -d '{"events": [{"server_uuid": "0bfda863-9dbf-4d8f-8bdf-5803ed0918bb", "name": "network-vif-plugged", "status": "completed", "tag": "b6fe1c61-135b-4492-bfe0-18acd86c8c6d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:10.897101 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8182841f-3942-4895-b8ef-3ca282b90780 x-openstack-request-id: req-8182841f-3942-4895-b8ef-3ca282b90780 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:10.897609 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58014d18-50e3-4b3c-9434-058091d68321", "name": "network-vif-deleted", "tag": "20eb0cc2-ebe2-4f26-832b-16dab163aeef", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:10.897609 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8182841f-3942-4895-b8ef-3ca282b90780 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:10.898025 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58014d18-50e3-4b3c-9434-058091d68321', 'name': 'network-vif-deleted', 'tag': '20eb0cc2-ebe2-4f26-832b-16dab163aeef', 'status': 'completed', 'code': 200} Jul 16 19:56:10.911779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b6fe1c61-135b-4492-bfe0-18acd86c8c6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:10.917081 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:10.917993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 20eb0cc2-ebe2-4f26-832b-16dab163aeef no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:10.975440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 20eb0cc2-ebe2-4f26-832b-16dab163aeef {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:10.976065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 20eb0cc2-ebe2-4f26-832b-16dab163aeef not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:11.015935 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:56:11.053672 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:11.054398 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc96bc58-52a0-439a-a212-9456264bbdbf x-openstack-request-id: req-bc96bc58-52a0-439a-a212-9456264bbdbf {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:11.054866 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "a463f6be-f769-4e13-a75a-82c390179661", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:11.054970 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc96bc58-52a0-439a-a212-9456264bbdbf {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:11.055303 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': 'a463f6be-f769-4e13-a75a-82c390179661', 'status': 'completed', 'code': 200} Jul 16 19:56:11.101398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c078928-0bfe-4b67-aa78-92eb7bdfc902 req-80da5aa3-931a-45c4-8d46-6faf9eb37353 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffe52e2f-481b-4eea-b6a5-0733f04a1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0450892 Jul 16 19:56:11.105629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-c5dd5c83-8dd6-4e28-bb6f-33c6d7b8f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.106151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-c5dd5c83-8dd6-4e28-bb6f-33c6d7b8f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.106655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-c5dd5c83-8dd6-4e28-bb6f-33c6d7b8f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.107214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-c5dd5c83-8dd6-4e28-bb6f-33c6d7b8f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.107700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-c5dd5c83-8dd6-4e28-bb6f-33c6d7b8f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.108353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-c5dd5c83-8dd6-4e28-bb6f-33c6d7b8f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.109228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-c5dd5c83-8dd6-4e28-bb6f-33c6d7b8f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.111231 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-c5dd5c83-8dd6-4e28-bb6f-33c6d7b8f028 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6212 time: 0.1014597 Jul 16 19:56:11.148450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d8bf94-6dbe-4d04-8573-fa4ff073fdce req-3989277c-5e3b-492a-b890-e16d38a3a219 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/018e6dda-ae5c-42fe-afa7-8478bd1d1334 HTTP/1.1" status: 200 len: 1813 time: 0.1071069 Jul 16 19:56:11.318276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-bd2740a2-b942-48f6-ba4b-738f0943072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.318772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-bd2740a2-b942-48f6-ba4b-738f0943072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.319691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-bd2740a2-b942-48f6-ba4b-738f0943072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.321354 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-bd2740a2-b942-48f6-ba4b-738f0943072b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2030416 Jul 16 19:56:11.454124 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-1b163d02-2b9a-4e4e-bfe0-40b4a51b5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.455805 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fae068b7-fa26-40c2-a1a4-e90f9cd087ca req-1b163d02-2b9a-4e4e-bfe0-40b4a51b5ade service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281357 Jul 16 19:56:11.478450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36137dea-da05-44ad-b696-1cabae751096 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:11.488947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:11.497176 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129fd652-50a1-420c-b7cf-72648f89c0ef x-openstack-request-id: req-129fd652-50a1-420c-b7cf-72648f89c0ef {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:11.497547 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfda863-9dbf-4d8f-8bdf-5803ed0918bb", "name": "network-vif-plugged", "status": "completed", "tag": "b6fe1c61-135b-4492-bfe0-18acd86c8c6d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:11.497767 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-129fd652-50a1-420c-b7cf-72648f89c0ef {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:11.498138 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfda863-9dbf-4d8f-8bdf-5803ed0918bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fe1c61-135b-4492-bfe0-18acd86c8c6d', 'code': 200} Jul 16 19:56:11.506914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Transition to ACTIVE for port object 36137dea-da05-44ad-b696-1cabae751096 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:11.516448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:11.566983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc78a6-4e60-4959-9b73-098abedf746d req-48ed5ae2-a923-4f69-9a20-c77c53196fe9 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.568667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8cc78a6-4e60-4959-9b73-098abedf746d req-48ed5ae2-a923-4f69-9a20-c77c53196fe9 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1098 time: 0.1489296 Jul 16 19:56:11.604174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Pushing event updated for resources: {'Port': ['ID=36137dea-da05-44ad-b696-1cabae751096,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:11.627803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b74a30a4-b83d-49e6-9a0a-d69bc3a48cda no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:11.652777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14857ce7-fe0d-4e74-aec7-74e4c36a72ae req-ed256bb3-3266-434c-bf2a-46940fea8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.654699 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14857ce7-fe0d-4e74-aec7-74e4c36a72ae req-ed256bb3-3266-434c-bf2a-46940fea8720 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 1101 time: 0.0724077 Jul 16 19:56:11.662137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: b74a30a4-b83d-49e6-9a0a-d69bc3a48cda {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:11.662797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b74a30a4-b83d-49e6-9a0a-d69bc3a48cda not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:11.703745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8cc78a6-4e60-4959-9b73-098abedf746d req-3e104444-0bcb-4818-8d9a-bc11d76245b4 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279025 Jul 16 19:56:11.709082 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14857ce7-fe0d-4e74-aec7-74e4c36a72ae req-8d950b1b-5acf-4a1f-8104-9f0da1c58bbb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=97cae952-e997-495a-9b46-750af8d9da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474067 Jul 16 19:56:11.754313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Attempting to bind port 36137dea-da05-44ad-b696-1cabae751096 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:11.754656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Attempting to bind port 36137dea-da05-44ad-b696-1cabae751096 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:11.754992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Attempting to bind port 36137dea-da05-44ad-b696-1cabae751096 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:11.770969 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-d7c6e714-9712-4220-a031-a217e78b3aba req-35d41815-cf0d-436e-9b80-072b49779c40 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] show failed (client error): The resource could not be found. Jul 16 19:56:11.772056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7c6e714-9712-4220-a031-a217e78b3aba req-35d41815-cf0d-436e-9b80-072b49779c40 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/ad6fe7af-52b9-4d57-a6ce-6f3b737a24ff HTTP/1.1" status: 404 len: 352 time: 0.0319130 Jul 16 19:56:11.773899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Port 36137dea-da05-44ad-b696-1cabae751096 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:11.774231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Attempting to bind port 36137dea-da05-44ad-b696-1cabae751096 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:11.788569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:11.789144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Checking segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:11.789704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Bound using segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:11.790321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Bound port: 36137dea-da05-44ad-b696-1cabae751096, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:11.790887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:11.802518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc032-59ee-4ac5-8b58-3f095e900911 req-fcfd46a9-df3a-4840-b7c0-8458d47d1483 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:11.804424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7acc032-59ee-4ac5-8b58-3f095e900911 req-fcfd46a9-df3a-4840-b7c0-8458d47d1483 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 949 time: 0.1580236 Jul 16 19:56:11.915814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86100da8-83a4-4d78-9b4b-47e756cc357d req-ae3cb026-8a8c-4d4c-807a-ad725b26d483 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/b99faa2c-a817-49b9-adf8-0bc5c6955339 HTTP/1.1" status: 200 len: 1798 time: 0.1103833 Jul 16 19:56:11.920972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7acc032-59ee-4ac5-8b58-3f095e900911 req-35a3c396-e9fe-4bb6-acd9-e53aed48a82a tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/security-groups?id=97cae952-e997-495a-9b46-750af8d9da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024871 Jul 16 19:56:11.950027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] For port 36137dea-da05-44ad-b696-1cabae751096, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:11.972742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] For port 36137dea-da05-44ad-b696-1cabae751096, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=36137dea-da05-44ad-b696-1cabae751096,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:11.981028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.034421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.035130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.036709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] 10.222.0.68 "PUT /v2.0/ports/36137dea-da05-44ad-b696-1cabae751096 HTTP/1.1" status: 200 len: 1092 time: 1.5607398 Jul 16 19:56:12.047943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-86100da8-83a4-4d78-9b4b-47e756cc357d req-51bc53ea-81ac-4874-8e3b-39ba19bd408a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.080176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:12.117727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e15bf2-9f8e-429e-a226-c213a62565e5 service neutron] Pushing event updated for resources: {'Port': ['ID=36137dea-da05-44ad-b696-1cabae751096,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:12.153752 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-86100da8-83a4-4d78-9b4b-47e756cc357d req-51bc53ea-81ac-4874-8e3b-39ba19bd408a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.267660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-86100da8-83a4-4d78-9b4b-47e756cc357d req-51bc53ea-81ac-4874-8e3b-39ba19bd408a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.271665 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-86100da8-83a4-4d78-9b4b-47e756cc357d req-51bc53ea-81ac-4874-8e3b-39ba19bd408a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.273222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86100da8-83a4-4d78-9b4b-47e756cc357d req-51bc53ea-81ac-4874-8e3b-39ba19bd408a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/b99faa2c-a817-49b9-adf8-0bc5c6955339 HTTP/1.1" status: 204 len: 173 time: 0.3481495 Jul 16 19:56:12.290795 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.298118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc53ea-81ac-4874-8e3b-39ba19bd408a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99faa2c-a817-49b9-adf8-0bc5c6955339,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:12.327931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688087a3-a930-4478-a854-aaa44b8e5522 req-516003f7-0339-4440-a2f7-12dbb8cdb4ab tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.335079 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-688087a3-a930-4478-a854-aaa44b8e5522 req-516003f7-0339-4440-a2f7-12dbb8cdb4ab tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 945 time: 0.2701747 Jul 16 19:56:12.400261 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-2e473a3f-b573-48d0-b59b-0c3de03de9d4 req-05a84c84-c509-42e7-b623-d8f277607d69 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] show failed (client error): The resource could not be found. Jul 16 19:56:12.402030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e473a3f-b573-48d0-b59b-0c3de03de9d4 req-05a84c84-c509-42e7-b623-d8f277607d69 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-group-rules/3877858c-acba-4390-9882-c33283512380 HTTP/1.1" status: 404 len: 361 time: 0.0301411 Jul 16 19:56:12.415684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-688087a3-a930-4478-a854-aaa44b8e5522 req-d9286769-6090-4bc8-a870-3e1dec27a68e tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797160 Jul 16 19:56:12.659762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1741363b-f699-457d-aad4-dbb5bf42467f req-e5b0b11b-ad1c-4cde-9a2d-e55844e604e7 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f HTTP/1.1" status: 200 len: 1800 time: 0.1217690 Jul 16 19:56:12.763729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a45de3f7-40fb-424b-9bc6-b7565b6cdb55 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.769720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a45de3f7-40fb-424b-9bc6-b7565b6cdb55 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.775580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a45de3f7-40fb-424b-9bc6-b7565b6cdb55 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.784690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a45de3f7-40fb-424b-9bc6-b7565b6cdb55 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.794082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a45de3f7-40fb-424b-9bc6-b7565b6cdb55 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.801475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a45de3f7-40fb-424b-9bc6-b7565b6cdb55 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.808162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a45de3f7-40fb-424b-9bc6-b7565b6cdb55 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:12.810516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a45de3f7-40fb-424b-9bc6-b7565b6cdb55 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5384 time: 0.2433701 Jul 16 19:56:12.877152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1741363b-f699-457d-aad4-dbb5bf42467f req-18dcac0c-fbc5-48a6-80b5-514dee735a4f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.899925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe52e2f-481b-4eea-b6a5-0733f04a1ab6', 'name': 'network-vif-deleted', 'tag': 'b74a30a4-b83d-49e6-9a0a-d69bc3a48cda'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:12.902452 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f528973-a421-4642-9ac8-bdba10dc8345" -d '{"events": [{"server_uuid": "ffe52e2f-481b-4eea-b6a5-0733f04a1ab6", "name": "network-vif-deleted", "tag": "b74a30a4-b83d-49e6-9a0a-d69bc3a48cda"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:12.916868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa0842c-1ad9-4292-a324-e8b5e6370306 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:12.934244 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.940186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ccf9c868-6401-4e32-9032-ff30c8758111 req-a754be00-d95e-44a3-a321-7613f22160b7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113553 Jul 16 19:56:12.950116 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1741363b-f699-457d-aad4-dbb5bf42467f req-18dcac0c-fbc5-48a6-80b5-514dee735a4f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:12.967765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Transition to ACTIVE for port object baa0842c-1ad9-4292-a324-e8b5e6370306 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:12.974787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.180688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-1710d247-fd5f-4b1b-a9c4-64b3841aca56 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:13.182888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-1710d247-fd5f-4b1b-a9c4-64b3841aca56 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.68 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 945 time: 0.0897996 Jul 16 19:56:13.249638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '1d7e2748-4bae-46fc-a328-ad810cb8880d'}, {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '36137dea-da05-44ad-b696-1cabae751096'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:13.252383 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea3ac09-c62b-416f-9539-6571279cb858" -d '{"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "1d7e2748-4bae-46fc-a328-ad810cb8880d"}, {"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "36137dea-da05-44ad-b696-1cabae751096"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:13.324706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1741363b-f699-457d-aad4-dbb5bf42467f req-18dcac0c-fbc5-48a6-80b5-514dee735a4f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.327845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Deleting port c221c6eb-ac20-41b4-9da7-be6af14d6e9b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:13.327952 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1741363b-f699-457d-aad4-dbb5bf42467f req-18dcac0c-fbc5-48a6-80b5-514dee735a4f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.328051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.345130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1741363b-f699-457d-aad4-dbb5bf42467f req-18dcac0c-fbc5-48a6-80b5-514dee735a4f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f HTTP/1.1" status: 204 len: 173 time: 0.6790650 Jul 16 19:56:13.371731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Pushing event updated for resources: {'Port': ['ID=baa0842c-1ad9-4292-a324-e8b5e6370306,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:13.378173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcac0c-fbc5-48a6-80b5-514dee735a4f tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:13.444540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] For port c221c6eb-ac20-41b4-9da7-be6af14d6e9b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:13.445060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.449105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bc04b4b-a34f-4626-90ae-15b536d4e3f9 req-f240d5b7-f8bf-45e7-bf82-3e3bcab3a04e tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/018e6dda-ae5c-42fe-afa7-8478bd1d1334 HTTP/1.1" status: 200 len: 1813 time: 0.1022787 Jul 16 19:56:13.542663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Attempting to bind port baa0842c-1ad9-4292-a324-e8b5e6370306 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:13.543088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Attempting to bind port baa0842c-1ad9-4292-a324-e8b5e6370306 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:13.543429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Attempting to bind port baa0842c-1ad9-4292-a324-e8b5e6370306 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:13.550695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Port baa0842c-1ad9-4292-a324-e8b5e6370306 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:13.551030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Attempting to bind port baa0842c-1ad9-4292-a324-e8b5e6370306 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:13.563067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:13.563407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Checking segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:13.563802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Bound using segment: {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:13.564252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Bound port: baa0842c-1ad9-4292-a324-e8b5e6370306, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:13.564624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.641863 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7bc04b4b-a34f-4626-90ae-15b536d4e3f9 req-cbc32283-230f-4085-9f21-71bca61b1685 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.670794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.671304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.671624 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Floating IP f24d22c0-09b4-4771-9953-a1e3591fba5c disassociated. External IP: 172.25.6.176, port: c221c6eb-ac20-41b4-9da7-be6af14d6e9b. Jul 16 19:56:13.672304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Calling delete_port for c221c6eb-ac20-41b4-9da7-be6af14d6e9b owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:13.673653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7bc04b4b-a34f-4626-90ae-15b536d4e3f9 req-cbc32283-230f-4085-9f21-71bca61b1685 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.683922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] For port baa0842c-1ad9-4292-a324-e8b5e6370306, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:13.703725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] For port baa0842c-1ad9-4292-a324-e8b5e6370306, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=baa0842c-1ad9-4292-a324-e8b5e6370306,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:13.710244 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.762998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:13.763618 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.765107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] 10.222.0.68 "PUT /v2.0/ports/baa0842c-1ad9-4292-a324-e8b5e6370306 HTTP/1.1" status: 200 len: 1092 time: 1.6890707 Jul 16 19:56:13.785650 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7bc04b4b-a34f-4626-90ae-15b536d4e3f9 req-cbc32283-230f-4085-9f21-71bca61b1685 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.788350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7bc04b4b-a34f-4626-90ae-15b536d4e3f9 req-cbc32283-230f-4085-9f21-71bca61b1685 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.789556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bc04b4b-a34f-4626-90ae-15b536d4e3f9 req-cbc32283-230f-4085-9f21-71bca61b1685 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "DELETE /v2.0/security-groups/018e6dda-ae5c-42fe-afa7-8478bd1d1334 HTTP/1.1" status: 204 len: 173 time: 0.3398578 Jul 16 19:56:13.798589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916999a-f794-4fb4-8be4-b97f00664181 service neutron] Pushing event updated for resources: {'Port': ['ID=baa0842c-1ad9-4292-a324-e8b5e6370306,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:13.808436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc32283-230f-4085-9f21-71bca61b1685 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e6dda-ae5c-42fe-afa7-8478bd1d1334,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:13.816442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:13.884662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.922294 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:13.946162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event deleted for resources: {'Port': ['ID=c221c6eb-ac20-41b4-9da7-be6af14d6e9b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:14.100436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:56:14.194556 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e39f389-d0b4-4153-ab72-1305a3511b10 x-openstack-request-id: req-7e39f389-d0b4-4153-ab72-1305a3511b10 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:14.194853 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe52e2f-481b-4eea-b6a5-0733f04a1ab6", "name": "network-vif-deleted", "tag": "b74a30a4-b83d-49e6-9a0a-d69bc3a48cda", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:14.195108 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e39f389-d0b4-4153-ab72-1305a3511b10 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:14.195648 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe52e2f-481b-4eea-b6a5-0733f04a1ab6', 'name': 'network-vif-deleted', 'tag': 'b74a30a4-b83d-49e6-9a0a-d69bc3a48cda', 'status': 'completed', 'code': 200} Jul 16 19:56:14.300940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-3b81479b-5fa6-4937-8364-0ffb3504c9c0 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:56:14.304816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-3b81479b-5fa6-4937-8364-0ffb3504c9c0 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156529 Jul 16 19:56:14.306137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:56:14.319857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] Sync routers for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:56:14.339886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:14.340699 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:55:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:14.391441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] No DVR routers for this DVR port c221c6eb-ac20-41b4-9da7-be6af14d6e9b on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:14.395620 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:14.397892 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c26124cd-064f-408b-b2fa-aad7fb45944e req-a2add827-e806-4f1d-8dd9-84a23a80aa61 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.68 "DELETE /v2.0/ports/c221c6eb-ac20-41b4-9da7-be6af14d6e9b HTTP/1.1" status: 204 len: 173 time: 1.2097497 Jul 16 19:56:14.428762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446d7203-494b-4ed8-b9a2-b593d2676b59 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:14.439135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:14.493550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Transition to ACTIVE for port object 446d7203-494b-4ed8-b9a2-b593d2676b59 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:14.510034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:14.520328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:14.532297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Request body: {'binding': {'host': 'n-h2-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:14.532837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 19:56:14.608441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Pushing event updated for resources: {'Port': ['ID=446d7203-494b-4ed8-b9a2-b593d2676b59,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:14.622325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d5bda-e838-4559-ab44-a4173d55083c req-83af431e-0a1d-4efd-ab60-28c14fded232 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:14.630420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e9d5bda-e838-4559-ab44-a4173d55083c req-83af431e-0a1d-4efd-ab60-28c14fded232 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 949 time: 0.2778797 Jul 16 19:56:14.710263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e9d5bda-e838-4559-ab44-a4173d55083c req-2f4a23fe-18e7-42dd-8abf-4611db9b2e26 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/security-groups?id=97cae952-e997-495a-9b46-750af8d9da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788171 Jul 16 19:56:14.758568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on host n-h2-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:14.758568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:14.758568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:14.780719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:14.781280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:14.788971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:14.789335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:14.792016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:14.792936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Bound port: 78751107-127c-4e88-b6d0-8ab890eb8e14, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:14.813391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:59Z', 'revision_number': 5, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:14.844713 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adec0c2c-eb1e-4eb3-8cfe-8fb8b8e3211e x-openstack-request-id: req-adec0c2c-eb1e-4eb3-8cfe-8fb8b8e3211e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:14.844950 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "1d7e2748-4bae-46fc-a328-ad810cb8880d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "36137dea-da05-44ad-b696-1cabae751096", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:14.845195 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-adec0c2c-eb1e-4eb3-8cfe-8fb8b8e3211e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:14.845554 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '1d7e2748-4bae-46fc-a328-ad810cb8880d', 'status': 'completed', 'code': 200} Jul 16 19:56:14.845813 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '36137dea-da05-44ad-b696-1cabae751096', 'status': 'completed', 'code': 200} Jul 16 19:56:14.851647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] Checking router: 88149cfe-0ac6-4936-9aa8-79adc0acfd9a for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:56:14.852931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-29063ecf-7d39-44c3-be9d-49b28ef5c328 req-7d7dfa34-06fe-4001-9691-75d8d7c630a7 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-197620043', 'description': 'tempest-description-435095585'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:14.876077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Attempting to bind port 446d7203-494b-4ed8-b9a2-b593d2676b59 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:14.876649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Attempting to bind port 446d7203-494b-4ed8-b9a2-b593d2676b59 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:14.877009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Attempting to bind port 446d7203-494b-4ed8-b9a2-b593d2676b59 on network c4d20431-3c66-42db-b7b8-964e2c5f30ea {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:14.880772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:14.881419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:55:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:14.884448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Port 446d7203-494b-4ed8-b9a2-b593d2676b59 on network c4d20431-3c66-42db-b7b8-964e2c5f30ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:14.884780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Attempting to bind port 446d7203-494b-4ed8-b9a2-b593d2676b59 on network c4d20431-3c66-42db-b7b8-964e2c5f30ea {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:14.897737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:14.898123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Checking segment: {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:14.898823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Bound using segment: {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:14.898953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Bound port: 446d7203-494b-4ed8-b9a2-b593d2676b59, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:14.901989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:14.927291 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29063ecf-7d39-44c3-be9d-49b28ef5c328 req-7d7dfa34-06fe-4001-9691-75d8d7c630a7 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:14.950664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:14.965756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:14.967309 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-7e712944-62e6-4437-bbef-634da06d8008 service neutron] 10.222.0.78 "POST /v2.0/ports/78751107-127c-4e88-b6d0-8ab890eb8e14/bindings HTTP/1.1" status: 201 len: 390 time: 0.6088626 Jul 16 19:56:14.980169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-9084eeae-8304-44b9-8264-19ae9e0dbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:14.981307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-9084eeae-8304-44b9-8264-19ae9e0dbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:14.981975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-9084eeae-8304-44b9-8264-19ae9e0dbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:14.982873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-9084eeae-8304-44b9-8264-19ae9e0dbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:14.983523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-9084eeae-8304-44b9-8264-19ae9e0dbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:14.984165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-9084eeae-8304-44b9-8264-19ae9e0dbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:14.984844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-9084eeae-8304-44b9-8264-19ae9e0dbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:14.987908 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-9084eeae-8304-44b9-8264-19ae9e0dbee0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6374 time: 0.1349001 Jul 16 19:56:15.011267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] For port 446d7203-494b-4ed8-b9a2-b593d2676b59, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:15.015256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] For port 446d7203-494b-4ed8-b9a2-b593d2676b59, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=446d7203-494b-4ed8-b9a2-b593d2676b59,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:15.022531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:15.055038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:15.071753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.073119 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:15.074536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] 10.222.0.68 "PUT /v2.0/ports/446d7203-494b-4ed8-b9a2-b593d2676b59 HTTP/1.1" status: 200 len: 1092 time: 1.2628958 Jul 16 19:56:15.156714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Request body: {'port': {'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:15.211239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-6049cf12-2c6c-4187-926d-153766dd8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.211747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-6049cf12-2c6c-4187-926d-153766dd8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.212293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-6049cf12-2c6c-4187-926d-153766dd8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.214727 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-6049cf12-2c6c-4187-926d-153766dd8701 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2166097 Jul 16 19:56:15.359224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52eb5d-e662-4924-b931-68faac043530 service neutron] Pushing event updated for resources: {'Port': ['ID=446d7203-494b-4ed8-b9a2-b593d2676b59,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:15.359442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-dba7797b-e5fb-40de-a2b1-15700c6caa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.362120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-dba7797b-e5fb-40de-a2b1-15700c6caa9c service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415465 Jul 16 19:56:15.492634 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29063ecf-7d39-44c3-be9d-49b28ef5c328 req-7d7dfa34-06fe-4001-9691-75d8d7c630a7 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:15.509868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-866fa349-b02b-4768-8640-2236b7e1d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.510560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-866fa349-b02b-4768-8640-2236b7e1d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.511529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-866fa349-b02b-4768-8640-2236b7e1d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.512135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-866fa349-b02b-4768-8640-2236b7e1d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.512705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-866fa349-b02b-4768-8640-2236b7e1d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.513258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-866fa349-b02b-4768-8640-2236b7e1d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.513848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-866fa349-b02b-4768-8640-2236b7e1d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.515993 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-866fa349-b02b-4768-8640-2236b7e1d3bd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6416 time: 0.0925317 Jul 16 19:56:15.521740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-862d190f-3a33-4f2c-82d3-ac0e7d4789fc req-5b171b79-cb18-4f8d-82da-cb14547455cc tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 210 time: 0.1026049 Jul 16 19:56:15.529949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29063ecf-7d39-44c3-be9d-49b28ef5c328 req-7d7dfa34-06fe-4001-9691-75d8d7c630a7 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:15.544856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-800405eb-e090-4f8a-b9a7-e97692136511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.546972 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-800405eb-e090-4f8a-b9a7-e97692136511 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1098 time: 0.1840296 Jul 16 19:56:15.602518 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:15.638316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29063ecf-7d39-44c3-be9d-49b28ef5c328 req-7d7dfa34-06fe-4001-9691-75d8d7c630a7 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:15.644434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29063ecf-7d39-44c3-be9d-49b28ef5c328 req-7d7dfa34-06fe-4001-9691-75d8d7c630a7 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8012795 Jul 16 19:56:15.660125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dfa34-06fe-4001-9691-75d8d7c630a7 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3a27a5-aa28-4d70-adf3-ad02ace316fb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:15.661206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:59Z', 'revision_number': 5, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:15.691707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677e670-ea01-46c8-8610-b8ee0f29ff80 None None] The sync data for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 is: [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:52:45Z', 'revision_number': 4, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0e3a9e52-156b-43fd-a379-7355579ffe2a', 'name': '', 'network_id': 'c6860476-a25b-4e32-8572-ba7f4b83b501', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'mac_address': 'fa:16:3e:d2:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:40Z', 'updated_at': '2021-07-16T19:52:59Z', 'revision_number': 5, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'subnets': [{'id': 'c6e46ff0-d2c5-470c-9475-2f5b1f059ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:56:15.747955 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41e83b80-180b-4ad6-a746-ee8ef6d71f7a req-cab78fb8-146a-4cb0-a29e-0167602776b7 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/d16bf9f3-d0f2-46e8-b324-496500148626 HTTP/1.1" status: 200 len: 1812 time: 0.1522064 Jul 16 19:56:15.834352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-e9ab47e8-7a36-4149-9ce0-8e1420179d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.836396 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-e9ab47e8-7a36-4149-9ce0-8e1420179d4c service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.2770393 Jul 16 19:56:15.848614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-222646a4-30e3-4d90-b72e-bbde711ae335 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.850213 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-222646a4-30e3-4d90-b72e-bbde711ae335 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 949 time: 0.2941563 Jul 16 19:56:15.950076 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-1a24355c-ef61-48d9-be6c-3c7a0407db32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 217 time: 0.0958064 Jul 16 19:56:15.967735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-4599fcf4-a14b-428f-a2ba-39cf23f9d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.968424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-4599fcf4-a14b-428f-a2ba-39cf23f9d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.968741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-4599fcf4-a14b-428f-a2ba-39cf23f9d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:15.970368 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-4599fcf4-a14b-428f-a2ba-39cf23f9d7a7 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4291360 Jul 16 19:56:15.973552 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41e83b80-180b-4ad6-a746-ee8ef6d71f7a req-53fc4c03-772a-4aa3-b728-c066f3824326 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.080963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-74a414d9-efa8-47b3-b09e-d7794edc898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.082408 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-74a414d9-efa8-47b3-b09e-d7794edc898a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.1263492 Jul 16 19:56:16.161443 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71fae3-e392-402b-9851-f6a1fd816b97 None None] New status for floating IP f24d22c0-09b4-4771-9953-a1e3591fba5c: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:56:16.164734 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41e83b80-180b-4ad6-a746-ee8ef6d71f7a req-53fc4c03-772a-4aa3-b728-c066f3824326 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.172995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-86b1d930-0d1b-4d78-a9dd-1dfff96b959d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613058 Jul 16 19:56:16.205151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'name': 'network-vif-deleted', 'tag': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:16.208708 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879142b1-618a-4e9b-a427-35f20b5ecd3a" -d '{"events": [{"server_uuid": "2eb1b7ad-f59b-4f16-9304-01a245b86b57", "name": "network-vif-deleted", "tag": "c221c6eb-ac20-41b4-9da7-be6af14d6e9b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:16.212586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-3b06c747-10d6-41fe-9ac9-3d5d9044b1ad tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.214780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-ce2b2555-378a-47e1-afee-3944371e8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.217510 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea3ac09-c62b-416f-9539-6571279cb858 req-ce2b2555-378a-47e1-afee-3944371e8198 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968725 Jul 16 19:56:16.220600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-3b06c747-10d6-41fe-9ac9-3d5d9044b1ad tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.226998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-3b06c747-10d6-41fe-9ac9-3d5d9044b1ad tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.233677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-3b06c747-10d6-41fe-9ac9-3d5d9044b1ad tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.240436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-3b06c747-10d6-41fe-9ac9-3d5d9044b1ad tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.248780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-3b06c747-10d6-41fe-9ac9-3d5d9044b1ad tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.255018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-3b06c747-10d6-41fe-9ac9-3d5d9044b1ad tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:16.257101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-3b06c747-10d6-41fe-9ac9-3d5d9044b1ad tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5408 time: 0.3670683 Jul 16 19:56:16.275225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Deleting port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:16.275837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.282908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:16.305925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.345381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe351c4-8401-40d1-bf24-2d6281a78947 req-5328588e-eabe-44f6-9fc8-5ec9e4986ea9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783777 Jul 16 19:56:16.346739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Transition to ACTIVE for port object 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:16.348064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41e83b80-180b-4ad6-a746-ee8ef6d71f7a req-53fc4c03-772a-4aa3-b728-c066f3824326 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.350910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-41e83b80-180b-4ad6-a746-ee8ef6d71f7a req-53fc4c03-772a-4aa3-b728-c066f3824326 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.352610 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41e83b80-180b-4ad6-a746-ee8ef6d71f7a req-53fc4c03-772a-4aa3-b728-c066f3824326 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "DELETE /v2.0/security-groups/d16bf9f3-d0f2-46e8-b324-496500148626 HTTP/1.1" status: 204 len: 173 time: 0.5873213 Jul 16 19:56:16.359635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c221c6eb-ac20-41b4-9da7-be6af14d6e9b no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:16.382267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc4c03-772a-4aa3-b728-c066f3824326 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16bf9f3-d0f2-46e8-b324-496500148626,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:16.398005 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.405436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] For port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:16.405799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.420817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Calling delete_port for 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:16.423254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: c221c6eb-ac20-41b4-9da7-be6af14d6e9b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:16.423544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c221c6eb-ac20-41b4-9da7-be6af14d6e9b not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:16.482545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:16.597150 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.609781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['825cb396-1a20-4a8b-a5d2-033bfbe78ef8'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:16.700516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c97d91fd-4fcc-4dc8-9807-4667a18c824d req-8637f8ee-7285-49e4-b4f4-d033a256e9c5 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.78 "GET /v2.0/ports?device_id=11d85bc6-2eb5-4ee2-9cdf-36f72212ee29 HTTP/1.1" status: 200 len: 210 time: 0.0668206 Jul 16 19:56:16.707169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Attempting to bind port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:16.707511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Attempting to bind port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:16.707843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Attempting to bind port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d on network c4d20431-3c66-42db-b7b8-964e2c5f30ea {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:16.719587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d on network c4d20431-3c66-42db-b7b8-964e2c5f30ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:16.720070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Attempting to bind port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d on network c4d20431-3c66-42db-b7b8-964e2c5f30ea {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:16.733138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:16.740739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Checking segment: {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:16.741551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Bound using segment: {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:16.742240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Bound port: 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb5553a-b255-43a3-927b-95bde8555c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:16.742849 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.775993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Pushing event deleted for resources: {'Port': ['ID=825cb396-1a20-4a8b-a5d2-033bfbe78ef8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:16.846780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-bd2ec99d-bc5b-420f-ad6d-8477644c96f7 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273246 Jul 16 19:56:16.861388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': 'baa0842c-1ad9-4292-a324-e8b5e6370306'}, {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '446d7203-494b-4ed8-b9a2-b593d2676b59'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:16.864047 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "baa0842c-1ad9-4292-a324-e8b5e6370306"}, {"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "446d7203-494b-4ed8-b9a2-b593d2676b59"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:16.865580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] No DVR routers for this DVR port 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:16.875020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:16.877028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-099b7072-6650-4c03-9e1e-73f70575b8e2 req-5d23e375-78ec-473d-a1d6-b4b0b3e1b2a2 tempest-LiveMigrationNegativeTest-1385916791 tempest-LiveMigrationNegativeTest-1385916791-project] 10.222.0.16 "DELETE /v2.0/ports/825cb396-1a20-4a8b-a5d2-033bfbe78ef8 HTTP/1.1" status: 204 len: 173 time: 1.0151331 Jul 16 19:56:16.890428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1d51fed-1850-402a-90b7-1b5d94b6fa3d req-e832de9e-6127-483f-8277-93595eb5b489 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/7a3a27a5-aa28-4d70-adf3-ad02ace316fb HTTP/1.1" status: 200 len: 1799 time: 0.1432414 Jul 16 19:56:16.917030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d1d51fed-1850-402a-90b7-1b5d94b6fa3d req-981ecb05-3e3c-475a-bfe6-367c7624f7c8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Request body: {'security_group': {'name': 'tempest-sg-hth-903239987', 'description': 'tempest-description-hth-49452396'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:16.968526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] For port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:16.994275 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-c5a86835-41ee-4b41-8c6e-d7b679fe12d7 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301637 Jul 16 19:56:17.003357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] For port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:17.015651 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.038301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d2f3d-ecd5-4b75-a9dd-86935f3f55e8 req-68f76b73-7a1d-47d2-b65f-555d7eb3aef2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.039960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a2d2f3d-ecd5-4b75-a9dd-86935f3f55e8 req-68f76b73-7a1d-47d2-b65f-555d7eb3aef2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 946 time: 0.2497065 Jul 16 19:56:17.061827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d1d51fed-1850-402a-90b7-1b5d94b6fa3d req-981ecb05-3e3c-475a-bfe6-367c7624f7c8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.065319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.065950 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.067544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] 10.222.0.68 "PUT /v2.0/ports/5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d HTTP/1.1" status: 200 len: 1092 time: 1.9177949 Jul 16 19:56:17.188489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-bee8fc01-f807-428e-9a91-c8b858faed99 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.190543 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-bee8fc01-f807-428e-9a91-c8b858faed99 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1098 time: 0.1129439 Jul 16 19:56:17.208370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-15'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:17.261542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d1d51fed-1850-402a-90b7-1b5d94b6fa3d req-981ecb05-3e3c-475a-bfe6-367c7624f7c8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.268991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9789cf3-0202-4ce0-b987-f977beaf2116 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:17.279330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d1d51fed-1850-402a-90b7-1b5d94b6fa3d req-981ecb05-3e3c-475a-bfe6-367c7624f7c8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.294521 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d1d51fed-1850-402a-90b7-1b5d94b6fa3d req-981ecb05-3e3c-475a-bfe6-367c7624f7c8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.296376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1d51fed-1850-402a-90b7-1b5d94b6fa3d req-981ecb05-3e3c-475a-bfe6-367c7624f7c8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "PUT /v2.0/security-groups/7a3a27a5-aa28-4d70-adf3-ad02ace316fb HTTP/1.1" status: 200 len: 1772 time: 0.3924489 Jul 16 19:56:17.345098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.359405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a2d2f3d-ecd5-4b75-a9dd-86935f3f55e8 req-31e0c7d9-3088-4ced-83ab-e263f2af1eca tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890451 Jul 16 19:56:17.457319 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bd70c1-8839-4194-b4b0-264a46fad5cf x-openstack-request-id: req-d1bd70c1-8839-4194-b4b0-264a46fad5cf {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:17.457560 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb1b7ad-f59b-4f16-9304-01a245b86b57", "name": "network-vif-deleted", "tag": "c221c6eb-ac20-41b4-9da7-be6af14d6e9b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:17.457736 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1bd70c1-8839-4194-b4b0-264a46fad5cf {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:17.458126 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb1b7ad-f59b-4f16-9304-01a245b86b57', 'name': 'network-vif-deleted', 'tag': 'c221c6eb-ac20-41b4-9da7-be6af14d6e9b', 'status': 'completed', 'code': 200} Jul 16 19:56:17.462502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-24d09e25-aa12-4b7f-b72e-25eed922451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.463015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-24d09e25-aa12-4b7f-b72e-25eed922451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.463954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-24d09e25-aa12-4b7f-b72e-25eed922451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.464493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-24d09e25-aa12-4b7f-b72e-25eed922451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.464980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-24d09e25-aa12-4b7f-b72e-25eed922451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.465474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-24d09e25-aa12-4b7f-b72e-25eed922451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.466112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-24d09e25-aa12-4b7f-b72e-25eed922451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.468309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-24d09e25-aa12-4b7f-b72e-25eed922451a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6484 time: 0.2823753 Jul 16 19:56:17.471240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ecb05-3e3c-475a-bfe6-367c7624f7c8 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3a27a5-aa28-4d70-adf3-ad02ace316fb,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:17.579438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-abf83d01-362e-4d97-9517-82673781d139 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5 HTTP/1.1" status: 200 len: 217 time: 0.0910606 Jul 16 19:56:17.582065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59fdeb62-049b-40ff-ba87-4279a9fdb623 req-8eae20b8-5444-4f8d-8252-4a1d63a6033a tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 210 time: 0.0432587 Jul 16 19:56:17.649996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68986a79-73e5-46f3-8b35-1bf5553e9c83 req-07b65945-a148-4256-8730-cf603f1da92e tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/3a7fa77b-075e-4d8f-aa7b-cdf311b37245 HTTP/1.1" status: 200 len: 1813 time: 0.2225099 Jul 16 19:56:17.726811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-b5c6fd0d-ebfb-49bb-b185-0b573a457a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.731401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-b5c6fd0d-ebfb-49bb-b185-0b573a457a16 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0ed60708-ce37-4ca4-b285-d0fb5baac0d5 HTTP/1.1" status: 200 len: 851 time: 0.1423457 Jul 16 19:56:17.817348 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-68986a79-73e5-46f3-8b35-1bf5553e9c83 req-e810c183-977b-468a-87ae-6fc609dd3a1b tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.861109 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-68986a79-73e5-46f3-8b35-1bf5553e9c83 req-e810c183-977b-468a-87ae-6fc609dd3a1b tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.876496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-7e5aa08a-7015-4409-ba70-ad251a221f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:17.878049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-7e5aa08a-7015-4409-ba70-ad251a221f87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397445 Jul 16 19:56:17.917950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:17.937165 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-17b3a001-276a-4cd8-bbae-d6ca086ae29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:17.990049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:18.000458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-68986a79-73e5-46f3-8b35-1bf5553e9c83 req-e810c183-977b-468a-87ae-6fc609dd3a1b tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:18.003231 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-68986a79-73e5-46f3-8b35-1bf5553e9c83 req-e810c183-977b-468a-87ae-6fc609dd3a1b tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:18.016459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68986a79-73e5-46f3-8b35-1bf5553e9c83 req-e810c183-977b-468a-87ae-6fc609dd3a1b tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "DELETE /v2.0/security-groups/3a7fa77b-075e-4d8f-aa7b-cdf311b37245 HTTP/1.1" status: 204 len: 173 time: 0.3559542 Jul 16 19:56:18.036709 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c3858-cddb-4042-ad41-8b2481cfdd5e x-openstack-request-id: req-a46c3858-cddb-4042-ad41-8b2481cfdd5e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:18.037035 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "baa0842c-1ad9-4292-a324-e8b5e6370306", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "446d7203-494b-4ed8-b9a2-b593d2676b59", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:18.037290 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a46c3858-cddb-4042-ad41-8b2481cfdd5e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:18.037827 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': 'baa0842c-1ad9-4292-a324-e8b5e6370306', 'status': 'completed', 'code': 200} Jul 16 19:56:18.038220 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '446d7203-494b-4ed8-b9a2-b593d2676b59', 'status': 'completed', 'code': 200} Jul 16 19:56:18.044360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:18.050281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:18.054506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-0817d7c7-28fb-4e69-861f-223edcca718c service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671422 Jul 16 19:56:18.056918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810c183-977b-468a-87ae-6fc609dd3a1b tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7fa77b-075e-4d8f-aa7b-cdf311b37245,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:18.176934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on host n-h1-791505-15 for vnic_type normal with profile {"migrating_to": "n-h2-791505-15"} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:18.177307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:18.177648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:18.181164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Pushing event updated for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:18.186211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:18.186543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Attempting to bind port 78751107-127c-4e88-b6d0-8ab890eb8e14 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:18.215600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:18.215924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:18.216483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:18.216999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Bound port: 78751107-127c-4e88-b6d0-8ab890eb8e14, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:18.217357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:18.249778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-296116b9-e8c8-44f4-9207-b340a92d66ff service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843536 Jul 16 19:56:18.272339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d005bf-c2ac-49bc-857a-b3e2a98f20c7 req-5d5567ec-0f45-4aa6-a9a1-8cbac3171f12 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/7a3a27a5-aa28-4d70-adf3-ad02ace316fb HTTP/1.1" status: 200 len: 1772 time: 0.2399578 Jul 16 19:56:18.324239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-824c0b7c-88c9-46c4-8bd5-29c51ef0eb4f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 200 len: 217 time: 0.0664206 Jul 16 19:56:18.333534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:18.337805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:18.343412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:18.383185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-adfb2062-de9d-4c55-879b-ae62f93ca747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.384681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-adfb2062-de9d-4c55-879b-ae62f93ca747 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.0523098 Jul 16 19:56:18.446939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-b8be05fd-8f77-4754-853c-1a183c07b246 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.453797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-b8be05fd-8f77-4754-853c-1a183c07b246 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.460021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-b8be05fd-8f77-4754-853c-1a183c07b246 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.467176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-b8be05fd-8f77-4754-853c-1a183c07b246 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.467407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.468221 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:18.469834 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] 10.222.0.68 "PUT /v2.0/ports/78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 1124 time: 1.2726381 Jul 16 19:56:18.470603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297de5d-64b4-4751-9806-d7fb972f383e service neutron] Pushing event updated for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:18.473645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-b8be05fd-8f77-4754-853c-1a183c07b246 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.480353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-b8be05fd-8f77-4754-853c-1a183c07b246 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.486558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-b8be05fd-8f77-4754-853c-1a183c07b246 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.494602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-b8be05fd-8f77-4754-853c-1a183c07b246 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.3111234 Jul 16 19:56:18.544165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['78751107-127c-4e88-b6d0-8ab890eb8e14'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:18.621753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14d3930e-3c40-4f89-9ef6-8d79d8062d47 req-0deb501b-6223-41b6-b048-fbdab6f48e62 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261234 Jul 16 19:56:18.681134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ab2e3fd7-efde-4db0-94fe-61d3d2881746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.683493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ab2e3fd7-efde-4db0-94fe-61d3d2881746 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2913468 Jul 16 19:56:18.732844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1079456-9e20-4599-ad1a-b8c4145c6975 req-f1c9d191-353f-41be-804d-ff8470656af0 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:18.735189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1079456-9e20-4599-ad1a-b8c4145c6975 req-f1c9d191-353f-41be-804d-ff8470656af0 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 949 time: 0.2276106 Jul 16 19:56:18.804902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54190) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:18.806600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0a05e60-351d-45d2-b505-23c9e595bf7a req-749abbd3-8b7f-4ee1-b31d-2761ad1768fc tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/40ab7fab-27cd-4da9-a072-395f4bc771a9 HTTP/1.1" status: 200 len: 1812 time: 0.1399333 Jul 16 19:56:18.856155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1079456-9e20-4599-ad1a-b8c4145c6975 req-a0550748-7847-4c85-89a6-8b3d35570bce tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/security-groups?id=97cae952-e997-495a-9b46-750af8d9da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101117 Jul 16 19:56:18.874603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-29c4d415-b496-4c38-b543-fe8780de0ee1 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835189 Jul 16 19:56:18.970948 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-680b257f-bb55-4df2-a296-fd9d338c0d4e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bde3329a96254d028e5b076fe8b84ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647015 Jul 16 19:56:18.974595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54194) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:19.003163 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0a05e60-351d-45d2-b505-23c9e595bf7a req-a4022c81-c047-49f6-bcf1-e5343c86b779 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.028359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2acae30a-832a-4b54-a1d9-b991747a0ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.032284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ccb099e-dcc7-47b2-bded-320fc08af4b8 req-5ead4cf5-2723-4610-9284-ed017d1bbdd1 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/7a3a27a5-aa28-4d70-adf3-ad02ace316fb HTTP/1.1" status: 200 len: 1772 time: 0.1288428 Jul 16 19:56:19.057045 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0a05e60-351d-45d2-b505-23c9e595bf7a req-a4022c81-c047-49f6-bcf1-e5343c86b779 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.061952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2acae30a-832a-4b54-a1d9-b991747a0ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.103396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-3989a639-c5c4-44de-a3a4-a8011cbe8ccf service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107561 Jul 16 19:56:19.125071 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2acae30a-832a-4b54-a1d9-b991747a0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.127789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2acae30a-832a-4b54-a1d9-b991747a0ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.132766 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2acae30a-832a-4b54-a1d9-b991747a0ce9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2 HTTP/1.1" status: 204 len: 168 time: 0.1533532 Jul 16 19:56:19.143213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acae30a-832a-4b54-a1d9-b991747a0ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b0dd67-d507-4b9e-b81f-4aaf8c4d0af2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:19.164671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-f47b728f-aa99-4094-a2cc-4ee01cfa95aa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 200 len: 217 time: 0.0495536 Jul 16 19:56:19.233337 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0a05e60-351d-45d2-b505-23c9e595bf7a req-a4022c81-c047-49f6-bcf1-e5343c86b779 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.236235 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0a05e60-351d-45d2-b505-23c9e595bf7a req-a4022c81-c047-49f6-bcf1-e5343c86b779 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.249009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0a05e60-351d-45d2-b505-23c9e595bf7a req-a4022c81-c047-49f6-bcf1-e5343c86b779 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "DELETE /v2.0/security-groups/40ab7fab-27cd-4da9-a072-395f4bc771a9 HTTP/1.1" status: 204 len: 173 time: 0.4309061 Jul 16 19:56:19.267318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4022c81-c047-49f6-bcf1-e5343c86b779 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab7fab-27cd-4da9-a072-395f4bc771a9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:19.272756 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4ccb099e-dcc7-47b2-bded-320fc08af4b8 req-a4814d8f-46e9-4569-bb37-ce103d651685 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.459201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d85bc6-2eb5-4ee2-9cdf-36f72212ee29', 'name': 'network-vif-deleted', 'tag': '825cb396-1a20-4a8b-a5d2-033bfbe78ef8'}, {'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14'}, {'name': 'network-changed', 'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:19.461750 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796875b0-c829-457b-bacd-f07047106b88" -d '{"events": [{"server_uuid": "11d85bc6-2eb5-4ee2-9cdf-36f72212ee29", "name": "network-vif-deleted", "tag": "825cb396-1a20-4a8b-a5d2-033bfbe78ef8"}, {"server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "name": "network-vif-unplugged", "status": "completed", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14"}, {"name": "network-changed", "server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:19.490362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89506001-ebf0-468f-a807-54aa262537cc req-4ea9ba42-4bf8-4c19-bf9d-838b710347cf tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:19.492074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-89506001-ebf0-468f-a807-54aa262537cc req-4ea9ba42-4bf8-4c19-bf9d-838b710347cf tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 949 time: 0.1068149 Jul 16 19:56:19.605464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-4ce680bb-7608-4540-b36d-d22e9926e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:19.606937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-4ce680bb-7608-4540-b36d-d22e9926e45c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.4294009 Jul 16 19:56:19.627517 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4ccb099e-dcc7-47b2-bded-320fc08af4b8 req-a4814d8f-46e9-4569-bb37-ce103d651685 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.630021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Deleting port b6fe1c61-135b-4492-bfe0-18acd86c8c6d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:19.630704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.672882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:19.701162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54206) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:19.723859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:19.724385 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 825cb396-1a20-4a8b-a5d2-033bfbe78ef8 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:19.763246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985badec-79b0-4986-8fc5-249b74bd6ced req-5f645b9f-fd78-4f01-883c-5fb16cc077b1 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:19.771307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-985badec-79b0-4986-8fc5-249b74bd6ced req-5f645b9f-fd78-4f01-883c-5fb16cc077b1 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 944 time: 0.2169616 Jul 16 19:56:19.790898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] For port b6fe1c61-135b-4492-bfe0-18acd86c8c6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:19.791268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.799063 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4ccb099e-dcc7-47b2-bded-320fc08af4b8 req-a4814d8f-46e9-4569-bb37-ce103d651685 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.801763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4ccb099e-dcc7-47b2-bded-320fc08af4b8 req-a4814d8f-46e9-4569-bb37-ce103d651685 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:19.802831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ccb099e-dcc7-47b2-bded-320fc08af4b8 req-a4814d8f-46e9-4569-bb37-ce103d651685 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/7a3a27a5-aa28-4d70-adf3-ad02ace316fb HTTP/1.1" status: 204 len: 173 time: 0.7636082 Jul 16 19:56:19.808541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Calling delete_port for b6fe1c61-135b-4492-bfe0-18acd86c8c6d owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:19.856110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-985badec-79b0-4986-8fc5-249b74bd6ced req-5e7f8357-4951-42ff-accb-b478447846d4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834157 Jul 16 19:56:19.856896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4814d8f-46e9-4569-bb37-ce103d651685 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3a27a5-aa28-4d70-adf3-ad02ace316fb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:19.871168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2d5a9523-e78e-474c-b40b-6fc6286757b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b710e18bc74b4190a58fecda5f26ca27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611242 Jul 16 19:56:19.871927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54210) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:19.874687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-2788aef4-ad64-45a0-b1a2-8b5585be772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:19.876497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-2788aef4-ad64-45a0-b1a2-8b5585be772e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2509403 Jul 16 19:56:20.004860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6971d578-a14b-441c-ac8d-c57a360820e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.028798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b8499d6-adc7-4bb6-b965-f24bd246560f req-f96b4504-6585-49a0-b2e2-acb3ff183cad tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb1b7ad-f59b-4f16-9304-01a245b86b57 HTTP/1.1" status: 200 len: 210 time: 0.0425584 Jul 16 19:56:20.038212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92b174e0-3d52-48c0-ab56-ca7f846df1c0 req-c0e15464-cf40-4a85-bbd7-df8ae1785f54 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "GET /v2.0/security-groups/5e2dddd0-e134-4c09-a10a-50a716748e83 HTTP/1.1" status: 200 len: 1811 time: 0.1285751 Jul 16 19:56:20.040319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:20.043172 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b50f39f-e176-479e-8626-5646d0515fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:20.067353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.074944 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6971d578-a14b-441c-ac8d-c57a360820e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.079516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['b6fe1c61-135b-4492-bfe0-18acd86c8c6d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:20.128496 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3f42e7-77c7-43dd-8049-17606aa1db11 x-openstack-request-id: req-db3f42e7-77c7-43dd-8049-17606aa1db11 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:20.128838 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d85bc6-2eb5-4ee2-9cdf-36f72212ee29", "name": "network-vif-deleted", "tag": "825cb396-1a20-4a8b-a5d2-033bfbe78ef8", "status": "completed", "code": 200}, {"server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "name": "network-vif-unplugged", "status": "completed", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14", "code": 200}, {"name": "network-changed", "server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:20.129217 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db3f42e7-77c7-43dd-8049-17606aa1db11 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:20.129936 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d85bc6-2eb5-4ee2-9cdf-36f72212ee29', 'name': 'network-vif-deleted', 'tag': '825cb396-1a20-4a8b-a5d2-033bfbe78ef8', 'status': 'completed', 'code': 200} Jul 16 19:56:20.133495 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14', 'code': 200} Jul 16 19:56:20.135635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-43e3ba77-474f-4471-8062-179a017279f0 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500505 Jul 16 19:56:20.136166 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14', 'status': 'completed', 'code': 200} Jul 16 19:56:20.144095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Pushing event deleted for resources: {'Port': ['ID=b6fe1c61-135b-4492-bfe0-18acd86c8c6d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:20.290573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] No DVR routers for this DVR port b6fe1c61-135b-4492-bfe0-18acd86c8c6d on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:20.294829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.296921 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-89506001-ebf0-468f-a807-54aa262537cc req-91c714dc-ac86-4c59-8256-9579483cf285 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.68 "DELETE /v2.0/ports/b6fe1c61-135b-4492-bfe0-18acd86c8c6d HTTP/1.1" status: 204 len: 173 time: 0.7984936 Jul 16 19:56:20.340249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92b174e0-3d52-48c0-ab56-ca7f846df1c0 req-89f3fd50-a0d9-42a1-8e0f-bd8f3e18fc80 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.348687 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6971d578-a14b-441c-ac8d-c57a360820e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.351312 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6971d578-a14b-441c-ac8d-c57a360820e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.351670 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-565fe3d5-d6f1-46aa-9dde-7ecea97a0b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.352526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6971d578-a14b-441c-ac8d-c57a360820e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf83874f-118a-4785-9e56-966b552e696d HTTP/1.1" status: 204 len: 168 time: 0.4794750 Jul 16 19:56:20.374028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796875b0-c829-457b-bacd-f07047106b88 req-08220492-5fa1-405c-b06f-1b1cd1d36721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.375104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 78751107-127c-4e88-b6d0-8ab890eb8e14 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:20.375368 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-796875b0-c829-457b-bacd-f07047106b88 req-08220492-5fa1-405c-b06f-1b1cd1d36721 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1127 time: 0.2150080 Jul 16 19:56:20.558631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92b174e0-3d52-48c0-ab56-ca7f846df1c0 req-89f3fd50-a0d9-42a1-8e0f-bd8f3e18fc80 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.562724 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.598202 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971d578-a14b-441c-ac8d-c57a360820e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf83874f-118a-4785-9e56-966b552e696d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:20.600611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796875b0-c829-457b-bacd-f07047106b88 req-cf44a3c7-b180-4498-9438-d0b863d7c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.602137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-796875b0-c829-457b-bacd-f07047106b88 req-cf44a3c7-b180-4498-9438-d0b863d7c423 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.2130468 Jul 16 19:56:20.690926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:20.695561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-65484470-98c4-4b9a-88eb-772c92f83d15 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363433 Jul 16 19:56:20.698931 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-796875b0-c829-457b-bacd-f07047106b88 req-032be6b2-95f9-43e7-95d3-a7f24f9f0465 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 217 time: 0.0870738 Jul 16 19:56:20.711248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 78751107-127c-4e88-b6d0-8ab890eb8e14 has no active binding in host n-h2-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 19:56:20.748257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-e3b78b02-0812-4e5a-9c81-19167bbb899e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.756720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-e3b78b02-0812-4e5a-9c81-19167bbb899e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.763427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-e3b78b02-0812-4e5a-9c81-19167bbb899e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.769696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-e3b78b02-0812-4e5a-9c81-19167bbb899e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.770076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796875b0-c829-457b-bacd-f07047106b88 req-f74d855d-a1ac-4566-a90a-41c0e25cd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.772703 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-796875b0-c829-457b-bacd-f07047106b88 req-f74d855d-a1ac-4566-a90a-41c0e25cd493 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0671830 Jul 16 19:56:20.776344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-e3b78b02-0812-4e5a-9c81-19167bbb899e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.787120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-e3b78b02-0812-4e5a-9c81-19167bbb899e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.795770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-e3b78b02-0812-4e5a-9c81-19167bbb899e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:20.804754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-e3b78b02-0812-4e5a-9c81-19167bbb899e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.5009801 Jul 16 19:56:20.813584 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-796875b0-c829-457b-bacd-f07047106b88 req-5d2d3ddb-09d6-485e-af82-750ab3b09594 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342002 Jul 16 19:56:20.867325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-6a15ec69-1cbb-4b4a-8480-9841a7433532 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=36137dea-da05-44ad-b696-1cabae751096 HTTP/1.1" status: 200 len: 217 time: 0.1509047 Jul 16 19:56:20.881020 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92b174e0-3d52-48c0-ab56-ca7f846df1c0 req-89f3fd50-a0d9-42a1-8e0f-bd8f3e18fc80 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.883502 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92b174e0-3d52-48c0-ab56-ca7f846df1c0 req-89f3fd50-a0d9-42a1-8e0f-bd8f3e18fc80 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.884677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92b174e0-3d52-48c0-ab56-ca7f846df1c0 req-89f3fd50-a0d9-42a1-8e0f-bd8f3e18fc80 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] 10.222.0.78 "DELETE /v2.0/security-groups/5e2dddd0-e134-4c09-a10a-50a716748e83 HTTP/1.1" status: 204 len: 173 time: 0.8384035 Jul 16 19:56:20.891579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54220) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:20.912538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3fd50-a0d9-42a1-8e0f-bd8f3e18fc80 tempest-SecurityGroupRulesNegativeTestJSON-108646894 tempest-SecurityGroupRulesNegativeTestJSON-108646894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2dddd0-e134-4c09-a10a-50a716748e83,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:21.001123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6259af-5de8-455d-b1bf-9c3bf22ada34 admin admin] Deleting subnet 32c56227-9b62-4cd9-bec3-6c76ede705c2 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:56:21.007953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f6259af-5de8-455d-b1bf-9c3bf22ada34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:21.020599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-09a7d0f1-8b1c-490a-97b5-147a788b8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:21.022332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-09a7d0f1-8b1c-490a-97b5-147a788b8306 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1441658 Jul 16 19:56:21.055894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fe5715c-aa84-4c0c-9424-ea641f20132e req-a812c1e9-b531-40fe-aced-a55130562532 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2498004 Jul 16 19:56:21.195631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-796875b0-c829-457b-bacd-f07047106b88 req-c0fb77fd-f324-41b3-b2d7-034284ecf5ae service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740666 Jul 16 19:56:21.205246 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f66c0e-195b-4ef1-abba-5df0fc7ccd6a x-openstack-request-id: req-84f66c0e-195b-4ef1-abba-5df0fc7ccd6a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:21.205837 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:21.206277 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84f66c0e-195b-4ef1-abba-5df0fc7ccd6a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:21.206944 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d', 'status': 'completed', 'code': 200} Jul 16 19:56:21.246880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-b6704ba7-510f-4933-8f7d-5ffbc56fcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:21.250155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-b6704ba7-510f-4933-8f7d-5ffbc56fcdb9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920183 Jul 16 19:56:21.264798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-623fef08-0553-40d6-ae49-5863352075e5 req-3853d0bd-b11d-4ad6-9616-7a251fec5262 tempest-ServerDiagnosticsNegativeTest-1178175443 tempest-ServerDiagnosticsNegativeTest-1178175443-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bfda863-9dbf-4d8f-8bdf-5803ed0918bb HTTP/1.1" status: 200 len: 210 time: 0.0873406 Jul 16 19:56:21.299711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f6259af-5de8-455d-b1bf-9c3bf22ada34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:21.429205 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f6259af-5de8-455d-b1bf-9c3bf22ada34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:21.480999 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-375fc727-4d52-4b80-8877-4b4d97b28839 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146618 Jul 16 19:56:21.519722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f6259af-5de8-455d-b1bf-9c3bf22ada34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:21.566821 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-7c63b887-0241-45d3-be32-b923c5e5f53c req-c89276ad-541c-4b4c-b615-3fa7175465f0 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:56:21.569045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c63b887-0241-45d3-be32-b923c5e5f53c req-c89276ad-541c-4b4c-b615-3fa7175465f0 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/07bd69f7-0c7d-40fb-b3fb-2bd8a344d93f HTTP/1.1" status: 404 len: 352 time: 0.0395937 Jul 16 19:56:21.631129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f6259af-5de8-455d-b1bf-9c3bf22ada34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:21.635764 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f6259af-5de8-455d-b1bf-9c3bf22ada34 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/32c56227-9b62-4cd9-bec3-6c76ede705c2 HTTP/1.1" status: 204 len: 168 time: 0.7408791 Jul 16 19:56:21.635764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6259af-5de8-455d-b1bf-9c3bf22ada34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c56227-9b62-4cd9-bec3-6c76ede705c2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:21.638471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54248) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:21.638828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54250) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:21.687422 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-40a97e43-7db7-4c23-9825-edeca5195a49 req-6f76fbdd-3d35-4e67-9724-9828810d2524 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:56:21.688505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40a97e43-7db7-4c23-9825-edeca5195a49 req-6f76fbdd-3d35-4e67-9724-9828810d2524 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/b99faa2c-a817-49b9-adf8-0bc5c6955339 HTTP/1.1" status: 404 len: 352 time: 0.0338798 Jul 16 19:56:21.702175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650be4f-b07a-4697-ba8f-2f2b843ee7f0 req-d7a01954-e36d-4557-90b7-9e4d7c528693 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:21.711313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7650be4f-b07a-4697-ba8f-2f2b843ee7f0 req-d7a01954-e36d-4557-90b7-9e4d7c528693 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 944 time: 0.2286210 Jul 16 19:56:21.765739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-035fb7e1-3d95-465c-92ea-93a29489afba service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348592 Jul 16 19:56:21.766836 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-b5f1c369-3117-4405-a126-13a760ca18e9 req-0be66ef2-f473-48c3-b0bf-f240330086ef tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:56:21.768148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5f1c369-3117-4405-a126-13a760ca18e9 req-0be66ef2-f473-48c3-b0bf-f240330086ef tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/09d93a2c-d763-49ba-9d66-b2f6cd0b734a HTTP/1.1" status: 404 len: 352 time: 0.0435078 Jul 16 19:56:21.805775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-796875b0-c829-457b-bacd-f07047106b88 req-c8e2cf32-1f5e-45b3-b672-0f6214ecc4eb service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938578 Jul 16 19:56:21.830468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:21.842560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ff0c-8b08-4204-94d5-4e7fa2f63240 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:21.864280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7650be4f-b07a-4697-ba8f-2f2b843ee7f0 req-f2eec5a9-9b77-41b4-a788-2e02c2320be1 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518288 Jul 16 19:56:21.870627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-95cd77e9-d74d-465d-a9f0-486e63489abc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=baa0842c-1ad9-4292-a324-e8b5e6370306 HTTP/1.1" status: 200 len: 217 time: 0.0891440 Jul 16 19:56:21.884448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ff0c-8b08-4204-94d5-4e7fa2f63240 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:21.892148 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-ae003bfc-0d5d-48c1-931c-3dfdb4310e98 req-15eabe25-b8cf-4c72-b788-93cfa248a40a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:56:21.903413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae003bfc-0d5d-48c1-931c-3dfdb4310e98 req-15eabe25-b8cf-4c72-b788-93cfa248a40a tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/7ae6415d-c88d-4637-b57b-ad4d79b26995 HTTP/1.1" status: 404 len: 352 time: 0.1015728 Jul 16 19:56:21.960889 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-4a7305c1-81c2-48b7-8b06-d375db6a6008 req-bd274798-4bfe-4fa5-8912-cd44e1cb9a72 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:56:21.961944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7305c1-81c2-48b7-8b06-d375db6a6008 req-bd274798-4bfe-4fa5-8912-cd44e1cb9a72 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/12e38d29-2c14-4419-9cce-17b739f86ab3 HTTP/1.1" status: 404 len: 352 time: 0.0248497 Jul 16 19:56:21.976704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-cf841192-3cd6-4c0a-b048-8fc2f09f2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:21.978706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-cf841192-3cd6-4c0a-b048-8fc2f09f2894 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1000822 Jul 16 19:56:22.013073 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-227e7640-7ade-49d5-b477-ecae7b3a95f0 req-7a1a5491-5501-48a3-8ed4-ce6b78546098 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] show failed (client error): The resource could not be found. Jul 16 19:56:22.014371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-227e7640-7ade-49d5-b477-ecae7b3a95f0 req-7a1a5491-5501-48a3-8ed4-ce6b78546098 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/eb184223-6910-48a8-ac78-d61b8f083a4e HTTP/1.1" status: 404 len: 352 time: 0.0275412 Jul 16 19:56:22.025870 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.037376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b0d9e0-cdbe-4292-a896-fb6a30971a31']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:22.049108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23604e1-d37e-4744-8264-d422ed725ec7') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:22.049335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23604e1-d37e-4744-8264-d422ed725ec7') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:22.059943 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.075189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-a04c7352-a5f7-4c61-9107-495bacccec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.077767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-a04c7352-a5f7-4c61-9107-495bacccec9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921116 Jul 16 19:56:22.093696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.100729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:56:22.101141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:56:22.114411 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:56:22.149405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfda863-9dbf-4d8f-8bdf-5803ed0918bb', 'name': 'network-vif-deleted', 'tag': 'b6fe1c61-135b-4492-bfe0-18acd86c8c6d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:22.153036 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed97357e-add4-4a2e-ab82-75a50d4228d6" -d '{"events": [{"server_uuid": "0bfda863-9dbf-4d8f-8bdf-5803ed0918bb", "name": "network-vif-deleted", "tag": "b6fe1c61-135b-4492-bfe0-18acd86c8c6d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:22.168908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ff0c-8b08-4204-94d5-4e7fa2f63240 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.181148 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ff0c-8b08-4204-94d5-4e7fa2f63240 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.184888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c9a0ff0c-8b08-4204-94d5-4e7fa2f63240 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "DELETE /v2.0/security-groups/b88c44dd-8d83-4582-81c2-42cc9f0b5d0b HTTP/1.1" status: 204 len: 168 time: 0.5407362 Jul 16 19:56:22.192320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54274) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:22.219716 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.284606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0ff0c-8b08-4204-94d5-4e7fa2f63240 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88c44dd-8d83-4582-81c2-42cc9f0b5d0b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:22.309440 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-bb98efc9-0f34-47c9-911a-9370a2680294 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] show failed (client error): The resource could not be found. Jul 16 19:56:22.314120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bb98efc9-0f34-47c9-911a-9370a2680294 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "GET /v2.0/security-groups/b88c44dd-8d83-4582-81c2-42cc9f0b5d0b HTTP/1.1" status: 404 len: 347 time: 0.1202824 Jul 16 19:56:22.316585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54280) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:22.320726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-460a8178-6918-4cc6-8763-343b7b0ae273 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268989 Jul 16 19:56:22.374483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.392298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b6fe1c61-135b-4492-bfe0-18acd86c8c6d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:22.467503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: b6fe1c61-135b-4492-bfe0-18acd86c8c6d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:22.468462 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.470506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b6fe1c61-135b-4492-bfe0-18acd86c8c6d not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:22.484221 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f6b0d9e0-cdbe-4292-a896-fb6a30971a31 HTTP/1.1" status: 204 len: 168 time: 0.8412592 Jul 16 19:56:22.495440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-90c108ae-f5bc-44f1-99f0-b5d941c755a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.502707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-90c108ae-f5bc-44f1-99f0-b5d941c755a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.509422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-90c108ae-f5bc-44f1-99f0-b5d941c755a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.517110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-90c108ae-f5bc-44f1-99f0-b5d941c755a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.524391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-90c108ae-f5bc-44f1-99f0-b5d941c755a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.537256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-90c108ae-f5bc-44f1-99f0-b5d941c755a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.545121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-90c108ae-f5bc-44f1-99f0-b5d941c755a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.547390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-90c108ae-f5bc-44f1-99f0-b5d941c755a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.2254043 Jul 16 19:56:22.576545 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ebb7e9-0dc1-47b0-bf4d-4924f292dc87 x-openstack-request-id: req-b5ebb7e9-0dc1-47b0-bf4d-4924f292dc87 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:22.579102 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfda863-9dbf-4d8f-8bdf-5803ed0918bb", "name": "network-vif-deleted", "tag": "b6fe1c61-135b-4492-bfe0-18acd86c8c6d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:22.579806 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5ebb7e9-0dc1-47b0-bf4d-4924f292dc87 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:22.580493 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfda863-9dbf-4d8f-8bdf-5803ed0918bb', 'name': 'network-vif-deleted', 'tag': 'b6fe1c61-135b-4492-bfe0-18acd86c8c6d', 'status': 'completed', 'code': 200} Jul 16 19:56:22.584910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d01e5-220a-46c5-bc77-47e6896a78b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b0d9e0-cdbe-4292-a896-fb6a30971a31,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:22.585170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-2033e290-06b3-4d64-bd9d-9030bdf42985 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519124 Jul 16 19:56:22.644765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-f69b2f4e-2d12-4171-aab6-6426020b9eed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=446d7203-494b-4ed8-b9a2-b593d2676b59 HTTP/1.1" status: 200 len: 217 time: 0.0467172 Jul 16 19:56:22.654115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Deleting port 551bf52c-ac7a-4532-b2de-4a6c2ebc5d1a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:22.654839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.730124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8759dda-c1e1-43bc-bbad-3557195e6a59 req-6a2308ad-d88d-4784-9ab1-8f8a81aa2379 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721003 Jul 16 19:56:22.757610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ebe7d05e-5fd0-4c4a-83ed-945c3b91eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.759782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-ebe7d05e-5fd0-4c4a-83ed-945c3b91eedd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.0986149 Jul 16 19:56:22.851739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c576233d-1f44-498a-9050-0cc641b254ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:22.853743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-c576233d-1f44-498a-9050-0cc641b254ab service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0876362 Jul 16 19:56:22.874395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.875597 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.907709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Calling delete_port for 551bf52c-ac7a-4532-b2de-4a6c2ebc5d1a owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:22.921000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54296) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:23.054604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-418dfbc9-57cd-4e33-8329-857bd79ed6de service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889896 Jul 16 19:56:23.141460 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2d7ad90e-b51c-45d6-9d66-1456a2cf7734 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cac9fa68f2bb4075964f5e57b28cfd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136233 Jul 16 19:56:23.142137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54302) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:23.162112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c161c2-5c8b-4f58-b02e-da7bf3f7c257 req-5a453e07-4c54-46d9-a5a6-58d27034fa95 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:23.170146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63c161c2-5c8b-4f58-b02e-da7bf3f7c257 req-5a453e07-4c54-46d9-a5a6-58d27034fa95 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1023 time: 0.3085992 Jul 16 19:56:23.305282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63c161c2-5c8b-4f58-b02e-da7bf3f7c257 req-9c48940c-6e6c-4b74-a852-dafc84e5c9ed tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&id=ab945417-4688-4adf-b8e9-a4913783ea6f&id=de61f75f-2b79-419f-9e16-2b1fef9b20c5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1340070 Jul 16 19:56:23.324340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.347247 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-529b6e16-8413-4b23-b9fa-84c425a4a8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.360991 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-bea4fd7e-02c4-43d6-a0b6-9e8f3abe0a2e service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950556 Jul 16 19:56:23.374317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ed052-a3ac-4d87-83d8-ef2c9094c170 req-51e65804-1a7e-43e3-91a4-5ea35757bf13 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:23.374904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-529b6e16-8413-4b23-b9fa-84c425a4a8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.391445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d7ed052-a3ac-4d87-83d8-ef2c9094c170 req-51e65804-1a7e-43e3-91a4-5ea35757bf13 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 944 time: 0.3056858 Jul 16 19:56:23.463641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Pushing event deleted for resources: {'Port': ['ID=551bf52c-ac7a-4532-b2de-4a6c2ebc5d1a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:23.470009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-529b6e16-8413-4b23-b9fa-84c425a4a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.472915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-529b6e16-8413-4b23-b9fa-84c425a4a8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.474065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-529b6e16-8413-4b23-b9fa-84c425a4a8bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ace1e345-b9d3-4dd4-ac88-cba6156ad740 HTTP/1.1" status: 204 len: 168 time: 0.3308780 Jul 16 19:56:23.509018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-bd307da4-3e8b-468a-9e0e-d58f8b8ef882 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d HTTP/1.1" status: 200 len: 217 time: 0.1099622 Jul 16 19:56:23.555873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b6e16-8413-4b23-b9fa-84c425a4a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace1e345-b9d3-4dd4-ac88-cba6156ad740,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:23.588860 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.618568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54310) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:23.638179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-0c38780b-32c9-4768-9d04-a44304cd2839 service neutron] 10.222.0.16 "GET /v2.0/ports/78751107-127c-4e88-b6d0-8ab890eb8e14/bindings/n-h2-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.3251841 Jul 16 19:56:23.671641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d7ed052-a3ac-4d87-83d8-ef2c9094c170 req-512f69cf-0f96-4302-99b3-281c774c15bb tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761765 Jul 16 19:56:23.675907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-fe2748b2-97ab-4777-816a-a8a4e260b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:23.680352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-fe2748b2-97ab-4777-816a-a8a4e260b7f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.1629100 Jul 16 19:56:23.719476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.734756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.735494 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-622653cc-4c95-407e-a798-076920e37b47 tempest-ServersTestBootFromVolume-1116581374 tempest-ServersTestBootFromVolume-1116581374-project] 10.222.0.78 "DELETE /v2.0/floatingips/f24d22c0-09b4-4771-9953-a1e3591fba5c HTTP/1.1" status: 204 len: 168 time: 1.4176621 Jul 16 19:56:23.740494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54314) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:23.810790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d7cdee56-6ce9-4de2-80e5-335067307c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:23.820542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-d7cdee56-6ce9-4de2-80e5-335067307c69 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1257746 Jul 16 19:56:24.176534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-ef3a7288-d359-42c3-87d6-c207d7ed4876 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226935 Jul 16 19:56:24.211403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:24.257782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:24.263702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341720d1-c060-49af-a801-f6a9856f0a52 req-bb706676-4b6a-4a11-af71-44eb0adc3ac6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.265616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-341720d1-c060-49af-a801-f6a9856f0a52 req-bb706676-4b6a-4a11-af71-44eb0adc3ac6 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1023 time: 0.4191475 Jul 16 19:56:24.299706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78751107-127c-4e88-b6d0-8ab890eb8e14 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:24.313889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:24.314369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c48e4af4-6bbe-4276-8f7b-883d96a4899b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6360787d730d4d6da54f92b1fb596958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912701 Jul 16 19:56:24.320461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54334) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:24.430281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:24.639120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] Transition to ACTIVE for port object 78751107-127c-4e88-b6d0-8ab890eb8e14 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:24.659852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-8f453c18-7fb1-44ed-a308-f7c451e581a4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.667619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-8f453c18-7fb1-44ed-a308-f7c451e581a4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.674260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-8f453c18-7fb1-44ed-a308-f7c451e581a4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.680771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-8f453c18-7fb1-44ed-a308-f7c451e581a4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.687019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-8f453c18-7fb1-44ed-a308-f7c451e581a4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.693071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-8f453c18-7fb1-44ed-a308-f7c451e581a4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.698494 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:24.699377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-8f453c18-7fb1-44ed-a308-f7c451e581a4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.707255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-8f453c18-7fb1-44ed-a308-f7c451e581a4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.7880573 Jul 16 19:56:24.753961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-e42afefc-e081-4ea4-8709-a61715faaa34 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281249 Jul 16 19:56:24.772766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=10']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:24.843094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] No DVR routers for this DVR port 78751107-127c-4e88-b6d0-8ab890eb8e14 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:24.888061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23449f33-7925-428e-8d7c-ebe0dc3dfe6e req-9f91e245-c5f3-44c8-aa2f-cf0ca7bed59c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788039 Jul 16 19:56:24.893940 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4e7db87c-9abb-4536-b977-38cc2f35d0ef service neutron] 10.222.0.16 "PUT /v2.0/ports/78751107-127c-4e88-b6d0-8ab890eb8e14/bindings/n-h2-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2416804 Jul 16 19:56:24.914402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:24.988961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-874753a8-c1d5-4ab4-bd9e-ec6e83f79257 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:24.990558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-874753a8-c1d5-4ab4-bd9e-ec6e83f79257 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8132324 Jul 16 19:56:25.061556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a93c1ce-956e-49c0-bf94-85ddfe978d63 req-75217492-55f4-4d9c-af77-8cae11071b21 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685294 Jul 16 19:56:25.092444 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.113337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-e28915c0-ac55-4d8d-81e7-c868b8779d06 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.115252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-cc9bb909-ac0c-4abe-9c69-e7769c5793e8 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/quotas/c7f0df0ec6164c33b765d1378199fc05 HTTP/1.1" status: 200 len: 375 time: 0.1007187 Jul 16 19:56:25.115431 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-e28915c0-ac55-4d8d-81e7-c868b8779d06 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.1449215 Jul 16 19:56:25.132434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Deleting port 0c85bec0-b701-4d81-8821-dd1c92c01a04 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:25.132811 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.215913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.240068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-426ee4da-0fe9-404b-ac26-a24c07ab0858 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032372 Jul 16 19:56:25.241105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-f075d1f4-5075-42c5-b351-e57b8cefbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.242634 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-f075d1f4-5075-42c5-b351-e57b8cefbf73 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab&tenant_id=f9c52f0c54e94914b90d9b206ff78139 HTTP/1.1" status: 200 len: 1097 time: 0.0881133 Jul 16 19:56:25.391412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-2a15d67d-53b8-4a07-a8a0-aff3167a3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.392978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-2a15d67d-53b8-4a07-a8a0-aff3167a3121 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1097 time: 0.1066701 Jul 16 19:56:25.411084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004f46-b93a-4cfc-94bf-9e272593bb79 req-8e824fea-4b28-4648-abd8-077baccc5d18 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.413420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c004f46-b93a-4cfc-94bf-9e272593bb79 req-8e824fea-4b28-4648-abd8-077baccc5d18 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 1023 time: 0.3506279 Jul 16 19:56:25.420760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] For port 0c85bec0-b701-4d81-8821-dd1c92c01a04, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c85bec0-b701-4d81-8821-dd1c92c01a04,segment=NetworkSegment(a5bf4e39-1a3e-45b1-b948-36345d0f71f8),segment_id=a5bf4e39-1a3e-45b1-b948-36345d0f71f8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:25.421316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.439077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Deleting port 0e3a9e52-156b-43fd-a379-7355579ffe2a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:25.439656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.444405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Calling delete_port for 0c85bec0-b701-4d81-8821-dd1c92c01a04 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:25.459006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.461636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.462801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97cae952-e997-495a-9b46-750af8d9da67 HTTP/1.1" status: 204 len: 168 time: 0.8313336 Jul 16 19:56:25.470582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-61196cb7-ed4d-41fc-937c-8bde59f35145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.471084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-61196cb7-ed4d-41fc-937c-8bde59f35145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.471572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-61196cb7-ed4d-41fc-937c-8bde59f35145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.472052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-61196cb7-ed4d-41fc-937c-8bde59f35145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.472576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-61196cb7-ed4d-41fc-937c-8bde59f35145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.473051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-61196cb7-ed4d-41fc-937c-8bde59f35145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.473530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-61196cb7-ed4d-41fc-937c-8bde59f35145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.475555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-61196cb7-ed4d-41fc-937c-8bde59f35145 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6484 time: 0.3291633 Jul 16 19:56:25.521239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cae952-e997-495a-9b46-750af8d9da67,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:25.616976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.617594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.618133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.618711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.619276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.620694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.621380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.621942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.622521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.623090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.623685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.624255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63435f8-32be-48cf-8dc6-1102ecb59336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:25.662222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-46af819f-7205-44a5-aa14-a1712d873484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.663653 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-46af819f-7205-44a5-aa14-a1712d873484 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.2612772 Jul 16 19:56:25.665883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] For port 0e3a9e52-156b-43fd-a379-7355579ffe2a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0e3a9e52-156b-43fd-a379-7355579ffe2a,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:25.666085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.709481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c004f46-b93a-4cfc-94bf-9e272593bb79 req-ba7ee211-47d9-4833-8bbb-286491039593 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc793eb2-532f-4bad-b704-e97c21566bcd&id=ab945417-4688-4adf-b8e9-a4913783ea6f&id=de61f75f-2b79-419f-9e16-2b1fef9b20c5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2673047 Jul 16 19:56:25.732651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Calling delete_port for 0e3a9e52-156b-43fd-a379-7355579ffe2a owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:25.735329 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-6c60c64d-3af7-4f69-8342-b102e4e5289d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 217 time: 0.0583720 Jul 16 19:56:25.836707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-c12fedb3-d64a-4e64-9e70-672ca173318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.838121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-c12fedb3-d64a-4e64-9e70-672ca173318d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0917177 Jul 16 19:56:25.858317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-c9bf8052-aeb6-4cf5-92d2-455a3da86df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.860525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-c9bf8052-aeb6-4cf5-92d2-455a3da86df9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60 HTTP/1.1" status: 200 len: 903 time: 0.3689466 Jul 16 19:56:25.899452 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4aa6b58d-bfd1-47a0-95fb-19a0e6d3a2d0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537553 Jul 16 19:56:25.953850 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe459e-4337-4c4b-93c3-0224ce71fcbf req-e8c4ad25-7e00-4030-a740-70d099167afe tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:25.961909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8efe459e-4337-4c4b-93c3-0224ce71fcbf req-e8c4ad25-7e00-4030-a740-70d099167afe tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 945 time: 0.3704388 Jul 16 19:56:25.968827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-d420143a-29e0-4807-ae68-8c13de4f99ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=baa0842c-1ad9-4292-a324-e8b5e6370306 HTTP/1.1" status: 200 len: 217 time: 0.1000071 Jul 16 19:56:26.062596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:26.082557 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-80c00b7f-575b-40aa-b514-1ba95109cdc1 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749384 Jul 16 19:56:26.111265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8efe459e-4337-4c4b-93c3-0224ce71fcbf req-67a052e6-4fdc-4bf1-92cf-3003442ae296 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482370 Jul 16 19:56:26.143419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54374) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:26.186717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'Port': ['ID=0c85bec0-b701-4d81-8821-dd1c92c01a04,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:26.200173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-25300c0e-8686-4331-ae63-4daeadc0b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.202034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-25300c0e-8686-4331-ae63-4daeadc0b96b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.2239220 Jul 16 19:56:26.240728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d56bb902-f308-4b50-a44c-b15aadd5c6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:26.331768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:26.361721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31139973-2479-4a5c-9bad-e42f029da137 req-43bb6a93-b473-4481-9179-10c8a616ae0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 210 time: 0.1575453 Jul 16 19:56:26.382193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3a9e52-156b-43fd-a379-7355579ffe2a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:26.423556 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-4ed1071b-a14b-4735-b1bc-ab2f4cd6d423 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791314 Jul 16 19:56:26.426782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] No DVR routers for this DVR port 0c85bec0-b701-4d81-8821-dd1c92c01a04 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:26.450689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:26.461800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-341720d1-c060-49af-a801-f6a9856f0a52 req-0dd66473-9435-4161-9c6a-8ae0274c6409 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.16 "DELETE /v2.0/ports/0c85bec0-b701-4d81-8821-dd1c92c01a04 HTTP/1.1" status: 204 len: 173 time: 2.1625233 Jul 16 19:56:26.470655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'name': 'network-vif-deleted', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:26.476698 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b296d8a-a38f-447a-b860-bb3202f13056" -d '{"events": [{"server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "name": "network-vif-deleted", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:26.533745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-c03e84a8-e05f-46e6-8e30-45c96890af88 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.542344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-c03e84a8-e05f-46e6-8e30-45c96890af88 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.549298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-c03e84a8-e05f-46e6-8e30-45c96890af88 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.561739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-c03e84a8-e05f-46e6-8e30-45c96890af88 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.568856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-c03e84a8-e05f-46e6-8e30-45c96890af88 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.592116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-c03e84a8-e05f-46e6-8e30-45c96890af88 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.598866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-c03e84a8-e05f-46e6-8e30-45c96890af88 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.601321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-c03e84a8-e05f-46e6-8e30-45c96890af88 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.2424021 Jul 16 19:56:26.608364 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c269ec2-95a1-4f77-b4bf-913d9761b84c x-openstack-request-id: req-9c269ec2-95a1-4f77-b4bf-913d9761b84c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:26.608823 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9b260f-a05d-46c3-973d-9c96885b173a", "name": "network-vif-deleted", "tag": "0c85bec0-b701-4d81-8821-dd1c92c01a04", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:26.609175 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c269ec2-95a1-4f77-b4bf-913d9761b84c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:26.609691 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9b260f-a05d-46c3-973d-9c96885b173a', 'name': 'network-vif-deleted', 'tag': '0c85bec0-b701-4d81-8821-dd1c92c01a04', 'status': 'completed', 'code': 200} Jul 16 19:56:26.611724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-01ba8594-dbea-4cd1-900e-fa31623fb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:26.613709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-01ba8594-dbea-4cd1-900e-fa31623fb2b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3956723 Jul 16 19:56:26.628972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54380) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:26.789216 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f63f63c-d531-4131-b35b-7b09b6b07792 req-3d1319b0-0205-4567-9805-3866d0275377 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489885 Jul 16 19:56:26.872073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-bd400073-0d13-4335-a391-204645abbccc service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474282 Jul 16 19:56:26.949928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-96e2c72b-e13d-488e-893d-fe10683cdaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.002798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e835c28-c6ea-477d-adc1-d962a415801b req-f83f2b64-af1e-448e-8219-2328677531dd tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9b260f-a05d-46c3-973d-9c96885b173a HTTP/1.1" status: 200 len: 210 time: 0.0551376 Jul 16 19:56:27.079046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-91ea1d0a-55d6-4679-b966-75d96220135c service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977563 Jul 16 19:56:27.259568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-94cb98f3-ba85-4831-94c8-1cc6370eef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.261466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-94cb98f3-ba85-4831-94c8-1cc6370eef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.262259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-94cb98f3-ba85-4831-94c8-1cc6370eef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.265311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-94cb98f3-ba85-4831-94c8-1cc6370eef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.265311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-94cb98f3-ba85-4831-94c8-1cc6370eef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.267171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-94cb98f3-ba85-4831-94c8-1cc6370eef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.267378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-94cb98f3-ba85-4831-94c8-1cc6370eef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.270330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-94cb98f3-ba85-4831-94c8-1cc6370eef74 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6484 time: 0.1266103 Jul 16 19:56:27.282848 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d56bb902-f308-4b50-a44c-b15aadd5c6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.334918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d56bb902-f308-4b50-a44c-b15aadd5c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.363470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-76950a20-e8f3-4fe9-9957-1511e9e87c07 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600600 Jul 16 19:56:27.401041 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d56bb902-f308-4b50-a44c-b15aadd5c6eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c382c63a07964b808f4c49181f78fee2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2524803 Jul 16 19:56:27.404523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bb902-f308-4b50-a44c-b15aadd5c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb82e733-6a01-41ea-b669-cc2d0cd9459e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:27.405425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54390) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:27.415003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.444275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-08a7c0ab-6104-4b3d-995a-8df2469ca5c7 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.445722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-08a7c0ab-6104-4b3d-995a-8df2469ca5c7 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.2187967 Jul 16 19:56:27.689788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 78751107-127c-4e88-b6d0-8ab890eb8e14 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:27.737257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 78751107-127c-4e88-b6d0-8ab890eb8e14 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:27.738010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0c85bec0-b701-4d81-8821-dd1c92c01a04 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:27.744696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-7301316b-d5d1-4309-9f95-e6d295a9dac1 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.746280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-7301316b-d5d1-4309-9f95-e6d295a9dac1 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3567967 Jul 16 19:56:27.748475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e708a9e9-3307-410c-bf33-8bb407621256 req-deafeaa7-87cc-4310-9675-39af1944e1cd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 210 time: 0.1499023 Jul 16 19:56:27.753503 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-96e2c72b-e13d-488e-893d-fe10683cdaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.761236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 0c85bec0-b701-4d81-8821-dd1c92c01a04 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:27.762006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0c85bec0-b701-4d81-8821-dd1c92c01a04 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:27.777939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Request body: {'port': {'device_id': '450d3840-a720-466e-8130-95c22b8b7f0d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'c7f0df0ec6164c33b765d1378199fc05'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:27.794125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-2b2fed38-ea53-4232-b4e0-cd5fd3473de7 service neutron] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:27.802095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-2b2fed38-ea53-4232-b4e0-cd5fd3473de7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.803735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-95c0af29-7c26-4042-aa67-f2fcdfcc9c75 req-2b2fed38-ea53-4232-b4e0-cd5fd3473de7 service neutron] 10.222.0.68 "DELETE /v2.0/ports/78751107-127c-4e88-b6d0-8ab890eb8e14/bindings/n-h1-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.3224859 Jul 16 19:56:27.814818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:56:27.817646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-3c48fb26-5b4c-4ec2-8934-550fe0ab520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.819161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-3c48fb26-5b4c-4ec2-8934-550fe0ab520e service neutron] 10.222.0.68 "GET /v2.0/networks?id=c4d20431-3c66-42db-b7b8-964e2c5f30ea HTTP/1.1" status: 200 len: 902 time: 0.5398600 Jul 16 19:56:27.819904 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-96e2c72b-e13d-488e-893d-fe10683cdaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.822466 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4124e282-de69-45c9-bca6-dd7693e6d4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.890264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0de79-0947-463b-aff3-0510ed677d0e req-4131b5f2-a701-40d9-8256-05b78866295f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:27.891796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0e0de79-0947-463b-aff3-0510ed677d0e req-4131b5f2-a701-40d9-8256-05b78866295f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 945 time: 0.5757003 Jul 16 19:56:27.944875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:56:27.953687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4bd464c9-8838-424c-8aab-0b685d80f229 admin admin] 10.222.0.78 "PUT /v2.0/routers/88149cfe-0ac6-4936-9aa8-79adc0acfd9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2094901 Jul 16 19:56:27.953687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:27.960718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] Sync routers for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:56:27.968427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4124e282-de69-45c9-bca6-dd7693e6d4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.971244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:27.971873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:27.973513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-32bcadc3-ff6f-4353-a70a-0a8321b35c81 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=446d7203-494b-4ed8-b9a2-b593d2676b59 HTTP/1.1" status: 200 len: 217 time: 0.1308665 Jul 16 19:56:28.004002 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-96e2c72b-e13d-488e-893d-fe10683cdaf7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3527a5dc9149417d893e45ab6ff5f4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3737772 Jul 16 19:56:28.008833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54396) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:28.086624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2c72b-e13d-488e-893d-fe10683cdaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee3ea4a-ad81-47ae-9680-4694cf64692d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:28.087836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:28.109300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.111052 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75059f82-fa4e-45ce-93ff-a99d36a23264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.175887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75059f82-fa4e-45ce-93ff-a99d36a23264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.204052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0e0de79-0947-463b-aff3-0510ed677d0e req-cfaff207-9953-4b2e-aba0-d056b97751c5 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472913 Jul 16 19:56:28.206108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-d0c872c5-f6fe-4a5d-942b-903c9d09ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.208429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-d0c872c5-f6fe-4a5d-942b-903c9d09ecdb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.1797886 Jul 16 19:56:28.279009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.288968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75059f82-fa4e-45ce-93ff-a99d36a23264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.292542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75059f82-fa4e-45ce-93ff-a99d36a23264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.296249 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-75059f82-fa4e-45ce-93ff-a99d36a23264 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aee3ea4a-ad81-47ae-9680-4694cf64692d HTTP/1.1" status: 204 len: 168 time: 0.2840676 Jul 16 19:56:28.356899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75059f82-fa4e-45ce-93ff-a99d36a23264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee3ea4a-ad81-47ae-9680-4694cf64692d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:28.409331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Deleting port 9d8e47d9-c40c-40e1-9144-46cce788c56d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:28.410814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.474245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:56:26Z', 'revision_number': 5, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port': {'id': '9d8e47d9-c40c-40e1-9144-46cce788c56d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:34Z', 'updated_at': '2021-07-16T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:28.524754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] Checking router: 88149cfe-0ac6-4936-9aa8-79adc0acfd9a for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:56:28.545049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] For port 9d8e47d9-c40c-40e1-9144-46cce788c56d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9d8e47d9-c40c-40e1-9144-46cce788c56d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:28.545698 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.545843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] Routers {'88149cfe-0ac6-4936-9aa8-79adc0acfd9a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:28.546393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:28.560624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Calling delete_port for 9d8e47d9-c40c-40e1-9144-46cce788c56d owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:28.585703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4124e282-de69-45c9-bca6-dd7693e6d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.588236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4124e282-de69-45c9-bca6-dd7693e6d4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.591431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4124e282-de69-45c9-bca6-dd7693e6d4f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb82e733-6a01-41ea-b669-cc2d0cd9459e HTTP/1.1" status: 204 len: 168 time: 1.1439426 Jul 16 19:56:28.592159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Made reservation on behalf of c7f0df0ec6164c33b765d1378199fc05 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:28.596110 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.654073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.660339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124e282-de69-45c9-bca6-dd7693e6d4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb82e733-6a01-41ea-b669-cc2d0cd9459e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:28.676791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d6e0d4c-8f26-4f96-85eb-8ebe341461af req-1ecf8764-e7be-4c50-9b89-85dd7644ec9e tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/de61f75f-2b79-419f-9e16-2b1fef9b20c5 HTTP/1.1" status: 200 len: 1801 time: 0.1339450 Jul 16 19:56:28.696596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-0d0eeca0-9f89-4b09-a021-2ebd828cf6d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.703642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-0d0eeca0-9f89-4b09-a021-2ebd828cf6d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.709818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-0d0eeca0-9f89-4b09-a021-2ebd828cf6d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.712192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] Set router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:28.716032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-0d0eeca0-9f89-4b09-a021-2ebd828cf6d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.722009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-0d0eeca0-9f89-4b09-a021-2ebd828cf6d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.727895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-0d0eeca0-9f89-4b09-a021-2ebd828cf6d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.734869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-0d0eeca0-9f89-4b09-a021-2ebd828cf6d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.736877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-0d0eeca0-9f89-4b09-a021-2ebd828cf6d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.7745106 Jul 16 19:56:28.819582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:56:28Z', 'revision_number': 6, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:28.850401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d02f9-603c-442b-8af3-270160a9d063 None None] The sync data for ids ['88149cfe-0ac6-4936-9aa8-79adc0acfd9a'] in n-d-791505-15 is: [{'id': '88149cfe-0ac6-4936-9aa8-79adc0acfd9a', 'name': 'tempest-ServersTestBootFromVolume-1354107145-router', 'tenant_id': 'e03b3659242d48db8d9d25eda76ad32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:52:32Z', 'updated_at': '2021-07-16T19:56:28Z', 'revision_number': 6, 'project_id': 'e03b3659242d48db8d9d25eda76ad32d', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:56:28.860014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-45968024-c527-4c57-94f2-5ae7baccad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.861666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-45968024-c527-4c57-94f2-5ae7baccad46 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6223629 Jul 16 19:56:28.863374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:28.904684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-904390a3-25aa-4e4c-bb35-11a574bde698 req-274af79b-877b-43a8-b780-c3f1220df624 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394563 Jul 16 19:56:28.924463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8e47d9-c40c-40e1-9144-46cce788c56d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:28.943920 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0d6e0d4c-8f26-4f96-85eb-8ebe341461af req-de7399b7-7fbc-4352-b849-b9b8e17c3cdf tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.032387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.058528 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0d6e0d4c-8f26-4f96-85eb-8ebe341461af req-de7399b7-7fbc-4352-b849-b9b8e17c3cdf tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.137399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-7c93767c-43e6-489b-b431-26f68d71adee service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649488 Jul 16 19:56:29.163678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.166049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.224119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.228704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88149cfe-0ac6-4936-9aa8-79adc0acfd9a {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:56:29.240004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.245379 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-85354efd-0d9f-436b-a8af-3fb8e9906b27 admin admin] 10.222.0.78 "DELETE /v2.0/routers/88149cfe-0ac6-4936-9aa8-79adc0acfd9a HTTP/1.1" status: 204 len: 168 time: 1.2903931 Jul 16 19:56:29.246039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54436) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:29.281108 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.301334 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.331473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3f5eec-3938-4f0c-b6a7-c7213d8f9252 admin admin] Deleting subnet c6e46ff0-d2c5-470c-9475-2f5b1f059ef7 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:56:29.332457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0d6e0d4c-8f26-4f96-85eb-8ebe341461af req-de7399b7-7fbc-4352-b849-b9b8e17c3cdf tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.335210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0d6e0d4c-8f26-4f96-85eb-8ebe341461af req-de7399b7-7fbc-4352-b849-b9b8e17c3cdf tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.336526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d6e0d4c-8f26-4f96-85eb-8ebe341461af req-de7399b7-7fbc-4352-b849-b9b8e17c3cdf tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/de61f75f-2b79-419f-9e16-2b1fef9b20c5 HTTP/1.1" status: 204 len: 173 time: 0.5985966 Jul 16 19:56:29.340386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5eec-3938-4f0c-b6a7-c7213d8f9252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.418427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5eec-3938-4f0c-b6a7-c7213d8f9252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.429714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c95d7-7e70-47f2-9732-e2767db6d47f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:29.469766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e513e9-fedf-4ef5-9ad6-c3e2a9c9b555 req-8959fa93-acee-49ca-80db-9c69d61a0110 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:29.471698 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25e513e9-fedf-4ef5-9ad6-c3e2a9c9b555 req-8959fa93-acee-49ca-80db-9c69d61a0110 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1097 time: 0.3526022 Jul 16 19:56:29.477674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29a14a8-fdf8-4ed9-8758-1375cee5a2bf req-4d39b230-c6fe-4539-b0c1-cd60727a8aba service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287873 Jul 16 19:56:29.483144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7399b7-7fbc-4352-b849-b9b8e17c3cdf tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de61f75f-2b79-419f-9e16-2b1fef9b20c5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:29.579007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5eec-3938-4f0c-b6a7-c7213d8f9252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.609676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54450) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:29.629898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d546693d-3d93-46a0-86d5-fcfeff92b96a req-3fb7aa64-2485-4870-b02d-d1723ebd2e1c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 210 time: 0.0549729 Jul 16 19:56:29.674688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5eec-3938-4f0c-b6a7-c7213d8f9252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.681165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25e513e9-fedf-4ef5-9ad6-c3e2a9c9b555 req-f19bb576-9b5f-471c-89d3-cc75dec837b1 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991658 Jul 16 19:56:29.719595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f5eec-3938-4f0c-b6a7-c7213d8f9252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e46ff0-d2c5-470c-9475-2f5b1f059ef7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:29.730588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5eec-3938-4f0c-b6a7-c7213d8f9252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.732958 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5d3f5eec-3938-4f0c-b6a7-c7213d8f9252 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c6e46ff0-d2c5-470c-9475-2f5b1f059ef7 HTTP/1.1" status: 204 len: 168 time: 0.4831746 Jul 16 19:56:29.735950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:29.736949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a611546-ed3f-4b0a-b705-76100a6d9a1f None None] Network c6860476-a25b-4e32-8572-ba7f4b83b501 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:29.755084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Allocated IP 192.168.233.188 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/ac6b881a-9c9a-4655-b915-3ec7d8f984a1) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:29.847695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.863844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a189a119-29ba-405b-8242-3fd530665ffb req-a73c060d-4707-41f8-b983-f2340537a2ce tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "GET /v2.0/security-groups/ab945417-4688-4adf-b8e9-a4913783ea6f HTTP/1.1" status: 200 len: 1798 time: 0.1686032 Jul 16 19:56:29.920125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Deleting port 213920e0-628c-44de-9768-eb12674782a5 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:29.920843 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.935055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-8c34c8db-ca6c-484a-80b7-074bb0003f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:29.937608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-8c34c8db-ca6c-484a-80b7-074bb0003f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:29.939611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-8c34c8db-ca6c-484a-80b7-074bb0003f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:29.940124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-8c34c8db-ca6c-484a-80b7-074bb0003f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:29.940660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-8c34c8db-ca6c-484a-80b7-074bb0003f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:29.941152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-8c34c8db-ca6c-484a-80b7-074bb0003f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:29.941635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-8c34c8db-ca6c-484a-80b7-074bb0003f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:29.943840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b50f39f-e176-479e-8626-5646d0515fbc req-8c34c8db-ca6c-484a-80b7-074bb0003f14 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6484 time: 0.3659973 Jul 16 19:56:30.085201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1819875970-network', 'tenant_id': '8c77b83779db4d2bad24049844e96619'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:30.111851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] For port 213920e0-628c-44de-9768-eb12674782a5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=213920e0-628c-44de-9768-eb12674782a5,segment=NetworkSegment(d82b86fa-8f40-46a7-bb68-6674d6198896),segment_id=d82b86fa-8f40-46a7-bb68-6674d6198896)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:30.112255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.134586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Calling delete_port for 213920e0-628c-44de-9768-eb12674782a5 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:30.158211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Made reservation on behalf of 8c77b83779db4d2bad24049844e96619 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:30.160666 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.209380 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.244937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] DHCP port deletion for c6860476-a25b-4e32-8572-ba7f4b83b501 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:56:30.330134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.344896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] Deleting port 213920e0-628c-44de-9768-eb12674782a5 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:30.345735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.351940 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a189a119-29ba-405b-8242-3fd530665ffb req-8d834597-a218-422d-bf08-bc3a353043d5 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.371928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Pushing event deleted for resources: {'Port': ['ID=213920e0-628c-44de-9768-eb12674782a5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:30.374177 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] No DVR routers for this DVR port 213920e0-628c-44de-9768-eb12674782a5 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:30.415172 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.432128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-3709d83b-4e8b-4e26-ac42-f349662f8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.433691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b50f39f-e176-479e-8626-5646d0515fbc req-3709d83b-4e8b-4e26-ac42-f349662f8635 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c4d20431-3c66-42db-b7b8-964e2c5f30ea HTTP/1.1" status: 200 len: 902 time: 0.4487696 Jul 16 19:56:30.435457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a189a119-29ba-405b-8242-3fd530665ffb req-8d834597-a218-422d-bf08-bc3a353043d5 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.460014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] For port 213920e0-628c-44de-9768-eb12674782a5, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:30.460445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.475565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] Calling delete_port for 213920e0-628c-44de-9768-eb12674782a5 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:30.478991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] Port 213920e0-628c-44de-9768-eb12674782a5 was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:56:30.480865 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.497919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b50f39f-e176-479e-8626-5646d0515fbc req-9c40f1a2-8dd6-4aa8-9675-b3e7b970fc8f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d HTTP/1.1" status: 200 len: 217 time: 0.0487375 Jul 16 19:56:30.506610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.514584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] Pushing event deleted for resources: {'Port': ['ID=213920e0-628c-44de-9768-eb12674782a5,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:30.518587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518604a-b90b-4d9f-ad71-ef7add13a539 None None] No DVR routers for this DVR port 213920e0-628c-44de-9768-eb12674782a5 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:30.519779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-63dcf0de-273e-4ed4-ba33-c2598830088c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.526204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-63dcf0de-273e-4ed4-ba33-c2598830088c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.526500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6860476-a25b-4e32-8572-ba7f4b83b501']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:30.532733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-63dcf0de-273e-4ed4-ba33-c2598830088c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.539079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-63dcf0de-273e-4ed4-ba33-c2598830088c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.546698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-63dcf0de-273e-4ed4-ba33-c2598830088c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.549598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82b86fa-8f40-46a7-bb68-6674d6198896') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:30.550605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82b86fa-8f40-46a7-bb68-6674d6198896') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:30.554519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-63dcf0de-273e-4ed4-ba33-c2598830088c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.561489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-63dcf0de-273e-4ed4-ba33-c2598830088c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.563857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-63dcf0de-273e-4ed4-ba33-c2598830088c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.4453495 Jul 16 19:56:30.571142 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.577637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Transition to ACTIVE for port object ac6b881a-9c9a-4655-b915-3ec7d8f984a1 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:30.598783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.603979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.616857 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.621074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:56:30.621584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:56:30.625921 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:56:30.662124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9d8e47d9-c40c-40e1-9144-46cce788c56d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:30.684312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-ce241d26-9ebb-4d47-b087-882a9f20c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:30.685797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b50f39f-e176-479e-8626-5646d0515fbc req-ce241d26-9ebb-4d47-b087-882a9f20c361 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.1814694 Jul 16 19:56:30.698552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9d8e47d9-c40c-40e1-9144-46cce788c56d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:30.699117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9d8e47d9-c40c-40e1-9144-46cce788c56d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:30.699670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 213920e0-628c-44de-9768-eb12674782a5 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:30.704444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:56:30.725147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 213920e0-628c-44de-9768-eb12674782a5 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:30.725561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 213920e0-628c-44de-9768-eb12674782a5 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:30.725898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0e3a9e52-156b-43fd-a379-7355579ffe2a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:30.743241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-316b89a4-61cb-48bb-8376-6eeab5331cfb req-4fc10517-1959-401f-a2bf-2f68060d7fd3 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639960 Jul 16 19:56:30.747024 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0e3a9e52-156b-43fd-a379-7355579ffe2a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:30.747976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0e3a9e52-156b-43fd-a379-7355579ffe2a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:30.749024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a9b6b3-f7c8-4833-8db2-b297772c3a14,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:30.750815 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a189a119-29ba-405b-8242-3fd530665ffb req-8d834597-a218-422d-bf08-bc3a353043d5 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.753721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a189a119-29ba-405b-8242-3fd530665ffb req-8d834597-a218-422d-bf08-bc3a353043d5 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.755758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a189a119-29ba-405b-8242-3fd530665ffb req-8d834597-a218-422d-bf08-bc3a353043d5 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] 10.222.0.78 "DELETE /v2.0/security-groups/ab945417-4688-4adf-b8e9-a4913783ea6f HTTP/1.1" status: 204 len: 173 time: 0.8724759 Jul 16 19:56:30.763733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.764728 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Added segment 0df55a0c-de39-4ccb-a62a-baaf9d69f151 of type vlan for network 55978aeb-9d3c-4a76-836b-663dae85401c Jul 16 19:56:30.766275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54478) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:30.816777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d834597-a218-422d-bf08-bc3a353043d5 tempest-SecurityGroupsTestJSON-595758258 tempest-SecurityGroupsTestJSON-595758258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab945417-4688-4adf-b8e9-a4913783ea6f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:30.835553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.842075 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.848401 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] 10.222.0.78 "DELETE /v2.0/networks/c6860476-a25b-4e32-8572-ba7f4b83b501 HTTP/1.1" status: 204 len: 168 time: 1.1109176 Jul 16 19:56:30.863736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.913642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8402a0-97c3-44c0-b50f-98566581f09d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6860476-a25b-4e32-8572-ba7f4b83b501,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:30.938253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.951542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e860ea-7440-40a9-99d5-58355a75c555 admin admin] Deleting subnet 633dfa0c-7264-4422-8bea-47b106cebac1 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:56:30.956386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54e860ea-7440-40a9-99d5-58355a75c555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:30.973105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:30.974691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:30.995036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:31.019625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54e860ea-7440-40a9-99d5-58355a75c555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.032722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f39f-e176-479e-8626-5646d0515fbc req-bb2297bf-7608-4b9b-8bd6-d751d3e3130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:31.035015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b50f39f-e176-479e-8626-5646d0515fbc req-bb2297bf-7608-4b9b-8bd6-d751d3e3130b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3349392 Jul 16 19:56:31.055329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.056190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:31.061678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.112809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4989867 Jul 16 19:56:31.141093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54494) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:31.148724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Request body: {'subnet': {'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1819875970-subnet', 'tenant_id': '8c77b83779db4d2bad24049844e96619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:31.152457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba8f19-67a1-4b4f-8b78-539ba01a5383 admin admin] Pushing event updated for resources: {'Network': ['ID=55978aeb-9d3c-4a76-836b-663dae85401c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:31.163203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 55978aeb-9d3c-4a76-836b-663dae85401c details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:56:31.167603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54496) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:31.178715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54e860ea-7440-40a9-99d5-58355a75c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.252654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Made reservation on behalf of 8c77b83779db4d2bad24049844e96619 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:31.255735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.280398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'Port': ['ID=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:31.297012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:31.297697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.315542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3469db45-5d3d-404f-ad47-a60a47a9d624 None None] Provisioning for port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:31.320114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3469db45-5d3d-404f-ad47-a60a47a9d624 None None] Provisioning complete for port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:31.320731 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3469db45-5d3d-404f-ad47-a60a47a9d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.340548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54e860ea-7440-40a9-99d5-58355a75c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.379892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3469db45-5d3d-404f-ad47-a60a47a9d624 None None] Port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:31.386625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54e860ea-7440-40a9-99d5-58355a75c555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.389046 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-54e860ea-7440-40a9-99d5-58355a75c555 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/633dfa0c-7264-4422-8bea-47b106cebac1 HTTP/1.1" status: 204 len: 168 time: 0.6211727 Jul 16 19:56:31.389415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e860ea-7440-40a9-99d5-58355a75c555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633dfa0c-7264-4422-8bea-47b106cebac1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:31.390046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-06b66d41-8965-431a-8ca2-dbccd606d6b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e03b3659242d48db8d9d25eda76ad32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210841 Jul 16 19:56:31.390684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54498) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:31.391017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54500) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:31.420016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-b050a00c-9039-40fa-873c-0fbf631f0cec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6490614 Jul 16 19:56:31.454299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Request body: {'port': {'device_id': '450d3840-a720-466e-8130-95c22b8b7f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:31.474898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b50f39f-e176-479e-8626-5646d0515fbc req-6fef4f6f-e5ed-4f8c-8b40-8db1f586d349 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429756 Jul 16 19:56:31.495272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.513800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-e6ef3ad4-bdff-486a-b751-eaa6d0c5903d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:31.515296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-e6ef3ad4-bdff-486a-b751-eaa6d0c5903d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 808 time: 0.6175246 Jul 16 19:56:31.549280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc19a321-046d-4f30-8401-9b27a41d4d06,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:31.563180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Checking segment: {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:31.563538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Network hostable DHCP agents. Network: 55978aeb-9d3c-4a76-836b-663dae85401c, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:56:31.580580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Network 55978aeb-9d3c-4a76-836b-663dae85401c is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:56:31.590143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 55978aeb-9d3c-4a76-836b-663dae85401c) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:31.595186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:31.596521 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.599363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f95bfd-0cde-4f06-9141-feda0db6dfe8 None None] Network 55978aeb-9d3c-4a76-836b-663dae85401c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:31.611980 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-720abaab-52e4-4fec-9d75-638a5226ea74 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4696565 Jul 16 19:56:31.619256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70629d-a8b0-4e66-af2e-2eecfae23b5a req-edf17ce1-f9c3-4044-b15b-ca0eb8d97196 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:31.622034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc70629d-a8b0-4e66-af2e-2eecfae23b5a req-edf17ce1-f9c3-4044-b15b-ca0eb8d97196 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 936 time: 0.6446817 Jul 16 19:56:31.681003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-fcd6d1c3-8907-4ce6-b356-0befd1e44198 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/quotas/f9c52f0c54e94914b90d9b206ff78139 HTTP/1.1" status: 200 len: 375 time: 0.1459348 Jul 16 19:56:31.710692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.766067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e024a00b-569d-4a91-a098-f277b8a97a3e None None] Network 55978aeb-9d3c-4a76-836b-663dae85401c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:31.810195 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37d138ab-12f3-403e-91a2-c6bcee605b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.828949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.847750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc70629d-a8b0-4e66-af2e-2eecfae23b5a req-ffa056b6-1d50-4085-939b-7f74a0d4e8b8 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167761 Jul 16 19:56:32.105508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b50f39f-e176-479e-8626-5646d0515fbc req-f5610b8a-e3c0-4c49-abbd-ee3dc0129d0d service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021309 Jul 16 19:56:32.136386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37d138ab-12f3-403e-91a2-c6bcee605b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.290769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.360590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4663fa-a094-492f-94c6-8e2b99748ca9']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:32.382274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-4d3822f3-4b96-491b-b869-f3ec67dab23f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6629260 Jul 16 19:56:32.391704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:32.392001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bf4e39-1a3e-45b1-b948-36345d0f71f8') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:32.446713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.478412 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37d138ab-12f3-403e-91a2-c6bcee605b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.481513 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37d138ab-12f3-403e-91a2-c6bcee605b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.482657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-37d138ab-12f3-403e-91a2-c6bcee605b59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/722aefbb-0536-46e7-89c8-04a06895094f HTTP/1.1" status: 204 len: 168 time: 1.0822704 Jul 16 19:56:32.491553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.566497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:56:32.567385 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.572396 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: timer() Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:56:32.578303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d138ab-12f3-403e-91a2-c6bcee605b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722aefbb-0536-46e7-89c8-04a06895094f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:32.601660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-d1db319e-5d0f-43dc-92e7-7ff4bb653647 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:32.612336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-d1db319e-5d0f-43dc-92e7-7ff4bb653647 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:32.618146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-d1db319e-5d0f-43dc-92e7-7ff4bb653647 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:32.624877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-d1db319e-5d0f-43dc-92e7-7ff4bb653647 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:32.630740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-d1db319e-5d0f-43dc-92e7-7ff4bb653647 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:32.637354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-d1db319e-5d0f-43dc-92e7-7ff4bb653647 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:32.643237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-d1db319e-5d0f-43dc-92e7-7ff4bb653647 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:32.645274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-d1db319e-5d0f-43dc-92e7-7ff4bb653647 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.4557571 Jul 16 19:56:32.767067 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.777996 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.779841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] 10.222.0.78 "DELETE /v2.0/networks/6f4663fa-a094-492f-94c6-8e2b99748ca9 HTTP/1.1" status: 204 len: 168 time: 1.3781040 Jul 16 19:56:32.787183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-0fe4f24c-df2b-4146-9c3c-2ba019b9e966 service neutron] 10.222.0.78 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925867 Jul 16 19:56:32.806106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c617365b-0a1e-4582-8d8c-c525a3523381 req-9a115d6a-9d4b-4cab-8913-397be3a1ba6a tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485674 Jul 16 19:56:32.819348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92c71b-b929-4825-9a03-f9b4b23d268a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4663fa-a094-492f-94c6-8e2b99748ca9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:32.914061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6b881a-9c9a-4655-b915-3ec7d8f984a1 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:32.929236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54530) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:32.929866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.955606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Transition to ACTIVE for port object ac6b881a-9c9a-4655-b915-3ec7d8f984a1 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:32.962014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ed1b03fa-b1d6-47b0-943b-b453c6532a32 service neutron] 10.222.0.78 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606581 Jul 16 19:56:32.964664 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:32.993179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1e451bdd-3a24-486d-8c68-fee307c6a73f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b96dd585e964d75abec6c47e146a7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613871 Jul 16 19:56:32.996712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:33.033183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:33.129816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3be2736f-6490-4049-ac7c-89b8e802cefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.203446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3be2736f-6490-4049-ac7c-89b8e802cefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.203688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Attempting to bind port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:33.203688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Attempting to bind port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:33.203931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Attempting to bind port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:33.208708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:33.213069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Attempting to bind port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:33.236364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:33.237010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:33.238354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:33.239046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Bound port: ac6b881a-9c9a-4655-b915-3ec7d8f984a1, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:33.240692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.323915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3be2736f-6490-4049-ac7c-89b8e802cefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.326890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3be2736f-6490-4049-ac7c-89b8e802cefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.329598 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3be2736f-6490-4049-ac7c-89b8e802cefb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc793eb2-532f-4bad-b704-e97c21566bcd HTTP/1.1" status: 204 len: 168 time: 0.3318427 Jul 16 19:56:33.345708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2736f-6490-4049-ac7c-89b8e802cefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc793eb2-532f-4bad-b704-e97c21566bcd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:33.387205 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] For port ac6b881a-9c9a-4655-b915-3ec7d8f984a1, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:33.396085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] For port ac6b881a-9c9a-4655-b915-3ec7d8f984a1, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:33.403653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.474308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:33.474896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.476514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/ac6b881a-9c9a-4655-b915-3ec7d8f984a1 HTTP/1.1" status: 200 len: 1097 time: 2.0348792 Jul 16 19:56:33.477267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450d3840-a720-466e-8130-95c22b8b7f0d', 'tag': 'ac6b881a-9c9a-4655-b915-3ec7d8f984a1'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:33.482110 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c93fb0-7315-429b-8311-5d7de55ae63f" -d '{"events": [{"name": "network-changed", "server_uuid": "450d3840-a720-466e-8130-95c22b8b7f0d", "tag": "ac6b881a-9c9a-4655-b915-3ec7d8f984a1"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:33.631718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4252be-0dd7-4a5c-b0fb-d2f8b1bbc8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:33.673578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54568) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:33.821524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-007557cd-1fe7-44e2-a6c3-357f09ea79c0 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:33.824185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-007557cd-1fe7-44e2-a6c3-357f09ea79c0 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/networks?id=55978aeb-9d3c-4a76-836b-663dae85401c HTTP/1.1" status: 200 len: 818 time: 0.3739195 Jul 16 19:56:33.833481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ae07a-c4ec-469a-a204-e0044dec19b3 req-25006849-9407-4f7a-9f5f-9c225ef94692 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:33.842291 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c22ae07a-c4ec-469a-a204-e0044dec19b3 req-25006849-9407-4f7a-9f5f-9c225ef94692 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 948 time: 0.3427598 Jul 16 19:56:33.846765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-1ce033e3-2b49-4722-948d-99238af48abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:33.848250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-1ce033e3-2b49-4722-948d-99238af48abb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 1100 time: 0.2858880 Jul 16 19:56:33.879443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1606946898-network', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:33.924981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-878376a3-7f01-429c-92af-591e93fd0f1d tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/quotas/8c77b83779db4d2bad24049844e96619 HTTP/1.1" status: 200 len: 375 time: 0.0802658 Jul 16 19:56:33.927598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-524d839e-5dff-4bc6-8d55-4b3f46845e98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1 HTTP/1.1" status: 200 len: 217 time: 0.0650618 Jul 16 19:56:33.929478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Made reservation on behalf of 7f69ff669e524336bf857b7fa3ef1ddc for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:33.942401 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.956509 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.966534 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.994284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-ed5649fe-1a57-4729-b099-a295e0f99df1 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c77b83779db4d2bad24049844e96619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622084 Jul 16 19:56:34.026667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c22ae07a-c4ec-469a-a204-e0044dec19b3 req-5ec12939-e62a-4cf3-9840-b64ec96faa82 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832652 Jul 16 19:56:34.109860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-bcb7c3ac-548b-4c4b-a944-786f034c2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:34.111409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-bcb7c3ac-548b-4c4b-a944-786f034c2d94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1561046 Jul 16 19:56:34.129605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.137429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.176684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:56:34.186948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-a54d15e8-a39b-42d3-90a7-96f61640baea service neutron] 10.222.0.78 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910100 Jul 16 19:56:34.194870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3583792-ba9a-465c-8c27-8410a3a75afd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:34.222065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.222926 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Added segment 098ad22b-bc01-4052-821e-f46bfe941192 of type vlan for network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 Jul 16 19:56:34.234219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-393bffad-5690-4bc1-b9e8-042543258e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:34.235865 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-393bffad-5690-4bc1-b9e8-042543258e59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1164272 Jul 16 19:56:34.298003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.332151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.333683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:34.334655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.341284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72d30081-52fa-434c-b9e3-80e216b47a44 req-af16fa03-3d36-464c-bf32-61afb9857358 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 210 time: 0.0567043 Jul 16 19:56:34.401396 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7262793 Jul 16 19:56:34.405336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54596) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:34.418672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f028d56b-5b5a-4294-a5d3-50f9f9a1dc22 service neutron] 10.222.0.78 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303131 Jul 16 19:56:34.446997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Request body: {'subnet': {'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1606946898-subnet', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:34.451112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54598) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:34.455390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbf590-f538-490d-8eaa-21c0bfabd607 admin admin] Pushing event updated for resources: {'Network': ['ID=4da11f8b-2eb4-487f-9af0-29dbbd4bc958,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:34.462654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-fb29e1ae-8fa5-4239-9ccb-52079efb9483 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183418 Jul 16 19:56:34.466777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:56:34.479618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Made reservation on behalf of 7f69ff669e524336bf857b7fa3ef1ddc for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:34.488516 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.596317 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d2fa0-1b6a-4c85-8830-a3e5bcc7e51c req-d869c23f-71c9-48fd-ba96-81182d77baa7 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199422 Jul 16 19:56:34.645469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1418838269-network', 'tenant_id': '9c4c8852282840feb4da846d3c2c2620'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:34.675197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Made reservation on behalf of 9c4c8852282840feb4da846d3c2c2620 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:34.678897 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.699204 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.716033 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.788337 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed52965-f9d2-48f8-b326-4f45672bcb92 x-openstack-request-id: req-0ed52965-f9d2-48f8-b326-4f45672bcb92 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:34.788770 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450d3840-a720-466e-8130-95c22b8b7f0d", "tag": "ac6b881a-9c9a-4655-b915-3ec7d8f984a1", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:34.789117 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ed52965-f9d2-48f8-b326-4f45672bcb92 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:34.789816 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450d3840-a720-466e-8130-95c22b8b7f0d', 'tag': 'ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'status': 'completed', 'code': 200} Jul 16 19:56:34.873886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.986333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Pushing event updated for resources: {'Subnet': ['ID=307d197c-53a4-44a8-8ff3-54cea9a80076,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:35.042576 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.053031 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.125639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:56:35.163073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Checking segment: {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:35.163418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Network hostable DHCP agents. Network: 4da11f8b-2eb4-487f-9af0-29dbbd4bc958, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:56:35.214027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-0d2a7519-63e0-49a4-8589-35d56baa730b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:35.223920 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-0d2a7519-63e0-49a4-8589-35d56baa730b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 808 time: 0.2348795 Jul 16 19:56:35.226340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:56:35.248083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Request body: {'port': {'device_id': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'admin_state_up': True, 'tenant_id': 'f9c52f0c54e94914b90d9b206ff78139'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:35.262561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54614) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:35.289200 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.289368 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Added segment 3552c96b-e26e-4116-9fec-b33b5d2a7a84 of type vlan for network 33b3eeb8-c9cd-44ef-9e68-59b86997338a Jul 16 19:56:35.292059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 4da11f8b-2eb4-487f-9af0-29dbbd4bc958) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:35.300971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:35.301572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.304967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-177f39e0-d6c1-47ab-abd6-d420665d9634 req-6bf3f2ed-300d-45a1-8414-e1e249dd04d7 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 210 time: 0.1865559 Jul 16 19:56:35.317543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869cb397-a4df-43f7-ba74-2bf7c376fbb2 None None] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:35.338938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-5f9ac361-e29d-4785-b2da-a900a3393473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:35.346644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-5f9ac361-e29d-4785-b2da-a900a3393473 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 1100 time: 0.5238776 Jul 16 19:56:35.363933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c9a82e-51dd-40d0-b05f-5b4e1e761b28,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:35.410571 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e379c228-572e-4731-8c82-7f65369b692d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0038865 Jul 16 19:56:35.413401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54624) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:35.417940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:35.481160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.482115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.483910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.524069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Made reservation on behalf of f9c52f0c54e94914b90d9b206ff78139 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:35.528765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.537858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.539085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:35.539825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.589395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aca550ed-8dc5-4004-8fd8-1da53c06a22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.592783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.666896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:56:35.668957 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.864381 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.915273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Allocated IP 172.20.0.2 (4da11f8b-2eb4-487f-9af0-29dbbd4bc958/307d197c-53a4-44a8-8ff3-54cea9a80076/fd568b19-8568-4236-aa2a-44c53973aff2) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:35.935067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Allocated IP 172.20.0.10 (9041918d-f7d2-4afb-98bc-507156bc8a10/6a21dd75-df91-45f6-92dd-45fdc28b51d7/b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:35.995729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aca550ed-8dc5-4004-8fd8-1da53c06a22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.004478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-1c7816c7-c9d9-4062-b78c-c822c683ee25 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.011821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aca550ed-8dc5-4004-8fd8-1da53c06a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.013562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-1c7816c7-c9d9-4062-b78c-c822c683ee25 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.022946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-1c7816c7-c9d9-4062-b78c-c822c683ee25 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.034001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-1c7816c7-c9d9-4062-b78c-c822c683ee25 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.038275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-1c7816c7-c9d9-4062-b78c-c822c683ee25 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.045814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-1c7816c7-c9d9-4062-b78c-c822c683ee25 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.053055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-1c7816c7-c9d9-4062-b78c-c822c683ee25 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.061851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-1c7816c7-c9d9-4062-b78c-c822c683ee25 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.8902364 Jul 16 19:56:36.064629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-7dd45d57-9c67-418f-ae69-066090798419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.066359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-7dd45d57-9c67-418f-ae69-066090798419 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.6839488 Jul 16 19:56:36.089506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6370664 Jul 16 19:56:36.093279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54640) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:36.124518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Request body: {'subnet': {'network_id': '33b3eeb8-c9cd-44ef-9e68-59b86997338a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1418838269-subnet', 'tenant_id': '9c4c8852282840feb4da846d3c2c2620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:36.142750 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aca550ed-8dc5-4004-8fd8-1da53c06a22e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aba6d21bf0ce46478bbfa5514b6d45a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785379 Jul 16 19:56:36.143592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca550ed-8dc5-4004-8fd8-1da53c06a22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94ec2ac-6467-445e-a316-b4a937d687e5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:36.149033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-ca1e78a5-75a5-4dde-9897-0b0da6545671 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1 HTTP/1.1" status: 200 len: 217 time: 0.0675004 Jul 16 19:56:36.150034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54642) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:36.246320 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.259168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Transition to ACTIVE for port object fd568b19-8568-4236-aa2a-44c53973aff2 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:36.279055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Transition to ACTIVE for port object fd568b19-8568-4236-aa2a-44c53973aff2 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:36.286174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.300579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc536de1-2af6-4c20-9a16-c28f913c3085 req-b1ebb8c1-d963-4447-87e5-8382e3265806 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.306604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc536de1-2af6-4c20-9a16-c28f913c3085 req-b1ebb8c1-d963-4447-87e5-8382e3265806 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 948 time: 0.7963519 Jul 16 19:56:36.331762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:36.335483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:36.339264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:36.394271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7efe17ac-a63f-40b7-a1bd-24e4b876d850 req-9e0338db-d9b9-4e7c-9fbb-1e31092eec47 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3314064 Jul 16 19:56:36.395717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c705b-b56e-491c-899f-8aac2ac3a5ed admin admin] Pushing event updated for resources: {'Network': ['ID=33b3eeb8-c9cd-44ef-9e68-59b86997338a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:36.438583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 33b3eeb8-c9cd-44ef-9e68-59b86997338a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:56:36.481549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-5b53780b-6459-4710-8c43-39b75ccbe179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.487504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-5b53780b-6459-4710-8c43-39b75ccbe179 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2859359 Jul 16 19:56:36.562693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Made reservation on behalf of 9c4c8852282840feb4da846d3c2c2620 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:36.565282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba2e43d3-4a79-4239-b775-8d2da8693321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.565444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.704444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.720244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf2f042-babf-4344-b798-13a49aeaeaa7 req-81be9be9-0bc4-4aa1-9f3d-3274ffee89d9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 210 time: 0.0873213 Jul 16 19:56:36.771527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Pushing event updated for resources: {'Port': ['ID=fd568b19-8568-4236-aa2a-44c53973aff2,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:36.778734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc536de1-2af6-4c20-9a16-c28f913c3085 req-6ef94f6a-1a3e-4c35-9830-d86eb210ed4f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381373 Jul 16 19:56:36.791819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.792448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.793012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.811530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.816482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.818889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.820227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.823663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.825730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.828244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.829183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.829664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:36.837420 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba2e43d3-4a79-4239-b775-8d2da8693321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.920747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Attempting to bind port fd568b19-8568-4236-aa2a-44c53973aff2 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:36.924142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Attempting to bind port fd568b19-8568-4236-aa2a-44c53973aff2 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:36.929119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Attempting to bind port fd568b19-8568-4236-aa2a-44c53973aff2 on network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:36.929384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-6d9c9389-c678-49a7-9180-ea39ca333793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:36.931883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-6d9c9389-c678-49a7-9180-ea39ca333793 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3905439 Jul 16 19:56:36.948586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:36.949167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Checking segment: {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:36.949891 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.950769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Bound using segment: {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:36.952076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Bound port: fd568b19-8568-4236-aa2a-44c53973aff2, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:36.953319 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.076671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] For port fd568b19-8568-4236-aa2a-44c53973aff2, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:37.081456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] For port fd568b19-8568-4236-aa2a-44c53973aff2, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fd568b19-8568-4236-aa2a-44c53973aff2,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:37.090527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.103458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.146205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-b1215d80-45d6-400d-8c0e-6ea2b4a301f9 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060804 Jul 16 19:56:37.164794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.187427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.190127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-377bda4d-e496-4250-b918-39c200858afc req-d7c3404b-4f79-40ce-98b9-cf9fe9dd1da4 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 210 time: 0.0427585 Jul 16 19:56:37.198154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147f31-0077-44f3-8702-8265ad6625bf None None] Pushing event updated for resources: {'Port': ['ID=fd568b19-8568-4236-aa2a-44c53973aff2,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:37.252617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba2e43d3-4a79-4239-b775-8d2da8693321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.255710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba2e43d3-4a79-4239-b775-8d2da8693321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.257294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ba2e43d3-4a79-4239-b775-8d2da8693321 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b94ec2ac-6467-445e-a316-b4a937d687e5 HTTP/1.1" status: 204 len: 168 time: 1.0946152 Jul 16 19:56:37.351893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6c93fb0-7315-429b-8311-5d7de55ae63f req-72a6307b-bb27-446a-9aed-c1be08c679e1 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568344 Jul 16 19:56:37.352745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e43d3-4a79-4239-b775-8d2da8693321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94ec2ac-6467-445e-a316-b4a937d687e5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:37.394657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Network 9041918d-f7d2-4afb-98bc-507156bc8a10 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:37.405972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.408480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:37.421426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:37.424958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Pushing event updated for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:37.622107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4dcef-ff00-4968-8ddb-e378f69962a4 req-55b39b5f-acb4-4045-abaa-b5780d0cb9bb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:37.627783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353f2651-3e58-48b3-8e05-76bac17d6d75,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:37.630019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ac4dcef-ff00-4968-8ddb-e378f69962a4 req-55b39b5f-acb4-4045-abaa-b5780d0cb9bb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.1883817 Jul 16 19:56:37.654353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:37.655286 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.678688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-38cda487-cc7f-423b-a8c9-35a3d78bf6df tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4464264 Jul 16 19:56:37.691813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Allocated IP 172.25.6.206 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/7c742850-5ae0-474e-aed2-4a714dc77093) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:37.704414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Request body: {'port': {'device_id': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:37.745513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Checking segment: {'id': '3552c96b-e26e-4116-9fec-b33b5d2a7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33b3eeb8-c9cd-44ef-9e68-59b86997338a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:37.745921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Network hostable DHCP agents. Network: 33b3eeb8-c9cd-44ef-9e68-59b86997338a, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:56:37.751015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ac4dcef-ff00-4968-8ddb-e378f69962a4 req-94f100a3-bd61-4721-9df3-28770209a648 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088083 Jul 16 19:56:37.751275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ac6b881a-9c9a-4655-b915-3ec7d8f984a1 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:37.919228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Network 33b3eeb8-c9cd-44ef-9e68-59b86997338a is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:56:37.935002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 33b3eeb8-c9cd-44ef-9e68-59b86997338a) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:37.939819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:37.940440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:37.951262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2abb7-356e-46c2-924b-6c9d24c91248 None None] Network 33b3eeb8-c9cd-44ef-9e68-59b86997338a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:37.966675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ac6b881a-9c9a-4655-b915-3ec7d8f984a1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:37.998947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:38.009044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'mac_address': 'fa:16:3e:92:aa:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:38.031894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.059060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6f3f-5d5f-45a2-a31f-b0d8b5171c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.071880 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5aed325d-f7c6-43a7-82e8-1c64135c5573 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9635170 Jul 16 19:56:38.138024 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.164364 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.253395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6b881a-9c9a-4655-b915-3ec7d8f984a1 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:38.298956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-b2c24309-c75d-419d-b5fd-5aed9ef7ce6d tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.300834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-b2c24309-c75d-419d-b5fd-5aed9ef7ce6d tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.16 "GET /v2.0/networks?id=55978aeb-9d3c-4a76-836b-663dae85401c HTTP/1.1" status: 200 len: 818 time: 0.4706650 Jul 16 19:56:38.369521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b11173-63a1-46c6-a533-4f36d0f5e069 None None] Network 33b3eeb8-c9cd-44ef-9e68-59b86997338a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:38.370700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Request body: {'port': {'device_id': 'c64150a7-78f0-4e57-ab58-15d5c3ea3fc7', 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c', 'admin_state_up': True, 'tenant_id': '8c77b83779db4d2bad24049844e96619'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:38.396325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ac6b881a-9c9a-4655-b915-3ec7d8f984a1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:38.461461 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.480119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-4fa8657c-feb7-4ad0-a192-a930265b1e90 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.482146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-4fa8657c-feb7-4ad0-a192-a930265b1e90 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.68 "GET /v2.0/networks?id=55978aeb-9d3c-4a76-836b-663dae85401c HTTP/1.1" status: 200 len: 818 time: 0.3519664 Jul 16 19:56:38.500843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Request body: {'port': {'device_id': '98eb13b8-5a85-4a4d-8a02-b2549f0cb072', 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c', 'admin_state_up': True, 'tenant_id': '8c77b83779db4d2bad24049844e96619'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:38.639668 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:38.644869 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.662729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6f3f-5d5f-45a2-a31f-b0d8b5171c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.692679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:38.708145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-e2628f65-3f32-4d84-9fe1-8f5c16194b16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.710547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6f3f-5d5f-45a2-a31f-b0d8b5171c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.723582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-e2628f65-3f32-4d84-9fe1-8f5c16194b16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.736732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-e2628f65-3f32-4d84-9fe1-8f5c16194b16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.754988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-e2628f65-3f32-4d84-9fe1-8f5c16194b16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.770349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-e2628f65-3f32-4d84-9fe1-8f5c16194b16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.786224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-e2628f65-3f32-4d84-9fe1-8f5c16194b16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.803528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-e2628f65-3f32-4d84-9fe1-8f5c16194b16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.820646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-e2628f65-3f32-4d84-9fe1-8f5c16194b16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 1.0685251 Jul 16 19:56:38.825739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fd568b19-8568-4236-aa2a-44c53973aff2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:38.875037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d6f3f-5d5f-45a2-a31f-b0d8b5171c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be1edd0-68f3-4c47-9d63-418ce2ac4e64,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:38.911962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:38.932685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:38.952828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:38.957225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port fd568b19-8568-4236-aa2a-44c53973aff2 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:38.968926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bad1d-625c-4ae8-83dc-9d53da75f076 req-7f08394a-21d6-48b1-9d19-0dbaf9646569 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:38.982191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-658bad1d-625c-4ae8-83dc-9d53da75f076 req-7f08394a-21d6-48b1-9d19-0dbaf9646569 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 932 time: 0.8509984 Jul 16 19:56:38.993880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7c58a-0dc5-4b0c-b16d-fc3d1667ffe1 None None] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:39.040712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Pushing event updated for resources: {'Port': ['ID=7c742850-5ae0-474e-aed2-4a714dc77093,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:39.048220 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1e7d6f3f-5d5f-45a2-a31f-b0d8b5171c65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0ff75b3c4474b4f92d058856c96e33f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0434513 Jul 16 19:56:39.049996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50922636-e1f7-4085-a3e2-db9166f965a0 req-f9e03f83-83a5-42ab-842f-e69104e8c593 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2266655 Jul 16 19:56:39.052982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54672) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:39.063952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8d0891c6-818b-4a43-82d1-21d060757151 None None] Provisioning for port fd568b19-8568-4236-aa2a-44c53973aff2 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:39.115782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-658bad1d-625c-4ae8-83dc-9d53da75f076 req-15a633a1-145b-4922-aaa3-93261f576900 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325147 Jul 16 19:56:39.122797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8d0891c6-818b-4a43-82d1-21d060757151 None None] Provisioning complete for port fd568b19-8568-4236-aa2a-44c53973aff2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:39.123410 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d0891c6-818b-4a43-82d1-21d060757151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.153318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-8291030e-a24b-4cff-b6d2-83f1db0d5326 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:39.154975 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-8291030e-a24b-4cff-b6d2-83f1db0d5326 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.68 "GET /v2.0/networks?id=55978aeb-9d3c-4a76-836b-663dae85401c HTTP/1.1" status: 200 len: 818 time: 0.5923374 Jul 16 19:56:39.187128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Request body: {'port': {'device_id': '4b0a0a44-1b85-4bde-970d-5f6b216ca2d5', 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c', 'admin_state_up': True, 'tenant_id': '8c77b83779db4d2bad24049844e96619'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:39.242059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Made reservation on behalf of 8c77b83779db4d2bad24049844e96619 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:39.247802 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.273474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:39.289800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Made reservation on behalf of 8c77b83779db4d2bad24049844e96619 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:39.294167 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.309150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed9f0e8-94e4-4576-9eaf-158b3e85a1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.314879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.337519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7ebba0b-2337-4f4c-816e-94eac5614335 req-ad562ca3-688f-4721-9836-ef45fdf67509 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 210 time: 0.0546508 Jul 16 19:56:39.421659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Transition to ACTIVE for port object b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:39.439676 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed9f0e8-94e4-4576-9eaf-158b3e85a1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.488559 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.581243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57d69-65b7-4fc1-8333-dde4bee76685 req-70a23f75-d093-4cd7-a83d-6855f9d52d7c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:39.583085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45e57d69-65b7-4fc1-8333-dde4bee76685 req-70a23f75-d093-4cd7-a83d-6855f9d52d7c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 949 time: 0.3523693 Jul 16 19:56:39.607649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:39.614580 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d0891c6-818b-4a43-82d1-21d060757151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.631235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Allocated IP 172.20.0.5 (55978aeb-9d3c-4a76-836b-663dae85401c/cc19a321-046d-4f30-8401-9b27a41d4d06/fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:39.679132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8d0891c6-818b-4a43-82d1-21d060757151 None None] For port fd568b19-8568-4236-aa2a-44c53973aff2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fd568b19-8568-4236-aa2a-44c53973aff2,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:39.692020 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d0891c6-818b-4a43-82d1-21d060757151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.697305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-6523063f-26c6-4c53-8d4b-83a8ecea4849 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:39.700890 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-6523063f-26c6-4c53-8d4b-83a8ecea4849 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.3426778 Jul 16 19:56:39.761394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0891c6-818b-4a43-82d1-21d060757151 None None] Pushing event updated for resources: {'Port': ['ID=fd568b19-8568-4236-aa2a-44c53973aff2,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:39.765243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ac6b881a-9c9a-4655-b915-3ec7d8f984a1 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:39.834336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:39.840877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:39.841652 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.859563 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed9f0e8-94e4-4576-9eaf-158b3e85a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.862142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed9f0e8-94e4-4576-9eaf-158b3e85a1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.863660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2ed9f0e8-94e4-4576-9eaf-158b3e85a1b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1be1edd0-68f3-4c47-9d63-418ce2ac4e64 HTTP/1.1" status: 204 len: 168 time: 0.8016431 Jul 16 19:56:39.868046 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:39.958999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9f0e8-94e4-4576-9eaf-158b3e85a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be1edd0-68f3-4c47-9d63-418ce2ac4e64,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:39.972384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Made reservation on behalf of 8c77b83779db4d2bad24049844e96619 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:39.983617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.006017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.049217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450d3840-a720-466e-8130-95c22b8b7f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b881a-9c9a-4655-b915-3ec7d8f984a1'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:40.054520 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75feb7d9-9ef8-427a-a4de-3287917a18b6" -d '{"events": [{"server_uuid": "450d3840-a720-466e-8130-95c22b8b7f0d", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b881a-9c9a-4655-b915-3ec7d8f984a1"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:40.079974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ac6b881a-9c9a-4655-b915-3ec7d8f984a1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:40.082260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45e57d69-65b7-4fc1-8333-dde4bee76685 req-720055bc-54d6-450d-8a2d-b96244a357d7 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718876 Jul 16 19:56:40.089638 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.099373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.152165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958c5f6-a1ea-47a1-a374-30241a12f126 req-7ab50891-75ac-4118-8bac-3eeab4df0032 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.159641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9958c5f6-a1ea-47a1-a374-30241a12f126 req-7ab50891-75ac-4118-8bac-3eeab4df0032 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 946 time: 0.2751224 Jul 16 19:56:40.210293 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.214305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:40.215035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:40.215445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:40.261709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9958c5f6-a1ea-47a1-a374-30241a12f126 req-290620b1-4b59-4db3-a605-0179bb438f89 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003873 Jul 16 19:56:40.294298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:40.315434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d33a1923-7702-4d53-a8e7-adad1326c4b7 None None] Provisioning complete for port fd568b19-8568-4236-aa2a-44c53973aff2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:40.315784 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d33a1923-7702-4d53-a8e7-adad1326c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.343885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:40.344253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:40.374925 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7823b-eb76-46f1-ae3e-7d09a49230ac x-openstack-request-id: req-56f7823b-eb76-46f1-ae3e-7d09a49230ac {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:40.385952 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450d3840-a720-466e-8130-95c22b8b7f0d", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b881a-9c9a-4655-b915-3ec7d8f984a1", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:40.389617 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56f7823b-eb76-46f1-ae3e-7d09a49230ac {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:40.390777 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450d3840-a720-466e-8130-95c22b8b7f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'code': 200} Jul 16 19:56:40.419230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Network 55978aeb-9d3c-4a76-836b-663dae85401c is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:40.426871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:40.429255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:40.429404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:40.430860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:40.431013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Bound port: b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:40.431732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Allocated IP 172.20.0.9 (55978aeb-9d3c-4a76-836b-663dae85401c/cc19a321-046d-4f30-8401-9b27a41d4d06/ea337623-60b9-4b43-9f72-cff7e8836156) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:40.432882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.437713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:40.485401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Pushing event updated for resources: {'Port': ['ID=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:40.615893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Deleting port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:40.618585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.625034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.625680 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.653725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fd568b19-8568-4236-aa2a-44c53973aff2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:40.718512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-c1759c40-356e-4d1c-93d7-cd6c487bf447 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2243340 Jul 16 19:56:40.737641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fd568b19-8568-4236-aa2a-44c53973aff2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:40.738182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.749767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fb2d6-9a9d-438b-9538-bb8c4f968b49 req-87b111f8-8b9d-4726-af32-a77b94f07583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.751509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b40fb2d6-9a9d-438b-9538-bb8c4f968b49 req-87b111f8-8b9d-4726-af32-a77b94f07583 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 1102 time: 0.3090167 Jul 16 19:56:40.755689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Request body: {'port': {'device_id': '98eb13b8-5a85-4a4d-8a02-b2549f0cb072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:40.759370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:40.776702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.786671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:40.837266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.851761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] For port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:40.852131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.891173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fcba0573-ed48-4c49-88d3-368456f67a2d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.897156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fcba0573-ed48-4c49-88d3-368456f67a2d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.903837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fcba0573-ed48-4c49-88d3-368456f67a2d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.910314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fcba0573-ed48-4c49-88d3-368456f67a2d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.915972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fcba0573-ed48-4c49-88d3-368456f67a2d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.923146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fcba0573-ed48-4c49-88d3-368456f67a2d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.930202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fcba0573-ed48-4c49-88d3-368456f67a2d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.933041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fcba0573-ed48-4c49-88d3-368456f67a2d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.3832622 Jul 16 19:56:40.942420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.943043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:40.944472 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] 10.222.0.16 "PUT /v2.0/ports/b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd HTTP/1.1" status: 200 len: 1093 time: 3.2570064 Jul 16 19:56:40.970071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:40.972393 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0234c7-2fc6-45e5-9661-2694e2ae5630" -d '{"events": [{"name": "network-changed", "server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:40.977915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda4c6-6879-48bf-9dfb-df6fa5be1ebd req-20101b94-98e9-40e6-9f89-74b898a527f0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:40.980775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8bda4c6-6879-48bf-9dfb-df6fa5be1ebd req-20101b94-98e9-40e6-9f89-74b898a527f0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 944 time: 0.3703635 Jul 16 19:56:41.038173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d8edb-a09e-484d-96df-de9e50279fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:41.053669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b40fb2d6-9a9d-438b-9538-bb8c4f968b49 req-1f92e941-5dc4-4c55-ad69-685c3a472f1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748983 Jul 16 19:56:41.385009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22e762dc-2a5a-47d7-8370-36357e7e0593 req-fc18b31e-0a57-4bdc-9649-be32a664f49f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4329050 Jul 16 19:56:41.386078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54712) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:41.398656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.459639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.477654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8bda4c6-6879-48bf-9dfb-df6fa5be1ebd req-99df2ead-17a7-4eec-9a7b-a4dee51861cf tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785042 Jul 16 19:56:41.490799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.576578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Allocated IP 172.20.0.13 (55978aeb-9d3c-4a76-836b-663dae85401c/cc19a321-046d-4f30-8401-9b27a41d4d06/0293655f-a039-45a8-ae3a-b2bad6e099dd) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:41.581651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.582277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.582793 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Floating IP e2488cda-2571-4493-86bf-007302960d28 disassociated. External IP: 172.25.6.196, port: fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc. Jul 16 19:56:41.583305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Calling delete_port for fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:41.587765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Router 9ce4d9db-1130-4002-9c4c-862471c9cf57 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:56:41.592172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-fcfe5694-d8bb-4650-b442-0e671945ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:41.593899 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-fcfe5694-d8bb-4650-b442-0e671945ae9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1096 time: 0.6002808 Jul 16 19:56:41.601773 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef57ada-4a65-44f6-971e-a45c66f10b13 x-openstack-request-id: req-7ef57ada-4a65-44f6-971e-a45c66f10b13 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:41.602056 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:41.602478 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ef57ada-4a65-44f6-971e-a45c66f10b13 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:41.602857 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd', 'status': 'completed', 'code': 200} Jul 16 19:56:41.626010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-659812531-network', 'tenant_id': '503cc6fc2182435893440138a3ee9551'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:41.634463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Network 55978aeb-9d3c-4a76-836b-663dae85401c is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:41.652906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:41.659789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Pushing event updated for resources: {'Port': ['ID=ea337623-60b9-4b43-9f72-cff7e8836156,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:41.665618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:41.691924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-542e4661-4d5d-4ab1-bfe2-48aedf6386dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd HTTP/1.1" status: 200 len: 217 time: 0.0827553 Jul 16 19:56:41.832779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a79494e2-574a-48e7-89d4-fe1a713885f0 req-afe7daff-8ece-420d-8018-69ab0042c6bb tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 210 time: 0.1272750 Jul 16 19:56:41.866552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:41.867536 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.876307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:41.878707 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.903066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-86ff1627-ee83-47f6-97e1-7f60b726eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:41.904815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-86ff1627-ee83-47f6-97e1-7f60b726eb0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.2002404 Jul 16 19:56:41.909102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:41.950920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f641b31e-9eeb-4d63-9fdc-8dd8e374723b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5860984 Jul 16 19:56:41.968501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Request body: {'port': {'device_id': 'c64150a7-78f0-4e57-ab58-15d5c3ea3fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:41.991685 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-0353b82a-069c-4bcb-ab92-af3224a9530f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764763 Jul 16 19:56:42.031220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:56:42.043800 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Sync routers for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:56:42.055260 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:42.055977 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:42.080072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c0b49-cab0-40b8-960b-4f5c8f951404 req-6bce0f1c-1eb6-46e2-90c0-5299bce7cc6c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:42.081744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c6c0b49-cab0-40b8-960b-4f5c8f951404 req-6bce0f1c-1eb6-46e2-90c0-5299bce7cc6c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 950 time: 0.3556247 Jul 16 19:56:42.142355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.152901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.192050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.205345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event deleted for resources: {'Port': ['ID=fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:42.207537 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:42.218546 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-d60b75c3-1dba-4487-aea1-ac094fc84e61 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164023 Jul 16 19:56:42.223730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c6c0b49-cab0-40b8-960b-4f5c8f951404 req-0e3c7789-3cc6-45cf-a37a-be017b4a26b4 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237679 Jul 16 19:56:42.257571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354d5c9-70d5-46f4-92fe-c0550fa27cd7 req-96434539-b014-4a01-9760-6a272cbdf642 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:42.259177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4354d5c9-70d5-46f4-92fe-c0550fa27cd7 req-96434539-b014-4a01-9760-6a272cbdf642 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=999ddab2-67c4-464a-85f2-96aea4ab1d8a HTTP/1.1" status: 200 len: 867 time: 0.2831964 Jul 16 19:56:42.301201 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.321955 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.323497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62c055f9-4e4f-4b18-9822-141c3b7788bf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.9090166 Jul 16 19:56:42.325495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.335939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54720) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:42.391005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.489933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:56:42.496514 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:39Z', 'revision_number': 3, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:42.496950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-845e7eeb-91f9-48f3-8adf-b9687377d222 req-e381d3e1-14c2-458b-bafa-fcae47dd7e8c service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659128 Jul 16 19:56:42.507120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Network 55978aeb-9d3c-4a76-836b-663dae85401c is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:42.510562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:56:42.519843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:42.524823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Router 9b91bca2-a247-4b02-84c9-7222a7df8d61 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:56:42.526889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Pushing event updated for resources: {'Port': ['ID=0293655f-a039-45a8-ae3a-b2bad6e099dd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:42.529718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:42.560327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:56:42.563585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:56:42.586387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272d1861-a5e0-41a3-8f44-fd844e43a042,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:42.591878 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Checking router: 9ce4d9db-1130-4002-9c4c-862471c9cf57 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:56:42.592533 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Updating router 9ce4d9db-1130-4002-9c4c-862471c9cf57 port 7c742850-5ae0-474e-aed2-4a714dc77093 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:56:42.649826 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.661716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:42.662385 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.666852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4354d5c9-70d5-46f4-92fe-c0550fa27cd7 req-ae8b86cc-e321-4a4f-a7b0-e5a7f7aa4e7d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0560d3d-c486-4bd1-b05c-1a096eef92a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761926 Jul 16 19:56:42.715180 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1153755c-12fc-4340-a378-7de74ce0924b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5352018 Jul 16 19:56:42.802501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Request body: {'port': {'device_id': '4b0a0a44-1b85-4bde-970d-5f6b216ca2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:42.834761 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:42.835384 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Added segment ca9a010a-db9f-4bbf-be64-db2c56f8b158 of type vlan for network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc Jul 16 19:56:42.872678 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-a6a27096-9277-4511-a3a1-48c3ec4c8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:42.874518 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-a6a27096-9277-4511-a3a1-48c3ec4c8d00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1096 time: 0.2882943 Jul 16 19:56:42.875716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:56:42.893645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] Sync routers for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:56:42.909162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:42.909913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:43.011499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] No DVR routers for this DVR port fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:56:43.017110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.019337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-653370bb-aa98-4cc9-be77-6094661f39d2 req-36af51f3-c0c4-4f21-b969-4b0545591255 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "DELETE /v2.0/ports/fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc HTTP/1.1" status: 204 len: 173 time: 3.2796471 Jul 16 19:56:43.023093 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.039202 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Transition to ACTIVE for port object 7c742850-5ae0-474e-aed2-4a714dc77093 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:43.049464 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.060595 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.070623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.079687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:43.110227 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.139676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-5ac1e855-0251-42b9-a255-d8790a648d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.139926 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Pushing event updated for resources: {'Port': ['ID=7c742850-5ae0-474e-aed2-4a714dc77093,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:43.141510 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-5ac1e855-0251-42b9-a255-d8790a648d16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.2560849 Jul 16 19:56:43.147516 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Attempting to bind port 7c742850-5ae0-474e-aed2-4a714dc77093 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:43.147890 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Attempting to bind port 7c742850-5ae0-474e-aed2-4a714dc77093 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:43.148280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Attempting to bind port 7c742850-5ae0-474e-aed2-4a714dc77093 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:43.155447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:43.155792 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.156145 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.156621 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.156963 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.157297 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.157628 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.157955 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.158285 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.158609 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.158933 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.159330 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.159575 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:43.165699 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:43.166076 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:43.166858 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.167253 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:43.167802 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Bound port: 7c742850-5ae0-474e-aed2-4a714dc77093, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:43.168262 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.204464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-335acf8a-6b58-48fe-807a-a7c169d32ec5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd HTTP/1.1" status: 200 len: 217 time: 0.0564091 Jul 16 19:56:43.207935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Transition to ACTIVE for port object fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:43.236424 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] For port 7c742850-5ae0-474e-aed2-4a714dc77093, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:43.241433 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] For port 7c742850-5ae0-474e-aed2-4a714dc77093, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c742850-5ae0-474e-aed2-4a714dc77093,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:43.249446 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.271084 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.302882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-748483e9-c6fa-49bc-b0f3-d28cadaf1bb9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.311822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-748483e9-c6fa-49bc-b0f3-d28cadaf1bb9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.318787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-748483e9-c6fa-49bc-b0f3-d28cadaf1bb9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.326093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-748483e9-c6fa-49bc-b0f3-d28cadaf1bb9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.331820 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:43.331820 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:43.332634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-748483e9-c6fa-49bc-b0f3-d28cadaf1bb9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.338950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-748483e9-c6fa-49bc-b0f3-d28cadaf1bb9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.345172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-748483e9-c6fa-49bc-b0f3-d28cadaf1bb9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.353198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-748483e9-c6fa-49bc-b0f3-d28cadaf1bb9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5420 time: 0.6609008 Jul 16 19:56:43.384159 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1682cd-5198-4d74-9b96-82195bc4ec93 None None] Pushing event updated for resources: {'Port': ['ID=7c742850-5ae0-474e-aed2-4a714dc77093,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:43.405053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38725-6327-4dfb-91ee-31c82b690f20 req-ea6e2eda-59c6-46af-8c96-b2af25d4a0cc tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.407689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0e38725-6327-4dfb-91ee-31c82b690f20 req-ea6e2eda-59c6-46af-8c96-b2af25d4a0cc tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 944 time: 0.4385595 Jul 16 19:56:43.408822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-8a398b5e-b0a3-4b9f-8210-3f7144e40bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.410535 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-8a398b5e-b0a3-4b9f-8210-3f7144e40bce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.1893761 Jul 16 19:56:43.431567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.433030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:43.433632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.454163 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-121f056c-9afd-4843-ac79-968036b77888 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339491 Jul 16 19:56:43.460471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:43.494161 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:43.499692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] Checking router: 9b91bca2-a247-4b02-84c9-7222a7df8d61 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:56:43.510587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:43.511512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:43.605969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'name': 'network-vif-deleted', 'tag': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:43.608573 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221397f-283d-42e2-a930-ca3a964007cd" -d '{"events": [{"server_uuid": "999ddab2-67c4-464a-85f2-96aea4ab1d8a", "name": "network-vif-deleted", "tag": "fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:43.620247 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-91de350a-bbcf-4fe4-ae13-c9449bf58f01 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581395 Jul 16 19:56:43.692118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:43.729800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3369784 Jul 16 19:56:43.738516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54746) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:43.745355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Request body: {'subnet': {'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-subnet', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:43.748556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Pushing event updated for resources: {'Port': ['ID=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:43.786027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:43.789693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:43.815294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0c975a8-5c96-40b6-bdd5-86fa719b6709 req-77a3c197-a6df-4d5c-95ad-5722b6981b78 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4610970 Jul 16 19:56:43.846974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Attempting to bind port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:43.847322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Attempting to bind port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:43.847631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Attempting to bind port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d on network 55978aeb-9d3c-4a76-836b-663dae85401c {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:43.860148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc305c9-f619-496d-9fd2-c5c0a8b463fb admin admin] Pushing event updated for resources: {'Network': ['ID=893b11cc-265c-4a99-bb9c-7361f9f9e9bc,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:43.878764 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:39Z', 'revision_number': 3, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:43.882811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:56:43.911753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0e38725-6327-4dfb-91ee-31c82b690f20 req-72bef172-1410-49ea-a709-75585bd140f6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948716 Jul 16 19:56:43.936770 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9153277-fbba-4c1a-b40f-7a403b4ff495 None None] The sync data for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 is: [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:39Z', 'revision_number': 3, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:56:43.940962 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c0234c7-2fc6-45e5-9661-2694e2ae5630 req-26a25423-6d5b-46a1-b38f-0e07f3a72669 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136995 Jul 16 19:56:44.009038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d on network 55978aeb-9d3c-4a76-836b-663dae85401c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:44.009707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Attempting to bind port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d on network 55978aeb-9d3c-4a76-836b-663dae85401c {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:44.089765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:44.101747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Checking segment: {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:44.105010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Bound using segment: {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:44.105787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Bound port: fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:44.106415 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.116957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.120501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:44.157779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64cb4e-77fd-445b-8c8b-8a833ae67d6f None None] The sync data for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 is: [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:56:44.193616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f975908-f022-488f-a956-eb6600bdb93c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:44.204514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.204994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.205437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.205877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.206337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.206764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.207197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.207626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.208050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.208503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.208928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.209347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:44.218592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Checking segment: {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:44.218956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Network hostable DHCP agents. Network: 893b11cc-265c-4a99-bb9c-7361f9f9e9bc, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:56:44.243241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:56:44.259341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 893b11cc-265c-4a99-bb9c-7361f9f9e9bc) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:44.265050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:44.265905 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.277813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed3e51-645a-4fe1-b830-37f524b4b648 None None] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:44.295870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-46df83f1-2268-4632-b719-a190001c1b06 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5562255 Jul 16 19:56:44.298670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54750) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:44.309506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:44.346631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] For port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:44.352900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] For port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:44.362831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.366063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.367654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea337623-60b9-4b43-9f72-cff7e8836156 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:44.375430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.497659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.502481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:44.679249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:56:44.680485 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.731317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c742850-5ae0-474e-aed2-4a714dc77093 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:44.749151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.787081 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7c713-89aa-42aa-b4c4-9fcfb7fc4231 None None] New status for floating IP e2488cda-2571-4493-86bf-007302960d28: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:56:44.800493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.822402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:44.823160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:44.824768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] 10.222.0.68 "PUT /v2.0/ports/fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d HTTP/1.1" status: 200 len: 1092 time: 4.0923955 Jul 16 19:56:44.858706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eb13b8-5a85-4a4d-8a02-b2549f0cb072', 'tag': 'fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:44.863189 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28584bb-15e8-4745-a07d-aab3ff32d489" -d '{"events": [{"name": "network-changed", "server_uuid": "98eb13b8-5a85-4a4d-8a02-b2549f0cb072", "tag": "fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:44.897692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:44.940023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Transition to ACTIVE for port object ea337623-60b9-4b43-9f72-cff7e8836156 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:44.984671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd0bc5-d90f-4c8a-92ae-6fe971ce7d9f service neutron] Pushing event updated for resources: {'Port': ['ID=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:45.006401 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.096043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Pushing event updated for resources: {'Port': ['ID=ea337623-60b9-4b43-9f72-cff7e8836156,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:45.122329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd97f5a-d273-47ee-8808-be0a5a305d01 req-a8059f1c-c124-404c-9017-c164b63d497e tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:45.124632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2cd97f5a-d273-47ee-8808-be0a5a305d01 req-a8059f1c-c124-404c-9017-c164b63d497e tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 932 time: 1.0071032 Jul 16 19:56:45.150657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Allocated IP 172.20.0.2 (893b11cc-265c-4a99-bb9c-7361f9f9e9bc/5f975908-f022-488f-a956-eb6600bdb93c/1e95ca17-d0e7-4481-9969-2d40ef4580ef) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:45.172253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d', 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea', 'port_id': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d', 'mac_address': 'fa:16:3e:a4:19:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddac652-eb42-4be3-bd93-f0c3937d4dc9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:45.194120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae20ea3-3b74-4d97-816b-9392af881190 req-3cd41f15-1735-4f10-952d-756c9d9b55a3 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:45.202594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dae20ea3-3b74-4d97-816b-9392af881190 req-3cd41f15-1735-4f10-952d-756c9d9b55a3 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 950 time: 0.9554386 Jul 16 19:56:45.250220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 7c742850-5ae0-474e-aed2-4a714dc77093 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:45.289842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7c742850-5ae0-474e-aed2-4a714dc77093 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:45.290225 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.321611 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.322627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-515b79c3-69e5-470d-9d07-0d6bc6f2647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:45.324433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-515b79c3-69e5-470d-9d07-0d6bc6f2647f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8c77b83779db4d2bad24049844e96619&device_id=98eb13b8-5a85-4a4d-8a02-b2549f0cb072 HTTP/1.1" status: 200 len: 1095 time: 0.4292574 Jul 16 19:56:45.339412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:45.378559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2cd97f5a-d273-47ee-8808-be0a5a305d01 req-e7644d6b-c657-408f-9090-cad2469a91d4 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337866 Jul 16 19:56:45.396008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:45.414898 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.415775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a463f6be-f769-4e13-a75a-82c390179661 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:45.444311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dae20ea3-3b74-4d97-816b-9392af881190 req-18fed446-5ddb-48b0-85c9-ecc3529141ce tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381518 Jul 16 19:56:45.450812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-07480581-40c5-4d8f-a5e8-6faade4e4882 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d HTTP/1.1" status: 200 len: 217 time: 0.0892093 Jul 16 19:56:45.506955 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.513706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:45.639686 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b245e1-e305-433d-abbf-fdfb9cbe8b99 x-openstack-request-id: req-87b245e1-e305-433d-abbf-fdfb9cbe8b99 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:45.640002 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98eb13b8-5a85-4a4d-8a02-b2549f0cb072", "tag": "fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:45.640302 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87b245e1-e305-433d-abbf-fdfb9cbe8b99 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:45.640735 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eb13b8-5a85-4a4d-8a02-b2549f0cb072', 'tag': 'fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d', 'status': 'completed', 'code': 200} Jul 16 19:56:45.683498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Attempting to bind port ea337623-60b9-4b43-9f72-cff7e8836156 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:45.684005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Attempting to bind port ea337623-60b9-4b43-9f72-cff7e8836156 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:45.684864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Attempting to bind port ea337623-60b9-4b43-9f72-cff7e8836156 on network 55978aeb-9d3c-4a76-836b-663dae85401c {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:45.719499 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522903fd-ad3c-491c-a48c-7e73d622de54 x-openstack-request-id: req-522903fd-ad3c-491c-a48c-7e73d622de54 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:45.719977 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ddab2-67c4-464a-85f2-96aea4ab1d8a", "name": "network-vif-deleted", "tag": "fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:45.720371 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-522903fd-ad3c-491c-a48c-7e73d622de54 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:45.720879 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ddab2-67c4-464a-85f2-96aea4ab1d8a', 'name': 'network-vif-deleted', 'tag': 'fad1a1e3-d592-42c9-81ba-3bd2dc8ecdcc', 'status': 'completed', 'code': 200} Jul 16 19:56:45.725067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Port ea337623-60b9-4b43-9f72-cff7e8836156 on network 55978aeb-9d3c-4a76-836b-663dae85401c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:45.726304 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Attempting to bind port ea337623-60b9-4b43-9f72-cff7e8836156 on network 55978aeb-9d3c-4a76-836b-663dae85401c {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:45.740070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0293655f-a039-45a8-ae3a-b2bad6e099dd {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:45.766506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.784716 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.797985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Transition to ACTIVE for port object 0293655f-a039-45a8-ae3a-b2bad6e099dd will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:45.802758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:45.805199 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.811649 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.868023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.876043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Transition to ACTIVE for port object 1e95ca17-d0e7-4481-9969-2d40ef4580ef will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:45.914435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:45.915424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Checking segment: {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:45.915993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Bound using segment: {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:45.916753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Bound port: ea337623-60b9-4b43-9f72-cff7e8836156, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:45.917489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.920269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.920471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1b9a3136-e603-4bc8-bff3-295dcdc934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:45.921940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-1b9a3136-e603-4bc8-bff3-295dcdc934dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cc19a321-046d-4f30-8401-9b27a41d4d06 HTTP/1.1" status: 200 len: 858 time: 0.4646399 Jul 16 19:56:45.936358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Pushing event updated for resources: {'Port': ['ID=0293655f-a039-45a8-ae3a-b2bad6e099dd,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:45.966506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Transition to ACTIVE for port object 1e95ca17-d0e7-4481-9969-2d40ef4580ef will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:46.005359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 7c742850-5ae0-474e-aed2-4a714dc77093, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c742850-5ae0-474e-aed2-4a714dc77093,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:46.021672 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.024887 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.039776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-309949e9-6d5a-4cca-853a-b2e154aa1563 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55978aeb-9d3c-4a76-836b-663dae85401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759423 Jul 16 19:56:46.043228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a463f6be-f769-4e13-a75a-82c390179661, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a463f6be-f769-4e13-a75a-82c390179661,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:46.089157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Allocated IP 172.25.6.252 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/477f1d0e-1aaf-4906-8db5-aa5bd21dc09e) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:46.092120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Attempting to bind port 0293655f-a039-45a8-ae3a-b2bad6e099dd on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:46.092646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Attempting to bind port 0293655f-a039-45a8-ae3a-b2bad6e099dd by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:46.093094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Attempting to bind port 0293655f-a039-45a8-ae3a-b2bad6e099dd on network 55978aeb-9d3c-4a76-836b-663dae85401c {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:46.105491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Port 0293655f-a039-45a8-ae3a-b2bad6e099dd on network 55978aeb-9d3c-4a76-836b-663dae85401c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:56:46.106188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Attempting to bind port 0293655f-a039-45a8-ae3a-b2bad6e099dd on network 55978aeb-9d3c-4a76-836b-663dae85401c {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:46.115930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:46.116486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Checking segment: {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:46.117338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Bound using segment: {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:46.117565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Bound port: 0293655f-a039-45a8-ae3a-b2bad6e099dd, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df55a0c-de39-4ccb-a62a-baaf9d69f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:46.118082 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.130132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'a463f6be-f769-4e13-a75a-82c390179661', 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'port_id': 'a463f6be-f769-4e13-a75a-82c390179661', 'mac_address': 'fa:16:3e:a2:10:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa65b8a-f661-4140-8ec9-d542895d883c', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:46.173746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:46.184817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Allocated IP 172.20.0.1 (4da11f8b-2eb4-487f-9af0-29dbbd4bc958/307d197c-53a4-44a8-8ff3-54cea9a80076/52521c14-89c6-4baa-8f8d-92b9e204fe18) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:46.194166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:46.196907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:46.222639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-ab24481a-f59b-4227-8e81-9e394ba26217 service neutron] 10.222.0.68 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743917 Jul 16 19:56:46.223215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:46.230040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=7c742850-5ae0-474e-aed2-4a714dc77093,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:46.279539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] For port 0293655f-a039-45a8-ae3a-b2bad6e099dd, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:46.286469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] For port 0293655f-a039-45a8-ae3a-b2bad6e099dd, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0293655f-a039-45a8-ae3a-b2bad6e099dd,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:46.292862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.326411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] For port ea337623-60b9-4b43-9f72-cff7e8836156, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:46.332051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.346337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.347182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.348801 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] 10.222.0.68 "PUT /v2.0/ports/0293655f-a039-45a8-ae3a-b2bad6e099dd HTTP/1.1" status: 200 len: 1093 time: 3.5728974 Jul 16 19:56:46.357467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-6ac6026a-498e-4b35-96a4-6f727aae19fc tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.358906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd', 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'port_id': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd', 'mac_address': 'fa:16:3e:76:c6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a21dd75-df91-45f6-92dd-45fdc28b51d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:46.365925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-6ac6026a-498e-4b35-96a4-6f727aae19fc tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.376557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-6ac6026a-498e-4b35-96a4-6f727aae19fc tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.382803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-6ac6026a-498e-4b35-96a4-6f727aae19fc tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.390211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-6ac6026a-498e-4b35-96a4-6f727aae19fc tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.396439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-6ac6026a-498e-4b35-96a4-6f727aae19fc tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.402640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-6ac6026a-498e-4b35-96a4-6f727aae19fc tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.404727 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-6ac6026a-498e-4b35-96a4-6f727aae19fc tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5421 time: 0.4780467 Jul 16 19:56:46.410376 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.415367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] For port ea337623-60b9-4b43-9f72-cff7e8836156, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ea337623-60b9-4b43-9f72-cff7e8836156,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:46.456015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.462600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Attempting to bind port 1e95ca17-d0e7-4481-9969-2d40ef4580ef on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:46.463110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Attempting to bind port 1e95ca17-d0e7-4481-9969-2d40ef4580ef by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:46.463605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Attempting to bind port 1e95ca17-d0e7-4481-9969-2d40ef4580ef on network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:46.472722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Pushing event updated for resources: {'Port': ['ID=1e95ca17-d0e7-4481-9969-2d40ef4580ef,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:46.487851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a463f6be-f769-4e13-a75a-82c390179661 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:46.500834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:46.501246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Checking segment: {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:46.501849 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.502158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Bound using segment: {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:46.502648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Bound port: 1e95ca17-d0e7-4481-9969-2d40ef4580ef, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:46.503141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.532624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abce19f-2b5d-480d-b0d3-da647701cacc service neutron] Pushing event updated for resources: {'Port': ['ID=0293655f-a039-45a8-ae3a-b2bad6e099dd,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:46.597189 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.600357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a463f6be-f769-4e13-a75a-82c390179661, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a463f6be-f769-4e13-a75a-82c390179661,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:46.608312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b011a-890b-4453-b54c-883aecb50470 req-abbc85bd-f428-42f8-8ca7-b1dcd2b6859e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.623313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-600b011a-890b-4453-b54c-883aecb50470 req-abbc85bd-f428-42f8-8ca7-b1dcd2b6859e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 944 time: 0.8881044 Jul 16 19:56:46.625857 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.626707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4a0cd458-be78-4da7-89da-0761a7e50aa5 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:46.643342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.704684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-ebff6810-3047-4740-8294-01f499076f08 service neutron] 10.222.0.68 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532375 Jul 16 19:56:46.722600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c742850-5ae0-474e-aed2-4a714dc77093 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:46.741380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:46.748136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:46.750402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:46.762142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-655aa646-d490-499f-bd05-9d81ed2da354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.765567 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-655aa646-d490-499f-bd05-9d81ed2da354 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8c77b83779db4d2bad24049844e96619&device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 1096 time: 0.3207550 Jul 16 19:56:46.767360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-486a1ae9-5e1f-427f-8366-ec7d87ea9b6f req-9a6be2fb-ed96-4241-b8c8-7e9757615424 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3188229 Jul 16 19:56:46.771553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:46.772317 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.774052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea337623-60b9-4b43-9f72-cff7e8836156 HTTP/1.1" status: 200 len: 1092 time: 4.8110030 Jul 16 19:56:46.802138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:46.873093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-600b011a-890b-4453-b54c-883aecb50470 req-c0328379-56c1-4032-944a-a30c01b75ff7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477186 Jul 16 19:56:46.898748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-4d6cbf76-887c-4844-928b-ec38d2303d50 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0293655f-a039-45a8-ae3a-b2bad6e099dd HTTP/1.1" status: 200 len: 217 time: 0.0392590 Jul 16 19:56:46.910964 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:56:46.964101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2599dac-0643-4944-bfe6-9ec7b7e0f505 service neutron] Pushing event updated for resources: {'Port': ['ID=ea337623-60b9-4b43-9f72-cff7e8836156,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:46.972919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:46.999267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f0fe9c6f-c80a-498c-ba5c-da19d47d0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:47.000827 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f0fe9c6f-c80a-498c-ba5c-da19d47d0b9f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cc19a321-046d-4f30-8401-9b27a41d4d06 HTTP/1.1" status: 200 len: 858 time: 0.0939996 Jul 16 19:56:47.035209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a463f6be-f769-4e13-a75a-82c390179661,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:47.048387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Transition to ACTIVE for port object 52521c14-89c6-4baa-8f8d-92b9e204fe18 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:47.062202 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-84cbaa7f-0e01-4ee4-b07e-d4b8efe517dc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55978aeb-9d3c-4a76-836b-663dae85401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523160 Jul 16 19:56:47.065757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Pushing event updated for resources: {'Port': ['ID=477f1d0e-1aaf-4906-8db5-aa5bd21dc09e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:47.070317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:47.146948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54770) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:47.197917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-bed7a41a-7971-4d5d-ae35-a213fd7e5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:47.200524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-bed7a41a-7971-4d5d-ae35-a213fd7e5559 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8c77b83779db4d2bad24049844e96619&device_id=98eb13b8-5a85-4a4d-8a02-b2549f0cb072 HTTP/1.1" status: 200 len: 1095 time: 0.3846664 Jul 16 19:56:47.216101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] For port 1e95ca17-d0e7-4481-9969-2d40ef4580ef, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:47.219649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] For port 1e95ca17-d0e7-4481-9969-2d40ef4580ef, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1e95ca17-d0e7-4481-9969-2d40ef4580ef,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:47.223699 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.232974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.269687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-a1fb5495-efd0-435e-9adf-162039f7202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:47.273021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-a1fb5495-efd0-435e-9adf-162039f7202d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c77b83779db4d2bad24049844e96619&device_id=c64150a7-78f0-4e57-ab58-15d5c3ea3fc7 HTTP/1.1" status: 200 len: 1095 time: 0.3397973 Jul 16 19:56:47.309144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7c742850-5ae0-474e-aed2-4a714dc77093 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:47.309503 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.317986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4a0cd458-be78-4da7-89da-0761a7e50aa5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:47.409850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:47.410662 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.458758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'port_id': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'mac_address': 'fa:16:3e:71:58:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:47.480529 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-264a517b-ea7a-4023-bd27-a08f51e148f3 service neutron] 10.222.0.68 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801789 Jul 16 19:56:47.551981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-7783d455-bfbd-4d6a-858e-05b3b5a36c79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea337623-60b9-4b43-9f72-cff7e8836156 HTTP/1.1" status: 200 len: 217 time: 0.2145483 Jul 16 19:56:47.622977 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.638081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.651399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:47.653774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64150a7-78f0-4e57-ab58-15d5c3ea3fc7', 'tag': 'ea337623-60b9-4b43-9f72-cff7e8836156'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:47.657007 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e603d4b5-4d8a-48f3-a88f-5626a40a1457" -d '{"events": [{"name": "network-changed", "server_uuid": "c64150a7-78f0-4e57-ab58-15d5c3ea3fc7", "tag": "ea337623-60b9-4b43-9f72-cff7e8836156"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:47.661051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0cd458-be78-4da7-89da-0761a7e50aa5 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:47.717714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:47.722513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0a0a44-1b85-4bde-970d-5f6b216ca2d5', 'tag': '0293655f-a039-45a8-ae3a-b2bad6e099dd'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:47.724858 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f801c5e7-7065-4c57-a358-204c85e0ed29" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0a0a44-1b85-4bde-970d-5f6b216ca2d5", "tag": "0293655f-a039-45a8-ae3a-b2bad6e099dd"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:47.740017 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-66be3d30-6108-4efb-aee0-e2b0c6f1c03e service neutron] 10.222.0.68 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521152 Jul 16 19:56:47.763037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:47.767119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:47.774057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4a0cd458-be78-4da7-89da-0761a7e50aa5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:47.782401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe6642-dcd7-48c6-b2a3-73d0c782d1b9 None None] Pushing event updated for resources: {'Port': ['ID=1e95ca17-d0e7-4481-9969-2d40ef4580ef,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:47.802721 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.803582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 446d7203-494b-4ed8-b9a2-b593d2676b59 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:47.851032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-5087077c-5a4c-4944-bfaf-6a3eadc3f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:47.854313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-5087077c-5a4c-4944-bfaf-6a3eadc3f243 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc19a321-046d-4f30-8401-9b27a41d4d06 HTTP/1.1" status: 200 len: 858 time: 0.2211449 Jul 16 19:56:47.906316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.914273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4a0cd458-be78-4da7-89da-0761a7e50aa5,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:47.943249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 446d7203-494b-4ed8-b9a2-b593d2676b59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=446d7203-494b-4ed8-b9a2-b593d2676b59,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:47.968158 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e557-84a3-4f32-9fd7-328e30ae7167 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.969942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '446d7203-494b-4ed8-b9a2-b593d2676b59', 'network_id': 'c4d20431-3c66-42db-b7b8-964e2c5f30ea', 'port_id': '446d7203-494b-4ed8-b9a2-b593d2676b59', 'mac_address': 'fa:16:3e:7d:41:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddac652-eb42-4be3-bd93-f0c3937d4dc9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:47.976997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-02600335-65c3-4391-ac9d-c8c55c6cbeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:47.984820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-ff85eafb-dbb1-4baf-80f8-fc0c6065a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:47.986886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-ff85eafb-dbb1-4baf-80f8-fc0c6065a537 service neutron] 10.222.0.68 "GET /v2.0/networks?id=55978aeb-9d3c-4a76-836b-663dae85401c HTTP/1.1" status: 200 len: 919 time: 0.7619452 Jul 16 19:56:48.021430 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:56:48.030794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.053944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.058809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-60a25738-623f-48a0-92af-6806ff7c498a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d HTTP/1.1" status: 200 len: 217 time: 0.0458508 Jul 16 19:56:48.062883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Pushing event updated for resources: {'Port': ['ID=52521c14-89c6-4baa-8f8d-92b9e204fe18,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:48.097119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446d7203-494b-4ed8-b9a2-b593d2676b59 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:48.123497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 446d7203-494b-4ed8-b9a2-b593d2676b59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=446d7203-494b-4ed8-b9a2-b593d2676b59,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:48.137252 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.138121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1d7e2748-4bae-46fc-a328-ad810cb8880d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:48.191085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8ead9203-7332-4cc4-83ab-fb81585239d8 None None] Provisioning for port 52521c14-89c6-4baa-8f8d-92b9e204fe18 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:48.191836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:56:48.210251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8ead9203-7332-4cc4-83ab-fb81585239d8 None None] Provisioning complete for port 52521c14-89c6-4baa-8f8d-92b9e204fe18 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:48.210782 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8ead9203-7332-4cc4-83ab-fb81585239d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.261018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=446d7203-494b-4ed8-b9a2-b593d2676b59,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:48.270149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1d7e2748-4bae-46fc-a328-ad810cb8880d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:48.292650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '1d7e2748-4bae-46fc-a328-ad810cb8880d', 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'port_id': '1d7e2748-4bae-46fc-a328-ad810cb8880d', 'mac_address': 'fa:16:3e:15:83:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa65b8a-f661-4140-8ec9-d542895d883c', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:48.296300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8ead9203-7332-4cc4-83ab-fb81585239d8 None None] Port 52521c14-89c6-4baa-8f8d-92b9e204fe18 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:48.324517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:56:48.346193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.348473 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8fa57499-f0c6-4cb9-bf28-09ff1f78c539 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0483422 Jul 16 19:56:48.351121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54780) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:48.372095 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.375574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e557-84a3-4f32-9fd7-328e30ae7167 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.387860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7e2748-4bae-46fc-a328-ad810cb8880d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:48.434653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1d7e2748-4bae-46fc-a328-ad810cb8880d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:48.441586 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.443417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device baa0842c-1ad9-4292-a324-e8b5e6370306 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:48.544622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Sync routers for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:56:48.545414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-f1261ed8-6f49-4bb0-b80f-fbabb714d9b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55978aeb-9d3c-4a76-836b-663dae85401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5575264 Jul 16 19:56:48.555777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port baa0842c-1ad9-4292-a324-e8b5e6370306, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=baa0842c-1ad9-4292-a324-e8b5e6370306,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:48.561754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1d7e2748-4bae-46fc-a328-ad810cb8880d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:48.580832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'baa0842c-1ad9-4292-a324-e8b5e6370306', 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'port_id': 'baa0842c-1ad9-4292-a324-e8b5e6370306', 'mac_address': 'fa:16:3e:ef:8c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa65b8a-f661-4140-8ec9-d542895d883c', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:48.582681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:48.583335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:48.604696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-196fdca3-a674-464a-92b0-b89c064ef43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:48.607204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-196fdca3-a674-464a-92b0-b89c064ef43c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cc19a321-046d-4f30-8401-9b27a41d4d06 HTTP/1.1" status: 200 len: 858 time: 0.1140101 Jul 16 19:56:48.608125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e557-84a3-4f32-9fd7-328e30ae7167 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.613497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e557-84a3-4f32-9fd7-328e30ae7167 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.616863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1bb6e557-84a3-4f32-9fd7-328e30ae7167 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "DELETE /v2.0/security-groups/a0560d3d-c486-4bd1-b05c-1a096eef92a5 HTTP/1.1" status: 204 len: 168 time: 1.4671381 Jul 16 19:56:48.626577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54782) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:48.669600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9164-db4c-46fa-a2b6-0bd3580c7384 req-256a5111-afa8-4991-8a0d-56d7dcd56fef tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:48.677211 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b93c9164-db4c-46fa-a2b6-0bd3580c7384 req-256a5111-afa8-4991-8a0d-56d7dcd56fef tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 944 time: 1.3687105 Jul 16 19:56:48.678796 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-72812791-14ba-4055-b6c2-49db6854ced4 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] show failed (client error): The resource could not be found. Jul 16 19:56:48.683909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72812791-14ba-4055-b6c2-49db6854ced4 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups/a0560d3d-c486-4bd1-b05c-1a096eef92a5 HTTP/1.1" status: 404 len: 347 time: 0.0503252 Jul 16 19:56:48.687136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54784) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:48.710653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738bfe-9829-4d2b-b71d-ac4fd0b4d7fc req-b7f30131-8105-40bb-8cab-5f7d20a3c79e tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:48.712280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9738bfe-9829-4d2b-b71d-ac4fd0b4d7fc req-b7f30131-8105-40bb-8cab-5f7d20a3c79e tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 1102 time: 1.5069647 Jul 16 19:56:48.762065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6e557-84a3-4f32-9fd7-328e30ae7167 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0560d3d-c486-4bd1-b05c-1a096eef92a5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:48.765663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.788603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-fbbf618e-73b8-486f-a320-f23b54728bec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55978aeb-9d3c-4a76-836b-663dae85401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520748 Jul 16 19:56:48.843346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1e95ca17-d0e7-4481-9969-2d40ef4580ef up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:48.844882 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e9738bfe-9829-4d2b-b71d-ac4fd0b4d7fc req-a8c7b246-3dae-4679-9dec-6a706a8695f4 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:48.847005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f9201-c036-49d3-b279-5432c131c326 None None] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:48.949618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b93c9164-db4c-46fa-a2b6-0bd3580c7384 req-ad901ec3-f4fe-4f53-b30c-7527dfc31e0e tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713175 Jul 16 19:56:49.009271 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.027941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-22fb15e4-9945-40c5-8add-150c515fa70f service neutron] 10.222.0.16 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719393 Jul 16 19:56:49.148796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-1fcc17b4-02d8-4344-adc1-abc3dc6eb4b7 service neutron] 10.222.0.68 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498001 Jul 16 19:56:49.177266 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ac26c-8595-4eb0-b98d-e421b5bb7e53 x-openstack-request-id: req-e73ac26c-8595-4eb0-b98d-e421b5bb7e53 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:49.177811 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64150a7-78f0-4e57-ab58-15d5c3ea3fc7", "tag": "ea337623-60b9-4b43-9f72-cff7e8836156", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:49.178064 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e73ac26c-8595-4eb0-b98d-e421b5bb7e53 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:49.178820 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64150a7-78f0-4e57-ab58-15d5c3ea3fc7', 'tag': 'ea337623-60b9-4b43-9f72-cff7e8836156', 'status': 'completed', 'code': 200} Jul 16 19:56:49.200879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-86330096-501f-410b-9507-7c4e732ab258 None None] Provisioning for port 1e95ca17-d0e7-4481-9969-2d40ef4580ef completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:49.263988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa0842c-1ad9-4292-a324-e8b5e6370306 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:49.301269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port baa0842c-1ad9-4292-a324-e8b5e6370306, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=baa0842c-1ad9-4292-a324-e8b5e6370306,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:49.305553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:49.372947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b121b8f5-3377-4255-ade5-f116300a8f9f req-18c2269d-9f6f-4aed-a7e2-dd66b4264a24 service neutron] 10.222.0.16 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253093 Jul 16 19:56:49.389255 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e9738bfe-9829-4d2b-b71d-ac4fd0b4d7fc req-a8c7b246-3dae-4679-9dec-6a706a8695f4 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.401396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e9738bfe-9829-4d2b-b71d-ac4fd0b4d7fc req-a8c7b246-3dae-4679-9dec-6a706a8695f4 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.416844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 1e95ca17-d0e7-4481-9969-2d40ef4580ef completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:49.423767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.430459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 36137dea-da05-44ad-b696-1cabae751096 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:49.446149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.476579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 36137dea-da05-44ad-b696-1cabae751096, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=36137dea-da05-44ad-b696-1cabae751096,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:49.492405 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.500486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1e95ca17-d0e7-4481-9969-2d40ef4580ef triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:49.501176 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.509130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9738bfe-9829-4d2b-b71d-ac4fd0b4d7fc req-a8c7b246-3dae-4679-9dec-6a706a8695f4 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782075 Jul 16 19:56:49.515266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e28584bb-15e8-4745-a07d-aab3ff32d489 req-2a86a7cf-6dd5-4469-9983-559b68b6dd61 service neutron] 10.222.0.68 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572838 Jul 16 19:56:49.550774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '36137dea-da05-44ad-b696-1cabae751096', 'network_id': '90afb9e8-2ecd-451a-8e3e-0230cb3efb60', 'port_id': '36137dea-da05-44ad-b696-1cabae751096', 'mac_address': 'fa:16:3e:1e:c1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa65b8a-f661-4140-8ec9-d542895d883c', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:49.560354 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b179adcc-2d49-4f7a-8e17-6a62da58d224 x-openstack-request-id: req-b179adcc-2d49-4f7a-8e17-6a62da58d224 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:49.560923 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0a0a44-1b85-4bde-970d-5f6b216ca2d5", "tag": "0293655f-a039-45a8-ae3a-b2bad6e099dd", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:49.561456 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b179adcc-2d49-4f7a-8e17-6a62da58d224 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:49.561777 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0a0a44-1b85-4bde-970d-5f6b216ca2d5', 'tag': '0293655f-a039-45a8-ae3a-b2bad6e099dd', 'status': 'completed', 'code': 200} Jul 16 19:56:49.618514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Deleting port 32635492-9122-40c8-860d-215cbc636b9f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:56:49.619057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.675498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7b246-3dae-4679-9dec-6a706a8695f4 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb972b1e-bc97-4368-9085-860329a2d341,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:49.719441 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.721398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=baa0842c-1ad9-4292-a324-e8b5e6370306,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:49.761966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.762478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.785588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Calling delete_port for 32635492-9122-40c8-860d-215cbc636b9f owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:56:49.794209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36137dea-da05-44ad-b696-1cabae751096 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:49.817364 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.830593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:49.869116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 36137dea-da05-44ad-b696-1cabae751096, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=36137dea-da05-44ad-b696-1cabae751096,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:49.869826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Pushing event updated for resources: {'Port': ['ID=52521c14-89c6-4baa-8f8d-92b9e204fe18,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:49.884430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.902688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:49.933803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:49.981885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 1e95ca17-d0e7-4481-9969-2d40ef4580ef, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1e95ca17-d0e7-4481-9969-2d40ef4580ef,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:49.998744 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:50.039518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-7fe8062b-7967-4351-b60c-6d2d2639ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.042533 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-7fe8062b-7967-4351-b60c-6d2d2639ba10 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8c77b83779db4d2bad24049844e96619&device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 1096 time: 0.4973953 Jul 16 19:56:50.045509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-af8ecf86-d90a-4a3a-9f9e-2a3788c318e6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.058032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-af8ecf86-d90a-4a3a-9f9e-2a3788c318e6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.060628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=36137dea-da05-44ad-b696-1cabae751096,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:50.070916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-af8ecf86-d90a-4a3a-9f9e-2a3788c318e6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.089262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-af8ecf86-d90a-4a3a-9f9e-2a3788c318e6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.090502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:50.096171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-af8ecf86-d90a-4a3a-9f9e-2a3788c318e6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.102600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-af8ecf86-d90a-4a3a-9f9e-2a3788c318e6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.108851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-af8ecf86-d90a-4a3a-9f9e-2a3788c318e6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.110818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-af8ecf86-d90a-4a3a-9f9e-2a3788c318e6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5426 time: 0.5695083 Jul 16 19:56:50.112814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-d52bb14a-cefe-43e4-89d2-d3e6452592b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.114659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-d52bb14a-cefe-43e4-89d2-d3e6452592b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c77b83779db4d2bad24049844e96619&device_id=c64150a7-78f0-4e57-ab58-15d5c3ea3fc7 HTTP/1.1" status: 200 len: 1095 time: 0.6558793 Jul 16 19:56:50.152497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:50.153048 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:50.154617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0a695-42a4-4d7f-a46a-f59ee2b146c1 req-1bcdc529-6de4-4186-8f0d-2503409c0698 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.161161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44d0a695-42a4-4d7f-a46a-f59ee2b146c1 req-1bcdc529-6de4-4186-8f0d-2503409c0698 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 945 time: 0.4794643 Jul 16 19:56:50.191643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:47Z', 'revision_number': 3, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:50.229706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-191b53a6-0139-4753-9210-fd8037f26a58 None None] Provisioning complete for port 1e95ca17-d0e7-4481-9969-2d40ef4580ef triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:50.229706 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-191b53a6-0139-4753-9210-fd8037f26a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:50.263934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Checking router: c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:56:50.264414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Updating router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:56:50.343562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=1e95ca17-d0e7-4481-9969-2d40ef4580ef,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:50.361804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6b49479-71ac-4dab-9768-130ca623cc72 req-b2276380-959f-43f6-836a-b5a1b4f7dcff tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2363579 Jul 16 19:56:50.369774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:50.395661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:50.400137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-57cc2d61-3a81-44e8-9e5a-36121876435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.403155 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-57cc2d61-3a81-44e8-9e5a-36121876435b service neutron] 10.222.0.68 "GET /v2.0/networks?id=55978aeb-9d3c-4a76-836b-663dae85401c HTTP/1.1" status: 200 len: 919 time: 0.3517032 Jul 16 19:56:50.422550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44d0a695-42a4-4d7f-a46a-f59ee2b146c1 req-e3079622-dae3-4dc7-9014-4c32a9dc6423 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925831 Jul 16 19:56:50.424278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-738a4a1d-b77a-4688-9e91-b5e5aeb8f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.426159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-738a4a1d-b77a-4688-9e91-b5e5aeb8f91a service neutron] 10.222.0.16 "GET /v2.0/networks?id=55978aeb-9d3c-4a76-836b-663dae85401c HTTP/1.1" status: 200 len: 919 time: 0.3007171 Jul 16 19:56:50.433647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d', 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c', 'port_id': 'fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d', 'mac_address': 'fa:16:3e:db:28:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc19a321-046d-4f30-8401-9b27a41d4d06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:50.436819 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:50.451711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:50.456333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:50.466636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d16ee659-8f68-49bc-9259-711cd625d64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:50.518596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:50.540512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-14f993dd-0d9a-4965-911f-16ec00e1e793 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea337623-60b9-4b43-9f72-cff7e8836156 HTTP/1.1" status: 200 len: 217 time: 0.1008337 Jul 16 19:56:50.560604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:50.562680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4a0cd458-be78-4da7-89da-0761a7e50aa5'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:50.564823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['baa0842c-1ad9-4292-a324-e8b5e6370306'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:50.667505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['446d7203-494b-4ed8-b9a2-b593d2676b59'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:50.674873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['36137dea-da05-44ad-b696-1cabae751096'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:50.685030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event deleted for resources: {'Port': ['ID=32635492-9122-40c8-860d-215cbc636b9f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:50.779101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-aacd07ad-6c20-449a-8052-6098712a244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:50.781404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-aacd07ad-6c20-449a-8052-6098712a244d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc19a321-046d-4f30-8401-9b27a41d4d06 HTTP/1.1" status: 200 len: 858 time: 0.0996196 Jul 16 19:56:50.815388 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-17d6866e-ad18-4c4a-8190-0642e60fb2f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0293655f-a039-45a8-ae3a-b2bad6e099dd HTTP/1.1" status: 200 len: 217 time: 0.3957653 Jul 16 19:56:50.858429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1e95ca17-d0e7-4481-9969-2d40ef4580ef up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:50.915809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-bf4e26e0-6505-4ef3-822f-b522ef9aaefe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55978aeb-9d3c-4a76-836b-663dae85401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049807 Jul 16 19:56:50.918983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Router 9ce4d9db-1130-4002-9c4c-862471c9cf57 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:56:51.030984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.036779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.039201 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-42d9a2b3-5d04-4c5a-9d0b-ba5c77cec6f5 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "DELETE /v2.0/floatingips/e2488cda-2571-4493-86bf-007302960d28 HTTP/1.1" status: 204 len: 168 time: 2.3508246 Jul 16 19:56:51.067906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-ce983e7d-1cab-44c1-a3b1-8b4a962563b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:51.071277 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-ce983e7d-1cab-44c1-a3b1-8b4a962563b1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cc19a321-046d-4f30-8401-9b27a41d4d06 HTTP/1.1" status: 200 len: 858 time: 0.2450666 Jul 16 19:56:51.129455 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-6ccb498e-2e0c-4bdf-ab44-9fd20c2dac9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=55978aeb-9d3c-4a76-836b-663dae85401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515635 Jul 16 19:56:51.202281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df367a43-de82-479a-908f-dde7610e7502 req-c2104fd1-dfd4-4d98-b387-2ecc61002a6b tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:51.206910 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-c2104fd1-dfd4-4d98-b387-2ecc61002a6b tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/networks?id=33b3eeb8-c9cd-44ef-9e68-59b86997338a HTTP/1.1" status: 200 len: 810 time: 0.2597969 Jul 16 19:56:51.246975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291774b-925a-42f3-8af4-f68ff54d6295 req-3c1e0772-9e25-4fe3-adfb-b2b8d470674e tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:51.247834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c291774b-925a-42f3-8af4-f68ff54d6295 req-3c1e0772-9e25-4fe3-adfb-b2b8d470674e tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 944 time: 0.4653642 Jul 16 19:56:51.361423 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.372122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-ab19cd06-46f4-4a2a-a01f-c8d438d9d16d service neutron] 10.222.0.16 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482305 Jul 16 19:56:51.379811 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-5fb7b417-1b6a-4461-a9cb-59ee4c8651ba service neutron] 10.222.0.68 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128005 Jul 16 19:56:51.383980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-e1c72f50-e7ee-4dc8-a11c-6e971b5b7429 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/quotas/9c4c8852282840feb4da846d3c2c2620 HTTP/1.1" status: 200 len: 375 time: 0.1549146 Jul 16 19:56:51.386805 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.402865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Allocated IP 172.20.0.1 (893b11cc-265c-4a99-bb9c-7361f9f9e9bc/5f975908-f022-488f-a956-eb6600bdb93c/ebe57171-a316-43b0-b3c4-711d5e481bf9) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:51.430115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.453278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a463f6be-f769-4e13-a75a-82c390179661'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:51.494444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['1d7e2748-4bae-46fc-a328-ad810cb8880d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:51.543149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:51.624152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:51.626628 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b328a5-00cf-4283-b070-4eab0efec63e" -d '{"events": [{"server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "name": "network-vif-plugged", "status": "completed", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:51.631665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f801c5e7-7065-4c57-a358-204c85e0ed29 req-fe25d232-b4ae-4bce-a3e9-2788899d7081 service neutron] 10.222.0.68 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415197 Jul 16 19:56:51.685098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.704226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Transition to ACTIVE for port object ebe57171-a316-43b0-b3c4-711d5e481bf9 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:51.735163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:51.748330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.763684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:51.792568 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.793839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0293655f-a039-45a8-ae3a-b2bad6e099dd details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:51.794480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:51.797596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:51.799118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-e50319ef-4bdb-4afc-9641-ede3678eb3b7 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9c4c8852282840feb4da846d3c2c2620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3960829 Jul 16 19:56:51.801668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:51.808539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Pushing event updated for resources: {'Port': ['ID=ebe57171-a316-43b0-b3c4-711d5e481bf9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:51.845019 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.851144 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:51.868854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ea337623-60b9-4b43-9f72-cff7e8836156 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:56:51.870285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c291774b-925a-42f3-8af4-f68ff54d6295 req-d0b6170a-db9e-4d28-96ad-884432001832 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136525 Jul 16 19:56:51.934171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:56:51.944593 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Sync routers for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:56:51.950339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-467bbbf7-0324-400d-ad20-6fb4376c66e6 admin admin] 10.222.0.78 "PUT /v2.0/routers/9ce4d9db-1130-4002-9c4c-862471c9cf57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6035976 Jul 16 19:56:51.962667 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:51.963686 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:51.972530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1e95ca17-d0e7-4481-9969-2d40ef4580ef triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:51.973007 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.005867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5029524f-cb43-451b-9d7a-5635ef7092fe None None] Provisioning complete for port 52521c14-89c6-4baa-8f8d-92b9e204fe18 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:52.006330 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5029524f-cb43-451b-9d7a-5635ef7092fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.112450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.128814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-1211f0ed-22c3-491b-a595-3a5e6745a295 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789480 Jul 16 19:56:52.138822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e603d4b5-4d8a-48f3-a88f-5626a40a1457 req-df5c1cb3-5dcb-4d40-9764-4db1a528b84a service neutron] 10.222.0.16 "GET /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7537305 Jul 16 19:56:52.168934 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:52.195554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-432e9ec8-bd10-42b5-9bd1-a774b931fa17 service neutron] 10.222.0.78 "GET /v2.0/networks/33b3eeb8-c9cd-44ef-9e68-59b86997338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949847 Jul 16 19:56:52.303190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-ac77c3a8-6b95-4370-9713-0d15a285546a service neutron] 10.222.0.78 "GET /v2.0/networks/33b3eeb8-c9cd-44ef-9e68-59b86997338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003683 Jul 16 19:56:52.343661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.350941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.382112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-a355fb1c-7c38-4c2c-94d4-48462434efb5 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:52.383872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-a355fb1c-7c38-4c2c-94d4-48462434efb5 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415955 Jul 16 19:56:52.405051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-cb355410-3d06-43e3-b3ff-95081ceedced tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/quotas/c7f0df0ec6164c33b765d1378199fc05 HTTP/1.1" status: 200 len: 375 time: 0.0152457 Jul 16 19:56:52.423517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5029524f-cb43-451b-9d7a-5635ef7092fe None None] Port 52521c14-89c6-4baa-8f8d-92b9e204fe18 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:52.430017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:56:52.436179 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 2, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:52.470716 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Checking router: 9ce4d9db-1130-4002-9c4c-862471c9cf57 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:56:52.471095 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Updating router 9ce4d9db-1130-4002-9c4c-862471c9cf57 port 52521c14-89c6-4baa-8f8d-92b9e204fe18 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:56:52.508572 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.528708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Pushing event updated for resources: {'Port': ['ID=ebe57171-a316-43b0-b3c4-711d5e481bf9,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:52.545119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.554644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-707b6ecd-228a-45d6-9c5a-bcc8aa51949f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1438282 Jul 16 19:56:52.557546 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:56:52.572162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0293655f-a039-45a8-ae3a-b2bad6e099dd, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0293655f-a039-45a8-ae3a-b2bad6e099dd,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:52.717052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:52.719467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:52.730549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.751382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Transition to ACTIVE for port object 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:52.774904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:52.899487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:56:52.913034 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.920189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '0293655f-a039-45a8-ae3a-b2bad6e099dd', 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c', 'port_id': '0293655f-a039-45a8-ae3a-b2bad6e099dd', 'mac_address': 'fa:16:3e:f3:e5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc19a321-046d-4f30-8401-9b27a41d4d06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:52.938468 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Transition to ACTIVE for port object 52521c14-89c6-4baa-8f8d-92b9e204fe18 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:52.949809 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.059734 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.099929 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f64a5-3c37-429d-8dcc-89e00de01109 None None] Pushing event updated for resources: {'Port': ['ID=52521c14-89c6-4baa-8f8d-92b9e204fe18,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:53.128616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:56:53.146147 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-122379f2-06cd-4f8d-a81b-11399653421c admin admin] 10.222.0.78 "PUT /v2.0/routers/c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7852366 Jul 16 19:56:53.209355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.267463 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Attempting to bind port 52521c14-89c6-4baa-8f8d-92b9e204fe18 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:53.267978 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Attempting to bind port 52521c14-89c6-4baa-8f8d-92b9e204fe18 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:53.268473 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Attempting to bind port 52521c14-89c6-4baa-8f8d-92b9e204fe18 on network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:53.283565 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:53.286860 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Checking segment: {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:53.288955 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.289476 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Bound using segment: {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:53.290081 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Bound port: 52521c14-89c6-4baa-8f8d-92b9e204fe18, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:53.290873 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.320003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Attempting to bind port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:53.325038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Attempting to bind port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:53.325790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Attempting to bind port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:53.338524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-be7f9a00-2e02-444d-9861-df518f291e03 None None] Provisioning for port ebe57171-a316-43b0-b3c4-711d5e481bf9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:53.351640 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.393221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:53.394135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:53.406186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.406186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:53.406186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Bound port: 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:53.406186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.406676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:53.411442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4cfa37b7-1afc-4154-9720-9d8e056a3fe2 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276284783', 'description': 'tempest-description--1586416254'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:53.479365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4cfa37b7-1afc-4154-9720-9d8e056a3fe2 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.504231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-be7f9a00-2e02-444d-9861-df518f291e03 None None] Provisioning complete for port ebe57171-a316-43b0-b3c4-711d5e481bf9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:53.505621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-be7f9a00-2e02-444d-9861-df518f291e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.546100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ea337623-60b9-4b43-9f72-cff7e8836156, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ea337623-60b9-4b43-9f72-cff7e8836156,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:53.550127 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] For port 52521c14-89c6-4baa-8f8d-92b9e204fe18, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:53.558768 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] For port 52521c14-89c6-4baa-8f8d-92b9e204fe18, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=52521c14-89c6-4baa-8f8d-92b9e204fe18,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:53.564161 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.599404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0293655f-a039-45a8-ae3a-b2bad6e099dd {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:53.609676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ea337623-60b9-4b43-9f72-cff7e8836156', 'network_id': '55978aeb-9d3c-4a76-836b-663dae85401c', 'port_id': 'ea337623-60b9-4b43-9f72-cff7e8836156', 'mac_address': 'fa:16:3e:88:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc19a321-046d-4f30-8401-9b27a41d4d06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:56:53.650874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4cfa37b7-1afc-4154-9720-9d8e056a3fe2 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.667608 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4cfa37b7-1afc-4154-9720-9d8e056a3fe2 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.724394 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f64a5-3c37-429d-8dcc-89e00de01109 None None] Pushing event updated for resources: {'Port': ['ID=52521c14-89c6-4baa-8f8d-92b9e204fe18,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:53.743376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa37b7-1afc-4154-9720-9d8e056a3fe2 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25527b7a-21e2-478d-8f9b-873eb276c75f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:53.747039 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4cfa37b7-1afc-4154-9720-9d8e056a3fe2 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.755182 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4cfa37b7-1afc-4154-9720-9d8e056a3fe2 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3472905 Jul 16 19:56:53.758566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54870) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:53.767517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2c2164c1-d358-4ad1-8aaf-93e83aac0b95 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'security_group_rule': {'security_group_id': '25527b7a-21e2-478d-8f9b-873eb276c75f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:53.827290 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:53.831536 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:53.834142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-83e5566e-2605-422b-be28-2ee0db00eeb2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:53.848466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-83e5566e-2605-422b-be28-2ee0db00eeb2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:53.848936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2164c1-d358-4ad1-8aaf-93e83aac0b95 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.862430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-83e5566e-2605-422b-be28-2ee0db00eeb2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:53.875013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-83e5566e-2605-422b-be28-2ee0db00eeb2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:53.890047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-83e5566e-2605-422b-be28-2ee0db00eeb2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:53.919309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-83e5566e-2605-422b-be28-2ee0db00eeb2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:53.935343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-83e5566e-2605-422b-be28-2ee0db00eeb2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:53.951138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-83e5566e-2605-422b-be28-2ee0db00eeb2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5427 time: 0.3009899 Jul 16 19:56:54.034286 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2164c1-d358-4ad1-8aaf-93e83aac0b95 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.039696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2164c1-d358-4ad1-8aaf-93e83aac0b95 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.097556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2164c1-d358-4ad1-8aaf-93e83aac0b95 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8d091e-da88-4e65-b614-f79b1622eba7,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:54.112699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2164c1-d358-4ad1-8aaf-93e83aac0b95 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.114353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2c2164c1-d358-4ad1-8aaf-93e83aac0b95 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546412 Jul 16 19:56:54.117712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54900) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:54.127244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d3f109c7-552f-4eb7-a97a-bca7814717ac tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'security_group_rule': {'security_group_id': '25527b7a-21e2-478d-8f9b-873eb276c75f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:54.143375 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:54.185353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3f109c7-552f-4eb7-a97a-bca7814717ac tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.185780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0293655f-a039-45a8-ae3a-b2bad6e099dd, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0293655f-a039-45a8-ae3a-b2bad6e099dd,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:54.199475 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.202042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e38bbc3-577e-49f4-9c4e-ef6de02dd1e4 req-9019e968-6b92-4a10-9253-5ffa206c08d7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2493384 Jul 16 19:56:54.231415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.233795 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.283388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:54.287558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-be7f9a00-2e02-444d-9861-df518f291e03 None None] Port ebe57171-a316-43b0-b3c4-711d5e481bf9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:54.297214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] For port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:54.314413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c09245-7316-4ae9-b01b-781f2d911e22 req-47d92abe-41a2-465e-b996-5c4b3478b993 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:54.327168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54c09245-7316-4ae9-b01b-781f2d911e22 req-47d92abe-41a2-465e-b996-5c4b3478b993 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 946 time: 0.3659363 Jul 16 19:56:54.343691 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cf8bf4-dea6-4a6e-a504-273f043d817f x-openstack-request-id: req-57cf8bf4-dea6-4a6e-a504-273f043d817f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:54.344135 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "name": "network-vif-plugged", "status": "completed", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:54.344535 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57cf8bf4-dea6-4a6e-a504-273f043d817f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:54.345035 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd', 'code': 200} Jul 16 19:56:54.352336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea337623-60b9-4b43-9f72-cff7e8836156 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:56:54.358090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:54.394158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] For port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=477f1d0e-1aaf-4906-8db5-aa5bd21dc09e,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:54.425282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3f109c7-552f-4eb7-a97a-bca7814717ac tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.429579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ea337623-60b9-4b43-9f72-cff7e8836156, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ea337623-60b9-4b43-9f72-cff7e8836156,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:54.431475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3f109c7-552f-4eb7-a97a-bca7814717ac tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.433325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.441696 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.499038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54c09245-7316-4ae9-b01b-781f2d911e22 req-5d6eb65d-d465-4f29-b6f2-01ad27f6e2f5 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702499 Jul 16 19:56:54.513387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f109c7-552f-4eb7-a97a-bca7814717ac tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec35b2d0-2fb3-4905-a934-ecd61ce6e0c9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:54.526425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3f109c7-552f-4eb7-a97a-bca7814717ac tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.530763 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d3f109c7-552f-4eb7-a97a-bca7814717ac tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4117308 Jul 16 19:56:54.533927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54916) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:54.539165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:54.596530 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.623348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6274b7-8d06-4632-ac7a-aeac58525af1 None None] Pushing event updated for resources: {'Port': ['ID=477f1d0e-1aaf-4906-8db5-aa5bd21dc09e,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:54.652645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1dc3b8ca-c48e-4b0b-b6fe-8edfd63f36c5 None None] Provisioning complete for port ebe57171-a316-43b0-b3c4-711d5e481bf9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:54.653031 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1dc3b8ca-c48e-4b0b-b6fe-8edfd63f36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.756278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64122b3c-fdad-43cc-b9d3-b1e262da2013 req-c32ff122-e465-4afb-8dda-1afc21d15ef1 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 210 time: 0.0569203 Jul 16 19:56:54.766760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ea337623-60b9-4b43-9f72-cff7e8836156'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:54.780181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:54.895273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:54.897001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:54.911782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54924) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:54.933411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59200e4-f19a-4421-b602-f03c6f6eebbd req-8f790efc-dc76-42b0-8a79-9cd4645982fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:54.935006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d59200e4-f19a-4421-b602-f03c6f6eebbd req-8f790efc-dc76-42b0-8a79-9cd4645982fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1098 time: 0.3173821 Jul 16 19:56:54.938316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-82c8f87c-ea3a-460d-a8c1-d88d1640b976 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361353053', 'description': 'tempest-description--253418976'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:54.980795 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:53Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:55.057347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c8f87c-ea3a-460d-a8c1-d88d1640b976 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.093086 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46259a12-4f57-4fd4-86db-0921378ac4d1 None None] The sync data for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 is: [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:53Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:56:55.123863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d59200e4-f19a-4421-b602-f03c6f6eebbd req-e31c2287-d8bd-476c-a72a-740bbe8675f1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810911 Jul 16 19:56:55.180751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:55.181282 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.277232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.387685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ac788-5a1c-4374-b802-7794e8212e40 req-4b4c262d-69a1-4d70-a0c5-252a7ca235dd tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:55.398829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c8f87c-ea3a-460d-a8c1-d88d1640b976 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.401811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-114ac788-5a1c-4374-b802-7794e8212e40 req-4b4c262d-69a1-4d70-a0c5-252a7ca235dd tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 945 time: 0.3880439 Jul 16 19:56:55.413737 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c8f87c-ea3a-460d-a8c1-d88d1640b976 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.425426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:55.516107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c8f87c-ea3a-460d-a8c1-d88d1640b976 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.524616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82c8f87c-ea3a-460d-a8c1-d88d1640b976 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6102271 Jul 16 19:56:55.545742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:55.554335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bc71660d-a9c0-49e3-b60b-773d95f5de6e tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Request body: {'security_group_rule': {'security_group_id': '3010165f-54f0-4488-bb1f-52ac16f698f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:55.582258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Allocated IP 172.25.6.50 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/4be6923d-9060-4257-9634-4aedec43bb0e) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:55.585707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8f87c-ea3a-460d-a8c1-d88d1640b976 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3010165f-54f0-4488-bb1f-52ac16f698f4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:55.651810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc71660d-a9c0-49e3-b60b-773d95f5de6e tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.663400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['0293655f-a039-45a8-ae3a-b2bad6e099dd'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:55.786402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc71660d-a9c0-49e3-b60b-773d95f5de6e tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.798095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc71660d-a9c0-49e3-b60b-773d95f5de6e tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.865932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=0293655f-a039-45a8-ae3a-b2bad6e099dd,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:55.909839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1dc3b8ca-c48e-4b0b-b6fe-8edfd63f36c5 None None] Port ebe57171-a316-43b0-b3c4-711d5e481bf9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:56:55.932370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71660d-a9c0-49e3-b60b-773d95f5de6e tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbabcc2-bbb7-4199-a252-0f34ee6b4c02,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:55.963502 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc71660d-a9c0-49e3-b60b-773d95f5de6e tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:55.971135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-114ac788-5a1c-4374-b802-7794e8212e40 req-7cd496d6-7992-4d41-b376-781d1241aaf0 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680594 Jul 16 19:56:55.972325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54946) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:55.973950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bc71660d-a9c0-49e3-b60b-773d95f5de6e tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4205256 Jul 16 19:56:55.998321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b84a375b-77d7-438b-b4f1-ad5f341d6409 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Request body: {'security_group_rule': {'security_group_id': '3010165f-54f0-4488-bb1f-52ac16f698f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:56.324666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:56.399002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:56:56.503767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 52521c14-89c6-4baa-8f8d-92b9e204fe18 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:56.541066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b84a375b-77d7-438b-b4f1-ad5f341d6409 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:56.576631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df367a43-de82-479a-908f-dde7610e7502 req-bd2e9067-a1b4-4514-ac1b-c4a0e4bbb1d8 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:56.579076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-bd2e9067-a1b4-4514-ac1b-c4a0e4bbb1d8 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.16 "GET /v2.0/networks?id=33b3eeb8-c9cd-44ef-9e68-59b86997338a HTTP/1.1" status: 200 len: 810 time: 0.7374604 Jul 16 19:56:56.608945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Request body: {'port': {'device_id': 'aed0472a-a8ec-4a7b-ae9d-85dc88b859b0', 'network_id': '33b3eeb8-c9cd-44ef-9e68-59b86997338a', 'admin_state_up': True, 'tenant_id': '9c4c8852282840feb4da846d3c2c2620'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:56.841596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6274b7-8d06-4632-ac7a-aeac58525af1 None None] Pushing event updated for resources: {'Port': ['ID=477f1d0e-1aaf-4906-8db5-aa5bd21dc09e,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:56.895834 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:56.939686 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-ac1fa694-9c9a-4f32-9b4a-944a906b9660 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485163 Jul 16 19:56:56.947990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-5948b9e5-07b1-4d18-b623-18a31d28387f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:56.954695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-5948b9e5-07b1-4d18-b623-18a31d28387f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:56.961224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-5948b9e5-07b1-4d18-b623-18a31d28387f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:56.975453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-5948b9e5-07b1-4d18-b623-18a31d28387f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:56.990715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-5948b9e5-07b1-4d18-b623-18a31d28387f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:57.015049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-5948b9e5-07b1-4d18-b623-18a31d28387f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:57.029347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-5948b9e5-07b1-4d18-b623-18a31d28387f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:57.047080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-5948b9e5-07b1-4d18-b623-18a31d28387f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5427 time: 1.0312114 Jul 16 19:56:57.073430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 52521c14-89c6-4baa-8f8d-92b9e204fe18 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:57.154158 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b84a375b-77d7-438b-b4f1-ad5f341d6409 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.162688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 52521c14-89c6-4baa-8f8d-92b9e204fe18 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:57.163077 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.185613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:57.193201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:57.196667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:57.198933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-ee28cc49-66b3-4846-9140-7d3c54291d3a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:57.200645 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b84a375b-77d7-438b-b4f1-ad5f341d6409 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.204944 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-ee28cc49-66b3-4846-9140-7d3c54291d3a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579098 Jul 16 19:56:57.215103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27d85d-74c2-4d72-aaa8-e1f8626461fa req-73825577-4986-4e09-85b5-adcd6351ab25 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:57.219953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Request body: {'port': {'device_id': '98eb9ae4-641e-4d30-86b1-0b2c6f202feb', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'c7f0df0ec6164c33b765d1378199fc05'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:57.223311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea27d85d-74c2-4d72-aaa8-e1f8626461fa req-73825577-4986-4e09-85b5-adcd6351ab25 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 946 time: 1.0116510 Jul 16 19:56:57.239425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ea337623-60b9-4b43-9f72-cff7e8836156,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:57.317139 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.327312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a375b-77d7-438b-b4f1-ad5f341d6409 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24a6fa9-de91-4bae-9b4d-53144bf74fd3,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:57.398235 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b84a375b-77d7-438b-b4f1-ad5f341d6409 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.399368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b84a375b-77d7-438b-b4f1-ad5f341d6409 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4168353 Jul 16 19:56:57.414508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea27d85d-74c2-4d72-aaa8-e1f8626461fa req-b0831330-f436-42b4-bf7f-0f06452fcad9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899264 Jul 16 19:56:57.415058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54976) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:57.436183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:57.458503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'Port': ['ID=4be6923d-9060-4257-9634-4aedec43bb0e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:57.528675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Made reservation on behalf of 9c4c8852282840feb4da846d3c2c2620 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:57.533337 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.646048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.646248 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.658588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:56:57.659519 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 19:56:57.659519 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 19:56:57.659519 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id_1': 'c7f0df0ec6164c33b765d1378199fc05', 'expiration_1': datetime.datetime(2021, 7, 16, 19, 56, 57, 545915)}] Jul 16 19:56:57.659519 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:56:57.660297 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:56:57.662055 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22310a64-720b-4eef-b38a-697a611e7527" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:56:57.675516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a90a659e-83c4-4e98-83d7-108d6fcfa251 req-6e1c6220-5238-4357-9d19-21ad94573e6e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6274130 Jul 16 19:56:57.715282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:57.717630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a28bab7-e037-4e4b-93a8-1d78b7dcc386 req-46b1b28e-749a-4842-9f29-1d60efdb47bd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 210 time: 0.0683706 Jul 16 19:56:57.747919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.808993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 52521c14-89c6-4baa-8f8d-92b9e204fe18, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=52521c14-89c6-4baa-8f8d-92b9e204fe18,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:57.826803 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.828212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4a0cd458-be78-4da7-89da-0761a7e50aa5 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:57.834034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.970864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 2, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:58.019089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb8b56-61e7-463d-b58a-ac2ed905acf7 None None] The sync data for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 is: [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 2, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:56:58.058474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:58.081476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-2ced9545-4bc0-4be3-8b54-5082bf873650 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735896 Jul 16 19:56:58.082394 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:58.105764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 4a0cd458-be78-4da7-89da-0761a7e50aa5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:58.119880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 4a0cd458-be78-4da7-89da-0761a7e50aa5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:58.120484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:58.181398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=52521c14-89c6-4baa-8f8d-92b9e204fe18,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:58.218098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Made reservation on behalf of c7f0df0ec6164c33b765d1378199fc05 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:58.231557 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:58.268122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:58.317867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f64ec3c7-d8b0-468a-850a-141757e25a69 req-7d93510a-956b-40ad-aab4-bb9b3a4b353d tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 210 time: 0.3197529 Jul 16 19:56:58.339961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4a0cd458-be78-4da7-89da-0761a7e50aa5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:58.345662 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:58.347134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 36137dea-da05-44ad-b696-1cabae751096 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:58.407715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Allocated IP 172.20.0.9 (33b3eeb8-c9cd-44ef-9e68-59b86997338a/353f2651-3e58-48b3-8e05-76bac17d6d75/7fbdb473-ea5f-4f2a-9230-a2d4788afb68) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:58.589930 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ae1f42-c02b-4128-a80a-52128d220f0b x-openstack-request-id: req-32ae1f42-c02b-4128-a80a-52128d220f0b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:56:58.590224 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:56:58.590488 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32ae1f42-c02b-4128-a80a-52128d220f0b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:56:58.590903 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d', 'code': 200} Jul 16 19:56:58.591520 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4a0cd458-be78-4da7-89da-0761a7e50aa5,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:58.609053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ea337623-60b9-4b43-9f72-cff7e8836156 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:58.768808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 36137dea-da05-44ad-b696-1cabae751096 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:58.774076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 36137dea-da05-44ad-b696-1cabae751096 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:58.774512 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:58.793585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port ea337623-60b9-4b43-9f72-cff7e8836156 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:58.827111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Allocated IP 192.168.233.251 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/ef45e860-9071-4118-a69f-e4c15b4abe46) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:58.863979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ea337623-60b9-4b43-9f72-cff7e8836156 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:58.864403 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.228703 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.235734 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.299091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.326137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ea337623-60b9-4b43-9f72-cff7e8836156, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ea337623-60b9-4b43-9f72-cff7e8836156,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:59.328619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 36137dea-da05-44ad-b696-1cabae751096, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=36137dea-da05-44ad-b696-1cabae751096,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:59.332264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-5f93e92e-e46d-407f-9f9e-e7b54ae41d46 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:59.333243 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.333842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-5f93e92e-e46d-407f-9f9e-e7b54ae41d46 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1029992 Jul 16 19:56:59.336384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Transition to ACTIVE for port object ef45e860-9071-4118-a69f-e4c15b4abe46 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:59.344254 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.344254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device baa0842c-1ad9-4292-a324-e8b5e6370306 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:59.390637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Request body: {'port': {'device_id': 'f89f2db4-28e0-41aa-8994-c2606a5c86d9', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'c7f0df0ec6164c33b765d1378199fc05'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:59.485745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.509350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:56:59.571488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ea337623-60b9-4b43-9f72-cff7e8836156,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:59.608600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'Port': ['ID=ef45e860-9071-4118-a69f-e4c15b4abe46,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:59.625817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:59.628933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:59.644515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a729d70-c81c-4cfb-b382-01490e1d9541 req-aabb94ab-db5f-4b86-a346-99dc73b5c462 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:59.646185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a729d70-c81c-4cfb-b382-01490e1d9541 req-aabb94ab-db5f-4b86-a346-99dc73b5c462 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 945 time: 1.6469817 Jul 16 19:56:59.648812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:59.661231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port baa0842c-1ad9-4292-a324-e8b5e6370306 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:59.689263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port baa0842c-1ad9-4292-a324-e8b5e6370306 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:59.689706 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.751928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.767394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Made reservation on behalf of c7f0df0ec6164c33b765d1378199fc05 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:59.771972 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.805323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:59.806415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.814993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=36137dea-da05-44ad-b696-1cabae751096,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:59.849161 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.882218 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-346f3a9f-4491-412c-8ad5-99e2bc359e0c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6700931 Jul 16 19:56:59.903424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Request body: {'port': {'device_id': '98eb9ae4-641e-4d30-86b1-0b2c6f202feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:59.947670 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.004705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port baa0842c-1ad9-4292-a324-e8b5e6370306, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=baa0842c-1ad9-4292-a324-e8b5e6370306,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:00.011043 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.013354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a463f6be-f769-4e13-a75a-82c390179661 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:00.024222 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.107336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a729d70-c81c-4cfb-b382-01490e1d9541 req-05ae3443-6e70-41b2-b3e0-07e230e1ebc1 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479239 Jul 16 19:57:00.143755 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.221844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 52521c14-89c6-4baa-8f8d-92b9e204fe18 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:00.233130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5e1c1683-1db5-4690-bfb0-67d7546e3d15 None None] Provisioning for port ef45e860-9071-4118-a69f-e4c15b4abe46 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:00.270755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5e1c1683-1db5-4690-bfb0-67d7546e3d15 None None] Provisioning complete for port ef45e860-9071-4118-a69f-e4c15b4abe46 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:00.270755 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1683-1db5-4690-bfb0-67d7546e3d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.294840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.318713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8466f3-bef5-4595-9aa2-75f89aa89c00 req-8dc9698d-d742-4446-b4a4-073ec84c107d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:00.326990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db8466f3-bef5-4595-9aa2-75f89aa89c00 req-8dc9698d-d742-4446-b4a4-073ec84c107d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 946 time: 0.9765148 Jul 16 19:57:00.360322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=baa0842c-1ad9-4292-a324-e8b5e6370306,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:00.392928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port a463f6be-f769-4e13-a75a-82c390179661 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:00.400614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c1683-1db5-4690-bfb0-67d7546e3d15 None None] Port ef45e860-9071-4118-a69f-e4c15b4abe46 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:00.414743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port a463f6be-f769-4e13-a75a-82c390179661 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:00.415509 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.534698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'Port': ['ID=4be6923d-9060-4257-9634-4aedec43bb0e,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:00.608132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Allocated IP 192.168.233.26 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/b44072ea-7f97-4d41-94d6-84961e9b95c3) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:00.631447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5'}, {'server_uuid': 'c64150a7-78f0-4e57-ab58-15d5c3ea3fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea337623-60b9-4b43-9f72-cff7e8836156'}, {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36137dea-da05-44ad-b696-1cabae751096'}, {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0842c-1ad9-4292-a324-e8b5e6370306'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:00.634257 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3012382-3298-44a9-b961-13c8cea6ca12" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5"}, {"server_uuid": "c64150a7-78f0-4e57-ab58-15d5c3ea3fc7", "name": "network-vif-plugged", "status": "completed", "tag": "ea337623-60b9-4b43-9f72-cff7e8836156"}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "36137dea-da05-44ad-b696-1cabae751096"}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "baa0842c-1ad9-4292-a324-e8b5e6370306"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:00.652013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 52521c14-89c6-4baa-8f8d-92b9e204fe18 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:00.652433 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.657095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.664990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9579b38-de21-44a6-89d3-7a533439e5f9 req-595aafb2-25e0-4ae0-b582-471dbd710d28 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 210 time: 0.1963985 Jul 16 19:57:00.780292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:00.792427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db8466f3-bef5-4595-9aa2-75f89aa89c00 req-e0ca6e36-e995-4050-a18c-98b48a89d748 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632950 Jul 16 19:57:00.837200 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.838777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.844890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fbbdc0f6-cee4-499d-8d26-f31bcfd31551 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3095348 Jul 16 19:57:00.876851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:00.887623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:00.888097 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.934105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a463f6be-f769-4e13-a75a-82c390179661, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a463f6be-f769-4e13-a75a-82c390179661,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:00.945384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.959397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:01.064979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Allocated IP 172.25.6.210 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/7eecbd6a-234c-4726-9824-c4b795775460) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:01.099973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a463f6be-f769-4e13-a75a-82c390179661,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:01.131264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.138956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:01.150293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:01.151330 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.152859 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.182917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=477f1d0e-1aaf-4906-8db5-aa5bd21dc09e,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:01.190580 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.297843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=477f1d0e-1aaf-4906-8db5-aa5bd21dc09e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:01.311337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Network 33b3eeb8-c9cd-44ef-9e68-59b86997338a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:01.317634 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.326129 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.346694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:01.360545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:01.365281 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.366716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0293655f-a039-45a8-ae3a-b2bad6e099dd up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:01.368076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:01.391411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Transition to ACTIVE for port object b44072ea-7f97-4d41-94d6-84961e9b95c3 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:01.500074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Pushing event updated for resources: {'Port': ['ID=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:01.529287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:01.545576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 0293655f-a039-45a8-ae3a-b2bad6e099dd completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:01.554154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 0293655f-a039-45a8-ae3a-b2bad6e099dd triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:01.556273 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.579321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.580023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.613835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-8fd4abba-152c-470d-90b2-2858dc0048a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.621431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-8fd4abba-152c-470d-90b2-2858dc0048a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.627720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-8fd4abba-152c-470d-90b2-2858dc0048a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.636732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-8fd4abba-152c-470d-90b2-2858dc0048a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.643558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-8fd4abba-152c-470d-90b2-2858dc0048a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.655495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-8fd4abba-152c-470d-90b2-2858dc0048a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.661860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-8fd4abba-152c-470d-90b2-2858dc0048a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.663912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-8fd4abba-152c-470d-90b2-2858dc0048a9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5432 time: 0.5963352 Jul 16 19:57:01.676926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f12a-ae8f-4409-963b-06dd5af5eb5a req-ac7e0453-c41f-4127-b3ae-2daaa5f380be tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:01.678881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a838f12a-ae8f-4409-963b-06dd5af5eb5a req-ac7e0453-c41f-4127-b3ae-2daaa5f380be tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 931 time: 0.6423423 Jul 16 19:57:01.680038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.693796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:01.785378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'Port': ['ID=b44072ea-7f97-4d41-94d6-84961e9b95c3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:01.789975 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.794302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef45e860-9071-4118-a69f-e4c15b4abe46 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:01.804764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.819973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Transition to ACTIVE for port object ef45e860-9071-4118-a69f-e4c15b4abe46 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:01.828728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.828997 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:01.992432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-9a3d828f-6037-4114-93af-79841d6d495a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3971603 Jul 16 19:57:01.994969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0293655f-a039-45a8-ae3a-b2bad6e099dd, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0293655f-a039-45a8-ae3a-b2bad6e099dd,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:02.004139 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.007702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 446d7203-494b-4ed8-b9a2-b593d2676b59 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:02.014448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Request body: {'port': {'device_id': 'aed0472a-a8ec-4a7b-ae9d-85dc88b859b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:02.055571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Pushing event updated for resources: {'Port': ['ID=ef45e860-9071-4118-a69f-e4c15b4abe46,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:02.079729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.115536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Attempting to bind port ef45e860-9071-4118-a69f-e4c15b4abe46 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:02.115536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Attempting to bind port ef45e860-9071-4118-a69f-e4c15b4abe46 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:02.117352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Attempting to bind port ef45e860-9071-4118-a69f-e4c15b4abe46 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:02.130430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Port ef45e860-9071-4118-a69f-e4c15b4abe46 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:02.131137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Attempting to bind port ef45e860-9071-4118-a69f-e4c15b4abe46 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:02.140769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:02.141567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:02.142335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:02.143047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Bound port: ef45e860-9071-4118-a69f-e4c15b4abe46, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:02.143772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.163279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:02.187809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:02.189225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Sync routers for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:57:02.192821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:02.195686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event updated for resources: {'Port': ['ID=7eecbd6a-234c-4726-9824-c4b795775460,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:02.201134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:02.204732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:02.227377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ca44cc6-d555-4b52-bd26-4bd3d84e2f61 req-aa823ce4-81ce-4446-9daa-11a1601ef6e2 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5445435 Jul 16 19:57:02.280923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:02.291066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] For port ef45e860-9071-4118-a69f-e4c15b4abe46, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:02.291937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:02.300554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] For port ef45e860-9071-4118-a69f-e4c15b4abe46, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ef45e860-9071-4118-a69f-e4c15b4abe46,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:02.309218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.363967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:02.365083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.420521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:02.421665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.423651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] 10.222.0.16 "PUT /v2.0/ports/ef45e860-9071-4118-a69f-e4c15b4abe46 HTTP/1.1" status: 200 len: 1097 time: 2.5333693 Jul 16 19:57:02.424345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eb9ae4-641e-4d30-86b1-0b2c6f202feb', 'tag': 'ef45e860-9071-4118-a69f-e4c15b4abe46'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:02.428060 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e195a4-a34d-4e27-b17c-19d03f6493ee" -d '{"events": [{"name": "network-changed", "server_uuid": "98eb9ae4-641e-4d30-86b1-0b2c6f202feb", "tag": "ef45e860-9071-4118-a69f-e4c15b4abe46"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:02.440803 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc51820-5efe-4c05-a421-8fb23c3efec3 x-openstack-request-id: req-9fc51820-5efe-4c05-a421-8fb23c3efec3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:02.441661 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5", "code": 200}, {"server_uuid": "c64150a7-78f0-4e57-ab58-15d5c3ea3fc7", "name": "network-vif-plugged", "status": "completed", "tag": "ea337623-60b9-4b43-9f72-cff7e8836156", "code": 200}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "36137dea-da05-44ad-b696-1cabae751096", "code": 200}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "baa0842c-1ad9-4292-a324-e8b5e6370306", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:02.441661 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fc51820-5efe-4c05-a421-8fb23c3efec3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:02.444339 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'code': 200} Jul 16 19:57:02.444339 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64150a7-78f0-4e57-ab58-15d5c3ea3fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea337623-60b9-4b43-9f72-cff7e8836156', 'code': 200} Jul 16 19:57:02.444339 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36137dea-da05-44ad-b696-1cabae751096', 'code': 200} Jul 16 19:57:02.444339 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0842c-1ad9-4292-a324-e8b5e6370306', 'code': 200} Jul 16 19:57:02.459971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:02.460921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:02.463065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a838f12a-ae8f-4409-963b-06dd5af5eb5a req-2cca601c-f2a2-49fe-b8a9-fa84841ff86c tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486744 Jul 16 19:57:02.546247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.16', 51773) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:02.549281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfabd5-795b-4e8c-a6b2-1ca2c8d84b6e service neutron] Pushing event updated for resources: {'Port': ['ID=ef45e860-9071-4118-a69f-e4c15b4abe46,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:02.568642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-db4bb9f2-a9c9-4ed1-8f7b-15f5037ffb60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2199490 Jul 16 19:57:02.640040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Request body: {'port': {'device_id': 'f89f2db4-28e0-41aa-8994-c2606a5c86d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:02.661224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1b699-bd0b-4c5c-bb61-4ea69bd2e621 req-f62b0c0a-1c7a-4dd1-88c7-610a0b470064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:02.663251 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07c1b699-bd0b-4c5c-bb61-4ea69bd2e621 req-f62b0c0a-1c7a-4dd1-88c7-610a0b470064 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c64150a7-78f0-4e57-ab58-15d5c3ea3fc7 HTTP/1.1" status: 200 len: 1097 time: 0.1631274 Jul 16 19:57:02.687637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-d58263a0-5321-4a77-9725-e4a09161105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:02.689545 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-d58263a0-5321-4a77-9725-e4a09161105b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 1100 time: 0.1365600 Jul 16 19:57:02.756851 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-0b45fdc8-ee35-443a-9531-e50f115e5533 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=ef45e860-9071-4118-a69f-e4c15b4abe46 HTTP/1.1" status: 200 len: 217 time: 0.0514143 Jul 16 19:57:02.812503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07c1b699-bd0b-4c5c-bb61-4ea69bd2e621 req-7ba1f775-18ed-446d-a049-2ce25300492b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387117 Jul 16 19:57:02.830454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.847852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-41b13fbf-be9f-4b14-bc82-9786829031d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:02.849581 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-41b13fbf-be9f-4b14-bc82-9786829031d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0820847 Jul 16 19:57:02.890542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=0293655f-a039-45a8-ae3a-b2bad6e099dd,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:03.001933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-667cb90f-164d-4e42-a18d-eda96581d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:03.003735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-667cb90f-164d-4e42-a18d-eda96581d4cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394370 Jul 16 19:57:03.026331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 446d7203-494b-4ed8-b9a2-b593d2676b59 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:03.037230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 446d7203-494b-4ed8-b9a2-b593d2676b59 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:03.038045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.083411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-968efa8c-9278-4a7f-b8ac-74012401cdc6 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--276284783&fields=id&tenant_id=af6d3ee6f4b44581aa40868568fb2495 HTTP/1.1" status: 200 len: 267 time: 0.4343548 Jul 16 19:57:03.121225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:03.122255 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.202496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d72ac7da-2ae6-44eb-910b-37b1d580fda2 None None] Provisioning for port b44072ea-7f97-4d41-94d6-84961e9b95c3 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:03.224653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:03.228521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-4f231baa-6229-4165-9171-853e165c3f3e service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139933 Jul 16 19:57:03.240794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d72ac7da-2ae6-44eb-910b-37b1d580fda2 None None] Provisioning complete for port b44072ea-7f97-4d41-94d6-84961e9b95c3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:03.241669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d72ac7da-2ae6-44eb-910b-37b1d580fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.415368 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-7846bdc5-15c1-4a07-8e1c-7c200c1ecd00 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750062 Jul 16 19:57:03.556887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.627458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d72ac7da-2ae6-44eb-910b-37b1d580fda2 None None] Port b44072ea-7f97-4d41-94d6-84961e9b95c3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:03.642089 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.709619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.750575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87f1b2-a2ba-4c2d-ac69-e17645f6df31 req-6d7a2b09-a3eb-4dd6-9e15-f50256f0146e tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:03.764514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc87f1b2-a2ba-4c2d-ac69-e17645f6df31 req-6d7a2b09-a3eb-4dd6-9e15-f50256f0146e tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1098 time: 1.0065041 Jul 16 19:57:03.830191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 446d7203-494b-4ed8-b9a2-b593d2676b59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=446d7203-494b-4ed8-b9a2-b593d2676b59,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:03.846138 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.847361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1d7e2748-4bae-46fc-a328-ad810cb8880d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:03.949697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.981534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 2, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:04.022353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-a523e6cb-96bd-4306-8b29-8caa3f55f41d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:04.023943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-a523e6cb-96bd-4306-8b29-8caa3f55f41d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 810 time: 0.9396801 Jul 16 19:57:04.047951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Checking router: c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:57:04.048553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Updating router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a port ebe57171-a316-43b0-b3c4-711d5e481bf9 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:57:04.054010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc87f1b2-a2ba-4c2d-ac69-e17645f6df31 req-6a114dbc-5bfb-43d3-90bf-bb26f9754900 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874930 Jul 16 19:57:04.133318 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.155859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.161091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=446d7203-494b-4ed8-b9a2-b593d2676b59,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:04.171716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-c7ccdc9d-d052-4916-9159-ec9784f20552 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/quotas/af6d3ee6f4b44581aa40868568fb2495 HTTP/1.1" status: 200 len: 375 time: 0.1097553 Jul 16 19:57:04.198065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 1d7e2748-4bae-46fc-a328-ad810cb8880d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:04.241134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 1d7e2748-4bae-46fc-a328-ad810cb8880d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:04.242461 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.468982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a463f6be-f769-4e13-a75a-82c390179661'}, {'server_uuid': '98eb13b8-5a85-4a4d-8a02-b2549f0cb072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d'}, {'server_uuid': '4b0a0a44-1b85-4bde-970d-5f6b216ca2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0293655f-a039-45a8-ae3a-b2bad6e099dd'}, {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446d7203-494b-4ed8-b9a2-b593d2676b59'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:04.472969 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7394a823-7035-4db6-b979-af6fad65654b" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "a463f6be-f769-4e13-a75a-82c390179661"}, {"server_uuid": "98eb13b8-5a85-4a4d-8a02-b2549f0cb072", "name": "network-vif-plugged", "status": "completed", "tag": "fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d"}, {"server_uuid": "4b0a0a44-1b85-4bde-970d-5f6b216ca2d5", "name": "network-vif-plugged", "status": "completed", "tag": "0293655f-a039-45a8-ae3a-b2bad6e099dd"}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "446d7203-494b-4ed8-b9a2-b593d2676b59"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:04.610449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:04.648899 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.746249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-f6798292-0725-498a-ae5d-3784c3f8edc7 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5505035 Jul 16 19:57:04.757622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Transition to ACTIVE for port object 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:04.781593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476125b-9a89-420e-afed-a4cd5805212d req-d95e1a21-b6de-472f-9b2c-927a6941a394 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:04.785001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0476125b-9a89-420e-afed-a4cd5805212d req-d95e1a21-b6de-472f-9b2c-927a6941a394 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 946 time: 0.5214441 Jul 16 19:57:04.786628 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.795509 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.797956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.808533 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.868341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.956957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1d7e2748-4bae-46fc-a328-ad810cb8880d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:04.973565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.026596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44072ea-7f97-4d41-94d6-84961e9b95c3 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:05.032406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:05.063277 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.125204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0476125b-9a89-420e-afed-a4cd5805212d req-9121c068-9b44-4ece-8f89-b3c952f0373b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187923 Jul 16 19:57:05.147980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1d7e2748-4bae-46fc-a328-ad810cb8880d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:05.200469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Transition to ACTIVE for port object b44072ea-7f97-4d41-94d6-84961e9b95c3 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:05.204675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.233804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Transition to ACTIVE for port object ebe57171-a316-43b0-b3c4-711d5e481bf9 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:05.252052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.294125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.297663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.394317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae23417-c37d-4ea7-9367-ae2645e8eca8 None None] Pushing event updated for resources: {'Port': ['ID=ebe57171-a316-43b0-b3c4-711d5e481bf9,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:05.401277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event updated for resources: {'Port': ['ID=7eecbd6a-234c-4726-9824-c4b795775460,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:05.423920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-14739caf-f678-4831-9804-3327181350a4 service neutron] 10.222.0.78 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151111 Jul 16 19:57:05.458017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Attempting to bind port ebe57171-a316-43b0-b3c4-711d5e481bf9 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:05.458709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Attempting to bind port ebe57171-a316-43b0-b3c4-711d5e481bf9 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:05.459367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Attempting to bind port ebe57171-a316-43b0-b3c4-711d5e481bf9 on network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:05.471608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:05.472553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Checking segment: {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:05.473284 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.473993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Bound using segment: {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:05.475675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Bound port: ebe57171-a316-43b0-b3c4-711d5e481bf9, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:05.476436 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.552278 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.590046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2c631281-6fba-482e-a6dd-2695fe4a6216 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1589057 Jul 16 19:57:05.659398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] For port ebe57171-a316-43b0-b3c4-711d5e481bf9, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:05.673027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] For port ebe57171-a316-43b0-b3c4-711d5e481bf9, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ebe57171-a316-43b0-b3c4-711d5e481bf9,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:05.680837 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.794403 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Pushing event updated for resources: {'Port': ['ID=b44072ea-7f97-4d41-94d6-84961e9b95c3,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:05.801580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Attempting to bind port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:05.801943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Attempting to bind port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '3552c96b-e26e-4116-9fec-b33b5d2a7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33b3eeb8-c9cd-44ef-9e68-59b86997338a'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:05.802615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Attempting to bind port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 on network 33b3eeb8-c9cd-44ef-9e68-59b86997338a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:05.811043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 on network 33b3eeb8-c9cd-44ef-9e68-59b86997338a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:05.811570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Attempting to bind port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 on network 33b3eeb8-c9cd-44ef-9e68-59b86997338a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:05.813818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae23417-c37d-4ea7-9367-ae2645e8eca8 None None] Pushing event updated for resources: {'Port': ['ID=ebe57171-a316-43b0-b3c4-711d5e481bf9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:05.860705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:05.861764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:05.892783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:05.893530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Checking segment: {'id': '3552c96b-e26e-4116-9fec-b33b5d2a7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33b3eeb8-c9cd-44ef-9e68-59b86997338a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:05.894037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Bound using segment: {'id': '3552c96b-e26e-4116-9fec-b33b5d2a7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33b3eeb8-c9cd-44ef-9e68-59b86997338a'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:05.894603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Bound port: 7fbdb473-ea5f-4f2a-9230-a2d4788afb68, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3552c96b-e26e-4116-9fec-b33b5d2a7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33b3eeb8-c9cd-44ef-9e68-59b86997338a'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:05.895092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:06.008318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d4af-6a08-4caa-9570-0df2b0347698 req-85d029a0-65ac-44f8-aaff-93619c017a8b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:06.015433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c077d4af-6a08-4caa-9570-0df2b0347698 req-85d029a0-65ac-44f8-aaff-93619c017a8b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 947 time: 0.7326217 Jul 16 19:57:06.055713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-c54351e9-3e53-4ab3-9cbd-ef36c6086c21 service neutron] 10.222.0.78 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609512 Jul 16 19:57:06.102525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c077d4af-6a08-4caa-9570-0df2b0347698 req-5c6b66bb-2fe1-4df9-826f-88c8b9672524 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730164 Jul 16 19:57:06.152254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ebe57171-a316-43b0-b3c4-711d5e481bf9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:06.178711 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ef5ef9-d40b-4360-ae8b-7a079c8c319c x-openstack-request-id: req-62ef5ef9-d40b-4360-ae8b-7a079c8c319c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:06.179482 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98eb9ae4-641e-4d30-86b1-0b2c6f202feb", "tag": "ef45e860-9071-4118-a69f-e4c15b4abe46", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:06.179482 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62ef5ef9-d40b-4360-ae8b-7a079c8c319c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:06.180574 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eb9ae4-641e-4d30-86b1-0b2c6f202feb', 'tag': 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'status': 'completed', 'code': 200} Jul 16 19:57:06.189102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] For port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:06.260933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] For port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,segment=NetworkSegment(3552c96b-e26e-4116-9fec-b33b5d2a7a84),segment_id=3552c96b-e26e-4116-9fec-b33b5d2a7a84)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:06.279620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Attempting to bind port b44072ea-7f97-4d41-94d6-84961e9b95c3 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:06.282074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Attempting to bind port b44072ea-7f97-4d41-94d6-84961e9b95c3 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:06.289093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Attempting to bind port b44072ea-7f97-4d41-94d6-84961e9b95c3 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:06.306411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:06.318772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Port b44072ea-7f97-4d41-94d6-84961e9b95c3 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:06.319473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Attempting to bind port b44072ea-7f97-4d41-94d6-84961e9b95c3 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:06.409949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-ca320399-a8c7-40a8-a17e-e5082964c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:06.413327 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-ca320399-a8c7-40a8-a17e-e5082964c4a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 1100 time: 0.1801517 Jul 16 19:57:06.419244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:06.436948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:06.437621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:06.438344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:06.439189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Bound port: b44072ea-7f97-4d41-94d6-84961e9b95c3, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:06.439878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:06.457003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:06.458228 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:06.460808 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] 10.222.0.16 "PUT /v2.0/ports/7fbdb473-ea5f-4f2a-9230-a2d4788afb68 HTTP/1.1" status: 200 len: 1092 time: 4.4557030 Jul 16 19:57:06.464792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed0472a-a8ec-4a7b-ae9d-85dc88b859b0', 'tag': '7fbdb473-ea5f-4f2a-9230-a2d4788afb68'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:06.469372 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "aed0472a-a8ec-4a7b-ae9d-85dc88b859b0", "tag": "7fbdb473-ea5f-4f2a-9230-a2d4788afb68"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:06.570722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-c962686a-a2cc-4916-b09b-60b948ade2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:06.575918 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-c962686a-a2cc-4916-b09b-60b948ade2d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1516061 Jul 16 19:57:06.635624 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-db8721bd-4fc9-4f6d-b33c-855a1eb2faf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=ef45e860-9071-4118-a69f-e4c15b4abe46 HTTP/1.1" status: 200 len: 217 time: 0.0481532 Jul 16 19:57:06.663355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ef45e860-9071-4118-a69f-e4c15b4abe46 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:06.677839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ebe57171-a316-43b0-b3c4-711d5e481bf9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:06.722883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-1b417ed2-9673-4894-b3bc-cb6443c2b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:06.727499 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-1b417ed2-9673-4894-b3bc-cb6443c2b254 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0814259 Jul 16 19:57:06.729366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ebe57171-a316-43b0-b3c4-711d5e481bf9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:06.729748 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:06.893091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-f1ed534a-385a-41b8-8f17-b1c9f3fa808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:06.894641 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-f1ed534a-385a-41b8-8f17-b1c9f3fa808a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593866 Jul 16 19:57:06.903886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3a84c1dd-224e-4ccb-a1d2-80844b068c8c None None] Provisioning complete for port ebe57171-a316-43b0-b3c4-711d5e481bf9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:06.904725 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3a84c1dd-224e-4ccb-a1d2-80844b068c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:06.982200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3a4b-0365-4734-9666-83b4155b3231 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:07.022817 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:57:07.156433 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-4dd423b1-8d45-4fac-aecf-fff56645c280 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492769 Jul 16 19:57:07.351591 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-37e195a4-a34d-4e27-b17c-19d03f6493ee req-c1a72abe-ae19-40dd-b811-4c091cb75598 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890223 Jul 16 19:57:07.429836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ef45e860-9071-4118-a69f-e4c15b4abe46, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ef45e860-9071-4118-a69f-e4c15b4abe46,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:07.484863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.492919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'mac_address': 'fa:16:3e:0b:31:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:07.526641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:57:05Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:07.584119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3a84c1dd-224e-4ccb-a1d2-80844b068c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.590526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0160ee-b897-4317-9626-e8e4b02cb22c None None] The sync data for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 is: [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:57:05Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:57:07.603345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] For port b44072ea-7f97-4d41-94d6-84961e9b95c3, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:07.611381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] For port b44072ea-7f97-4d41-94d6-84961e9b95c3, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b44072ea-7f97-4d41-94d6-84961e9b95c3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:07.663001 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.692344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ebe57171-a316-43b0-b3c4-711d5e481bf9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ebe57171-a316-43b0-b3c4-711d5e481bf9,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:07.708877 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.763441 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.806336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Pushing event updated for resources: {'Port': ['ID=b44072ea-7f97-4d41-94d6-84961e9b95c3,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:07.825111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef45e860-9071-4118-a69f-e4c15b4abe46 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:07.841020 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-3a84c1dd-224e-4ccb-a1d2-80844b068c8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:57:07.841529 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-3a84c1dd-224e-4ccb-a1d2-80844b068c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:57:07.848826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-bc84c712-8aab-4b22-ad62-2f9f8ceb4cca tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.856507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-bc84c712-8aab-4b22-ad62-2f9f8ceb4cca tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.859893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ebe57171-a316-43b0-b3c4-711d5e481bf9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:07.863775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-bc84c712-8aab-4b22-ad62-2f9f8ceb4cca tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.872656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-bc84c712-8aab-4b22-ad62-2f9f8ceb4cca tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.873268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ef45e860-9071-4118-a69f-e4c15b4abe46, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ef45e860-9071-4118-a69f-e4c15b4abe46,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:07.878082 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.880508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-bc84c712-8aab-4b22-ad62-2f9f8ceb4cca tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.892986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-bc84c712-8aab-4b22-ad62-2f9f8ceb4cca tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.905251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-bc84c712-8aab-4b22-ad62-2f9f8ceb4cca tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.917015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-bc84c712-8aab-4b22-ad62-2f9f8ceb4cca tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 1.5030732 Jul 16 19:57:07.937278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.938505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.940155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-ef8d2875-a006-4ccc-bcc7-972b359ef899 service neutron] 10.222.0.16 "PUT /v2.0/ports/b44072ea-7f97-4d41-94d6-84961e9b95c3 HTTP/1.1" status: 200 len: 1096 time: 5.3279278 Jul 16 19:57:07.976499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ef45e860-9071-4118-a69f-e4c15b4abe46,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:07.997944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df367a43-de82-479a-908f-dde7610e7502 req-5a066dba-f4b0-4d65-a07f-44134bbb40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:08.000516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-5a066dba-f4b0-4d65-a07f-44134bbb40f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c4c8852282840feb4da846d3c2c2620&device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 1095 time: 1.3236644 Jul 16 19:57:08.033621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3deacd8e-21a9-4801-abfd-2410ed744ff9 req-6aa78d92-7d05-457f-ad4a-187292e3b9f9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146667 Jul 16 19:57:08.139467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ef45e860-9071-4118-a69f-e4c15b4abe46'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:08.144402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1a524-cb14-43b1-8d19-a4b75f3f4450 req-768f08c2-5ace-4c21-9ee0-b880e164c1c2 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:08.154148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aec1a524-cb14-43b1-8d19-a4b75f3f4450 req-768f08c2-5ace-4c21-9ee0-b880e164c1c2 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 943 time: 1.1135280 Jul 16 19:57:08.186387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-6087d783-ec83-4aa7-bf63-b3a2409fd80e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fbdb473-ea5f-4f2a-9230-a2d4788afb68 HTTP/1.1" status: 200 len: 217 time: 0.1377826 Jul 16 19:57:08.356984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aec1a524-cb14-43b1-8d19-a4b75f3f4450 req-a7e9d9a8-08a9-4131-b92e-9dab0df3a585 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013958 Jul 16 19:57:08.396576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-6493cadb-0031-4449-8501-dd4ef7906973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:08.398195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-6493cadb-0031-4449-8501-dd4ef7906973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 1099 time: 0.3635700 Jul 16 19:57:08.410448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df367a43-de82-479a-908f-dde7610e7502 req-1f8b5319-98f4-43fb-bfa1-bfc8a1304ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:08.411998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-1f8b5319-98f4-43fb-bfa1-bfc8a1304ecf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=353f2651-3e58-48b3-8e05-76bac17d6d75 HTTP/1.1" status: 200 len: 850 time: 0.2064116 Jul 16 19:57:08.470087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-d17de8c9-b4cd-4881-a5cb-1bb8ce230a1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b44072ea-7f97-4d41-94d6-84961e9b95c3 HTTP/1.1" status: 200 len: 217 time: 0.0558465 Jul 16 19:57:08.471133 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294fdf1c-3071-4351-9159-6d3dc76f2109 x-openstack-request-id: req-294fdf1c-3071-4351-9159-6d3dc76f2109 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:08.471413 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "a463f6be-f769-4e13-a75a-82c390179661", "code": 200}, {"server_uuid": "98eb13b8-5a85-4a4d-8a02-b2549f0cb072", "name": "network-vif-plugged", "status": "completed", "tag": "fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d", "code": 200}, {"server_uuid": "4b0a0a44-1b85-4bde-970d-5f6b216ca2d5", "name": "network-vif-plugged", "status": "completed", "tag": "0293655f-a039-45a8-ae3a-b2bad6e099dd", "code": 200}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "446d7203-494b-4ed8-b9a2-b593d2676b59", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:08.471697 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-294fdf1c-3071-4351-9159-6d3dc76f2109 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:08.472065 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a463f6be-f769-4e13-a75a-82c390179661', 'code': 200} Jul 16 19:57:08.472348 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eb13b8-5a85-4a4d-8a02-b2549f0cb072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d', 'code': 200} Jul 16 19:57:08.472642 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0a0a44-1b85-4bde-970d-5f6b216ca2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0293655f-a039-45a8-ae3a-b2bad6e099dd', 'code': 200} Jul 16 19:57:08.472974 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446d7203-494b-4ed8-b9a2-b593d2676b59', 'code': 200} Jul 16 19:57:08.504292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f12c04-aaa3-4bb3-ad60-bc32cd6be9a5 req-715823bf-f0d6-423b-8a75-620b6da3b0ec tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:08.507610 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03f12c04-aaa3-4bb3-ad60-bc32cd6be9a5 req-715823bf-f0d6-423b-8a75-620b6da3b0ec tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1098 time: 0.2484875 Jul 16 19:57:08.520527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-51745756-83c6-4eae-a722-88d1ae166150 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33b3eeb8-c9cd-44ef-9e68-59b86997338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659764 Jul 16 19:57:08.661321 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa682cf-b2ad-4efa-8074-e3eb304811ce req-7a37c9a6-248c-4aba-8420-4d3aefd715ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:08.664076 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1fa682cf-b2ad-4efa-8074-e3eb304811ce req-7a37c9a6-248c-4aba-8420-4d3aefd715ea service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0762756 Jul 16 19:57:08.714552 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1fa682cf-b2ad-4efa-8074-e3eb304811ce req-0a78fb05-d717-4e4e-80f8-081e8822df30 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Jul 16 19:57:08.784582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-62c401c9-5a36-4bd4-ac00-1a31da5c6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:08.786528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-62c401c9-5a36-4bd4-ac00-1a31da5c6216 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2775965 Jul 16 19:57:08.797957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03f12c04-aaa3-4bb3-ad60-bc32cd6be9a5 req-efa5bcb3-35ae-42d1-b7f4-05c06d06e78e tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763031 Jul 16 19:57:08.871248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-c0ec4241-0d76-4b42-8c3a-789385a1a712 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--361353053&fields=id&tenant_id=7f69ff669e524336bf857b7fa3ef1ddc HTTP/1.1" status: 200 len: 267 time: 0.2888539 Jul 16 19:57:08.879624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-0aed2095-74b9-4332-a68b-4590737c74ba service neutron] 10.222.0.16 "GET /v2.0/networks/33b3eeb8-c9cd-44ef-9e68-59b86997338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360927 Jul 16 19:57:09.021350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe3d1a-ee13-4c0f-ac4f-7aaa424e18de req-5c1a92f5-b5d8-487c-a470-2c6fa58b88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:09.023491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77fe3d1a-ee13-4c0f-ac4f-7aaa424e18de req-5c1a92f5-b5d8-487c-a470-2c6fa58b88ba service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=98eb13b8-5a85-4a4d-8a02-b2549f0cb072 HTTP/1.1" status: 200 len: 1097 time: 0.3996770 Jul 16 19:57:09.045615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-0bc17b50-7df1-45e8-9043-e2683af9dcc7 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:09.048699 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-0bc17b50-7df1-45e8-9043-e2683af9dcc7 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 810 time: 0.2781971 Jul 16 19:57:09.115131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-b87dfaa8-c906-4daf-b1fe-af8718db3d66 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af6d3ee6f4b44581aa40868568fb2495 HTTP/1.1" status: 200 len: 379 time: 0.0506222 Jul 16 19:57:09.133287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'port': {'device_id': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'admin_state_up': True, 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'security_groups': ['25527b7a-21e2-478d-8f9b-873eb276c75f']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:09.170631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199516-40f4-4a55-933b-23a41d35294f req-381f2abb-cf17-4804-bd9e-37d257462983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:09.172506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-381f2abb-cf17-4804-bd9e-37d257462983 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3696406 Jul 16 19:57:09.256438 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-65e4b569-c2e3-402c-9ad7-f5b847e5bf16 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:09.263227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-65e4b569-c2e3-402c-9ad7-f5b847e5bf16 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/networks?id=4da11f8b-2eb4-487f-9af0-29dbbd4bc958 HTTP/1.1" status: 200 len: 806 time: 0.3797016 Jul 16 19:57:09.286594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-adaf01c0-6292-4757-9871-c949fc772e53 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/quotas/7f69ff669e524336bf857b7fa3ef1ddc HTTP/1.1" status: 200 len: 375 time: 0.0223315 Jul 16 19:57:09.288709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df367a43-de82-479a-908f-dde7610e7502 req-c6fe1d8e-60fe-4ec3-a615-afc67e2d3b95 service neutron] 10.222.0.16 "GET /v2.0/networks/33b3eeb8-c9cd-44ef-9e68-59b86997338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848233 Jul 16 19:57:09.290359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77fe3d1a-ee13-4c0f-ac4f-7aaa424e18de req-a1b4d4a3-a1eb-48a5-857b-16e049420fe4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134526 Jul 16 19:57:09.298181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Made reservation on behalf of af6d3ee6f4b44581aa40868568fb2495 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:09.303108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:09.374991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640becd0-5a82-4ea0-8f4b-9b6694084da0 req-3e998c17-4264-4113-8079-889e5acb9808 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:09.376668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-640becd0-5a82-4ea0-8f4b-9b6694084da0 req-3e998c17-4264-4113-8079-889e5acb9808 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 946 time: 0.4174592 Jul 16 19:57:09.445378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-53edd14e-310f-49d8-a21f-9163a6f926e0 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629523 Jul 16 19:57:09.478596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-640becd0-5a82-4ea0-8f4b-9b6694084da0 req-0759b0a1-7a2c-458e-b585-2d27cec14399 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908513 Jul 16 19:57:09.501892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-3394fcaa-93b3-4940-a91e-f645480a8242 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7f69ff669e524336bf857b7fa3ef1ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1996992 Jul 16 19:57:09.707445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa5dec31-f064-4356-93e1-120baeb0d040 req-0d811bd7-1651-49a6-a2b2-91e9c72de643 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 210 time: 0.0417094 Jul 16 19:57:09.716138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae199516-40f4-4a55-933b-23a41d35294f req-a57ed274-2085-42fb-998a-820ab42a3ca3 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578413 Jul 16 19:57:09.730648 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-64a81866-7cb6-4714-bbc7-9cf0af79a14d service neutron] 10.222.0.78 "GET /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076280 Jul 16 19:57:09.845607 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feb7662-f474-4e54-9c7d-f51eb6a451ad x-openstack-request-id: req-6feb7662-f474-4e54-9c7d-f51eb6a451ad {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:09.848383 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed0472a-a8ec-4a7b-ae9d-85dc88b859b0", "tag": "7fbdb473-ea5f-4f2a-9230-a2d4788afb68", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:09.849695 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6feb7662-f474-4e54-9c7d-f51eb6a451ad {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:09.850281 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed0472a-a8ec-4a7b-ae9d-85dc88b859b0', 'tag': '7fbdb473-ea5f-4f2a-9230-a2d4788afb68', 'status': 'completed', 'code': 200} Jul 16 19:57:09.912699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Allocated IP 172.20.0.12 (ebb14ccb-a9db-4fe1-aef0-540461726a42/d5030e20-6d8a-42d4-a554-b209f298eb14/f9abef35-a6fc-4252-a55a-cbc6da4d62f6) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:09.992090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ebe57171-a316-43b0-b3c4-711d5e481bf9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:10.011339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a05f4081-53f9-4d43-84a4-3517f7c50b14 service neutron] 10.222.0.78 "GET /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708573 Jul 16 19:57:10.077423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-f4986cc0-8c65-404e-bb56-19a379431c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:10.079016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-f4986cc0-8c65-404e-bb56-19a379431c18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c4c8852282840feb4da846d3c2c2620&device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 1095 time: 0.2246962 Jul 16 19:57:10.129972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d49019-2963-4036-a1a9-273a1a36335f req-ff566717-6770-404b-9907-611716dfe7c3 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:10.143806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41d49019-2963-4036-a1a9-273a1a36335f req-ff566717-6770-404b-9907-611716dfe7c3 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 947 time: 0.1831882 Jul 16 19:57:10.300178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ebe57171-a316-43b0-b3c4-711d5e481bf9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:10.300657 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:10.342893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:10.378625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41d49019-2963-4036-a1a9-273a1a36335f req-5b8abc97-f8bb-4fde-82a7-d9a5b2ad4e59 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335556 Jul 16 19:57:10.395070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Transition to ACTIVE for port object f9abef35-a6fc-4252-a55a-cbc6da4d62f6 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:10.469099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-b1bb72fd-8fef-4ae9-b581-529c42955a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:10.471493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-b1bb72fd-8fef-4ae9-b581-529c42955a8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=33b3eeb8-c9cd-44ef-9e68-59b86997338a HTTP/1.1" status: 200 len: 911 time: 0.3769615 Jul 16 19:57:10.482236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:10.493569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7e2748-4bae-46fc-a328-ad810cb8880d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:10.504073 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cf6e13-7816-43e3-8b6b-8b91a494a7e9" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "1d7e2748-4bae-46fc-a328-ad810cb8880d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:10.569100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ef45e860-9071-4118-a69f-e4c15b4abe46 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:10.600533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event updated for resources: {'Port': ['ID=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:10.636278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-72e0a1cd-1fb9-44e9-b9ee-5e2b176f92e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fbdb473-ea5f-4f2a-9230-a2d4788afb68 HTTP/1.1" status: 200 len: 217 time: 0.0910933 Jul 16 19:57:10.660385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:10.662467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:10.667439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:10.717330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port ef45e860-9071-4118-a69f-e4c15b4abe46 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:10.732416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ef45e860-9071-4118-a69f-e4c15b4abe46 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:10.733010 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:10.797098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:10.797876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:10.815570 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-efd806ad-d9a6-4810-a001-10cee389ee97 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6880558 Jul 16 19:57:10.832393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Request body: {'port': {'device_id': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:10.881112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:10.958004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ef45e860-9071-4118-a69f-e4c15b4abe46, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ef45e860-9071-4118-a69f-e4c15b4abe46,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:10.974726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.048152 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.062832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ef45e860-9071-4118-a69f-e4c15b4abe46,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:11.115933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-14085bd1-a2c4-4826-8dad-6f8a76363d32 None None] Provisioning for port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:11.124327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-14085bd1-a2c4-4826-8dad-6f8a76363d32 None None] Provisioning complete for port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:11.124963 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-14085bd1-a2c4-4826-8dad-6f8a76363d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.175041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-14085bd1-a2c4-4826-8dad-6f8a76363d32 None None] Port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:11.315333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf702e4-9333-47ae-b60a-36c392105426 req-49d86242-6db5-4fb7-b7f5-8ea59a1b86dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8414738 Jul 16 19:57:11.338653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44390315-f0e7-4715-88f4-0ed3600087ba req-746d855c-acdf-4d99-88a0-b1f19973d294 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.346684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44390315-f0e7-4715-88f4-0ed3600087ba req-746d855c-acdf-4d99-88a0-b1f19973d294 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 943 time: 0.7341218 Jul 16 19:57:11.371571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-d5d2283b-f0ed-489d-bb1c-639585e24900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.373053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-d5d2283b-f0ed-489d-bb1c-639585e24900 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=353f2651-3e58-48b3-8e05-76bac17d6d75 HTTP/1.1" status: 200 len: 850 time: 0.6316679 Jul 16 19:57:11.420676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a74de-d890-4816-ad37-d43b3caca582 req-f325ff95-85df-4259-bc1e-e74fd38dd102 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.426845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a74de-d890-4816-ad37-d43b3caca582 req-f325ff95-85df-4259-bc1e-e74fd38dd102 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.433857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a74de-d890-4816-ad37-d43b3caca582 req-f325ff95-85df-4259-bc1e-e74fd38dd102 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.440276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a74de-d890-4816-ad37-d43b3caca582 req-f325ff95-85df-4259-bc1e-e74fd38dd102 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.446560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a74de-d890-4816-ad37-d43b3caca582 req-f325ff95-85df-4259-bc1e-e74fd38dd102 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.453835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a74de-d890-4816-ad37-d43b3caca582 req-f325ff95-85df-4259-bc1e-e74fd38dd102 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.460478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a74de-d890-4816-ad37-d43b3caca582 req-f325ff95-85df-4259-bc1e-e74fd38dd102 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.463458 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-971a74de-d890-4816-ad37-d43b3caca582 req-f325ff95-85df-4259-bc1e-e74fd38dd102 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 0.7031529 Jul 16 19:57:11.474630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9abef35-a6fc-4252-a55a-cbc6da4d62f6 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:11.484013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.501526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Transition to ACTIVE for port object f9abef35-a6fc-4252-a55a-cbc6da4d62f6 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:11.505227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.535825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44390315-f0e7-4715-88f4-0ed3600087ba req-a0800dd8-98d3-4e68-ae1c-72b0d8a8d22f tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878672 Jul 16 19:57:11.538523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-c59863ab-c73e-4a3d-a424-b54f5b687573 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33b3eeb8-c9cd-44ef-9e68-59b86997338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500268 Jul 16 19:57:11.585479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Pushing event updated for resources: {'Port': ['ID=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:11.654189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-2c25f56b-a021-49e1-9ca1-1d4b076eaa90 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9108536 Jul 16 19:57:11.670841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-971a74de-d890-4816-ad37-d43b3caca582 req-9441359c-04bb-4b3d-bd96-572497a194d8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706045 Jul 16 19:57:11.748049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf702e4-9333-47ae-b60a-36c392105426 req-25d947a5-e4c6-4e00-88bb-a5133c282095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.748351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Attempting to bind port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:11.748603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Attempting to bind port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:11.748843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Attempting to bind port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 on network ebb14ccb-a9db-4fe1-aef0-540461726a42 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:11.749594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf702e4-9333-47ae-b60a-36c392105426 req-25d947a5-e4c6-4e00-88bb-a5133c282095 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 1102 time: 0.3508041 Jul 16 19:57:11.754599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 on network ebb14ccb-a9db-4fe1-aef0-540461726a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:11.754941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Attempting to bind port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 on network ebb14ccb-a9db-4fe1-aef0-540461726a42 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:11.761535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:11.762476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Checking segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:11.762886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Bound using segment: {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:11.763345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Bound port: f9abef35-a6fc-4252-a55a-cbc6da4d62f6, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816038f3-a30c-40ea-853e-62dd1aeac098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:11.763725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.850363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-da6e9023-106e-43e5-add6-d8a1b6df626a service neutron] 10.222.0.16 "GET /v2.0/networks/33b3eeb8-c9cd-44ef-9e68-59b86997338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895749 Jul 16 19:57:11.851780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89f2db4-28e0-41aa-8994-c2606a5c86d9', 'tag': 'b44072ea-7f97-4d41-94d6-84961e9b95c3'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:11.859551 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f89f2db4-28e0-41aa-8994-c2606a5c86d9", "tag": "b44072ea-7f97-4d41-94d6-84961e9b95c3"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:11.923533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] For port f9abef35-a6fc-4252-a55a-cbc6da4d62f6, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:11.932562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] For port f9abef35-a6fc-4252-a55a-cbc6da4d62f6, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:11.938942 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.988017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:11.988691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:11.990995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-be699f0c-0751-401f-89ef-568f19261847 service neutron] 10.222.0.68 "PUT /v2.0/ports/f9abef35-a6fc-4252-a55a-cbc6da4d62f6 HTTP/1.1" status: 200 len: 1093 time: 1.1678865 Jul 16 19:57:11.994084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'tag': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:11.998471 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4c029-c632-41e4-adf2-f697e9568007" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ea533b-065f-42d1-97a5-e93b781cb606", "tag": "f9abef35-a6fc-4252-a55a-cbc6da4d62f6"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:12.060997 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d895965-f779-406e-b2e1-120ee3c5daca x-openstack-request-id: req-0d895965-f779-406e-b2e1-120ee3c5daca {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:12.062061 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-plugged", "status": "completed", "tag": "1d7e2748-4bae-46fc-a328-ad810cb8880d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:12.062446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa41d99b-09f5-4006-9923-2862897d402c req-a6298d03-fc7f-407b-9c87-7331db696ff0 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0828793 Jul 16 19:57:12.062811 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d895965-f779-406e-b2e1-120ee3c5daca {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:12.063430 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7e2748-4bae-46fc-a328-ad810cb8880d', 'code': 200} Jul 16 19:57:12.148815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be699f0c-0751-401f-89ef-568f19261847 service neutron] Pushing event updated for resources: {'Port': ['ID=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:12.271861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-02ce9ebc-8372-4870-bef7-8c30578dcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.273482 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-02ce9ebc-8372-4870-bef7-8c30578dcd10 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 1096 time: 0.2222605 Jul 16 19:57:12.305819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc0c2af4-5f89-4bd0-9f6b-a945e9db2ffb req-9523c0d1-4a97-4607-b37c-1db1dab09db7 service neutron] 10.222.0.16 "GET /v2.0/networks/33b3eeb8-c9cd-44ef-9e68-59b86997338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402769 Jul 16 19:57:12.335969 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-437660ab-928b-4ae4-853d-7b452fc61a20 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9abef35-a6fc-4252-a55a-cbc6da4d62f6 HTTP/1.1" status: 200 len: 217 time: 0.0537310 Jul 16 19:57:12.360930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80282-5af8-41f1-9068-6ec2c30020be req-f22241e7-12fb-469d-b8ba-29c4f54a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.361436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80282-5af8-41f1-9068-6ec2c30020be req-f22241e7-12fb-469d-b8ba-29c4f54a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.361934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80282-5af8-41f1-9068-6ec2c30020be req-f22241e7-12fb-469d-b8ba-29c4f54a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.362419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80282-5af8-41f1-9068-6ec2c30020be req-f22241e7-12fb-469d-b8ba-29c4f54a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.362902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80282-5af8-41f1-9068-6ec2c30020be req-f22241e7-12fb-469d-b8ba-29c4f54a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.363541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80282-5af8-41f1-9068-6ec2c30020be req-f22241e7-12fb-469d-b8ba-29c4f54a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.364027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80282-5af8-41f1-9068-6ec2c30020be req-f22241e7-12fb-469d-b8ba-29c4f54a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.366096 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-27b80282-5af8-41f1-9068-6ec2c30020be req-f22241e7-12fb-469d-b8ba-29c4f54a8431 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6498 time: 0.1976631 Jul 16 19:57:12.422200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-8cea1027-5b5e-4a8f-b5df-d20f4f7d7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.424062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-8cea1027-5b5e-4a8f-b5df-d20f4f7d7520 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1097 time: 0.6783292 Jul 16 19:57:12.425435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf702e4-9333-47ae-b60a-36c392105426 req-72cc2e22-e3cc-45bc-bbb7-3409fade37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.427191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf702e4-9333-47ae-b60a-36c392105426 req-72cc2e22-e3cc-45bc-bbb7-3409fade37b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.4731071 Jul 16 19:57:12.453869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-6c0a17cc-52fe-4fac-a51b-69d4b0b0365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.456785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-6c0a17cc-52fe-4fac-a51b-69d4b0b0365f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.1113682 Jul 16 19:57:12.459871 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-27b80282-5af8-41f1-9068-6ec2c30020be req-60781939-22cc-49a0-9745-ad216afa0681 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bd7834d6-57a5-484d-85c1-732efac8fe52&id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638468 Jul 16 19:57:12.565834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf702e4-9333-47ae-b60a-36c392105426 req-8223aec7-6039-4f94-8a1a-07736db5e156 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1 HTTP/1.1" status: 200 len: 217 time: 0.1017168 Jul 16 19:57:12.580641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:12.689257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-c4ecaed9-b205-44ca-9dd2-061099247966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.691021 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-c4ecaed9-b205-44ca-9dd2-061099247966 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762285 Jul 16 19:57:12.742567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,segment=NetworkSegment(3552c96b-e26e-4116-9fec-b33b5d2a7a84),segment_id=3552c96b-e26e-4116-9fec-b33b5d2a7a84)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:12.758730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '7fbdb473-ea5f-4f2a-9230-a2d4788afb68', 'network_id': '33b3eeb8-c9cd-44ef-9e68-59b86997338a', 'port_id': '7fbdb473-ea5f-4f2a-9230-a2d4788afb68', 'mac_address': 'fa:16:3e:3f:3b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353f2651-3e58-48b3-8e05-76bac17d6d75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:12.765722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-52eb5168-3a05-48d7-bf59-0bab8fc826ab tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.767253 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-52eb5168-3a05-48d7-bf59-0bab8fc826ab tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.68 "GET /v2.0/networks?id=4da11f8b-2eb4-487f-9af0-29dbbd4bc958 HTTP/1.1" status: 200 len: 806 time: 0.2206426 Jul 16 19:57:12.790448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bc9dd-1061-442e-baa6-9cd6f745f3c7 req-0a017080-647b-4a33-acba-6207e6441f1f tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.798692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f82bc9dd-1061-442e-baa6-9cd6f745f3c7 req-0a017080-647b-4a33-acba-6207e6441f1f tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 944 time: 0.3602278 Jul 16 19:57:12.808276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf702e4-9333-47ae-b60a-36c392105426 req-e622f811-b8ea-4c60-8c33-2c70581f6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.810426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf702e4-9333-47ae-b60a-36c392105426 req-e622f811-b8ea-4c60-8c33-2c70581f6245 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2313619 Jul 16 19:57:12.826171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-acc77508-872f-424b-a2c0-5f72d0bea702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.832092 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-8d942dc9-6460-4912-b1b9-0414f1708307 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f69ff669e524336bf857b7fa3ef1ddc HTTP/1.1" status: 200 len: 379 time: 0.0523157 Jul 16 19:57:12.834077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-acc77508-872f-424b-a2c0-5f72d0bea702 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.3780549 Jul 16 19:57:12.837045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:12.861490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:12.873592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Request body: {'port': {'device_id': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'admin_state_up': True, 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'security_groups': ['3010165f-54f0-4488-bb1f-52ac16f698f4']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:12.887992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,segment=NetworkSegment(3552c96b-e26e-4116-9fec-b33b5d2a7a84),segment_id=3552c96b-e26e-4116-9fec-b33b5d2a7a84)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:12.897446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:12.898657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b44072ea-7f97-4d41-94d6-84961e9b95c3 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:12.957660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f0be4-b682-46fa-a99f-224e830116a2 req-c05562d7-953b-4654-8aa1-2e25f6580666 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:12.967664 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea7f0be4-b682-46fa-a99f-224e830116a2 req-c05562d7-953b-4654-8aa1-2e25f6580666 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 946 time: 0.6584239 Jul 16 19:57:12.967908 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-19758fbc-0438-4420-af49-b2c3b071a33f service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631481 Jul 16 19:57:12.988248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:12.988834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-9104a47a-3878-49ab-a8c6-7b77b86cdbca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 217 time: 0.1373689 Jul 16 19:57:13.089346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Made reservation on behalf of 7f69ff669e524336bf857b7fa3ef1ddc for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:13.089716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea7f0be4-b682-46fa-a99f-224e830116a2 req-50518e1f-5457-43e6-a480-16a288b994b4 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224828 Jul 16 19:57:13.092927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f82bc9dd-1061-442e-baa6-9cd6f745f3c7 req-860273c3-28c5-4b4e-abff-8d2863ce8d43 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=25527b7a-21e2-478d-8f9b-873eb276c75f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932470 Jul 16 19:57:13.093266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:13.137495 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4b1b79fc-16c0-4449-a685-7209c3ecb6c2 req-c3b762e0-8514-4089-8b64-01dbc9c423c0 service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630337 Jul 16 19:57:13.159370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-17b27b1a-8139-41db-91b4-db58fb600979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:13.160983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-17b27b1a-8139-41db-91b4-db58fb600979 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.1471572 Jul 16 19:57:13.204253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b44072ea-7f97-4d41-94d6-84961e9b95c3, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b44072ea-7f97-4d41-94d6-84961e9b95c3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:13.216447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf702e4-9333-47ae-b60a-36c392105426 req-f43fee41-1589-482c-a0b8-de9cc51e23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:13.237418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf702e4-9333-47ae-b60a-36c392105426 req-f43fee41-1589-482c-a0b8-de9cc51e23a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4021134 Jul 16 19:57:13.239657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-b19b038f-a1c8-44ca-98c4-335dc508ada3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698562 Jul 16 19:57:13.241735 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144b53f8-a55b-4268-a6f7-4402e28495e1 x-openstack-request-id: req-144b53f8-a55b-4268-a6f7-4402e28495e1 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:13.241946 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89f2db4-28e0-41aa-8994-c2606a5c86d9", "tag": "b44072ea-7f97-4d41-94d6-84961e9b95c3", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:13.242271 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-144b53f8-a55b-4268-a6f7-4402e28495e1 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:13.242602 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89f2db4-28e0-41aa-8994-c2606a5c86d9', 'tag': 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'status': 'completed', 'code': 200} Jul 16 19:57:13.261348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'mac_address': 'fa:16:3e:95:a1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:13.323523 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ffe14c-d783-48da-aa87-5b3648f56af1 x-openstack-request-id: req-d4ffe14c-d783-48da-aa87-5b3648f56af1 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:13.324134 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ea533b-065f-42d1-97a5-e93b781cb606", "tag": "f9abef35-a6fc-4252-a55a-cbc6da4d62f6", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:13.324134 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4ffe14c-d783-48da-aa87-5b3648f56af1 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:13.324504 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'tag': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'status': 'completed', 'code': 200} Jul 16 19:57:13.329159 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:13.347619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44072ea-7f97-4d41-94d6-84961e9b95c3 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:13.371724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b44072ea-7f97-4d41-94d6-84961e9b95c3, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b44072ea-7f97-4d41-94d6-84961e9b95c3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:13.377406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:13.426478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Allocated IP 172.20.0.13 (4da11f8b-2eb4-487f-9af0-29dbbd4bc958/307d197c-53a4-44a8-8ff3-54cea9a80076/b3c7780f-5be8-48e8-bdd9-79df40119375) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:13.444448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-b2c49852-33c8-4eb7-8b07-04b481d51336 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677904 Jul 16 19:57:13.469183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b44072ea-7f97-4d41-94d6-84961e9b95c3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:13.514168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-6fa1783b-3b85-4e59-aa4a-1a935fd3676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:13.516313 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-6fa1783b-3b85-4e59-aa4a-1a935fd3676e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 1096 time: 0.1697702 Jul 16 19:57:13.691173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b44072ea-7f97-4d41-94d6-84961e9b95c3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:13.695529 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:13.698088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-699d011b-39c6-47a5-95ed-50566e1f557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:13.699711 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-699d011b-39c6-47a5-95ed-50566e1f557c service neutron] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 911 time: 0.1741972 Jul 16 19:57:13.743170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['7fbdb473-ea5f-4f2a-9230-a2d4788afb68'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:13.755684 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-0e132998-e0fc-4b46-b292-a6aff4d87b32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9abef35-a6fc-4252-a55a-cbc6da4d62f6 HTTP/1.1" status: 200 len: 217 time: 0.0462723 Jul 16 19:57:13.756982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Transition to ACTIVE for port object b3c7780f-5be8-48e8-bdd9-79df40119375 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:13.828101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf702e4-9333-47ae-b60a-36c392105426 req-fbdd6262-54ac-4ee3-8f3d-e8c7770a3039 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839758 Jul 16 19:57:13.833057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-3e2a5cdc-6023-4365-a179-20bb733fb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:13.835314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-3e2a5cdc-6023-4365-a179-20bb733fb237 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.0725489 Jul 16 19:57:13.863375 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:13.918739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed940f2-da82-420e-9e88-d5d36f1694e7 req-7617f8f4-4802-4300-9d0d-ca0cb6bc593a tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:13.920998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aed940f2-da82-420e-9e88-d5d36f1694e7 req-7617f8f4-4802-4300-9d0d-ca0cb6bc593a tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1098 time: 0.4628818 Jul 16 19:57:13.953691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f94b718-2cbe-45cf-9722-1e445140a463 req-98f234de-e7b9-4ac9-8e60-d9f6fb92eee9 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402506 Jul 16 19:57:13.955983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-17978456-6e3d-44ae-b8ba-519b729aaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:13.965757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event updated for resources: {'Port': ['ID=b3c7780f-5be8-48e8-bdd9-79df40119375,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:13.969425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-17978456-6e3d-44ae-b8ba-519b729aaf4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 1100 time: 0.6718874 Jul 16 19:57:13.993779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:13.997781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:14.001482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:14.060422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424e888-3d39-482f-94e8-81ce51bed51f req-a2b03519-6fc0-4040-acb1-791bd0b8763c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.065725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eb9ae4-641e-4d30-86b1-0b2c6f202feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef45e860-9071-4118-a69f-e4c15b4abe46'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:14.068217 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515bd367-861c-4e3d-acb6-d67ed4573318" -d '{"events": [{"server_uuid": "98eb9ae4-641e-4d30-86b1-0b2c6f202feb", "name": "network-vif-plugged", "status": "completed", "tag": "ef45e860-9071-4118-a69f-e4c15b4abe46"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:14.069197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d424e888-3d39-482f-94e8-81ce51bed51f req-a2b03519-6fc0-4040-acb1-791bd0b8763c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 948 time: 0.6280539 Jul 16 19:57:14.081019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.081787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:14.103214 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-cbdb84bf-eff5-401b-9c4b-0863eedf3b19 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2352116 Jul 16 19:57:14.107015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-4d7ac454-2d28-4625-b45d-20846e14223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.108644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-4d7ac454-2d28-4625-b45d-20846e14223d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2580669 Jul 16 19:57:14.126068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Request body: {'port': {'device_id': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:14.167155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aed940f2-da82-420e-9e88-d5d36f1694e7 req-26b9c947-aff1-45cc-8145-c6e9efe704b5 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301800 Jul 16 19:57:14.195097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d424e888-3d39-482f-94e8-81ce51bed51f req-0f80ff85-82f5-485a-a655-18639ac234e4 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247232 Jul 16 19:57:14.283458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ae77131b-77c6-4e46-bf0b-2719cab29509 None None] Provisioning for port b3c7780f-5be8-48e8-bdd9-79df40119375 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:14.289200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ae77131b-77c6-4e46-bf0b-2719cab29509 None None] Provisioning complete for port b3c7780f-5be8-48e8-bdd9-79df40119375 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:14.289568 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ae77131b-77c6-4e46-bf0b-2719cab29509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:14.318131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caf702e4-9333-47ae-b60a-36c392105426 req-8010fad9-e3d5-4357-9ee2-776250cda054 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672544 Jul 16 19:57:14.341801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ae77131b-77c6-4e46-bf0b-2719cab29509 None None] Port b3c7780f-5be8-48e8-bdd9-79df40119375 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:14.345117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f9abef35-a6fc-4252-a55a-cbc6da4d62f6 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:14.349395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-db998299-6872-458f-a333-d65c7b0a74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.350922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-db998299-6872-458f-a333-d65c7b0a74e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2745965 Jul 16 19:57:14.464244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-85d22593-fd78-4d76-942b-994cb9a71306 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b44072ea-7f97-4d41-94d6-84961e9b95c3 HTTP/1.1" status: 200 len: 217 time: 0.1057172 Jul 16 19:57:14.489224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:14.514205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f9abef35-a6fc-4252-a55a-cbc6da4d62f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:14.521633 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-9d31fcb1-1e24-4868-954b-c070c0320fde service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027483 Jul 16 19:57:14.529649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'port_id': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'mac_address': 'fa:16:3e:0d:83:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:14.581332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-49dc3d9f-7152-4139-97fe-85780378d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.583102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-49dc3d9f-7152-4139-97fe-85780378d432 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1060805 Jul 16 19:57:14.595163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:14.622632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9abef35-a6fc-4252-a55a-cbc6da4d62f6 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:14.626444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-73226494-7fe3-4a45-80a5-1bd6ae855071 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.636142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-73226494-7fe3-4a45-80a5-1bd6ae855071 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.643740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-73226494-7fe3-4a45-80a5-1bd6ae855071 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.653194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-73226494-7fe3-4a45-80a5-1bd6ae855071 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.664248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-73226494-7fe3-4a45-80a5-1bd6ae855071 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.667916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f9abef35-a6fc-4252-a55a-cbc6da4d62f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:14.671420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-73226494-7fe3-4a45-80a5-1bd6ae855071 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.673857 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:14.680243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-73226494-7fe3-4a45-80a5-1bd6ae855071 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:14.682340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-73226494-7fe3-4a45-80a5-1bd6ae855071 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 0.2582474 Jul 16 19:57:14.747036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:14.900604 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac4c029-c632-41e4-adf2-f697e9568007 req-6b321423-65d8-4243-89e5-98363cd0a5b0 service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624327 Jul 16 19:57:15.008304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f9abef35-a6fc-4252-a55a-cbc6da4d62f6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:15.021642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9460-914e-448b-be23-e31b53633142 req-cb48933e-eae0-4c22-97d8-2ddad34a495f tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:15.029130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d79a9460-914e-448b-be23-e31b53633142 req-cb48933e-eae0-4c22-97d8-2ddad34a495f tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 944 time: 0.5682497 Jul 16 19:57:15.097142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d79a9460-914e-448b-be23-e31b53633142 req-fc2185c6-685f-4841-856c-0cb44bbeda65 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668530 Jul 16 19:57:15.101331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c7780f-5be8-48e8-bdd9-79df40119375 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:15.113484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.144836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cb7685d-f003-46cc-8172-768d71b3afd7 req-7d785ee7-3d08-4263-9d09-bc81a5e985ac tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493852 Jul 16 19:57:15.154785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-af7912bc-8ac8-4ae8-91a6-e3c923e0c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:15.157006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Transition to ACTIVE for port object b3c7780f-5be8-48e8-bdd9-79df40119375 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:15.158746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-af7912bc-8ac8-4ae8-91a6-e3c923e0c61f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5623837 Jul 16 19:57:15.177139 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.335081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c7780f-5be8-48e8-bdd9-79df40119375,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:15.340329 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-2d31bf68-34ba-46aa-b124-4b45b0183cc5 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734300 Jul 16 19:57:15.438287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Attempting to bind port b3c7780f-5be8-48e8-bdd9-79df40119375 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:15.438573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Attempting to bind port b3c7780f-5be8-48e8-bdd9-79df40119375 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:15.438998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Attempting to bind port b3c7780f-5be8-48e8-bdd9-79df40119375 on network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:15.447339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Port b3c7780f-5be8-48e8-bdd9-79df40119375 on network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:15.449222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Attempting to bind port b3c7780f-5be8-48e8-bdd9-79df40119375 on network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:15.458115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4acbc-227a-45cd-82a8-0bd5e673bbb8 req-d2a78887-b3a9-4a99-97df-f2fa50d86de9 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:15.461281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:15.462426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Checking segment: {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:15.463564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Bound using segment: {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:15.464728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Bound port: b3c7780f-5be8-48e8-bdd9-79df40119375, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098ad22b-bc01-4052-821e-f46bfe941192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:15.465297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.465586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aaf4acbc-227a-45cd-82a8-0bd5e673bbb8 req-d2a78887-b3a9-4a99-97df-f2fa50d86de9 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 944 time: 0.2270753 Jul 16 19:57:15.568484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818b82e-8e9d-499d-897d-ffddca674a22 req-05bddd6b-7226-4465-8732-1bf741f58a2a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:15.568718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] For port b3c7780f-5be8-48e8-bdd9-79df40119375, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:15.572744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] For port b3c7780f-5be8-48e8-bdd9-79df40119375, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3c7780f-5be8-48e8-bdd9-79df40119375,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:15.573167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6818b82e-8e9d-499d-897d-ffddca674a22 req-05bddd6b-7226-4465-8732-1bf741f58a2a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64150a7-78f0-4e57-ab58-15d5c3ea3fc7 HTTP/1.1" status: 200 len: 945 time: 0.2571871 Jul 16 19:57:15.581620 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.622741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aaf4acbc-227a-45cd-82a8-0bd5e673bbb8 req-71520405-8466-4f2f-abec-bb6f678a663d tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562128 Jul 16 19:57:15.626673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3308bad-5b43-40c0-b5e1-60a97be8bf4b req-3a8d3ae2-db80-44c3-99a0-f4c9e3ccf02a service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380948 Jul 16 19:57:15.681932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:15.683465 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.685107 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] 10.222.0.68 "PUT /v2.0/ports/b3c7780f-5be8-48e8-bdd9-79df40119375 HTTP/1.1" status: 200 len: 1093 time: 1.5685644 Jul 16 19:57:15.692015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6818b82e-8e9d-499d-897d-ffddca674a22 req-ceca99f0-72e8-4b2d-982c-e7b9ddab9b68 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947685 Jul 16 19:57:15.697796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'tag': 'b3c7780f-5be8-48e8-bdd9-79df40119375'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:15.702215 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b0715-aced-46a1-bb4d-057bccc20be6" -d '{"events": [{"name": "network-changed", "server_uuid": "efff117d-8f4c-4c46-bcea-7e3b288b5dd7", "tag": "b3c7780f-5be8-48e8-bdd9-79df40119375"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:15.774114 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fd448c-75b4-44a4-9292-6bdd2daa6414 x-openstack-request-id: req-29fd448c-75b4-44a4-9292-6bdd2daa6414 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:15.774652 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eb9ae4-641e-4d30-86b1-0b2c6f202feb", "name": "network-vif-plugged", "status": "completed", "tag": "ef45e860-9071-4118-a69f-e4c15b4abe46", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:15.775415 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29fd448c-75b4-44a4-9292-6bdd2daa6414 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:15.775889 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eb9ae4-641e-4d30-86b1-0b2c6f202feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'code': 200} Jul 16 19:57:15.845741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6260-ae68-432c-9a81-120ff4c853b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c7780f-5be8-48e8-bdd9-79df40119375,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:15.957455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-3584cffd-6c2e-4fa9-83f8-7dbdc69bdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:15.959315 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-3584cffd-6c2e-4fa9-83f8-7dbdc69bdae7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7f69ff669e524336bf857b7fa3ef1ddc&device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 1096 time: 0.2166464 Jul 16 19:57:16.031732 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-421e95bb-e1b9-4e1f-b140-07375dd3e418 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c7780f-5be8-48e8-bdd9-79df40119375 HTTP/1.1" status: 200 len: 217 time: 0.0630732 Jul 16 19:57:16.103400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-55f00976-6e70-40eb-b116-42df64a6c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.105790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-55f00976-6e70-40eb-b116-42df64a6c3e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=307d197c-53a4-44a8-8ff3-54cea9a80076 HTTP/1.1" status: 200 len: 845 time: 0.0676942 Jul 16 19:57:16.125599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e00283-a43e-406a-ae76-9807a09c9640 req-50b49b66-565b-45e7-915b-38108b6e6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.128720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-69e00283-a43e-406a-ae76-9807a09c9640 req-50b49b66-565b-45e7-915b-38108b6e6967 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 1102 time: 0.2165303 Jul 16 19:57:16.138499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1cb2c-4a49-4002-9d25-00d157b6d412 req-8e5d8580-cad7-40cf-a6a3-4723f0fe2f2c tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.140734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ca1cb2c-4a49-4002-9d25-00d157b6d412 req-8e5d8580-cad7-40cf-a6a3-4723f0fe2f2c tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 945 time: 0.1429853 Jul 16 19:57:16.212266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-69e00283-a43e-406a-ae76-9807a09c9640 req-3f6d68dd-4479-49fd-ae0c-acd8691022b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710123 Jul 16 19:57:16.216332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ca1cb2c-4a49-4002-9d25-00d157b6d412 req-0b38b948-29d4-4bfd-a592-36f74ea69018 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=25527b7a-21e2-478d-8f9b-873eb276c75f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689316 Jul 16 19:57:16.257290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-88da3fc3-aa9c-44a0-975e-47e28cb0d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.260792 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-88da3fc3-aa9c-44a0-975e-47e28cb0d8af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4da11f8b-2eb4-487f-9af0-29dbbd4bc958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463895 Jul 16 19:57:16.341952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f9abef35-a6fc-4252-a55a-cbc6da4d62f6 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:16.402573 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-413045ac-685f-45da-b71d-7e0fbe489f63 service neutron] 10.222.0.68 "GET /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335409 Jul 16 19:57:16.418464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:16.423346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:16.423850 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.460181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd10af-fd47-4eeb-aafd-59287c16aed2 req-b327036c-f73f-4e2c-98d5-63250f1c7d65 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.468872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd10af-fd47-4eeb-aafd-59287c16aed2 req-b327036c-f73f-4e2c-98d5-63250f1c7d65 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.476600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd10af-fd47-4eeb-aafd-59287c16aed2 req-b327036c-f73f-4e2c-98d5-63250f1c7d65 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.483999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd10af-fd47-4eeb-aafd-59287c16aed2 req-b327036c-f73f-4e2c-98d5-63250f1c7d65 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.490566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd10af-fd47-4eeb-aafd-59287c16aed2 req-b327036c-f73f-4e2c-98d5-63250f1c7d65 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.498038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd10af-fd47-4eeb-aafd-59287c16aed2 req-b327036c-f73f-4e2c-98d5-63250f1c7d65 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.504676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd10af-fd47-4eeb-aafd-59287c16aed2 req-b327036c-f73f-4e2c-98d5-63250f1c7d65 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.507409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82cd10af-fd47-4eeb-aafd-59287c16aed2 req-b327036c-f73f-4e2c-98d5-63250f1c7d65 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 0.1436477 Jul 16 19:57:16.519529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55164) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:16.525384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Request body: {'floatingip': {'port_id': '4a0cd458-be78-4da7-89da-0761a7e50aa5'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:16.589389 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.590112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.596103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:16.607186 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6081b07d-d5b6-4a27-862a-6df71bc73b7a req-0fd418da-af13-451f-9ebe-8ee2e7fdb2bb service neutron] 10.222.0.68 "GET /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996906 Jul 16 19:57:16.702754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f9abef35-a6fc-4252-a55a-cbc6da4d62f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:16.712601 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.748415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:16.758765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:16.759143 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.803150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:16.867566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e6e9f-cb55-4879-bf00-48fa80c57946 req-c92353a6-a177-4b6d-8f98-7c391f6c4089 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:16.869391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-838e6e9f-cb55-4879-bf00-48fa80c57946 req-c92353a6-a177-4b6d-8f98-7c391f6c4089 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 948 time: 0.2089236 Jul 16 19:57:16.909935 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.962064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,segment=NetworkSegment(3552c96b-e26e-4116-9fec-b33b5d2a7a84),segment_id=3552c96b-e26e-4116-9fec-b33b5d2a7a84)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:16.971542 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.972575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b44072ea-7f97-4d41-94d6-84961e9b95c3 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:17.038603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-838e6e9f-cb55-4879-bf00-48fa80c57946 req-653f4e55-ca45-491e-bbac-6f13e659a228 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136122 Jul 16 19:57:17.136936 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a7b0ea-fe1c-4550-b7f9-6dc7d4764efc x-openstack-request-id: req-10a7b0ea-fe1c-4550-b7f9-6dc7d4764efc {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:17.137237 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efff117d-8f4c-4c46-bcea-7e3b288b5dd7", "tag": "b3c7780f-5be8-48e8-bdd9-79df40119375", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:17.137496 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10a7b0ea-fe1c-4550-b7f9-6dc7d4764efc {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:17.137900 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'tag': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'status': 'completed', 'code': 200} Jul 16 19:57:17.138151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port b44072ea-7f97-4d41-94d6-84961e9b95c3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:17.144801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port b44072ea-7f97-4d41-94d6-84961e9b95c3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:17.145396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.148333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:17.164371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-d57726da-dfb8-4ecf-a1ba-d9cfe0cdc8da tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:17.165487 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-d57726da-dfb8-4ecf-a1ba-d9cfe0cdc8da tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0954120 Jul 16 19:57:17.192848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Request body: {'binding': {'host': 'n-h2-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:17.193349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 19:57:17.315429 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.373267 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b44072ea-7f97-4d41-94d6-84961e9b95c3, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b44072ea-7f97-4d41-94d6-84961e9b95c3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:17.377861 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.398244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-214d80d1-e3c0-415d-a733-bc68e2145194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:17.400286 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-214d80d1-e3c0-415d-a733-bc68e2145194 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7f69ff669e524336bf857b7fa3ef1ddc&device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 1096 time: 0.2336752 Jul 16 19:57:17.491967 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b44072ea-7f97-4d41-94d6-84961e9b95c3,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:17.533814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on host n-h2-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:17.534863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:17.535096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:17.545693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:17.546069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:17.560160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:17.560616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:17.560918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:17.561351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Bound port: b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:17.563845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-62dfe51f-705f-473f-8c6a-75b9d6216e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:17.565735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-62dfe51f-705f-473f-8c6a-75b9d6216e97 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4da11f8b-2eb4-487f-9af0-29dbbd4bc958 HTTP/1.1" status: 200 len: 907 time: 0.1577060 Jul 16 19:57:17.588748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e22e1-099d-4b47-978d-96fbfdb90a95 req-a01c2f8b-2b53-4425-ab83-45df83946c8f tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:17.591661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-715e22e1-099d-4b47-978d-96fbfdb90a95 req-a01c2f8b-2b53-4425-ab83-45df83946c8f tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=98eb13b8-5a85-4a4d-8a02-b2549f0cb072 HTTP/1.1" status: 200 len: 945 time: 0.2990072 Jul 16 19:57:17.633328 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-6caae90d-d9ab-45a0-9f1d-b02e292701e0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c7780f-5be8-48e8-bdd9-79df40119375 HTTP/1.1" status: 200 len: 217 time: 0.0433519 Jul 16 19:57:17.647541 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:57:17.692767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-6f4400b5-d6a9-469f-a110-b4273a5a3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:17.694270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-6f4400b5-d6a9-469f-a110-b4273a5a3e21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=307d197c-53a4-44a8-8ff3-54cea9a80076 HTTP/1.1" status: 200 len: 845 time: 0.0540283 Jul 16 19:57:17.709147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-715e22e1-099d-4b47-978d-96fbfdb90a95 req-2a1c6fa1-b1e3-4316-bb16-7614b2f4b52f tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056406 Jul 16 19:57:17.719601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:17.752839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.754103 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] 10.222.0.78 "POST /v2.0/ports/b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd/bindings HTTP/1.1" status: 201 len: 390 time: 0.5756776 Jul 16 19:57:17.767042 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.774203 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.776750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6'}, {'server_uuid': 'aed0472a-a8ec-4a7b-ae9d-85dc88b859b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbdb473-ea5f-4f2a-9230-a2d4788afb68'}, {'server_uuid': 'f89f2db4-28e0-41aa-8994-c2606a5c86d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44072ea-7f97-4d41-94d6-84961e9b95c3'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:17.779190 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4677b9-86db-42ec-b2ec-afde4109a222" -d '{"events": [{"server_uuid": "d3ea533b-065f-42d1-97a5-e93b781cb606", "name": "network-vif-plugged", "status": "completed", "tag": "f9abef35-a6fc-4252-a55a-cbc6da4d62f6"}, {"server_uuid": "aed0472a-a8ec-4a7b-ae9d-85dc88b859b0", "name": "network-vif-plugged", "status": "completed", "tag": "7fbdb473-ea5f-4f2a-9230-a2d4788afb68"}, {"server_uuid": "f89f2db4-28e0-41aa-8994-c2606a5c86d9", "name": "network-vif-plugged", "status": "completed", "tag": "b44072ea-7f97-4d41-94d6-84961e9b95c3"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:17.828229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-6882dc16-1ffd-4fd3-b9b8-8d36f6c1c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:17.842975 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-6882dc16-1ffd-4fd3-b9b8-8d36f6c1c514 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4da11f8b-2eb4-487f-9af0-29dbbd4bc958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356688 Jul 16 19:57:17.949907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e80a8ecb-8b4a-4aec-9330-c5ae2855dfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:18.043434 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-5c23923f-578d-4dbe-b1b2-f776ee7deee3 service neutron] 10.222.0.68 "GET /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952336 Jul 16 19:57:18.151131 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Floating IP 86f5f86b-e874-4c0f-a322-9b749b843709 associated. External IP: 172.25.6.233, port: 4a0cd458-be78-4da7-89da-0761a7e50aa5. Jul 16 19:57:18.196609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f4b0715-aced-46a1-bb4d-057bccc20be6 req-833d0bf4-6686-434a-9833-b1f65eee525b service neutron] 10.222.0.68 "GET /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439853 Jul 16 19:57:18.204425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-bd013dec-f664-4282-b454-41fc0f7ebab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:18.206665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-bd013dec-f664-4282-b454-41fc0f7ebab7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1098 time: 0.1233730 Jul 16 19:57:18.299815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793920e-432d-491d-bc81-8fad7a7f5d8a req-54ffebce-55a1-4558-86a7-291d7ba68e64 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:18.301905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5793920e-432d-491d-bc81-8fad7a7f5d8a req-54ffebce-55a1-4558-86a7-291d7ba68e64 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 945 time: 0.3631251 Jul 16 19:57:18.315059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef439158-b8f6-4a23-88a7-3ce5e4fcb4a4 req-3004e497-76af-41ad-8b32-8b8d1eccd985 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:18.316611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef439158-b8f6-4a23-88a7-3ce5e4fcb4a4 req-3004e497-76af-41ad-8b32-8b8d1eccd985 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 944 time: 0.2229066 Jul 16 19:57:18.323467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-03d31011-6f95-4d5e-9ce4-38325c2d9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:18.325016 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-03d31011-6f95-4d5e-9ce4-38325c2d9941 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1127269 Jul 16 19:57:18.340803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b3c7780f-5be8-48e8-bdd9-79df40119375 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:18.371665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-4f1cd6bc-e191-4c73-9bc4-c624f2ffa410 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd HTTP/1.1" status: 200 len: 217 time: 0.0405858 Jul 16 19:57:18.435657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-05f281c0-4755-473a-b434-4e6933aec6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:18.437252 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-05f281c0-4755-473a-b434-4e6933aec6f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0603006 Jul 16 19:57:18.450957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b3c7780f-5be8-48e8-bdd9-79df40119375, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3c7780f-5be8-48e8-bdd9-79df40119375,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:18.471920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'port_id': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'mac_address': 'fa:16:3e:83:1e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:18.525544 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:18.552612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c7780f-5be8-48e8-bdd9-79df40119375 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:18.586679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b3c7780f-5be8-48e8-bdd9-79df40119375, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3c7780f-5be8-48e8-bdd9-79df40119375,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:18.592467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:18.670224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b3c7780f-5be8-48e8-bdd9-79df40119375,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:18.740532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5793920e-432d-491d-bc81-8fad7a7f5d8a req-a28a6efc-0b26-4e3d-ad5e-33c2b4df6ae2 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228802 Jul 16 19:57:18.754973 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef439158-b8f6-4a23-88a7-3ce5e4fcb4a4 req-616544c8-e51a-4ccc-af86-91338f119f9e tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926339 Jul 16 19:57:18.819291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Router d2310a0a-1161-48dd-8bd0-f79c24143106 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:57:18.881503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-78021a3d-9102-462c-98a2-7e7a50e7e6eb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4383006 Jul 16 19:57:18.907182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['b3c7780f-5be8-48e8-bdd9-79df40119375'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:18.950263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:57:18.957734 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:18.961083 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] Sync routers for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:57:18.986514 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:18.987157 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:19.004786 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-e6afeec4-608e-42fc-bcc9-7fec2b0345b1 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158600 Jul 16 19:57:19.047430 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d20feb9f-b846-49a9-b2a2-023577f444bd tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "PUT /v2.0/floatingips/86f5f86b-e874-4c0f-a322-9b749b843709 HTTP/1.1" status: 200 len: 991 time: 2.5240695 Jul 16 19:57:19.051155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:19.053548 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04491c21-09d9-4faa-aef5-a55fc39be0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:19.120992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2911e3b-dab0-41ff-99a6-6b9c9b5ba201 req-b622bef3-2e8b-4f1f-95c5-6280bef04263 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:19.128092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2911e3b-dab0-41ff-99a6-6b9c9b5ba201 req-b622bef3-2e8b-4f1f-95c5-6280bef04263 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 946 time: 0.1757772 Jul 16 19:57:19.248826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2911e3b-dab0-41ff-99a6-6b9c9b5ba201 req-957e8aee-a8dd-469f-b5ad-be603fe3a796 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=25527b7a-21e2-478d-8f9b-873eb276c75f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118467 Jul 16 19:57:19.267498 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f1d81aec-9bf7-46d0-9440-d5dbfe00aad5 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474177 Jul 16 19:57:19.268830 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b55199-8176-4ce1-a706-82a3dd2063cd x-openstack-request-id: req-29b55199-8176-4ce1-a706-82a3dd2063cd {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:19.269323 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ea533b-065f-42d1-97a5-e93b781cb606", "name": "network-vif-plugged", "status": "completed", "tag": "f9abef35-a6fc-4252-a55a-cbc6da4d62f6", "code": 200}, {"server_uuid": "aed0472a-a8ec-4a7b-ae9d-85dc88b859b0", "name": "network-vif-plugged", "status": "completed", "tag": "7fbdb473-ea5f-4f2a-9230-a2d4788afb68", "code": 200}, {"server_uuid": "f89f2db4-28e0-41aa-8994-c2606a5c86d9", "name": "network-vif-plugged", "status": "completed", "tag": "b44072ea-7f97-4d41-94d6-84961e9b95c3", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:19.269467 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29b55199-8176-4ce1-a706-82a3dd2063cd {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:19.269837 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'code': 200} Jul 16 19:57:19.280910 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed0472a-a8ec-4a7b-ae9d-85dc88b859b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbdb473-ea5f-4f2a-9230-a2d4788afb68', 'code': 200} Jul 16 19:57:19.280910 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f2db4-28e0-41aa-8994-c2606a5c86d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'code': 200} Jul 16 19:57:19.412814 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:19.508045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-6c5e2e5c-545e-4102-93c1-7aa8b04deb2b tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:19.509799 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-6c5e2e5c-545e-4102-93c1-7aa8b04deb2b tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1098 time: 0.1461895 Jul 16 19:57:19.514657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e8a6-836b-4be5-923f-4ac720b6359b req-f12919c0-ede7-40a4-821e-75f5edb41eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:19.516161 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-55d2e8a6-836b-4be5-923f-4ac720b6359b req-f12919c0-ede7-40a4-821e-75f5edb41eae service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 1098 time: 0.0951459 Jul 16 19:57:19.521541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-15'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:19.629138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-55d2e8a6-836b-4be5-923f-4ac720b6359b req-36ccc4e9-bc60-47be-9382-b40fb5b1097e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=25527b7a-21e2-478d-8f9b-873eb276c75f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022513 Jul 16 19:57:19.629408 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:19.652613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2487a2-20e6-447f-8fe0-1d1f642a70b3 req-4af719ec-28ce-4d26-8608-48e5111ba9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:19.654524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad2487a2-20e6-447f-8fe0-1d1f642a70b3 req-4af719ec-28ce-4d26-8608-48e5111ba9cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 1101 time: 0.2805018 Jul 16 19:57:19.660169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7d5b-f3dd-400f-8098-d2e66064e4ad req-19cbd839-4a2e-40fe-81db-7b38afbd678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:19.663360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcbf7d5b-f3dd-400f-8098-d2e66064e4ad req-19cbd839-4a2e-40fe-81db-7b38afbd678a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 1097 time: 0.2454197 Jul 16 19:57:19.719801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '86f5f86b-e874-4c0f-a322-9b749b843709', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'port_id': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'mac_address': 'fa:16:3e:71:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:55:43Z', 'updated_at': '2021-07-16T19:57:17Z', 'revision_number': 1, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:59Z', 'revision_number': 5, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:19.735414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccf860-a9d1-412e-9635-e89dd4252a7e req-ac002471-eb81-43f1-8d7a-3f890be1f503 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:19.742941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2ccf860-a9d1-412e-9635-e89dd4252a7e req-ac002471-eb81-43f1-8d7a-3f890be1f503 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 949 time: 0.2742460 Jul 16 19:57:19.750697 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] Checking router: d2310a0a-1161-48dd-8bd0-f79c24143106 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:57:19.758723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3698656-5436-40f7-aec0-6cf8a24449ed req-d01bd429-8be7-4fdf-8f20-41372d45dffd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:19.760336 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:19.761129 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:56:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:19.766235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3698656-5436-40f7-aec0-6cf8a24449ed req-d01bd429-8be7-4fdf-8f20-41372d45dffd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 946 time: 0.2831714 Jul 16 19:57:19.811580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad2487a2-20e6-447f-8fe0-1d1f642a70b3 req-3db28f5e-897d-4d19-8167-d2628d8577aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425803 Jul 16 19:57:19.815360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:19.831635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcbf7d5b-f3dd-400f-8098-d2e66064e4ad req-4a1f20f0-1c4b-417f-a014-69f03777d077 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301773 Jul 16 19:57:19.858127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2ccf860-a9d1-412e-9635-e89dd4252a7e req-52e74503-881b-4ab9-89f4-4401d30e923b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140447 Jul 16 19:57:19.863778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:19.866243 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3698656-5436-40f7-aec0-6cf8a24449ed req-a065236c-0da6-4425-b537-8ef2cc222377 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990269 Jul 16 19:57:19.941986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:19.944425 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e646f8-621c-4de9-a40d-ea25e9c95f97" -d '{"events": [{"server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:19.946189 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:19.950432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:19.960219 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2ac79-bd9e-46a0-ba84-3bd4424b5d76 x-openstack-request-id: req-28e2ac79-bd9e-46a0-ba84-3bd4424b5d76 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:19.960219 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:19.960219 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28e2ac79-bd9e-46a0-ba84-3bd4424b5d76 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:19.960219 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'status': 'completed', 'code': 200} Jul 16 19:57:19.960811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.232323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efff2af-7a15-4658-b84d-10177f87f03a req-4f7e763b-7305-4016-ad37-39faafd0c258 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.241273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2efff2af-7a15-4658-b84d-10177f87f03a req-4f7e763b-7305-4016-ad37-39faafd0c258 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 945 time: 0.1529443 Jul 16 19:57:20.261288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on host n-h1-791505-15 for vnic_type normal with profile {"migrating_to": "n-h2-791505-15"} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:20.264215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:20.264616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:20.270775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:20.292334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:20.292716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Attempting to bind port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:20.300491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2efff2af-7a15-4658-b84d-10177f87f03a req-eea7ddcc-f570-4669-851d-d2ac8777d82f tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582769 Jul 16 19:57:20.318662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f039f-0b51-4748-99d4-d70eec393558 req-1c625f22-658a-4acc-9d1f-07b3db4a22f6 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.327459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a15f039f-0b51-4748-99d4-d70eec393558 req-1c625f22-658a-4acc-9d1f-07b3db4a22f6 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=98eb13b8-5a85-4a4d-8a02-b2549f0cb072 HTTP/1.1" status: 200 len: 945 time: 0.2048783 Jul 16 19:57:20.336664 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '86f5f86b-e874-4c0f-a322-9b749b843709', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'port_id': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'mac_address': 'fa:16:3e:71:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:55:43Z', 'updated_at': '2021-07-16T19:57:17Z', 'revision_number': 1, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:59Z', 'revision_number': 5, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:20.355235 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2fb4-a6d1-4fff-ac90-d3a1882737f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.359694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b3c7780f-5be8-48e8-bdd9-79df40119375 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:20.365409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:20.369986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:20.373312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:20.374158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Bound port: b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:20.374810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.381224 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b310f3f8-4996-47d3-828b-5be16fc50de8 None None] The sync data for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 is: [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '86f5f86b-e874-4c0f-a322-9b749b843709', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'port_id': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'mac_address': 'fa:16:3e:71:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:55:43Z', 'updated_at': '2021-07-16T19:57:17Z', 'revision_number': 1, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:59Z', 'revision_number': 5, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:57:20.413001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a15f039f-0b51-4748-99d4-d70eec393558 req-81556897-46ba-42b6-a0df-819ebb5ca3e7 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731297 Jul 16 19:57:20.481417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port b3c7780f-5be8-48e8-bdd9-79df40119375 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:20.489299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port b3c7780f-5be8-48e8-bdd9-79df40119375 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:20.489979 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.526233 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39bf669-268e-42d9-b59a-2cf7d97c50ed x-openstack-request-id: req-d39bf669-268e-42d9-b59a-2cf7d97c50ed {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:20.526740 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:20.526996 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d39bf669-268e-42d9-b59a-2cf7d97c50ed {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:20.527390 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd', 'code': 200} Jul 16 19:57:20.535716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-bcf477d3-106f-4636-b313-45f1d2e3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.536514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-bcf477d3-106f-4636-b313-45f1d2e3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.536978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-bcf477d3-106f-4636-b313-45f1d2e3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.537577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-bcf477d3-106f-4636-b313-45f1d2e3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.538138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-bcf477d3-106f-4636-b313-45f1d2e3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.538761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-bcf477d3-106f-4636-b313-45f1d2e3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.539250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-bcf477d3-106f-4636-b313-45f1d2e3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.541589 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-bcf477d3-106f-4636-b313-45f1d2e3f829 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6498 time: 0.4942229 Jul 16 19:57:20.596566 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.658482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:20.664087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:20.703094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.729369 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.763182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8960f-b8ef-4135-9a10-aa80de7595be req-ed30cd84-a116-4dfb-9baa-15c45ce2818a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.764824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02a8960f-b8ef-4135-9a10-aa80de7595be req-ed30cd84-a116-4dfb-9baa-15c45ce2818a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 945 time: 0.1655142 Jul 16 19:57:20.772454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b3c7780f-5be8-48e8-bdd9-79df40119375, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3c7780f-5be8-48e8-bdd9-79df40119375,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:20.788355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.791206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb97b2-2c4b-4c1b-ae53-010a4f38c1db None None] New status for floating IP 86f5f86b-e874-4c0f-a322-9b749b843709: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:57:20.840402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02a8960f-b8ef-4135-9a10-aa80de7595be req-1f0da4cf-b580-40fa-bb2b-416a6887e2e0 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617275 Jul 16 19:57:20.855283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-01a2af83-88ac-4e99-aeb3-643c939904de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.866870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-01a2af83-88ac-4e99-aeb3-643c939904de service neutron] 10.222.0.68 "GET /v2.0/networks?id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79 HTTP/1.1" status: 200 len: 913 time: 0.3168817 Jul 16 19:57:20.921142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.921798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:20.923223 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] 10.222.0.68 "PUT /v2.0/ports/b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd HTTP/1.1" status: 200 len: 1124 time: 1.4060340 Jul 16 19:57:20.926356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf290acc-3545-41e5-abfe-014e84e47591 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:20.963384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916cad-2191-4ff1-84f4-11482897f861 req-15e8965e-6a22-4de8-9aeb-f384ef5d8957 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:20.971792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46916cad-2191-4ff1-84f4-11482897f861 req-15e8965e-6a22-4de8-9aeb-f384ef5d8957 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 946 time: 0.3185732 Jul 16 19:57:21.007434 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-32abede2-df94-4569-9d6f-6f393e461598 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5 HTTP/1.1" status: 200 len: 999 time: 0.1024969 Jul 16 19:57:21.054190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b3c7780f-5be8-48e8-bdd9-79df40119375,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:21.103351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46916cad-2191-4ff1-84f4-11482897f861 req-296206b5-1dfb-4f22-aac9-f119095d2c83 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=25527b7a-21e2-478d-8f9b-873eb276c75f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256511 Jul 16 19:57:21.130842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:21.153588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-72293a9c-4110-45c9-aee8-d3e6e1c459c0 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:21.155639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-72293a9c-4110-45c9-aee8-d3e6e1c459c0 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.68 "GET /v2.0/ports?device_id=98eb13b8-5a85-4a4d-8a02-b2549f0cb072 HTTP/1.1" status: 200 len: 945 time: 0.2962015 Jul 16 19:57:21.160497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-06a596a5-a7af-4f75-8576-7e7c5e19c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:21.166247 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-06a596a5-a7af-4f75-8576-7e7c5e19c27d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0ed60708-ce37-4ca4-b285-d0fb5baac0d5 HTTP/1.1" status: 200 len: 851 time: 0.1461940 Jul 16 19:57:21.283915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c7780f-5be8-48e8-bdd9-79df40119375'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:21.287346 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d6ad7c-6266-4c61-9e3c-6830e8090b96" -d '{"events": [{"server_uuid": "efff117d-8f4c-4c46-bcea-7e3b288b5dd7", "name": "network-vif-plugged", "status": "completed", "tag": "b3c7780f-5be8-48e8-bdd9-79df40119375"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:21.346455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-61acb12f-d523-4222-a01c-579afddb5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:21.352637 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-61acb12f-d523-4222-a01c-579afddb5a1c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817265 Jul 16 19:57:21.568503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-e6012e34-d875-46f9-9832-b122585e9870 service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078893 Jul 16 19:57:21.600239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2dd5a-456b-4e12-b818-fafe07ae920d req-fca5d851-0a21-492d-97b2-14b5d55bb66a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:21.602171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84f2dd5a-456b-4e12-b818-fafe07ae920d req-fca5d851-0a21-492d-97b2-14b5d55bb66a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 949 time: 0.3636727 Jul 16 19:57:21.606843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Deleting port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:57:21.607143 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:21.672169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eead43-cfd2-4ca0-b308-da308a091dc9 req-04f28b62-54f3-4592-9a8f-4e1359f291b8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:21.673968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03eead43-cfd2-4ca0-b308-da308a091dc9 req-04f28b62-54f3-4592-9a8f-4e1359f291b8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 944 time: 0.2005436 Jul 16 19:57:21.715665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04491c21-09d9-4faa-aef5-a55fc39be0ca req-b6ada395-95ea-423b-bf16-ea8da26ee3ec service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371417 Jul 16 19:57:21.762165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84f2dd5a-456b-4e12-b818-fafe07ae920d req-0cc71f26-7626-4280-a7ca-3ead77a53145 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472120 Jul 16 19:57:21.796893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03eead43-cfd2-4ca0-b308-da308a091dc9 req-8121bd6c-ced3-43fc-951a-970483b96210 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138945 Jul 16 19:57:21.830240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] For port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:21.831129 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:21.861441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Calling delete_port for fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:57:21.878410 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6a65fc-ded8-4aeb-8d90-b9229562f83a x-openstack-request-id: req-ef6a65fc-ded8-4aeb-8d90-b9229562f83a {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:21.878934 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efff117d-8f4c-4c46-bcea-7e3b288b5dd7", "name": "network-vif-plugged", "status": "completed", "tag": "b3c7780f-5be8-48e8-bdd9-79df40119375", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:21.879229 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef6a65fc-ded8-4aeb-8d90-b9229562f83a {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:21.879829 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'code': 200} Jul 16 19:57:22.046602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47295e-5b13-45bb-ac88-2ecdf3d0f3ed req-3b54504e-5c97-4470-b568-9208cded41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:22.048442 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ad47295e-5b13-45bb-ac88-2ecdf3d0f3ed req-3b54504e-5c97-4470-b568-9208cded41fc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 1098 time: 0.0800233 Jul 16 19:57:22.098127 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ad47295e-5b13-45bb-ac88-2ecdf3d0f3ed req-b10a0d69-bd1c-4051-b47c-bb0c23d1d284 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 Jul 16 19:57:22.166531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd60cd2-9121-4fb1-9cfc-0b57b7b59eaa req-3dd49163-fa56-417b-822e-bb9f3018bd7b tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:22.168243 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bdd60cd2-9121-4fb1-9cfc-0b57b7b59eaa req-3dd49163-fa56-417b-822e-bb9f3018bd7b tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 945 time: 0.1535892 Jul 16 19:57:22.211725 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.225545 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.238384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344fef2-c222-4958-b759-e852b8e0e882 req-17b7d2bd-01d6-42be-ad55-54f68434d15b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:22.240085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b344fef2-c222-4958-b759-e852b8e0e882 req-17b7d2bd-01d6-42be-ad55-54f68434d15b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=98eb13b8-5a85-4a4d-8a02-b2549f0cb072 HTTP/1.1" status: 200 len: 945 time: 0.1754224 Jul 16 19:57:22.246447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d', '0293655f-a039-45a8-ae3a-b2bad6e099dd'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:22.254117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bdd60cd2-9121-4fb1-9cfc-0b57b7b59eaa req-7a7f6185-fff4-4ad2-a282-fc1a8e8e347d tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756979 Jul 16 19:57:22.283279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Pushing event deleted for resources: {'Port': ['ID=fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:22.294086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ea337623-60b9-4b43-9f72-cff7e8836156'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:22.399682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] No DVR routers for this DVR port fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:57:22.407829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b344fef2-c222-4958-b759-e852b8e0e882 req-aa3d34ad-7cde-4b21-9767-81f9c1660e6b tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570451 Jul 16 19:57:22.409705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.413461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecfb8e65-2870-4577-ac54-10a049514c09 req-bbc61748-1b90-4200-b4cc-71f96347ec27 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.68 "DELETE /v2.0/ports/fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d HTTP/1.1" status: 204 len: 173 time: 1.2432976 Jul 16 19:57:22.415771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eb13b8-5a85-4a4d-8a02-b2549f0cb072', 'name': 'network-vif-deleted', 'tag': 'fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:22.419571 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d3593-e13b-4b86-8a7d-0eeb68b17b9d" -d '{"events": [{"server_uuid": "98eb13b8-5a85-4a4d-8a02-b2549f0cb072", "name": "network-vif-deleted", "tag": "fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:22.528226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:22.531465 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8af819-0274-4cf3-8e5a-156122bcd3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:22.576416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c03de-e7a6-4a60-9115-5ff78c1fabe3 req-a12ea932-de21-478e-b7bb-cb63184b1bb4 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:22.579628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab0c03de-e7a6-4a60-9115-5ff78c1fabe3 req-a12ea932-de21-478e-b7bb-cb63184b1bb4 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 946 time: 0.1647944 Jul 16 19:57:22.619282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:22.656777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab0c03de-e7a6-4a60-9115-5ff78c1fabe3 req-48f93285-a407-4c60-baa9-c768d44554b7 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701437 Jul 16 19:57:22.764792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bbb18-e3a0-46d8-b369-c0cb54452b03 req-9163cafd-15e4-48fb-9c1e-9853b3832b04 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:22.777090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-558bbb18-e3a0-46d8-b369-c0cb54452b03 req-9163cafd-15e4-48fb-9c1e-9853b3832b04 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 946 time: 0.1186202 Jul 16 19:57:22.791758 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d02e3cf-2e2d-4753-9d39-84b9daa14dc4 x-openstack-request-id: req-6d02e3cf-2e2d-4753-9d39-84b9daa14dc4 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:22.792181 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eb13b8-5a85-4a4d-8a02-b2549f0cb072", "name": "network-vif-deleted", "tag": "fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:22.792610 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d02e3cf-2e2d-4753-9d39-84b9daa14dc4 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:22.793560 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eb13b8-5a85-4a4d-8a02-b2549f0cb072', 'name': 'network-vif-deleted', 'tag': 'fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d', 'status': 'completed', 'code': 200} Jul 16 19:57:22.827793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:22.842643 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9a605-441e-4b26-bef0-5e5309123414 x-openstack-request-id: req-8dc9a605-441e-4b26-bef0-5e5309123414 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:22.843813 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:22.844377 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dc9a605-441e-4b26-bef0-5e5309123414 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:22.844526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-558bbb18-e3a0-46d8-b369-c0cb54452b03 req-0198bbe7-4d4d-44c6-bfca-66b78abef276 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=25527b7a-21e2-478d-8f9b-873eb276c75f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656967 Jul 16 19:57:22.846219 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd', 'status': 'completed', 'code': 200} Jul 16 19:57:22.851397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd has no active binding in host n-h2-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 19:57:23.055311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-323eab23-c4fd-4ce4-9f89-5cf494e3e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:23.057918 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-323eab23-c4fd-4ce4-9f89-5cf494e3e7f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1127 time: 0.1607246 Jul 16 19:57:23.219990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241da03f-1e41-4ad5-81d6-b2ce58406fbd req-e38ec462-b6d0-405e-ba07-deffb97fd0ce tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:23.221656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-241da03f-1e41-4ad5-81d6-b2ce58406fbd req-e38ec462-b6d0-405e-ba07-deffb97fd0ce tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 949 time: 0.1887591 Jul 16 19:57:23.278410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-a6adfa40-9226-475c-8e96-cd38dff0d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:23.280248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-a6adfa40-9226-475c-8e96-cd38dff0d13e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1883397 Jul 16 19:57:23.333307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-88e197c1-6515-460e-bb1a-a44eef3249c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd HTTP/1.1" status: 200 len: 217 time: 0.0416043 Jul 16 19:57:23.337109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-241da03f-1e41-4ad5-81d6-b2ce58406fbd req-174ee545-a20c-4e21-a4e4-079db05fe7a0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000378 Jul 16 19:57:23.410967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-d5d7c260-505e-424b-bd10-7395ee588073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:23.412841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-d5d7c260-505e-424b-bd10-7395ee588073 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0708892 Jul 16 19:57:23.494447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-668469e9-e3db-469b-8c36-2b878c492a57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453274 Jul 16 19:57:23.578369 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:23.641020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bfe15-dee9-4a81-b5b7-21d064fa680d req-4ca98fcb-b0fc-4943-bd09-24f22505f400 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:23.644706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e96bfe15-dee9-4a81-b5b7-21d064fa680d req-4ca98fcb-b0fc-4943-bd09-24f22505f400 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 944 time: 0.2829061 Jul 16 19:57:23.687937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6167362-5bff-4ae7-9c63-882c6fc5bb0c req-c20b31b0-19fa-4501-89f5-9ee63ac1b7a0 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:23.689523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6167362-5bff-4ae7-9c63-882c6fc5bb0c req-c20b31b0-19fa-4501-89f5-9ee63ac1b7a0 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 946 time: 0.1985891 Jul 16 19:57:23.699507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:23.700108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-4c726316-2908-4bdf-a6c4-182f14e704c3 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936042 Jul 16 19:57:23.705614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Request body: {'floatingip': {'port_id': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:23.754503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:23.767314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e96bfe15-dee9-4a81-b5b7-21d064fa680d req-61ca8af8-6304-480f-96d8-1429ae35f6ff tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165388 Jul 16 19:57:23.905091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb8af819-0274-4cf3-8e5a-156122bcd3ce req-c3cd5389-e9b5-4f0d-b994-0ce17ae57284 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960995 Jul 16 19:57:24.131232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6644f2-aced-4b58-9656-eff4df3f7bd6 req-49751c40-b59e-49ee-86af-fd59fd1d06c6 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:24.133361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c6644f2-aced-4b58-9656-eff4df3f7bd6 req-49751c40-b59e-49ee-86af-fd59fd1d06c6 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 950 time: 0.1216040 Jul 16 19:57:24.146564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5f5bb-a74c-4227-8294-7b3580bd5d7e req-7342f95e-8e33-492a-87ce-14214067ad4a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:24.148877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23b5f5bb-a74c-4227-8294-7b3580bd5d7e req-7342f95e-8e33-492a-87ce-14214067ad4a tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 945 time: 0.1904020 Jul 16 19:57:24.232929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c6644f2-aced-4b58-9656-eff4df3f7bd6 req-6f253a43-f3a2-4730-887f-2f605c5737c7 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828869 Jul 16 19:57:24.279525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23b5f5bb-a74c-4227-8294-7b3580bd5d7e req-5be4ec1d-a4ad-45fd-ab4a-72a1da1632ce tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847573 Jul 16 19:57:24.382701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:57:24.434620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:57:24.434971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device fb55f4c4-9be6-4e9d-8128-6c1e8631fa6d not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:57:24.604730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26296366-ad31-4329-8516-b7404e274ec4 req-fa2b394e-2160-4d16-a583-fc7200078247 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:24.608889 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26296366-ad31-4329-8516-b7404e274ec4 req-fa2b394e-2160-4d16-a583-fc7200078247 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 946 time: 0.1201174 Jul 16 19:57:24.634233 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:24.640083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:24.689277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26296366-ad31-4329-8516-b7404e274ec4 req-e4661450-5e9e-4ef0-a5e3-27401244b6ec tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673089 Jul 16 19:57:24.778394 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Floating IP 81fd83eb-06bf-4017-877e-dd8725865e44 associated. External IP: 172.25.6.50, port: f9abef35-a6fc-4252-a55a-cbc6da4d62f6. Jul 16 19:57:24.881094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86522b1d-6d4a-4785-b494-e7ad9b63dbf2 req-e91d343f-4f04-437e-8660-a8849db4ef68 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:24.889231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86522b1d-6d4a-4785-b494-e7ad9b63dbf2 req-e91d343f-4f04-437e-8660-a8849db4ef68 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:24.896729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86522b1d-6d4a-4785-b494-e7ad9b63dbf2 req-e91d343f-4f04-437e-8660-a8849db4ef68 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb&device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 1690 time: 0.1198649 Jul 16 19:57:24.953109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86522b1d-6d4a-4785-b494-e7ad9b63dbf2 req-0c6a6e69-72e3-4dea-ac1b-7644ea299ba6 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554314 Jul 16 19:57:25.015536 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:57:25.149771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6c62-2346-4beb-8341-0a8473a38497 req-9fa6efcb-1878-4894-ae31-15e2532483e3 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:25.151397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41ed6c62-2346-4beb-8341-0a8473a38497 req-9fa6efcb-1878-4894-ae31-15e2532483e3 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 946 time: 0.1525459 Jul 16 19:57:25.161630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55302) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:25.168842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Request body: {'floatingip': {'port_id': 'b3c7780f-5be8-48e8-bdd9-79df40119375'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:25.188988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Router 9b91bca2-a247-4b02-84c9-7222a7df8d61 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:57:25.422867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:57:25.445301 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] Sync routers for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:57:25.466131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:25.476729 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:25.477619 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:25.527773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82c849ec-f6a5-4825-9f64-583eaf2d8570 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "PUT /v2.0/floatingips/81fd83eb-06bf-4017-877e-dd8725865e44 HTTP/1.1" status: 200 len: 991 time: 1.8261368 Jul 16 19:57:25.528569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'tag': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:25.531147 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ea533b-065f-42d1-97a5-e93b781cb606", "tag": "f9abef35-a6fc-4252-a55a-cbc6da4d62f6"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:25.558442 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:25.657923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4be42-292c-4624-9525-4bcf0009a425 req-c242c844-1823-437b-b20f-2ba6cd43cd3b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:25.659822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ef4be42-292c-4624-9525-4bcf0009a425 req-c242c844-1823-437b-b20f-2ba6cd43cd3b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 944 time: 0.5755241 Jul 16 19:57:25.665596 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:25.782068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-a8698c49-64ee-4909-80d2-3a0359eb6181 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:25.783612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-a8698c49-64ee-4909-80d2-3a0359eb6181 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 945 time: 0.2719085 Jul 16 19:57:25.856177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ef4be42-292c-4624-9525-4bcf0009a425 req-5c7b3a51-b9ab-4f5d-bd73-61fd839aac40 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628501 Jul 16 19:57:25.946863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02f96c-52f9-4460-b103-6a973498f9c9 req-c4181967-0995-4914-ba09-a05dc08f4fc8 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:25.953886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca02f96c-52f9-4460-b103-6a973498f9c9 req-c4181967-0995-4914-ba09-a05dc08f4fc8 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 945 time: 0.3199592 Jul 16 19:57:26.035578 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '81fd83eb-06bf-4017-877e-dd8725865e44', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'port_id': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'mac_address': 'fa:16:3e:0d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:56:57Z', 'updated_at': '2021-07-16T19:57:24Z', 'revision_number': 1, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:26.096718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca02f96c-52f9-4460-b103-6a973498f9c9 req-68f59290-5afe-403a-858d-8b90a65b6dc2 tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/security-groups?id=07c9a82e-51dd-40d0-b05f-5b4e1e761b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418085 Jul 16 19:57:26.126756 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] Checking router: 9b91bca2-a247-4b02-84c9-7222a7df8d61 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:57:26.157629 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:26.160033 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:26.202695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Deleting port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:57:26.203035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.340044 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:26.415261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] For port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,segment=NetworkSegment(3552c96b-e26e-4116-9fec-b33b5d2a7a84),segment_id=3552c96b-e26e-4116-9fec-b33b5d2a7a84)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:26.416777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.472102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Calling delete_port for 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:57:26.511241 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbecfbb5-6f86-43dd-801f-80d7020a1a2b x-openstack-request-id: req-cbecfbb5-6f86-43dd-801f-80d7020a1a2b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:26.511780 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ea533b-065f-42d1-97a5-e93b781cb606", "tag": "f9abef35-a6fc-4252-a55a-cbc6da4d62f6", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:26.511986 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cbecfbb5-6f86-43dd-801f-80d7020a1a2b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:26.512519 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'tag': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'status': 'completed', 'code': 200} Jul 16 19:57:26.545697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-cfdaf6b7-2092-4f8d-935e-ce20964b099e service neutron] 10.222.0.16 "GET /v2.0/ports/b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd/bindings/n-h2-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.3036432 Jul 16 19:57:26.612614 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.669687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.735799 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '81fd83eb-06bf-4017-877e-dd8725865e44', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'port_id': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'mac_address': 'fa:16:3e:0d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:56:57Z', 'updated_at': '2021-07-16T19:57:24Z', 'revision_number': 1, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:26.777984 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7476d-d102-41cf-979e-00eae39e76a3 None None] The sync data for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 is: [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '81fd83eb-06bf-4017-877e-dd8725865e44', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'port_id': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'mac_address': 'fa:16:3e:0d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:56:57Z', 'updated_at': '2021-07-16T19:57:24Z', 'revision_number': 1, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:57:26.925816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf587d-25ba-467b-a781-9e771b986e0f req-eb9a5079-35f2-49dc-93f9-6884a7ca1590 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:26.927491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28bf587d-25ba-467b-a781-9e771b986e0f req-eb9a5079-35f2-49dc-93f9-6884a7ca1590 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 1102 time: 0.4527678 Jul 16 19:57:27.010104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-873eec76-4c4d-4f72-a865-dee3abc83062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:27.011961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-873eec76-4c4d-4f72-a865-dee3abc83062 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af6d3ee6f4b44581aa40868568fb2495&device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 1098 time: 0.4591522 Jul 16 19:57:27.020184 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Floating IP 1713edff-a002-4c1b-89c3-eb7fe500b22a associated. External IP: 172.25.6.210, port: b3c7780f-5be8-48e8-bdd9-79df40119375. Jul 16 19:57:27.095787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c75fe-44a8-4adb-b84f-80775d5c8704 None None] New status for floating IP 81fd83eb-06bf-4017-877e-dd8725865e44: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:57:27.159592 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:27.176895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['7fbdb473-ea5f-4f2a-9230-a2d4788afb68'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:27.273198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28bf587d-25ba-467b-a781-9e771b986e0f req-7d63dbf0-93a7-497c-97ff-938522f10ea2 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047872 Jul 16 19:57:27.681840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Pushing event deleted for resources: {'Port': ['ID=7fbdb473-ea5f-4f2a-9230-a2d4788afb68,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:27.805098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55344) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:27.811498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-108169207'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:27.820649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.821136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.821412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.822523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.823091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.823571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.824002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.824395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.824732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.825070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.825396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.825727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:27.849787 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:27.855719 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:27.869573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af1f0d62-f49a-4014-bc5a-67bded6c8f4c req-94c2180e-32b3-4d75-8c62-46ba3202139f tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed0472a-a8ec-4a7b-ae9d-85dc88b859b0 HTTP/1.1" status: 200 len: 210 time: 0.1897931 Jul 16 19:57:27.909588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:57:27.934444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:27.935315 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Added segment 103c6a9b-1162-4b5d-b76c-2b4ebd324bd5 of type vlan for network feae7e28-8ae7-49b0-af49-329cabf6f82f Jul 16 19:57:27.941988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:27.944960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] No DVR routers for this DVR port 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:57:27.968962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:27.972713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-808a3284-4fa4-4e2d-8cad-55d5c8c8ac9a req-dd158f60-e3b4-4e1a-b5e0-6ccce76d409e tempest-ServerGroupTestJSON-640742704 tempest-ServerGroupTestJSON-640742704-project] 10.222.0.16 "DELETE /v2.0/ports/7fbdb473-ea5f-4f2a-9230-a2d4788afb68 HTTP/1.1" status: 204 len: 173 time: 2.1685038 Jul 16 19:57:27.973483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed0472a-a8ec-4a7b-ae9d-85dc88b859b0', 'name': 'network-vif-deleted', 'tag': '7fbdb473-ea5f-4f2a-9230-a2d4788afb68'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:27.976183 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5deca2-480a-468c-ae4d-4739c47e1ac3" -d '{"events": [{"server_uuid": "aed0472a-a8ec-4a7b-ae9d-85dc88b859b0", "name": "network-vif-deleted", "tag": "7fbdb473-ea5f-4f2a-9230-a2d4788afb68"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:27.997925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-dd61456b-892c-40b9-b962-d43a4ad5e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:27.999696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-dd61456b-892c-40b9-b962-d43a4ad5e9b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 200 len: 911 time: 0.9749935 Jul 16 19:57:28.032074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.034295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:28.073248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.080590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:28.081396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.128304 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3209655 Jul 16 19:57:28.131989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55350) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:28.138330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-814264164'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:28.164683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efed60-b1a3-4d49-b392-d834809091b9 req-c29d0327-4802-434f-b487-cae4064746c8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:28.167455 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4efed60-b1a3-4d49-b392-d834809091b9 req-c29d0327-4802-434f-b487-cae4064746c8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 944 time: 1.0454471 Jul 16 19:57:28.187569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95966d4b-297c-4e94-96fd-fff0fc56f57e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Network': ['ID=feae7e28-8ae7-49b0-af49-329cabf6f82f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:28.200849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network feae7e28-8ae7-49b0-af49-329cabf6f82f details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:57:28.215225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:28.220697 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.264080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:57:28.265151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:28.281479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.281880 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Added segment 2591ad6f-2f85-4973-95b2-a1899f121187 of type vlan for network 26308dbe-e842-4fb5-bfa5-18e944a16551 Jul 16 19:57:28.299203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:28.336106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.369676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.375581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:28.376309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.384507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.388969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-23150d9c-0ffd-4a56-b6d3-400a74f90244 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9abef35-a6fc-4252-a55a-cbc6da4d62f6 HTTP/1.1" status: 200 len: 1001 time: 0.3808236 Jul 16 19:57:28.414690 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2816412 Jul 16 19:57:28.419265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55352) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:28.424049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'subnet': {'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:28.430341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4efed60-b1a3-4d49-b392-d834809091b9 req-0dd121d3-4e6a-4209-a18c-2cf6ff1f5072 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511623 Jul 16 19:57:28.501565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5259ecc-2df9-421f-83f4-276219753004 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Network': ['ID=26308dbe-e842-4fb5-bfa5-18e944a16551,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:28.521880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 26308dbe-e842-4fb5-bfa5-18e944a16551 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:57:28.552577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c370e1c-f204-4708-8f09-e272270f0baf req-48866ecc-e063-4286-9e2e-d24e7317ba2a tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:28.555413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c370e1c-f204-4708-8f09-e272270f0baf req-48866ecc-e063-4286-9e2e-d24e7317ba2a tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 1101 time: 0.5526252 Jul 16 19:57:28.604039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Router 9ce4d9db-1130-4002-9c4c-862471c9cf57 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:57:28.612417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:28.617916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-303369dd-f3be-492c-9447-dcea299db597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:28.619827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.620968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-303369dd-f3be-492c-9447-dcea299db597 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 200 len: 849 time: 0.2119040 Jul 16 19:57:28.665931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:57:28.761104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c370e1c-f204-4708-8f09-e272270f0baf req-18f01b07-6429-494a-b76e-e0159ee31513 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837914 Jul 16 19:57:28.765927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] Transition to ACTIVE for port object b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:28.780565 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.886466 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8843055-e99f-469f-82b9-1b6efb31f395 x-openstack-request-id: req-d8843055-e99f-469f-82b9-1b6efb31f395 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:28.886822 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed0472a-a8ec-4a7b-ae9d-85dc88b859b0", "name": "network-vif-deleted", "tag": "7fbdb473-ea5f-4f2a-9230-a2d4788afb68", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:28.887029 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8843055-e99f-469f-82b9-1b6efb31f395 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:28.887403 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed0472a-a8ec-4a7b-ae9d-85dc88b859b0', 'name': 'network-vif-deleted', 'tag': '7fbdb473-ea5f-4f2a-9230-a2d4788afb68', 'status': 'completed', 'code': 200} Jul 16 19:57:28.893933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.983243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Subnet': ['ID=8ac96c40-c0f3-45f8-8c47-f052bfe1819d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:28.999365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-43c677dc-ece7-4b53-8262-cd229d3d3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.000998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-43c677dc-ece7-4b53-8262-cd229d3d3d6a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ebb14ccb-a9db-4fe1-aef0-540461726a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3690081 Jul 16 19:57:29.001833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] No DVR routers for this DVR port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:57:29.014263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:57:29.027075 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] Sync routers for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:57:29.027659 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:29.032122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] Pushing event updated for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=10']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:29.058518 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:29.059411 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:29.073748 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Checking segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:29.074730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network hostable DHCP agents. Network: feae7e28-8ae7-49b0-af49-329cabf6f82f, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:57:29.111792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-f0e89bc6-b7de-44a9-a142-586e1def042e service neutron] 10.222.0.16 "PUT /v2.0/ports/b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd/bindings/n-h2-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 2.5109556 Jul 16 19:57:29.122087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network feae7e28-8ae7-49b0-af49-329cabf6f82f is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:57:29.138302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, feae7e28-8ae7-49b0-af49-329cabf6f82f) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:29.147756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd9047-18b9-44b1-a34f-6f81d35fa926 None None] Network feae7e28-8ae7-49b0-af49-329cabf6f82f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:29.169241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.171087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:29.191390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ab4e4b5d-d077-4fde-8703-cb22ad863531 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "PUT /v2.0/floatingips/1713edff-a002-4c1b-89c3-eb7fe500b22a HTTP/1.1" status: 200 len: 992 time: 4.0274875 Jul 16 19:57:29.210305 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6454dbf0-c78c-4f39-8c37-696a3765ec70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7904463 Jul 16 19:57:29.213900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55370) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:29.219391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'subnet': {'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:29.344833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-1d6d46ab-f974-41fa-9d4b-f7c621db4219 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.346342 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-1d6d46ab-f974-41fa-9d4b-f7c621db4219 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.1493454 Jul 16 19:57:29.387341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-a0d1d64f-585a-4578-9d52-7c928fd3a737 service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706820 Jul 16 19:57:29.427712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-feae7e28-8ae7-49b0-af49-329cabf6f82f', 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'fixed_ips': [{'subnet_id': '8ac96c40-c0f3-45f8-8c47-f052bfe1819d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:57:29.430434 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:29.457689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-854ca05e-841a-42ce-a5dc-252cab55adc9 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163306 Jul 16 19:57:29.462761 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:29.471691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-7b3598ba-9ec7-418d-bb1e-04e71204b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.477147 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-7b3598ba-9ec7-418d-bb1e-04e71204b9e0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6&tenant_id=f9c52f0c54e94914b90d9b206ff78139 HTTP/1.1" status: 200 len: 1097 time: 0.1146917 Jul 16 19:57:29.609510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:29.613889 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:29.624032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-03b63f09-71d1-47f2-8c5d-b1730e852a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.626553 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-03b63f09-71d1-47f2-8c5d-b1730e852a6d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1097 time: 0.1100810 Jul 16 19:57:29.726375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-3a1d55ea-f441-4ab9-b72c-e57e88434e5c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.734329 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-3a1d55ea-f441-4ab9-b72c-e57e88434e5c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755888 Jul 16 19:57:29.741646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Allocated IP 10.1.1.2 (feae7e28-8ae7-49b0-af49-329cabf6f82f/8ac96c40-c0f3-45f8-8c47-f052bfe1819d/9b9090df-fe3f-4acd-b15a-a0042df6be40) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:29.761220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-2e1ee0a4-80b8-4f50-8214-8fde7a316948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.763042 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-2e1ee0a4-80b8-4f50-8214-8fde7a316948 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1230607 Jul 16 19:57:29.783892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0e429-3c65-4bab-ad6b-2a364bf8a72d req-3c5cffe1-c8be-4833-a1d7-2b07aa7dccb5 service neutron] 10.222.0.68 "GET /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779781 Jul 16 19:57:29.793874 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-d1d57662-9cd4-433a-a5bf-1a93976ef2f2 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/quotas/c7f0df0ec6164c33b765d1378199fc05 HTTP/1.1" status: 200 len: 375 time: 0.0584350 Jul 16 19:57:29.832230 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-150d6091-a1a0-4dbd-8d11-17755812c968 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd HTTP/1.1" status: 200 len: 217 time: 0.0582271 Jul 16 19:57:29.898029 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '1713edff-a002-4c1b-89c3-eb7fe500b22a', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'port_id': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'mac_address': 'fa:16:3e:83:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:57:02Z', 'updated_at': '2021-07-16T19:57:26Z', 'revision_number': 1, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:57Z', 'revision_number': 5, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:29.907881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-7198e859-1b5e-4b72-b324-85ebe19e62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.909798 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-7198e859-1b5e-4b72-b324-85ebe19e62d9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0712392 Jul 16 19:57:29.930302 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] Checking router: 9ce4d9db-1130-4002-9c4c-862471c9cf57 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:57:29.940126 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:29.941044 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:29.953826 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-1b4a21c5-4dbc-4aff-be9f-e8a2cd4f300b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347271 Jul 16 19:57:29.984771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595df2fc-b80e-4acf-8777-f47cfc83e488 req-b5fb0fcc-5ea3-4e5f-bfa1-f09fa11a1a24 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.990765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595df2fc-b80e-4acf-8777-f47cfc83e488 req-b5fb0fcc-5ea3-4e5f-bfa1-f09fa11a1a24 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.992463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-595df2fc-b80e-4acf-8777-f47cfc83e488 req-b5fb0fcc-5ea3-4e5f-bfa1-f09fa11a1a24 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5&device_id=c64150a7-78f0-4e57-ab58-15d5c3ea3fc7 HTTP/1.1" status: 200 len: 1682 time: 0.1769342 Jul 16 19:57:30.010624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.021737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-6fc37638-ed1b-43b3-9e8c-62aba1d85061 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2270579 Jul 16 19:57:30.027638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Transition to ACTIVE for port object 9b9090df-fe3f-4acd-b15a-a0042df6be40 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:30.053640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Transition to ACTIVE for port object 9b9090df-fe3f-4acd-b15a-a0042df6be40 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:30.061883 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.093399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-6676df59-41f0-4257-8159-100e26d9b1c8 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327631 Jul 16 19:57:30.100257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.120053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Network feae7e28-8ae7-49b0-af49-329cabf6f82f is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:30.123164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:30.127027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:30.135195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Pushing event updated for resources: {'Port': ['ID=9b9090df-fe3f-4acd-b15a-a0042df6be40,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:30.157911 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:30.184849 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-595df2fc-b80e-4acf-8777-f47cfc83e488 req-8c1bf1c0-7ce1-48c4-ac06-f924c25a6d61 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559930 Jul 16 19:57:30.203281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Subnet': ['ID=a28fdbd3-7cc6-4376-bb96-f58ef7548f47,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:30.203581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Attempting to bind port 9b9090df-fe3f-4acd-b15a-a0042df6be40 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:30.204174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Attempting to bind port 9b9090df-fe3f-4acd-b15a-a0042df6be40 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:30.204756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Attempting to bind port 9b9090df-fe3f-4acd-b15a-a0042df6be40 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:30.212719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:30.213829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Checking segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:30.214614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.215301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Bound using segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:30.216783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Bound port: 9b9090df-fe3f-4acd-b15a-a0042df6be40, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:30.217390 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.303375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Checking segment: {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:30.304431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network hostable DHCP agents. Network: 26308dbe-e842-4fb5-bfa5-18e944a16551, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:57:30.343587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network 26308dbe-e842-4fb5-bfa5-18e944a16551 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:57:30.363464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 26308dbe-e842-4fb5-bfa5-18e944a16551) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:30.377109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] For port 9b9090df-fe3f-4acd-b15a-a0042df6be40, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:30.386192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] For port 9b9090df-fe3f-4acd-b15a-a0042df6be40, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b9090df-fe3f-4acd-b15a-a0042df6be40,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:30.388044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:30.391803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6080370-c431-428d-947c-ccd56f6f322e None None] Network 26308dbe-e842-4fb5-bfa5-18e944a16551 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:30.394002 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.426769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.442541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-025acb96-ffdf-43fc-a0e6-34f90d5e3d2f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2272964 Jul 16 19:57:30.445674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55396) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:30.452678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'port': {'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'name': 'tempest-TaggedBootDevicesTest_v242-1475434383', 'fixed_ips': [{'subnet_id': '8ac96c40-c0f3-45f8-8c47-f052bfe1819d'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:30.599705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9675-b1d3-4e23-a6b5-acf0a2977997 None None] Pushing event updated for resources: {'Port': ['ID=9b9090df-fe3f-4acd-b15a-a0042df6be40,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:30.611465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:57:30.673869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:57:30.674218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7fbdb473-ea5f-4f2a-9230-a2d4788afb68 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:57:30.726462 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '1713edff-a002-4c1b-89c3-eb7fe500b22a', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'port_id': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'mac_address': 'fa:16:3e:83:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:57:02Z', 'updated_at': '2021-07-16T19:57:26Z', 'revision_number': 1, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:57Z', 'revision_number': 5, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:30.767185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-26308dbe-e842-4fb5-bfa5-18e944a16551', 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'fixed_ips': [{'subnet_id': 'a28fdbd3-7cc6-4376-bb96-f58ef7548f47'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:57:30.767806 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.779776 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8febff-87db-4504-9561-07ff18d40a09 None None] The sync data for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 is: [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '1713edff-a002-4c1b-89c3-eb7fe500b22a', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'port_id': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'mac_address': 'fa:16:3e:83:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:57:02Z', 'updated_at': '2021-07-16T19:57:26Z', 'revision_number': 1, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:57Z', 'revision_number': 5, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:57:30.878029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187abce3-7b74-493d-8959-83c9c34ac494 req-f762d9c9-9a4e-46a9-8f4f-d8b796eef9a2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:30.908038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-187abce3-7b74-493d-8959-83c9c34ac494 req-f762d9c9-9a4e-46a9-8f4f-d8b796eef9a2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 945 time: 0.4814823 Jul 16 19:57:30.923499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:30.991644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'tag': 'b3c7780f-5be8-48e8-bdd9-79df40119375'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:30.995431 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c88ee38-c1ca-4aa2-a438-c07246f560b6" -d '{"events": [{"name": "network-changed", "server_uuid": "efff117d-8f4c-4c46-bcea-7e3b288b5dd7", "tag": "b3c7780f-5be8-48e8-bdd9-79df40119375"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:31.000901 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-b986d9ae-5c2d-4683-b38c-d7f103c7cae7 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8978438 Jul 16 19:57:31.156097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Allocated IP 10.2.2.2 (26308dbe-e842-4fb5-bfa5-18e944a16551/a28fdbd3-7cc6-4376-bb96-f58ef7548f47/8fa136de-3b7b-44a0-aeb7-74e33a2be110) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:31.198761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-187abce3-7b74-493d-8959-83c9c34ac494 req-45bc0444-9fe6-490c-9df4-1a8f6840661e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816775 Jul 16 19:57:31.305137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.313038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895cfffb-e8d8-40ad-876b-62b90c1d3596 None None] New status for floating IP 1713edff-a002-4c1b-89c3-eb7fe500b22a: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:57:31.357665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] device_id is not set on port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:57:31.570867 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159173a8-d24a-42fc-b817-71ac6bb60cd6 x-openstack-request-id: req-159173a8-d24a-42fc-b817-71ac6bb60cd6 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:31.574675 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efff117d-8f4c-4c46-bcea-7e3b288b5dd7", "tag": "b3c7780f-5be8-48e8-bdd9-79df40119375", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:31.575112 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-159173a8-d24a-42fc-b817-71ac6bb60cd6 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:31.575475 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'tag': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'status': 'completed', 'code': 200} Jul 16 19:57:31.577646 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.627543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-b110c3fd-f88c-4f0a-b53e-55a909ebbde3 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:31.629145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-b110c3fd-f88c-4f0a-b53e-55a909ebbde3 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.1238396 Jul 16 19:57:31.632076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Transition to ACTIVE for port object 8fa136de-3b7b-44a0-aeb7-74e33a2be110 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:31.687765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Transition to ACTIVE for port object 8fa136de-3b7b-44a0-aeb7-74e33a2be110 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:31.699735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.822835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fa136de-3b7b-44a0-aeb7-74e33a2be110,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:31.826628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Network 26308dbe-e842-4fb5-bfa5-18e944a16551 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:31.838470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:31.838470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:31.899426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-fccecb49-c8f3-410c-a128-d8fbce188b95 service neutron] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:31.907307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-fccecb49-c8f3-410c-a128-d8fbce188b95 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.908941 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-fccecb49-c8f3-410c-a128-d8fbce188b95 service neutron] 10.222.0.68 "DELETE /v2.0/ports/b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd/bindings/n-h1-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.2724426 Jul 16 19:57:31.930108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Allocated IP 10.1.1.177 (feae7e28-8ae7-49b0-af49-329cabf6f82f/8ac96c40-c0f3-45f8-8c47-f052bfe1819d/b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:31.935215 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58f69526-d92f-4c6f-98d4-cd316fd32cca req-e5532cd5-3d4f-4a44-80a7-375fca339a50 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 210 time: 0.1212957 Jul 16 19:57:31.965674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-d2ff0db5-7ec9-47aa-82d6-1611a2eb2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:31.967963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-d2ff0db5-7ec9-47aa-82d6-1611a2eb2dee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7f69ff669e524336bf857b7fa3ef1ddc&device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 1098 time: 0.3512521 Jul 16 19:57:32.473501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b9090df-fe3f-4acd-b15a-a0042df6be40 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:32.488770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64fdb6f-8d63-4b11-b8ec-0f9a85aa44e4 None None] Network feae7e28-8ae7-49b0-af49-329cabf6f82f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:32.542357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Attempting to bind port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:32.543201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Attempting to bind port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:32.543825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Attempting to bind port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 on network 26308dbe-e842-4fb5-bfa5-18e944a16551 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:32.649202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:32.650148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Checking segment: {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:32.650586 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.652781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Bound using segment: {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:32.653665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Bound port: 8fa136de-3b7b-44a0-aeb7-74e33a2be110, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:32.654410 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.721855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-0b8a6fbc-6ac9-4a26-b555-92208cc9068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:32.723263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-0b8a6fbc-6ac9-4a26-b555-92208cc9068f service neutron] 10.222.0.68 "GET /v2.0/networks?id=4da11f8b-2eb4-487f-9af0-29dbbd4bc958 HTTP/1.1" status: 200 len: 907 time: 0.7298477 Jul 16 19:57:32.854313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b16dc33e-6f61-426b-a981-1dc365e73f55 None None] Provisioning for port 9b9090df-fe3f-4acd-b15a-a0042df6be40 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:32.868857 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.877678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-cf7f1219-b93d-4f3f-acaf-9dba09732213 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c7780f-5be8-48e8-bdd9-79df40119375 HTTP/1.1" status: 200 len: 1002 time: 0.1270809 Jul 16 19:57:32.886119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] For port 8fa136de-3b7b-44a0-aeb7-74e33a2be110, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:32.888443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9b9090df-fe3f-4acd-b15a-a0042df6be40 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:32.895486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9b9090df-fe3f-4acd-b15a-a0042df6be40 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:32.895868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.925123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] For port 8fa136de-3b7b-44a0-aeb7-74e33a2be110, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8fa136de-3b7b-44a0-aeb7-74e33a2be110,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:32.928066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0dbf-34cf-4d4e-91f3-aecfc0ceac69 req-6db9b520-82ef-451b-a713-1ec612e15e2c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:32.935855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8ad0dbf-34cf-4d4e-91f3-aecfc0ceac69 req-6db9b520-82ef-451b-a713-1ec612e15e2c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 945 time: 0.2898588 Jul 16 19:57:32.944317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Transition to ACTIVE for port object b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:32.965188 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.998550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-421a915b-73c5-4f1b-9d0b-36d44219f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:33.000208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-421a915b-73c5-4f1b-9d0b-36d44219f785 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=307d197c-53a4-44a8-8ff3-54cea9a80076 HTTP/1.1" status: 200 len: 845 time: 0.1120260 Jul 16 19:57:33.008857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8ad0dbf-34cf-4d4e-91f3-aecfc0ceac69 req-ded4bde1-46f2-4466-8cda-d79edffb3026 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719466 Jul 16 19:57:33.087680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95414a5b-8388-4a7c-8fa4-dd220e89d7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fa136de-3b7b-44a0-aeb7-74e33a2be110,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:33.101062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55448) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:33.136154 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.177961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9b9090df-fe3f-4acd-b15a-a0042df6be40, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b9090df-fe3f-4acd-b15a-a0042df6be40,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:33.183841 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.202772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.242322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fa2e3d-d497-4a8a-ba5d-5648b4db8a37 admin admin] Deleting subnet 353f2651-3e58-48b3-8e05-76bac17d6d75 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:57:33.249720 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62fa2e3d-d497-4a8a-ba5d-5648b4db8a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.300484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9b9090df-fe3f-4acd-b15a-a0042df6be40,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:33.336632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62fa2e3d-d497-4a8a-ba5d-5648b4db8a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.400361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62fa2e3d-d497-4a8a-ba5d-5648b4db8a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.408461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network feae7e28-8ae7-49b0-af49-329cabf6f82f is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:33.483399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:33.502066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:33.509944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:33.536467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62fa2e3d-d497-4a8a-ba5d-5648b4db8a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.602466 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-566d0a49-d2de-414d-a883-6d5ccf4b47a1 req-3d3413fe-1123-47aa-9e3e-fc8911d26d75 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 210 time: 0.1732740 Jul 16 19:57:33.607841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa2e3d-d497-4a8a-ba5d-5648b4db8a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353f2651-3e58-48b3-8e05-76bac17d6d75,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:33.627516 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62fa2e3d-d497-4a8a-ba5d-5648b4db8a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.639196 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62fa2e3d-d497-4a8a-ba5d-5648b4db8a37 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/353f2651-3e58-48b3-8e05-76bac17d6d75 HTTP/1.1" status: 204 len: 168 time: 0.5368834 Jul 16 19:57:33.642949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:33.741621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:33.747553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.772624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-841ae97b-be4c-4c3c-8240-ce6b95ef5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:33.775142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-841ae97b-be4c-4c3c-8240-ce6b95ef5a93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4da11f8b-2eb4-487f-9af0-29dbbd4bc958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7009842 Jul 16 19:57:33.791431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-91c1fa4f-8972-46b0-98ca-fc2da316723d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3435235 Jul 16 19:57:33.815522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55460) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:33.821415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'port': {'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'name': 'tempest-TaggedBootDevicesTest_v242-2126433159', 'fixed_ips': [{'subnet_id': '8ac96c40-c0f3-45f8-8c47-f052bfe1819d'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:33.851495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-88438edb-b970-4649-9991-5507e850a882 None None] Provisioning complete for port 9b9090df-fe3f-4acd-b15a-a0042df6be40 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:33.852345 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-88438edb-b970-4649-9991-5507e850a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.861418 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-fffcbd5b-20cb-4f8c-8403-2f7eb7951d4e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219146 Jul 16 19:57:34.110843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.156746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-52ed6d83-6de2-4213-9986-f4d945d7080b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:34.158352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-52ed6d83-6de2-4213-9986-f4d945d7080b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2789972 Jul 16 19:57:34.171895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.192237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Request body: {'port': {'device_id': 'f24e574f-b298-4e79-87af-57b57ad8899a', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'c7f0df0ec6164c33b765d1378199fc05'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:34.202555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-f8aa878a-963b-4736-9167-68a8760707a8 service neutron] 10.222.0.68 "GET /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210443 Jul 16 19:57:34.235398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8fa136de-3b7b-44a0-aeb7-74e33a2be110 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:34.236404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:34.241504 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.269572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac3189-baf3-4510-8cbb-92feeb31cde5 req-4c37da06-a398-4b5c-a233-bce9d217a886 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:34.278323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2dac3189-baf3-4510-8cbb-92feeb31cde5 req-4c37da06-a398-4b5c-a233-bce9d217a886 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 1097 time: 0.4378457 Jul 16 19:57:34.309489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-458b7a6f-bd9f-4900-b7b3-8bc151ee8b2d None None] Provisioning for port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:34.317703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-458b7a6f-bd9f-4900-b7b3-8bc151ee8b2d None None] Provisioning complete for port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:34.318214 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-458b7a6f-bd9f-4900-b7b3-8bc151ee8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.343696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] device_id is not set on port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:57:34.385527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2dac3189-baf3-4510-8cbb-92feeb31cde5 req-bdf747c6-64c3-4fef-949f-ec5d0c921558 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061976 Jul 16 19:57:34.425475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-458b7a6f-bd9f-4900-b7b3-8bc151ee8b2d None None] Port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:34.433688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.444090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:34.449121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b9090df-fe3f-4acd-b15a-a0042df6be40 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:34.467578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b3eeb8-c9cd-44ef-9e68-59b86997338a']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:34.525826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9b9090df-fe3f-4acd-b15a-a0042df6be40 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:34.526268 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.530927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Made reservation on behalf of c7f0df0ec6164c33b765d1378199fc05 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:34.544610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.581275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3552c96b-e26e-4116-9fec-b33b5d2a7a84') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:34.581574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3552c96b-e26e-4116-9fec-b33b5d2a7a84') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:34.616710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.703897 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c88ee38-c1ca-4aa2-a438-c07246f560b6 req-30593ced-7cef-4de8-ad58-87dd67adef6a service neutron] 10.222.0.68 "GET /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782200 Jul 16 19:57:34.734811 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.748939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995063b-c885-41ac-af32-f4674784880c req-3f401262-1631-4c36-918f-e102e86c2b59 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:34.750709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d995063b-c885-41ac-af32-f4674784880c req-3f401262-1631-4c36-918f-e102e86c2b59 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64150a7-78f0-4e57-ab58-15d5c3ea3fc7 HTTP/1.1" status: 200 len: 945 time: 0.4562986 Jul 16 19:57:34.759245 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.794425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:57:34.795026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:57:34.800415 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:57:34.946189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.950116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Allocated IP 192.168.233.92 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/8080de22-7d92-4ead-8f39-f0b29a2ec5d3) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:34.965005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-e143f957-fdda-4625-b0e0-9f34a0ea750e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1098039 Jul 16 19:57:34.982042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.989241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] 10.222.0.78 "DELETE /v2.0/networks/33b3eeb8-c9cd-44ef-9e68-59b86997338a HTTP/1.1" status: 204 len: 168 time: 1.3447595 Jul 16 19:57:34.992947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b6fc1-4f90-468d-aba2-f4f0378c4852 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b3eeb8-c9cd-44ef-9e68-59b86997338a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:35.091886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d995063b-c885-41ac-af32-f4674784880c req-6bf43edd-331b-420c-92af-f569aeeab075 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023653 Jul 16 19:57:35.174127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526a4d9-8d45-439f-87b3-5f9f58706af6 None None] Network 26308dbe-e842-4fb5-bfa5-18e944a16551 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:35.200600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Allocated IP 10.1.1.45 (feae7e28-8ae7-49b0-af49-329cabf6f82f/8ac96c40-c0f3-45f8-8c47-f052bfe1819d/37c9aef0-788a-4bc1-9a30-aee0fa42d5f6) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:35.282179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.290361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55486) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:35.294410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341bc23-047d-423b-88a5-160d6440b17b req-ef950b8e-a7ed-415a-a493-513e9c70dcfb tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:35.295993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7341bc23-047d-423b-88a5-160d6440b17b req-ef950b8e-a7ed-415a-a493-513e9c70dcfb tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64150a7-78f0-4e57-ab58-15d5c3ea3fc7 HTTP/1.1" status: 200 len: 945 time: 0.5407405 Jul 16 19:57:35.310283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-2ba199b9-19fa-4111-bc13-57363f60950f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:35.311847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-2ba199b9-19fa-4111-bc13-57363f60950f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 808 time: 0.5469902 Jul 16 19:57:35.327958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Transition to ACTIVE for port object 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:35.331019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-23bfa19d-6d06-42b5-ae92-b8b4843ccac8 None None] Provisioning for port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:35.341724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-23bfa19d-6d06-42b5-ae92-b8b4843ccac8 None None] Provisioning complete for port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:35.342383 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-23bfa19d-6d06-42b5-ae92-b8b4843ccac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.359104 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5603125c-b75b-4dac-9e81-f8f928a3bfb7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c4c8852282840feb4da846d3c2c2620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673914 Jul 16 19:57:35.361627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55488) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:35.433708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.460112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:35.474634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-dc428949-5c37-4e3e-9a5e-410f7f1bff8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:35.476248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-dc428949-5c37-4e3e-9a5e-410f7f1bff8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5018229 Jul 16 19:57:35.499836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-22d638cd-5b8d-40dc-8559-982721a5d0c1 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/quotas/f9c52f0c54e94914b90d9b206ff78139 HTTP/1.1" status: 200 len: 375 time: 0.1171522 Jul 16 19:57:35.501189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3579-2f22-4860-9e59-f0a3f7e2466c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.506062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Request body: {'port': {'device_id': '6ee64326-c75b-488e-b8bc-f6ad57cec63d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'c7f0df0ec6164c33b765d1378199fc05'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:35.538467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-23bfa19d-6d06-42b5-ae92-b8b4843ccac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.543416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:35.558503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:35.560887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03c48-3a17-46e0-a815-863dcab75906 req-65429cd5-b46a-4f98-b650-d157218bb863 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:35.562560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36c03c48-3a17-46e0-a815-863dcab75906 req-65429cd5-b46a-4f98-b650-d157218bb863 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b0a0a44-1b85-4bde-970d-5f6b216ca2d5 HTTP/1.1" status: 200 len: 946 time: 0.4453688 Jul 16 19:57:35.563826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3579-2f22-4860-9e59-f0a3f7e2466c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.566549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:35.570482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'Port': ['ID=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:35.636982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-23bfa19d-6d06-42b5-ae92-b8b4843ccac8 None None] For port 8fa136de-3b7b-44a0-aeb7-74e33a2be110, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8fa136de-3b7b-44a0-aeb7-74e33a2be110,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:35.645973 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-23bfa19d-6d06-42b5-ae92-b8b4843ccac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.676590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:35.678030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.701371 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-b78c30ea-f434-43c1-ba40-ef5a40fb793f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5176065 Jul 16 19:57:35.703052 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3579-2f22-4860-9e59-f0a3f7e2466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.706528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3579-2f22-4860-9e59-f0a3f7e2466c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.708348 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ea4b3579-2f22-4860-9e59-f0a3f7e2466c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07c9a82e-51dd-40d0-b05f-5b4e1e761b28 HTTP/1.1" status: 204 len: 168 time: 0.3454289 Jul 16 19:57:35.717868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Request body: {'port': {'device_id': 'f24e574f-b298-4e79-87af-57b57ad8899a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:35.794710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b3579-2f22-4860-9e59-f0a3f7e2466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c9a82e-51dd-40d0-b05f-5b4e1e761b28,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:35.822249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfa19d-6d06-42b5-ae92-b8b4843ccac8 None None] Pushing event updated for resources: {'Port': ['ID=8fa136de-3b7b-44a0-aeb7-74e33a2be110,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:35.891314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.074010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8fa136de-3b7b-44a0-aeb7-74e33a2be110 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:36.131687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f4ce8fad-32a4-4e3f-b37d-9c23876dab23 None None] Provisioning for port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:36.147482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f4ce8fad-32a4-4e3f-b37d-9c23876dab23 None None] Provisioning complete for port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:36.147866 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f4ce8fad-32a4-4e3f-b37d-9c23876dab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.150972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Deleting port ea337623-60b9-4b43-9f72-cff7e8836156 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:57:36.151914 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.174604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-8b79a12d-254b-4e94-b10d-8cddd6ca9189 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6736822 Jul 16 19:57:36.239350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce8fad-32a4-4e3f-b37d-9c23876dab23 None None] Port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:36.241631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:36.242010 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.340478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.344144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:36.358950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.378296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Transition to ACTIVE for port object 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:36.382673 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.410530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-05295dfa-1540-4ccd-b7b0-3b03d8638a88 None None] Provisioning complete for port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:36.411598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-05295dfa-1540-4ccd-b7b0-3b03d8638a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.451949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Transition to ACTIVE for port object 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:36.470284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Pushing event updated for resources: {'Port': ['ID=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:36.595957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Attempting to bind port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:36.596681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Attempting to bind port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:36.597091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Attempting to bind port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:36.602517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:36.603796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Attempting to bind port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:36.609949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:36.610402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:36.610908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:36.611568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Bound port: 8080de22-7d92-4ead-8f39-f0b29a2ec5d3, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:36.612120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.701791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] For port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:36.707371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] For port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:36.720811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.767566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:36.768831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.769802 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] 10.222.0.68 "PUT /v2.0/ports/8080de22-7d92-4ead-8f39-f0b29a2ec5d3 HTTP/1.1" status: 200 len: 1096 time: 1.0581353 Jul 16 19:57:36.770304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24e574f-b298-4e79-87af-57b57ad8899a', 'tag': '8080de22-7d92-4ead-8f39-f0b29a2ec5d3'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:36.772829 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875c6e80-e833-4737-b0e3-675ce149dac8" -d '{"events": [{"name": "network-changed", "server_uuid": "f24e574f-b298-4e79-87af-57b57ad8899a", "tag": "8080de22-7d92-4ead-8f39-f0b29a2ec5d3"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:36.833416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Made reservation on behalf of c7f0df0ec6164c33b765d1378199fc05 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:36.837117 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.864843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2a1df-7a24-4daf-a4d0-99ea42f03d5f service neutron] Pushing event updated for resources: {'Port': ['ID=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:36.872848 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-2a678a12-053a-43f0-b485-fe89bd646100 service neutron] 10.222.0.78 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969595 Jul 16 19:57:36.902558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Deleting port 0293655f-a039-45a8-ae3a-b2bad6e099dd {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:57:36.902885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-ff92a0f5-650b-4cc9-b3b4-a7c95518c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:36.903048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:36.904878 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-ff92a0f5-650b-4cc9-b3b4-a7c95518c434 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 1099 time: 0.0741694 Jul 16 19:57:36.953335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3434d3-0980-40d8-9680-ad6d3a91aeae req-d309bc95-e9e4-4c29-a9b3-1ed2d99e8351 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:36.958168 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-ad428bed-5203-4df8-823c-abdcffe795ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=8080de22-7d92-4ead-8f39-f0b29a2ec5d3 HTTP/1.1" status: 200 len: 217 time: 0.0438902 Jul 16 19:57:36.960794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e3434d3-0980-40d8-9680-ad6d3a91aeae req-d309bc95-e9e4-4c29-a9b3-1ed2d99e8351 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 935 time: 1.0779428 Jul 16 19:57:37.007348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55518) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:37.040802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-c5d8cdac-9212-4acd-bada-acc9ab911f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:37.042482 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-c5d8cdac-9212-4acd-bada-acc9ab911f1a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0774808 Jul 16 19:57:37.110939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-9d0384f8-7ae2-4525-8766-3c2b5e38c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:37.113165 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-9d0384f8-7ae2-4525-8766-3c2b5e38c9c9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605083 Jul 16 19:57:37.153663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-270533841-network', 'tenant_id': '14a7492722f24a29afad879b0e452e96'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:37.153911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] For port ea337623-60b9-4b43-9f72-cff7e8836156, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ea337623-60b9-4b43-9f72-cff7e8836156,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:37.154425 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.204465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Calling delete_port for ea337623-60b9-4b43-9f72-cff7e8836156 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:57:37.208264 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.213981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Made reservation on behalf of 14a7492722f24a29afad879b0e452e96 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:37.216407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.220806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e3434d3-0980-40d8-9680-ad6d3a91aeae req-d12fe1cc-a08e-49e3-b963-b03e3c30ae48 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590430 Jul 16 19:57:37.229307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.323323 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.334613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.353799 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-6fd14530-e7fe-432a-8d3e-29f89fb79c9a service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300043 Jul 16 19:57:37.366456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:57:37.376504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] For port 0293655f-a039-45a8-ae3a-b2bad6e099dd, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0293655f-a039-45a8-ae3a-b2bad6e099dd,segment=NetworkSegment(0df55a0c-de39-4ccb-a62a-baaf9d69f151),segment_id=0df55a0c-de39-4ccb-a62a-baaf9d69f151)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:37.376881 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.387499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44075d88-3715-4c54-becf-1fa74c61f25d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:37.387644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network feae7e28-8ae7-49b0-af49-329cabf6f82f is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:37.399194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-cf1f98d8-e264-46b2-8a21-1b457d15933f service neutron] 10.222.0.78 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253313 Jul 16 19:57:37.407353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.408049 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Added segment a6c36ae9-3f36-4b9d-af41-8c9ab525b61e of type vlan for network 09f08dab-f62d-4389-a885-521a4a059fb2 Jul 16 19:57:37.414623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:37.424127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:37.427080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Calling delete_port for 0293655f-a039-45a8-ae3a-b2bad6e099dd owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:57:37.442517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:37.445453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Allocated IP 192.168.233.127 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/d5ece332-d3fa-4d43-8a42-677acdb9389d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:37.514856 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.551058 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-743c5a1f-8895-4a1e-90d8-cbf7647b1e8c service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757464 Jul 16 19:57:37.563212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.564189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:37.564810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.613250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6046844 Jul 16 19:57:37.616962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:37.623365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:37.623684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Request body: {'subnet': {'network_id': '09f08dab-f62d-4389-a885-521a4a059fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-270533841-subnet', 'tenant_id': '14a7492722f24a29afad879b0e452e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:37.624038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.697043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd2586-a5fe-4e1e-a2a4-5e83ef1c92f3 admin admin] Pushing event updated for resources: {'Network': ['ID=09f08dab-f62d-4389-a885-521a4a059fb2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:37.711210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 09f08dab-f62d-4389-a885-521a4a059fb2 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:57:37.758232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Made reservation on behalf of 14a7492722f24a29afad879b0e452e96 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:37.763461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.799226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5c162207-22b5-4398-b95d-c8a37084e9d5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9820793 Jul 16 19:57:37.900472 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.933019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['0293655f-a039-45a8-ae3a-b2bad6e099dd'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:37.972446 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf61c34-e86b-4f8e-8004-474bad1bab2f x-openstack-request-id: req-ccf61c34-e86b-4f8e-8004-474bad1bab2f {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:37.972803 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24e574f-b298-4e79-87af-57b57ad8899a", "tag": "8080de22-7d92-4ead-8f39-f0b29a2ec5d3", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:37.972991 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccf61c34-e86b-4f8e-8004-474bad1bab2f {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:37.973401 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24e574f-b298-4e79-87af-57b57ad8899a', 'tag': '8080de22-7d92-4ead-8f39-f0b29a2ec5d3', 'status': 'completed', 'code': 200} Jul 16 19:57:37.981678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Pushing event deleted for resources: {'Port': ['ID=ea337623-60b9-4b43-9f72-cff7e8836156,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:38.045260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c2aa05fc-fc27-42fb-8b41-1385d6b1238f None None] Provisioning for port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:38.059845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c2aa05fc-fc27-42fb-8b41-1385d6b1238f None None] Provisioning complete for port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:38.060839 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c2aa05fc-fc27-42fb-8b41-1385d6b1238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.096047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.121142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa05fc-fc27-42fb-8b41-1385d6b1238f None None] Port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:38.150161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f28d3a56-a6aa-451d-ba27-caa0915407f5 req-0c51669a-c93f-4adc-bb0a-d03f370d6f37 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 210 time: 0.1115005 Jul 16 19:57:38.157768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] No DVR routers for this DVR port ea337623-60b9-4b43-9f72-cff7e8836156 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:57:38.170292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.172983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7341bc23-047d-423b-88a5-160d6440b17b req-cce3668f-b37d-40d5-90fd-afa739a4711a tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.16 "DELETE /v2.0/ports/ea337623-60b9-4b43-9f72-cff7e8836156 HTTP/1.1" status: 204 len: 173 time: 2.8574953 Jul 16 19:57:38.174581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64150a7-78f0-4e57-ab58-15d5c3ea3fc7', 'name': 'network-vif-deleted', 'tag': 'ea337623-60b9-4b43-9f72-cff7e8836156'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:38.177500 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209a3a17-2a9e-4c2d-b401-e5aacfddfbb8" -d '{"events": [{"server_uuid": "c64150a7-78f0-4e57-ab58-15d5c3ea3fc7", "name": "network-vif-deleted", "tag": "ea337623-60b9-4b43-9f72-cff7e8836156"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:38.199672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.217551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceebd46-0e3a-49ee-b25e-dfc1da6aa3cc,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:38.270458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76a3d-37c9-4688-b6ff-b95aadd4efda req-54046176-6dd6-4b26-a5fc-5d27696f3792 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:38.279002 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97f76a3d-37c9-4688-b6ff-b95aadd4efda req-54046176-6dd6-4b26-a5fc-5d27696f3792 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64150a7-78f0-4e57-ab58-15d5c3ea3fc7 HTTP/1.1" status: 200 len: 867 time: 0.4847639 Jul 16 19:57:38.284081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.288334 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Pushing event deleted for resources: {'Port': ['ID=0293655f-a039-45a8-ae3a-b2bad6e099dd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:38.303529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-aa06b3ae-f514-44da-86b9-ebebf385a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:38.305448 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-aa06b3ae-f514-44da-86b9-ebebf385a62c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 1099 time: 0.3122988 Jul 16 19:57:38.341707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Checking segment: {'id': 'a6c36ae9-3f36-4b9d-af41-8c9ab525b61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '09f08dab-f62d-4389-a885-521a4a059fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:38.342085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Network hostable DHCP agents. Network: 09f08dab-f62d-4389-a885-521a4a059fb2, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:57:38.346722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Transition to ACTIVE for port object d5ece332-d3fa-4d43-8a42-677acdb9389d will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:38.376452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] No DVR routers for this DVR port 0293655f-a039-45a8-ae3a-b2bad6e099dd on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:57:38.387912 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.390476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36c03c48-3a17-46e0-a815-863dcab75906 req-70d21f77-c558-4c0e-b49a-a5e5e43aac72 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.68 "DELETE /v2.0/ports/0293655f-a039-45a8-ae3a-b2bad6e099dd HTTP/1.1" status: 204 len: 173 time: 2.7841344 Jul 16 19:57:38.418436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97f76a3d-37c9-4688-b6ff-b95aadd4efda req-934d36eb-21fc-4d80-b9d2-c43ab8aa16f0 tempest-ListServersNegativeTestJSON-1431137686 tempest-ListServersNegativeTestJSON-1431137686-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5a9b6b3-f7c8-4833-8db2-b297772c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381769 Jul 16 19:57:38.473758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Network 09f08dab-f62d-4389-a885-521a4a059fb2 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:57:38.491016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-3d616d8b-93b3-4c05-a826-572cca852ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:38.494008 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-3d616d8b-93b3-4c05-a826-572cca852ee6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1526666 Jul 16 19:57:38.495480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 09f08dab-f62d-4389-a885-521a4a059fb2) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:38.496685 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.500745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:38.501478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.508875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:38.523707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4199cd2-2603-4c83-9ab5-a89ff5c5c49a None None] Network 09f08dab-f62d-4389-a885-521a4a059fb2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:38.557855 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31ed525-91bc-416b-869a-c93392acdcbb x-openstack-request-id: req-c31ed525-91bc-416b-869a-c93392acdcbb {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:38.558150 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64150a7-78f0-4e57-ab58-15d5c3ea3fc7", "name": "network-vif-deleted", "tag": "ea337623-60b9-4b43-9f72-cff7e8836156", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:38.558400 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c31ed525-91bc-416b-869a-c93392acdcbb {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:38.558836 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64150a7-78f0-4e57-ab58-15d5c3ea3fc7', 'name': 'network-vif-deleted', 'tag': 'ea337623-60b9-4b43-9f72-cff7e8836156', 'status': 'completed', 'code': 200} Jul 16 19:57:38.609481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55544) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:38.627525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-acde748d-ef5f-489b-be29-4f8c5b12ff72 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533586793', 'description': 'tempest-description--749300853'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:38.643227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:38.647963 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-ca7cef01-33d4-4c04-ba16-81f4e44f948a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=8080de22-7d92-4ead-8f39-f0b29a2ec5d3 HTTP/1.1" status: 200 len: 217 time: 0.1346717 Jul 16 19:57:38.649293 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fdef6766-d077-43a6-9a83-7272454b72d8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0318027 Jul 16 19:57:38.685469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ea337623-60b9-4b43-9f72-cff7e8836156 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:57:38.707163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-733a6933-32c2-4732-b780-e2aabe6ba0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:38.709138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-733a6933-32c2-4732-b780-e2aabe6ba0c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0512338 Jul 16 19:57:38.715140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:38.755144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:38.767905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'Port': ['ID=d5ece332-d3fa-4d43-8a42-677acdb9389d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:38.782420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: ea337623-60b9-4b43-9f72-cff7e8836156 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:57:38.783643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ea337623-60b9-4b43-9f72-cff7e8836156 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:57:38.831033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-855a6244-10c0-40b6-a6e1-5ff96e151e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:38.832790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-855a6244-10c0-40b6-a6e1-5ff96e151e87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163220 Jul 16 19:57:38.858388 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-acde748d-ef5f-489b-be29-4f8c5b12ff72 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.989154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:38.989842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.089894 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-89a34d76-4bca-4a2e-81bf-98bd8d342c3b service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482529 Jul 16 19:57:39.097072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1bc584-7983-4e0a-a391-848499594714 None None] Network 09f08dab-f62d-4389-a885-521a4a059fb2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:39.151577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca558b-df17-48cc-9d1a-48bea1d86a56 req-02c1d2b0-bb3c-470b-96db-d1b5dc950f86 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:39.154729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36ca558b-df17-48cc-9d1a-48bea1d86a56 req-02c1d2b0-bb3c-470b-96db-d1b5dc950f86 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 947 time: 0.3146026 Jul 16 19:57:39.214251 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-acde748d-ef5f-489b-be29-4f8c5b12ff72 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.228398 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-acde748d-ef5f-489b-be29-4f8c5b12ff72 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.247484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-832363c8-4e87-4392-b84d-f0a18d48d12c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7454016 Jul 16 19:57:39.272097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Request body: {'port': {'device_id': '6ee64326-c75b-488e-b8bc-f6ad57cec63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:39.343721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-acde748d-ef5f-489b-be29-4f8c5b12ff72 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.345235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-acde748d-ef5f-489b-be29-4f8c5b12ff72 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7344577 Jul 16 19:57:39.352236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55558) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:39.355257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde748d-ef5f-489b-be29-4f8c5b12ff72 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c921b7-280d-460c-8c7b-ae2cf17d9272,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:39.363921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9038af08-1143-4da7-9d53-4df457526d5b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'security_group_rule': {'security_group_id': '19c921b7-280d-460c-8c7b-ae2cf17d9272', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:39.373121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-875c6e80-e833-4737-b0e3-675ce149dac8 req-41d4d781-971f-410f-ac17-d979f5cdf5ae service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624400 Jul 16 19:57:39.388743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36ca558b-df17-48cc-9d1a-48bea1d86a56 req-37720c8c-7eb2-417b-b77c-5080ada73f9a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719940 Jul 16 19:57:39.455560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9071a7df-d80f-4137-8f4d-59de8bf90ba0 None None] Provisioning for port d5ece332-d3fa-4d43-8a42-677acdb9389d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:39.465972 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.473794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9071a7df-d80f-4137-8f4d-59de8bf90ba0 None None] Provisioning complete for port d5ece332-d3fa-4d43-8a42-677acdb9389d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:39.474223 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9071a7df-d80f-4137-8f4d-59de8bf90ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.560327 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9038af08-1143-4da7-9d53-4df457526d5b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.581982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9071a7df-d80f-4137-8f4d-59de8bf90ba0 None None] Port d5ece332-d3fa-4d43-8a42-677acdb9389d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:39.655963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36c1c37c-79a7-4486-8065-c4e042493caf req-46b97893-845c-4258-bd98-82cedd012ea0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 210 time: 0.0968547 Jul 16 19:57:39.826113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55574) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:39.845721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-a1a0c4d4-19b0-4ff2-af91-86ff1c09fdf6 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:39.850887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-a1a0c4d4-19b0-4ff2-af91-86ff1c09fdf6 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/networks?id=09f08dab-f62d-4389-a885-521a4a059fb2 HTTP/1.1" status: 200 len: 812 time: 0.3300798 Jul 16 19:57:39.873586 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9038af08-1143-4da7-9d53-4df457526d5b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.880819 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9038af08-1143-4da7-9d53-4df457526d5b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.889460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-f165a8ef-029b-4799-9a0e-5d83babb8ef0 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/quotas/14a7492722f24a29afad879b0e452e96 HTTP/1.1" status: 200 len: 375 time: 0.0295894 Jul 16 19:57:39.909667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5676383e-4b85-4e6e-ba7c-79b3a2635f04 admin admin] Deleting subnet cc19a321-046d-4f30-8401-9b27a41d4d06 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:57:39.915934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5676383e-4b85-4e6e-ba7c-79b3a2635f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.968685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5676383e-4b85-4e6e-ba7c-79b3a2635f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.989835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-9c8763f6-12f2-4ce0-9755-c026b1e3abd8 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=14a7492722f24a29afad879b0e452e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991096 Jul 16 19:57:39.992398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038af08-1143-4da7-9d53-4df457526d5b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b3a194-d78b-4d0c-8cb9-c939f1d065f3,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:39.997839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9038af08-1143-4da7-9d53-4df457526d5b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.999060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9038af08-1143-4da7-9d53-4df457526d5b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6449182 Jul 16 19:57:40.019696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55578) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:40.026974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-434d0baa-507e-4579-9345-1fcbd5476724 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'security_group_rule': {'security_group_id': '19c921b7-280d-460c-8c7b-ae2cf17d9272', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:40.074843 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-434d0baa-507e-4579-9345-1fcbd5476724 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.107626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5676383e-4b85-4e6e-ba7c-79b3a2635f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.185156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-434d0baa-507e-4579-9345-1fcbd5476724 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.192145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-434d0baa-507e-4579-9345-1fcbd5476724 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.210118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d0baa-507e-4579-9345-1fcbd5476724 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8321ce-8bca-46f2-95f1-db9644ee4fb6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:40.225668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5676383e-4b85-4e6e-ba7c-79b3a2635f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.231012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-03182771-2f62-480f-95b1-751e42d1f912 service neutron] 10.222.0.78 "GET /v2.0/networks/09f08dab-f62d-4389-a885-521a4a059fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008696 Jul 16 19:57:40.264290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676383e-4b85-4e6e-ba7c-79b3a2635f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc19a321-046d-4f30-8401-9b27a41d4d06,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:40.270549 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-434d0baa-507e-4579-9345-1fcbd5476724 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.272106 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-434d0baa-507e-4579-9345-1fcbd5476724 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2503889 Jul 16 19:57:40.275918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55582) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:40.285005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:40.285615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ece332-d3fa-4d43-8a42-677acdb9389d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:40.294949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5676383e-4b85-4e6e-ba7c-79b3a2635f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.297381 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5676383e-4b85-4e6e-ba7c-79b3a2635f04 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cc19a321-046d-4f30-8401-9b27a41d4d06 HTTP/1.1" status: 204 len: 168 time: 0.4692879 Jul 16 19:57:40.298662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-301be2a3-a9af-4a7c-b34b-c93cd60cb158 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:40.300188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-301be2a3-a9af-4a7c-b34b-c93cd60cb158 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 808 time: 0.3034883 Jul 16 19:57:40.300836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55584) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:40.346819 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.397487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.490242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0293655f-a039-45a8-ae3a-b2bad6e099dd no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:57:40.492322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:40.519663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 0293655f-a039-45a8-ae3a-b2bad6e099dd {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:57:40.519904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0293655f-a039-45a8-ae3a-b2bad6e099dd not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:57:40.539811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.554411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55978aeb-9d3c-4a76-836b-663dae85401c']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:40.569931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df55a0c-de39-4ccb-a62a-baaf9d69f151') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:40.570233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df55a0c-de39-4ccb-a62a-baaf9d69f151') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:40.582934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.587813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0a0a44-1b85-4bde-970d-5f6b216ca2d5', 'name': 'network-vif-deleted', 'tag': '0293655f-a039-45a8-ae3a-b2bad6e099dd'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:40.590169 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6abd4b-709e-40ab-91b7-8efb0fe9fe0f" -d '{"events": [{"server_uuid": "4b0a0a44-1b85-4bde-970d-5f6b216ca2d5", "name": "network-vif-deleted", "tag": "0293655f-a039-45a8-ae3a-b2bad6e099dd"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:40.598833 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.605091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Request body: {'port': {'device_id': '697cd679-5d55-40eb-93eb-09427474cea7', 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'admin_state_up': True, 'tenant_id': 'f9c52f0c54e94914b90d9b206ff78139'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:40.605479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.615198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:57:40.615613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:57:40.619450 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:57:40.622631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.640854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:40.655908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '8080de22-7d92-4ead-8f39-f0b29a2ec5d3', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '8080de22-7d92-4ead-8f39-f0b29a2ec5d3', 'mac_address': 'fa:16:3e:e8:bf:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:40.703654 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.722424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:40.726064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Transition to ACTIVE for port object d5ece332-d3fa-4d43-8a42-677acdb9389d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:40.745183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.747494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:40.752226 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.753017 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.760747 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] 10.222.0.78 "DELETE /v2.0/networks/55978aeb-9d3c-4a76-836b-663dae85401c HTTP/1.1" status: 204 len: 168 time: 0.4585695 Jul 16 19:57:40.767599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:40.795959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a76006-10bb-4896-a071-ef179ffb983f admin admin] Pushing event deleted for resources: {'Network': ['ID=55978aeb-9d3c-4a76-836b-663dae85401c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:40.822517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:40.833350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.834317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.834901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.835859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.836353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.836802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.837276 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.837717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.838156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.838618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.839608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.840045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:40.870140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Allocated IP 172.25.6.44 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/4a99250c-5c1d-4d33-9795-eb3e054f6c3a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:40.871850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-f7206b25-b34b-4d2a-ba70-de3ddb3875c6 service neutron] 10.222.0.78 "GET /v2.0/networks/09f08dab-f62d-4389-a885-521a4a059fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301582 Jul 16 19:57:40.903598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ece332-d3fa-4d43-8a42-677acdb9389d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:41.001640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55596) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:41.017116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c6f74-599c-407d-aa8c-f0a2d324c081 req-65cafab1-99ed-4cd7-9227-7f425dea772a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:41.024487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a34c6f74-599c-407d-aa8c-f0a2d324c081 req-65cafab1-99ed-4cd7-9227-7f425dea772a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 947 time: 0.4302292 Jul 16 19:57:41.086143 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.088724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Made reservation on behalf of f9c52f0c54e94914b90d9b206ff78139 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:41.092516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.093649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8080de22-7d92-4ead-8f39-f0b29a2ec5d3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:41.115435 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a58cd97-7649-45eb-9d8e-206f1b918807 x-openstack-request-id: req-9a58cd97-7649-45eb-9d8e-206f1b918807 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:41.116001 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0a0a44-1b85-4bde-970d-5f6b216ca2d5", "name": "network-vif-deleted", "tag": "0293655f-a039-45a8-ae3a-b2bad6e099dd", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:41.116438 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a58cd97-7649-45eb-9d8e-206f1b918807 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:41.117023 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0a0a44-1b85-4bde-970d-5f6b216ca2d5', 'name': 'network-vif-deleted', 'tag': '0293655f-a039-45a8-ae3a-b2bad6e099dd', 'status': 'completed', 'code': 200} Jul 16 19:57:41.161283 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fd6f6cad-49de-406c-a739-c67c3b980032 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c77b83779db4d2bad24049844e96619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588058 Jul 16 19:57:41.163695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55604) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:41.193176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a34c6f74-599c-407d-aa8c-f0a2d324c081 req-9c021556-5a36-4c88-b637-3dce52cd6f85 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677556 Jul 16 19:57:41.273177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Attempting to bind port d5ece332-d3fa-4d43-8a42-677acdb9389d on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:41.273886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Attempting to bind port d5ece332-d3fa-4d43-8a42-677acdb9389d by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:41.274008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Attempting to bind port d5ece332-d3fa-4d43-8a42-677acdb9389d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:41.310269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Port d5ece332-d3fa-4d43-8a42-677acdb9389d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:41.310693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Attempting to bind port d5ece332-d3fa-4d43-8a42-677acdb9389d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:41.337658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88604967-67d4-4a34-8cc9-0eb29386c935 req-61e5f2cf-43a2-4198-bba6-94c36d93f615 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 210 time: 0.0541055 Jul 16 19:57:41.344033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:41.344756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:41.345398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:41.346470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Bound port: d5ece332-d3fa-4d43-8a42-677acdb9389d, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:41.347249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.356663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.366652 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44d58af6-41bf-40ff-b96e-3a0ec31aa6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.439058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:41.441663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44d58af6-41bf-40ff-b96e-3a0ec31aa6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.453259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:41.456380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Allocated IP 172.20.0.6 (9041918d-f7d2-4afb-98bc-507156bc8a10/6a21dd75-df91-45f6-92dd-45fdc28b51d7/973ae1b2-22a2-401e-973b-e6d43441d665) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:41.460471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:41.467600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=4a99250c-5c1d-4d33-9795-eb3e054f6c3a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:41.523798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95aeae94-0c4d-4ec4-9186-f1f7cddd745e req-03a77a7d-2911-4e18-ba8a-cca4b4389bea tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 210 time: 0.0579121 Jul 16 19:57:41.532682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] For port d5ece332-d3fa-4d43-8a42-677acdb9389d, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:41.561883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] For port d5ece332-d3fa-4d43-8a42-677acdb9389d, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d5ece332-d3fa-4d43-8a42-677acdb9389d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:41.569969 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.639212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:41.648260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.648760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44d58af6-41bf-40ff-b96e-3a0ec31aa6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.651632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] 10.222.0.16 "PUT /v2.0/ports/d5ece332-d3fa-4d43-8a42-677acdb9389d HTTP/1.1" status: 200 len: 1097 time: 2.3917177 Jul 16 19:57:41.656377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44d58af6-41bf-40ff-b96e-3a0ec31aa6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.660943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-44d58af6-41bf-40ff-b96e-3a0ec31aa6e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5a9b6b3-f7c8-4833-8db2-b297772c3a14 HTTP/1.1" status: 204 len: 168 time: 0.4922960 Jul 16 19:57:41.663708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.678602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d58af6-41bf-40ff-b96e-3a0ec31aa6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a9b6b3-f7c8-4833-8db2-b297772c3a14,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:41.756813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36edf6-d140-4c00-b756-6d226be0fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ece332-d3fa-4d43-8a42-677acdb9389d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:41.764682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.923705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.933475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-6994a203-d47b-4fc1-8664-6b18fc6b900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:41.935679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-6994a203-d47b-4fc1-8664-6b18fc6b900f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 1100 time: 0.2145967 Jul 16 19:57:41.992555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-3f9e9de4-015c-43af-83c5-80b2655dcf25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d5ece332-d3fa-4d43-8a42-677acdb9389d HTTP/1.1" status: 200 len: 217 time: 0.0472574 Jul 16 19:57:42.015536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.027525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.113186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=4a99250c-5c1d-4d33-9795-eb3e054f6c3a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:42.113530 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.127523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.143356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.144860 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-67fc568c-785a-4681-b5de-dd5e5a00601c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8636653 Jul 16 19:57:42.183008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-049203ec-2d43-40f7-9abf-67c9025b3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:42.184713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-049203ec-2d43-40f7-9abf-67c9025b3db5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1860423 Jul 16 19:57:42.215363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Network 9041918d-f7d2-4afb-98bc-507156bc8a10 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:42.246884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:42.256951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:42.328656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Pushing event updated for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:42.346738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:42.347798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.370248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-807cd12c-10e1-4ed8-af31-8215935401d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7772427 Jul 16 19:57:42.381948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-db99ba2b-6ff9-4a90-8c2b-4d8791112acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:42.384323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-db99ba2b-6ff9-4a90-8c2b-4d8791112acf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1894028 Jul 16 19:57:42.389952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Request body: {'port': {'device_id': '697cd679-5d55-40eb-93eb-09427474cea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:42.640715 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.664373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-df8d8bdc-0e53-4236-afc0-d0c5995e02a8 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696354 Jul 16 19:57:42.721687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b9510-92dc-456c-a15b-b947822b32e7 req-9c835bf4-d034-4e9f-be0f-d7c003de9aa1 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:42.724436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c62b9510-92dc-456c-a15b-b947822b32e7 req-9c835bf4-d034-4e9f-be0f-d7c003de9aa1 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 948 time: 0.2943516 Jul 16 19:57:42.790685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeb4b7-78e4-4246-a196-2772a0bd1643 req-d2c4ccf8-20dd-4a23-b49d-c43f58958aea tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:42.792355 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50eeb4b7-78e4-4246-a196-2772a0bd1643 req-d2c4ccf8-20dd-4a23-b49d-c43f58958aea tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 931 time: 0.2943470 Jul 16 19:57:42.964235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c62b9510-92dc-456c-a15b-b947822b32e7 req-fa2c6e59-9e5b-4fe8-8856-4ba2fc30bb82 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281787 Jul 16 19:57:42.974699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-ec767fd8-d0dc-46cc-88e6-c72fc02e2133 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:42.977333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-ec767fd8-d0dc-46cc-88e6-c72fc02e2133 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.16 "GET /v2.0/networks?id=09f08dab-f62d-4389-a885-521a4a059fb2 HTTP/1.1" status: 200 len: 812 time: 0.1455324 Jul 16 19:57:42.980660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50eeb4b7-78e4-4246-a196-2772a0bd1643 req-66276041-73c2-4ff9-b3a8-6d76b60f399b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715569 Jul 16 19:57:42.996621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Request body: {'port': {'device_id': '44646614-ec22-4062-b9a6-5d9f319e6025', 'network_id': '09f08dab-f62d-4389-a885-521a4a059fb2', 'admin_state_up': True, 'tenant_id': '14a7492722f24a29afad879b0e452e96'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:43.021686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4884f20-34e5-442d-928e-7f48bfd23421 req-a5766211-5da3-4325-83c6-49878ae0d961 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481801 Jul 16 19:57:43.142277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee64326-c75b-488e-b8bc-f6ad57cec63d', 'tag': 'd5ece332-d3fa-4d43-8a42-677acdb9389d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:43.144775 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55877b0-0599-4308-81ab-53c684f7cdda" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee64326-c75b-488e-b8bc-f6ad57cec63d", "tag": "d5ece332-d3fa-4d43-8a42-677acdb9389d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:43.208265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Made reservation on behalf of 14a7492722f24a29afad879b0e452e96 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:43.215148 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.230236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-e180ba01-08e2-4079-b79b-a518fd9c4679 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1533586793&fields=id&tenant_id=503cc6fc2182435893440138a3ee9551 HTTP/1.1" status: 200 len: 267 time: 0.0807989 Jul 16 19:57:43.252535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973ae1b2-22a2-401e-973b-e6d43441d665 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:43.280600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.338363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Transition to ACTIVE for port object 973ae1b2-22a2-401e-973b-e6d43441d665 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:43.346047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d2591e0c-deff-4a7c-b23f-0c3d7424e10f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:43.347491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d2591e0c-deff-4a7c-b23f-0c3d7424e10f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports/b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 937 time: 0.1073213 Jul 16 19:57:43.349508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3d69165-d843-4a38-8abf-2ae4c3679377 req-5ba7a1e1-dd9d-4e3e-89b7-fdb57067064a tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 210 time: 0.0543237 Jul 16 19:57:43.350743 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.406400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Allocated IP 172.20.0.9 (09f08dab-f62d-4389-a885-521a4a059fb2/0ceebd46-0e3a-49ee-b25e-dfc1da6aa3cc/d8002378-4baa-4611-a32f-ffcd2540a4ea) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:43.436248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Pushing event updated for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:43.483309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3a279cfb-b18f-40a9-8336-1f358038c805 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:43.484850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3a279cfb-b18f-40a9-8336-1f358038c805 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports/37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 936 time: 0.1252086 Jul 16 19:57:43.556491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-07fddbcf-3717-48f5-93ee-1761787b6211 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0440192 Jul 16 19:57:43.607605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f891f19e-cbb5-4d65-92ce-f7016bd736c2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0409036 Jul 16 19:57:43.629553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:43.630005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:43.630341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:43.640606 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.647688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:43.648026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:43.662164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:43.662564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:43.662891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:43.663384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Bound port: 973ae1b2-22a2-401e-973b-e6d43441d665, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:43.663755 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.697022 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.750365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Network 09f08dab-f62d-4389-a885-521a4a059fb2 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:43.754807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:43.760556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:43.768061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Pushing event updated for resources: {'Port': ['ID=d8002378-4baa-4611-a32f-ffcd2540a4ea,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:43.831673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:43.832699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.840425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f220ccbd-71ec-469f-a814-404ab9a08928 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:43.851739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f220ccbd-71ec-469f-a814-404ab9a08928 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:43.853951 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-da906bca-68f5-4acb-a14d-80a8c60d5c14 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673670 Jul 16 19:57:43.863480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f220ccbd-71ec-469f-a814-404ab9a08928 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:43.866264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f220ccbd-71ec-469f-a814-404ab9a08928 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/networks?id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=26308dbe-e842-4fb5-bfa5-18e944a16551&id=26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 200 len: 1993 time: 0.2489624 Jul 16 19:57:43.873657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Request body: {'port': {'device_id': '44646614-ec22-4062-b9a6-5d9f319e6025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:43.877121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:43.883573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:43.899304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.917062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c76bf988-4a44-4577-8d41-4ab0e729d43c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/quotas/503cc6fc2182435893440138a3ee9551 HTTP/1.1" status: 200 len: 375 time: 0.0423985 Jul 16 19:57:43.957739 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.054424 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4442e632-068c-46c7-bf27-fdec5a336fa1 x-openstack-request-id: req-4442e632-068c-46c7-bf27-fdec5a336fa1 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:44.054796 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee64326-c75b-488e-b8bc-f6ad57cec63d", "tag": "d5ece332-d3fa-4d43-8a42-677acdb9389d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:44.054906 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4442e632-068c-46c7-bf27-fdec5a336fa1 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:44.055404 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee64326-c75b-488e-b8bc-f6ad57cec63d', 'tag': 'd5ece332-d3fa-4d43-8a42-677acdb9389d', 'status': 'completed', 'code': 200} Jul 16 19:57:44.061641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:44.062281 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.064479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] 10.222.0.16 "PUT /v2.0/ports/973ae1b2-22a2-401e-973b-e6d43441d665 HTTP/1.1" status: 200 len: 1092 time: 1.6848915 Jul 16 19:57:44.117309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec2840-86f6-470b-8188-84c9b92ebb33 service neutron] Pushing event updated for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:44.396839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8002378-4baa-4611-a32f-ffcd2540a4ea {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:44.405947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.421134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Transition to ACTIVE for port object d8002378-4baa-4611-a32f-ffcd2540a4ea will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:44.427279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.485930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Pushing event updated for resources: {'Port': ['ID=d8002378-4baa-4611-a32f-ffcd2540a4ea,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:44.501714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:44.517976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.518645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.519183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.519695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.520311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.520924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.521451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.521980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.522486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.523044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.523550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.524050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.580189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:44.589300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:44.590331 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.614314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Attempting to bind port d8002378-4baa-4611-a32f-ffcd2540a4ea on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:44.615192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Attempting to bind port d8002378-4baa-4611-a32f-ffcd2540a4ea by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'a6c36ae9-3f36-4b9d-af41-8c9ab525b61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '09f08dab-f62d-4389-a885-521a4a059fb2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:44.616078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Attempting to bind port d8002378-4baa-4611-a32f-ffcd2540a4ea on network 09f08dab-f62d-4389-a885-521a4a059fb2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:44.625565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Port d8002378-4baa-4611-a32f-ffcd2540a4ea on network 09f08dab-f62d-4389-a885-521a4a059fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:44.626912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Attempting to bind port d8002378-4baa-4611-a32f-ffcd2540a4ea on network 09f08dab-f62d-4389-a885-521a4a059fb2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:44.640406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:44.642133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Checking segment: {'id': 'a6c36ae9-3f36-4b9d-af41-8c9ab525b61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '09f08dab-f62d-4389-a885-521a4a059fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:44.643401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Bound using segment: {'id': 'a6c36ae9-3f36-4b9d-af41-8c9ab525b61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '09f08dab-f62d-4389-a885-521a4a059fb2'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:44.644301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Bound port: d8002378-4baa-4611-a32f-ffcd2540a4ea, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c36ae9-3f36-4b9d-af41-8c9ab525b61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '09f08dab-f62d-4389-a885-521a4a059fb2'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:44.644993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.648639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-51b134be-56a7-4772-9076-46b88e3cf50d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6856358 Jul 16 19:57:44.709172 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.749332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24e574f-b298-4e79-87af-57b57ad8899a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8080de22-7d92-4ead-8f39-f0b29a2ec5d3'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:44.752668 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae633e9e-d43e-4401-81af-e9826a3e2144" -d '{"events": [{"server_uuid": "f24e574f-b298-4e79-87af-57b57ad8899a", "name": "network-vif-plugged", "status": "completed", "tag": "8080de22-7d92-4ead-8f39-f0b29a2ec5d3"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:44.769236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:44.775772 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.780754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55877b0-0599-4308-81ab-53c684f7cdda req-85247af8-a442-446b-b078-f56343bed934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:44.782961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c55877b0-0599-4308-81ab-53c684f7cdda req-85247af8-a442-446b-b078-f56343bed934 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 1100 time: 0.6867540 Jul 16 19:57:44.833625 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-04349d4e-90bf-4d22-b081-a1e144925801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:44.836593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-04349d4e-90bf-4d22-b081-a1e144925801 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1095 time: 0.6930532 Jul 16 19:57:44.859087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:44.868683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb37d6-53f7-45e6-825f-49730e18659d req-5b8bd292-f839-479d-a5f7-4f9b28edd886 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:44.877014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7eeb37d6-53f7-45e6-825f-49730e18659d req-5b8bd292-f839-479d-a5f7-4f9b28edd886 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 948 time: 0.7055619 Jul 16 19:57:44.957162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-16fa25ff-ff26-4dae-9cce-423b04aa9bd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=973ae1b2-22a2-401e-973b-e6d43441d665 HTTP/1.1" status: 200 len: 217 time: 0.1081135 Jul 16 19:57:45.007494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f9c3a8e8-7018-4703-bd06-f24a8ef22465 service neutron] 10.222.0.78 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457136 Jul 16 19:57:45.126164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7eeb37d6-53f7-45e6-825f-49730e18659d req-2ffb96a4-8555-41ab-9f4e-0c6bb804b51c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480171 Jul 16 19:57:45.136231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55877b0-0599-4308-81ab-53c684f7cdda req-4b29f2c0-922e-457e-b0e7-c53295270cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:45.138860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c55877b0-0599-4308-81ab-53c684f7cdda req-4b29f2c0-922e-457e-b0e7-c53295270cde service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3494394 Jul 16 19:57:45.145038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-4946c84c-4b05-4cfa-88e4-74f25c88670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:45.147617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-4946c84c-4b05-4cfa-88e4-74f25c88670c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.1487908 Jul 16 19:57:45.149154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] For port d8002378-4baa-4611-a32f-ffcd2540a4ea, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:45.154872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] For port d8002378-4baa-4611-a32f-ffcd2540a4ea, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d8002378-4baa-4611-a32f-ffcd2540a4ea,segment=NetworkSegment(a6c36ae9-3f36-4b9d-af41-8c9ab525b61e),segment_id=a6c36ae9-3f36-4b9d-af41-8c9ab525b61e)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:45.159896 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:45.201493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:45.202221 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:45.203718 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] 10.222.0.16 "PUT /v2.0/ports/d8002378-4baa-4611-a32f-ffcd2540a4ea HTTP/1.1" status: 200 len: 1092 time: 1.3414667 Jul 16 19:57:45.204285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44646614-ec22-4062-b9a6-5d9f319e6025', 'tag': 'd8002378-4baa-4611-a32f-ffcd2540a4ea'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:45.206759 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e59c58-ca29-4fb1-96f3-d486d05c7c38" -d '{"events": [{"name": "network-changed", "server_uuid": "44646614-ec22-4062-b9a6-5d9f319e6025", "tag": "d8002378-4baa-4611-a32f-ffcd2540a4ea"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:45.301025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a35fe-512b-4890-9120-b3c2d9a3baba service neutron] Pushing event updated for resources: {'Port': ['ID=d8002378-4baa-4611-a32f-ffcd2540a4ea,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:45.304462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c55877b0-0599-4308-81ab-53c684f7cdda req-9a377cba-1d45-4ca3-91c1-d81ce9b37826 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d5ece332-d3fa-4d43-8a42-677acdb9389d HTTP/1.1" status: 200 len: 217 time: 0.1545341 Jul 16 19:57:45.310128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-562f43b9-84d3-460d-9955-28223f82d36e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952885 Jul 16 19:57:45.354592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-a53e0045-8b29-4ff5-9178-94c0be0c9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:45.357778 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-a53e0045-8b29-4ff5-9178-94c0be0c9ef8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14a7492722f24a29afad879b0e452e96&device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 1095 time: 0.0940866 Jul 16 19:57:45.423509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-35e12fc6-b81d-4986-aea9-544ea29efbda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8002378-4baa-4611-a32f-ffcd2540a4ea HTTP/1.1" status: 200 len: 217 time: 0.0585840 Jul 16 19:57:45.485584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-196ad463-c118-45ed-ae7f-9dada320fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:45.487549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-196ad463-c118-45ed-ae7f-9dada320fa21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ceebd46-0e3a-49ee-b25e-dfc1da6aa3cc HTTP/1.1" status: 200 len: 852 time: 0.0576575 Jul 16 19:57:45.491901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d4f57e7-af1c-4c04-b686-641c3fa0adcf req-1519e650-280b-4f6d-be93-dffeeea2cc45 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=f247fb36-901a-486a-83f2-0dea7992dd41 HTTP/1.1" status: 200 len: 210 time: 0.1089416 Jul 16 19:57:45.561593 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-101c4029-4749-4e4e-b934-4cc0fd8fafc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09f08dab-f62d-4389-a885-521a4a059fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634487 Jul 16 19:57:45.584153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-8ac8302c-aca2-40e8-9af5-6419a0f4c419 service neutron] 10.222.0.78 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583284 Jul 16 19:57:45.615132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55877b0-0599-4308-81ab-53c684f7cdda req-9342b432-049f-47e2-9005-b073a4ff0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:45.617878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c55877b0-0599-4308-81ab-53c684f7cdda req-9342b432-049f-47e2-9005-b073a4ff0f21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2991033 Jul 16 19:57:45.774781 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-a9fa3fd9-abfc-4f69-b440-780ddab8cbd8 service neutron] 10.222.0.16 "GET /v2.0/networks/09f08dab-f62d-4389-a885-521a4a059fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061644 Jul 16 19:57:45.782506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-1f98b56b-7144-4713-8f8b-3d4fe1c3cb67 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497607 Jul 16 19:57:45.787783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3bd96fa5-963d-4df6-8491-6477e2079178 service neutron] 10.222.0.78 "GET /v2.0/ports/b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1899803 Jul 16 19:57:45.886375 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-30fbd060-95d3-47f8-bff6-e6fad6f042b6 req-b86357cc-9fa1-4e89-9e5a-0b0cb543ade8 service neutron] 10.222.0.16 "GET /v2.0/networks/09f08dab-f62d-4389-a885-521a4a059fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049967 Jul 16 19:57:45.964364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55877b0-0599-4308-81ab-53c684f7cdda req-cef304d8-08e8-4585-a7c7-8a7bd5cdc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:45.965861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c55877b0-0599-4308-81ab-53c684f7cdda req-cef304d8-08e8-4585-a7c7-8a7bd5cdc567 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3053510 Jul 16 19:57:46.003129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c2809-f86a-42d6-beb2-586d31e19388 req-4b32d835-890f-4a70-b5c5-78cff1481a99 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:46.004861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c77c2809-f86a-42d6-beb2-586d31e19388 req-4b32d835-890f-4a70-b5c5-78cff1481a99 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 943 time: 0.3244793 Jul 16 19:57:46.049823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9f819779-90ef-48da-9e14-377e67f835b6 service neutron] 10.222.0.78 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491853 Jul 16 19:57:46.059897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:46.062317 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43" -d '{"events": [{"name": "network-changed", "server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:46.085224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba40b667-8674-4eef-a476-09a7eb10ef93 req-2a7f16d5-618c-4c6c-9c15-0cf671018f2e service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953980 Jul 16 19:57:46.196050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c77c2809-f86a-42d6-beb2-586d31e19388 req-c8e30b6f-368e-4e32-8364-e91d626c7947 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795092 Jul 16 19:57:46.221037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c55877b0-0599-4308-81ab-53c684f7cdda req-6dfa19cb-fb00-47f3-b4c2-aa90a48ee919 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459264 Jul 16 19:57:46.270721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-ff35712d-240c-4cea-b9ba-5c2e2a361a95 service neutron] 10.222.0.78 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025740 Jul 16 19:57:46.372158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-43985676-e87b-4737-9c94-87ef8e63846c service neutron] 10.222.0.78 "GET /v2.0/ports/37c9aef0-788a-4bc1-9a30-aee0fa42d5f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0945184 Jul 16 19:57:46.393505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c55877b0-0599-4308-81ab-53c684f7cdda req-91e15b59-8031-4706-a169-ad39c687c2a6 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636999 Jul 16 19:57:46.517594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-27de408e-ac36-4452-9104-938b88d686b2 service neutron] 10.222.0.78 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368840 Jul 16 19:57:46.575426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552470d-ac05-498b-833e-e2762c7eabb1 req-849f308b-ff9d-4c4e-8e34-c8e94ed9d240 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:46.577156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2552470d-ac05-498b-833e-e2762c7eabb1 req-849f308b-ff9d-4c4e-8e34-c8e94ed9d240 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 943 time: 0.1288545 Jul 16 19:57:46.660299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2552470d-ac05-498b-833e-e2762c7eabb1 req-52859b59-d5a8-421d-92d8-3afeb7498bb6 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565183 Jul 16 19:57:46.664178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-e59d394a-3cfb-49a3-894e-0f1bda21dbbc service neutron] 10.222.0.78 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384456 Jul 16 19:57:46.713307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d5ece332-d3fa-4d43-8a42-677acdb9389d details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:46.804745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-4877b917-80c9-4612-967e-cb3a5d239a77 service neutron] 10.222.0.78 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329567 Jul 16 19:57:46.898253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d5ece332-d3fa-4d43-8a42-677acdb9389d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d5ece332-d3fa-4d43-8a42-677acdb9389d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:46.916713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'd5ece332-d3fa-4d43-8a42-677acdb9389d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'd5ece332-d3fa-4d43-8a42-677acdb9389d', 'mac_address': 'fa:16:3e:08:4f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:46.928843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-e15c4731-571c-441a-9cf6-bdc6d0c48437 service neutron] 10.222.0.78 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231582 Jul 16 19:57:46.965385 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:46.981091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ece332-d3fa-4d43-8a42-677acdb9389d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:46.987338 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a2eaf2-9e77-4329-be1c-c722693d0f14 x-openstack-request-id: req-e6a2eaf2-9e77-4329-be1c-c722693d0f14 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:46.987664 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24e574f-b298-4e79-87af-57b57ad8899a", "name": "network-vif-plugged", "status": "completed", "tag": "8080de22-7d92-4ead-8f39-f0b29a2ec5d3", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:46.987944 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6a2eaf2-9e77-4329-be1c-c722693d0f14 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:46.988375 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24e574f-b298-4e79-87af-57b57ad8899a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8080de22-7d92-4ead-8f39-f0b29a2ec5d3', 'code': 200} Jul 16 19:57:47.020635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d5ece332-d3fa-4d43-8a42-677acdb9389d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d5ece332-d3fa-4d43-8a42-677acdb9389d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:47.032290 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b1525c-0bee-4333-8005-396cf9766cc4 x-openstack-request-id: req-37b1525c-0bee-4333-8005-396cf9766cc4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:47.033132 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44646614-ec22-4062-b9a6-5d9f319e6025", "tag": "d8002378-4baa-4611-a32f-ffcd2540a4ea", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:47.033432 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37b1525c-0bee-4333-8005-396cf9766cc4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:47.033975 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44646614-ec22-4062-b9a6-5d9f319e6025', 'tag': 'd8002378-4baa-4611-a32f-ffcd2540a4ea', 'status': 'completed', 'code': 200} Jul 16 19:57:47.035829 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:47.178671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3648b7c9-303c-4674-881c-8ffde01ac17f service neutron] 10.222.0.78 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420783 Jul 16 19:57:47.189101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=d5ece332-d3fa-4d43-8a42-677acdb9389d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:47.246807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efc9b5-a6a3-4e1c-b135-e198b7f2cedf req-9b55ba84-edd5-41c6-b457-2f1983f976cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:47.249018 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e5efc9b5-a6a3-4e1c-b135-e198b7f2cedf req-9b55ba84-edd5-41c6-b457-2f1983f976cd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 1101 time: 0.1241660 Jul 16 19:57:47.253953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-feb2ddc8-047d-4d2c-979f-5ce6a31b8135 req-4822020a-5aaf-4f2b-87c9-87028330687a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f247fb36-901a-486a-83f2-0dea7992dd41 HTTP/1.1" status: 200 len: 210 time: 0.0616281 Jul 16 19:57:47.327922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-6c916059-927f-4c44-8bee-4a9dcf7c01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:47.329529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-6c916059-927f-4c44-8bee-4a9dcf7c01fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14a7492722f24a29afad879b0e452e96&device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 1095 time: 0.2294953 Jul 16 19:57:47.349609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e5efc9b5-a6a3-4e1c-b135-e198b7f2cedf req-3627f3d0-db83-4068-b703-fa83227de664 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Jul 16 19:57:47.354407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-b179b7cb-f584-439e-a032-0a6c9336ee01 service neutron] 10.222.0.78 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741056 Jul 16 19:57:47.365082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['d5ece332-d3fa-4d43-8a42-677acdb9389d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:47.448734 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ba4b9f-7538-4179-929d-1710af192830 x-openstack-request-id: req-d5ba4b9f-7538-4179-929d-1710af192830 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:47.448997 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:47.449256 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5ba4b9f-7538-4179-929d-1710af192830 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:47.449655 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665', 'status': 'completed', 'code': 200} Jul 16 19:57:47.897851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-b7b0b180-e0b4-4c5e-a1c0-5cd4cd3d09ef service neutron] 10.222.0.78 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426645 Jul 16 19:57:47.901170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-9e8eed55-e31d-4f7b-a3ab-f778c2f6bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:47.902601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-9e8eed55-e31d-4f7b-a3ab-f778c2f6bafe service neutron] 10.222.0.16 "GET /v2.0/networks?id=09f08dab-f62d-4389-a885-521a4a059fb2 HTTP/1.1" status: 200 len: 913 time: 0.5651095 Jul 16 19:57:47.948958 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9cc96560-03fe-41d4-9978-9f2afefe4037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:48.002032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-b198d456-4bca-445e-8031-eeec1cfa7391 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8002378-4baa-4611-a32f-ffcd2540a4ea HTTP/1.1" status: 200 len: 217 time: 0.0787847 Jul 16 19:57:48.054766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-1435bc1e-840f-4ae5-95dc-ac8776b2a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:48.056707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-1435bc1e-840f-4ae5-95dc-ac8776b2a501 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1095 time: 0.5713456 Jul 16 19:57:48.126952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc037c93-7664-458a-a84c-0a04bcdbd603 req-994439d9-30ef-45b9-a0de-26ca364b51f2 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:48.128766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc037c93-7664-458a-a84c-0a04bcdbd603 req-994439d9-30ef-45b9-a0de-26ca364b51f2 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 949 time: 0.3238859 Jul 16 19:57:48.179716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-9b89d999-26ba-408d-afcf-c97a8c2f4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:48.182103 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-9b89d999-26ba-408d-afcf-c97a8c2f4188 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ceebd46-0e3a-49ee-b25e-dfc1da6aa3cc HTTP/1.1" status: 200 len: 852 time: 0.1475537 Jul 16 19:57:48.188486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-bfac9080-406c-4d66-9b55-df5112e0ada9 service neutron] 10.222.0.78 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762794 Jul 16 19:57:48.285261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-0b0af5c3-c7dd-4e70-9aa0-fb3d00d54c15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09f08dab-f62d-4389-a885-521a4a059fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690668 Jul 16 19:57:48.321019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc037c93-7664-458a-a84c-0a04bcdbd603 req-acbd0c67-a389-44ed-b9ca-a62a960fc734 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767128 Jul 16 19:57:48.350787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-ed190b7a-8637-4826-80fd-41573f74735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:48.352970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-ed190b7a-8637-4826-80fd-41573f74735c service neutron] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.2689168 Jul 16 19:57:48.457397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-7009358e-a836-4d8d-bce0-4d47ca6b9773 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=973ae1b2-22a2-401e-973b-e6d43441d665 HTTP/1.1" status: 200 len: 217 time: 0.0753646 Jul 16 19:57:48.573045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-06a21379-acc0-4343-9b72-bb45dd43c000 service neutron] 10.222.0.78 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529904 Jul 16 19:57:48.578560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-a581cfc3-f9a4-4c92-8a02-1b650c7800d4 service neutron] 10.222.0.16 "GET /v2.0/networks/09f08dab-f62d-4389-a885-521a4a059fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791431 Jul 16 19:57:48.586154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-f04a6954-40a6-4cac-8844-800a137fe558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:48.588614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-f04a6954-40a6-4cac-8844-800a137fe558 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.1163137 Jul 16 19:57:48.677704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-80a7ef8d-7c14-41a2-a3c7-c0d1c5ffe158 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662608 Jul 16 19:57:48.722079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d8002378-4baa-4611-a32f-ffcd2540a4ea details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:48.725189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d5ece332-d3fa-4d43-8a42-677acdb9389d up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:48.748836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b2dc0-c4be-48a8-8147-ec444a160b09 req-320d0023-f8dc-4186-baa3-d5d4ded73506 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:48.750494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff2b2dc0-c4be-48a8-8147-ec444a160b09 req-320d0023-f8dc-4186-baa3-d5d4ded73506 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 943 time: 0.3005297 Jul 16 19:57:48.831979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port d5ece332-d3fa-4d43-8a42-677acdb9389d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:48.864009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port d5ece332-d3fa-4d43-8a42-677acdb9389d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:48.864729 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:48.910631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-b14c911f-f9c5-4d1b-a4cb-8178d8e478eb service neutron] 10.222.0.78 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180664 Jul 16 19:57:48.925082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff2b2dc0-c4be-48a8-8147-ec444a160b09 req-f9eb6360-0135-4b56-bfc1-01205244edf3 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294043 Jul 16 19:57:48.932490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e59c58-ca29-4fb1-96f3-d486d05c7c38 req-8080d1b2-b487-4601-b094-62d05f4cd6d3 service neutron] 10.222.0.16 "GET /v2.0/networks/09f08dab-f62d-4389-a885-521a4a059fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387599 Jul 16 19:57:48.937503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d8002378-4baa-4611-a32f-ffcd2540a4ea, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d8002378-4baa-4611-a32f-ffcd2540a4ea,segment=NetworkSegment(a6c36ae9-3f36-4b9d-af41-8c9ab525b61e),segment_id=a6c36ae9-3f36-4b9d-af41-8c9ab525b61e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:48.951226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-c833f3a4-b38a-4ce1-92f2-72f4a5412393 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612171 Jul 16 19:57:48.965279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'd8002378-4baa-4611-a32f-ffcd2540a4ea', 'network_id': '09f08dab-f62d-4389-a885-521a4a059fb2', 'port_id': 'd8002378-4baa-4611-a32f-ffcd2540a4ea', 'mac_address': 'fa:16:3e:6e:a4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ceebd46-0e3a-49ee-b25e-dfc1da6aa3cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:49.042373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:49.062600 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:49.079262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8002378-4baa-4611-a32f-ffcd2540a4ea {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:49.088450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee64326-c75b-488e-b8bc-f6ad57cec63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ece332-d3fa-4d43-8a42-677acdb9389d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:49.091612 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8b3498-3f31-4c34-8b22-1d4a6133c1ab" -d '{"events": [{"server_uuid": "6ee64326-c75b-488e-b8bc-f6ad57cec63d", "name": "network-vif-plugged", "status": "completed", "tag": "d5ece332-d3fa-4d43-8a42-677acdb9389d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:49.092187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd2afeb4-264f-4618-a7b3-82c3ab1d4e43 req-d2b7d7a6-7e43-48ca-9f2e-00e95ef68b63 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346204 Jul 16 19:57:49.112061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d5ece332-d3fa-4d43-8a42-677acdb9389d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d5ece332-d3fa-4d43-8a42-677acdb9389d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:49.120917 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:49.153380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d8002378-4baa-4611-a32f-ffcd2540a4ea, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d8002378-4baa-4611-a32f-ffcd2540a4ea,segment=NetworkSegment(a6c36ae9-3f36-4b9d-af41-8c9ab525b61e),segment_id=a6c36ae9-3f36-4b9d-af41-8c9ab525b61e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:49.192916 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:49.194416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 973ae1b2-22a2-401e-973b-e6d43441d665 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:57:49.294647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=d5ece332-d3fa-4d43-8a42-677acdb9389d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:49.390807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=d8002378-4baa-4611-a32f-ffcd2540a4ea,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:49.399527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:49.412370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '973ae1b2-22a2-401e-973b-e6d43441d665', 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'port_id': '973ae1b2-22a2-401e-973b-e6d43441d665', 'mac_address': 'fa:16:3e:d8:7b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a21dd75-df91-45f6-92dd-45fdc28b51d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:57:49.424298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee405f4-473f-45f2-99de-10bb65f4b108 req-9ccd74e3-7a39-4245-aa51-f84aff50f6fb tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:49.425882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ee405f4-473f-45f2-99de-10bb65f4b108 req-9ccd74e3-7a39-4245-aa51-f84aff50f6fb tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 944 time: 0.0846021 Jul 16 19:57:49.463582 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:49.469046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ee405f4-473f-45f2-99de-10bb65f4b108 req-c4144aa3-2adb-4057-bca5-0865f0859399 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356236 Jul 16 19:57:49.477432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973ae1b2-22a2-401e-973b-e6d43441d665 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:49.498958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:49.505838 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:49.567431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:49.699097 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8295d58-10f7-4887-a17d-66598a24804f x-openstack-request-id: req-c8295d58-10f7-4887-a17d-66598a24804f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:49.699391 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee64326-c75b-488e-b8bc-f6ad57cec63d", "name": "network-vif-plugged", "status": "completed", "tag": "d5ece332-d3fa-4d43-8a42-677acdb9389d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:49.699648 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8295d58-10f7-4887-a17d-66598a24804f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:49.700052 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee64326-c75b-488e-b8bc-f6ad57cec63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ece332-d3fa-4d43-8a42-677acdb9389d', 'code': 200} Jul 16 19:57:49.833248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['973ae1b2-22a2-401e-973b-e6d43441d665'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:49.840701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['d8002378-4baa-4611-a32f-ffcd2540a4ea'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:49.934702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f654948-f459-4433-b9bd-bfcfb9b88c0c req-fe656471-fc16-45b6-9dbd-36ca5d469f8b tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0588434 Jul 16 19:57:49.999647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688bc1c-abb8-453c-9f26-0cce71f8ccdb req-0e7a44ea-a4dd-4446-a0c8-ef1e1001aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:50.001518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8688bc1c-abb8-453c-9f26-0cce71f8ccdb req-0e7a44ea-a4dd-4446-a0c8-ef1e1001aea1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 1102 time: 0.1816013 Jul 16 19:57:50.015615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd28bf8-c792-4ec1-9a8e-29fc963144b1 req-b282298d-50e6-4f1a-af55-02998f763dbe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:50.017891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2dd28bf8-c792-4ec1-9a8e-29fc963144b1 req-b282298d-50e6-4f1a-af55-02998f763dbe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 949 time: 0.1434062 Jul 16 19:57:50.112952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-050c05df-fa2f-47f2-9c91-fa8017d4369c req-88f79724-e45c-40e6-a2a6-e6471d5f230a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.0592723 Jul 16 19:57:50.153707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8688bc1c-abb8-453c-9f26-0cce71f8ccdb req-340cfa68-79dc-438f-94b0-d4c740a10d70 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345050 Jul 16 19:57:50.177886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c0aca5f-784f-4cad-9e3e-3ed0078f91d5 req-15e94492-703c-4a2d-b305-a3f9d6fb727e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0784054 Jul 16 19:57:50.188958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2dd28bf8-c792-4ec1-9a8e-29fc963144b1 req-95cdbaa6-d844-43bc-91ae-2ded9787a20f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633682 Jul 16 19:57:50.311621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429addb3-da49-45eb-8840-6c499095e61e req-9e8a9daf-a70d-425c-919b-aa84a369491e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:50.313688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-429addb3-da49-45eb-8840-6c499095e61e req-9e8a9daf-a70d-425c-919b-aa84a369491e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 944 time: 0.0805914 Jul 16 19:57:50.334291 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7fce1a6-9a4e-4005-a522-788f4aaa2225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.396849 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-429addb3-da49-45eb-8840-6c499095e61e req-844a5bf0-b96d-40cf-9621-c6cd4f6427e1 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713959 Jul 16 19:57:50.440688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd33f-edb6-422a-9b83-f965ac45ff9d req-c8e2345f-ca05-43a9-9d5d-d3f300fcd7aa tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:50.443119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c6dd33f-edb6-422a-9b83-f965ac45ff9d req-c8e2345f-ca05-43a9-9d5d-d3f300fcd7aa tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 950 time: 0.1008666 Jul 16 19:57:50.487899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c6dd33f-edb6-422a-9b83-f965ac45ff9d req-12a22d62-67fa-4f14-8981-ab13d1537b46 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Jul 16 19:57:50.528418 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.703497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50238d57-0e14-4ec0-9fd6-f6843eddc404 req-8e14f8ee-a74e-4d31-b1b7-671a8bd3a911 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:50.703497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50238d57-0e14-4ec0-9fd6-f6843eddc404 req-8e14f8ee-a74e-4d31-b1b7-671a8bd3a911 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 944 time: 0.0753720 Jul 16 19:57:50.750191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50238d57-0e14-4ec0-9fd6-f6843eddc404 req-e963fed1-4eac-4cde-b2b1-b745f21b4afa tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Jul 16 19:57:51.118633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-1543bc5e-93c5-4fd5-9ba5-70a45e815b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:51.121254 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-1543bc5e-93c5-4fd5-9ba5-70a45e815b87 service neutron] 10.222.0.68 "GET /v2.0/ports/b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 1033 time: 0.0629325 Jul 16 19:57:51.130790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1d36d1-85b6-4bde-91d1-6bed4ea6fccb req-4d0ad518-de66-44c7-973c-89ea26734895 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0337853 Jul 16 19:57:51.189517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f409a602-78ca-4b57-8f50-18b868fa55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:51.191214 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f409a602-78ca-4b57-8f50-18b868fa55b5 service neutron] 10.222.0.68 "GET /v2.0/ports/37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 1032 time: 0.0625148 Jul 16 19:57:51.283773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d17e97d7-03cd-4222-862e-8d140670e8c8 req-56a7f4ae-3ff9-4e5f-9240-77ea4952a494 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.0317998 Jul 16 19:57:51.327667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-01b8ba0a-ee39-4460-b793-d452d8967f85 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:51.333591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-01b8ba0a-ee39-4460-b793-d452d8967f85 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:51.340506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-01b8ba0a-ee39-4460-b793-d452d8967f85 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:51.342172 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-01b8ba0a-ee39-4460-b793-d452d8967f85 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "GET /v2.0/networks?id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=26308dbe-e842-4fb5-bfa5-18e944a16551&id=26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 200 len: 1993 time: 0.1404243 Jul 16 19:57:51.389013 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3eeffc22-e470-4dc2-80c4-ffd25bb75c01 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=503cc6fc2182435893440138a3ee9551 HTTP/1.1" status: 200 len: 380 time: 0.0376203 Jul 16 19:57:51.399382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'admin_state_up': True, 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'security_groups': ['19c921b7-280d-460c-8c7b-ae2cf17d9272']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:51.555536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:51.560662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:51.616152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40ead-ba12-49e2-ab1a-d42fd02567af req-f68f171b-ca67-47af-82bb-6bf7b7fa63cb tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:51.626430 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95f40ead-ba12-49e2-ab1a-d42fd02567af req-f68f171b-ca67-47af-82bb-6bf7b7fa63cb tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 944 time: 0.1003952 Jul 16 19:57:51.683456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95f40ead-ba12-49e2-ab1a-d42fd02567af req-b848cb2f-7cd2-42b7-822a-257bfe59456c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Jul 16 19:57:51.745643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Allocated IP 172.20.0.5 (893b11cc-265c-4a99-bb9c-7361f9f9e9bc/5f975908-f022-488f-a956-eb6600bdb93c/c870a687-4862-446e-948e-9a0ecdaf81b3) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:51.900921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04c65e-7447-4bd9-b9a4-ebdce4634dca req-03f32398-3a44-40b5-bb7d-f3a4cfecb179 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:51.909043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d04c65e-7447-4bd9-b9a4-ebdce4634dca req-03f32398-3a44-40b5-bb7d-f3a4cfecb179 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 950 time: 0.0965416 Jul 16 19:57:51.939132 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:51.949994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d04c65e-7447-4bd9-b9a4-ebdce4634dca req-2d22e5f7-1e8d-4edd-8400-c2140fff9d36 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Jul 16 19:57:51.961851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Transition to ACTIVE for port object c870a687-4862-446e-948e-9a0ecdaf81b3 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:52.019677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.081607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2b98-5471-4fbc-a4f7-07a57d18f62a req-7335c7e4-1985-438b-86b1-381f65823e88 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:52.083531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-008c2b98-5471-4fbc-a4f7-07a57d18f62a req-7335c7e4-1985-438b-86b1-381f65823e88 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 944 time: 0.0911138 Jul 16 19:57:52.118117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:52.123776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:52.129658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:52.169187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-008c2b98-5471-4fbc-a4f7-07a57d18f62a req-04c0f70b-ef9a-47b4-939f-4fbd3fd586a0 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767591 Jul 16 19:57:52.172953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=c870a687-4862-446e-948e-9a0ecdaf81b3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:52.218496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.234755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:52.237245 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.261204 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6822bace-4a6f-4152-843f-74761d0ccf8d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8659480 Jul 16 19:57:52.273812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'admin_state_up': True, 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'security_groups': ['19c921b7-280d-460c-8c7b-ae2cf17d9272']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:52.416557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d2e5d40-3130-45ed-bd0e-cab8a3f854da req-0120ca66-3c57-4b98-ab8d-3ee8c5dc4bbe tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0614960 Jul 16 19:57:52.463051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:52.467099 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.560349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0fed6200-dc11-4e47-a7cb-7f41fee02663 None None] Provisioning for port c870a687-4862-446e-948e-9a0ecdaf81b3 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:52.565954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0fed6200-dc11-4e47-a7cb-7f41fee02663 None None] Provisioning complete for port c870a687-4862-446e-948e-9a0ecdaf81b3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:52.566329 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0fed6200-dc11-4e47-a7cb-7f41fee02663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.623353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0fed6200-dc11-4e47-a7cb-7f41fee02663 None None] Port c870a687-4862-446e-948e-9a0ecdaf81b3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:52.630617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2bb1-79d7-42db-aae3-b77c055a5c26 req-a105452d-728e-4b1f-89f1-1c82f51ff154 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:52.638359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2bb1-79d7-42db-aae3-b77c055a5c26 req-a105452d-728e-4b1f-89f1-1c82f51ff154 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:52.640019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d0a2bb1-79d7-42db-aae3-b77c055a5c26 req-a105452d-728e-4b1f-89f1-1c82f51ff154 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d&device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 1690 time: 0.1471460 Jul 16 19:57:52.654352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8f5b9-33c6-4cbd-9c0c-5430cc9880d3 req-51ebd229-b991-4f6b-8fab-e9ef745a37e0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:52.656428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3b8f5b9-33c6-4cbd-9c0c-5430cc9880d3 req-51ebd229-b991-4f6b-8fab-e9ef745a37e0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 931 time: 0.1193879 Jul 16 19:57:52.671081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Allocated IP 10.1.1.210 (feae7e28-8ae7-49b0-af49-329cabf6f82f/8ac96c40-c0f3-45f8-8c47-f052bfe1819d/c34e8c69-5351-4193-9072-293d3245b076) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:52.720053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d0a2bb1-79d7-42db-aae3-b77c055a5c26 req-dc4187bb-d1e1-4f24-a381-25256b49a705 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623772 Jul 16 19:57:52.740427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3b8f5b9-33c6-4cbd-9c0c-5430cc9880d3 req-53a0a0f5-f783-4d1d-87f5-ae5a7e247a33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698035 Jul 16 19:57:52.754405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d8002378-4baa-4611-a32f-ffcd2540a4ea up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:52.824119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port d8002378-4baa-4611-a32f-ffcd2540a4ea completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:52.835852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port d8002378-4baa-4611-a32f-ffcd2540a4ea triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:52.836284 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.931103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df99ff-db2b-4b4a-a28e-d52a3cdfe3c4 req-8c34ee14-1bbd-460b-be4b-a37c3a31f521 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:52.940978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36df99ff-db2b-4b4a-a28e-d52a3cdfe3c4 req-8c34ee14-1bbd-460b-be4b-a37c3a31f521 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 944 time: 0.0953395 Jul 16 19:57:52.945832 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.967703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Transition to ACTIVE for port object c34e8c69-5351-4193-9072-293d3245b076 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:52.984177 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.997805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36df99ff-db2b-4b4a-a28e-d52a3cdfe3c4 req-a2175b69-978f-476d-8e9e-058aad8eb819 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559580 Jul 16 19:57:53.033173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44646614-ec22-4062-b9a6-5d9f319e6025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8002378-4baa-4611-a32f-ffcd2540a4ea'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:53.039598 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a74dcf0-77b3-4a48-8b08-e292f0e22951" -d '{"events": [{"server_uuid": "44646614-ec22-4062-b9a6-5d9f319e6025", "name": "network-vif-plugged", "status": "completed", "tag": "d8002378-4baa-4611-a32f-ffcd2540a4ea"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:53.080784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d8002378-4baa-4611-a32f-ffcd2540a4ea, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d8002378-4baa-4611-a32f-ffcd2540a4ea,segment=NetworkSegment(a6c36ae9-3f36-4b9d-af41-8c9ab525b61e),segment_id=a6c36ae9-3f36-4b9d-af41-8c9ab525b61e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:53.081070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.090419 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.092374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 973ae1b2-22a2-401e-973b-e6d43441d665 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:53.215812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=d8002378-4baa-4611-a32f-ffcd2540a4ea,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:53.216072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=c34e8c69-5351-4193-9072-293d3245b076,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:53.230184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network feae7e28-8ae7-49b0-af49-329cabf6f82f is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:53.231887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:53.246473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:53.281003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 973ae1b2-22a2-401e-973b-e6d43441d665 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:53.286880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 973ae1b2-22a2-401e-973b-e6d43441d665 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:53.287362 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.346717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:53.347416 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.365773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-6a8e45ab-6879-46d8-9ea1-db7e0d187340 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0961137 Jul 16 19:57:53.379587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'admin_state_up': True, 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'security_groups': ['19c921b7-280d-460c-8c7b-ae2cf17d9272']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:53.382205 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4941a367-d420-4c32-a27e-775ea4896b2a x-openstack-request-id: req-4941a367-d420-4c32-a27e-775ea4896b2a {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:53.383234 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44646614-ec22-4062-b9a6-5d9f319e6025", "name": "network-vif-plugged", "status": "completed", "tag": "d8002378-4baa-4611-a32f-ffcd2540a4ea", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:53.384539 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4941a367-d420-4c32-a27e-775ea4896b2a {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:53.385266 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44646614-ec22-4062-b9a6-5d9f319e6025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8002378-4baa-4611-a32f-ffcd2540a4ea', 'code': 200} Jul 16 19:57:53.483759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.604613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770a683-5aca-44e1-be47-cee7ae54940c req-48aaf2d2-bd8f-46e1-b076-a9d2a396ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:53.609519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2770a683-5aca-44e1-be47-cee7ae54940c req-48aaf2d2-bd8f-46e1-b076-a9d2a396ce01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 1097 time: 0.1359544 Jul 16 19:57:53.620918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:53.638003 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.646155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:53.650866 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.653060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.723831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2770a683-5aca-44e1-be47-cee7ae54940c req-dfd169e1-9872-4e9f-94b6-524b8aba8f5f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040640 Jul 16 19:57:53.742271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:53.779314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1041e3ce-9994-4204-a7c0-b2bf02eb7f8b None None] Provisioning for port c34e8c69-5351-4193-9072-293d3245b076 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:53.787887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1041e3ce-9994-4204-a7c0-b2bf02eb7f8b None None] Provisioning complete for port c34e8c69-5351-4193-9072-293d3245b076 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:53.788386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1041e3ce-9994-4204-a7c0-b2bf02eb7f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.816766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86e1a45f-02af-46a8-9254-b765f7bd2180 req-81cbf2c9-7423-4a53-9e27-8b1542b31828 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0440490 Jul 16 19:57:53.832585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1041e3ce-9994-4204-a7c0-b2bf02eb7f8b None None] Port c34e8c69-5351-4193-9072-293d3245b076 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:53.842238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb87d4c-c814-4f37-818a-d27fce84eaf5 req-03b99586-1450-4496-9bd4-152a0b802048 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:53.844398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bb87d4c-c814-4f37-818a-d27fce84eaf5 req-03b99586-1450-4496-9bd4-152a0b802048 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 945 time: 0.1650207 Jul 16 19:57:53.887828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Allocated IP 10.1.1.229 (feae7e28-8ae7-49b0-af49-329cabf6f82f/8ac96c40-c0f3-45f8-8c47-f052bfe1819d/a44233e5-8890-4a68-b799-ffe53a2907db) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:53.893274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bb87d4c-c814-4f37-818a-d27fce84eaf5 req-2ee2c924-4848-43dd-b73d-cccf3006c3b2 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Jul 16 19:57:54.065903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488abeef-f6b4-42b1-b056-99fc808cfb14 req-fc352cb9-2500-46ea-b52d-d5c77542c491 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:54.069834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-488abeef-f6b4-42b1-b056-99fc808cfb14 req-fc352cb9-2500-46ea-b52d-d5c77542c491 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 1102 time: 0.0907292 Jul 16 19:57:54.082054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.100013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Transition to ACTIVE for port object a44233e5-8890-4a68-b799-ffe53a2907db will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:54.132423 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-488abeef-f6b4-42b1-b056-99fc808cfb14 req-19b766b3-60a9-441d-a322-486a69e8fd8e tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Jul 16 19:57:54.146380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b07653-5d2e-4f04-a1a9-bf88b00a4b83 req-ab0be58d-64ca-43dd-b291-0688b7136e93 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:54.148053 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.154460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b07653-5d2e-4f04-a1a9-bf88b00a4b83 req-ab0be58d-64ca-43dd-b291-0688b7136e93 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:54.156076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2b07653-5d2e-4f04-a1a9-bf88b00a4b83 req-ab0be58d-64ca-43dd-b291-0688b7136e93 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 1653 time: 0.1295285 Jul 16 19:57:54.213896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2b07653-5d2e-4f04-a1a9-bf88b00a4b83 req-adb0ffaa-64be-4036-9f14-fc453f2cbb2e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501812 Jul 16 19:57:54.231426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network feae7e28-8ae7-49b0-af49-329cabf6f82f is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:54.235416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:54.245018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:54.254658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=a44233e5-8890-4a68-b799-ffe53a2907db,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:54.324074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:54.325096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.359480 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-cf29be2c-0a2c-42c5-8087-5fc3f0aed2b0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9857893 Jul 16 19:57:54.386080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551', 'admin_state_up': True, 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'security_groups': ['19c921b7-280d-460c-8c7b-ae2cf17d9272']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:54.469137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c919a3a-c490-47b7-b5f5-93b29f22616b req-ce1d8ccf-2b4f-4e99-8502-1de972960a06 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:54.479751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c919a3a-c490-47b7-b5f5-93b29f22616b req-ce1d8ccf-2b4f-4e99-8502-1de972960a06 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1082029 Jul 16 19:57:54.577179 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c919a3a-c490-47b7-b5f5-93b29f22616b req-b0ebee81-5a54-4fcc-afd1-0062741973c4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957048 Jul 16 19:57:54.577439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:54.604990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148314ba-62ac-4346-9560-43d1b50e3257 req-a6295dfb-8757-4d5f-971a-aa3c9447437f tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:54.607093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-148314ba-62ac-4346-9560-43d1b50e3257 req-a6295dfb-8757-4d5f-971a-aa3c9447437f tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 1101 time: 0.1143773 Jul 16 19:57:54.669484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cabade60-b862-4d92-849e-b3324958dd8e None None] Provisioning for port a44233e5-8890-4a68-b799-ffe53a2907db completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:54.686513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cabade60-b862-4d92-849e-b3324958dd8e None None] Provisioning complete for port a44233e5-8890-4a68-b799-ffe53a2907db triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:54.690811 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cabade60-b862-4d92-849e-b3324958dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.700899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-148314ba-62ac-4346-9560-43d1b50e3257 req-76b8d155-8d53-4eab-8ddb-63943fe4396c tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811775 Jul 16 19:57:54.756371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.776034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cabade60-b862-4d92-849e-b3324958dd8e None None] Port a44233e5-8890-4a68-b799-ffe53a2907db cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:55.104964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-335ac5d0-81b9-4e6c-9729-5954f0e7fdd4 req-96c89e01-cffa-4f7e-b908-15365381610b tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0377893 Jul 16 19:57:55.253324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-0b79b659-fc64-452c-bfb0-b312a706611f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320253 Jul 16 19:57:55.257651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Allocated IP 10.2.2.100 (26308dbe-e842-4fb5-bfa5-18e944a16551/a28fdbd3-7cc6-4376-bb96-f58ef7548f47/53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:55.318148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdbc77-8505-4ec5-aa44-da934162e263 req-3b449613-a87b-4718-9142-4def6156c039 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:55.328389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebfdbc77-8505-4ec5-aa44-da934162e263 req-3b449613-a87b-4718-9142-4def6156c039 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 945 time: 0.1672394 Jul 16 19:57:55.387517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:55.389489 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2cf6c2-8bc8-4320-97c2-a8f3ea470e2d" -d '{"events": [{"server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "name": "network-vif-plugged", "status": "completed", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:55.424958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebfdbc77-8505-4ec5-aa44-da934162e263 req-4092c2a8-4868-4d81-8969-ade8bb091cf6 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959091 Jul 16 19:57:55.438688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:55.458898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-7ee0e85b-8134-4065-b229-3e068068346f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:55.459575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Transition to ACTIVE for port object 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:55.462231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-7ee0e85b-8134-4065-b229-3e068068346f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987665 Jul 16 19:57:55.481051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-019c8b1a-d891-4483-9423-249f58313f23 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/quotas/c7f0df0ec6164c33b765d1378199fc05 HTTP/1.1" status: 200 len: 375 time: 0.0104537 Jul 16 19:57:55.512158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:55.582053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-5755b12c-74e7-485f-8dca-11113792d267 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0952179 Jul 16 19:57:55.591688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network 26308dbe-e842-4fb5-bfa5-18e944a16551 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:55.598595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:55.606800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:55.625764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:55.690675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d12c-380c-4c8e-8730-8a67b3a34be6 req-7ddf4169-1dc6-4efb-aae2-26cae5b4dc34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:55.701330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d12c-380c-4c8e-8730-8a67b3a34be6 req-7ddf4169-1dc6-4efb-aae2-26cae5b4dc34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:55.701564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:55.702374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:55.717966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d12c-380c-4c8e-8730-8a67b3a34be6 req-7ddf4169-1dc6-4efb-aae2-26cae5b4dc34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:55.729628 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9b62366d-eca5-4dd1-b2e9-27aed421bf79 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3548350 Jul 16 19:57:55.733937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d12c-380c-4c8e-8730-8a67b3a34be6 req-7ddf4169-1dc6-4efb-aae2-26cae5b4dc34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:55.737744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17d0d12c-380c-4c8e-8730-8a67b3a34be6 req-7ddf4169-1dc6-4efb-aae2-26cae5b4dc34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 3095 time: 0.1542063 Jul 16 19:57:55.743222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551', 'admin_state_up': True, 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'security_groups': ['19c921b7-280d-460c-8c7b-ae2cf17d9272']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:55.851491 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d063bdbf-0c9c-41b6-8ee1-251ac2847d85 x-openstack-request-id: req-d063bdbf-0c9c-41b6-8ee1-251ac2847d85 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:55.853217 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "name": "network-vif-plugged", "status": "completed", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:55.853841 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d063bdbf-0c9c-41b6-8ee1-251ac2847d85 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:55.854664 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665', 'code': 200} Jul 16 19:57:55.964235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Made reservation on behalf of 503cc6fc2182435893440138a3ee9551 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:55.972360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:56.018428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-34627768-a595-4ff2-89b9-858963de8a1f None None] Provisioning for port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:56.025244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-34627768-a595-4ff2-89b9-858963de8a1f None None] Provisioning complete for port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:56.026050 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-34627768-a595-4ff2-89b9-858963de8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:56.115726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-34627768-a595-4ff2-89b9-858963de8a1f None None] Port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:56.404871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17d0d12c-380c-4c8e-8730-8a67b3a34be6 req-a5ce6cfc-28a7-4b4d-a721-a87abcede149 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6604834 Jul 16 19:57:56.463280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Allocated IP 10.2.2.200 (26308dbe-e842-4fb5-bfa5-18e944a16551/a28fdbd3-7cc6-4376-bb96-f58ef7548f47/27380e31-3521-497c-9c42-964636b5da24) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:56.551919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4254b100-bfc0-4042-9774-bf0a2543c21e req-9d0441d3-bd88-4d6c-954d-132da3e57e54 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 210 time: 0.0625389 Jul 16 19:57:56.567495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2307c3-0665-4d9e-8086-fe6f470d4de2 req-6979245a-dae5-40af-87a4-18e57a25bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:56.572384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b2307c3-0665-4d9e-8086-fe6f470d4de2 req-6979245a-dae5-40af-87a4-18e57a25bd8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1097 time: 0.2194998 Jul 16 19:57:56.588072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0c77f-49ff-480d-992f-6fce90c66374 req-9f77ebbb-5c60-432f-b3a3-01affb1546a8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:56.598540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-acd0c77f-49ff-480d-992f-6fce90c66374 req-9f77ebbb-5c60-432f-b3a3-01affb1546a8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.2484741 Jul 16 19:57:56.693931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-acd0c77f-49ff-480d-992f-6fce90c66374 req-39660308-9a27-4995-8c45-223d97797642 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932851 Jul 16 19:57:56.708741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b2307c3-0665-4d9e-8086-fe6f470d4de2 req-37ebfb22-0dbd-4d2d-9320-96c004c6af2e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041739 Jul 16 19:57:56.716042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:56.737665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Transition to ACTIVE for port object 27380e31-3521-497c-9c42-964636b5da24 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:56.779979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:56.861292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event updated for resources: {'Port': ['ID=27380e31-3521-497c-9c42-964636b5da24,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:56.886184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Network 26308dbe-e842-4fb5-bfa5-18e944a16551 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:56.888272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:56.892545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:57.005437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:57.006124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:57.035983 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2297b2a2-5093-4221-9ccd-12678231f4ee tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2982531 Jul 16 19:57:57.048721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:57.159031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4ba0260-be8d-43a6-a7cb-cbbba7f0e7f9 req-a2842733-67e0-4965-b352-ad2b1f67d432 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0948551 Jul 16 19:57:57.225475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:57.258112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3c4a8f11-9b3c-4c55-a446-4bcb149cb8e7 None None] Provisioning for port 27380e31-3521-497c-9c42-964636b5da24 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:57.268061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3c4a8f11-9b3c-4c55-a446-4bcb149cb8e7 None None] Provisioning complete for port 27380e31-3521-497c-9c42-964636b5da24 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:57.269246 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8f11-9b3c-4c55-a446-4bcb149cb8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:57.321474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a8f11-9b3c-4c55-a446-4bcb149cb8e7 None None] Port 27380e31-3521-497c-9c42-964636b5da24 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:57.671081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-e5c704af-14de-407a-b37c-1e0fabde20cf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346832 Jul 16 19:57:57.751294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c870a687-4862-446e-948e-9a0ecdaf81b3 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:57.759176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3b412-35ae-4723-a83f-40f4da2a20e8 req-382e2977-9217-412e-b914-7218660e4afc tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:57.761739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6e3b412-35ae-4723-a83f-40f4da2a20e8 req-382e2977-9217-412e-b914-7218660e4afc tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 945 time: 0.2020695 Jul 16 19:57:57.764121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:57.784500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Transition to ACTIVE for port object c870a687-4862-446e-948e-9a0ecdaf81b3 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:57.791846 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:57.835125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b66b5-5ba2-4a46-9bc9-f4a09fec8d5b req-aba1fee6-256f-44b1-9990-18c5412704e6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:57.843944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b66b5-5ba2-4a46-9bc9-f4a09fec8d5b req-aba1fee6-256f-44b1-9990-18c5412704e6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:57.851759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b66b5-5ba2-4a46-9bc9-f4a09fec8d5b req-aba1fee6-256f-44b1-9990-18c5412704e6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:57.863295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b66b5-5ba2-4a46-9bc9-f4a09fec8d5b req-aba1fee6-256f-44b1-9990-18c5412704e6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:57.870792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b66b5-5ba2-4a46-9bc9-f4a09fec8d5b req-aba1fee6-256f-44b1-9990-18c5412704e6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:57.880535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0b66b5-5ba2-4a46-9bc9-f4a09fec8d5b req-aba1fee6-256f-44b1-9990-18c5412704e6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 3816 time: 0.2825606 Jul 16 19:57:57.908049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Pushing event updated for resources: {'Port': ['ID=c870a687-4862-446e-948e-9a0ecdaf81b3,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:57.957632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-8ad715e5-40c5-4688-b0c9-bcf22704e292 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:57.959450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-8ad715e5-40c5-4688-b0c9-bcf22704e292 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755954 Jul 16 19:57:57.980878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6e3b412-35ae-4723-a83f-40f4da2a20e8 req-d57adca0-4c30-419d-880f-45e6068883c1 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864173 Jul 16 19:57:58.008022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Request body: {'port': {'device_id': '9108555e-7ff5-4c5d-9e89-f3256bceba87', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'c7f0df0ec6164c33b765d1378199fc05'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:58.188788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db0b66b5-5ba2-4a46-9bc9-f4a09fec8d5b req-164ec7c6-48b7-41bb-b2d5-79d0237452ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931821 Jul 16 19:57:58.232662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Attempting to bind port c870a687-4862-446e-948e-9a0ecdaf81b3 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:58.232662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Attempting to bind port c870a687-4862-446e-948e-9a0ecdaf81b3 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:58.232662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Attempting to bind port c870a687-4862-446e-948e-9a0ecdaf81b3 on network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:58.250841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Port c870a687-4862-446e-948e-9a0ecdaf81b3 on network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:57:58.251977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Attempting to bind port c870a687-4862-446e-948e-9a0ecdaf81b3 on network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:58.270768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:58.271365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Checking segment: {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:58.272256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Bound using segment: {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:58.274817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Bound port: c870a687-4862-446e-948e-9a0ecdaf81b3, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9a010a-db9f-4bbf-be64-db2c56f8b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:58.275662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:58.299610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Made reservation on behalf of c7f0df0ec6164c33b765d1378199fc05 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:58.303509 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:58.381769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de64c0d6-2e3e-4abe-9538-62c1fbc5b000 req-65a6fc6a-efa6-43d7-889e-0537307c1dc3 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 210 time: 0.0700531 Jul 16 19:57:58.411868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] For port c870a687-4862-446e-948e-9a0ecdaf81b3, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:58.416835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] For port c870a687-4862-446e-948e-9a0ecdaf81b3, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c870a687-4862-446e-948e-9a0ecdaf81b3,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:58.423144 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:58.511900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:58.514542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:58.517091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] 10.222.0.68 "PUT /v2.0/ports/c870a687-4862-446e-948e-9a0ecdaf81b3 HTTP/1.1" status: 200 len: 1092 time: 1.4727778 Jul 16 19:57:58.517895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:57:58.521714 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276a8c9-28d0-44f9-8aba-3156559c97ac" -d '{"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:57:58.562643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706c50d-1b1a-4c9e-bdc9-f68340d25742 req-fb00bd6f-6243-4e4a-b9cf-540f713818da tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:58.572044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e706c50d-1b1a-4c9e-bdc9-f68340d25742 req-fb00bd6f-6243-4e4a-b9cf-540f713818da tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1927562 Jul 16 19:57:58.598852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:58.603201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6a448-e29d-4cd9-ab30-e909a81cc685 service neutron] Pushing event updated for resources: {'Port': ['ID=c870a687-4862-446e-948e-9a0ecdaf81b3,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:58.629225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Allocated IP 192.168.233.23 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/739b1226-9709-42a2-9533-ee731bd5763d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:58.686414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e706c50d-1b1a-4c9e-bdc9-f68340d25742 req-291569a7-69b7-4493-a311-dc1408f0bbc2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998924 Jul 16 19:57:58.770425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:58.965588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:58.986031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Transition to ACTIVE for port object 739b1226-9709-42a2-9533-ee731bd5763d will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:59.035586 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9581b4-29c5-4aaf-b7f6-7afeb64d3c89 x-openstack-request-id: req-ba9581b4-29c5-4aaf-b7f6-7afeb64d3c89 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:57:59.036061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:59.036452 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:57:59.038333 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba9581b4-29c5-4aaf-b7f6-7afeb64d3c89 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:57:59.038865 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'status': 'completed', 'code': 200} Jul 16 19:57:59.051142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8080de22-7d92-4ead-8f39-f0b29a2ec5d3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:59.114628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'd5ece332-d3fa-4d43-8a42-677acdb9389d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:57:59.152245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c29d3876-37c1-4e75-8418-4b7bd31a17eb req-f44992ae-41af-4544-9703-e6fc0ad43252 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0589209 Jul 16 19:57:59.165555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:59.184435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:59.198014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:59.318257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.319039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:59.324058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'Port': ['ID=739b1226-9709-42a2-9533-ee731bd5763d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:59.450760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-c070f90f-2958-4e14-8181-d84bd320bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.451502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-c070f90f-2958-4e14-8181-d84bd320bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.452077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-c070f90f-2958-4e14-8181-d84bd320bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.452666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-c070f90f-2958-4e14-8181-d84bd320bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.453489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-c070f90f-2958-4e14-8181-d84bd320bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.455944 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-c070f90f-2958-4e14-8181-d84bd320bc16 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 4364 time: 0.4150355 Jul 16 19:57:59.592750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-24979d76-e017-40b5-90cb-f18ea76d46be tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6054792 Jul 16 19:57:59.627262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Request body: {'port': {'device_id': '9108555e-7ff5-4c5d-9e89-f3256bceba87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:59.629763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:57:59.712979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:59.735449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-3ea5740e-1b85-4911-accf-30719b5beb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.737733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-3ea5740e-1b85-4911-accf-30719b5beb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.739853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-3ea5740e-1b85-4911-accf-30719b5beb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.745413 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-3ea5740e-1b85-4911-accf-30719b5beb49 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=503cc6fc2182435893440138a3ee9551&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2774923 Jul 16 19:57:59.767573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Transition to ACTIVE for port object b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:59.768704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afcac6-8a7b-47a3-8619-08a3ab7e2c94 req-8560edd1-e1e9-4b82-ade6-e7c191000efd tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.779427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39afcac6-8a7b-47a3-8619-08a3ab7e2c94 req-8560edd1-e1e9-4b82-ade6-e7c191000efd tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 945 time: 0.3901310 Jul 16 19:57:59.780480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-96015634-a86f-4ebf-8ab9-7bf2c2048937 None None] Provisioning for port 739b1226-9709-42a2-9533-ee731bd5763d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:59.795333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741de96-8aae-4a47-9094-806d6102fb7f req-c944315b-5a90-4fd2-b967-33c16af50de0 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.797120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6741de96-8aae-4a47-9094-806d6102fb7f req-c944315b-5a90-4fd2-b967-33c16af50de0 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.16 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 945 time: 0.4174025 Jul 16 19:57:59.801670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-96015634-a86f-4ebf-8ab9-7bf2c2048937 None None] Provisioning complete for port 739b1226-9709-42a2-9533-ee731bd5763d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:59.802305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-96015634-a86f-4ebf-8ab9-7bf2c2048937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:59.803532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922afffc-04f7-4839-ad29-a2968a4a37e1 req-c6fae21e-7f21-4242-9ff0-60de690216d3 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:59.813066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-922afffc-04f7-4839-ad29-a2968a4a37e1 req-c6fae21e-7f21-4242-9ff0-60de690216d3 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1097 time: 0.6172481 Jul 16 19:57:59.816013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:59.875074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-96015634-a86f-4ebf-8ab9-7bf2c2048937 None None] Port 739b1226-9709-42a2-9533-ee731bd5763d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:59.879014 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:59.975968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39afcac6-8a7b-47a3-8619-08a3ab7e2c94 req-bc75f372-898a-4ba1-bb45-c1c443933cea tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/security-groups?id=44075d88-3715-4c54-becf-1fa74c61f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953719 Jul 16 19:57:59.978598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-922afffc-04f7-4839-ad29-a2968a4a37e1 req-b1b75587-d69b-4c00-aa9f-265a5a55e29a tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644754 Jul 16 19:58:00.268546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Pushing event updated for resources: {'Port': ['ID=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:00.344056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Deleting port d8002378-4baa-4611-a32f-ffcd2540a4ea {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:58:00.344405 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:00.384381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-00db5fe6-7b9b-4073-bed1-0a7a8e4e0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:00.387611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3276a8c9-28d0-44f9-8aba-3156559c97ac req-00db5fe6-7b9b-4073-bed1-0a7a8e4e0184 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6154020 Jul 16 19:58:00.420023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Attempting to bind port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:00.420981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Attempting to bind port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:00.422278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Attempting to bind port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:00.430988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 on network feae7e28-8ae7-49b0-af49-329cabf6f82f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:00.432468 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Attempting to bind port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:00.441088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:00.442493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Checking segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:00.443130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Bound using segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:00.443866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Bound port: b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:00.444481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:00.570299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] For port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:00.576741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] For port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:00.582212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:00.656151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:00.657643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:00.660298 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-48741b53-d444-4171-912b-6468efeac1eb service neutron] 10.222.0.68 "PUT /v2.0/ports/b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 1137 time: 2.0703306 Jul 16 19:58:00.695796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48741b53-d444-4171-912b-6468efeac1eb service neutron] Pushing event updated for resources: {'Port': ['ID=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:00.707942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:00.736018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22c67-28bd-4490-ba9d-acdad302d3d5 req-ac06091d-e036-479a-9b4c-3975cb8b1fbf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:00.753668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22c67-28bd-4490-ba9d-acdad302d3d5 req-ac06091d-e036-479a-9b4c-3975cb8b1fbf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:00.766274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22c67-28bd-4490-ba9d-acdad302d3d5 req-ac06091d-e036-479a-9b4c-3975cb8b1fbf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:00.779187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22c67-28bd-4490-ba9d-acdad302d3d5 req-ac06091d-e036-479a-9b4c-3975cb8b1fbf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:00.792574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22c67-28bd-4490-ba9d-acdad302d3d5 req-ac06091d-e036-479a-9b4c-3975cb8b1fbf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:00.804673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22c67-28bd-4490-ba9d-acdad302d3d5 req-ac06091d-e036-479a-9b4c-3975cb8b1fbf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:00.808330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06d22c67-28bd-4490-ba9d-acdad302d3d5 req-ac06091d-e036-479a-9b4c-3975cb8b1fbf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 4606 time: 0.5703917 Jul 16 19:58:00.857905 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:01.031652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] For port d8002378-4baa-4611-a32f-ffcd2540a4ea, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d8002378-4baa-4611-a32f-ffcd2540a4ea,segment=NetworkSegment(a6c36ae9-3f36-4b9d-af41-8c9ab525b61e),segment_id=a6c36ae9-3f36-4b9d-af41-8c9ab525b61e)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:01.031652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:01.057601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Calling delete_port for d8002378-4baa-4611-a32f-ffcd2540a4ea owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:58:01.062317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:01.065802 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741160ce-153d-426c-a435-976a3b78a019" -d '{"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:01.077356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06d22c67-28bd-4490-ba9d-acdad302d3d5 req-c7f9d4ca-44b4-45d1-bc91-d13dea607d28 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2474802 Jul 16 19:58:01.107398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834022c-5741-48f6-93c0-1993cdb54219 req-22fdeb43-7033-41a1-a5c7-c75daa91c464 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:01.110489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9834022c-5741-48f6-93c0-1993cdb54219 req-22fdeb43-7033-41a1-a5c7-c75daa91c464 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 935 time: 0.6414542 Jul 16 19:58:01.116803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739b1226-9709-42a2-9533-ee731bd5763d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:01.149677 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:01.215283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Transition to ACTIVE for port object 739b1226-9709-42a2-9533-ee731bd5763d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:01.231302 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:01.258083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9834022c-5741-48f6-93c0-1993cdb54219 req-20181f8d-4a21-47f2-ab2b-86fe0c3c3b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234465 Jul 16 19:58:01.331931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=739b1226-9709-42a2-9533-ee731bd5763d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:01.504548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:01.545727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:01.636080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Transition to ACTIVE for port object 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:01.637013 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:01.641506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Attempting to bind port 739b1226-9709-42a2-9533-ee731bd5763d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:01.642080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Attempting to bind port 739b1226-9709-42a2-9533-ee731bd5763d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:01.642631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Attempting to bind port 739b1226-9709-42a2-9533-ee731bd5763d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:01.646913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:01.669333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Port 739b1226-9709-42a2-9533-ee731bd5763d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:01.669881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Attempting to bind port 739b1226-9709-42a2-9533-ee731bd5763d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:01.713898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Pushing event deleted for resources: {'Port': ['ID=d8002378-4baa-4611-a32f-ffcd2540a4ea,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:01.736813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:01.737196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:01.743889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:01.744932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Bound port: 739b1226-9709-42a2-9533-ee731bd5763d, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:01.745566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:01.864641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Pushing event updated for resources: {'Port': ['ID=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:01.982873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] No DVR routers for this DVR port d8002378-4baa-4611-a32f-ffcd2540a4ea on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:58:02.000470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Attempting to bind port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:02.000896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Attempting to bind port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:02.001190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:02.001682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Attempting to bind port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:02.004930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6741de96-8aae-4a47-9094-806d6102fb7f req-f50edcf9-9a3e-40ed-80a6-25b27f090c98 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.16 "DELETE /v2.0/ports/d8002378-4baa-4611-a32f-ffcd2540a4ea HTTP/1.1" status: 204 len: 173 time: 2.1819313 Jul 16 19:58:02.005979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44646614-ec22-4062-b9a6-5d9f319e6025', 'name': 'network-vif-deleted', 'tag': 'd8002378-4baa-4611-a32f-ffcd2540a4ea'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:02.018815 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae5cbe9-6af7-4fde-bff3-86d4536943ea" -d '{"events": [{"server_uuid": "44646614-ec22-4062-b9a6-5d9f319e6025", "name": "network-vif-deleted", "tag": "d8002378-4baa-4611-a32f-ffcd2540a4ea"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:02.034516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 on network feae7e28-8ae7-49b0-af49-329cabf6f82f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:02.035620 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:02.036478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Attempting to bind port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:02.059344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:02.060452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Checking segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:02.061325 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Bound using segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:02.062314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Bound port: 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:02.063138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:02.122371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77527795-b138-4ab5-9f7e-01b017a1a64e req-4f641b10-ab97-4dcd-8076-4f549b201604 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.1433089 Jul 16 19:58:02.379444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53e89ce7-8748-4ebc-86d5-9f41f8a4823a req-21d52736-cceb-448f-8569-586e7013ae04 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 210 time: 0.0725031 Jul 16 19:58:02.387311 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4135320-43f3-4294-8989-4c7ea8ac7381 x-openstack-request-id: req-f4135320-43f3-4294-8989-4c7ea8ac7381 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:02.387748 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:02.388070 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4135320-43f3-4294-8989-4c7ea8ac7381 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:02.388702 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43', 'status': 'completed', 'code': 200} Jul 16 19:58:02.408905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] For port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:02.423448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] For port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:02.430344 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:02.441802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] For port 739b1226-9709-42a2-9533-ee731bd5763d, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:02.458655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] For port 739b1226-9709-42a2-9533-ee731bd5763d, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=739b1226-9709-42a2-9533-ee731bd5763d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:02.470764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:02.560131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.567219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:02.573663 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] 10.222.0.68 "PUT /v2.0/ports/37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 1136 time: 1.8731141 Jul 16 19:58:02.664245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748175c1-ece8-4cc4-8084-b5e878614370 service neutron] Pushing event updated for resources: {'Port': ['ID=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:02.709841 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdbd352-4224-4576-96c2-41f87f5cc7a8 x-openstack-request-id: req-5cdbd352-4224-4576-96c2-41f87f5cc7a8 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:02.710133 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44646614-ec22-4062-b9a6-5d9f319e6025", "name": "network-vif-deleted", "tag": "d8002378-4baa-4611-a32f-ffcd2540a4ea", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:02.710391 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5cdbd352-4224-4576-96c2-41f87f5cc7a8 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:02.714865 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44646614-ec22-4062-b9a6-5d9f319e6025', 'name': 'network-vif-deleted', 'tag': 'd8002378-4baa-4611-a32f-ffcd2540a4ea', 'status': 'completed', 'code': 200} Jul 16 19:58:02.715213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-56f3c717-6190-4991-8d46-9735695c0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.715716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=739b1226-9709-42a2-9533-ee731bd5763d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:02.723593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-56f3c717-6190-4991-8d46-9735695c0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.724920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-56f3c717-6190-4991-8d46-9735695c0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.725601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-56f3c717-6190-4991-8d46-9735695c0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.726266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-56f3c717-6190-4991-8d46-9735695c0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.726950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-56f3c717-6190-4991-8d46-9735695c0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.728867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-56f3c717-6190-4991-8d46-9735695c0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.739861 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-741160ce-153d-426c-a435-976a3b78a019 req-56f3c717-6190-4991-8d46-9735695c0f48 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6223 time: 0.2491686 Jul 16 19:58:02.763126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.764374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:02.766458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d8002378-4baa-4611-a32f-ffcd2540a4ea no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:58:02.772813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4281c57f-69f0-49f1-b8a3-dab352c8cf65 service neutron] 10.222.0.68 "PUT /v2.0/ports/739b1226-9709-42a2-9533-ee731bd5763d HTTP/1.1" status: 200 len: 1096 time: 3.1532469 Jul 16 19:58:02.822158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: d8002378-4baa-4611-a32f-ffcd2540a4ea {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:58:02.822423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d8002378-4baa-4611-a32f-ffcd2540a4ea not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:58:02.984548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-b5c97304-fa5f-4136-a999-08bfa4504a1a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.990858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-b5c97304-fa5f-4136-a999-08bfa4504a1a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:02.998780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-b5c97304-fa5f-4136-a999-08bfa4504a1a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.004722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-b5c97304-fa5f-4136-a999-08bfa4504a1a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.021679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-b5c97304-fa5f-4136-a999-08bfa4504a1a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.036310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-b5c97304-fa5f-4136-a999-08bfa4504a1a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.050564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-b5c97304-fa5f-4136-a999-08bfa4504a1a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.082398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-b5c97304-fa5f-4136-a999-08bfa4504a1a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5383 time: 0.2937362 Jul 16 19:58:03.118184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-0ee92c0e-187f-412a-8508-dcab0b836355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.119116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-0ee92c0e-187f-412a-8508-dcab0b836355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.119305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-0ee92c0e-187f-412a-8508-dcab0b836355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.133905 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-741160ce-153d-426c-a435-976a3b78a019 req-0ee92c0e-187f-412a-8508-dcab0b836355 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=503cc6fc2182435893440138a3ee9551&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3820465 Jul 16 19:58:03.160802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aece70c4-e4c1-436b-bfcb-2dd296e86d46 req-e15ca05f-b12d-4854-9890-d976b8842ccd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735984 Jul 16 19:58:03.278363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551da3a-42dd-4c59-89c5-38b4b385e5eb req-2da150b0-c65e-4836-842d-8a4bd4f6c121 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.293982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8551da3a-42dd-4c59-89c5-38b4b385e5eb req-2da150b0-c65e-4836-842d-8a4bd4f6c121 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 947 time: 0.3803740 Jul 16 19:58:03.432687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8551da3a-42dd-4c59-89c5-38b4b385e5eb req-ea0fb858-ac60-44bb-8914-0e7d1728c812 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370077 Jul 16 19:58:03.476694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741160ce-153d-426c-a435-976a3b78a019 req-2fcf2ec5-467c-4748-a559-51e26bdf3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.479663 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-741160ce-153d-426c-a435-976a3b78a019 req-2fcf2ec5-467c-4748-a559-51e26bdf3c0e service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3340042 Jul 16 19:58:03.553716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:03.642367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-e0b7aec1-811a-4cd1-ac5d-6028cbe210f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:03.650110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-e0b7aec1-811a-4cd1-ac5d-6028cbe210f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 1099 time: 0.1307724 Jul 16 19:58:03.785471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-7c2a3128-9d57-4727-a062-173ed9814563 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=739b1226-9709-42a2-9533-ee731bd5763d HTTP/1.1" status: 200 len: 217 time: 0.1060915 Jul 16 19:58:03.806173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:03.979198 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:03.994141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b5296d4-eb7f-443c-9351-c6f04fddf53e req-ea5b6b66-e150-412b-9fd2-d64ae66cc906 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0969987 Jul 16 19:58:04.023566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-fb06a68d-b517-4e48-8998-269d8fe1ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.030369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-fb06a68d-b517-4e48-8998-269d8fe1ea01 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2426679 Jul 16 19:58:04.149686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c30a68f-95c2-4620-987e-94c3714b1aea req-7f0857f1-3bb6-44a0-a503-7f7fd27228a4 tempest-ServerPasswordTestJSON-57934814 tempest-ServerPasswordTestJSON-57934814-project] 10.222.0.78 "GET /v2.0/ports?device_id=44646614-ec22-4062-b9a6-5d9f319e6025 HTTP/1.1" status: 200 len: 210 time: 0.0428581 Jul 16 19:58:04.191034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-2ef1a83b-b6f9-41d4-b704-6bec8450c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.192626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-2ef1a83b-b6f9-41d4-b704-6bec8450c432 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1504307 Jul 16 19:58:04.390616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': '37c9aef0-788a-4bc1-9a30-aee0fa42d5f6'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:04.394972 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b" -d '{"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "37c9aef0-788a-4bc1-9a30-aee0fa42d5f6"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:04.416844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-86b97555-193f-4692-a958-9ede4b11289c service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128417 Jul 16 19:58:04.537715 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236aca4a-2eb5-4728-a815-45fe0c1f2ca7 x-openstack-request-id: req-236aca4a-2eb5-4728-a815-45fe0c1f2ca7 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:04.538353 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "37c9aef0-788a-4bc1-9a30-aee0fa42d5f6", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:04.547555 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-236aca4a-2eb5-4728-a815-45fe0c1f2ca7 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:04.548822 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': '37c9aef0-788a-4bc1-9a30-aee0fa42d5f6', 'status': 'completed', 'code': 200} Jul 16 19:58:04.557907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34e8c69-5351-4193-9072-293d3245b076 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:04.601544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:04.681649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Transition to ACTIVE for port object c34e8c69-5351-4193-9072-293d3245b076 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:04.697038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:04.744697 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:04.815205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-afb4341f-19cf-4bd5-bf76-a4b58c4f1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.817652 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-afb4341f-19cf-4bd5-bf76-a4b58c4f1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.818413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-afb4341f-19cf-4bd5-bf76-a4b58c4f1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.819191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-afb4341f-19cf-4bd5-bf76-a4b58c4f1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.819895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-afb4341f-19cf-4bd5-bf76-a4b58c4f1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.820620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-afb4341f-19cf-4bd5-bf76-a4b58c4f1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.822056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-afb4341f-19cf-4bd5-bf76-a4b58c4f1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:04.825706 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-afb4341f-19cf-4bd5-bf76-a4b58c4f1add service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6223 time: 0.2504478 Jul 16 19:58:04.862339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Pushing event updated for resources: {'Port': ['ID=c34e8c69-5351-4193-9072-293d3245b076,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:04.934002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9108555e-7ff5-4c5d-9e89-f3256bceba87', 'tag': '739b1226-9709-42a2-9533-ee731bd5763d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:04.936413 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b3087f-80c0-4802-800c-4bf0fafd25ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9108555e-7ff5-4c5d-9e89-f3256bceba87", "tag": "739b1226-9709-42a2-9533-ee731bd5763d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:05.013408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90dbfd82-c616-44d1-9871-81bc4af68cfc req-4d796327-6c8c-417a-9a2b-763aad6fdbcd service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867383 Jul 16 19:58:05.244472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aaf3-121e-4402-a80c-17d399adf092 req-7c3f09e7-6de0-4c16-9e35-fde338569246 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.269485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aaf3-121e-4402-a80c-17d399adf092 req-7c3f09e7-6de0-4c16-9e35-fde338569246 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.282460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aaf3-121e-4402-a80c-17d399adf092 req-7c3f09e7-6de0-4c16-9e35-fde338569246 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.295065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aaf3-121e-4402-a80c-17d399adf092 req-7c3f09e7-6de0-4c16-9e35-fde338569246 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.308043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aaf3-121e-4402-a80c-17d399adf092 req-7c3f09e7-6de0-4c16-9e35-fde338569246 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.319761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aaf3-121e-4402-a80c-17d399adf092 req-7c3f09e7-6de0-4c16-9e35-fde338569246 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.332157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aaf3-121e-4402-a80c-17d399adf092 req-7c3f09e7-6de0-4c16-9e35-fde338569246 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.337383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6580aaf3-121e-4402-a80c-17d399adf092 req-7c3f09e7-6de0-4c16-9e35-fde338569246 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5383 time: 0.9193842 Jul 16 19:58:05.384912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93870798-7904-403d-a828-5f1fac93692d req-efa63421-27b9-4b04-8e42-cf51e77a4531 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.387906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-93870798-7904-403d-a828-5f1fac93692d req-efa63421-27b9-4b04-8e42-cf51e77a4531 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 947 time: 0.4477508 Jul 16 19:58:05.459255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Attempting to bind port c34e8c69-5351-4193-9072-293d3245b076 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:05.460072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Attempting to bind port c34e8c69-5351-4193-9072-293d3245b076 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:05.460072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Attempting to bind port c34e8c69-5351-4193-9072-293d3245b076 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:05.464583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-a69f42c8-8bb7-4978-84c7-6de256495985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.465084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-a69f42c8-8bb7-4978-84c7-6de256495985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.465562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-a69f42c8-8bb7-4978-84c7-6de256495985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.467682 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-a69f42c8-8bb7-4978-84c7-6de256495985 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=503cc6fc2182435893440138a3ee9551&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6255357 Jul 16 19:58:05.471896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Port c34e8c69-5351-4193-9072-293d3245b076 on network feae7e28-8ae7-49b0-af49-329cabf6f82f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:05.472247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Attempting to bind port c34e8c69-5351-4193-9072-293d3245b076 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:05.495677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6580aaf3-121e-4402-a80c-17d399adf092 req-4bf0fe3b-783d-49ab-a9fc-66dff085fd8f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440208 Jul 16 19:58:05.501418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:05.501781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Checking segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:05.502183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Bound using segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:05.502636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Bound port: c34e8c69-5351-4193-9072-293d3245b076, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:05.503006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:05.515931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-93870798-7904-403d-a828-5f1fac93692d req-24f01b0f-eaa9-4e7e-85c8-097b87180281 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083033 Jul 16 19:58:05.694951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-6157a2c0-caaa-4f19-9b1f-7d47da681421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:05.703786 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ac476a1e-9f27-48a2-9bb6-6bdfcce1f84b req-6157a2c0-caaa-4f19-9b1f-7d47da681421 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2220356 Jul 16 19:58:05.810559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] For port c34e8c69-5351-4193-9072-293d3245b076, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:05.817597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] For port c34e8c69-5351-4193-9072-293d3245b076, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c34e8c69-5351-4193-9072-293d3245b076,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:05.826400 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:05.897711 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be978d8c-6b5b-457a-abbd-4013cd91c4e8 x-openstack-request-id: req-be978d8c-6b5b-457a-abbd-4013cd91c4e8 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:05.898249 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9108555e-7ff5-4c5d-9e89-f3256bceba87", "tag": "739b1226-9709-42a2-9533-ee731bd5763d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:05.898568 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be978d8c-6b5b-457a-abbd-4013cd91c4e8 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:05.899490 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9108555e-7ff5-4c5d-9e89-f3256bceba87', 'tag': '739b1226-9709-42a2-9533-ee731bd5763d', 'status': 'completed', 'code': 200} Jul 16 19:58:06.000946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:06.001736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:06.003536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] 10.222.0.68 "PUT /v2.0/ports/c34e8c69-5351-4193-9072-293d3245b076 HTTP/1.1" status: 200 len: 1092 time: 2.4870372 Jul 16 19:58:06.112870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:06.182351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56002) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:06.200871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20749-1b13-48d9-a0f0-ce272d682497 service neutron] Pushing event updated for resources: {'Port': ['ID=c34e8c69-5351-4193-9072-293d3245b076,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:06.324517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:06.353136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-36ebdd68-abe4-4965-a74f-2ac1fa539f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:06.355865 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-36ebdd68-abe4-4965-a74f-2ac1fa539f75 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 1099 time: 0.3754656 Jul 16 19:58:06.359929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e79145b-10e6-4053-bb83-efc289d308a0 req-3779525d-a903-4446-b117-4e1e9dc228e1 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0571630 Jul 16 19:58:06.376118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-719f2bde-63b3-434e-a5b0-da59463ec612 admin admin] Deleting subnet 0ceebd46-0e3a-49ee-b25e-dfc1da6aa3cc {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:58:06.393192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719f2bde-63b3-434e-a5b0-da59463ec612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:06.455426 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719f2bde-63b3-434e-a5b0-da59463ec612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:06.519706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719f2bde-63b3-434e-a5b0-da59463ec612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:06.612925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719f2bde-63b3-434e-a5b0-da59463ec612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:06.652175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'c34e8c69-5351-4193-9072-293d3245b076'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:06.661432 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1bd4f7-0308-46bd-a798-112ea71e2f56" -d '{"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "c34e8c69-5351-4193-9072-293d3245b076"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:06.667680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f2bde-63b3-434e-a5b0-da59463ec612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ceebd46-0e3a-49ee-b25e-dfc1da6aa3cc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:06.684941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719f2bde-63b3-434e-a5b0-da59463ec612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:06.690311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-719f2bde-63b3-434e-a5b0-da59463ec612 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0ceebd46-0e3a-49ee-b25e-dfc1da6aa3cc HTTP/1.1" status: 204 len: 168 time: 0.5051451 Jul 16 19:58:06.693481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56016) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:06.825185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-1a07250b-8b10-4026-8cdc-166b42434268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:06.827166 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-1a07250b-8b10-4026-8cdc-166b42434268 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.4092896 Jul 16 19:58:06.927688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-a7ada46e-3c80-4a0d-9aea-dd86060db318 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=739b1226-9709-42a2-9533-ee731bd5763d HTTP/1.1" status: 200 len: 217 time: 0.0574753 Jul 16 19:58:06.962405 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.005065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-a17807f4-33c4-4e04-af8e-8bda0157e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.008306 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-a17807f4-33c4-4e04-af8e-8bda0157e824 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0687704 Jul 16 19:58:07.014534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60496d9f-ec1a-428f-99f5-a44f6d47291e req-b0f0382b-6114-425e-b71a-594227d4b155 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.027911 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60496d9f-ec1a-428f-99f5-a44f6d47291e req-b0f0382b-6114-425e-b71a-594227d4b155 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 947 time: 0.2711530 Jul 16 19:58:07.259198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60496d9f-ec1a-428f-99f5-a44f6d47291e req-5719dc33-01f3-4a15-abd1-5b726b7aa755 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291212 Jul 16 19:58:07.265697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-b5c879d1-0e20-497c-a92b-f52ab26d83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.269737 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-b5c879d1-0e20-497c-a92b-f52ab26d83ab service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2550066 Jul 16 19:58:07.296634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44233e5-8890-4a68-b799-ffe53a2907db {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:07.364237 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.388503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f08dab-f62d-4389-a885-521a4a059fb2']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:58:07.410967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c36ae9-3f36-4b9d-af41-8c9ab525b61e') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:58:07.411532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c36ae9-3f36-4b9d-af41-8c9ab525b61e') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:58:07.432089 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.475511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.482580 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e344faf-9b5e-4ffa-9f25-261a65aae31e x-openstack-request-id: req-0e344faf-9b5e-4ffa-9f25-261a65aae31e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:07.483054 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "c34e8c69-5351-4193-9072-293d3245b076", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:07.483449 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e344faf-9b5e-4ffa-9f25-261a65aae31e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:07.483956 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'c34e8c69-5351-4193-9072-293d3245b076', 'status': 'completed', 'code': 200} Jul 16 19:58:07.511437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Transition to ACTIVE for port object a44233e5-8890-4a68-b799-ffe53a2907db will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:07.514879 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.523538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.538730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:58:07.540597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: timer() Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:58:07.549667 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:58:07.565101 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:58:07.637184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8785-660b-41af-9d44-ceb2511c6319 req-6f1ac454-c90b-487f-82d2-4d3d31e6f216 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.651764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8785-660b-41af-9d44-ceb2511c6319 req-6f1ac454-c90b-487f-82d2-4d3d31e6f216 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.652880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Pushing event updated for resources: {'Port': ['ID=a44233e5-8890-4a68-b799-ffe53a2907db,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:07.659584 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-3e3fcb6c-2f81-4c71-8b4c-e8e89eeb3835 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571594 Jul 16 19:58:07.680063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8785-660b-41af-9d44-ceb2511c6319 req-6f1ac454-c90b-487f-82d2-4d3d31e6f216 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.694370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8785-660b-41af-9d44-ceb2511c6319 req-6f1ac454-c90b-487f-82d2-4d3d31e6f216 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.709675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8785-660b-41af-9d44-ceb2511c6319 req-6f1ac454-c90b-487f-82d2-4d3d31e6f216 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.729081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8785-660b-41af-9d44-ceb2511c6319 req-6f1ac454-c90b-487f-82d2-4d3d31e6f216 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.742891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8785-660b-41af-9d44-ceb2511c6319 req-6f1ac454-c90b-487f-82d2-4d3d31e6f216 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:07.756908 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-915f8785-660b-41af-9d44-ceb2511c6319 req-6f1ac454-c90b-487f-82d2-4d3d31e6f216 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5395 time: 0.6133595 Jul 16 19:58:07.877005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Attempting to bind port a44233e5-8890-4a68-b799-ffe53a2907db on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:07.877356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Attempting to bind port a44233e5-8890-4a68-b799-ffe53a2907db by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:07.877870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Attempting to bind port a44233e5-8890-4a68-b799-ffe53a2907db on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:07.886161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Port a44233e5-8890-4a68-b799-ffe53a2907db on network feae7e28-8ae7-49b0-af49-329cabf6f82f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:07.886548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Attempting to bind port a44233e5-8890-4a68-b799-ffe53a2907db on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:07.904259 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.941859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:07.942190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Checking segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:07.942608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Bound using segment: {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:07.943124 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Bound port: a44233e5-8890-4a68-b799-ffe53a2907db, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:07.943509 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.953361 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.958846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] 10.222.0.78 "DELETE /v2.0/networks/09f08dab-f62d-4389-a885-521a4a059fb2 HTTP/1.1" status: 204 len: 168 time: 1.2630298 Jul 16 19:58:07.982340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd57c3-480e-41dc-bcdc-0916338f719f admin admin] Pushing event deleted for resources: {'Network': ['ID=09f08dab-f62d-4389-a885-521a4a059fb2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:08.053169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-915f8785-660b-41af-9d44-ceb2511c6319 req-f4b35767-4089-40e2-bb2c-0dc9b0ba5f8b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2937961 Jul 16 19:58:08.075507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-b310d683-2cca-4d4f-bf76-301480a47d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.076379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-b310d683-2cca-4d4f-bf76-301480a47d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.077250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-b310d683-2cca-4d4f-bf76-301480a47d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.078123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-b310d683-2cca-4d4f-bf76-301480a47d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.088684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-b310d683-2cca-4d4f-bf76-301480a47d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.089937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-b310d683-2cca-4d4f-bf76-301480a47d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.090589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-b310d683-2cca-4d4f-bf76-301480a47d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.099943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-b310d683-2cca-4d4f-bf76-301480a47d95 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6291 time: 0.6517475 Jul 16 19:58:08.147024 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-20b3087f-80c0-4802-800c-4bf0fafd25ed req-b2d28a04-99ce-4f89-9327-c0758dab71ef service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547789 Jul 16 19:58:08.176223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] For port a44233e5-8890-4a68-b799-ffe53a2907db, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:08.187345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] For port a44233e5-8890-4a68-b799-ffe53a2907db, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a44233e5-8890-4a68-b799-ffe53a2907db,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:08.193968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:08.255093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.259351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:08.261166 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] 10.222.0.68 "PUT /v2.0/ports/a44233e5-8890-4a68-b799-ffe53a2907db HTTP/1.1" status: 200 len: 1092 time: 2.2128580 Jul 16 19:58:08.390464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56034) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:08.464014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:08.472278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b07582-940e-444b-b891-8f8a1bb33b04 service neutron] Pushing event updated for resources: {'Port': ['ID=a44233e5-8890-4a68-b799-ffe53a2907db,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:08.505339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3c00c989-1b5b-4837-a4e9-086199f91dce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14a7492722f24a29afad879b0e452e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047771 Jul 16 19:58:08.510191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56036) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:08.519590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 739b1226-9709-42a2-9533-ee731bd5763d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:08.611627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3926bafa-3804-44d4-b489-6b3f0e7b421b req-247842f9-c739-4d64-a319-97e3c0e03778 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.1001623 Jul 16 19:58:08.687529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-eb44590b-d51b-4e90-bd85-31f34fe710e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.688627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-eb44590b-d51b-4e90-bd85-31f34fe710e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.689587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-eb44590b-d51b-4e90-bd85-31f34fe710e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:08.692406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-eb44590b-d51b-4e90-bd85-31f34fe710e0 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=503cc6fc2182435893440138a3ee9551&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5729392 Jul 16 19:58:08.714994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:08.828913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 739b1226-9709-42a2-9533-ee731bd5763d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=739b1226-9709-42a2-9533-ee731bd5763d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:08.851221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '739b1226-9709-42a2-9533-ee731bd5763d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '739b1226-9709-42a2-9533-ee731bd5763d', 'mac_address': 'fa:16:3e:f8:2a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:09.090024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3c70b-dd08-4da1-a129-f84f7f5d39f7 req-e3c24b91-97ac-4a34-a0d9-661b7102d733 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.102851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61d3c70b-dd08-4da1-a129-f84f7f5d39f7 req-e3c24b91-97ac-4a34-a0d9-661b7102d733 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 947 time: 0.6041517 Jul 16 19:58:09.132637 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a6d056a-14b5-4bcc-8268-4597a8b712be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.144361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.161899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739b1226-9709-42a2-9533-ee731bd5763d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:09.190855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 739b1226-9709-42a2-9533-ee731bd5763d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=739b1226-9709-42a2-9533-ee731bd5763d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:09.195192 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.208714 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:09.234438 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.252627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-4b573ca4-88f9-4ec9-8367-62e053a9573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.255170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f1bd4f7-0308-46bd-a798-112ea71e2f56 req-4b573ca4-88f9-4ec9-8367-62e053a9573c service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5518820 Jul 16 19:58:09.270684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Transition to ACTIVE for port object 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:09.272908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=739b1226-9709-42a2-9533-ee731bd5763d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:09.280098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.288941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61d3c70b-dd08-4da1-a129-f84f7f5d39f7 req-618cc8fc-d35b-432b-b8bd-d2af19b5008e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846671 Jul 16 19:58:09.292865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a6d056a-14b5-4bcc-8268-4597a8b712be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.395030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:09.410729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a6d056a-14b5-4bcc-8268-4597a8b712be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.421494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a6d056a-14b5-4bcc-8268-4597a8b712be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.426178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4a6d056a-14b5-4bcc-8268-4597a8b712be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44075d88-3715-4c54-becf-1fa74c61f25d HTTP/1.1" status: 204 len: 168 time: 0.8585885 Jul 16 19:58:09.508750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d056a-14b5-4bcc-8268-4597a8b712be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44075d88-3715-4c54-becf-1fa74c61f25d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:09.564725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'a44233e5-8890-4a68-b799-ffe53a2907db'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:09.575323 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f227896-6889-4543-9ad6-59de45fe3d41" -d '{"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "a44233e5-8890-4a68-b799-ffe53a2907db"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:09.610491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-fd9e4965-5624-45b4-8939-dce704862bbb tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.617343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['739b1226-9709-42a2-9533-ee731bd5763d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:09.623904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Attempting to bind port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:09.627896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-fd9e4965-5624-45b4-8939-dce704862bbb tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.628171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Attempting to bind port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:09.629857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Attempting to bind port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef on network 26308dbe-e842-4fb5-bfa5-18e944a16551 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:09.642111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-fd9e4965-5624-45b4-8939-dce704862bbb tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.645534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef on network 26308dbe-e842-4fb5-bfa5-18e944a16551 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:09.645858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Attempting to bind port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef on network 26308dbe-e842-4fb5-bfa5-18e944a16551 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:09.654650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-fd9e4965-5624-45b4-8939-dce704862bbb tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.658279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:09.658781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Checking segment: {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:09.663942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Bound using segment: {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:09.664799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Bound port: 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:09.665002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:09.682431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-fd9e4965-5624-45b4-8939-dce704862bbb tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.703480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-fd9e4965-5624-45b4-8939-dce704862bbb tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.726781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-fd9e4965-5624-45b4-8939-dce704862bbb tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:09.740767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-fd9e4965-5624-45b4-8939-dce704862bbb tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5419 time: 0.3151751 Jul 16 19:58:09.808325 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f486dc56-ec51-40ed-96a0-c12d7d21dd27 x-openstack-request-id: req-f486dc56-ec51-40ed-96a0-c12d7d21dd27 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:09.809060 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "a44233e5-8890-4a68-b799-ffe53a2907db", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:09.809458 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f486dc56-ec51-40ed-96a0-c12d7d21dd27 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:09.810117 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'a44233e5-8890-4a68-b799-ffe53a2907db', 'status': 'completed', 'code': 200} Jul 16 19:58:09.949197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] For port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:09.964624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] For port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:09.970816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:10.020228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9aaeec2-ab90-4767-ac4a-d5e297b2591d req-d9ea76d4-f15c-465a-b73c-863696bdc169 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2775948 Jul 16 19:58:10.033262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.034540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:10.036295 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] 10.222.0.68 "PUT /v2.0/ports/53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef HTTP/1.1" status: 200 len: 1092 time: 1.5917628 Jul 16 19:58:10.069233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97168c92-2fcc-4a42-8b9a-0a0ef1eba3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:10.100774 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb6526f5-ebe4-411f-bd7b-50617e035d4d req-e40085d5-9350-4ca5-a209-e4fa4db9ad39 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.1669610 Jul 16 19:58:10.103581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Request body: {'port': {'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:10.135505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-e23e8e59-661e-406e-ac61-546fc0ba1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.141093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-e23e8e59-661e-406e-ac61-546fc0ba1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.141693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-e23e8e59-661e-406e-ac61-546fc0ba1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.142255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-e23e8e59-661e-406e-ac61-546fc0ba1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.142814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-e23e8e59-661e-406e-ac61-546fc0ba1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.145037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-e23e8e59-661e-406e-ac61-546fc0ba1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.145695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-e23e8e59-661e-406e-ac61-546fc0ba1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.148258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-e23e8e59-661e-406e-ac61-546fc0ba1f7c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6385 time: 0.3816242 Jul 16 19:58:10.320502 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:10.379955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-ddaea71f-d2fa-4392-9353-d7f2cdb35300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.381835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-ddaea71f-d2fa-4392-9353-d7f2cdb35300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.382379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-ddaea71f-d2fa-4392-9353-d7f2cdb35300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.387032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-ddaea71f-d2fa-4392-9353-d7f2cdb35300 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=503cc6fc2182435893440138a3ee9551&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2282200 Jul 16 19:58:10.613730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-c2f6bccf-00b6-45ad-af58-08f258af0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.616794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f227896-6889-4543-9ad6-59de45fe3d41 req-c2f6bccf-00b6-45ad-af58-08f258af0b21 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2218227 Jul 16 19:58:10.740941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07579e28-0010-4baa-babb-4ad94803e133 req-86ed1f08-e7a5-40fa-8cb7-92f9bd8331cb tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:10.744083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27380e31-3521-497c-9c42-964636b5da24 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:10.754208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:10.755021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07579e28-0010-4baa-babb-4ad94803e133 req-86ed1f08-e7a5-40fa-8cb7-92f9bd8331cb tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 948 time: 0.2110898 Jul 16 19:58:10.774020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Transition to ACTIVE for port object 27380e31-3521-497c-9c42-964636b5da24 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:10.778879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:10.822605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07579e28-0010-4baa-babb-4ad94803e133 req-98007ccc-cbae-4b4a-b26a-764d53e21f7b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645680 Jul 16 19:58:10.842338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Pushing event updated for resources: {'Port': ['ID=27380e31-3521-497c-9c42-964636b5da24,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:10.863411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56078) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:10.966081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Attempting to bind port 27380e31-3521-497c-9c42-964636b5da24 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:10.966500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Attempting to bind port 27380e31-3521-497c-9c42-964636b5da24 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:10.966781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Attempting to bind port 27380e31-3521-497c-9c42-964636b5da24 on network 26308dbe-e842-4fb5-bfa5-18e944a16551 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:10.971932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Port 27380e31-3521-497c-9c42-964636b5da24 on network 26308dbe-e842-4fb5-bfa5-18e944a16551 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:10.972362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Attempting to bind port 27380e31-3521-497c-9c42-964636b5da24 on network 26308dbe-e842-4fb5-bfa5-18e944a16551 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:10.987690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:10.988035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Checking segment: {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:10.988528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Bound using segment: {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:10.988939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Bound port: 27380e31-3521-497c-9c42-964636b5da24, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591ad6f-2f85-4973-95b2-a1899f121187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:10.989312 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.012333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1881000522-network', 'tenant_id': '32671528456e491f808a0a8849e1f1c2'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:11.051329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Made reservation on behalf of 32671528456e491f808a0a8849e1f1c2 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:58:11.054752 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.065999 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.077465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] For port 27380e31-3521-497c-9c42-964636b5da24, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:11.081689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] For port 27380e31-3521-497c-9c42-964636b5da24, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=27380e31-3521-497c-9c42-964636b5da24,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:11.089986 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.135107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.135925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.138360 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] 10.222.0.68 "PUT /v2.0/ports/27380e31-3521-497c-9c42-964636b5da24 HTTP/1.1" status: 200 len: 1092 time: 1.0451412 Jul 16 19:58:11.174351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768e3aa-7946-49c1-8d47-8568cc9d7a8d service neutron] Pushing event updated for resources: {'Port': ['ID=27380e31-3521-497c-9c42-964636b5da24,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:11.297530 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.318251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3f61326c-201b-46bc-854e-31759c4280d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.321802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3f61326c-201b-46bc-854e-31759c4280d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.322550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3f61326c-201b-46bc-854e-31759c4280d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.323062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3f61326c-201b-46bc-854e-31759c4280d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.324373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3f61326c-201b-46bc-854e-31759c4280d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.325000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3f61326c-201b-46bc-854e-31759c4280d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.325534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3f61326c-201b-46bc-854e-31759c4280d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.327859 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3f61326c-201b-46bc-854e-31759c4280d4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6495 time: 0.1300969 Jul 16 19:58:11.330026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.387656 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-1cce0377-474b-4528-b308-505f4b416821 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c870a687-4862-446e-948e-9a0ecdaf81b3 HTTP/1.1" status: 200 len: 217 time: 0.0474503 Jul 16 19:58:11.450982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c01e140-9d5d-46f6-8e04-e0ee0a85e859 req-df552e41-1c3b-4fd7-9c75-e18d8d177706 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0859604 Jul 16 19:58:11.463698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:58:11.467413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2aaa88-4111-4271-b9bd-948942860d53,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:11.495477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-ea9a11ff-9da8-48b4-af54-ce740b6512b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.502823 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-ea9a11ff-9da8-48b4-af54-ce740b6512b1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5f975908-f022-488f-a956-eb6600bdb93c HTTP/1.1" status: 200 len: 855 time: 0.1059461 Jul 16 19:58:11.519078 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.519078 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Added segment 9f84115b-7a03-4a5b-9185-498ca411b2dd of type vlan for network 673214b4-bcbd-402a-9302-dac0e58e67ce Jul 16 19:58:11.595697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-341fa31e-027a-4255-a0f2-2818ea37f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.597142 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-341fa31e-027a-4255-a0f2-2818ea37f0ad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866764 Jul 16 19:58:11.620497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-c777ba6b-2c21-40e9-9f95-f85deb3c4b21 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.628326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-c777ba6b-2c21-40e9-9f95-f85deb3c4b21 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.636464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-c777ba6b-2c21-40e9-9f95-f85deb3c4b21 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.644837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-c777ba6b-2c21-40e9-9f95-f85deb3c4b21 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.652855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-c777ba6b-2c21-40e9-9f95-f85deb3c4b21 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.662297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-c777ba6b-2c21-40e9-9f95-f85deb3c4b21 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.669968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-c777ba6b-2c21-40e9-9f95-f85deb3c4b21 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.678577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-c777ba6b-2c21-40e9-9f95-f85deb3c4b21 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.3759487 Jul 16 19:58:11.698521 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.732021 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-90b36846-f9c9-4f9e-a50d-9de2ecf3fc50 service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267884 Jul 16 19:58:11.760904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f1d673-0c40-4151-bbe9-bc9911163b75 req-9aec1b9e-1a35-4500-9c04-e6069fd5e10e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813911 Jul 16 19:58:11.770557 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.771797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:11.772701 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:11.841469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef'}, {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': '27380e31-3521-497c-9c42-964636b5da24'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:11.844301 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e232b6c-7f16-4917-b7ff-96df092deca2" -d '{"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef"}, {"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "27380e31-3521-497c-9c42-964636b5da24"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:11.875980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] Pushing event updated for resources: {'Network': ['ID=673214b4-bcbd-402a-9302-dac0e58e67ce,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:11.888984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 673214b4-bcbd-402a-9302-dac0e58e67ce details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:58:11.891163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-efa2ccfd-5a8f-4c8f-919a-d1b80fd6b08a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0261919 Jul 16 19:58:11.891848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56096) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:11.896668 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-98e7e26a-a352-43f0-a409-2bd81ee10555 service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512225 Jul 16 19:58:11.897250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Request body: {'subnet': {'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1881000522-subnet', 'tenant_id': '32671528456e491f808a0a8849e1f1c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:11.923246 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d079ff3-ea9f-4f6b-98ce-732322bfbd02 x-openstack-request-id: req-8d079ff3-ea9f-4f6b-98ce-732322bfbd02 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:11.923886 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "27380e31-3521-497c-9c42-964636b5da24", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:11.924436 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d079ff3-ea9f-4f6b-98ce-732322bfbd02 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:11.925072 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef', 'status': 'completed', 'code': 200} Jul 16 19:58:11.925951 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': '27380e31-3521-497c-9c42-964636b5da24', 'status': 'completed', 'code': 200} Jul 16 19:58:11.937845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Made reservation on behalf of 32671528456e491f808a0a8849e1f1c2 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:58:11.941007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:12.019051 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3b9fe525-f121-4214-af5d-96e547c89d4f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 217 time: 0.1134980 Jul 16 19:58:12.146386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-bf7450f5-582f-4ea6-b9be-95d1b509837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:12.149431 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-bf7450f5-582f-4ea6-b9be-95d1b509837c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1185451 Jul 16 19:58:12.247515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-5ee03e76-ce72-47d6-85b2-fa61707c638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:12.249345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-5ee03e76-ce72-47d6-85b2-fa61707c638f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0922258 Jul 16 19:58:12.342375 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:12.356909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d496a5f2-2d7f-417e-ad9c-7f380ff5660d service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998116 Jul 16 19:58:12.409468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ecc36-a857-42d4-8b61-d2334bd6a9fc req-73f934e7-7cd5-40f0-a963-3917eb44fe59 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:12.416803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-806ecc36-a857-42d4-8b61-d2334bd6a9fc req-73f934e7-7cd5-40f0-a963-3917eb44fe59 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 948 time: 0.2428639 Jul 16 19:58:12.475895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e1d8a1-ef98-46fd-bdff-e577a1edc84d,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:12.517167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Checking segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:12.517443 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-8dfcbbb4-079d-4920-af23-fb6996969d49 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511874 Jul 16 19:58:12.518064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Network hostable DHCP agents. Network: 673214b4-bcbd-402a-9302-dac0e58e67ce, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:58:12.525392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-806ecc36-a857-42d4-8b61-d2334bd6a9fc req-0f9659b5-645e-42a7-8b1c-e5ff601dd90d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954020 Jul 16 19:58:12.548643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Network 673214b4-bcbd-402a-9302-dac0e58e67ce is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:58:12.560009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 739b1226-9709-42a2-9533-ee731bd5763d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:12.574206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 673214b4-bcbd-402a-9302-dac0e58e67ce) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:58:12.581503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:12.582131 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:12.609232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd199ab-8ef1-424b-96a7-007c7caa09c5 None None] Network 673214b4-bcbd-402a-9302-dac0e58e67ce requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:58:12.622203 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-df7ef295-ab0d-4427-8151-834ad95bb5ac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0828969 Jul 16 19:58:12.623325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eebfd8a9-68b2-42bb-8579-3180e6aa7d22 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7300000 Jul 16 19:58:12.808320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-a21defc1-a4e7-4a3b-a410-d831d700adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:12.815805 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-a21defc1-a4e7-4a3b-a410-d831d700adc8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1818314 Jul 16 19:58:12.934000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 739b1226-9709-42a2-9533-ee731bd5763d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:12.949311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 739b1226-9709-42a2-9533-ee731bd5763d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:12.949996 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:12.955289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9b1043-9204-4a51-8a36-6c47ce18c49d req-16db31e0-c720-4399-9e5e-fd16f3f1350c tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.1225653 Jul 16 19:58:13.021175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c31650f1-d9e5-49ad-aeef-e2a05c7b436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.035409 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c31650f1-d9e5-49ad-aeef-e2a05c7b436d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2105389 Jul 16 19:58:13.077251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3607f96f-4a2b-486c-802b-a04442ec9bfc None None] Network 673214b4-bcbd-402a-9302-dac0e58e67ce requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:58:13.257201 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-9764a996-e5f1-4664-8abf-2f27d92a3fdd service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111824 Jul 16 19:58:13.279388 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:13.310307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-db492833-a79e-4c9b-8054-72bfd76b979a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.319744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-db492833-a79e-4c9b-8054-72bfd76b979a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.333270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-db492833-a79e-4c9b-8054-72bfd76b979a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.342654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-db492833-a79e-4c9b-8054-72bfd76b979a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.357857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-db492833-a79e-4c9b-8054-72bfd76b979a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.374550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-db492833-a79e-4c9b-8054-72bfd76b979a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.378962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9108555e-7ff5-4c5d-9e89-f3256bceba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739b1226-9709-42a2-9533-ee731bd5763d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:13.381759 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd65b505-c87d-4c5f-88e3-1b9f47780dfb" -d '{"events": [{"server_uuid": "9108555e-7ff5-4c5d-9e89-f3256bceba87", "name": "network-vif-plugged", "status": "completed", "tag": "739b1226-9709-42a2-9533-ee731bd5763d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:13.386244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-db492833-a79e-4c9b-8054-72bfd76b979a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.397943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-db492833-a79e-4c9b-8054-72bfd76b979a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.2645419 Jul 16 19:58:13.431205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 739b1226-9709-42a2-9533-ee731bd5763d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=739b1226-9709-42a2-9533-ee731bd5763d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:13.462421 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:13.502349 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-4d913111-9b02-41e8-90b6-8d1ac6d93410 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370613 Jul 16 19:58:13.549708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77b52d09-eaea-47f0-bfef-c47d4ba75446 req-dfca2a64-71f1-4f9a-bfcf-2e77c7166f30 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479602 Jul 16 19:58:13.560059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=739b1226-9709-42a2-9533-ee731bd5763d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:13.589370 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c6112c32-896f-445a-b720-27d35f1a14b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c34e8c69-5351-4193-9072-293d3245b076 HTTP/1.1" status: 200 len: 217 time: 0.0795989 Jul 16 19:58:13.635368 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bb4b6e-5cb0-43f5-a150-6d37a72cba77 x-openstack-request-id: req-75bb4b6e-5cb0-43f5-a150-6d37a72cba77 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:13.636086 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9108555e-7ff5-4c5d-9e89-f3256bceba87", "name": "network-vif-plugged", "status": "completed", "tag": "739b1226-9709-42a2-9533-ee731bd5763d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:13.636610 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75bb4b6e-5cb0-43f5-a150-6d37a72cba77 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:13.637247 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9108555e-7ff5-4c5d-9e89-f3256bceba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739b1226-9709-42a2-9533-ee731bd5763d', 'code': 200} Jul 16 19:58:13.734434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-4cb0a290-84fd-4ed0-9687-5f63f74ebf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.739479 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-4cb0a290-84fd-4ed0-9687-5f63f74ebf6d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1398022 Jul 16 19:58:13.834144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d905e094-d314-47b2-83cc-eb51c5ef5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:13.836932 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-d905e094-d314-47b2-83cc-eb51c5ef5a7f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871937 Jul 16 19:58:14.006627 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-67936074-037a-42c0-851a-f4bcb5dbce0d service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618116 Jul 16 19:58:14.023885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a85f-25f0-4d6c-843e-5ecf825aa950 req-d1c4e942-c937-4a9e-bb98-8ffc231cadfe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:14.025964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85a4a85f-25f0-4d6c-843e-5ecf825aa950 req-d1c4e942-c937-4a9e-bb98-8ffc231cadfe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 949 time: 0.2700202 Jul 16 19:58:14.030605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da73e06-cca5-405d-b8db-084efdd90c83 req-8a49ae57-6ecf-4d3e-8c02-ec8180f8259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:14.032233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0da73e06-cca5-405d-b8db-084efdd90c83 req-8a49ae57-6ecf-4d3e-8c02-ec8180f8259d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 1101 time: 0.2931867 Jul 16 19:58:14.117302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-18ea346f-bfbc-4326-8c5b-b12ba802603e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:14.125424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-18ea346f-bfbc-4326-8c5b-b12ba802603e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 815 time: 0.2525938 Jul 16 19:58:14.139460 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-57a5bbb6-5ddd-4ba8-8598-13c080db691d service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237764 Jul 16 19:58:14.225207 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-84dc271a-4df6-4f5a-a22e-187cc6108cfd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=a44233e5-8890-4a68-b799-ffe53a2907db HTTP/1.1" status: 200 len: 217 time: 0.0776896 Jul 16 19:58:14.313286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-7217b2d8-9124-45dc-822c-3e7f441a8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:14.315911 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-7217b2d8-9124-45dc-822c-3e7f441a8c5e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.0836618 Jul 16 19:58:14.401383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-05daab41-7635-4751-9f1e-0f30cafe5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:14.403518 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-05daab41-7635-4751-9f1e-0f30cafe5b48 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0799875 Jul 16 19:58:14.464961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85a4a85f-25f0-4d6c-843e-5ecf825aa950 req-d5f37a8d-859d-47bf-9a9b-0425afeb71ee tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283149 Jul 16 19:58:14.467777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-f6b96762-0041-4eaa-bc6c-713bf430514b tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/quotas/32671528456e491f808a0a8849e1f1c2 HTTP/1.1" status: 200 len: 375 time: 0.3310452 Jul 16 19:58:14.470557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0da73e06-cca5-405d-b8db-084efdd90c83 req-ed613299-6efd-46eb-8e89-3d30c8541c03 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254010 Jul 16 19:58:14.522691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8004acf8-6e29-4ac9-9cf6-a80bae6d8157 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476406 Jul 16 19:58:14.548803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-edc2a861-ad74-4404-9ac5-80325e3373a6 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374297 Jul 16 19:58:14.657257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-70194845-df1d-4924-834f-89d66a8dc623 service neutron] 10.222.0.78 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333084 Jul 16 19:58:14.711528 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-3ee5646d-98eb-47c7-851a-cb52d6b27b32 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541541 Jul 16 19:58:14.765535 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-7e3dba05-e3ee-4c70-949c-31ae4c6e6360 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef HTTP/1.1" status: 200 len: 217 time: 0.0469036 Jul 16 19:58:14.785702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-2204375b-0374-405d-bbb4-680a4da9e2d9 service neutron] 10.222.0.78 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225669 Jul 16 19:58:14.846972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38197411-cf6b-42ff-a81c-b8ad30bb5627 req-d15e2239-2fc6-4df9-a6eb-2a5865735c14 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0388288 Jul 16 19:58:14.865218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-095da9ca-2dd8-43de-b0b5-fb3678609107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:14.869181 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-095da9ca-2dd8-43de-b0b5-fb3678609107 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.0967646 Jul 16 19:58:14.974086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c637f1ed-ebee-4e2c-86af-5833761ec576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:14.975811 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-c637f1ed-ebee-4e2c-86af-5833761ec576 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994632 Jul 16 19:58:15.150715 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-a761058d-c111-4d71-aedc-621f69c5ed48 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623344 Jul 16 19:58:15.340675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d94acaa2-f2b8-4acb-8441-b252932b240b req-29a73417-ce49-43d6-81b7-e4cce0ae28c3 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 210 time: 0.0578754 Jul 16 19:58:15.383503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f9e99dfe-d255-4ba5-8ba1-36a2f511fd40 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245326 Jul 16 19:58:15.402639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6f94-e444-4757-920e-a68f161c8475 req-82dff861-a783-469b-8647-424a4c7ac6cf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.409959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6f94-e444-4757-920e-a68f161c8475 req-82dff861-a783-469b-8647-424a4c7ac6cf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.418060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6f94-e444-4757-920e-a68f161c8475 req-82dff861-a783-469b-8647-424a4c7ac6cf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.424644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6f94-e444-4757-920e-a68f161c8475 req-82dff861-a783-469b-8647-424a4c7ac6cf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.431239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6f94-e444-4757-920e-a68f161c8475 req-82dff861-a783-469b-8647-424a4c7ac6cf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.437397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6f94-e444-4757-920e-a68f161c8475 req-82dff861-a783-469b-8647-424a4c7ac6cf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.444235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6f94-e444-4757-920e-a68f161c8475 req-82dff861-a783-469b-8647-424a4c7ac6cf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.452660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-159d6f94-e444-4757-920e-a68f161c8475 req-82dff861-a783-469b-8647-424a4c7ac6cf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.2542167 Jul 16 19:58:15.495835 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-ff0845c7-edb5-4b2a-9179-b81c9213ed27 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27380e31-3521-497c-9c42-964636b5da24 HTTP/1.1" status: 200 len: 217 time: 0.0990732 Jul 16 19:58:15.524743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-159d6f94-e444-4757-920e-a68f161c8475 req-d944150d-e32f-4830-b32e-59929e6c19fa tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689726 Jul 16 19:58:15.605983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-26922761-21fe-444e-990c-7aa21045a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.607873 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-26922761-21fe-444e-990c-7aa21045a494 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.1046426 Jul 16 19:58:15.755897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f02754a4-b50e-458b-a450-1aec0ebc63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.775458 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-f02754a4-b50e-458b-a450-1aec0ebc63f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1594262 Jul 16 19:58:15.817882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b1bd3-bf9a-4135-aae0-685e462c4922 req-7b1f0c82-2a9a-441c-8d22-b20a91644923 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:15.821310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-126b1bd3-bf9a-4135-aae0-685e462c4922 req-7b1f0c82-2a9a-441c-8d22-b20a91644923 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 949 time: 0.1644814 Jul 16 19:58:15.896977 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-126b1bd3-bf9a-4135-aae0-685e462c4922 req-cb432350-11b9-453c-857c-654ab7b072a0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646122 Jul 16 19:58:16.029720 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-64ad2c83-b6ce-451b-a3a9-984c68f8e71d service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465527 Jul 16 19:58:16.154424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6ee7f30-9af0-47a6-8900-6b46395b000c req-81dcfa43-44a6-44a1-8873-ed7536d1e843 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0378187 Jul 16 19:58:16.215642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3504d49-4fc0-430b-b3ce-28a47cee671d req-321b2530-6464-41fe-842f-2433d799bac3 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764362 Jul 16 19:58:16.422854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1e4614c5-7de3-4b74-85c5-e47ab7f32b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.423503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1e4614c5-7de3-4b74-85c5-e47ab7f32b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.424058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1e4614c5-7de3-4b74-85c5-e47ab7f32b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.424638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1e4614c5-7de3-4b74-85c5-e47ab7f32b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.425312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1e4614c5-7de3-4b74-85c5-e47ab7f32b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.425852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1e4614c5-7de3-4b74-85c5-e47ab7f32b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.426423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1e4614c5-7de3-4b74-85c5-e47ab7f32b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.434587 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1e4614c5-7de3-4b74-85c5-e47ab7f32b2f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6495 time: 0.1506138 Jul 16 19:58:16.590471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-500fb2d5-fb93-4706-82ce-6c77273b0a53 req-3b7c72cf-15e2-4d4e-a60d-f2d789f3ef31 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 210 time: 0.0571718 Jul 16 19:58:16.595691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-66ab157f-e208-448e-8c80-b9b50e501d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.597676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-66ab157f-e208-448e-8c80-b9b50e501d39 service neutron] 10.222.0.68 "GET /v2.0/networks?id=26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 200 len: 902 time: 0.1544807 Jul 16 19:58:16.644357 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-b26fca46-38ca-4f20-a88e-47e6c31a6814 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef HTTP/1.1" status: 200 len: 217 time: 0.0390363 Jul 16 19:58:16.697793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-40bdade9-68f2-4805-8249-7961b6a215c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.699771 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-40bdade9-68f2-4805-8249-7961b6a215c9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.0486670 Jul 16 19:58:16.777867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-95401807-a465-45da-afc7-95e6bd52412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.779664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-95401807-a465-45da-afc7-95e6bd52412f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725293 Jul 16 19:58:16.814192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-41ccfac7-a652-4497-8701-77b62692b55d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.825946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-41ccfac7-a652-4497-8701-77b62692b55d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.839178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-41ccfac7-a652-4497-8701-77b62692b55d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.853990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-41ccfac7-a652-4497-8701-77b62692b55d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.865833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-41ccfac7-a652-4497-8701-77b62692b55d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.879528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-41ccfac7-a652-4497-8701-77b62692b55d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.892038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-41ccfac7-a652-4497-8701-77b62692b55d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:16.910208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-41ccfac7-a652-4497-8701-77b62692b55d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.2188201 Jul 16 19:58:16.953050 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-98555ea7-56c4-4485-be2c-92104989fb0a service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572368 Jul 16 19:58:17.045506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72d6dca1-e025-4a5e-9385-d89ee6e82a1e req-5d02fbe4-d184-4730-83c4-d5d264bb6bf7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315694 Jul 16 19:58:17.175065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-ca392f84-eeed-4735-b22b-070f0f3f5488 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147694 Jul 16 19:58:17.403803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-566cdfe0-d6b0-4cd1-b18a-7582dc127bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.404950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-566cdfe0-d6b0-4cd1-b18a-7582dc127bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.405508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-566cdfe0-d6b0-4cd1-b18a-7582dc127bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.406166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-566cdfe0-d6b0-4cd1-b18a-7582dc127bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.406715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-566cdfe0-d6b0-4cd1-b18a-7582dc127bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.407212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-566cdfe0-d6b0-4cd1-b18a-7582dc127bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.407696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-566cdfe0-d6b0-4cd1-b18a-7582dc127bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.409774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-566cdfe0-d6b0-4cd1-b18a-7582dc127bc2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6495 time: 0.1115613 Jul 16 19:58:17.419596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-0b427f0a-28fd-4b1f-9daa-7016595d8e78 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.421241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-0b427f0a-28fd-4b1f-9daa-7016595d8e78 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 815 time: 0.3744164 Jul 16 19:58:17.436417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8984d94-7eb5-4c97-92aa-74d0095b3853 req-56caa3da-cdcb-4765-8bbb-95a17030f0b0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.438419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8984d94-7eb5-4c97-92aa-74d0095b3853 req-56caa3da-cdcb-4765-8bbb-95a17030f0b0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 949 time: 0.1798153 Jul 16 19:58:17.444528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Request body: {'port': {'device_id': '2ceb8283-b7fd-44f6-acab-7c40bda1058f', 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'admin_state_up': True, 'tenant_id': '32671528456e491f808a0a8849e1f1c2'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:17.600909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b94d3692-4a36-41ff-b7ad-f1ae2ab5cef9 req-7b2d5efd-7535-486d-aaca-81740546be06 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0740628 Jul 16 19:58:17.602469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-c539fc9c-9ee7-4096-a2bc-68e6adfaf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.604353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-c539fc9c-9ee7-4096-a2bc-68e6adfaf462 service neutron] 10.222.0.68 "GET /v2.0/networks?id=26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 200 len: 902 time: 0.1850867 Jul 16 19:58:17.605290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8984d94-7eb5-4c97-92aa-74d0095b3853 req-622ec04e-5edf-4d1d-9b2c-795ee264b1dc tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517186 Jul 16 19:58:17.698383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-e80c6313-c880-4f38-a511-6ddc76cb315b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27380e31-3521-497c-9c42-964636b5da24 HTTP/1.1" status: 200 len: 217 time: 0.0827184 Jul 16 19:58:17.710432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Made reservation on behalf of 32671528456e491f808a0a8849e1f1c2 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:58:17.718407 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:17.797043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3884ae86-abab-4cd1-a43c-52952ec6e1cb req-2f28e0f6-7daf-41d9-9b68-8b60784319cc tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 210 time: 0.0459280 Jul 16 19:58:17.806488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-d38d319e-4a13-4c6e-9c05-915f84b35357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.809489 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-d38d319e-4a13-4c6e-9c05-915f84b35357 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.1038709 Jul 16 19:58:17.934423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-80fffa0e-4d3d-468b-9417-4323e6941e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:17.937333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-80fffa0e-4d3d-468b-9417-4323e6941e87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1198161 Jul 16 19:58:17.949363 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f84b5531-fa6d-4d92-b5bb-1c2bfd7b5b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:18.024827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Allocated IP 172.20.0.9 (673214b4-bcbd-402a-9302-dac0e58e67ce/78e1d8a1-ef98-46fd-bdff-e577a1edc84d/9ebb39c0-3a7d-4555-9f28-98fa80e03b90) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:58:18.089125 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1a968456-53ab-4018-a8fb-7fffe055a80d service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446760 Jul 16 19:58:18.276492 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e232b6c-7f16-4917-b7ff-96df092deca2 req-1a8f0340-e8f3-4b42-9f99-cb8296ba57a6 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749141 Jul 16 19:58:18.448981 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:18.474901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85322dcb-e088-4119-a6f4-370aeb5afa21 req-0fe72f2b-3e9e-4629-84fb-7bca2fe31663 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.477291 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85322dcb-e088-4119-a6f4-370aeb5afa21 req-0fe72f2b-3e9e-4629-84fb-7bca2fe31663 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 1101 time: 0.2644494 Jul 16 19:58:18.545368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-2e5185f1-5133-42db-80b9-26789e10d0ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.552438 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-2e5185f1-5133-42db-80b9-26789e10d0ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.559262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-2e5185f1-5133-42db-80b9-26789e10d0ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.565819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-2e5185f1-5133-42db-80b9-26789e10d0ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.572495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-2e5185f1-5133-42db-80b9-26789e10d0ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.587840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-2e5185f1-5133-42db-80b9-26789e10d0ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.587840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-2e5185f1-5133-42db-80b9-26789e10d0ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.588759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-2e5185f1-5133-42db-80b9-26789e10d0ac tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.2458513 Jul 16 19:58:18.649426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85322dcb-e088-4119-a6f4-370aeb5afa21 req-d838c975-04e4-4b2c-90bd-26130ecd52d3 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524508 Jul 16 19:58:18.666798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:18.714950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09bf8440-a4a2-457d-a5be-7a88340846ba req-52139250-3c6b-46f5-a07e-6aafd90e81aa tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124988 Jul 16 19:58:18.756985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Network 673214b4-bcbd-402a-9302-dac0e58e67ce is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:58:18.768127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:58:18.770864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:58:18.813124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Pushing event updated for resources: {'Port': ['ID=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:18.885946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:18.886640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:18.904950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8f86b347-9b20-40fb-82c2-c4b1f6e9414c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4653797 Jul 16 19:58:18.921264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Request body: {'port': {'device_id': '2ceb8283-b7fd-44f6-acab-7c40bda1058f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:19.031774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:19.157106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d5b0fee-291a-479c-9cdd-1b506d066640 req-aab294d5-364c-4c81-bb52-8daca7a75bb3 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0859947 Jul 16 19:58:19.421669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-9d72a556-df0a-4282-8c2b-acc16f81cb38 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1461604 Jul 16 19:58:19.495643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ac0c7-4d01-4a4b-9d5d-2f4cbeec3d6a req-0db6b180-06ac-49c6-85bf-e725755aa818 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:19.497709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c20ac0c7-4d01-4a4b-9d5d-2f4cbeec3d6a req-0db6b180-06ac-49c6-85bf-e725755aa818 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 931 time: 0.3391366 Jul 16 19:58:19.677802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c20ac0c7-4d01-4a4b-9d5d-2f4cbeec3d6a req-b08be7b8-dd16-41be-8414-6e8ed6fad610 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647582 Jul 16 19:58:19.697938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-a53b9df9-3c9d-4f3b-8476-3f275c78fe81 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:19.700710 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-a53b9df9-3c9d-4f3b-8476-3f275c78fe81 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720816 Jul 16 19:58:19.747232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-fc89e06b-caf2-4496-a00c-f43cb3d0dece tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/quotas/c7f0df0ec6164c33b765d1378199fc05 HTTP/1.1" status: 200 len: 375 time: 0.0418005 Jul 16 19:58:19.772106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:19.802837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:19.824379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Transition to ACTIVE for port object 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:19.834091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:19.944087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-b6402777-677e-4f32-a9ef-3e1394f55473 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1863673 Jul 16 19:58:19.989363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:20.153532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Attempting to bind port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:20.155879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Attempting to bind port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:20.156468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Attempting to bind port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 on network 673214b4-bcbd-402a-9302-dac0e58e67ce {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:20.176690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-3980c4e7-53b2-462a-965c-9efe06f072d8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.184176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-3980c4e7-53b2-462a-965c-9efe06f072d8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.190112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-3980c4e7-53b2-462a-965c-9efe06f072d8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.197153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-3980c4e7-53b2-462a-965c-9efe06f072d8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.204527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-3980c4e7-53b2-462a-965c-9efe06f072d8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.210609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-3980c4e7-53b2-462a-965c-9efe06f072d8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.218178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-3980c4e7-53b2-462a-965c-9efe06f072d8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.220504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-3980c4e7-53b2-462a-965c-9efe06f072d8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.1930182 Jul 16 19:58:20.222249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 on network 673214b4-bcbd-402a-9302-dac0e58e67ce not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:20.222622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Attempting to bind port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 on network 673214b4-bcbd-402a-9302-dac0e58e67ce {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:20.232910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:20.233513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Checking segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:20.233790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Bound using segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:20.234351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Bound port: 9ebb39c0-3a7d-4555-9f28-98fa80e03b90, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:20.234728 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:20.328924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a9164e3-e271-46cd-9337-7fa725ee48a7 req-9f8fd8b8-41e5-4d59-9e3b-390abd304400 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737221 Jul 16 19:58:20.341375 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5ab15243-9cd6-4807-9142-98b3716626d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:20.367255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] For port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:20.372458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] For port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:20.379129 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:20.400371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.402962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:20.404332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ebb39c0-3a7d-4555-9f28-98fa80e03b90 HTTP/1.1" status: 200 len: 1092 time: 1.4917417 Jul 16 19:58:20.453059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ceb8283-b7fd-44f6-acab-7c40bda1058f', 'tag': '9ebb39c0-3a7d-4555-9f28-98fa80e03b90'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:20.457876 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af3af54-c1a3-46a1-b925-8b811452ab34" -d '{"events": [{"name": "network-changed", "server_uuid": "2ceb8283-b7fd-44f6-acab-7c40bda1058f", "tag": "9ebb39c0-3a7d-4555-9f28-98fa80e03b90"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:20.522210 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:20.579269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa41a38-61b9-40de-97e1-89ae285e1829 req-6bcb94c4-971b-4e1b-9869-f2ae15c8dafa tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 210 time: 0.1145711 Jul 16 19:58:20.620834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c1aca-e199-4e1c-8770-3e4c937c5f52 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:20.662154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-3d8cffae-c55b-4b39-9d41-8eeb29f5ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.667258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-3d8cffae-c55b-4b39-9d41-8eeb29f5ff71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 1095 time: 0.2034636 Jul 16 19:58:20.674095 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f2c64c-1e3a-461c-b5ec-f87be88b6973 x-openstack-request-id: req-86f2c64c-1e3a-461c-b5ec-f87be88b6973 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:20.674402 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ceb8283-b7fd-44f6-acab-7c40bda1058f", "tag": "9ebb39c0-3a7d-4555-9f28-98fa80e03b90", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:20.675111 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86f2c64c-1e3a-461c-b5ec-f87be88b6973 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:20.675111 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ceb8283-b7fd-44f6-acab-7c40bda1058f', 'tag': '9ebb39c0-3a7d-4555-9f28-98fa80e03b90', 'status': 'completed', 'code': 200} Jul 16 19:58:20.763748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-7159c03a-687d-47ac-bef2-5cd9490f6dbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb39c0-3a7d-4555-9f28-98fa80e03b90 HTTP/1.1" status: 200 len: 217 time: 0.0834444 Jul 16 19:58:20.857981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b731722-a5a4-422d-8855-1dabd23417ed req-e022047a-7eaa-455f-8cda-28103285057f tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0452039 Jul 16 19:58:20.905861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-a4280604-6ee6-4d7a-8588-c1459d3a87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:20.907546 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-a4280604-6ee6-4d7a-8588-c1459d3a87fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.1368499 Jul 16 19:58:20.949896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-8c3c0502-0a44-4759-a1d8-e7ba777e4025 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348496 Jul 16 19:58:21.007612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d667b-78fa-48eb-b11f-fa87cfb38fe1 req-b0a1f190-ef53-45d3-bc4d-0d58dff762fa tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.011024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f19d667b-78fa-48eb-b11f-fa87cfb38fe1 req-b0a1f190-ef53-45d3-bc4d-0d58dff762fa tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 943 time: 0.1583171 Jul 16 19:58:21.115058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f19d667b-78fa-48eb-b11f-fa87cfb38fe1 req-38d33259-cf82-4b1c-9478-8232abeaf04c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718539 Jul 16 19:58:21.120494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-550a19f9-7242-4659-a969-ad3f606a33ce service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633050 Jul 16 19:58:21.230300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a223a-d872-4c5e-9e6b-dd3c59237f89 req-aa3143d7-00c9-4634-a33d-0a4093b02a17 service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033919 Jul 16 19:58:21.338332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-d2c0d5ac-6964-4cb8-8c25-eb3766b397f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.339874 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-d2c0d5ac-6964-4cb8-8c25-eb3766b397f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 1095 time: 0.0566711 Jul 16 19:58:21.457050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-521ddc0e-3964-41dd-bd35-66f7484e3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.458571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-521ddc0e-3964-41dd-bd35-66f7484e3456 service neutron] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 916 time: 0.1111887 Jul 16 19:58:21.507131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-0ca0a85d-0066-45e7-a61e-93c0c7b0a13d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb39c0-3a7d-4555-9f28-98fa80e03b90 HTTP/1.1" status: 200 len: 217 time: 0.0388000 Jul 16 19:58:21.608464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-3fef56c1-5283-4a43-9d6a-41b657a89dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.610034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-3fef56c1-5283-4a43-9d6a-41b657a89dad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.0961268 Jul 16 19:58:21.654734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-eb2775a3-2785-4383-a102-d8a4c0fa434c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352783 Jul 16 19:58:21.705103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-5526c808-1072-46cd-bbae-e85d4ccd8686 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.712474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-5526c808-1072-46cd-bbae-e85d4ccd8686 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.718905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-5526c808-1072-46cd-bbae-e85d4ccd8686 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.728669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-5526c808-1072-46cd-bbae-e85d4ccd8686 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.731043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-5526c808-1072-46cd-bbae-e85d4ccd8686 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.737143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-5526c808-1072-46cd-bbae-e85d4ccd8686 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.744244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-5526c808-1072-46cd-bbae-e85d4ccd8686 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.746264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-5526c808-1072-46cd-bbae-e85d4ccd8686 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.2245448 Jul 16 19:58:21.779335 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-3c84b54f-88e7-4281-bddd-cdb61e9d2aec tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342660 Jul 16 19:58:21.908262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d2bdd0-3051-48fe-9c10-26d26cc32c4b req-166a99b1-b188-4327-bb08-0414d9ce55ef tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382136 Jul 16 19:58:21.927436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-971c2e32-b22b-4f61-b109-84c3b53efa9f req-74eae9c9-f1b0-4d4a-b15c-7acc8dc1cf27 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0375602 Jul 16 19:58:21.930500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-5e705817-cdcb-4b08-8cbc-7dcd4701c346 service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680719 Jul 16 19:58:21.987276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-44a1e601-aa85-4f9c-9338-1ac703caff69 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:21.990887 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-44a1e601-aa85-4f9c-9338-1ac703caff69 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924219 Jul 16 19:58:22.008552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Request body: {'port': {'device_id': 'dd14c936-3f24-4931-bcb7-b09f6e46fcc6', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'c7f0df0ec6164c33b765d1378199fc05'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:22.063725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0af3af54-c1a3-46a1-b925-8b811452ab34 req-b7be2e0d-57fa-4d52-87c2-2b69aa843cfd service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252692 Jul 16 19:58:22.126133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b5b731f-a818-4d1a-8100-b00b6e63b193 req-33794b0d-f4ac-428e-b58b-7ee0bd5eab76 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0427592 Jul 16 19:58:22.218635 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:22.222351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Made reservation on behalf of c7f0df0ec6164c33b765d1378199fc05 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:58:22.226412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:22.343387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76202e2b-9f27-4c5b-bae1-76d1f3518318 req-bb08e20c-45d5-4193-8fc0-e2a134eb6ef7 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:22.344952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76202e2b-9f27-4c5b-bae1-76d1f3518318 req-bb08e20c-45d5-4193-8fc0-e2a134eb6ef7 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 943 time: 0.0788536 Jul 16 19:58:22.393968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76202e2b-9f27-4c5b-bae1-76d1f3518318 req-6a2fcba5-5a97-4d06-b1aa-a23b08cc315e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Jul 16 19:58:22.703243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Allocated IP 192.168.233.154 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/a153aad1-3306-412c-9a70-eb2c78b1ec16) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:58:22.937325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:22.952677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Transition to ACTIVE for port object a153aad1-3306-412c-9a70-eb2c78b1ec16 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:22.992846 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:23.014197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8080de22-7d92-4ead-8f39-f0b29a2ec5d3', '739b1226-9709-42a2-9533-ee731bd5763d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:23.050542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'd5ece332-d3fa-4d43-8a42-677acdb9389d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:23.060025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:58:23.066151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:58:23.073980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:58:23.153079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'Port': ['ID=a153aad1-3306-412c-9a70-eb2c78b1ec16,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:23.193140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.194185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:23.215740 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-05c9cfd9-6653-4db2-9cf3-0257112d0b26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2147415 Jul 16 19:58:23.228470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Request body: {'port': {'device_id': 'dd14c936-3f24-4931-bcb7-b09f6e46fcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:23.284813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3d35-2d77-4cbd-b715-56bee5bc5ab0 req-76f11429-2a9a-45d2-9fd2-6a7229542de6 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.292789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6be3d35-2d77-4cbd-b715-56bee5bc5ab0 req-76f11429-2a9a-45d2-9fd2-6a7229542de6 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 936 time: 0.1840615 Jul 16 19:58:23.330539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-f199354f-5092-40ae-90d0-7394b50066ca tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.338485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-f199354f-5092-40ae-90d0-7394b50066ca tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.344871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-f199354f-5092-40ae-90d0-7394b50066ca tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.353031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-f199354f-5092-40ae-90d0-7394b50066ca tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.354104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:23.361579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-f199354f-5092-40ae-90d0-7394b50066ca tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.367842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-f199354f-5092-40ae-90d0-7394b50066ca tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.383473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-f199354f-5092-40ae-90d0-7394b50066ca tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.385558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-f199354f-5092-40ae-90d0-7394b50066ca tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.2386720 Jul 16 19:58:23.449350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6be3d35-2d77-4cbd-b715-56bee5bc5ab0 req-e4e09ee6-c92e-4629-94c4-5ff169b18412 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498742 Jul 16 19:58:23.490555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b02ed4a-bce0-4fe5-a86a-27540f2fa29d req-b6babd84-e8c9-4a49-a4cc-4d31e7540316 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975778 Jul 16 19:58:23.674257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:23.684970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5ce15e9c-3aa9-451f-9741-38a4a0bfdc77 None None] Provisioning for port a153aad1-3306-412c-9a70-eb2c78b1ec16 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:23.700620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5ce15e9c-3aa9-451f-9741-38a4a0bfdc77 None None] Provisioning complete for port a153aad1-3306-412c-9a70-eb2c78b1ec16 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:23.701087 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5ce15e9c-3aa9-451f-9741-38a4a0bfdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:23.812608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fc35d-d199-4ef9-9c91-34853cd7c295 req-3c01910e-25be-4612-9870-d902f5f31d56 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:23.822614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-548fc35d-d199-4ef9-9c91-34853cd7c295 req-3c01910e-25be-4612-9870-d902f5f31d56 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 943 time: 0.0960560 Jul 16 19:58:23.839475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5ce15e9c-3aa9-451f-9741-38a4a0bfdc77 None None] Port a153aad1-3306-412c-9a70-eb2c78b1ec16 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:58:23.897247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-548fc35d-d199-4ef9-9c91-34853cd7c295 req-fd489ee3-2df8-424d-ba5f-bcf4840f7bcb tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723886 Jul 16 19:58:23.991745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a153aad1-3306-412c-9a70-eb2c78b1ec16 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:24.009122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:24.032040 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Transition to ACTIVE for port object a153aad1-3306-412c-9a70-eb2c78b1ec16 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:24.038088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:24.043583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b34676f9-4ad3-4976-89d3-d1d56ef6da48 req-99625880-a16c-4ee2-82ae-2082cbf664ea tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0762703 Jul 16 19:58:24.210474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a153aad1-3306-412c-9a70-eb2c78b1ec16,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:24.323736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Attempting to bind port a153aad1-3306-412c-9a70-eb2c78b1ec16 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:24.324254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Attempting to bind port a153aad1-3306-412c-9a70-eb2c78b1ec16 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:24.324593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Attempting to bind port a153aad1-3306-412c-9a70-eb2c78b1ec16 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:24.332243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Port a153aad1-3306-412c-9a70-eb2c78b1ec16 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:24.332786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Attempting to bind port a153aad1-3306-412c-9a70-eb2c78b1ec16 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:24.343576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:24.344148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:24.344784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:24.345469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Bound port: a153aad1-3306-412c-9a70-eb2c78b1ec16, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:24.346240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:24.456818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] For port a153aad1-3306-412c-9a70-eb2c78b1ec16, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:24.462737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] For port a153aad1-3306-412c-9a70-eb2c78b1ec16, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a153aad1-3306-412c-9a70-eb2c78b1ec16,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:24.472665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:24.534199 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:24.534858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:24.536601 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] 10.222.0.68 "PUT /v2.0/ports/a153aad1-3306-412c-9a70-eb2c78b1ec16 HTTP/1.1" status: 200 len: 1097 time: 1.3133302 Jul 16 19:58:24.544021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd14c936-3f24-4931-bcb7-b09f6e46fcc6', 'tag': 'a153aad1-3306-412c-9a70-eb2c78b1ec16'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:24.549258 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6824c8a-381a-4979-933e-d96065aab1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd14c936-3f24-4931-bcb7-b09f6e46fcc6", "tag": "a153aad1-3306-412c-9a70-eb2c78b1ec16"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:24.690347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12a651-00c3-4c31-8843-a2f75ba616f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a153aad1-3306-412c-9a70-eb2c78b1ec16,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:24.725384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-4bfe793c-8001-4cfe-8423-7320b3398432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:24.727414 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-4bfe793c-8001-4cfe-8423-7320b3398432 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 1100 time: 0.1105285 Jul 16 19:58:24.778271 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-db3a76e4-fdf3-4e78-a3c6-1cf366b11485 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a153aad1-3306-412c-9a70-eb2c78b1ec16 HTTP/1.1" status: 200 len: 217 time: 0.0434070 Jul 16 19:58:24.838317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c28b-8506-4c0a-871c-35cd9773436c req-46ea595c-23d3-4389-be84-3ee53af33a07 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:24.840379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9484c28b-8506-4c0a-871c-35cd9773436c req-46ea595c-23d3-4389-be84-3ee53af33a07 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 948 time: 0.1532764 Jul 16 19:58:24.876474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-8328e1ea-2f29-4426-8d27-bd75e561903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:24.879817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-8328e1ea-2f29-4426-8d27-bd75e561903b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0946450 Jul 16 19:58:24.909954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:24.937956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9484c28b-8506-4c0a-871c-35cd9773436c req-eacdad78-6af7-455d-aace-7a42d0a1528b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876012 Jul 16 19:58:24.993099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081bc-99aa-46d5-82c7-5b262289a667 req-9f2dc3c2-7ab1-4932-9f04-a0be6870a1f7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.000275 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e1e24e-82e0-4dbb-babd-b77096e147e7 x-openstack-request-id: req-13e1e24e-82e0-4dbb-babd-b77096e147e7 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:25.000893 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd14c936-3f24-4931-bcb7-b09f6e46fcc6", "tag": "a153aad1-3306-412c-9a70-eb2c78b1ec16", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:25.001805 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13e1e24e-82e0-4dbb-babd-b77096e147e7 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:25.002342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081bc-99aa-46d5-82c7-5b262289a667 req-9f2dc3c2-7ab1-4932-9f04-a0be6870a1f7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.002672 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd14c936-3f24-4931-bcb7-b09f6e46fcc6', 'tag': 'a153aad1-3306-412c-9a70-eb2c78b1ec16', 'status': 'completed', 'code': 200} Jul 16 19:58:25.009742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081bc-99aa-46d5-82c7-5b262289a667 req-9f2dc3c2-7ab1-4932-9f04-a0be6870a1f7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.017335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081bc-99aa-46d5-82c7-5b262289a667 req-9f2dc3c2-7ab1-4932-9f04-a0be6870a1f7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.023949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081bc-99aa-46d5-82c7-5b262289a667 req-9f2dc3c2-7ab1-4932-9f04-a0be6870a1f7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.024921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-a1abb90c-4d3a-4fd3-89a0-42f8f31aebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.028657 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-a1abb90c-4d3a-4fd3-89a0-42f8f31aebb7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416864 Jul 16 19:58:25.031841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081bc-99aa-46d5-82c7-5b262289a667 req-9f2dc3c2-7ab1-4932-9f04-a0be6870a1f7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.038011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081bc-99aa-46d5-82c7-5b262289a667 req-9f2dc3c2-7ab1-4932-9f04-a0be6870a1f7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.046539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-729081bc-99aa-46d5-82c7-5b262289a667 req-9f2dc3c2-7ab1-4932-9f04-a0be6870a1f7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.1934552 Jul 16 19:58:25.096566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-729081bc-99aa-46d5-82c7-5b262289a667 req-4b79965a-1154-41ab-9d51-b63408745234 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490303 Jul 16 19:58:25.173531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:25.200900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '9ebb39c0-3a7d-4555-9f28-98fa80e03b90', 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'port_id': '9ebb39c0-3a7d-4555-9f28-98fa80e03b90', 'mac_address': 'fa:16:3e:a9:2e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e1d8a1-ef98-46fd-bdff-e577a1edc84d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:25.238886 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-8d8d88df-5c78-4628-b835-0a9509d697b0 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976931 Jul 16 19:58:25.329527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:25.356689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:25.398236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:25.404829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264f5ef-42cc-4a38-a6ff-93c150f56f60 req-441acee2-ee54-4adc-8d5d-ea7a68ee0d16 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.405422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:25.419201 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5264f5ef-42cc-4a38-a6ff-93c150f56f60 req-441acee2-ee54-4adc-8d5d-ea7a68ee0d16 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 943 time: 0.1567352 Jul 16 19:58:25.438702 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3d6f95b1-1640-4354-a936-93274a52ee27 req-63812a92-3d10-488e-a60f-40fd3116e762 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950564 Jul 16 19:58:25.516335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87a25908-784a-4120-ab22-f654c285237a req-7b2e5d84-ba1a-4997-a73c-d636124e5858 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0429282 Jul 16 19:58:25.522261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:25.523269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5264f5ef-42cc-4a38-a6ff-93c150f56f60 req-0d59b70e-f8cb-4c2a-bf6d-0a645a9125d3 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028316 Jul 16 19:58:25.593836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-a6acd502-6944-4404-bd3c-13ad61241e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.595391 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-a6acd502-6944-4404-bd3c-13ad61241e4a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 1100 time: 0.0830052 Jul 16 19:58:25.715467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['9ebb39c0-3a7d-4555-9f28-98fa80e03b90'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:25.720327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-1a146609-a4c6-4365-ae4e-52a019ce7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.722861 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-1a146609-a4c6-4365-ae4e-52a019ce7553 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1167629 Jul 16 19:58:25.773288 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-f136dc30-c558-4609-8443-90377333c2fa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a153aad1-3306-412c-9a70-eb2c78b1ec16 HTTP/1.1" status: 200 len: 217 time: 0.0408010 Jul 16 19:58:25.835381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-9307fa67-d59a-4803-b8a0-91c9f1759229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.838181 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-9307fa67-d59a-4803-b8a0-91c9f1759229 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0571940 Jul 16 19:58:25.925652 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-14a0e2c9-5b6f-4850-8160-4d2a00541694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:25.927359 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-14a0e2c9-5b6f-4850-8160-4d2a00541694 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740130 Jul 16 19:58:26.068546 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-915432e4-2528-4e1f-896d-19ac4d5fd806 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310730 Jul 16 19:58:26.187447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f87c-3799-475f-abcc-5f6c45960838 req-064a1e26-7bd3-4e46-ba9e-5e5ef924b930 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.190387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0835f87c-3799-475f-abcc-5f6c45960838 req-064a1e26-7bd3-4e46-ba9e-5e5ef924b930 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 948 time: 0.0934274 Jul 16 19:58:26.225358 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e6824c8a-381a-4979-933e-d96065aab1e2 req-53279f6e-445c-410f-a66a-b205f6d4be91 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460843 Jul 16 19:58:26.251768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0835f87c-3799-475f-abcc-5f6c45960838 req-4fcb1ed7-7136-42c4-b4d6-c74592318e7c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477290 Jul 16 19:58:26.375939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-8dd97e04-1dbf-461d-b1c5-f38f5b36bf92 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.382104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-8dd97e04-1dbf-461d-b1c5-f38f5b36bf92 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.388358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-8dd97e04-1dbf-461d-b1c5-f38f5b36bf92 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.395095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-8dd97e04-1dbf-461d-b1c5-f38f5b36bf92 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.402282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-8dd97e04-1dbf-461d-b1c5-f38f5b36bf92 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.408871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-8dd97e04-1dbf-461d-b1c5-f38f5b36bf92 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.415502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-8dd97e04-1dbf-461d-b1c5-f38f5b36bf92 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.417767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-8dd97e04-1dbf-461d-b1c5-f38f5b36bf92 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.1376543 Jul 16 19:58:26.504807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe431d44-5149-4edf-82f7-0e7fa8e0c36a req-c31cbcb7-38f5-4c97-a92c-e2af4819a57b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751669 Jul 16 19:58:26.795994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18263ce6-7ae3-41f0-ae59-e72d078411d1 req-a094e890-cb7b-4415-8fad-af9d4507eb25 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0343525 Jul 16 19:58:26.802324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cef92-bf75-4914-924f-5bbe5b6aba3a req-a78b0a29-19c5-46c6-9a7a-adb353952aec tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:26.804127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd3cef92-bf75-4914-924f-5bbe5b6aba3a req-a78b0a29-19c5-46c6-9a7a-adb353952aec tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1097 time: 0.1007738 Jul 16 19:58:26.858188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd3cef92-bf75-4914-924f-5bbe5b6aba3a req-ffd64ae9-06e5-4b04-a3df-46afc9e9257a tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Jul 16 19:58:26.910508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:26.995913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:27.004701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:27.005407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:27.143079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd83de-42a9-4501-a788-7ef1f30e9820 req-719fea32-ed9c-4faf-95cf-2ccaf5912aab tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:27.145433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3fd83de-42a9-4501-a788-7ef1f30e9820 req-719fea32-ed9c-4faf-95cf-2ccaf5912aab tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 944 time: 0.1266434 Jul 16 19:58:27.155808 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:27.188302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ceb8283-b7fd-44f6-acab-7c40bda1058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb39c0-3a7d-4555-9f28-98fa80e03b90'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:27.190621 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d1915d-3cc2-4f53-af32-ac6f072a5eed" -d '{"events": [{"server_uuid": "2ceb8283-b7fd-44f6-acab-7c40bda1058f", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb39c0-3a7d-4555-9f28-98fa80e03b90"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:27.206074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:27.211918 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:27.217042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3fd83de-42a9-4501-a788-7ef1f30e9820 req-f612bad6-5205-4291-922b-d55b5f2cd3c0 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588822 Jul 16 19:58:27.272886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:27.284327 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f42e702-981f-47f3-a7f3-19d271ab6d03 x-openstack-request-id: req-0f42e702-981f-47f3-a7f3-19d271ab6d03 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:27.284625 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ceb8283-b7fd-44f6-acab-7c40bda1058f", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb39c0-3a7d-4555-9f28-98fa80e03b90", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:27.284880 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f42e702-981f-47f3-a7f3-19d271ab6d03 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:27.285279 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ceb8283-b7fd-44f6-acab-7c40bda1058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb39c0-3a7d-4555-9f28-98fa80e03b90', 'code': 200} Jul 16 19:58:27.494552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870db7d-6b78-456c-9e49-8347400690b1 req-6e39dca8-d869-40cd-8fd5-4465cc2fa233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:27.496441 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b870db7d-6b78-456c-9e49-8347400690b1 req-6e39dca8-d869-40cd-8fd5-4465cc2fa233 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 1097 time: 0.1256697 Jul 16 19:58:27.875052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b84cae-d9af-4b8b-acea-fc5a707328e5 req-a654f457-2e4d-42fc-a9d0-6ae9eb4182a9 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:27.876674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9b84cae-d9af-4b8b-acea-fc5a707328e5 req-a654f457-2e4d-42fc-a9d0-6ae9eb4182a9 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 948 time: 0.4701476 Jul 16 19:58:27.931772 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b870db7d-6b78-456c-9e49-8347400690b1 req-61be3579-a173-4db1-b680-53a1e9e95ecc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277537 Jul 16 19:58:27.953749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9b84cae-d9af-4b8b-acea-fc5a707328e5 req-d4fcdf5b-1a88-48fd-9ee8-7b3dd53f0e60 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628796 Jul 16 19:58:28.081920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca29e566-10b1-4208-b0b5-b9506d44fc98 req-afd89239-80e9-494b-a1b7-9c92b49a0d04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0327532 Jul 16 19:58:28.472365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-310c98cc-9111-4051-8a9a-25e698d22df9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:28.480607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-310c98cc-9111-4051-8a9a-25e698d22df9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:28.486419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-310c98cc-9111-4051-8a9a-25e698d22df9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:28.497605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-310c98cc-9111-4051-8a9a-25e698d22df9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:28.506482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-310c98cc-9111-4051-8a9a-25e698d22df9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:28.522434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-310c98cc-9111-4051-8a9a-25e698d22df9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:28.533408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-310c98cc-9111-4051-8a9a-25e698d22df9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:28.536533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-310c98cc-9111-4051-8a9a-25e698d22df9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.1739049 Jul 16 19:58:28.614864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc76d446-aad3-451a-af3f-b87f14bd6af3 req-a2c04565-8556-46dd-a693-240e2b1eedd4 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686088 Jul 16 19:58:28.641251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a153aad1-3306-412c-9a70-eb2c78b1ec16 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:28.816903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-34db677b-3e67-485d-85eb-059e9382bbe5 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:58:28.818065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-34db677b-3e67-485d-85eb-059e9382bbe5 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0989239 Jul 16 19:58:28.863523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a153aad1-3306-412c-9a70-eb2c78b1ec16, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a153aad1-3306-412c-9a70-eb2c78b1ec16,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:28.883367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'a153aad1-3306-412c-9a70-eb2c78b1ec16', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'a153aad1-3306-412c-9a70-eb2c78b1ec16', 'mac_address': 'fa:16:3e:56:db:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:28.944848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Request body: {'binding': {'host': 'n-h2-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:28.947108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 19:58:28.949864 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:28.969521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a153aad1-3306-412c-9a70-eb2c78b1ec16 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:29.013000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a153aad1-3306-412c-9a70-eb2c78b1ec16, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a153aad1-3306-412c-9a70-eb2c78b1ec16,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:29.021119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:29.086692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c735288-10cb-437d-9a3c-333d6888dcfb req-cf5f0d2c-f298-428e-acb0-c3231f069265 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0954545 Jul 16 19:58:29.098691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a153aad1-3306-412c-9a70-eb2c78b1ec16,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:29.219970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on host n-h2-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:29.220579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:29.221141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:29.229282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:29.229753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:29.238770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:29.239623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:29.240439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:29.241701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Bound port: 973ae1b2-22a2-401e-973b-e6d43441d665, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:29.341453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:29.349295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:29.353383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-48a5629f-1719-4e61-a994-78601ea863f4 service neutron] 10.222.0.78 "POST /v2.0/ports/973ae1b2-22a2-401e-973b-e6d43441d665/bindings HTTP/1.1" status: 201 len: 390 time: 0.5233998 Jul 16 19:58:29.405465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a153aad1-3306-412c-9a70-eb2c78b1ec16'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:29.690866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b49a-fe33-415c-9e01-888a0626f497 req-c9c0a789-46f7-434e-808f-38957b9e6a38 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:29.693451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a37b49a-fe33-415c-9e01-888a0626f497 req-c9c0a789-46f7-434e-808f-38957b9e6a38 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 945 time: 0.1910374 Jul 16 19:58:29.756650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a37b49a-fe33-415c-9e01-888a0626f497 req-1e5d26b6-5ccc-458b-83a3-85f10a5833a8 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541577 Jul 16 19:58:29.766911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f2629-c568-4712-9352-a0a703b4c279 req-ca49834b-afc9-4b23-989b-1783274a7bf6 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:29.768814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b9f2629-c568-4712-9352-a0a703b4c279 req-ca49834b-afc9-4b23-989b-1783274a7bf6 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 949 time: 0.1349649 Jul 16 19:58:29.817340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-68a627f6-8b21-4d64-89ec-ff472e84ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:29.819806 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-68a627f6-8b21-4d64-89ec-ff472e84ae3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1097 time: 0.0835118 Jul 16 19:58:29.854781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b9f2629-c568-4712-9352-a0a703b4c279 req-1229e7dc-80d0-47f6-92ab-cc2795178dc9 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795085 Jul 16 19:58:29.954835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-6c194aa8-1ff7-4259-b73f-da2a75b45a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:29.956676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-6c194aa8-1ff7-4259-b73f-da2a75b45a17 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1287894 Jul 16 19:58:30.049859 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-99b0b4e3-d952-4a48-b0de-cba188448d42 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=973ae1b2-22a2-401e-973b-e6d43441d665 HTTP/1.1" status: 200 len: 217 time: 0.0771098 Jul 16 19:58:30.096213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e076e8-c626-4a3d-957f-ffe0bfd967e8 req-5eb3cf83-e586-4a64-a3b9-3cbc92239b83 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.103594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61e076e8-c626-4a3d-957f-ffe0bfd967e8 req-5eb3cf83-e586-4a64-a3b9-3cbc92239b83 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.0838499 Jul 16 19:58:30.127547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-85785164-37eb-41a0-961c-f5f041490766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.129606 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-85785164-37eb-41a0-961c-f5f041490766 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0708485 Jul 16 19:58:30.188675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61e076e8-c626-4a3d-957f-ffe0bfd967e8 req-ea6fdbef-8f84-4fa3-8868-ce6d719acf3c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839276 Jul 16 19:58:30.192470 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-7f1fe589-8549-4900-a76b-3c0dde7e48ed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514057 Jul 16 19:58:30.271344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-d23ca84c-503b-4bfc-8afb-3ceb449ae6d9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.285318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-d23ca84c-503b-4bfc-8afb-3ceb449ae6d9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.299554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-d23ca84c-503b-4bfc-8afb-3ceb449ae6d9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.316316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-d23ca84c-503b-4bfc-8afb-3ceb449ae6d9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.326198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-d23ca84c-503b-4bfc-8afb-3ceb449ae6d9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.345791 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-9f8d6549-63a8-4425-88cf-3ebdbf8aba6d service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429315 Jul 16 19:58:30.347413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-d23ca84c-503b-4bfc-8afb-3ceb449ae6d9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.358455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-d23ca84c-503b-4bfc-8afb-3ceb449ae6d9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:30.360525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-d23ca84c-503b-4bfc-8afb-3ceb449ae6d9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.2547357 Jul 16 19:58:30.450591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f9b4fc5-b1be-4f78-96e6-fe4a8ea0e220 req-aa383e31-a306-4923-8f33-47c6225d6039 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775108 Jul 16 19:58:30.487883 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-16ce7275-5f57-4e1d-968b-1d6700bbdffc service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222684 Jul 16 19:58:30.612278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cc4194d-8ebe-477e-ab22-60cfe862e13c req-3e45bc36-f9b0-4e11-ae10-941145a96c14 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0340002 Jul 16 19:58:31.138363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce704eb-364d-41c7-82fb-c0feea66fc3c req-ef88ba6d-2930-4379-ab96-7db2c4af1dae tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea&device_id=f247fb36-901a-486a-83f2-0dea7992dd41 HTTP/1.1" status: 200 len: 210 time: 0.0545790 Jul 16 19:58:31.306105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c4fb-3984-470c-a3dd-189d0be4dc38 req-ed9460ba-61ac-4410-b5d0-265e620e36f8 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:31.319690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9b0c4fb-3984-470c-a3dd-189d0be4dc38 req-ed9460ba-61ac-4410-b5d0-265e620e36f8 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 949 time: 0.1864166 Jul 16 19:58:31.391090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9b0c4fb-3984-470c-a3dd-189d0be4dc38 req-065b4bdd-88b6-4143-b70d-90d9943b4d28 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684514 Jul 16 19:58:31.700781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26193a-5910-4b92-b3d0-b678d6496b9c req-4d49665f-668a-482e-b4b8-0cdbb9afaaa4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:31.703348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc26193a-5910-4b92-b3d0-b678d6496b9c req-4d49665f-668a-482e-b4b8-0cdbb9afaaa4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1043515 Jul 16 19:58:31.766629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ccbf498-51da-43ae-ab88-52a71e58d6ec req-78bd0a24-ef51-4c06-b56d-08ce369991b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb354119fac34852845cb73e9ca30220&device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0505714 Jul 16 19:58:31.829296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc26193a-5910-4b92-b3d0-b678d6496b9c req-64ffc128-bbb8-41ed-960d-99993f3c3390 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016202 Jul 16 19:58:31.832837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ccbf498-51da-43ae-ab88-52a71e58d6ec req-c6e092ff-73df-429d-b9a1-2a99fc9852e9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb354119fac34852845cb73e9ca30220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452943 Jul 16 19:58:31.962048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbf498-51da-43ae-ab88-52a71e58d6ec req-87f5b7de-4bd5-41eb-ad4c-187b214948fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:31.963715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ccbf498-51da-43ae-ab88-52a71e58d6ec req-87f5b7de-4bd5-41eb-ad4c-187b214948fb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222260 Jul 16 19:58:32.200795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-167320d9-641a-4d57-ae95-87f315650dfd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:32.219424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-167320d9-641a-4d57-ae95-87f315650dfd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:32.226000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-167320d9-641a-4d57-ae95-87f315650dfd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:32.251139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-167320d9-641a-4d57-ae95-87f315650dfd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:32.267328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-167320d9-641a-4d57-ae95-87f315650dfd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:32.285475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-167320d9-641a-4d57-ae95-87f315650dfd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:32.292945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-167320d9-641a-4d57-ae95-87f315650dfd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:32.300694 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-167320d9-641a-4d57-ae95-87f315650dfd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.2115958 Jul 16 19:58:32.373289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da87ff4e-2d95-448a-b76c-13079e6e3af2 req-da53975c-3098-4f9a-a292-730740810787 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707660 Jul 16 19:58:32.646954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f35f781-caf9-45c8-b4f0-c9926733f3c5 req-0e041f3d-156c-408f-9569-cbaf2e8be5d0 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0529749 Jul 16 19:58:32.693593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a153aad1-3306-412c-9a70-eb2c78b1ec16 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:32.758833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port a153aad1-3306-412c-9a70-eb2c78b1ec16 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:32.764122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port a153aad1-3306-412c-9a70-eb2c78b1ec16 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:32.764955 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:32.873165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c6482-bff9-40a8-83a1-dcd1a1bc2314 req-bff719ab-28c0-4355-a596-880f4c94cfc8 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:32.874643 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:32.876447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f76c6482-bff9-40a8-83a1-dcd1a1bc2314 req-bff719ab-28c0-4355-a596-880f4c94cfc8 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 949 time: 0.1534100 Jul 16 19:58:32.943449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f76c6482-bff9-40a8-83a1-dcd1a1bc2314 req-288f5964-3e77-4efd-bf14-dd25b16d5951 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560415 Jul 16 19:58:32.958787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14c936-3f24-4931-bcb7-b09f6e46fcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a153aad1-3306-412c-9a70-eb2c78b1ec16'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:32.965330 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44500d4-62cd-488b-919d-789c5294e4a5" -d '{"events": [{"server_uuid": "dd14c936-3f24-4931-bcb7-b09f6e46fcc6", "name": "network-vif-plugged", "status": "completed", "tag": "a153aad1-3306-412c-9a70-eb2c78b1ec16"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:32.999142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a153aad1-3306-412c-9a70-eb2c78b1ec16, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a153aad1-3306-412c-9a70-eb2c78b1ec16,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:33.006933 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:33.080713 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc556cf6-9f5c-4270-8249-cbf289a86065 x-openstack-request-id: req-cc556cf6-9f5c-4270-8249-cbf289a86065 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:33.085165 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14c936-3f24-4931-bcb7-b09f6e46fcc6", "name": "network-vif-plugged", "status": "completed", "tag": "a153aad1-3306-412c-9a70-eb2c78b1ec16", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:33.087848 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc556cf6-9f5c-4270-8249-cbf289a86065 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:33.088889 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14c936-3f24-4931-bcb7-b09f6e46fcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a153aad1-3306-412c-9a70-eb2c78b1ec16', 'code': 200} Jul 16 19:58:33.166073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a153aad1-3306-412c-9a70-eb2c78b1ec16,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:33.186836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea62a6-3f52-42b1-8b52-8c426ce8ac54 req-73b951d4-f6da-4fc0-bfdb-0d4064c8fc21 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.197721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61ea62a6-3f52-42b1-8b52-8c426ce8ac54 req-73b951d4-f6da-4fc0-bfdb-0d4064c8fc21 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1376212 Jul 16 19:58:33.278642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61ea62a6-3f52-42b1-8b52-8c426ce8ac54 req-a2ba29f7-73e8-41b7-972b-f94cfbf262e0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792935 Jul 16 19:58:33.301910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53b09-43b2-46a6-bc2a-ff37d17ee1de req-f4d1956a-895b-430a-9644-b813e103bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.303649 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-58b53b09-43b2-46a6-bc2a-ff37d17ee1de req-f4d1956a-895b-430a-9644-b813e103bd91 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 1102 time: 0.0891497 Jul 16 19:58:33.353011 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-58b53b09-43b2-46a6-bc2a-ff37d17ee1de req-49a37e2b-bafc-4c98-bbed-4d8043ce565a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Jul 16 19:58:33.366236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ccbf498-51da-43ae-ab88-52a71e58d6ec req-b9d67cef-64d1-41a7-bd45-d7a4211a5b28 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0422013 Jul 16 19:58:33.743725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-0e057a2e-80ec-461c-932e-ec4490b1898a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.751433 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-0e057a2e-80ec-461c-932e-ec4490b1898a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.759759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-0e057a2e-80ec-461c-932e-ec4490b1898a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.767765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-0e057a2e-80ec-461c-932e-ec4490b1898a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.776397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-0e057a2e-80ec-461c-932e-ec4490b1898a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.783131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-0e057a2e-80ec-461c-932e-ec4490b1898a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.789535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-0e057a2e-80ec-461c-932e-ec4490b1898a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:33.791657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-0e057a2e-80ec-461c-932e-ec4490b1898a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.1479263 Jul 16 19:58:33.884969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8fbd80d-9b49-4900-9d74-1c8bc5d9b5e7 req-9e77bd82-b362-4903-b7f1-cfedb2016c6d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827379 Jul 16 19:58:34.011144 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:34.107929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a9880ac-0c53-464c-97f1-d38ee0fcf323 req-4e19e75b-9eb5-4833-8882-248efff26144 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e57e5a6-f0dc-4265-bd2e-1bfb16a113ea HTTP/1.1" status: 200 len: 210 time: 0.0655618 Jul 16 19:58:34.262367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f63c2-3f0e-437f-88b7-9a744ea4782a req-7cd0d415-92de-4340-80d6-c5b316bfdd08 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:34.265058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f7f63c2-3f0e-437f-88b7-9a744ea4782a req-7cd0d415-92de-4340-80d6-c5b316bfdd08 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 950 time: 0.1041019 Jul 16 19:58:34.341190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f7f63c2-3f0e-437f-88b7-9a744ea4782a req-3a632f51-4988-4a06-b9cd-aa8ac115fbfd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632911 Jul 16 19:58:34.620819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ba1b-e3a8-4ed9-80fb-c4abb37469d6 req-da92bfc1-b5e7-40ba-89d4-966183c2e157 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:34.629812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f698ba1b-e3a8-4ed9-80fb-c4abb37469d6 req-da92bfc1-b5e7-40ba-89d4-966183c2e157 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1133041 Jul 16 19:58:34.686806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f698ba1b-e3a8-4ed9-80fb-c4abb37469d6 req-b8a29165-0598-462b-a648-6f5cef9dd403 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555346 Jul 16 19:58:34.742576 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:35.154130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-77c596d6-1b3e-48e5-8ce7-0e57aaec0f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.160276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-77c596d6-1b3e-48e5-8ce7-0e57aaec0f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.166615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-77c596d6-1b3e-48e5-8ce7-0e57aaec0f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.173498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-77c596d6-1b3e-48e5-8ce7-0e57aaec0f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.181095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-77c596d6-1b3e-48e5-8ce7-0e57aaec0f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.187139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-77c596d6-1b3e-48e5-8ce7-0e57aaec0f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.193659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-77c596d6-1b3e-48e5-8ce7-0e57aaec0f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.196354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-77c596d6-1b3e-48e5-8ce7-0e57aaec0f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.1376843 Jul 16 19:58:35.266007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5661f7c-8456-4993-b8fa-54b75513fc38 req-0d4ff76b-1b49-4b8b-9069-4a0b156da9c7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630877 Jul 16 19:58:35.647999 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cb51392-263b-42e3-8dd5-4dbf7eabc87f req-3ff0d549-90dc-4d27-847a-8926b5103ed6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb354119fac34852845cb73e9ca30220&device_id=f247fb36-901a-486a-83f2-0dea7992dd41 HTTP/1.1" status: 200 len: 210 time: 0.0290389 Jul 16 19:58:35.649242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30661d21-59b0-4754-99b6-e9de9fd3d807 req-b56511d8-5489-435e-871b-eb0a4c767062 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.652024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30661d21-59b0-4754-99b6-e9de9fd3d807 req-b56511d8-5489-435e-871b-eb0a4c767062 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 950 time: 0.1210389 Jul 16 19:58:35.707262 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cb51392-263b-42e3-8dd5-4dbf7eabc87f req-8d9c1ca7-8148-4ff7-8fb0-dad3bf30677d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=fb354119fac34852845cb73e9ca30220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490422 Jul 16 19:58:35.709204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30661d21-59b0-4754-99b6-e9de9fd3d807 req-ef492170-2b59-4acc-9ed8-7af740bc56b0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Jul 16 19:58:35.915416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb51392-263b-42e3-8dd5-4dbf7eabc87f req-3802679a-a366-4db6-86f0-d5ddcf16ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:35.918005 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cb51392-263b-42e3-8dd5-4dbf7eabc87f req-3802679a-a366-4db6-86f0-d5ddcf16ed45 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2029648 Jul 16 19:58:35.934667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47cfb49e-8f1b-4330-a9b6-718e4fe66fd4 req-e9c6e530-eca6-49d3-bcdc-70c5514cd559 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=f247fb36-901a-486a-83f2-0dea7992dd41 HTTP/1.1" status: 200 len: 210 time: 0.0564704 Jul 16 19:58:36.051343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37316623-9f7e-462f-a03d-fa2e2969dc9b req-7b721893-8565-428e-a5bc-b84d5131297a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.054340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37316623-9f7e-462f-a03d-fa2e2969dc9b req-7b721893-8565-428e-a5bc-b84d5131297a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1246912 Jul 16 19:58:36.130164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37316623-9f7e-462f-a03d-fa2e2969dc9b req-b0455701-7fa7-4636-bbff-6669b521696f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670609 Jul 16 19:58:36.394032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9154f7-2e9e-4192-a3ed-70d2597dd5f9 req-f7b4bbc6-b69e-48a7-974f-7eddb2621f24 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.396398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea9154f7-2e9e-4192-a3ed-70d2597dd5f9 req-f7b4bbc6-b69e-48a7-974f-7eddb2621f24 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 1102 time: 0.0851867 Jul 16 19:58:36.455166 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea9154f7-2e9e-4192-a3ed-70d2597dd5f9 req-ff41f6c0-2ea2-414c-8a1f-4173ee249ed4 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Jul 16 19:58:36.579514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-05d00c9d-4c49-418b-9869-84cabae99387 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.586312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-05d00c9d-4c49-418b-9869-84cabae99387 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.592743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-05d00c9d-4c49-418b-9869-84cabae99387 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.598901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-05d00c9d-4c49-418b-9869-84cabae99387 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.606776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-05d00c9d-4c49-418b-9869-84cabae99387 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.613190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-05d00c9d-4c49-418b-9869-84cabae99387 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.621322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-05d00c9d-4c49-418b-9869-84cabae99387 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.623319 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-05d00c9d-4c49-418b-9869-84cabae99387 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.1392744 Jul 16 19:58:36.654915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-31b6e042-403f-43e1-9bc7-a317c564148c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297771 Jul 16 19:58:36.728236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2fedf211-67b1-47e4-b3ae-536cbe7ba0ea req-68e431c3-ec33-455a-984a-7058dd1a115c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901940 Jul 16 19:58:36.834694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-c049c909-7846-4847-b1f6-4a4e73510b70 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:36.840928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-c049c909-7846-4847-b1f6-4a4e73510b70 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787691 Jul 16 19:58:36.865154 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-b2cf6399-08e9-44c3-9470-a1071ac77906 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/quotas/c7f0df0ec6164c33b765d1378199fc05 HTTP/1.1" status: 200 len: 375 time: 0.0166304 Jul 16 19:58:36.997184 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-ac034451-1ac0-4f30-8b5f-9cbff3f94005 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1210675 Jul 16 19:58:37.217118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8406eebe-c85c-4bf1-b9fb-c1ea2065226a req-cc837f88-c09c-47d7-b233-7af2e870da59 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=f247fb36-901a-486a-83f2-0dea7992dd41 HTTP/1.1" status: 200 len: 210 time: 0.0565994 Jul 16 19:58:37.536833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b35661-1c02-46a7-b081-fc4bd8404ab1 req-262dd13f-e836-480f-8ee1-3a1ab6c56d8d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:37.539894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30b35661-1c02-46a7-b081-fc4bd8404ab1 req-262dd13f-e836-480f-8ee1-3a1ab6c56d8d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1247544 Jul 16 19:58:37.561154 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cb51392-263b-42e3-8dd5-4dbf7eabc87f req-a48788ac-4ae0-4323-ae32-4f4aa6445918 tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.68 "GET /v2.0/ports?device_id=f247fb36-901a-486a-83f2-0dea7992dd41 HTTP/1.1" status: 200 len: 210 time: 0.0701098 Jul 16 19:58:37.597164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f0502dc-bec8-4eff-b3bc-bf2999fbba6e req-5fc00f33-8389-4502-bdb8-c8d24c12db78 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 210 time: 0.0556543 Jul 16 19:58:37.663239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30b35661-1c02-46a7-b081-fc4bd8404ab1 req-dda50fb0-0ab7-4a9a-98d1-920786eccf24 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009734 Jul 16 19:58:38.029937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-39844b68-1ca1-470b-a49a-be4854629463 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:38.041657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-39844b68-1ca1-470b-a49a-be4854629463 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:38.047665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-39844b68-1ca1-470b-a49a-be4854629463 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:38.055065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-39844b68-1ca1-470b-a49a-be4854629463 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:38.062015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-39844b68-1ca1-470b-a49a-be4854629463 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:38.068025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-39844b68-1ca1-470b-a49a-be4854629463 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:38.075436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-39844b68-1ca1-470b-a49a-be4854629463 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:38.082567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-39844b68-1ca1-470b-a49a-be4854629463 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5431 time: 0.1479790 Jul 16 19:58:38.148234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6fbd3c23-d06d-4fba-bb65-023c25f39c10 req-5b2e1668-057c-40a0-9918-1258de914b5e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591149 Jul 16 19:58:38.576397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52dd1cd4-96a5-4389-8021-62d0f533660f req-ffa4a9a1-a65d-41a1-959a-382371c34efd tempest-ServerShowV247Test-910294689 tempest-ServerShowV247Test-910294689-project] 10.222.0.78 "GET /v2.0/ports?device_id=f247fb36-901a-486a-83f2-0dea7992dd41 HTTP/1.1" status: 200 len: 210 time: 0.0494647 Jul 16 19:58:38.741594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c870a687-4862-446e-948e-9a0ecdaf81b3 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:38.799677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7329c2a-c3a1-4620-a318-f8766b485e3a req-3b6d3bc6-bdfc-4407-bbb1-5e34c1d3de7e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 210 time: 0.0371380 Jul 16 19:58:38.934856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c870a687-4862-446e-948e-9a0ecdaf81b3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c870a687-4862-446e-948e-9a0ecdaf81b3,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:38.957602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'port_id': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'mac_address': 'fa:16:3e:91:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:38.996574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6fde1-0f89-4274-8580-49a665bf5ad4 req-c1b8eedc-6353-4c4d-919f-486eb133f2d2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:38.998837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ca6fde1-0f89-4274-8580-49a665bf5ad4 req-c1b8eedc-6353-4c4d-919f-486eb133f2d2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1344836 Jul 16 19:58:39.018971 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:39.031757 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:39.042729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c870a687-4862-446e-948e-9a0ecdaf81b3 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:39.090289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c870a687-4862-446e-948e-9a0ecdaf81b3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c870a687-4862-446e-948e-9a0ecdaf81b3,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:39.095091 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:39.095803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a44233e5-8890-4a68-b799-ffe53a2907db details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:39.129948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-a87ba21b-aa62-4ce5-a776-3508a51246fa tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7f0df0ec6164c33b765d1378199fc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569267 Jul 16 19:58:39.136788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ca6fde1-0f89-4274-8580-49a665bf5ad4 req-6dd4a6ec-3ea3-4563-a2cb-a1a8989b40aa tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267376 Jul 16 19:58:39.393252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a44233e5-8890-4a68-b799-ffe53a2907db, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a44233e5-8890-4a68-b799-ffe53a2907db,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:39.408741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-3e7f70c7-66be-4d8b-85f8-77dc5ea79e8f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:39.410734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-3e7f70c7-66be-4d8b-85f8-77dc5ea79e8f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715080 Jul 16 19:58:39.412177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c870a687-4862-446e-948e-9a0ecdaf81b3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:39.428487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'a44233e5-8890-4a68-b799-ffe53a2907db', 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'port_id': 'a44233e5-8890-4a68-b799-ffe53a2907db', 'mac_address': 'fa:16:3e:59:79:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac96c40-c0f3-45f8-8c47-f052bfe1819d', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:39.435364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Request body: {'port': {'device_id': '28e689c7-f2d1-473a-9fc5-c8ad01db048e', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'c7f0df0ec6164c33b765d1378199fc05'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:39.540240 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:39.566058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44233e5-8890-4a68-b799-ffe53a2907db {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:39.605962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a44233e5-8890-4a68-b799-ffe53a2907db, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a44233e5-8890-4a68-b799-ffe53a2907db,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:39.612460 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:39.613745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c34e8c69-5351-4193-9072-293d3245b076 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:39.636169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Made reservation on behalf of c7f0df0ec6164c33b765d1378199fc05 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:58:39.640454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:39.760546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c34e8c69-5351-4193-9072-293d3245b076, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c34e8c69-5351-4193-9072-293d3245b076,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:39.765255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a44233e5-8890-4a68-b799-ffe53a2907db,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:39.767484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-2e4fc454-e89e-4385-ae84-aed288bdca34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:39.775163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-2e4fc454-e89e-4385-ae84-aed288bdca34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:39.782905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-2e4fc454-e89e-4385-ae84-aed288bdca34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:39.793120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-2e4fc454-e89e-4385-ae84-aed288bdca34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:39.799914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'c34e8c69-5351-4193-9072-293d3245b076', 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'port_id': 'c34e8c69-5351-4193-9072-293d3245b076', 'mac_address': 'fa:16:3e:f8:44:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac96c40-c0f3-45f8-8c47-f052bfe1819d', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:39.800921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-2e4fc454-e89e-4385-ae84-aed288bdca34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:39.811413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-2e4fc454-e89e-4385-ae84-aed288bdca34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:39.818677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-2e4fc454-e89e-4385-ae84-aed288bdca34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:39.827010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-2e4fc454-e89e-4385-ae84-aed288bdca34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5432 time: 0.2425611 Jul 16 19:58:39.895924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:39.901856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a45cb42-4e2a-42e6-b463-d141063dff3e req-c1fc640c-3ad4-43a0-8542-de253c08b1ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723279 Jul 16 19:58:39.956653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34e8c69-5351-4193-9072-293d3245b076 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:40.069383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c34e8c69-5351-4193-9072-293d3245b076, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c34e8c69-5351-4193-9072-293d3245b076,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:40.071597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Allocated IP 192.168.233.40 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/542922b1-51cb-410a-b4d9-28184e7c446d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:58:40.084608 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:40.085833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:40.286885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:40.305590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c34e8c69-5351-4193-9072-293d3245b076,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:40.342327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43', 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'port_id': 'b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac96c40-c0f3-45f8-8c47-f052bfe1819d', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:40.386153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4303da82-5a2b-45b7-8d08-34fe5b5573c2 req-481bc00e-25a2-4c38-b922-45ffef71c77d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 210 time: 0.2299447 Jul 16 19:58:40.522374 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:40.573667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:40.668011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:40.704868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Transition to ACTIVE for port object 542922b1-51cb-410a-b4d9-28184e7c446d will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:40.783702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:40.793573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:40.833819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:40.844317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'd5ece332-d3fa-4d43-8a42-677acdb9389d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:40.935095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8080de22-7d92-4ead-8f39-f0b29a2ec5d3', '739b1226-9709-42a2-9533-ee731bd5763d', 'a153aad1-3306-412c-9a70-eb2c78b1ec16'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:40.950077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:58:40.956437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:58:40.967674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:58:40.977503 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:40.983178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:41.021179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a31fd9bd-5f9c-4021-a286-114a9dbadee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.128720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:41.130181 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.170577 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:58:41.213389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:41.248700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '37c9aef0-788a-4bc1-9a30-aee0fa42d5f6', 'network_id': 'feae7e28-8ae7-49b0-af49-329cabf6f82f', 'port_id': '37c9aef0-788a-4bc1-9a30-aee0fa42d5f6', 'mac_address': 'fa:16:3e:35:0e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac96c40-c0f3-45f8-8c47-f052bfe1819d', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:41.254874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event updated for resources: {'Port': ['ID=542922b1-51cb-410a-b4d9-28184e7c446d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:41.282270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.282834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.283399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.290166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.290830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.291404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.291968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.296320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.297547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.307254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.308367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.309268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.313025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a31fd9bd-5f9c-4021-a286-114a9dbadee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.327047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a31fd9bd-5f9c-4021-a286-114a9dbadee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.394498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fd9bd-5f9c-4021-a286-114a9dbadee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d6735-e693-4830-ae4b-513268dd6948,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:41.402647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eba841-07a1-4b3e-a57e-2b01285fcff4 req-e99eaebb-19a6-482b-9429-38c319d17c58 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:41.420110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1eba841-07a1-4b3e-a57e-2b01285fcff4 req-e99eaebb-19a6-482b-9429-38c319d17c58 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.6313629 Jul 16 19:58:41.425429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-441cf349-d17c-4c53-bb1f-d32c713d262c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9952860 Jul 16 19:58:41.438400 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a31fd9bd-5f9c-4021-a286-114a9dbadee8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb354119fac34852845cb73e9ca30220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604426 Jul 16 19:58:41.450438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:41.487669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Request body: {'port': {'device_id': '28e689c7-f2d1-473a-9fc5-c8ad01db048e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:41.502748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:41.516324 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.564014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b53e025-9853-4637-ba80-9b97e97aaa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.610849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b53e025-9853-4637-ba80-9b97e97aaa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.650312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.651732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.652339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.652905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.654631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.655224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.655811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.656388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.656936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.657528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.658403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.658956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:41.673067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1eba841-07a1-4b3e-a57e-2b01285fcff4 req-77f5c67a-d27d-44bf-9887-a1146b5234f0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514315 Jul 16 19:58:41.701871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:41.722852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5b723262-dda4-47e6-9c74-74a0aaf56fee None None] Provisioning for port 542922b1-51cb-410a-b4d9-28184e7c446d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:41.723817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b53e025-9853-4637-ba80-9b97e97aaa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.731565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b53e025-9853-4637-ba80-9b97e97aaa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.753065 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.758999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5b723262-dda4-47e6-9c74-74a0aaf56fee None None] Provisioning complete for port 542922b1-51cb-410a-b4d9-28184e7c446d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:41.759911 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b723262-dda4-47e6-9c74-74a0aaf56fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.760825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1b53e025-9853-4637-ba80-9b97e97aaa36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d2d6735-e693-4830-ae4b-513268dd6948 HTTP/1.1" status: 204 len: 168 time: 0.2868352 Jul 16 19:58:41.807546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53e025-9853-4637-ba80-9b97e97aaa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d6735-e693-4830-ae4b-513268dd6948,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:41.848334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:41.903363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-be6e85f1-fc8e-49eb-9888-27a10a3e947f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:41.917760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-be6e85f1-fc8e-49eb-9888-27a10a3e947f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:41.931372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-be6e85f1-fc8e-49eb-9888-27a10a3e947f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:41.948759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-be6e85f1-fc8e-49eb-9888-27a10a3e947f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:41.972945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-be6e85f1-fc8e-49eb-9888-27a10a3e947f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:41.994305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:41.995136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:42.003070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-be6e85f1-fc8e-49eb-9888-27a10a3e947f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:42.043170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-be6e85f1-fc8e-49eb-9888-27a10a3e947f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:42.063891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-be6e85f1-fc8e-49eb-9888-27a10a3e947f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5435 time: 0.7013514 Jul 16 19:58:42.083534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5b723262-dda4-47e6-9c74-74a0aaf56fee None None] Port 542922b1-51cb-410a-b4d9-28184e7c446d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:58:42.246629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:42.279244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd7b22a7-3a44-42be-9bd2-0a61f2c5cd66 req-75771f8e-c593-448b-98ed-322f67157475 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035887 Jul 16 19:58:42.593876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:42.642965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542922b1-51cb-410a-b4d9-28184e7c446d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:42.653980 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:42.678051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Transition to ACTIVE for port object 542922b1-51cb-410a-b4d9-28184e7c446d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:42.698524 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:42.791897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Pushing event updated for resources: {'Port': ['ID=542922b1-51cb-410a-b4d9-28184e7c446d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:42.801062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef', 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551', 'port_id': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef', 'mac_address': 'fa:16:3e:49:6c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28fdbd3-7cc6-4376-bb96-f58ef7548f47', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:42.835425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f646bfd-ca52-4307-83a0-2e328bb329db req-7325f057-ef28-4334-b28e-4cef3d0e2336 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:42.845221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f646bfd-ca52-4307-83a0-2e328bb329db req-7325f057-ef28-4334-b28e-4cef3d0e2336 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 935 time: 0.3786583 Jul 16 19:58:42.951702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f646bfd-ca52-4307-83a0-2e328bb329db req-3274e053-15cf-4140-9ebf-c5014a6797af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020513 Jul 16 19:58:43.025412 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:43.091922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:43.143335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Attempting to bind port 542922b1-51cb-410a-b4d9-28184e7c446d on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:43.145704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Attempting to bind port 542922b1-51cb-410a-b4d9-28184e7c446d by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:43.146627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Attempting to bind port 542922b1-51cb-410a-b4d9-28184e7c446d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:43.158013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Port 542922b1-51cb-410a-b4d9-28184e7c446d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:43.158703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Attempting to bind port 542922b1-51cb-410a-b4d9-28184e7c446d on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:43.188015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:43.188782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:43.190443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:43.191897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Bound port: 542922b1-51cb-410a-b4d9-28184e7c446d, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:43.197699 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:43.264001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:43.273434 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:43.345808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:43.361741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 27380e31-3521-497c-9c42-964636b5da24 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:43.459537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] For port 542922b1-51cb-410a-b4d9-28184e7c446d, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:43.471713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] For port 542922b1-51cb-410a-b4d9-28184e7c446d, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=542922b1-51cb-410a-b4d9-28184e7c446d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:43.475351 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:43.560009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:43.561901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:43.563756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] 10.222.0.16 "PUT /v2.0/ports/542922b1-51cb-410a-b4d9-28184e7c446d HTTP/1.1" status: 200 len: 1096 time: 2.0857208 Jul 16 19:58:43.564659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e689c7-f2d1-473a-9fc5-c8ad01db048e', 'tag': '542922b1-51cb-410a-b4d9-28184e7c446d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:43.579183 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2" -d '{"events": [{"name": "network-changed", "server_uuid": "28e689c7-f2d1-473a-9fc5-c8ad01db048e", "tag": "542922b1-51cb-410a-b4d9-28184e7c446d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:43.614243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 27380e31-3521-497c-9c42-964636b5da24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=27380e31-3521-497c-9c42-964636b5da24,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:43.641973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '27380e31-3521-497c-9c42-964636b5da24', 'network_id': '26308dbe-e842-4fb5-bfa5-18e944a16551', 'port_id': '27380e31-3521-497c-9c42-964636b5da24', 'mac_address': 'fa:16:3e:59:74:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28fdbd3-7cc6-4376-bb96-f58ef7548f47', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:43.702189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bf280-aa07-4055-bb3d-edb430cd724f req-d5038f75-3ef5-432a-b5e4-d043dd197271 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:43.715917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-259bf280-aa07-4055-bb3d-edb430cd724f req-d5038f75-3ef5-432a-b5e4-d043dd197271 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.4745150 Jul 16 19:58:43.718796 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:43.737580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27380e31-3521-497c-9c42-964636b5da24 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:43.773154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 27380e31-3521-497c-9c42-964636b5da24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=27380e31-3521-497c-9c42-964636b5da24,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:43.779309 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:43.786869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9770b0-25a7-49b0-a57a-f015798122fc service neutron] Pushing event updated for resources: {'Port': ['ID=542922b1-51cb-410a-b4d9-28184e7c446d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:43.871264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-259bf280-aa07-4055-bb3d-edb430cd724f req-568821ec-e6c4-4d92-a269-0380e06fdc78 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539366 Jul 16 19:58:43.912702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-b44456f8-eae1-4892-9d6e-f84258d48700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:43.919813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-b44456f8-eae1-4892-9d6e-f84258d48700 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 1099 time: 0.3015544 Jul 16 19:58:43.926148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=27380e31-3521-497c-9c42-964636b5da24,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:43.997666 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d6ddfa-c0dc-4021-893b-45c5b1cb5066 x-openstack-request-id: req-e5d6ddfa-c0dc-4021-893b-45c5b1cb5066 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:43.997983 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e689c7-f2d1-473a-9fc5-c8ad01db048e", "tag": "542922b1-51cb-410a-b4d9-28184e7c446d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:43.998273 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5d6ddfa-c0dc-4021-893b-45c5b1cb5066 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:43.998835 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e689c7-f2d1-473a-9fc5-c8ad01db048e', 'tag': '542922b1-51cb-410a-b4d9-28184e7c446d', 'status': 'completed', 'code': 200} Jul 16 19:58:44.002123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-220e1316-2178-4fe2-9feb-eeda670726ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=542922b1-51cb-410a-b4d9-28184e7c446d HTTP/1.1" status: 200 len: 217 time: 0.0747387 Jul 16 19:58:44.049644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-72cbe0bb-7f1e-4c83-b8fd-e43b96320e2c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.058237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-72cbe0bb-7f1e-4c83-b8fd-e43b96320e2c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.065252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-72cbe0bb-7f1e-4c83-b8fd-e43b96320e2c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.073381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-72cbe0bb-7f1e-4c83-b8fd-e43b96320e2c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.080532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-72cbe0bb-7f1e-4c83-b8fd-e43b96320e2c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.089435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-72cbe0bb-7f1e-4c83-b8fd-e43b96320e2c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.097760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-72cbe0bb-7f1e-4c83-b8fd-e43b96320e2c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.100574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-72cbe0bb-7f1e-4c83-b8fd-e43b96320e2c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5437 time: 0.4335134 Jul 16 19:58:44.269779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-e3257108-0c36-4681-bd5a-3f52dd012b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.271426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-e3257108-0c36-4681-bd5a-3f52dd012b42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2524250 Jul 16 19:58:44.301746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bee38bc1-68fe-4c44-9561-e712d622b748 req-7a26d03c-6ace-40aa-8dd1-de5567f6c4a1 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732759 Jul 16 19:58:44.365546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655cad3-954d-40ab-a0d0-b06308a04467 req-97adf43c-cb34-4498-b944-31be79435eeb tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.367311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1655cad3-954d-40ab-a0d0-b06308a04467 req-97adf43c-cb34-4498-b944-31be79435eeb tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 947 time: 0.2404459 Jul 16 19:58:44.405651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-bbc242c1-133b-4e9e-972e-9bc08b61b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:44.407231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-bbc242c1-133b-4e9e-972e-9bc08b61b828 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1260629 Jul 16 19:58:44.465789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1655cad3-954d-40ab-a0d0-b06308a04467 req-6f14efb8-3cf9-4d0b-bc74-be2b90ed6ec0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895555 Jul 16 19:58:44.734405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:44.819914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['37c9aef0-788a-4bc1-9a30-aee0fa42d5f6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:44.897512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-84ad89de-5fdd-4518-98a8-a49920dd2040 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784026 Jul 16 19:58:44.942132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:44.961349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['c870a687-4862-446e-948e-9a0ecdaf81b3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:45.045357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be90908-fc00-4aa7-964e-cf3ec7590567 req-499f2f3a-527b-481f-91e8-79ac81662dea service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397266 Jul 16 19:58:45.091327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a44233e5-8890-4a68-b799-ffe53a2907db'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:45.141725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['27380e31-3521-497c-9c42-964636b5da24'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:45.247703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-c20c5a5c-a9da-4995-bb56-1e81f15dc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.249288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-c20c5a5c-a9da-4995-bb56-1e81f15dc5e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 1099 time: 0.1195607 Jul 16 19:58:45.262887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f3185-59c7-4e68-9391-17967fde344e req-70ef3f2d-6dd2-4b8f-ac87-296b0e38e31d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.265706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a2f3185-59c7-4e68-9391-17967fde344e req-70ef3f2d-6dd2-4b8f-ac87-296b0e38e31d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1371121 Jul 16 19:58:45.381598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a2f3185-59c7-4e68-9391-17967fde344e req-73450640-df84-420d-a6c4-2696c361cd2d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061804 Jul 16 19:58:45.405331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-f1f6db11-ae70-4a6a-b7e4-3046ac371e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.407070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-f1f6db11-ae70-4a6a-b7e4-3046ac371e12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1409886 Jul 16 19:58:45.459173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-c9fd4fd7-e371-40be-8f06-852dd6d6cb16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=542922b1-51cb-410a-b4d9-28184e7c446d HTTP/1.1" status: 200 len: 217 time: 0.0458093 Jul 16 19:58:45.465028 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['c34e8c69-5351-4193-9072-293d3245b076'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:45.619628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-a8348c77-517b-4d3a-936d-72c599b6ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.621702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-a8348c77-517b-4d3a-936d-72c599b6ea57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1540108 Jul 16 19:58:45.723633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-d248429c-75f5-4b64-9ad3-34721f24e087 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.732247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-d248429c-75f5-4b64-9ad3-34721f24e087 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.743196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-d248429c-75f5-4b64-9ad3-34721f24e087 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.752346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-d248429c-75f5-4b64-9ad3-34721f24e087 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.759774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-d248429c-75f5-4b64-9ad3-34721f24e087 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.766815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-d248429c-75f5-4b64-9ad3-34721f24e087 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.775342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-d248429c-75f5-4b64-9ad3-34721f24e087 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.778089 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-d248429c-75f5-4b64-9ad3-34721f24e087 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5438 time: 0.2539353 Jul 16 19:58:45.867385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56620) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:45.873042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0978a81-d1fc-457e-a1c0-6d199012222c req-015be592-49e4-4302-89ab-603c4c5c7294 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875449 Jul 16 19:58:45.875919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-5b3e6d81-f296-45b6-904f-a5f59deee989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:45.878001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-5b3e6d81-f296-45b6-904f-a5f59deee989 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2496252 Jul 16 19:58:46.053926 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:46.069354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-261a1a0d-db7b-4afe-8632-a0d2597ac794 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449482 Jul 16 19:58:46.166358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff704-4297-4aff-952a-9c2a020edbae req-0b857a3c-48bf-4537-8953-665a70a7b841 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:46.167881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6faff704-4297-4aff-952a-9c2a020edbae req-0b857a3c-48bf-4537-8953-665a70a7b841 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 947 time: 0.2892659 Jul 16 19:58:46.214582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:46.222039 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:46.293168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd0b39-3ac3-4106-92a9-d8276a592379,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:46.297928 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=369715e46fc54a24bbdd276a27b209ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283490 Jul 16 19:58:46.303562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56624) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:46.307314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.307919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.308512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.308971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.309415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.310137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.310849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.311597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.312067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.312874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.313315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.313747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710996-06c7-4813-9b86-8d4040a4a792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:58:46.325328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6faff704-4297-4aff-952a-9c2a020edbae req-020a1189-edf6-4cae-a946-0a8df09baa01 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912089 Jul 16 19:58:46.344435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92fdd7d1-db1b-42aa-9c02-691ebb9f87b2 req-8f6ab043-0d7b-47ad-9bd0-4a8ab6b2d062 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650332 Jul 16 19:58:46.397371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea93c713-cc37-465d-9df7-4d2a56307862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:46.433661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea93c713-cc37-465d-9df7-4d2a56307862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:46.509390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea93c713-cc37-465d-9df7-4d2a56307862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:46.512854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea93c713-cc37-465d-9df7-4d2a56307862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:46.514382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ea93c713-cc37-465d-9df7-4d2a56307862 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30dd0b39-3ac3-4106-92a9-d8276a592379 HTTP/1.1" status: 204 len: 168 time: 0.2075021 Jul 16 19:58:46.525892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93c713-cc37-465d-9df7-4d2a56307862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd0b39-3ac3-4106-92a9-d8276a592379,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:46.656695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a90dee-a2f1-429c-b426-9639c5c47a11 req-4a5efd02-b7c1-4fb2-9d94-26d1cbb912c5 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:46.658280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95a90dee-a2f1-429c-b426-9639c5c47a11 req-4a5efd02-b7c1-4fb2-9d94-26d1cbb912c5 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.0870452 Jul 16 19:58:46.715077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95a90dee-a2f1-429c-b426-9639c5c47a11 req-35395792-3a2b-4002-82da-acb663d0380b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468876 Jul 16 19:58:46.935155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:46.953589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-393607e2-437e-461b-9e35-8b71f2e787ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:46.998321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 542922b1-51cb-410a-b4d9-28184e7c446d details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:47.076100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-393607e2-437e-461b-9e35-8b71f2e787ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.081702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-393607e2-437e-461b-9e35-8b71f2e787ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.117899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 542922b1-51cb-410a-b4d9-28184e7c446d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=542922b1-51cb-410a-b4d9-28184e7c446d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:47.129997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393607e2-437e-461b-9e35-8b71f2e787ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2458763e-355f-4549-8058-545135a8ac4c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:47.135439 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-393607e2-437e-461b-9e35-8b71f2e787ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e7db2f934a04e34a3025d4dade55cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969137 Jul 16 19:58:47.138453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56642) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:47.143482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '542922b1-51cb-410a-b4d9-28184e7c446d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '542922b1-51cb-410a-b4d9-28184e7c446d', 'mac_address': 'fa:16:3e:ce:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:58:47.166058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-f8579085-4d16-4749-b11d-9dcd66944062 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.172802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-f8579085-4d16-4749-b11d-9dcd66944062 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.183659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-f8579085-4d16-4749-b11d-9dcd66944062 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.193021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-f8579085-4d16-4749-b11d-9dcd66944062 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.206021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-f8579085-4d16-4749-b11d-9dcd66944062 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.215724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-f8579085-4d16-4749-b11d-9dcd66944062 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.222560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-f8579085-4d16-4749-b11d-9dcd66944062 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.241092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-f8579085-4d16-4749-b11d-9dcd66944062 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5438 time: 0.2158074 Jul 16 19:58:47.257650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-11a1e7ed-f83b-4142-85ed-4813b36f1c86 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.264568 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-11a1e7ed-f83b-4142-85ed-4813b36f1c86 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.0976150 Jul 16 19:58:47.283311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-15'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:47.320371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4e87ec2-3191-4f1b-8cb5-931aba66f756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.367610 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.373502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 973ae1b2-22a2-401e-973b-e6d43441d665 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:58:47.373769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4e87ec2-3191-4f1b-8cb5-931aba66f756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.385420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0437324e-3b53-4d58-b567-1f063a3cf5a9 req-231c7120-059d-4d9d-ac9b-0afe6967b2f2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323750 Jul 16 19:58:47.422335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542922b1-51cb-410a-b4d9-28184e7c446d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:47.443745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.457068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4e87ec2-3191-4f1b-8cb5-931aba66f756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.460160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4e87ec2-3191-4f1b-8cb5-931aba66f756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.465414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a4e87ec2-3191-4f1b-8cb5-931aba66f756 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2458763e-355f-4549-8058-545135a8ac4c HTTP/1.1" status: 204 len: 168 time: 0.3225791 Jul 16 19:58:47.472803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e87ec2-3191-4f1b-8cb5-931aba66f756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2458763e-355f-4549-8058-545135a8ac4c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:47.508461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 542922b1-51cb-410a-b4d9-28184e7c446d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=542922b1-51cb-410a-b4d9-28184e7c446d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:47.594265 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:47.731543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=542922b1-51cb-410a-b4d9-28184e7c446d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:47.760494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:47.761208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeba912-0194-4b6d-a14f-560b4c868801 req-20e5cfee-7ec8-4e7d-a1d3-56a971fa30ac tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:47.763915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeeba912-0194-4b6d-a14f-560b4c868801 req-20e5cfee-7ec8-4e7d-a1d3-56a971fa30ac tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 948 time: 0.1487854 Jul 16 19:58:47.783540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:47.802169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 973ae1b2-22a2-401e-973b-e6d43441d665 has no active binding in host n-h2-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 19:58:47.849163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeeba912-0194-4b6d-a14f-560b4c868801 req-14fa23d3-8c94-4a10-8b8b-259ea2c05017 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754855 Jul 16 19:58:47.890567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:47.940163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['542922b1-51cb-410a-b4d9-28184e7c446d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:48.004401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51063b49-bdef-476b-a1e8-e89db73271de req-ffd52be8-d11b-4a19-b036-957d055d9dee tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.013845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:48.017705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51063b49-bdef-476b-a1e8-e89db73271de req-ffd52be8-d11b-4a19-b036-957d055d9dee tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 945 time: 0.1158423 Jul 16 19:58:48.031871 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ebf47-c68a-476b-ade8-d3295822ea15" -d '{"events": [{"server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "name": "network-vif-unplugged", "status": "completed", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:48.037624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3d34ee6a-9888-4d8d-b288-f21573f01a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:48.042766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:48.058575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:48.109643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51063b49-bdef-476b-a1e8-e89db73271de req-dd4314a5-8f15-4a81-a541-2e27644a9a1d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802419 Jul 16 19:58:48.202578 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69882cb9-143a-434c-97ac-4bff96af79b4 x-openstack-request-id: req-69882cb9-143a-434c-97ac-4bff96af79b4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:48.203044 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "name": "network-vif-unplugged", "status": "completed", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:48.203421 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69882cb9-143a-434c-97ac-4bff96af79b4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:48.204033 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665', 'code': 200} Jul 16 19:58:48.273636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on host n-h1-791505-15 for vnic_type normal with profile {"migrating_to": "n-h2-791505-15"} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:48.273992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:48.274354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:48.278276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Pushing event updated for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:48.283098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:48.283428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Attempting to bind port 973ae1b2-22a2-401e-973b-e6d43441d665 on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:48.289390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:48.289904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:48.290297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:48.290739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Bound port: 973ae1b2-22a2-401e-973b-e6d43441d665, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:48.291110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:48.395016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:48.401707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:48.407424 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:48.551799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.552955 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:48.556465 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] 10.222.0.68 "PUT /v2.0/ports/973ae1b2-22a2-401e-973b-e6d43441d665 HTTP/1.1" status: 200 len: 1123 time: 1.2832344 Jul 16 19:58:48.562757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f69fe-0cd6-4a54-9cae-a0ee90514286 service neutron] Pushing event updated for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:48.688576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['973ae1b2-22a2-401e-973b-e6d43441d665'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:48.743022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-748eb2cc-e02b-4895-9133-15b58bdbe5ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.754691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-748eb2cc-e02b-4895-9133-15b58bdbe5ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.765063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-748eb2cc-e02b-4895-9133-15b58bdbe5ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.774402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-748eb2cc-e02b-4895-9133-15b58bdbe5ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.785856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-748eb2cc-e02b-4895-9133-15b58bdbe5ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.797275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-748eb2cc-e02b-4895-9133-15b58bdbe5ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.811191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-748eb2cc-e02b-4895-9133-15b58bdbe5ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:48.815624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-748eb2cc-e02b-4895-9133-15b58bdbe5ed tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5438 time: 0.1871831 Jul 16 19:58:48.900746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1180482d-22c0-4631-8d57-205e1ab919f3 req-a099d0fa-e75b-4b5f-a94f-04c83b3fd7bc tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706325 Jul 16 19:58:49.063670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a5ff7-d983-4c8c-be58-10b52630316c req-4fc0f6f9-aa67-4ca1-aded-c70359c067dd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:49.065654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-580a5ff7-d983-4c8c-be58-10b52630316c req-4fc0f6f9-aa67-4ca1-aded-c70359c067dd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 948 time: 0.0853126 Jul 16 19:58:49.115352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-580a5ff7-d983-4c8c-be58-10b52630316c req-4e0835b0-9265-4897-b4af-fcf49bf7de8f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Jul 16 19:58:49.315953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:49.330091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399507f-6014-4454-be1c-63c13d34d5c4 req-f6c30d8d-4c27-48a0-93e2-a4a5ac11e81d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:49.331691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a399507f-6014-4454-be1c-63c13d34d5c4 req-f6c30d8d-4c27-48a0-93e2-a4a5ac11e81d tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 943 time: 0.0758443 Jul 16 19:58:49.385904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:49.391056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:49.391834 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:49.392156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a399507f-6014-4454-be1c-63c13d34d5c4 req-8ea420ba-c1a5-4941-8b5b-09cb113a4ed4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526216 Jul 16 19:58:49.485968 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:49.519798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:49.522801 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551001bf-5ddd-4849-83bb-4ee69d2b2558" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:49.542144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:49.551763 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:49.591490 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfe79b2-d6e2-4c14-a4dd-2152caf4b7da x-openstack-request-id: req-0bfe79b2-d6e2-4c14-a4dd-2152caf4b7da {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:49.591791 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:49.592112 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bfe79b2-d6e2-4c14-a4dd-2152caf4b7da {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:49.592498 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43', 'code': 200} Jul 16 19:58:49.627550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:49.646288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['973ae1b2-22a2-401e-973b-e6d43441d665'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:50.205642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:50.208893 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9e370f-28f3-43c3-a2a2-9edefc283349" -d '{"events": [{"name": "network-changed", "server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:50.240631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-f8ac6ef8-06a4-46bb-a159-d698450dd108 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.249774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-f8ac6ef8-06a4-46bb-a159-d698450dd108 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.259670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-f8ac6ef8-06a4-46bb-a159-d698450dd108 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.266660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-f8ac6ef8-06a4-46bb-a159-d698450dd108 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.272567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-f8ac6ef8-06a4-46bb-a159-d698450dd108 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.279155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-f8ac6ef8-06a4-46bb-a159-d698450dd108 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.285164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-f8ac6ef8-06a4-46bb-a159-d698450dd108 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.287153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-f8ac6ef8-06a4-46bb-a159-d698450dd108 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5439 time: 0.2079544 Jul 16 19:58:50.311437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-dac1c390-b0a6-47f4-bdb6-d058537ebffb tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.313351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-dac1c390-b0a6-47f4-bdb6-d058537ebffb tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 815 time: 0.2190261 Jul 16 19:58:50.335411 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-37fb315d-b331-4457-a443-bfaca8bb1e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:50.354480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08a20eb1-47b8-4434-ba06-f52e89ed2710 req-ade27bdd-1c62-4a70-b9e8-ba20ae3b7232 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603483 Jul 16 19:58:50.356313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-70f4602d-de58-4809-8c57-e798fbcf1d8c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/quotas/32671528456e491f808a0a8849e1f1c2 HTTP/1.1" status: 200 len: 375 time: 0.0269544 Jul 16 19:58:50.437675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-3b6fa226-5a1b-42aa-aa94-093f64df5cbe tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756204 Jul 16 19:58:50.530322 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:50.603717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-2a3b9636-26c1-467b-b147-44afec515c95 service neutron] 10.222.0.78 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582994 Jul 16 19:58:50.650753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f4f9c-5446-47fc-ba96-637b006bdc2a req-fd11663b-1c3b-4894-87a3-d368ade2d89b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.652347 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-472f4f9c-5446-47fc-ba96-637b006bdc2a req-fd11663b-1c3b-4894-87a3-d368ade2d89b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 948 time: 0.1688948 Jul 16 19:58:50.743016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-472f4f9c-5446-47fc-ba96-637b006bdc2a req-ffb79398-5389-4e91-b1fb-68d25003b63f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803494 Jul 16 19:58:50.749409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ea569555-eea0-4373-83df-7fb191dc1dd8 service neutron] 10.222.0.78 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369133 Jul 16 19:58:50.811083 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ca61b-e8d9-4876-93bc-0f6e9dd27a67 x-openstack-request-id: req-4c9ca61b-e8d9-4876-93bc-0f6e9dd27a67 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:50.811473 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:50.812174 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c9ca61b-e8d9-4876-93bc-0f6e9dd27a67 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:50.812702 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665', 'status': 'completed', 'code': 200} Jul 16 19:58:50.913257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-b1c5f58f-568d-4192-8cae-56c1936b79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:50.916112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-b1c5f58f-568d-4192-8cae-56c1936b79b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1126 time: 0.0774183 Jul 16 19:58:51.010599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 542922b1-51cb-410a-b4d9-28184e7c446d up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:51.017473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56762) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:51.131410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 542922b1-51cb-410a-b4d9-28184e7c446d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:51.138209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 542922b1-51cb-410a-b4d9-28184e7c446d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:51.139019 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.208270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-e76d8ae8-80f8-461d-b64f-1e0d1f2733ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.209846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-e76d8ae8-80f8-461d-b64f-1e0d1f2733ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.2874117 Jul 16 19:58:51.290493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9bda-3eb9-493d-a0bd-c7a9abf1b5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.294810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-c466dded-6ed9-4328-be45-24b3ce498158 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=973ae1b2-22a2-401e-973b-e6d43441d665 HTTP/1.1" status: 200 len: 217 time: 0.0733893 Jul 16 19:58:51.334905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:51.342501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-853a34bf-3e18-46a9-887a-42eaf51fecf4 req-fc808d0f-efeb-4bf8-8620-be77b2b897f3 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 210 time: 0.0536861 Jul 16 19:58:51.386768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.398586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7a7bc-ddfa-4f7f-a096-db5b3a11c9ef req-0212c926-101c-4e7f-8c3b-3cacdc66a093 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.413109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6c7a7bc-ddfa-4f7f-a096-db5b3a11c9ef req-0212c926-101c-4e7f-8c3b-3cacdc66a093 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 943 time: 0.2838256 Jul 16 19:58:51.464530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-155d5f23-9d01-468e-9850-9f93dea3dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.466049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-155d5f23-9d01-468e-9850-9f93dea3dee5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.1593153 Jul 16 19:58:51.472235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 542922b1-51cb-410a-b4d9-28184e7c446d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=542922b1-51cb-410a-b4d9-28184e7c446d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:51.478847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.487097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:51.525209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:51.526346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.549667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-f6f20cd4-46a4-4f14-91a3-f28634a36fe9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597360 Jul 16 19:58:51.591869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=542922b1-51cb-410a-b4d9-28184e7c446d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:51.596601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e689c7-f2d1-473a-9fc5-c8ad01db048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542922b1-51cb-410a-b4d9-28184e7c446d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:51.599449 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24740de2-aa92-4b0f-89fd-ce68036f25aa" -d '{"events": [{"server_uuid": "28e689c7-f2d1-473a-9fc5-c8ad01db048e", "name": "network-vif-plugged", "status": "completed", "tag": "542922b1-51cb-410a-b4d9-28184e7c446d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:51.636537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6c7a7bc-ddfa-4f7f-a096-db5b3a11c9ef req-26968f15-de1e-41ed-af5f-6b9a87d2c98e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846082 Jul 16 19:58:51.687758 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.740594 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fb74c0-eb9d-4e28-980b-add68583c9f1 x-openstack-request-id: req-94fb74c0-eb9d-4e28-980b-add68583c9f1 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:51.741066 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e689c7-f2d1-473a-9fc5-c8ad01db048e", "name": "network-vif-plugged", "status": "completed", "tag": "542922b1-51cb-410a-b4d9-28184e7c446d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:51.742328 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94fb74c0-eb9d-4e28-980b-add68583c9f1 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:51.743079 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e689c7-f2d1-473a-9fc5-c8ad01db048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542922b1-51cb-410a-b4d9-28184e7c446d', 'code': 200} Jul 16 19:58:51.758547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:51.765729 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.781604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-203a5954-e388-4dbb-832c-9c1a406d4f51 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200847 Jul 16 19:58:51.783991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9bda-3eb9-493d-a0bd-c7a9abf1b5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.792258 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9bda-3eb9-493d-a0bd-c7a9abf1b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:51.841333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-943d5fa0-3437-4207-8186-259fa16c1c52 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.843440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:51.850973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-943d5fa0-3437-4207-8186-259fa16c1c52 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.863879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-943d5fa0-3437-4207-8186-259fa16c1c52 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.871634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-943d5fa0-3437-4207-8186-259fa16c1c52 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.878962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-943d5fa0-3437-4207-8186-259fa16c1c52 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.888039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-943d5fa0-3437-4207-8186-259fa16c1c52 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.898515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-943d5fa0-3437-4207-8186-259fa16c1c52 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:51.901241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-943d5fa0-3437-4207-8186-259fa16c1c52 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5439 time: 0.3503435 Jul 16 19:58:52.062181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-aa1c9bda-3eb9-493d-a0bd-c7a9abf1b5d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58499f13e7c64e81bb3332500a21d9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0431275 Jul 16 19:58:52.064927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56780) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:52.100070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c9bda-3eb9-493d-a0bd-c7a9abf1b5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb9553-e295-4b40-afc6-4ca9eba8ccea,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:52.151185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-475811e5-b5a3-42e9-a9bf-eb0a7c91a2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.182135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-475811e5-b5a3-42e9-a9bf-eb0a7c91a2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.219518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a77775ca-cd7d-47f3-bd4f-69d0f7c69652 req-84dd32d6-7d1d-481c-b581-6543aa683a6c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2368429 Jul 16 19:58:52.229285 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.236908 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b9e370f-28f3-43c3-a2a2-9edefc283349 req-1157a007-c884-4dd8-9bda-fb71a2ada43b service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417279 Jul 16 19:58:52.250445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cc043-49b8-4d92-a7c9-12ac7e6292ea req-6dd061dd-8228-4190-8862-0a9b7c9e16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:52.253559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f6cc043-49b8-4d92-a7c9-12ac7e6292ea req-6dd061dd-8228-4190-8862-0a9b7c9e16b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 1101 time: 0.3503623 Jul 16 19:58:52.266438 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-475811e5-b5a3-42e9-a9bf-eb0a7c91a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.271237 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-475811e5-b5a3-42e9-a9bf-eb0a7c91a2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.280516 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-475811e5-b5a3-42e9-a9bf-eb0a7c91a2c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dceb9553-e295-4b40-afc6-4ca9eba8ccea HTTP/1.1" status: 204 len: 168 time: 0.2106972 Jul 16 19:58:52.291334 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace9ef-62ce-4995-bba7-3f0b851f36f4 req-9caca461-6b4e-4016-941f-63ca978e8fa7 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:52.298778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475811e5-b5a3-42e9-a9bf-eb0a7c91a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb9553-e295-4b40-afc6-4ca9eba8ccea,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:52.299778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bace9ef-62ce-4995-bba7-3f0b851f36f4 req-9caca461-6b4e-4016-941f-63ca978e8fa7 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 949 time: 0.3296936 Jul 16 19:58:52.343669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f6cc043-49b8-4d92-a7c9-12ac7e6292ea req-a88c4a26-b3a7-4010-a40a-485a17505495 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815761 Jul 16 19:58:52.366224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bace9ef-62ce-4995-bba7-3f0b851f36f4 req-8b71d085-ce92-43a0-8e10-7d3ec7ae2493 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655003 Jul 16 19:58:52.702857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb6dfef2-bbbb-4af9-8585-31d777e344d0 req-36a29153-1037-4f10-8881-8e692a33e856 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 210 time: 0.0381787 Jul 16 19:58:52.749543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56794) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:52.767879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a68e81f3-9bf6-4c81-9f5b-084ec9221032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.911831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a68e81f3-9bf6-4c81-9f5b-084ec9221032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.918326 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a68e81f3-9bf6-4c81-9f5b-084ec9221032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.935385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc7fc7-7804-4cc6-85e3-3243200a6b2f req-30b7b96a-995a-401d-8af9-1ddc7596e8db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:52.938327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcbc7fc7-7804-4cc6-85e3-3243200a6b2f req-30b7b96a-995a-401d-8af9-1ddc7596e8db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 943 time: 0.1103971 Jul 16 19:58:52.957099 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a68e81f3-9bf6-4c81-9f5b-084ec9221032 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5dbdf8dcc24f498dbc0ebaec981c8944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056684 Jul 16 19:58:52.961393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56796) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:52.976874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e81f3-9bf6-4c81-9f5b-084ec9221032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb06a413-fa66-4a00-8a5a-f017890a3ac8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:53.070412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcbc7fc7-7804-4cc6-85e3-3243200a6b2f req-9ee231f2-3290-4a8b-b33f-962a2cb5c6fa tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212268 Jul 16 19:58:53.155786 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e08e384e-639d-42a7-92b5-e536a5d89b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.196943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e08e384e-639d-42a7-92b5-e536a5d89b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.228996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-7c29921c-7428-4d09-8e78-8c617dcd637b tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.231660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-7c29921c-7428-4d09-8e78-8c617dcd637b tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 815 time: 0.2140088 Jul 16 19:58:53.249128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Request body: {'port': {'device_id': '8ff89dc8-83d1-416b-a5e5-4c112b55c46b', 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'admin_state_up': True, 'tenant_id': '32671528456e491f808a0a8849e1f1c2'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:53.353496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 27380e31-3521-497c-9c42-964636b5da24 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:53.406700 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e08e384e-639d-42a7-92b5-e536a5d89b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.413056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e08e384e-639d-42a7-92b5-e536a5d89b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.427779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e08e384e-639d-42a7-92b5-e536a5d89b64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb06a413-fa66-4a00-8a5a-f017890a3ac8 HTTP/1.1" status: 204 len: 168 time: 0.4647970 Jul 16 19:58:53.450185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 27380e31-3521-497c-9c42-964636b5da24 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:53.465590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e384e-639d-42a7-92b5-e536a5d89b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb06a413-fa66-4a00-8a5a-f017890a3ac8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:53.471168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 27380e31-3521-497c-9c42-964636b5da24 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:53.471869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.539754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Made reservation on behalf of 32671528456e491f808a0a8849e1f1c2 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:58:53.546928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.681556 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.754034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:53.760229 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d2cdc-fbc4-47a2-b84e-c5be3e422da3" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:53.788229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.847710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 27380e31-3521-497c-9c42-964636b5da24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=27380e31-3521-497c-9c42-964636b5da24,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:53.852868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.853921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a44233e5-8890-4a68-b799-ffe53a2907db up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:53.879304 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-f6dda598-b00c-4e01-a3b1-19b05b7aa727 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.886270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-f6dda598-b00c-4e01-a3b1-19b05b7aa727 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.892172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-f6dda598-b00c-4e01-a3b1-19b05b7aa727 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.899244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-f6dda598-b00c-4e01-a3b1-19b05b7aa727 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.906114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-f6dda598-b00c-4e01-a3b1-19b05b7aa727 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.913336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-f6dda598-b00c-4e01-a3b1-19b05b7aa727 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.919517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-f6dda598-b00c-4e01-a3b1-19b05b7aa727 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.921573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-f6dda598-b00c-4e01-a3b1-19b05b7aa727 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5440 time: 0.4475780 Jul 16 19:58:53.948231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Allocated IP 172.20.0.8 (673214b4-bcbd-402a-9302-dac0e58e67ce/78e1d8a1-ef98-46fd-bdff-e577a1edc84d/0e31d0c8-85a0-4f16-88a3-426c00975627) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:58:53.959504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=27380e31-3521-497c-9c42-964636b5da24,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:53.967647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port a44233e5-8890-4a68-b799-ffe53a2907db completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:53.973741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port a44233e5-8890-4a68-b799-ffe53a2907db triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:53.975069 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.989617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eb55d-fdea-495e-85ec-195aada6bb0d req-3c241f8f-f574-42fb-afc6-f761e75c1d77 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:53.997673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50eb55d-fdea-495e-85ec-195aada6bb0d req-3c241f8f-f574-42fb-afc6-f761e75c1d77 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 949 time: 0.3011220 Jul 16 19:58:54.087870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b6b7d96-2531-4e21-98dd-be528dd8c30e req-dadd09d1-e7a5-42a7-8429-54de702b9d83 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352994 Jul 16 19:58:54.095398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.169780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a44233e5-8890-4a68-b799-ffe53a2907db, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a44233e5-8890-4a68-b799-ffe53a2907db,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:54.185711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.188462 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c34e8c69-5351-4193-9072-293d3245b076 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:54.290850 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.321406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b50eb55d-fdea-495e-85ec-195aada6bb0d req-64fc0cd5-5ffb-42a3-a622-c3cb8c1bcd48 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227129 Jul 16 19:58:54.351999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a44233e5-8890-4a68-b799-ffe53a2907db,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:54.368954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port c34e8c69-5351-4193-9072-293d3245b076 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:54.380690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port c34e8c69-5351-4193-9072-293d3245b076 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:54.381430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.402138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.420840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['9ebb39c0-3a7d-4555-9f28-98fa80e03b90'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:58:54.566419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Network 673214b4-bcbd-402a-9302-dac0e58e67ce is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:58:54.573486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:58:54.587127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Pushing event updated for resources: {'Port': ['ID=0e31d0c8-85a0-4f16-88a3-426c00975627,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:54.590939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:58:54.636235 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.698951 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52282702-e7ff-4f3a-ba53-961ac46d4f2b x-openstack-request-id: req-52282702-e7ff-4f3a-ba53-961ac46d4f2b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:54.699239 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:54.699588 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52282702-e7ff-4f3a-ba53-961ac46d4f2b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:54.699880 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef', 'code': 200} Jul 16 19:58:54.758320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c34e8c69-5351-4193-9072-293d3245b076, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c34e8c69-5351-4193-9072-293d3245b076,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:54.764448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:54.765489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.782297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.783931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c870a687-4862-446e-948e-9a0ecdaf81b3 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:54.795655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-4180df0e-d120-483c-b948-940450544e63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5503802 Jul 16 19:58:54.809104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Request body: {'port': {'device_id': '8ff89dc8-83d1-416b-a5e5-4c112b55c46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:58:54.971497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port c870a687-4862-446e-948e-9a0ecdaf81b3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:54.981743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port c870a687-4862-446e-948e-9a0ecdaf81b3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:54.982400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.986541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c34e8c69-5351-4193-9072-293d3245b076,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:55.086299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:55.110333 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:55.135527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37ea0e-2329-42a1-b38a-06f3f6c95f40 req-f466829f-442a-49e4-86ab-424c2bf81abd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:55.145626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a37ea0e-2329-42a1-b38a-06f3f6c95f40 req-f466829f-442a-49e4-86ab-424c2bf81abd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 943 time: 0.2970049 Jul 16 19:58:55.159236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c870a687-4862-446e-948e-9a0ecdaf81b3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c870a687-4862-446e-948e-9a0ecdaf81b3,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:55.165288 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:55.166293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:58:55.246105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5d17b-28a7-4cf0-a3ec-e558167d7cd9 req-0914650b-0324-4f49-9d15-e4c21c14a9b6 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:55.246262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c870a687-4862-446e-948e-9a0ecdaf81b3,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:55.266448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1cc5d17b-28a7-4cf0-a3ec-e558167d7cd9 req-0914650b-0324-4f49-9d15-e4c21c14a9b6 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 931 time: 0.4014828 Jul 16 19:58:55.291062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:58:55.296893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:58:55.297516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:55.352118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a37ea0e-2329-42a1-b38a-06f3f6c95f40 req-e1833862-b83f-4741-b5b2-f6efe93d6ff2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005360 Jul 16 19:58:55.480399 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:55.502803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1cc5d17b-28a7-4cf0-a3ec-e558167d7cd9 req-07988d48-2460-4e9b-991e-1c6ae98240f0 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319157 Jul 16 19:58:55.581312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:55.596399 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:55.740237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:56.207149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-7fec213a-344e-4744-9851-db57f22107d2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:56.215145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-7fec213a-344e-4744-9851-db57f22107d2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:56.221233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-7fec213a-344e-4744-9851-db57f22107d2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:56.228185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-7fec213a-344e-4744-9851-db57f22107d2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:56.234160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-7fec213a-344e-4744-9851-db57f22107d2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:56.240843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-7fec213a-344e-4744-9851-db57f22107d2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:56.248315 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-7fec213a-344e-4744-9851-db57f22107d2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:56.251385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-7fec213a-344e-4744-9851-db57f22107d2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.6058939 Jul 16 19:58:56.268063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698a99a-281d-4084-bc49-11a9af74ffaf req-28a34534-0785-4630-b812-faee02b5cb2a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:56.269609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e698a99a-281d-4084-bc49-11a9af74ffaf req-28a34534-0785-4630-b812-faee02b5cb2a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 949 time: 0.2211554 Jul 16 19:58:56.357154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e31d0c8-85a0-4f16-88a3-426c00975627 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:56.380030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.391502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26c7887c-537e-4be0-990f-e1d79040ce4f req-5a91968a-4897-477a-8a31-aebf1a82ed93 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205845 Jul 16 19:58:56.401840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e698a99a-281d-4084-bc49-11a9af74ffaf req-a142f77b-9e1a-4d08-81f9-aac655d5786a tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120009 Jul 16 19:58:56.427923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Transition to ACTIVE for port object 0e31d0c8-85a0-4f16-88a3-426c00975627 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:56.453048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.564999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56872) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:56.569531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Pushing event updated for resources: {'Port': ['ID=0e31d0c8-85a0-4f16-88a3-426c00975627,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:56.685382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Attempting to bind port 0e31d0c8-85a0-4f16-88a3-426c00975627 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:58:56.685786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Attempting to bind port 0e31d0c8-85a0-4f16-88a3-426c00975627 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:58:56.686143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Attempting to bind port 0e31d0c8-85a0-4f16-88a3-426c00975627 on network 673214b4-bcbd-402a-9302-dac0e58e67ce {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:56.692878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Port 0e31d0c8-85a0-4f16-88a3-426c00975627 on network 673214b4-bcbd-402a-9302-dac0e58e67ce not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:58:56.693437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Attempting to bind port 0e31d0c8-85a0-4f16-88a3-426c00975627 on network 673214b4-bcbd-402a-9302-dac0e58e67ce {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:58:56.697728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0871b19e-5357-4c48-abb8-830384137bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.701485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27380e31-3521-497c-9c42-964636b5da24'}, {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44233e5-8890-4a68-b799-ffe53a2907db'}, {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e8c69-5351-4193-9072-293d3245b076'}, {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3'}, {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c9aef0-788a-4bc1-9a30-aee0fa42d5f6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:56.702893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:58:56.703509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Checking segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:58:56.704182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Bound using segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:58:56.705004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Bound port: 0e31d0c8-85a0-4f16-88a3-426c00975627, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:58:56.705352 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f123014-1ab3-4367-8061-6a8c1ea19207" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "27380e31-3521-497c-9c42-964636b5da24"}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "a44233e5-8890-4a68-b799-ffe53a2907db"}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "c34e8c69-5351-4193-9072-293d3245b076"}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3"}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "37c9aef0-788a-4bc1-9a30-aee0fa42d5f6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:56.705721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.848453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0871b19e-5357-4c48-abb8-830384137bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.853810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0871b19e-5357-4c48-abb8-830384137bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.874859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] For port 0e31d0c8-85a0-4f16-88a3-426c00975627, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:56.893928 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0871b19e-5357-4c48-abb8-830384137bb2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edc8740056c74123b8c7ef6ab663eae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277724 Jul 16 19:58:56.894887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56880) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:58:56.944546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b19e-5357-4c48-abb8-830384137bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263c3eaf-d239-4414-ac15-7481c1733c1a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:56.959351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] For port 0e31d0c8-85a0-4f16-88a3-426c00975627, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0e31d0c8-85a0-4f16-88a3-426c00975627,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:58:56.966754 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-afcc6cd0-f7da-4692-8300-686113fb9798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.990787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-afcc6cd0-f7da-4692-8300-686113fb9798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:57.001111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:57.045119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-afcc6cd0-f7da-4692-8300-686113fb9798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:57.047630 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-afcc6cd0-f7da-4692-8300-686113fb9798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:57.048832 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-afcc6cd0-f7da-4692-8300-686113fb9798 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/263c3eaf-d239-4414-ac15-7481c1733c1a HTTP/1.1" status: 204 len: 168 time: 0.1508687 Jul 16 19:58:57.060047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 973ae1b2-22a2-401e-973b-e6d43441d665 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:58:57.072120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc6cd0-f7da-4692-8300-686113fb9798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263c3eaf-d239-4414-ac15-7481c1733c1a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:57.076952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.077576 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:57.078890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] 10.222.0.16 "PUT /v2.0/ports/0e31d0c8-85a0-4f16-88a3-426c00975627 HTTP/1.1" status: 200 len: 1092 time: 2.2753832 Jul 16 19:58:57.082587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff89dc8-83d1-416b-a5e5-4c112b55c46b', 'tag': '0e31d0c8-85a0-4f16-88a3-426c00975627'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:58:57.091615 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8715960-a3d6-46c9-b3d8-2b01a356aefe" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff89dc8-83d1-416b-a5e5-4c112b55c46b", "tag": "0e31d0c8-85a0-4f16-88a3-426c00975627"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:58:57.146196 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-d1fd9126-826f-4ec5-a13f-455d3e39313c service neutron] 10.222.0.16 "GET /v2.0/ports/973ae1b2-22a2-401e-973b-e6d43441d665/bindings/n-h2-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.2048383 Jul 16 19:58:57.153593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39cd99-84a6-480a-8fc0-7269808db090 service neutron] Pushing event updated for resources: {'Port': ['ID=0e31d0c8-85a0-4f16-88a3-426c00975627,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:57.185302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d225660-d50c-48e1-bbea-74fb77cb27dd req-c9d50c76-4db1-4477-9fee-bab58a717276 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.187252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d225660-d50c-48e1-bbea-74fb77cb27dd req-c9d50c76-4db1-4477-9fee-bab58a717276 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 943 time: 0.3356867 Jul 16 19:58:57.218818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc21c3-8718-47fb-a16e-934d7fedc65d req-24a4d2aa-98a6-4aa4-bc07-515d96474e61 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.220399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebcc21c3-8718-47fb-a16e-934d7fedc65d req-24a4d2aa-98a6-4aa4-bc07-515d96474e61 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 1101 time: 0.2874255 Jul 16 19:58:57.311873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d225660-d50c-48e1-bbea-74fb77cb27dd req-bfe6143b-9f1e-49cd-aee1-db7960c9f5c4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150475 Jul 16 19:58:57.332743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebcc21c3-8718-47fb-a16e-934d7fedc65d req-db0eb83f-5564-48ae-9731-1f00ad138523 tempest-ServersOnMultiNodesTest-4197155 tempest-ServersOnMultiNodesTest-4197155-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023250 Jul 16 19:58:57.378469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-5feac692-9155-4651-99b5-c1d9a1abdcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.381180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-5feac692-9155-4651-99b5-c1d9a1abdcac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 1095 time: 0.2508442 Jul 16 19:58:57.412770 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a9edce-6648-49e0-a00a-926a047672d7 x-openstack-request-id: req-b4a9edce-6648-49e0-a00a-926a047672d7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:57.413096 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "27380e31-3521-497c-9c42-964636b5da24", "code": 200}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "a44233e5-8890-4a68-b799-ffe53a2907db", "code": 200}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "c34e8c69-5351-4193-9072-293d3245b076", "code": 200}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3", "code": 200}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-plugged", "status": "completed", "tag": "37c9aef0-788a-4bc1-9a30-aee0fa42d5f6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:57.413902 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4a9edce-6648-49e0-a00a-926a047672d7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:57.414638 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27380e31-3521-497c-9c42-964636b5da24', 'code': 200} Jul 16 19:58:57.415000 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44233e5-8890-4a68-b799-ffe53a2907db', 'code': 200} Jul 16 19:58:57.415315 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e8c69-5351-4193-9072-293d3245b076', 'code': 200} Jul 16 19:58:57.415576 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'code': 200} Jul 16 19:58:57.415827 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c9aef0-788a-4bc1-9a30-aee0fa42d5f6', 'code': 200} Jul 16 19:58:57.516463 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa238a8e-a70a-479b-bd26-473202b21cd7 x-openstack-request-id: req-fa238a8e-a70a-479b-bd26-473202b21cd7 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:58:57.517359 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff89dc8-83d1-416b-a5e5-4c112b55c46b", "tag": "0e31d0c8-85a0-4f16-88a3-426c00975627", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:58:57.517617 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa238a8e-a70a-479b-bd26-473202b21cd7 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:58:57.518538 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff89dc8-83d1-416b-a5e5-4c112b55c46b', 'tag': '0e31d0c8-85a0-4f16-88a3-426c00975627', 'status': 'completed', 'code': 200} Jul 16 19:58:57.592374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-8a616930-59f9-4bbe-9a3d-c888e9a0a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.593531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-8a616930-59f9-4bbe-9a3d-c888e9a0a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.594189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-8a616930-59f9-4bbe-9a3d-c888e9a0a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.594829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-8a616930-59f9-4bbe-9a3d-c888e9a0a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.595484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-8a616930-59f9-4bbe-9a3d-c888e9a0a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.596131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-8a616930-59f9-4bbe-9a3d-c888e9a0a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.596948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-8a616930-59f9-4bbe-9a3d-c888e9a0a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.600530 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-8a616930-59f9-4bbe-9a3d-c888e9a0a67c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6509 time: 0.0768633 Jul 16 19:58:57.602608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-f6c6f9eb-858b-4bee-9e57-4d1c9395b6ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e31d0c8-85a0-4f16-88a3-426c00975627 HTTP/1.1" status: 200 len: 217 time: 0.0808411 Jul 16 19:58:57.654810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:57.665803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9a425d07-15a2-4325-a6dd-3fc710212488 req-71843944-fbb2-4b2b-8a59-b3a81b27701c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565162 Jul 16 19:58:57.696272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-961e3661-6b9c-4498-9f0f-75af252c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.697998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-961e3661-6b9c-4498-9f0f-75af252c09be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.0870354 Jul 16 19:58:57.701801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:57.764869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-45da8b0c-e8c4-4f03-a075-c8ca411c7107 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602744 Jul 16 19:58:57.782474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57517-40b2-4124-b2e8-4857a46f9ca2 req-292215cf-6b6e-4c00-b3a7-405db1eb2050 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:57.785452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fed57517-40b2-4124-b2e8-4857a46f9ca2 req-292215cf-6b6e-4c00-b3a7-405db1eb2050 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 943 time: 0.2617810 Jul 16 19:58:57.842094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973ae1b2-22a2-401e-973b-e6d43441d665 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:58:57.866758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:57.931004 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:57.936329 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fed57517-40b2-4124-b2e8-4857a46f9ca2 req-3807817e-0c1e-49cf-a985-f2b88e9bb161 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294746 Jul 16 19:58:58.004990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-78d49313-b776-4378-9ed2-a7653d620ade service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175479 Jul 16 19:58:58.155035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] Transition to ACTIVE for port object 973ae1b2-22a2-401e-973b-e6d43441d665 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:58:58.169581 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:58.192993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-2f550431-e0d8-4e55-b827-8d5db376c84e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.199938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-2f550431-e0d8-4e55-b827-8d5db376c84e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.207350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-2f550431-e0d8-4e55-b827-8d5db376c84e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.214148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-2f550431-e0d8-4e55-b827-8d5db376c84e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.220314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-2f550431-e0d8-4e55-b827-8d5db376c84e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.226895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-2f550431-e0d8-4e55-b827-8d5db376c84e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.233206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-2f550431-e0d8-4e55-b827-8d5db376c84e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.235186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-2f550431-e0d8-4e55-b827-8d5db376c84e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.2454867 Jul 16 19:58:58.276036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95ddc11b-b78c-43e5-9997-8c9c13c559c6 req-c6ebb744-cd8e-477d-9ff9-81a9305bfaf3 service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438974 Jul 16 19:58:58.400261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] No DVR routers for this DVR port 973ae1b2-22a2-401e-973b-e6d43441d665 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:58:58.417366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5faa9376-1551-4c18-83d4-a1c5e7b55123 req-3856c03e-0e8b-4d88-942f-40a1bf510d51 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461914 Jul 16 19:58:58.419213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] Pushing event updated for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=10']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:58:58.483165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-09232ea2-6f8e-4165-b094-80fb69eb7c28 service neutron] 10.222.0.16 "PUT /v2.0/ports/973ae1b2-22a2-401e-973b-e6d43441d665/bindings/n-h2-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3261976 Jul 16 19:58:58.520755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-4735d61b-3a6d-49bf-bc7b-d783541540bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.522288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-4735d61b-3a6d-49bf-bc7b-d783541540bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 1095 time: 0.1896620 Jul 16 19:58:58.535634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf63ab-1166-41d6-8942-25ec26ba7ffe req-96cb9181-3746-46b6-be6d-990635d0ff1e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.537281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5caf63ab-1166-41d6-8942-25ec26ba7ffe req-96cb9181-3746-46b6-be6d-990635d0ff1e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 949 time: 0.1116991 Jul 16 19:58:58.635340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-7c02b3dd-4707-4d9a-913e-3919e04e285e tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.638167 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-7c02b3dd-4707-4d9a-913e-3919e04e285e tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1096 time: 0.0851073 Jul 16 19:58:58.696444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5caf63ab-1166-41d6-8942-25ec26ba7ffe req-df155dc3-45b9-45c0-85fe-6dc57c3968fd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486475 Jul 16 19:58:58.707608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-fe34b619-b8ea-43a6-9e81-68876065df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.709189 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-fe34b619-b8ea-43a6-9e81-68876065df49 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7&tenant_id=f9c52f0c54e94914b90d9b206ff78139 HTTP/1.1" status: 200 len: 1096 time: 0.0609183 Jul 16 19:58:58.727740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-c9c95491-699d-434c-a42c-079d376e1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.729274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-c9c95491-699d-434c-a42c-079d376e1390 service neutron] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 916 time: 0.1910417 Jul 16 19:58:58.778446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-b821b48a-365d-425f-bcfe-2ad26501bf31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e31d0c8-85a0-4f16-88a3-426c00975627 HTTP/1.1" status: 200 len: 217 time: 0.0403700 Jul 16 19:58:58.787605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b93d3-beb0-416e-9e65-617bd1083cd0 req-86408fd3-56a4-4c12-8c75-a1f6e3f17e98 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.789010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f43b93d3-beb0-416e-9e65-617bd1083cd0 req-86408fd3-56a4-4c12-8c75-a1f6e3f17e98 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 944 time: 0.1737556 Jul 16 19:58:58.807540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-7a1c7e23-108e-4241-a0ae-535fbbcbbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.809080 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-7a1c7e23-108e-4241-a0ae-535fbbcbbe4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1096 time: 0.0624759 Jul 16 19:58:58.856394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-bb2001e7-ea06-4298-b723-1d93a75a5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.857898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-bb2001e7-ea06-4298-b723-1d93a75a5e34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.0679882 Jul 16 19:58:58.865562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f43b93d3-beb0-416e-9e65-617bd1083cd0 req-c453e289-dcdb-4901-a586-33ffcba098a1 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679519 Jul 16 19:58:58.919948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-4a922f0c-6e21-44cd-b460-134c514053c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531812 Jul 16 19:58:58.957568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-5289e447-c198-4ac4-ba54-a3f7ca11a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:58.959094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-5289e447-c198-4ac4-ba54-a3f7ca11a045 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1410198 Jul 16 19:58:59.008938 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-2f26bbdd-ec3d-47fa-8737-de2df22505d7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=973ae1b2-22a2-401e-973b-e6d43441d665 HTTP/1.1" status: 200 len: 217 time: 0.0418954 Jul 16 19:58:59.023614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-fa3d3758-1ed0-428a-97c5-1a645f2bfcef service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951793 Jul 16 19:58:59.073215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-97729b34-f135-4e6d-b5c1-db1ef9e1d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.075995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-97729b34-f135-4e6d-b5c1-db1ef9e1d4fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0607319 Jul 16 19:58:59.129318 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-1ce3f218-60ab-4f53-b431-be27293655f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439065 Jul 16 19:58:59.228555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8715960-a3d6-46c9-b3d8-2b01a356aefe req-624acad2-f476-4a7c-819d-66fa2ab5217d service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959338 Jul 16 19:58:59.270927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c48e-d9d7-4eae-9b8d-1d5b1b91ba92 req-5b4ac05b-ddcf-4f18-8640-fb02d158e9d9 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.275124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb51c48e-d9d7-4eae-9b8d-1d5b1b91ba92 req-5b4ac05b-ddcf-4f18-8640-fb02d158e9d9 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 943 time: 0.1814661 Jul 16 19:58:59.284554 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-812a0b22-5dd1-4c85-921c-bce5b9101ab1 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462724 Jul 16 19:58:59.374300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb51c48e-d9d7-4eae-9b8d-1d5b1b91ba92 req-fda0bdd5-4388-4b91-a98f-bafbbd1829fd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581791 Jul 16 19:58:59.408961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-90f5aa58-6c06-4a49-8989-3a47cdc3b0fd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.410474 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-90c09f08-eb80-4597-b311-fc6fc98aca52 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181936 Jul 16 19:58:59.411929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-90f5aa58-6c06-4a49-8989-3a47cdc3b0fd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 949 time: 0.1315205 Jul 16 19:58:59.588787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Deleting port 542922b1-51cb-410a-b4d9-28184e7c446d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:58:59.589135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:59.731407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] For port 542922b1-51cb-410a-b4d9-28184e7c446d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=542922b1-51cb-410a-b4d9-28184e7c446d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:58:59.731788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:59.750546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Calling delete_port for 542922b1-51cb-410a-b4d9-28184e7c446d owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:58:59.766914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-9cdacb58-274f-470e-b283-c105ca574fc9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.773612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-9cdacb58-274f-470e-b283-c105ca574fc9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.777198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-6daa0b93-7aaf-4e10-9d61-b1ee2eec4e02 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.778833 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-6daa0b93-7aaf-4e10-9d61-b1ee2eec4e02 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1096 time: 0.0742929 Jul 16 19:58:59.779922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-9cdacb58-274f-470e-b283-c105ca574fc9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.785802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-9cdacb58-274f-470e-b283-c105ca574fc9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.792970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-9cdacb58-274f-470e-b283-c105ca574fc9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.799215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-9cdacb58-274f-470e-b283-c105ca574fc9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.805592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-9cdacb58-274f-470e-b283-c105ca574fc9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:58:59.807637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-9cdacb58-274f-470e-b283-c105ca574fc9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.2000871 Jul 16 19:58:59.920393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-c006a93a-c9ce-4a1e-8d71-785d1247d8e0 service neutron] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:58:59.924131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-c006a93a-c9ce-4a1e-8d71-785d1247d8e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:59.925861 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-391d7d7d-f7ef-4f04-9844-3784526c718c req-c006a93a-c9ce-4a1e-8d71-785d1247d8e0 service neutron] 10.222.0.68 "DELETE /v2.0/ports/973ae1b2-22a2-401e-973b-e6d43441d665/bindings/n-h1-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.1383207 Jul 16 19:58:59.927769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c52f6fd-ad8c-4aa4-b63d-780f2c0e9843 req-fb4973c6-25b0-4255-9176-9800e3a59222 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138408 Jul 16 19:59:00.004165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e9998-7404-4950-a264-385cf310c188 req-b3c39136-eb6b-4084-9c7e-e4441742a7c3 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.006267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c75e9998-7404-4950-a264-385cf310c188 req-b3c39136-eb6b-4084-9c7e-e4441742a7c3 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 949 time: 0.1731668 Jul 16 19:59:00.127214 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c75e9998-7404-4950-a264-385cf310c188 req-abc1d829-4259-45c7-9487-7a5f45dc263c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135497 Jul 16 19:59:00.133851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:00.155904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8080de22-7d92-4ead-8f39-f0b29a2ec5d3', '739b1226-9709-42a2-9533-ee731bd5763d', 'a153aad1-3306-412c-9a70-eb2c78b1ec16'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:00.158605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'd5ece332-d3fa-4d43-8a42-677acdb9389d', '542922b1-51cb-410a-b4d9-28184e7c446d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:00.174259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event deleted for resources: {'Port': ['ID=542922b1-51cb-410a-b4d9-28184e7c446d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:00.220238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc08104-e2f5-431a-85d1-89633789bcbc req-fe2c7053-5cd5-431a-a1d3-d08ad229613c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.221893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1dc08104-e2f5-431a-85d1-89633789bcbc req-fe2c7053-5cd5-431a-a1d3-d08ad229613c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 944 time: 0.1546655 Jul 16 19:59:00.259577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] No DVR routers for this DVR port 542922b1-51cb-410a-b4d9-28184e7c446d on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:00.298990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:00.303141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c28fe78-04ea-4caf-becd-0016d1b4a07f req-618247ef-1ec3-487e-aef5-c38947b8dddf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "DELETE /v2.0/ports/542922b1-51cb-410a-b4d9-28184e7c446d HTTP/1.1" status: 204 len: 173 time: 0.8849089 Jul 16 19:59:00.304036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e689c7-f2d1-473a-9fc5-c8ad01db048e', 'name': 'network-vif-deleted', 'tag': '542922b1-51cb-410a-b4d9-28184e7c446d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:00.321391 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0223cdf3-d7eb-4680-8180-dea81bf6e0a9" -d '{"events": [{"server_uuid": "28e689c7-f2d1-473a-9fc5-c8ad01db048e", "name": "network-vif-deleted", "tag": "542922b1-51cb-410a-b4d9-28184e7c446d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:00.752532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1dc08104-e2f5-431a-85d1-89633789bcbc req-b7576b0b-03ee-46bf-beec-3ce4872ee04e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895737 Jul 16 19:59:00.803298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2fe64-151c-4835-8744-a9d8182fd22e req-7df1a8a9-8843-411b-8a47-45ea43adc644 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.812629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2fe64-151c-4835-8744-a9d8182fd22e req-7df1a8a9-8843-411b-8a47-45ea43adc644 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.822907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2fe64-151c-4835-8744-a9d8182fd22e req-7df1a8a9-8843-411b-8a47-45ea43adc644 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.831559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2fe64-151c-4835-8744-a9d8182fd22e req-7df1a8a9-8843-411b-8a47-45ea43adc644 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.842005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2fe64-151c-4835-8744-a9d8182fd22e req-7df1a8a9-8843-411b-8a47-45ea43adc644 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.848873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2fe64-151c-4835-8744-a9d8182fd22e req-7df1a8a9-8843-411b-8a47-45ea43adc644 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.857562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2fe64-151c-4835-8744-a9d8182fd22e req-7df1a8a9-8843-411b-8a47-45ea43adc644 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:00.860479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca2fe64-151c-4835-8744-a9d8182fd22e req-7df1a8a9-8843-411b-8a47-45ea43adc644 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.5311036 Jul 16 19:59:00.871545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:00.877040 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Request body: {'floatingip': {'port_id': 'c870a687-4862-446e-948e-9a0ecdaf81b3'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:00.907056 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9eed27-38d1-4101-8849-44444ffdbd29 x-openstack-request-id: req-bd9eed27-38d1-4101-8849-44444ffdbd29 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:00.907874 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e689c7-f2d1-473a-9fc5-c8ad01db048e", "name": "network-vif-deleted", "tag": "542922b1-51cb-410a-b4d9-28184e7c446d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:00.908364 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd9eed27-38d1-4101-8849-44444ffdbd29 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:00.908909 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e689c7-f2d1-473a-9fc5-c8ad01db048e', 'name': 'network-vif-deleted', 'tag': '542922b1-51cb-410a-b4d9-28184e7c446d', 'status': 'completed', 'code': 200} Jul 16 19:59:00.936639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:01.105773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0e31d0c8-85a0-4f16-88a3-426c00975627 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:59:01.161714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e7b3b-6778-4984-acf7-7391abe82fbe req-ef5cf56b-7dc5-422c-8fbf-48b89aceeef7 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:01.173704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec7e7b3b-6778-4984-acf7-7391abe82fbe req-ef5cf56b-7dc5-422c-8fbf-48b89aceeef7 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 943 time: 0.1095858 Jul 16 19:59:01.259279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec7e7b3b-6778-4984-acf7-7391abe82fbe req-6de62dd1-af94-48c6-880b-86afa3e0f600 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Jul 16 19:59:01.362677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0e31d0c8-85a0-4f16-88a3-426c00975627, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0e31d0c8-85a0-4f16-88a3-426c00975627,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:01.392833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '0e31d0c8-85a0-4f16-88a3-426c00975627', 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'port_id': '0e31d0c8-85a0-4f16-88a3-426c00975627', 'mac_address': 'fa:16:3e:e0:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e1d8a1-ef98-46fd-bdff-e577a1edc84d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:59:01.470160 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:01.490107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e31d0c8-85a0-4f16-88a3-426c00975627 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:59:01.514759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0e31d0c8-85a0-4f16-88a3-426c00975627, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0e31d0c8-85a0-4f16-88a3-426c00975627,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:01.519544 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:01.529842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47e56813-2ed9-431a-b7bc-47d8ad8578b3 req-c0e32b60-9f11-4631-9694-9a0e4cae6c7d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=28e689c7-f2d1-473a-9fc5-c8ad01db048e HTTP/1.1" status: 200 len: 210 time: 0.0421996 Jul 16 19:59:01.553700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1397a-378c-4294-ab5d-484b7c1d9ab8 req-ec0856e5-77fe-423e-9b44-5bc1237f5c32 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:01.556530 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26c1397a-378c-4294-ab5d-484b7c1d9ab8 req-ec0856e5-77fe-423e-9b44-5bc1237f5c32 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1096 time: 0.1027470 Jul 16 19:59:01.594961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0e31d0c8-85a0-4f16-88a3-426c00975627,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:01.611036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26c1397a-378c-4294-ab5d-484b7c1d9ab8 req-002b894d-91af-439a-8dea-3e5a72afb34f tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473332 Jul 16 19:59:01.713131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:01.718043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:01.799637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2478755-f5be-47de-9502-f8b78b7808b3 req-a6be98bd-4dd1-4b6d-8ff8-9314965b607d tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:01.804279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2478755-f5be-47de-9502-f8b78b7808b3 req-a6be98bd-4dd1-4b6d-8ff8-9314965b607d tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 1096 time: 0.0655897 Jul 16 19:59:01.810064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0e31d0c8-85a0-4f16-88a3-426c00975627'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:01.857897 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Floating IP c98392ca-03a4-4349-bf5b-3fa7ad014305 associated. External IP: 172.25.6.44, port: c870a687-4862-446e-948e-9a0ecdaf81b3. Jul 16 19:59:01.864393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2478755-f5be-47de-9502-f8b78b7808b3 req-8efc7aa2-51d8-42d1-903f-d82cb4a875f6 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Jul 16 19:59:02.146416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:59:02.277237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:59:02.282439 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:02.288886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] Sync routers for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:59:02.301596 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:02.302249 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:02.451792 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:02.698247 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eb989c9a-fe56-410d-aba1-63fb5e7aaa02 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "PUT /v2.0/floatingips/c98392ca-03a4-4349-bf5b-3fa7ad014305 HTTP/1.1" status: 200 len: 990 time: 1.8251779 Jul 16 19:59:02.699227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:02.702910 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091d985-3a96-4011-a053-78869de579e6" -d '{"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:02.706048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25154e0-ce38-4d5c-a0b2-a842a17750dc req-33be32f2-8fb1-4830-978d-de8ed82d6e2d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:02.710235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b25154e0-ce38-4d5c-a0b2-a842a17750dc req-33be32f2-8fb1-4830-978d-de8ed82d6e2d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 944 time: 0.0980835 Jul 16 19:59:02.774288 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'c98392ca-03a4-4349-bf5b-3fa7ad014305', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'port_id': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'mac_address': 'fa:16:3e:91:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:59:01Z', 'revision_number': 1, 'project_id': '503cc6fc2182435893440138a3ee9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:57:07Z', 'revision_number': 5, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:02.780796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b25154e0-ce38-4d5c-a0b2-a842a17750dc req-179b51f7-7e01-4985-bacd-45f35499868a tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640903 Jul 16 19:59:02.805486 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] Checking router: c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:59:02.822034 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:02.822678 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:02.872735 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990ec659-7a86-485a-8bd9-32940c041047 x-openstack-request-id: req-990ec659-7a86-485a-8bd9-32940c041047 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:02.873216 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:02.873618 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-990ec659-7a86-485a-8bd9-32940c041047 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:02.874260 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'status': 'completed', 'code': 200} Jul 16 19:59:02.939871 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:03.000877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-c9d79bca-f48c-4703-aaee-2e2e19f0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.001387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-c9d79bca-f48c-4703-aaee-2e2e19f0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.001881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-c9d79bca-f48c-4703-aaee-2e2e19f0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.002371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-c9d79bca-f48c-4703-aaee-2e2e19f0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.002866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-c9d79bca-f48c-4703-aaee-2e2e19f0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.003492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-c9d79bca-f48c-4703-aaee-2e2e19f0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.003982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-c9d79bca-f48c-4703-aaee-2e2e19f0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.006177 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e091d985-3a96-4011-a053-78869de579e6 req-c9d79bca-f48c-4703-aaee-2e2e19f0325a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6509 time: 0.0981700 Jul 16 19:59:03.097246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0e31d0c8-85a0-4f16-88a3-426c00975627 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:03.212174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 0e31d0c8-85a0-4f16-88a3-426c00975627 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:03.212745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-38a9ea1f-7ae8-4241-994e-e8bb35d52cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.214956 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e091d985-3a96-4011-a053-78869de579e6 req-38a9ea1f-7ae8-4241-994e-e8bb35d52cad service neutron] 10.222.0.68 "GET /v2.0/networks?id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc HTTP/1.1" status: 200 len: 917 time: 0.2020140 Jul 16 19:59:03.243302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 0e31d0c8-85a0-4f16-88a3-426c00975627 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:03.272356 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:03.378994 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e091d985-3a96-4011-a053-78869de579e6 req-d53a80d2-fd8e-4fb9-bbe5-24563fd7a0f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c870a687-4862-446e-948e-9a0ecdaf81b3 HTTP/1.1" status: 200 len: 998 time: 0.1533217 Jul 16 19:59:03.419704 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'c98392ca-03a4-4349-bf5b-3fa7ad014305', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'port_id': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'mac_address': 'fa:16:3e:91:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:59:01Z', 'revision_number': 1, 'project_id': '503cc6fc2182435893440138a3ee9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:57:07Z', 'revision_number': 5, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:03.463308 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:03.489541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff89dc8-83d1-416b-a5e5-4c112b55c46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e31d0c8-85a0-4f16-88a3-426c00975627'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:03.492524 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e79cfe-4ce7-4c8c-bc4d-036a397c3831" -d '{"events": [{"server_uuid": "8ff89dc8-83d1-416b-a5e5-4c112b55c46b", "name": "network-vif-plugged", "status": "completed", "tag": "0e31d0c8-85a0-4f16-88a3-426c00975627"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:03.509517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0e31d0c8-85a0-4f16-88a3-426c00975627, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0e31d0c8-85a0-4f16-88a3-426c00975627,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:03.514637 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:03.517517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 542922b1-51cb-410a-b4d9-28184e7c446d no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:03.531659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-882797c8-fc78-4f1d-b5e2-16e1a6711382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.535188 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e091d985-3a96-4011-a053-78869de579e6 req-882797c8-fc78-4f1d-b5e2-16e1a6711382 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5f975908-f022-488f-a956-eb6600bdb93c HTTP/1.1" status: 200 len: 855 time: 0.1476021 Jul 16 19:59:03.652249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 542922b1-51cb-410a-b4d9-28184e7c446d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:03.652724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 542922b1-51cb-410a-b4d9-28184e7c446d not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:03.659947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0e31d0c8-85a0-4f16-88a3-426c00975627,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:03.665723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86450b3f-20b3-4fbb-98ce-c1a329a13720 req-28f8f0e8-dbbc-4d44-b8fd-45888da55b40 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.674868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86450b3f-20b3-4fbb-98ce-c1a329a13720 req-28f8f0e8-dbbc-4d44-b8fd-45888da55b40 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 950 time: 0.2415161 Jul 16 19:59:03.705304 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f239e-43b1-43e8-b5d1-40a24c31a7ca None None] The sync data for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 is: [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'c98392ca-03a4-4349-bf5b-3fa7ad014305', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'port_id': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'mac_address': 'fa:16:3e:91:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:59:01Z', 'revision_number': 1, 'project_id': '503cc6fc2182435893440138a3ee9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:57:07Z', 'revision_number': 5, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:59:03.732385 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dab13b6-c3b1-4f97-bdb7-357361da65ef x-openstack-request-id: req-6dab13b6-c3b1-4f97-bdb7-357361da65ef {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:03.732850 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff89dc8-83d1-416b-a5e5-4c112b55c46b", "name": "network-vif-plugged", "status": "completed", "tag": "0e31d0c8-85a0-4f16-88a3-426c00975627", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:03.733368 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6dab13b6-c3b1-4f97-bdb7-357361da65ef {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:03.733891 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff89dc8-83d1-416b-a5e5-4c112b55c46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e31d0c8-85a0-4f16-88a3-426c00975627', 'code': 200} Jul 16 19:59:03.737717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d985-3a96-4011-a053-78869de579e6 req-c778fae7-8b5d-49b3-80cd-67ff94d7a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:03.739362 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e091d985-3a96-4011-a053-78869de579e6 req-c778fae7-8b5d-49b3-80cd-67ff94d7a8a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949315 Jul 16 19:59:03.776070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86450b3f-20b3-4fbb-98ce-c1a329a13720 req-4eae6671-8db9-43d5-87bc-9cc1a80ab48b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999217 Jul 16 19:59:03.993952 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:04.001057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1a552-f0b9-415a-b7d5-f80bb0c778f9 req-8f0f2fc9-f092-4f16-af04-3bdfea5eadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:04.002625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8d1a552-f0b9-415a-b7d5-f80bb0c778f9 req-8f0f2fc9-f092-4f16-af04-3bdfea5eadfb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 1097 time: 0.1616571 Jul 16 19:59:04.034618 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e091d985-3a96-4011-a053-78869de579e6 req-11fbbae9-ee24-4290-8f35-8b81350f600b service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867661 Jul 16 19:59:04.065204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8d1a552-f0b9-415a-b7d5-f80bb0c778f9 req-dd59c826-4d81-4645-91bf-68eb5a247b74 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549955 Jul 16 19:59:04.087010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1040601-3693-400f-906a-1199dde34a08 None None] New status for floating IP c98392ca-03a4-4349-bf5b-3fa7ad014305: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:59:04.154274 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e091d985-3a96-4011-a053-78869de579e6 req-3a362519-c7b8-4594-b356-5de992f72bf7 service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125143 Jul 16 19:59:04.239400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c948f86-401a-4e31-9ccd-7b3a5584964d req-9536d6df-b15a-41c2-80b6-62315ae43bc4 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:04.248746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c948f86-401a-4e31-9ccd-7b3a5584964d req-9536d6df-b15a-41c2-80b6-62315ae43bc4 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 945 time: 0.1060033 Jul 16 19:59:04.308998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c948f86-401a-4e31-9ccd-7b3a5584964d req-5531cfa0-ea47-4aae-8ae8-e08a90f02c49 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Jul 16 19:59:04.742027 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:05.011832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20cc08-192c-460e-a2a6-38c520446d66 req-2e6bbbe3-e0e3-45ba-b41f-e631d50d3317 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:05.026241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc20cc08-192c-460e-a2a6-38c520446d66 req-2e6bbbe3-e0e3-45ba-b41f-e631d50d3317 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 950 time: 0.1022298 Jul 16 19:59:05.090363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc20cc08-192c-460e-a2a6-38c520446d66 req-fb9cde28-30e2-4bc9-ab48-01bfc02dc3c4 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625374 Jul 16 19:59:05.196646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-7446c5e5-455e-49b7-ac92-de6bd1da2d7d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:05.198736 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-7446c5e5-455e-49b7-ac92-de6bd1da2d7d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 950 time: 0.0918307 Jul 16 19:59:05.328858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Deleting port a153aad1-3306-412c-9a70-eb2c78b1ec16 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:05.329217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:05.465775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] For port a153aad1-3306-412c-9a70-eb2c78b1ec16, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a153aad1-3306-412c-9a70-eb2c78b1ec16,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:05.466464 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:05.484186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Calling delete_port for a153aad1-3306-412c-9a70-eb2c78b1ec16 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:05.517049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ae41-5a2d-489a-b524-519f4900406f req-e6c8ff21-52fd-47dc-a0bf-53bdc0408925 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:05.518893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b51ae41-5a2d-489a-b524-519f4900406f req-e6c8ff21-52fd-47dc-a0bf-53bdc0408925 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 945 time: 0.0763736 Jul 16 19:59:05.567671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b51ae41-5a2d-489a-b524-519f4900406f req-00da3350-bb8e-4a26-a222-6e96d6db859e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Jul 16 19:59:05.667651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:05.683868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'd5ece332-d3fa-4d43-8a42-677acdb9389d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:05.686988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8080de22-7d92-4ead-8f39-f0b29a2ec5d3', '739b1226-9709-42a2-9533-ee731bd5763d', 'a153aad1-3306-412c-9a70-eb2c78b1ec16'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:05.703656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event deleted for resources: {'Port': ['ID=a153aad1-3306-412c-9a70-eb2c78b1ec16,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:05.788294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] No DVR routers for this DVR port a153aad1-3306-412c-9a70-eb2c78b1ec16 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:05.791431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:05.794028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f21b21f5-ec1b-4cea-821f-5690909e45c6 req-e37ec22e-efd7-43d5-81e4-4f1ec2369a8c tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "DELETE /v2.0/ports/a153aad1-3306-412c-9a70-eb2c78b1ec16 HTTP/1.1" status: 204 len: 173 time: 0.5896261 Jul 16 19:59:05.794585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14c936-3f24-4931-bcb7-b09f6e46fcc6', 'name': 'network-vif-deleted', 'tag': 'a153aad1-3306-412c-9a70-eb2c78b1ec16'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:05.797016 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6705ae-a0a1-45a2-81ce-8f752bf311d8" -d '{"events": [{"server_uuid": "dd14c936-3f24-4931-bcb7-b09f6e46fcc6", "name": "network-vif-deleted", "tag": "a153aad1-3306-412c-9a70-eb2c78b1ec16"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:05.950513 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31072ca-7893-4842-9c3b-af1364157c33 x-openstack-request-id: req-d31072ca-7893-4842-9c3b-af1364157c33 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:05.951089 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14c936-3f24-4931-bcb7-b09f6e46fcc6", "name": "network-vif-deleted", "tag": "a153aad1-3306-412c-9a70-eb2c78b1ec16", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:05.951409 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d31072ca-7893-4842-9c3b-af1364157c33 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:05.951875 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14c936-3f24-4931-bcb7-b09f6e46fcc6', 'name': 'network-vif-deleted', 'tag': 'a153aad1-3306-412c-9a70-eb2c78b1ec16', 'status': 'completed', 'code': 200} Jul 16 19:59:06.360113 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66814969-52d8-4ce1-bd21-4ae910a0d542 req-10eda898-2bf1-4722-861b-0a082ee5b203 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd14c936-3f24-4931-bcb7-b09f6e46fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0456328 Jul 16 19:59:07.869320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12e08-979a-43db-95a5-a0624cdb0352 req-d0c4d56e-b731-4671-b249-3f1c0b8fcb44 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:07.870838 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5d12e08-979a-43db-95a5-a0624cdb0352 req-d0c4d56e-b731-4671-b249-3f1c0b8fcb44 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 949 time: 0.0720336 Jul 16 19:59:07.914824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5d12e08-979a-43db-95a5-a0624cdb0352 req-83880248-4212-4c9a-b597-f8e1351d9bff tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373259 Jul 16 19:59:09.133716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2b87b-fa6a-43ad-903f-19a64a1adbf3 req-af6d25b5-75c2-48ce-8ef9-5a9aa7ab18f8 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:09.136139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78b2b87b-fa6a-43ad-903f-19a64a1adbf3 req-af6d25b5-75c2-48ce-8ef9-5a9aa7ab18f8 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 949 time: 0.0752752 Jul 16 19:59:09.181964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78b2b87b-fa6a-43ad-903f-19a64a1adbf3 req-6f63ed6d-288e-47b1-ac79-e0678be5e6fb tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398328 Jul 16 19:59:09.414199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a153aad1-3306-412c-9a70-eb2c78b1ec16 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:09.438144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: a153aad1-3306-412c-9a70-eb2c78b1ec16 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:09.438498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a153aad1-3306-412c-9a70-eb2c78b1ec16 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:09.927842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-7101f584-35a5-4cea-995b-0f91e58b4f3f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:09.932560 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-7101f584-35a5-4cea-995b-0f91e58b4f3f tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 949 time: 0.1075923 Jul 16 19:59:10.143137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Deleting port 739b1226-9709-42a2-9533-ee731bd5763d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:10.143605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:10.260891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] For port 739b1226-9709-42a2-9533-ee731bd5763d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=739b1226-9709-42a2-9533-ee731bd5763d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:10.261433 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:10.279194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Calling delete_port for 739b1226-9709-42a2-9533-ee731bd5763d owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:10.464061 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:10.479245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'd5ece332-d3fa-4d43-8a42-677acdb9389d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:10.482201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8080de22-7d92-4ead-8f39-f0b29a2ec5d3', '739b1226-9709-42a2-9533-ee731bd5763d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:10.509530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event deleted for resources: {'Port': ['ID=739b1226-9709-42a2-9533-ee731bd5763d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:10.579440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d01fea-4708-47f5-866c-a8eebb234bbf req-46009e46-75f7-444c-b405-4971d65e9b3b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:10.581352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33d01fea-4708-47f5-866c-a8eebb234bbf req-46009e46-75f7-444c-b405-4971d65e9b3b tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9108555e-7ff5-4c5d-9e89-f3256bceba87 HTTP/1.1" status: 200 len: 867 time: 0.1683500 Jul 16 19:59:10.626106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] No DVR routers for this DVR port 739b1226-9709-42a2-9533-ee731bd5763d on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:10.634219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:10.637466 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f48040a-a49d-4b86-80b8-c282a3c2ac6b req-d5f3584f-b8f0-4cd9-859c-d6cd46d9bf9e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "DELETE /v2.0/ports/739b1226-9709-42a2-9533-ee731bd5763d HTTP/1.1" status: 204 len: 173 time: 0.6938572 Jul 16 19:59:10.640058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9108555e-7ff5-4c5d-9e89-f3256bceba87', 'name': 'network-vif-deleted', 'tag': '739b1226-9709-42a2-9533-ee731bd5763d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:10.645018 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcb5b47-cfa4-4f11-8fc5-9ccff0b69d49" -d '{"events": [{"server_uuid": "9108555e-7ff5-4c5d-9e89-f3256bceba87", "name": "network-vif-deleted", "tag": "739b1226-9709-42a2-9533-ee731bd5763d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:10.653091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33d01fea-4708-47f5-866c-a8eebb234bbf req-6ac6317a-d882-425f-8468-0e960436ba7e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628452 Jul 16 19:59:10.751992 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd17980-b5a5-402d-a47d-89e68727ee7f x-openstack-request-id: req-6bd17980-b5a5-402d-a47d-89e68727ee7f {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:10.752413 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9108555e-7ff5-4c5d-9e89-f3256bceba87", "name": "network-vif-deleted", "tag": "739b1226-9709-42a2-9533-ee731bd5763d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:10.752741 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6bd17980-b5a5-402d-a47d-89e68727ee7f {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:10.753247 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9108555e-7ff5-4c5d-9e89-f3256bceba87', 'name': 'network-vif-deleted', 'tag': '739b1226-9709-42a2-9533-ee731bd5763d', 'status': 'completed', 'code': 200} Jul 16 19:59:12.534872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425fa34-c45d-4954-9781-43733c51bee9 req-22ee8ae5-d39c-4632-a4db-2b79cb5d5080 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.536577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4425fa34-c45d-4954-9781-43733c51bee9 req-22ee8ae5-d39c-4632-a4db-2b79cb5d5080 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 950 time: 0.0779843 Jul 16 19:59:12.591176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4425fa34-c45d-4954-9781-43733c51bee9 req-07fe9a5e-ef18-40e9-8584-5c455dd60810 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Jul 16 19:59:12.621143 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-aa5fd46e-ad46-4b77-a907-61a5c3dd1925 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0804360 Jul 16 19:59:12.803558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c92fde7b-0907-474a-b134-8fd24a2df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.804347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c92fde7b-0907-474a-b134-8fd24a2df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.805336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c92fde7b-0907-474a-b134-8fd24a2df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.806021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c92fde7b-0907-474a-b134-8fd24a2df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.806683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c92fde7b-0907-474a-b134-8fd24a2df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.807337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c92fde7b-0907-474a-b134-8fd24a2df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.807993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c92fde7b-0907-474a-b134-8fd24a2df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.810223 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c92fde7b-0907-474a-b134-8fd24a2df0c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6498 time: 0.1062722 Jul 16 19:59:12.918583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-6f404d97-6c38-4248-8077-23efcce236e3 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:12.920128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-6f404d97-6c38-4248-8077-23efcce236e3 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 815 time: 0.1756277 Jul 16 19:59:12.949888 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-a2f056dc-b1a9-4d46-83e6-b77194767d77 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/quotas/32671528456e491f808a0a8849e1f1c2 HTTP/1.1" status: 200 len: 375 time: 0.0201743 Jul 16 19:59:13.016664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-6b562d26-14a5-404d-b6de-37bf86cd425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:13.017154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-6b562d26-14a5-404d-b6de-37bf86cd425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:13.017637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-6b562d26-14a5-404d-b6de-37bf86cd425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:13.019446 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-6b562d26-14a5-404d-b6de-37bf86cd425b service neutron] 10.222.0.68 "GET /v2.0/networks?id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea HTTP/1.1" status: 200 len: 2293 time: 0.1271362 Jul 16 19:59:13.024256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-808f190d-89ed-4bba-bc75-c35a6b3ea462 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734677 Jul 16 19:59:13.117735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-2f105211-b94a-4041-8489-894e0da5d2fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0807273 Jul 16 19:59:13.185103 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-de5b2f3b-54a0-4a9d-83d6-66d46986aa55 service neutron] 10.222.0.78 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535823 Jul 16 19:59:13.212759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-a8f313da-f10a-400d-a146-0bb2b08610d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:13.215176 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-a8f313da-f10a-400d-a146-0bb2b08610d9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0ed60708-ce37-4ca4-b285-d0fb5baac0d5 HTTP/1.1" status: 200 len: 851 time: 0.0866697 Jul 16 19:59:13.311869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-7e0aced0-6cb4-4428-a4a8-ead5f04517d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:13.313888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-7e0aced0-6cb4-4428-a4a8-ead5f04517d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900488 Jul 16 19:59:13.436120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 739b1226-9709-42a2-9533-ee731bd5763d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:13.449044 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-d5fc96ab-8c30-4d58-b7f2-5e77e1dbe78e service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209006 Jul 16 19:59:13.451411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-c96f6282-87c4-4a74-965b-ee2eb6ee9185 service neutron] 10.222.0.78 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647872 Jul 16 19:59:13.464691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 739b1226-9709-42a2-9533-ee731bd5763d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:13.465389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 739b1226-9709-42a2-9533-ee731bd5763d not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:13.493807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-5c87567e-3c4e-4d75-9c06-7f6931dd9181 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:13.496279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-5c87567e-3c4e-4d75-9c06-7f6931dd9181 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 950 time: 0.1182096 Jul 16 19:59:13.581737 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-2667a6b8-192e-451f-a25e-cd0932048e3d service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237764 Jul 16 19:59:13.666564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-5b109810-bef3-4958-bccd-d065c6f6a4e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 200 len: 217 time: 0.0718632 Jul 16 19:59:13.687519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Deleting port d5ece332-d3fa-4d43-8a42-677acdb9389d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:13.688120 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:13.764645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-9a9f9469-0798-4c37-8355-a0944c316b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:13.767394 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-9a9f9469-0798-4c37-8355-a0944c316b85 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.0807638 Jul 16 19:59:13.790402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcc7d8f9-2ff7-4e8e-b990-7e00495cccb9 req-6575d00d-5174-47f9-a5d4-37728888f5a5 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 210 time: 0.0632768 Jul 16 19:59:13.939624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-5924a82c-6185-41fa-b466-73fa9932b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:13.947823 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-5924a82c-6185-41fa-b466-73fa9932b207 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1638899 Jul 16 19:59:13.965362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] For port d5ece332-d3fa-4d43-8a42-677acdb9389d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d5ece332-d3fa-4d43-8a42-677acdb9389d,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:13.965792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:13.981017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Calling delete_port for d5ece332-d3fa-4d43-8a42-677acdb9389d owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:13.999904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4532d-270d-4354-8444-fb866ca22d66 req-4cfb4a1e-dd26-4e68-aa59-729636b55cbf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:14.001783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fd4532d-270d-4354-8444-fb866ca22d66 req-4cfb4a1e-dd26-4e68-aa59-729636b55cbf tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 950 time: 0.2104528 Jul 16 19:59:14.149813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-70178856-b946-4204-a5b4-8f9350fbdff4 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917956 Jul 16 19:59:14.155551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fd4532d-270d-4354-8444-fb866ca22d66 req-390b33c6-1240-4efa-a564-ec3f8055e3a4 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468506 Jul 16 19:59:14.378134 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-5502a74d-c0e6-439f-8255-a8db01864ddd service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144387 Jul 16 19:59:14.439827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:14.452024 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'd5ece332-d3fa-4d43-8a42-677acdb9389d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:14.523469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8080de22-7d92-4ead-8f39-f0b29a2ec5d3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:14.540652 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-76c577d8-505f-46c4-a665-e9d092a1d5c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 200 len: 217 time: 0.1473651 Jul 16 19:59:14.630052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] No DVR routers for this DVR port d5ece332-d3fa-4d43-8a42-677acdb9389d on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:14.634542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:14.637545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f8d496-11b7-4239-ad1d-8656e64b0cfd req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "DELETE /v2.0/ports/d5ece332-d3fa-4d43-8a42-677acdb9389d HTTP/1.1" status: 204 len: 173 time: 1.1355479 Jul 16 19:59:14.649118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1f150-a876-4a3b-94c0-f5790a00b98e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event deleted for resources: {'Port': ['ID=d5ece332-d3fa-4d43-8a42-677acdb9389d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:14.652101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee64326-c75b-488e-b8bc-f6ad57cec63d', 'name': 'network-vif-deleted', 'tag': 'd5ece332-d3fa-4d43-8a42-677acdb9389d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:14.655539 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ba276-3b73-4f49-86a9-cd2e720f2525" -d '{"events": [{"server_uuid": "6ee64326-c75b-488e-b8bc-f6ad57cec63d", "name": "network-vif-deleted", "tag": "d5ece332-d3fa-4d43-8a42-677acdb9389d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:14.704230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-e38518b6-541d-42c6-818f-c20171f3b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:14.711606 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-e38518b6-541d-42c6-818f-c20171f3b0ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1506510 Jul 16 19:59:14.739946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8094a-3b10-4cf8-9b76-8f0b39e5e012 req-34692f78-38da-4cbc-84b2-8fec065db7c8 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:14.754449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fa8094a-3b10-4cf8-9b76-8f0b39e5e012 req-34692f78-38da-4cbc-84b2-8fec065db7c8 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 946 time: 0.3316092 Jul 16 19:59:14.863138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-11e6a3e2-a258-4111-9479-8639ca3b3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:14.874800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fa8094a-3b10-4cf8-9b76-8f0b39e5e012 req-f0436744-6a76-4b67-a23a-b6b8b79d8744 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185200 Jul 16 19:59:14.883130 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-11e6a3e2-a258-4111-9479-8639ca3b3160 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1434343 Jul 16 19:59:14.893064 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb882d51-7895-455c-860a-2cee4ab32938 x-openstack-request-id: req-bb882d51-7895-455c-860a-2cee4ab32938 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:14.894435 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee64326-c75b-488e-b8bc-f6ad57cec63d", "name": "network-vif-deleted", "tag": "d5ece332-d3fa-4d43-8a42-677acdb9389d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:14.895220 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb882d51-7895-455c-860a-2cee4ab32938 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:14.895846 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee64326-c75b-488e-b8bc-f6ad57cec63d', 'name': 'network-vif-deleted', 'tag': 'd5ece332-d3fa-4d43-8a42-677acdb9389d', 'status': 'completed', 'code': 200} Jul 16 19:59:14.916624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-a45c17ac-0bba-41e0-b6ec-b0e48274daa1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3235421 Jul 16 19:59:14.955158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-7e99e04b-d04d-4fb3-8226-21a1fd457eb1 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:14.971695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-7e99e04b-d04d-4fb3-8226-21a1fd457eb1 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 949 time: 0.3098891 Jul 16 19:59:15.181754 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-965362c7-a41d-4339-b8ec-dbe329c64a5f service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958813 Jul 16 19:59:15.342623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044b78ad-de79-40a2-8572-b38b0e1f36a0 req-6f43a404-8ec5-4a27-b506-86d58bf282bf tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 210 time: 0.1289856 Jul 16 19:59:15.383705 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-ed3bacff-5e1e-45ae-9abc-fb0bc53ca02b service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952169 Jul 16 19:59:15.446316 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-54019681-b2b7-457a-b1ea-56a12485141e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=36137dea-da05-44ad-b696-1cabae751096 HTTP/1.1" status: 200 len: 217 time: 0.0525625 Jul 16 19:59:15.559062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-5fdab5d3-b4e6-4428-86db-ada43aed1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:15.561405 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-5fdab5d3-b4e6-4428-86db-ada43aed1960 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1030829 Jul 16 19:59:15.563667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-aeb4bdb2-cf04-4ea7-b908-89bd27435366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:15.566330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-aeb4bdb2-cf04-4ea7-b908-89bd27435366 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7f0df0ec6164c33b765d1378199fc05&device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 1102 time: 0.3729143 Jul 16 19:59:15.642257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-21c5b49d-970a-4c8f-b798-967c83802106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:15.644175 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-21c5b49d-970a-4c8f-b798-967c83802106 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655787 Jul 16 19:59:15.770320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-910cc5fb-fec8-464b-9298-fd1ad96f49d3 req-e76acb14-22fc-40ff-a0f0-9668dc27132d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ee64326-c75b-488e-b8bc-f6ad57cec63d HTTP/1.1" status: 200 len: 210 time: 0.2010541 Jul 16 19:59:15.814754 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-032ae1d0-bfd4-475b-89c3-10f33bb73e43 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579404 Jul 16 19:59:15.973647 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-4451ef28-997d-4831-aeeb-371ab9503bfb service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499720 Jul 16 19:59:16.025140 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:16.067441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-43cd969e-86ce-4bcd-aea5-00d254a3a2cf tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:16.069730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-43cd969e-86ce-4bcd-aea5-00d254a3a2cf tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 815 time: 0.2909741 Jul 16 19:59:16.074807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Deleting port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:16.075269 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:16.134035 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-e50b9025-f23c-47ee-b928-2af0e714bb05 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=baa0842c-1ad9-4292-a324-e8b5e6370306 HTTP/1.1" status: 200 len: 217 time: 0.1508470 Jul 16 19:59:16.197991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] For port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:16.198526 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:16.218545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Calling delete_port for 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:16.262152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-30eaf1b0-29a2-44a2-a860-6ce4d5882c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:16.279880 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-30eaf1b0-29a2-44a2-a860-6ce4d5882c2c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1282570 Jul 16 19:59:16.352794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Request body: {'port': {'device_id': 'a18aa10f-4283-4d31-b6e6-2057731eb1cc', 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'admin_state_up': True, 'tenant_id': '32671528456e491f808a0a8849e1f1c2'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:16.433904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-dcdfbb07-b6dc-4d7a-b658-294fab1c3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:16.435486 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-dcdfbb07-b6dc-4d7a-b658-294fab1c3599 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1459339 Jul 16 19:59:16.514588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-1b9b26ab-2601-43cf-897b-71340e7effa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:16.520970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-1b9b26ab-2601-43cf-897b-71340e7effa7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.8648367 Jul 16 19:59:16.598120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-68ff66d5-9403-4bf0-bbbf-87e1c663ad15 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556304 Jul 16 19:59:16.684250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-221d3fbd-bd57-4617-acae-7dbe55d1f04b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1 HTTP/1.1" status: 200 len: 217 time: 0.1395066 Jul 16 19:59:16.716775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16f3f015-fc74-4edc-aba6-81b6253ca65b req-3f113af5-d8ae-4070-9d34-c92b04e8a1ea tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 210 time: 0.0962136 Jul 16 19:59:16.822798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-5eeea8d2-3b9b-4391-9ba4-1338564dedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:16.825025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-5eeea8d2-3b9b-4391-9ba4-1338564dedb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1141405 Jul 16 19:59:16.846618 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-b2af63f9-7532-4b9f-ad68-289101346bbc service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309189 Jul 16 19:59:16.865807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:16.869505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Made reservation on behalf of 32671528456e491f808a0a8849e1f1c2 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:16.873431 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:16.880075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:16.963419 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-c63e4fa8-afeb-48fc-8d4f-1c3397cde5dc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=446d7203-494b-4ed8-b9a2-b593d2676b59 HTTP/1.1" status: 200 len: 217 time: 0.1029305 Jul 16 19:59:17.018294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event deleted for resources: {'Port': ['ID=8080de22-7d92-4ead-8f39-f0b29a2ec5d3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:17.103614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed23e2-db9b-46b5-bd48-cc0c07928d82 req-5ab217fe-7f57-43d7-8c87-a972fcd4b672 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:17.108929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-3961e812-396f-49b6-956f-4ca679956bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:17.110794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5ed23e2-db9b-46b5-bd48-cc0c07928d82 req-5ab217fe-7f57-43d7-8c87-a972fcd4b672 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 946 time: 0.4055033 Jul 16 19:59:17.117108 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-3961e812-396f-49b6-956f-4ca679956bcf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.1494272 Jul 16 19:59:17.170760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d5ece332-d3fa-4d43-8a42-677acdb9389d no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:17.212066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: d5ece332-d3fa-4d43-8a42-677acdb9389d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:17.212480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d5ece332-d3fa-4d43-8a42-677acdb9389d not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:17.251483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Allocated IP 172.20.0.4 (673214b4-bcbd-402a-9302-dac0e58e67ce/78e1d8a1-ef98-46fd-bdff-e577a1edc84d/6ab26880-e943-42e1-a5d9-17d2d85cac44) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:17.253814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-9542cb10-cc82-4245-9312-b274f1fe3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:17.259593 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-9542cb10-cc82-4245-9312-b274f1fe3f89 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1297498 Jul 16 19:59:17.438263 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:17.477287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-00b19fe2-a3a0-463d-a10c-e0c42e6f73d3 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069647 Jul 16 19:59:17.485039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] No DVR routers for this DVR port 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:17.497130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:17.499609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-93943bbf-4c1f-47b4-a787-2adfbc7a1c14 req-39ea6d3b-6a0f-4998-9716-b2ff70051ed0 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.68 "DELETE /v2.0/ports/8080de22-7d92-4ead-8f39-f0b29a2ec5d3 HTTP/1.1" status: 204 len: 173 time: 2.5182366 Jul 16 19:59:17.505018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24e574f-b298-4e79-87af-57b57ad8899a', 'name': 'network-vif-deleted', 'tag': '8080de22-7d92-4ead-8f39-f0b29a2ec5d3'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:17.507970 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de410087-0215-45c9-bbe8-d229170c8faf" -d '{"events": [{"server_uuid": "f24e574f-b298-4e79-87af-57b57ad8899a", "name": "network-vif-deleted", "tag": "8080de22-7d92-4ead-8f39-f0b29a2ec5d3"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:17.544727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-34dbf4e0-6fd7-4176-a10f-006e4609fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:17.546232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-34dbf4e0-6fd7-4176-a10f-006e4609fe61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7136679 Jul 16 19:59:17.564951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5ed23e2-db9b-46b5-bd48-cc0c07928d82 req-070b60a6-2d54-49a1-bc6f-00c68f7a3a89 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4530516 Jul 16 19:59:17.618241 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:17.763810 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a699889a-9e66-4b3f-88fd-35c486796155 x-openstack-request-id: req-a699889a-9e66-4b3f-88fd-35c486796155 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:17.764096 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24e574f-b298-4e79-87af-57b57ad8899a", "name": "network-vif-deleted", "tag": "8080de22-7d92-4ead-8f39-f0b29a2ec5d3", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:17.776185 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-a7e60fd1-9d4e-4522-82c9-4160f3e33010 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787232 Jul 16 19:59:17.785307 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a699889a-9e66-4b3f-88fd-35c486796155 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:17.785947 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24e574f-b298-4e79-87af-57b57ad8899a', 'name': 'network-vif-deleted', 'tag': '8080de22-7d92-4ead-8f39-f0b29a2ec5d3', 'status': 'completed', 'code': 200} Jul 16 19:59:17.851523 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-58651a79-515b-45a8-bb9f-46e936d366b0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d HTTP/1.1" status: 200 len: 217 time: 0.0643890 Jul 16 19:59:17.932085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2cd5c63e-c8f4-4aa8-a035-905efbc060b4 req-8d2325b2-2462-43ef-93d8-3214225724dd tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=f24e574f-b298-4e79-87af-57b57ad8899a HTTP/1.1" status: 200 len: 210 time: 0.0990646 Jul 16 19:59:17.935032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Network 673214b4-bcbd-402a-9302-dac0e58e67ce is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:17.940427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Pushing event updated for resources: {'Port': ['ID=6ab26880-e943-42e1-a5d9-17d2d85cac44,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:17.949100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:17.950506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81cd3fbf-3506-48bc-b6be-2cdcddff1348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:17.953569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:17.968932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-7e0ffffb-7f6d-4e72-8185-95b6a3a65a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:17.971357 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-7e0ffffb-7f6d-4e72-8185-95b6a3a65a96 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.1083629 Jul 16 19:59:18.014743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-5b109bdf-198a-44ff-8a5e-c7314b9f409f service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483132 Jul 16 19:59:18.019787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['9ebb39c0-3a7d-4555-9f28-98fa80e03b90', '0e31d0c8-85a0-4f16-88a3-426c00975627'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:18.127545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-4ad5dd35-4c3d-401f-b916-e52f77f112ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:18.129520 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-4ad5dd35-4c3d-401f-b916-e52f77f112ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1488900 Jul 16 19:59:18.370040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-299543f8-f18b-4cb3-b04f-6fadb72003fc service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237642 Jul 16 19:59:18.566589 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67a51f92-f7b2-4344-b62d-39a9fb30858a req-a16a9e20-d8d9-4b39-99d6-d85216c6448d service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812394 Jul 16 19:59:18.739226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:18.739988 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:18.817260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-759cc9d6-3bbb-4836-a8df-c1062a26160d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4769869 Jul 16 19:59:18.833431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Request body: {'port': {'device_id': 'a18aa10f-4283-4d31-b6e6-2057731eb1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:18.907477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca1bed38-89aa-451a-bec9-020a08ff7ff1 req-8aa94b1c-f9b3-4772-bd3f-618ba5601608 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8815308 Jul 16 19:59:18.952477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033cbb0-3a58-42c2-bfcf-dd6c15217354 req-b3f38c82-b151-427f-9730-9453e15af842 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:18.955516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c033cbb0-3a58-42c2-bfcf-dd6c15217354 req-b3f38c82-b151-427f-9730-9453e15af842 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 931 time: 0.2473047 Jul 16 19:59:18.997633 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:19.027678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c033cbb0-3a58-42c2-bfcf-dd6c15217354 req-b86a075c-8389-4efb-9992-ee98d87a8271 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628960 Jul 16 19:59:19.370159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579d8be-6c74-482f-9097-b66b29840028 req-af22dbbc-f557-4dea-a276-6ff30e91fbdb tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:19.377352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8579d8be-6c74-482f-9097-b66b29840028 req-af22dbbc-f557-4dea-a276-6ff30e91fbdb tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 946 time: 0.1518953 Jul 16 19:59:19.442271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8579d8be-6c74-482f-9097-b66b29840028 req-25e454c7-c229-49d3-9c75-a4228bd8d2e9 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605567 Jul 16 19:59:19.493122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:19.536370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:19.536650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8080de22-7d92-4ead-8f39-f0b29a2ec5d3 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:19.557828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab26880-e943-42e1-a5d9-17d2d85cac44 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:59:19.578866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:19.595022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Transition to ACTIVE for port object 6ab26880-e943-42e1-a5d9-17d2d85cac44 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:19.603364 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:19.729416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab26880-e943-42e1-a5d9-17d2d85cac44,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:19.822722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Attempting to bind port 6ab26880-e943-42e1-a5d9-17d2d85cac44 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:59:19.823336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Attempting to bind port 6ab26880-e943-42e1-a5d9-17d2d85cac44 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:59:19.824255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Attempting to bind port 6ab26880-e943-42e1-a5d9-17d2d85cac44 on network 673214b4-bcbd-402a-9302-dac0e58e67ce {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:19.830483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Port 6ab26880-e943-42e1-a5d9-17d2d85cac44 on network 673214b4-bcbd-402a-9302-dac0e58e67ce not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:59:19.830914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Attempting to bind port 6ab26880-e943-42e1-a5d9-17d2d85cac44 on network 673214b4-bcbd-402a-9302-dac0e58e67ce {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:19.838419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:59:19.838880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Checking segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:19.839411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Bound using segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:59:19.840100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Bound port: 6ab26880-e943-42e1-a5d9-17d2d85cac44, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:59:19.840561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:19.923439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] For port 6ab26880-e943-42e1-a5d9-17d2d85cac44, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:59:19.938349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] For port 6ab26880-e943-42e1-a5d9-17d2d85cac44, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=6ab26880-e943-42e1-a5d9-17d2d85cac44,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:59:19.957541 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:20.040863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab26880-e943-42e1-a5d9-17d2d85cac44,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:20.082886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:20.083871 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:20.085650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-dd0a6851-d69f-49f4-b783-2f9a522bac32 service neutron] 10.222.0.16 "PUT /v2.0/ports/6ab26880-e943-42e1-a5d9-17d2d85cac44 HTTP/1.1" status: 200 len: 1092 time: 1.2569501 Jul 16 19:59:20.088768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18aa10f-4283-4d31-b6e6-2057731eb1cc', 'tag': '6ab26880-e943-42e1-a5d9-17d2d85cac44'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:20.099243 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c877880a-c9a5-4d41-9256-87d3a896986f" -d '{"events": [{"name": "network-changed", "server_uuid": "a18aa10f-4283-4d31-b6e6-2057731eb1cc", "tag": "6ab26880-e943-42e1-a5d9-17d2d85cac44"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:20.255159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-ef336bc5-929e-4700-a10c-1a3b505d9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:20.257338 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-ef336bc5-929e-4700-a10c-1a3b505d9ccb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 1095 time: 0.1172326 Jul 16 19:59:20.280332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73349d8-bd2f-4c8a-9724-1f34213fa564 req-74b848b5-df58-4941-aa1d-2d048674dc49 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:20.282523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c73349d8-bd2f-4c8a-9724-1f34213fa564 req-74b848b5-df58-4941-aa1d-2d048674dc49 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 950 time: 0.0991821 Jul 16 19:59:20.326597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-21a6f9b0-84e2-453b-a48c-e303c54d6c53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab26880-e943-42e1-a5d9-17d2d85cac44 HTTP/1.1" status: 200 len: 217 time: 0.0606525 Jul 16 19:59:20.334223 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-18dfc160-e863-4b8d-a85a-d6340fc6b7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:20.438243 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c73349d8-bd2f-4c8a-9724-1f34213fa564 req-6e6fa2cc-a8d4-4c57-b908-ac7f650a8a68 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207910 Jul 16 19:59:20.443895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-09a9623f-68e4-4d98-94ba-ba2f089679fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:20.446453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-09a9623f-68e4-4d98-94ba-ba2f089679fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.1099076 Jul 16 19:59:20.496682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-de8f94fb-ecd8-4765-913a-63bd2bf8fca2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418983 Jul 16 19:59:20.528310 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:20.567814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdb231-36d5-40c4-b699-9a17a80577fe req-34440e98-daa2-4054-aa8d-7aa83245a915 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:20.576645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3afdb231-36d5-40c4-b699-9a17a80577fe req-34440e98-daa2-4054-aa8d-7aa83245a915 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 943 time: 0.2009594 Jul 16 19:59:20.664869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-227db0e0-de6f-47cc-b7ba-2ea842842693 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:20.672022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3afdb231-36d5-40c4-b699-9a17a80577fe req-462d864a-88e6-4eb8-b894-cbc2e224dd56 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940197 Jul 16 19:59:20.674215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-227db0e0-de6f-47cc-b7ba-2ea842842693 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.68 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 946 time: 0.1530049 Jul 16 19:59:20.728134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-c010725c-e3fe-4856-a43a-64a5a5e16978 service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144365 Jul 16 19:59:20.777865 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08556e44-6b98-4b0a-84fe-36779cbeef8c x-openstack-request-id: req-08556e44-6b98-4b0a-84fe-36779cbeef8c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:20.778270 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18aa10f-4283-4d31-b6e6-2057731eb1cc", "tag": "6ab26880-e943-42e1-a5d9-17d2d85cac44", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:20.778637 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08556e44-6b98-4b0a-84fe-36779cbeef8c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:20.779258 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18aa10f-4283-4d31-b6e6-2057731eb1cc', 'tag': '6ab26880-e943-42e1-a5d9-17d2d85cac44', 'status': 'completed', 'code': 200} Jul 16 19:59:20.940130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ce41c84-527e-4acb-b50c-5c4063f07a1f req-e265965b-dcc3-46ab-b3ac-a60970090645 service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067907 Jul 16 19:59:20.948631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Deleting port b3c7780f-5be8-48e8-bdd9-79df40119375 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:20.949290 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:21.094891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] For port b3c7780f-5be8-48e8-bdd9-79df40119375, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3c7780f-5be8-48e8-bdd9-79df40119375,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:21.095613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:21.174670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206610f5-d77e-4abc-a145-27031df6d4d2 req-60db60d1-92bc-428b-b48d-1cf906df3833 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:21.176770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-206610f5-d77e-4abc-a145-27031df6d4d2 req-60db60d1-92bc-428b-b48d-1cf906df3833 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 946 time: 0.2181578 Jul 16 19:59:21.179183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877880a-c9a5-4d41-9256-87d3a896986f req-26928694-86c4-462d-b682-296a4a531178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:21.181368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c877880a-c9a5-4d41-9256-87d3a896986f req-26928694-86c4-462d-b682-296a4a531178 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 1095 time: 0.1644273 Jul 16 19:59:21.200116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-fc0b38c4-cd8b-432a-a9af-aef6f9b718f2 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:21.201839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-fc0b38c4-cd8b-432a-a9af-aef6f9b718f2 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/ports?device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 950 time: 0.1654363 Jul 16 19:59:21.330714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-206610f5-d77e-4abc-a145-27031df6d4d2 req-b7d044c6-d23a-4cb8-8ae9-2996910aa630 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups?id=3010165f-54f0-4488-bb1f-52ac16f698f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452310 Jul 16 19:59:21.383020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:21.383404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:21.383789 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Floating IP 1713edff-a002-4c1b-89c3-eb7fe500b22a disassociated. External IP: 172.25.6.210, port: b3c7780f-5be8-48e8-bdd9-79df40119375. Jul 16 19:59:21.384189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Calling delete_port for b3c7780f-5be8-48e8-bdd9-79df40119375 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:21.404800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877880a-c9a5-4d41-9256-87d3a896986f req-6d2c900b-fda9-465b-9719-a29ee3f183b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:21.406708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c877880a-c9a5-4d41-9256-87d3a896986f req-6d2c900b-fda9-465b-9719-a29ee3f183b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 916 time: 0.2027454 Jul 16 19:59:21.458761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c877880a-c9a5-4d41-9256-87d3a896986f req-5cafd4e2-0e6d-4e7f-8123-0d50fe4dff84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab26880-e943-42e1-a5d9-17d2d85cac44 HTTP/1.1" status: 200 len: 217 time: 0.0437102 Jul 16 19:59:21.484014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Deleting port ef45e860-9071-4118-a69f-e4c15b4abe46 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:21.484456 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:21.574280 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:21.596334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-5a34b87f-c23d-4b0d-a0fe-ddfbca1354fb tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:21.597404 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-5a34b87f-c23d-4b0d-a0fe-ddfbca1354fb tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/ports?device_id=f89f2db4-28e0-41aa-8994-c2606a5c86d9 HTTP/1.1" status: 200 len: 949 time: 0.1607654 Jul 16 19:59:21.628130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event deleted for resources: {'Port': ['ID=b3c7780f-5be8-48e8-bdd9-79df40119375,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:21.662152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] For port ef45e860-9071-4118-a69f-e4c15b4abe46, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ef45e860-9071-4118-a69f-e4c15b4abe46,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:21.662573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:21.684358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Calling delete_port for ef45e860-9071-4118-a69f-e4c15b4abe46 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:21.688956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877880a-c9a5-4d41-9256-87d3a896986f req-be0e8c6f-6f81-48c3-ab80-f3228a0508cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:21.690289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c877880a-c9a5-4d41-9256-87d3a896986f req-be0e8c6f-6f81-48c3-ab80-f3228a0508cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.2212071 Jul 16 19:59:21.767752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c877880a-c9a5-4d41-9256-87d3a896986f req-3a01877c-3f40-4ec5-98dc-c4386b8a0979 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639145 Jul 16 19:59:21.808488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Router 9ce4d9db-1130-4002-9c4c-862471c9cf57 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:59:21.822519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Deleting port b44072ea-7f97-4d41-94d6-84961e9b95c3 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:21.822875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:21.827216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8702-9a34-474c-a086-9c8429ca151e req-aa76b7b8-17de-4d1d-afa6-6a15c12a9007 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:21.828872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-beee8702-9a34-474c-a086-9c8429ca151e req-aa76b7b8-17de-4d1d-afa6-6a15c12a9007 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 950 time: 0.2570093 Jul 16 19:59:21.980452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-beee8702-9a34-474c-a086-9c8429ca151e req-10d9e7c8-5e6c-43fc-b29c-fb5653f7551e tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406250 Jul 16 19:59:21.993049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c877880a-c9a5-4d41-9256-87d3a896986f req-cf48b92c-0f16-4cc1-a40f-6f6937295a9a service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167656 Jul 16 19:59:22.056355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] For port b44072ea-7f97-4d41-94d6-84961e9b95c3, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b44072ea-7f97-4d41-94d6-84961e9b95c3,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:22.056733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:22.077129 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:59:22.088257 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] Sync routers for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:59:22.114458 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:22.115110 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:22.118764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Calling delete_port for b44072ea-7f97-4d41-94d6-84961e9b95c3 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:22.162941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1485d-becb-48b1-b196-4b87db6b87dd req-19f94ebd-4ae3-465b-a869-35d8740a9d7c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:22.174343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7f1485d-becb-48b1-b196-4b87db6b87dd req-19f94ebd-4ae3-465b-a869-35d8740a9d7c tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 943 time: 0.2869511 Jul 16 19:59:22.197380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] No DVR routers for this DVR port b3c7780f-5be8-48e8-bdd9-79df40119375 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:22.199727 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:22.201156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:22.207658 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1f5410cc-0833-47f8-9a09-e6a6df046240 req-ab8e0a09-11e8-4845-90c3-a11c72820853 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.68 "DELETE /v2.0/ports/b3c7780f-5be8-48e8-bdd9-79df40119375 HTTP/1.1" status: 204 len: 173 time: 1.5258300 Jul 16 19:59:22.208173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'name': 'network-vif-deleted', 'tag': 'b3c7780f-5be8-48e8-bdd9-79df40119375'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:22.219085 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad17b8d-d7a9-4e1b-9eba-4d7e19666193" -d '{"events": [{"server_uuid": "efff117d-8f4c-4c46-bcea-7e3b288b5dd7", "name": "network-vif-deleted", "tag": "b3c7780f-5be8-48e8-bdd9-79df40119375"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:22.258989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'b44072ea-7f97-4d41-94d6-84961e9b95c3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:22.344156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event deleted for resources: {'Port': ['ID=ef45e860-9071-4118-a69f-e4c15b4abe46,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:22.363956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7f1485d-becb-48b1-b196-4b87db6b87dd req-e7bf8aa1-888c-49fd-abd0-5ae84f42cfea tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886294 Jul 16 19:59:22.388585 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561eea81-c909-4645-8c1b-c072a43ec1c5 x-openstack-request-id: req-561eea81-c909-4645-8c1b-c072a43ec1c5 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:22.388939 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efff117d-8f4c-4c46-bcea-7e3b288b5dd7", "name": "network-vif-deleted", "tag": "b3c7780f-5be8-48e8-bdd9-79df40119375", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:22.389115 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-561eea81-c909-4645-8c1b-c072a43ec1c5 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:22.389524 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efff117d-8f4c-4c46-bcea-7e3b288b5dd7', 'name': 'network-vif-deleted', 'tag': 'b3c7780f-5be8-48e8-bdd9-79df40119375', 'status': 'completed', 'code': 200} Jul 16 19:59:22.419985 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:22.472958 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:22.514003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] No DVR routers for this DVR port ef45e860-9071-4118-a69f-e4c15b4abe46 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:22.523224 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:22.526225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aacf2aa-9da7-47b7-a66d-3596a8ca31ba req-136a9fdd-1386-438f-929a-89005cdcb1af tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "DELETE /v2.0/ports/ef45e860-9071-4118-a69f-e4c15b4abe46 HTTP/1.1" status: 204 len: 173 time: 1.3053060 Jul 16 19:59:22.529351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:22.539480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c877880a-c9a5-4d41-9256-87d3a896986f req-ae107d07-b16e-450f-97e1-bc07c46e0f9f service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793351 Jul 16 19:59:22.602934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event deleted for resources: {'Port': ['ID=b44072ea-7f97-4d41-94d6-84961e9b95c3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:22.663261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] No DVR routers for this DVR port b44072ea-7f97-4d41-94d6-84961e9b95c3 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:22.664342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f28fa8f-2475-4288-bf74-42dbd983f1c1 req-4e2f6212-65d0-45c4-8b6c-b8798f137499 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/ports?device_id=efff117d-8f4c-4c46-bcea-7e3b288b5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0622001 Jul 16 19:59:22.681473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:22.687616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9e842a89-51fb-4e83-b33a-65b0b9b70f04 req-ba1a2751-41ef-4559-9107-60aac79f09fe tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "DELETE /v2.0/ports/b44072ea-7f97-4d41-94d6-84961e9b95c3 HTTP/1.1" status: 204 len: 173 time: 1.0660646 Jul 16 19:59:22.780164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eb9ae4-641e-4d30-86b1-0b2c6f202feb', 'name': 'network-vif-deleted', 'tag': 'ef45e860-9071-4118-a69f-e4c15b4abe46'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:22.783509 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9115772d-f4fb-41b5-a712-aee173825ddc" -d '{"events": [{"server_uuid": "98eb9ae4-641e-4d30-86b1-0b2c6f202feb", "name": "network-vif-deleted", "tag": "ef45e860-9071-4118-a69f-e4c15b4abe46"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:22.922963 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dd3d81-32de-49b1-a254-86cd62d84edf x-openstack-request-id: req-27dd3d81-32de-49b1-a254-86cd62d84edf {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:22.923292 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eb9ae4-641e-4d30-86b1-0b2c6f202feb", "name": "network-vif-deleted", "tag": "ef45e860-9071-4118-a69f-e4c15b4abe46", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:22.923505 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27dd3d81-32de-49b1-a254-86cd62d84edf {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:22.924586 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eb9ae4-641e-4d30-86b1-0b2c6f202feb', 'name': 'network-vif-deleted', 'tag': 'ef45e860-9071-4118-a69f-e4c15b4abe46', 'status': 'completed', 'code': 200} Jul 16 19:59:22.967747 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:57Z', 'revision_number': 5, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:23.027073 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] Checking router: 9ce4d9db-1130-4002-9c4c-862471c9cf57 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:59:23.037438 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:23.038608 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:23.128459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'ef45e860-9071-4118-a69f-e4c15b4abe46'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:23.184554 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:23.210542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 6ab26880-e943-42e1-a5d9-17d2d85cac44 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:59:23.461312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8664de7e-2872-412a-9434-12004c44fd5c req-689c5d37-bce3-4ccc-854e-8d37c15d8e26 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=98eb9ae4-641e-4d30-86b1-0b2c6f202feb HTTP/1.1" status: 200 len: 210 time: 0.1401451 Jul 16 19:59:23.766012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:23.832449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4029c-a1a1-48b0-8bb9-db4fb294cab2 req-4296f894-e3aa-4a58-a0a4-f7bc7f1aeb1f tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:23.854595 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:57Z', 'revision_number': 5, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:23.856943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f4029c-a1a1-48b0-8bb9-db4fb294cab2 req-4296f894-e3aa-4a58-a0a4-f7bc7f1aeb1f tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 943 time: 0.1854575 Jul 16 19:59:23.872331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 6ab26880-e943-42e1-a5d9-17d2d85cac44, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=6ab26880-e943-42e1-a5d9-17d2d85cac44,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:23.947028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57452) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:23.949328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '6ab26880-e943-42e1-a5d9-17d2d85cac44', 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'port_id': '6ab26880-e943-42e1-a5d9-17d2d85cac44', 'mac_address': 'fa:16:3e:32:de:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e1d8a1-ef98-46fd-bdff-e577a1edc84d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:59:23.954027 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7bc1bf-4b84-4634-8b68-96383e32eb73 None None] The sync data for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 is: [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:56:48Z', 'revision_number': 4, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '52521c14-89c6-4baa-8f8d-92b9e204fe18', 'name': '', 'network_id': '4da11f8b-2eb4-487f-9af0-29dbbd4bc958', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'mac_address': 'fa:16:3e:1c:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:56:57Z', 'revision_number': 5, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'subnets': [{'id': '307d197c-53a4-44a8-8ff3-54cea9a80076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:59:24.013868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.029364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f4029c-a1a1-48b0-8bb9-db4fb294cab2 req-7979d5cf-79eb-40ac-a3d6-15af22b1eb10 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701632 Jul 16 19:59:24.036352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab26880-e943-42e1-a5d9-17d2d85cac44 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:59:24.126656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57460) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:24.127456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 6ab26880-e943-42e1-a5d9-17d2d85cac44, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=6ab26880-e943-42e1-a5d9-17d2d85cac44,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:24.145812 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.290422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=6ab26880-e943-42e1-a5d9-17d2d85cac44,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:24.348983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-679de47d-b9c8-4f26-ba3a-2010ae6af0f5 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.362966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bef3ff72-1109-4db7-b4e8-d179115755d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.385608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['6ab26880-e943-42e1-a5d9-17d2d85cac44'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:24.392656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f2db4-28e0-41aa-8994-c2606a5c86d9', 'name': 'network-vif-deleted', 'tag': 'b44072ea-7f97-4d41-94d6-84961e9b95c3'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:24.400753 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3271f60b-7bc6-44aa-b42f-72082a404d74" -d '{"events": [{"server_uuid": "f89f2db4-28e0-41aa-8994-c2606a5c86d9", "name": "network-vif-deleted", "tag": "b44072ea-7f97-4d41-94d6-84961e9b95c3"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:24.453722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-679de47d-b9c8-4f26-ba3a-2010ae6af0f5 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.471221 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acdb452-67ae-4206-8b1b-862efa10cfea x-openstack-request-id: req-0acdb452-67ae-4206-8b1b-862efa10cfea {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:24.471730 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89f2db4-28e0-41aa-8994-c2606a5c86d9", "name": "network-vif-deleted", "tag": "b44072ea-7f97-4d41-94d6-84961e9b95c3", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:24.472052 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0acdb452-67ae-4206-8b1b-862efa10cfea {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:24.472762 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f2db4-28e0-41aa-8994-c2606a5c86d9', 'name': 'network-vif-deleted', 'tag': 'b44072ea-7f97-4d41-94d6-84961e9b95c3', 'status': 'completed', 'code': 200} Jul 16 19:59:24.502824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4497f13-1804-44b3-b0cd-0bcddacc70d8 None None] New status for floating IP 1713edff-a002-4c1b-89c3-eb7fe500b22a: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:59:24.670899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-679de47d-b9c8-4f26-ba3a-2010ae6af0f5 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.676234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-679de47d-b9c8-4f26-ba3a-2010ae6af0f5 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.677314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-679de47d-b9c8-4f26-ba3a-2010ae6af0f5 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "DELETE /v2.0/security-groups/3010165f-54f0-4488-bb1f-52ac16f698f4 HTTP/1.1" status: 204 len: 168 time: 0.5496824 Jul 16 19:59:24.683617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57470) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:24.709164 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-241cea00-d95a-4fb9-a184-d520f82d167b tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] show failed (client error): The resource could not be found. Jul 16 19:59:24.711881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-241cea00-d95a-4fb9-a184-d520f82d167b tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "GET /v2.0/security-groups/3010165f-54f0-4488-bb1f-52ac16f698f4 HTTP/1.1" status: 404 len: 347 time: 0.0270720 Jul 16 19:59:24.715068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57474) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:24.716743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679de47d-b9c8-4f26-ba3a-2010ae6af0f5 tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010165f-54f0-4488-bb1f-52ac16f698f4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:24.804138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bef3ff72-1109-4db7-b4e8-d179115755d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.810324 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bef3ff72-1109-4db7-b4e8-d179115755d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.916233 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bef3ff72-1109-4db7-b4e8-d179115755d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c771bbce65bb40abbcc338381ba49c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9671733 Jul 16 19:59:24.917515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57478) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:24.918507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3ff72-1109-4db7-b4e8-d179115755d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca18a0e-a11f-469e-a9b1-d545ae13a553,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:24.967844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Deleting port 7eecbd6a-234c-4726-9824-c4b795775460 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:24.968379 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:25.043716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76a9409b-b956-4f16-8d11-90c696e5e07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:25.071545 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:25.071991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:25.083147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76a9409b-b956-4f16-8d11-90c696e5e07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:25.120786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Calling delete_port for 7eecbd6a-234c-4726-9824-c4b795775460 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:25.147179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76a9409b-b956-4f16-8d11-90c696e5e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:25.153072 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76a9409b-b956-4f16-8d11-90c696e5e07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:25.156791 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-76a9409b-b956-4f16-8d11-90c696e5e07a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ca18a0e-a11f-469e-a9b1-d545ae13a553 HTTP/1.1" status: 204 len: 168 time: 0.2124226 Jul 16 19:59:25.187257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9409b-b956-4f16-8d11-90c696e5e07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca18a0e-a11f-469e-a9b1-d545ae13a553,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:25.225165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ef45e860-9071-4118-a69f-e4c15b4abe46 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:25.275604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: ef45e860-9071-4118-a69f-e4c15b4abe46 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:25.276167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ef45e860-9071-4118-a69f-e4c15b4abe46 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:25.277001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b44072ea-7f97-4d41-94d6-84961e9b95c3 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:25.299814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: b44072ea-7f97-4d41-94d6-84961e9b95c3 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:25.299814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b44072ea-7f97-4d41-94d6-84961e9b95c3 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:25.523151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b3c7780f-5be8-48e8-bdd9-79df40119375 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:25.579780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: b3c7780f-5be8-48e8-bdd9-79df40119375 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:25.581402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b3c7780f-5be8-48e8-bdd9-79df40119375 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:25.858901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7d23d-d43a-4a36-b5cc-84117ac4bdc2 req-ff8c054b-36a4-4559-a80e-ac64d4f83b63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:25.860626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cec7d23d-d43a-4a36-b5cc-84117ac4bdc2 req-ff8c054b-36a4-4559-a80e-ac64d4f83b63 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 944 time: 0.6001806 Jul 16 19:59:25.873314 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:25.931854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Pushing event deleted for resources: {'Port': ['ID=7eecbd6a-234c-4726-9824-c4b795775460,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:25.971837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ec5b6-f3d9-48f1-a475-c4babab9aad4 req-ce45d461-5e7a-4063-b2d6-edcbd78cc934 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:25.973408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-550ec5b6-f3d9-48f1-a475-c4babab9aad4 req-ce45d461-5e7a-4063-b2d6-edcbd78cc934 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 950 time: 0.2436337 Jul 16 19:59:26.018178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cec7d23d-d43a-4a36-b5cc-84117ac4bdc2 req-bbca2fb9-1e32-43c0-a0b3-42373ae79931 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467512 Jul 16 19:59:26.077539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-550ec5b6-f3d9-48f1-a475-c4babab9aad4 req-699f0ecc-d8d6-496a-a71d-b461ff7a1b38 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826242 Jul 16 19:59:26.078668 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:26.082080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:26.083599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a59d5059-12c9-4071-885f-59b3d35fb16a tempest-ServersTestJSON-1341808847 tempest-ServersTestJSON-1341808847-project] 10.222.0.78 "DELETE /v2.0/floatingips/1713edff-a002-4c1b-89c3-eb7fe500b22a HTTP/1.1" status: 204 len: 168 time: 1.3659177 Jul 16 19:59:26.087054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57516) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:26.812769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-1d1679dc-fa26-4b61-9646-810374d3d9df tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:26.814554 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-1d1679dc-fa26-4b61-9646-810374d3d9df tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 950 time: 0.1504364 Jul 16 19:59:27.011699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Deleting port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:27.012478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.168444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.232001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 6ab26880-e943-42e1-a5d9-17d2d85cac44 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:27.304955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972431d-ceb6-4a1d-bed6-1b7b1b94c343 req-3e59e6bd-b048-46a3-8d28-3dcbad8ec2c3 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:27.312246 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6972431d-ceb6-4a1d-bed6-1b7b1b94c343 req-3e59e6bd-b048-46a3-8d28-3dcbad8ec2c3 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 944 time: 0.1689107 Jul 16 19:59:27.337366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 6ab26880-e943-42e1-a5d9-17d2d85cac44 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:27.344009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 6ab26880-e943-42e1-a5d9-17d2d85cac44 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:27.344783 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.382590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] For port ac6b881a-9c9a-4655-b915-3ec7d8f984a1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:27.393779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.395826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6972431d-ceb6-4a1d-bed6-1b7b1b94c343 req-2013eac9-cc87-42a1-be19-97c6be3d533f tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738301 Jul 16 19:59:27.440168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb8a5b-7ca7-439e-bbc9-35b953b510fb req-5f4d7aa1-4974-4d21-b468-b11ddc5ee257 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:27.450396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Calling delete_port for ac6b881a-9c9a-4655-b915-3ec7d8f984a1 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:27.451312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3dbb8a5b-7ca7-439e-bbc9-35b953b510fb req-5f4d7aa1-4974-4d21-b468-b11ddc5ee257 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 950 time: 0.2052145 Jul 16 19:59:27.485625 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.544455 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3dbb8a5b-7ca7-439e-bbc9-35b953b510fb req-13c0e9bb-dced-4360-b65a-4ef358738480 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/security-groups?id=a79c95d7-7e70-47f2-9732-e2767db6d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920882 Jul 16 19:59:27.548500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 6ab26880-e943-42e1-a5d9-17d2d85cac44, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=6ab26880-e943-42e1-a5d9-17d2d85cac44,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:27.549834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18aa10f-4283-4d31-b6e6-2057731eb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab26880-e943-42e1-a5d9-17d2d85cac44'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:27.562298 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45857e01-0bb3-460f-907b-597b0ad86682" -d '{"events": [{"server_uuid": "a18aa10f-4283-4d31-b6e6-2057731eb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "6ab26880-e943-42e1-a5d9-17d2d85cac44"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:27.568720 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.659851 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7197e7d3-dc16-41d3-aa1b-4eec302fe22e x-openstack-request-id: req-7197e7d3-dc16-41d3-aa1b-4eec302fe22e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:27.660168 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18aa10f-4283-4d31-b6e6-2057731eb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "6ab26880-e943-42e1-a5d9-17d2d85cac44", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:27.660484 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7197e7d3-dc16-41d3-aa1b-4eec302fe22e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:27.660792 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18aa10f-4283-4d31-b6e6-2057731eb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab26880-e943-42e1-a5d9-17d2d85cac44', 'code': 200} Jul 16 19:59:27.703414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=6ab26880-e943-42e1-a5d9-17d2d85cac44,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:27.830395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.845823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Deleting port 52521c14-89c6-4baa-8f8d-92b9e204fe18 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:27.845959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ac6b881a-9c9a-4655-b915-3ec7d8f984a1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:27.846285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.885603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeebf52-4944-4ec5-81ba-10c7dfa526ec req-78213e2c-1ede-45b2-acd2-8516b9ba6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:27.888766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8aeebf52-4944-4ec5-81ba-10c7dfa526ec req-78213e2c-1ede-45b2-acd2-8516b9ba6ee7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 1097 time: 0.1516564 Jul 16 19:59:27.959956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] For port 52521c14-89c6-4baa-8f8d-92b9e204fe18, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=52521c14-89c6-4baa-8f8d-92b9e204fe18,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:27.961283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8aeebf52-4944-4ec5-81ba-10c7dfa526ec req-be79f977-7411-4e01-bab0-223beffd13d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670662 Jul 16 19:59:27.961807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.993298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Calling delete_port for 52521c14-89c6-4baa-8f8d-92b9e204fe18 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:28.092934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Pushing event deleted for resources: {'Port': ['ID=ac6b881a-9c9a-4655-b915-3ec7d8f984a1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:28.144823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] No DVR routers for this DVR port ac6b881a-9c9a-4655-b915-3ec7d8f984a1 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:28.148662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:28.150870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5762ba66-944b-4c3a-aa38-9b39578dbe43 req-02a2b971-e314-4d73-bea9-2b5259655e8d tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.16 "DELETE /v2.0/ports/ac6b881a-9c9a-4655-b915-3ec7d8f984a1 HTTP/1.1" status: 204 len: 173 time: 1.3290911 Jul 16 19:59:28.151364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450d3840-a720-466e-8130-95c22b8b7f0d', 'name': 'network-vif-deleted', 'tag': 'ac6b881a-9c9a-4655-b915-3ec7d8f984a1'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:28.154278 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb48f94-8b5c-4420-8a5d-8f7f3e36c6af" -d '{"events": [{"server_uuid": "450d3840-a720-466e-8130-95c22b8b7f0d", "name": "network-vif-deleted", "tag": "ac6b881a-9c9a-4655-b915-3ec7d8f984a1"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:28.309367 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a8089b-8797-4f69-a729-382f057eea10 x-openstack-request-id: req-00a8089b-8797-4f69-a729-382f057eea10 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:28.309367 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450d3840-a720-466e-8130-95c22b8b7f0d", "name": "network-vif-deleted", "tag": "ac6b881a-9c9a-4655-b915-3ec7d8f984a1", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:28.311461 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00a8089b-8797-4f69-a729-382f057eea10 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:28.311461 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450d3840-a720-466e-8130-95c22b8b7f0d', 'name': 'network-vif-deleted', 'tag': 'ac6b881a-9c9a-4655-b915-3ec7d8f984a1', 'status': 'completed', 'code': 200} Jul 16 19:59:28.410861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:28.530721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Pushing event deleted for resources: {'Port': ['ID=52521c14-89c6-4baa-8f8d-92b9e204fe18,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:29.021208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c600a-7087-4cde-b0a0-cf758fe8be36 req-f26eb20c-7249-4726-82c8-a4ce79ecb3c5 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:29.033957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e77c600a-7087-4cde-b0a0-cf758fe8be36 req-f26eb20c-7249-4726-82c8-a4ce79ecb3c5 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 945 time: 0.3234830 Jul 16 19:59:29.151876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e77c600a-7087-4cde-b0a0-cf758fe8be36 req-be27292e-f411-46fb-9e94-fc707e34db89 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160164 Jul 16 19:59:29.212493 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:29.494155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d183ecda-21e0-49f3-bbcd-78a73b9667bb req-80743cd5-18e5-4361-b75a-5e8e5d36fa32 tempest-ServersOnMultiNodesTest-1579507252 tempest-ServersOnMultiNodesTest-1579507252-project] 10.222.0.78 "GET /v2.0/ports?device_id=450d3840-a720-466e-8130-95c22b8b7f0d HTTP/1.1" status: 200 len: 210 time: 0.5564752 Jul 16 19:59:29.896957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Router 9ce4d9db-1130-4002-9c4c-862471c9cf57 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:59:30.082422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:59:30.095490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a4724668-d738-44ae-98f2-8d7cacd71366 admin admin] 10.222.0.78 "PUT /v2.0/routers/9ce4d9db-1130-4002-9c4c-862471c9cf57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0058100 Jul 16 19:59:30.098483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57728) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:30.103979 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] Sync routers for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:59:30.133728 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:30.134395 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:30.368917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:30.404092 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:30.509164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68b54d-2767-4c7b-b0fc-b52062308718 req-f5325853-1177-42d3-badd-d56bddfead97 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:30.513478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f68b54d-2767-4c7b-b0fc-b52062308718 req-f5325853-1177-42d3-badd-d56bddfead97 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 945 time: 0.1264043 Jul 16 19:59:30.540425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:30.607782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f68b54d-2767-4c7b-b0fc-b52062308718 req-1c4ce4e0-8625-407e-9a01-97a37a546378 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880227 Jul 16 19:59:30.608509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57748) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:30.701016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Deleting port 7c742850-5ae0-474e-aed2-4a714dc77093 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:30.701500 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:30.814809 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914df075-8fa1-43c3-bc36-263ed791c01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.009280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:59:28Z', 'revision_number': 5, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port': {'id': '7c742850-5ae0-474e-aed2-4a714dc77093', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:37Z', 'updated_at': '2021-07-16T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:31.071680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] For port 7c742850-5ae0-474e-aed2-4a714dc77093, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c742850-5ae0-474e-aed2-4a714dc77093,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:31.072353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.107582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914df075-8fa1-43c3-bc36-263ed791c01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.112393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914df075-8fa1-43c3-bc36-263ed791c01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.116560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Calling delete_port for 7c742850-5ae0-474e-aed2-4a714dc77093 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:31.118702 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] Checking router: 9ce4d9db-1130-4002-9c4c-862471c9cf57 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:59:31.152725 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] Routers {'9ce4d9db-1130-4002-9c4c-862471c9cf57'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:31.153914 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9ce4d9db-1130-4002-9c4c-862471c9cf57'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:31.158382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-914df075-8fa1-43c3-bc36-263ed791c01e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee7eb141570c4b0ca2cba140e628d3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482161 Jul 16 19:59:31.159726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57766) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:31.247601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ac6b881a-9c9a-4655-b915-3ec7d8f984a1 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:31.308448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57770) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:31.309305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: ac6b881a-9c9a-4655-b915-3ec7d8f984a1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:31.309504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ac6b881a-9c9a-4655-b915-3ec7d8f984a1 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:31.428695 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] Set router 9ce4d9db-1130-4002-9c4c-862471c9cf57 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:31.467409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914df075-8fa1-43c3-bc36-263ed791c01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5891c4d0-b138-4284-96b7-b3b8d298f677,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:31.485916 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:59:30Z', 'revision_number': 6, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:31.526296 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ed771-9c8b-42a3-856b-5c08a327cb8f None None] The sync data for ids ['9ce4d9db-1130-4002-9c4c-862471c9cf57'] in n-d-791505-15 is: [{'id': '9ce4d9db-1130-4002-9c4c-862471c9cf57', 'name': 'tempest-ServersTestJSON-1606946898-router', 'tenant_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:35Z', 'updated_at': '2021-07-16T19:59:30Z', 'revision_number': 6, 'project_id': '7f69ff669e524336bf857b7fa3ef1ddc', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:59:31.605658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9d92ab4-3af9-4509-83ab-0a33cd0484ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.634595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.674138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9d92ab4-3af9-4509-83ab-0a33cd0484ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.748636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9d92ab4-3af9-4509-83ab-0a33cd0484ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.760536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c742850-5ae0-474e-aed2-4a714dc77093,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:31.765197 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9d92ab4-3af9-4509-83ab-0a33cd0484ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:31.784711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f9d92ab4-3af9-4509-83ab-0a33cd0484ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5891c4d0-b138-4284-96b7-b3b8d298f677 HTTP/1.1" status: 204 len: 168 time: 0.6086032 Jul 16 19:59:31.861908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d92ab4-3af9-4509-83ab-0a33cd0484ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5891c4d0-b138-4284-96b7-b3b8d298f677,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:32.044021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.072487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6fb9514f-0c54-44d4-92b1-62da67d4a84e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7f0df0ec6164c33b765d1378199fc05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7113578 Jul 16 19:59:32.075769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57792) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:32.250836 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3007e4d6-d91a-4036-ad97-0e9d833bb271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.310967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3007e4d6-d91a-4036-ad97-0e9d833bb271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.433859 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3007e4d6-d91a-4036-ad97-0e9d833bb271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.437656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3007e4d6-d91a-4036-ad97-0e9d833bb271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.439066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3007e4d6-d91a-4036-ad97-0e9d833bb271 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a79c95d7-7e70-47f2-9732-e2767db6d47f HTTP/1.1" status: 204 len: 168 time: 0.3584902 Jul 16 19:59:32.456750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.466111 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.477641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007e4d6-d91a-4036-ad97-0e9d833bb271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c95d7-7e70-47f2-9732-e2767db6d47f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:32.621244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 52521c14-89c6-4baa-8f8d-92b9e204fe18 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:32.715914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 52521c14-89c6-4baa-8f8d-92b9e204fe18 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:32.717291 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.717424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 52521c14-89c6-4baa-8f8d-92b9e204fe18 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:32.718932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce4d9db-1130-4002-9c4c-862471c9cf57 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:59:32.736630 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.736926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57804) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:32.738537 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-461f0294-907c-42ec-9c71-13b507a25e17 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9ce4d9db-1130-4002-9c4c-862471c9cf57 HTTP/1.1" status: 204 len: 168 time: 2.6389883 Jul 16 19:59:32.741654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57806) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:32.771968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20c6a906-49fd-4b7c-a8a6-a9f5e1301d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.857681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf14aef6-077b-46f8-8c01-25832bbde778 admin admin] Deleting subnet 307d197c-53a4-44a8-8ff3-54cea9a80076 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:59:32.866938 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf14aef6-077b-46f8-8c01-25832bbde778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.922361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf14aef6-077b-46f8-8c01-25832bbde778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.950523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20c6a906-49fd-4b7c-a8a6-a9f5e1301d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:32.958467 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20c6a906-49fd-4b7c-a8a6-a9f5e1301d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.044519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-20c6a906-49fd-4b7c-a8a6-a9f5e1301d56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=36a6293041104eab8aafee19206f9a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042836 Jul 16 19:59:33.048428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57810) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:33.201349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6a906-49fd-4b7c-a8a6-a9f5e1301d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf09db9-ca06-4558-a82f-97e782bcf271,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:33.277626 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9afbbe50-5e96-4357-9699-7d48f6a3cce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.297058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:33.321219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf14aef6-077b-46f8-8c01-25832bbde778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.322570 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9afbbe50-5e96-4357-9699-7d48f6a3cce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.409658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9afbbe50-5e96-4357-9699-7d48f6a3cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.418892 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9afbbe50-5e96-4357-9699-7d48f6a3cce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.424356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9afbbe50-5e96-4357-9699-7d48f6a3cce1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6bf09db9-ca06-4558-a82f-97e782bcf271 HTTP/1.1" status: 204 len: 168 time: 0.3722348 Jul 16 19:59:33.447668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbbe50-5e96-4357-9699-7d48f6a3cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf09db9-ca06-4558-a82f-97e782bcf271,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:33.480919 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2b4c0cb5-cb7b-48eb-b139-d5241e7d6067 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8acbf9e152ef4802a4c6253bef46a89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782815 Jul 16 19:59:33.482632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf14aef6-077b-46f8-8c01-25832bbde778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.483556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57820) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:33.524516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14aef6-077b-46f8-8c01-25832bbde778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307d197c-53a4-44a8-8ff3-54cea9a80076,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:33.550001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf14aef6-077b-46f8-8c01-25832bbde778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.550166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2b28f-e21f-4527-95e2-c1f29a399a27 None None] Network 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:33.556850 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf14aef6-077b-46f8-8c01-25832bbde778 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/307d197c-53a4-44a8-8ff3-54cea9a80076 HTTP/1.1" status: 204 len: 168 time: 0.8124425 Jul 16 19:59:33.557953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57822) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:33.605359 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-977e986b-42a6-4501-8b95-56f08038ace1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.669817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.684660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-977e986b-42a6-4501-8b95-56f08038ace1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.759866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Deleting port fd568b19-8568-4236-aa2a-44c53973aff2 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:33.760328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.798037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-977e986b-42a6-4501-8b95-56f08038ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.803700 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-977e986b-42a6-4501-8b95-56f08038ace1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.809502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-977e986b-42a6-4501-8b95-56f08038ace1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb972b1e-bc97-4368-9085-860329a2d341 HTTP/1.1" status: 204 len: 168 time: 0.3246250 Jul 16 19:59:33.829095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e986b-42a6-4501-8b95-56f08038ace1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb972b1e-bc97-4368-9085-860329a2d341,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:33.952006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] DHCP port deletion for 4da11f8b-2eb4-487f-9af0-29dbbd4bc958 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:59:33.958790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] For port fd568b19-8568-4236-aa2a-44c53973aff2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fd568b19-8568-4236-aa2a-44c53973aff2,segment=NetworkSegment(098ad22b-bc01-4052-821e-f46bfe941192),segment_id=098ad22b-bc01-4052-821e-f46bfe941192)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:33.960992 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.981004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Calling delete_port for fd568b19-8568-4236-aa2a-44c53973aff2 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:34.084290 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.097730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.134889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] Deleting port fd568b19-8568-4236-aa2a-44c53973aff2 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:34.137465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.145963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=fd568b19-8568-4236-aa2a-44c53973aff2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:34.152654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] No DVR routers for this DVR port fd568b19-8568-4236-aa2a-44c53973aff2 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:34.284811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.300151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] For port fd568b19-8568-4236-aa2a-44c53973aff2, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:34.300505 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.300777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da11f8b-2eb4-487f-9af0-29dbbd4bc958']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:34.316713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fd568b19-8568-4236-aa2a-44c53973aff2 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:34.339509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098ad22b-bc01-4052-821e-f46bfe941192') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:34.341092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098ad22b-bc01-4052-821e-f46bfe941192') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:34.377150 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.379512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: fd568b19-8568-4236-aa2a-44c53973aff2 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:34.380041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fd568b19-8568-4236-aa2a-44c53973aff2 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:34.380540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c742850-5ae0-474e-aed2-4a714dc77093 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:59:34.423703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.424573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 7c742850-5ae0-474e-aed2-4a714dc77093 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:59:34.425005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c742850-5ae0-474e-aed2-4a714dc77093 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:59:34.431078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] Calling delete_port for fd568b19-8568-4236-aa2a-44c53973aff2 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:34.438206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] Port fd568b19-8568-4236-aa2a-44c53973aff2 was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:59:34.440847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.451446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:59:34.451941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: timer() Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:59:34.454093 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:59:34.504137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] No DVR routers for this DVR port fd568b19-8568-4236-aa2a-44c53973aff2 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:59:34.514564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e28dbb-736c-4faf-9548-cd7a2a922a1a None None] Pushing event deleted for resources: {'Port': ['ID=fd568b19-8568-4236-aa2a-44c53973aff2,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:34.608294 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.628596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.630609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] 10.222.0.78 "DELETE /v2.0/networks/4da11f8b-2eb4-487f-9af0-29dbbd4bc958 HTTP/1.1" status: 204 len: 168 time: 1.0713851 Jul 16 19:59:34.658812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08b99e-6a9e-40f1-8f3a-a93e52e91fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=4da11f8b-2eb4-487f-9af0-29dbbd4bc958,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:34.837179 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:35.229116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57866) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:35.339532 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-94578c92-3ccd-4901-8de6-37b128a0be62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7f69ff669e524336bf857b7fa3ef1ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090038 Jul 16 19:59:35.343843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57872) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:35.451232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20989bde-8c67-42c1-85a9-577e24cca67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:35.509415 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20989bde-8c67-42c1-85a9-577e24cca67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:35.606294 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20989bde-8c67-42c1-85a9-577e24cca67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:35.609787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20989bde-8c67-42c1-85a9-577e24cca67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:35.614205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-20989bde-8c67-42c1-85a9-577e24cca67e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3583792-ba9a-465c-8c27-8410a3a75afd HTTP/1.1" status: 204 len: 168 time: 0.2660277 Jul 16 19:59:35.636479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20989bde-8c67-42c1-85a9-577e24cca67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3583792-ba9a-465c-8c27-8410a3a75afd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:36.317368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57908) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:36.476323 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48d-33c4-4441-ae74-ca887dc345c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.600300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48d-33c4-4441-ae74-ca887dc345c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.606327 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f85aa48d-33c4-4441-ae74-ca887dc345c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.619129 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:36.662317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57932) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:36.663079 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f85aa48d-33c4-4441-ae74-ca887dc345c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=06bd6427961a474cb8f3c21d9680b9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440299 Jul 16 19:59:36.664613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aa48d-33c4-4441-ae74-ca887dc345c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb7a97-5272-4ee1-b3fe-e97070a8e1c3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:36.729887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0a28094-28b0-4598-8062-b0cde5918afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.755209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1613446078-network', 'tenant_id': '40cb3695385b42cd98b5f2130f162577'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:36.777447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0a28094-28b0-4598-8062-b0cde5918afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.808878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Made reservation on behalf of 40cb3695385b42cd98b5f2130f162577 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:36.811354 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.824739 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.869558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0a28094-28b0-4598-8062-b0cde5918afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.872056 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f0a28094-28b0-4598-8062-b0cde5918afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.873855 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f0a28094-28b0-4598-8062-b0cde5918afa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07bb7a97-5272-4ee1-b3fe-e97070a8e1c3 HTTP/1.1" status: 204 len: 168 time: 0.2094283 Jul 16 19:59:36.893821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a28094-28b0-4598-8062-b0cde5918afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb7a97-5272-4ee1-b3fe-e97070a8e1c3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:36.978278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:36.983397 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.003821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:59:37.018207 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.018861 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Added segment f0d85535-c89f-4ac8-83ac-82d18d7aa7fb of type vlan for network c587f42d-8c86-474f-8065-afc5c1475523 Jul 16 19:59:37.019183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57946) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:37.075507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.137106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.138313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:37.139338 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.154130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1ebc9-a971-426c-958a-edf01d75840b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:37.186488 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5661874 Jul 16 19:59:37.189269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57952) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:37.195716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Request body: {'subnet': {'network_id': 'c587f42d-8c86-474f-8065-afc5c1475523', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1613446078-subnet', 'tenant_id': '40cb3695385b42cd98b5f2130f162577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:37.267395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aeeae-af2d-49a6-82d8-170783b56cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=c587f42d-8c86-474f-8065-afc5c1475523,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:37.277661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Made reservation on behalf of 40cb3695385b42cd98b5f2130f162577 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:37.280304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.285029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c587f42d-8c86-474f-8065-afc5c1475523 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:59:37.360004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-467234577-network', 'tenant_id': '1491c28137ab44b6851177b5e2f67164'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:37.396454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Made reservation on behalf of 1491c28137ab44b6851177b5e2f67164 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:37.400158 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.413817 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.528837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.600611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.606516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.608433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=babb5a61-36b4-4d2c-93f7-e7b2ebf02b5e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:37.636234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Checking segment: {'id': 'f0d85535-c89f-4ac8-83ac-82d18d7aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c587f42d-8c86-474f-8065-afc5c1475523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:37.637024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Network hostable DHCP agents. Network: c587f42d-8c86-474f-8065-afc5c1475523, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:59:37.649946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:59:37.667014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26efbbc2-31de-439b-b12b-7bac9cda5d24,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:37.667598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Network c587f42d-8c86-474f-8065-afc5c1475523 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:59:37.674505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.677041 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Added segment 9969440d-5040-4f4e-9c55-03926e7453af of type vlan for network bdcf0d28-a366-47ee-ba71-60ace0150c52 Jul 16 19:59:37.680535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, c587f42d-8c86-474f-8065-afc5c1475523) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:37.691172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3156c-0479-4e99-886e-973f681c1ac5 None None] Network c587f42d-8c86-474f-8065-afc5c1475523 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:37.694716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:37.695643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.712710 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3366a13b-fbb4-400f-8eae-785088a2b4e9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5217123 Jul 16 19:59:37.800572 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.867898 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.869532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:37.870525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.902761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b884b-7d80-40ba-a6ac-da346221ad61 None None] Network c587f42d-8c86-474f-8065-afc5c1475523 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:37.952114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] Pushing event updated for resources: {'Network': ['ID=bdcf0d28-a366-47ee-ba71-60ace0150c52,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:37.985389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-48ebbfea-a889-4de7-a4a8-1c8de7008d4f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9646928 Jul 16 19:59:37.988754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57976) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:37.996861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Request body: {'subnet': {'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-467234577-subnet', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:38.043081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:59:38.044169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Made reservation on behalf of 1491c28137ab44b6851177b5e2f67164 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:38.049240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.348309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.442768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Pushing event updated for resources: {'Subnet': ['ID=847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:38.454651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Checking segment: {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:38.455017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Network hostable DHCP agents. Network: bdcf0d28-a366-47ee-ba71-60ace0150c52, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:59:38.478610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:59:38.489120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, bdcf0d28-a366-47ee-ba71-60ace0150c52) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:38.493887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:38.494851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.502709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903161f-9cee-42a9-a593-f96ff8feac8a None None] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:38.514620 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-18c9fdc2-8cec-4756-9290-135eb079329c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5238030 Jul 16 19:59:38.517049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57994) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:38.524242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:38.568123 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.571261 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.652847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58000) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:38.658330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-936738043-network', 'tenant_id': '1db3efbe8a03470ca5dad6fa9f320b4e'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:38.685846 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.699359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Made reservation on behalf of 1db3efbe8a03470ca5dad6fa9f320b4e for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:38.705844 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.728871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.741612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-bdcf0d28-a366-47ee-ba71-60ace0150c52', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:59:38.742808 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.876598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.882287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.910862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fca3c45-c683-4e52-9fdc-37befb05d436,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:38.927774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Allocated IP 172.20.0.2 (bdcf0d28-a366-47ee-ba71-60ace0150c52/847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c/517bb6ca-2b7c-4fb0-bf76-8535c443d744) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:38.930168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:59:38.950304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:38.951410 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Added segment 4b4f4f24-4dfd-46f5-9322-bb07a61913eb of type vlan for network 9dc71540-566b-4720-8b87-67bac961e289 Jul 16 19:59:38.952237 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.012851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.053300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.054406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:39.055240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.098386 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4420726 Jul 16 19:59:39.102079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58010) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:39.110556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Request body: {'subnet': {'network_id': '9dc71540-566b-4720-8b87-67bac961e289', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-936738043-subnet', 'tenant_id': '1db3efbe8a03470ca5dad6fa9f320b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:39.161522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90806f-31c1-4486-84bc-e683a09cb260 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc71540-566b-4720-8b87-67bac961e289,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:39.163581 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.176336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 9dc71540-566b-4720-8b87-67bac961e289 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:59:39.177913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Made reservation on behalf of 1db3efbe8a03470ca5dad6fa9f320b4e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:39.181316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.207286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Transition to ACTIVE for port object 517bb6ca-2b7c-4fb0-bf76-8535c443d744 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:39.305795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58012) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:39.307067 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.339919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.392230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.467801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Checking segment: {'id': '4b4f4f24-4dfd-46f5-9322-bb07a61913eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9dc71540-566b-4720-8b87-67bac961e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:39.468161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Network hostable DHCP agents. Network: 9dc71540-566b-4720-8b87-67bac961e289, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:59:39.478741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=346ddad8-b143-489a-b399-e2d323251001,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:39.496969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Network 9dc71540-566b-4720-8b87-67bac961e289 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:59:39.510511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 9dc71540-566b-4720-8b87-67bac961e289) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:39.518705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-991cbb8d-1ca5-473a-89a4-dd231db08b93 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1754678786'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:39.535148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:39.536591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.580902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Transition to ACTIVE for port object 517bb6ca-2b7c-4fb0-bf76-8535c443d744 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:39.585392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ab0f4-555c-43e4-ab11-5f1348044bb8 None None] Network 9dc71540-566b-4720-8b87-67bac961e289 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:39.590411 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.616271 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a5a0d5ea-f474-49d9-b815-d2c3980340b5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5041890 Jul 16 19:59:39.616545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Allocated IP 172.25.6.36 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/70ecfcad-3cdc-4239-8638-baeb483db477) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:39.629413 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-991cbb8d-1ca5-473a-89a4-dd231db08b93 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.630450 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-991cbb8d-1ca5-473a-89a4-dd231db08b93 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.663417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:39.677158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:39.682235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:39.775616 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-991cbb8d-1ca5-473a-89a4-dd231db08b93 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.789915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Pushing event updated for resources: {'Port': ['ID=517bb6ca-2b7c-4fb0-bf76-8535c443d744,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:39.833299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Attempting to bind port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:59:39.833733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Attempting to bind port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:59:39.834107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Attempting to bind port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 on network bdcf0d28-a366-47ee-ba71-60ace0150c52 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:39.848892 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-991cbb8d-1ca5-473a-89a4-dd231db08b93 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.864870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:59:39.865390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Checking segment: {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:39.866112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.866266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-991cbb8d-1ca5-473a-89a4-dd231db08b93 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.866605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Bound using segment: {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:59:39.869988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Bound port: 517bb6ca-2b7c-4fb0-bf76-8535c443d744, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:59:39.870198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-991cbb8d-1ca5-473a-89a4-dd231db08b93 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5346022 Jul 16 19:59:39.870331 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:39.870445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58024) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:39.906722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5230a-9cd5-43ad-a2ce-04ef2d8f5d22 None None] Network 9dc71540-566b-4720-8b87-67bac961e289 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:39.977425 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.048111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.110014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:40.122950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:40.134204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:40.134761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] For port 517bb6ca-2b7c-4fb0-bf76-8535c443d744, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:59:40.142759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Pushing event updated for resources: {'Port': ['ID=70ecfcad-3cdc-4239-8638-baeb483db477,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:40.218694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] For port 517bb6ca-2b7c-4fb0-bf76-8535c443d744, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=517bb6ca-2b7c-4fb0-bf76-8535c443d744,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:59:40.224262 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.313559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687eb9f-67ae-4f7b-840e-6000f5273b74 None None] Pushing event updated for resources: {'Port': ['ID=517bb6ca-2b7c-4fb0-bf76-8535c443d744,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:40.520144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-4a7513cb-5c24-44ef-ae0f-a7681c953a06 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:40.527394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-4a7513cb-5c24-44ef-ae0f-a7681c953a06 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/networks?id=c587f42d-8c86-474f-8065-afc5c1475523 HTTP/1.1" status: 200 len: 815 time: 0.1928296 Jul 16 19:59:40.549385 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ce64ac1-6d63-4060-952c-60efc15b71aa tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.558087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-32783872-0de7-4f08-86b0-856bd7e8a357 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/quotas/40cb3695385b42cd98b5f2130f162577 HTTP/1.1" status: 200 len: 375 time: 0.0295568 Jul 16 19:59:40.618929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-88573128-4bcd-4cc6-b470-d08fb4f87009 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=40cb3695385b42cd98b5f2130f162577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567632 Jul 16 19:59:40.843962 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ce64ac1-6d63-4060-952c-60efc15b71aa tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.846835 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ce64ac1-6d63-4060-952c-60efc15b71aa tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.907251 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-bb779129-3643-47e0-ad43-84af01e35c93 service neutron] 10.222.0.78 "GET /v2.0/networks/c587f42d-8c86-474f-8065-afc5c1475523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853463 Jul 16 19:59:40.915911 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ce64ac1-6d63-4060-952c-60efc15b71aa tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.916610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce64ac1-6d63-4060-952c-60efc15b71aa tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 892ca8bf-eb3d-4979-80ff-3712decb9ae3 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:59:40.923607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ce64ac1-6d63-4060-952c-60efc15b71aa tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.929228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2ce64ac1-6d63-4060-952c-60efc15b71aa tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "DELETE /v2.0/routers/892ca8bf-eb3d-4979-80ff-3712decb9ae3 HTTP/1.1" status: 204 len: 168 time: 1.0568831 Jul 16 19:59:40.929805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:40.935911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9fcafc97-0284-4758-b7ee-a569418e717b tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Request body: {'router': {'name': 'tempest-router-1356633645', 'distributed': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:40.951868 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.961847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fcafc97-0284-4758-b7ee-a569418e717b tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:40.963907 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fcafc97-0284-4758-b7ee-a569418e717b tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.055025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fcafc97-0284-4758-b7ee-a569418e717b tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.061403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fcafc97-0284-4758-b7ee-a569418e717b tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.087819 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fcafc97-0284-4758-b7ee-a569418e717b tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.094690 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9fcafc97-0284-4758-b7ee-a569418e717b tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1608725 Jul 16 19:59:41.096717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58044) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:41.117413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-221efb30-9659-4005-9de8-34803949842b service neutron] 10.222.0.78 "GET /v2.0/networks/c587f42d-8c86-474f-8065-afc5c1475523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088432 Jul 16 19:59:41.205222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e992e753-7983-4793-913f-050c2ac497ac tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.299470 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.436966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e992e753-7983-4793-913f-050c2ac497ac tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.439849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e992e753-7983-4793-913f-050c2ac497ac tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.497178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0872bffb-c5cd-4eec-91cc-8431a0ddabd9 req-cd539178-1a94-4209-9ae1-8b06e699c0fc tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 210 time: 0.0502214 Jul 16 19:59:41.502924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e992e753-7983-4793-913f-050c2ac497ac tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.503573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e992e753-7983-4793-913f-050c2ac497ac tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b414b006-615c-425d-a5bc-85bfc4e0d32c {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:59:41.511197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e992e753-7983-4793-913f-050c2ac497ac tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.516713 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e992e753-7983-4793-913f-050c2ac497ac tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "DELETE /v2.0/routers/b414b006-615c-425d-a5bc-85bfc4e0d32c HTTP/1.1" status: 204 len: 168 time: 0.4181514 Jul 16 19:59:41.519527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58050) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:41.527625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d1300a34-d7c0-498f-90ac-551c6cb048ea tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Request body: {'router': {'name': 'tempest-router-1936090490', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '76316ab4821d45f3b8c6817612d8382c'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:41.556345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1300a34-d7c0-498f-90ac-551c6cb048ea tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.558069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1300a34-d7c0-498f-90ac-551c6cb048ea tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.592252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Router d0907f22-582a-4a9e-9352-aa21058f5840 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:59:41.682942 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1300a34-d7c0-498f-90ac-551c6cb048ea tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.689314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1300a34-d7c0-498f-90ac-551c6cb048ea tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.712941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1300a34-d7c0-498f-90ac-551c6cb048ea tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.719033 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d1300a34-d7c0-498f-90ac-551c6cb048ea tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1976364 Jul 16 19:59:41.720270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58056) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:41.726819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:41.809287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9072148-f230-4866-ba05-8d3229bceb88 None None] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:41.829068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:59:41.868084 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:41.870451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4da92c27-ef20-4904-bb7a-d3533b3fce7d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3512647 Jul 16 19:59:41.873331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58060) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:41.900339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Sync routers for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:59:41.999668 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:42.001382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:42.041369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:42.041849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:42.242287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:42.318088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100244) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 19:59:42.318486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Router d28e274e-439a-420d-adda-99449897e6bf migrating from provider to provider. {{(pid=100244) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 19:59:42.319102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:42.341187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:42.346266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:42.507739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-151668ca-5923-4dd3-813b-8398e05917e9 None None] Provisioning for port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:42.510138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 517bb6ca-2b7c-4fb0-bf76-8535c443d744 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:42.536150 n-d-791505-15 neutron-server[100244]: WARNING neutron.scheduler.l3_agent_scheduler [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] No L3 agents can host the router d28e274e-439a-420d-adda-99449897e6bf Jul 16 19:59:42.718966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Hosts for router d28e274e-439a-420d-adda-99449897e6bf: [] {{(pid=100244) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 19:59:42.720953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:42.730760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:42.731165 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:42.750954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Hosts for other DVR routers connected to router d28e274e-439a-420d-adda-99449897e6bf: set() {{(pid=100244) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 19:59:42.754796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:42.756744 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56ba6b71-9849-4e79-9ef0-60704e472e96 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "PUT /v2.0/routers/d28e274e-439a-420d-adda-99449897e6bf HTTP/1.1" status: 200 len: 717 time: 1.0344906 Jul 16 19:59:42.759354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58072) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:42.865209 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-979c9704-e415-4629-a2fc-cae46d21937f tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "GET /v2.0/routers/d28e274e-439a-420d-adda-99449897e6bf HTTP/1.1" status: 200 len: 717 time: 0.1045854 Jul 16 19:59:42.868840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58074) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:42.872570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49e2dc48-0d1e-4b6a-8ae3-7fba9ded3171 req-0db9cdce-6aaa-4171-99b2-8db5f5c851a8 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 210 time: 0.0596921 Jul 16 19:59:42.914859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:40Z', 'revision_number': 3, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:42.976665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Checking router: d0907f22-582a-4a9e-9352-aa21058f5840 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:59:42.976943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Updating router d0907f22-582a-4a9e-9352-aa21058f5840 port 70ecfcad-3cdc-4239-8638-baeb483db477 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:59:43.035073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.109711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.319713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 517bb6ca-2b7c-4fb0-bf76-8535c443d744, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=517bb6ca-2b7c-4fb0-bf76-8535c443d744,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:43.325196 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.344592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-24965db3-c015-4c09-85ee-4e4aff8a0668 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:43.364611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-24965db3-c015-4c09-85ee-4e4aff8a0668 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 808 time: 0.5519698 Jul 16 19:59:43.398609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=517bb6ca-2b7c-4fb0-bf76-8535c443d744,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:43.409426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.409785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.410139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.410488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.410832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.411180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.411515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.411853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.412186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.413212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.413591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.413928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:43.489693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c1b931ba-8224-4f62-b289-a9a5c55c464f tempest-RoutersTestDVR-1910586154 tempest-RoutersTestDVR-1910586154-project] 10.222.0.78 "GET /v2.0/routers/d28e274e-439a-420d-adda-99449897e6bf HTTP/1.1" status: 200 len: 683 time: 0.6132910 Jul 16 19:59:43.507429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58086) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:43.543947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-1f601e94-b7ce-44a4-bb95-bf49fdfbd27f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/quotas/f9c52f0c54e94914b90d9b206ff78139 HTTP/1.1" status: 200 len: 375 time: 0.1317325 Jul 16 19:59:43.586944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-aeb4f7cc-e278-47d1-b6b8-483237a34bbe tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:43.589621 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-aeb4f7cc-e278-47d1-b6b8-483237a34bbe tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.68 "GET /v2.0/networks?id=c587f42d-8c86-474f-8065-afc5c1475523 HTTP/1.1" status: 200 len: 815 time: 0.2233543 Jul 16 19:59:43.601177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4b9343a3-3443-490e-9716-82044b9d6bcf None None] Provisioning complete for port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:43.601883 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b9343a3-3443-490e-9716-82044b9d6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.607890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Request body: {'port': {'device_id': '21280782-b671-4a85-a947-48e4fb42f96d', 'network_id': 'c587f42d-8c86-474f-8065-afc5c1475523', 'admin_state_up': True, 'tenant_id': '40cb3695385b42cd98b5f2130f162577'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:43.676618 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee6a3-4d78-443a-96f0-8af3e94b34c2 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.795112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Made reservation on behalf of 40cb3695385b42cd98b5f2130f162577 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:43.800347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.810115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.824800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Transition to ACTIVE for port object 70ecfcad-3cdc-4239-8638-baeb483db477 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:43.831406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.903361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Attempting to bind port 70ecfcad-3cdc-4239-8638-baeb483db477 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:59:43.903979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Attempting to bind port 70ecfcad-3cdc-4239-8638-baeb483db477 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:59:43.904604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Attempting to bind port 70ecfcad-3cdc-4239-8638-baeb483db477 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:43.934266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:59:43.936329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:43.937020 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.937987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:59:43.938731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Bound port: 70ecfcad-3cdc-4239-8638-baeb483db477, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:59:43.940233 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:43.955482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf5131-6f53-4679-9ba0-0fd7b0c588e8 None None] Pushing event updated for resources: {'Port': ['ID=70ecfcad-3cdc-4239-8638-baeb483db477,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:44.002303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Allocated IP 172.20.0.8 (c587f42d-8c86-474f-8065-afc5c1475523/babb5a61-36b4-4d2c-93f7-e7b2ebf02b5e/61894af7-adb3-481f-873e-fcb710b9557b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:44.047189 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee6a3-4d78-443a-96f0-8af3e94b34c2 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.054799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee6a3-4d78-443a-96f0-8af3e94b34c2 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.160369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-22eb231f-1951-418a-aacb-1014b54276a0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4791181 Jul 16 19:59:44.199984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee6a3-4d78-443a-96f0-8af3e94b34c2 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.200557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6ee6a3-4d78-443a-96f0-8af3e94b34c2 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d28e274e-439a-420d-adda-99449897e6bf {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:59:44.203659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d50bda4c-faba-4e6d-b7c5-106a8b177e25 req-c0a79f2b-1519-4b2b-9474-9e6a404d0fbb tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 210 time: 0.0392609 Jul 16 19:59:44.210484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee6a3-4d78-443a-96f0-8af3e94b34c2 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.214782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fb6ee6a3-4d78-443a-96f0-8af3e94b34c2 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "DELETE /v2.0/routers/d28e274e-439a-420d-adda-99449897e6bf HTTP/1.1" status: 204 len: 168 time: 0.6974974 Jul 16 19:59:44.221141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58090) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:44.228231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7eb2f2ee-26b3-4c5f-9c16-950b84da2b59 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Request body: {'router': {'name': 'tempest-router-347898580', 'distributed': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:44.281332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 517bb6ca-2b7c-4fb0-bf76-8535c443d744 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:44.318227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] For port 70ecfcad-3cdc-4239-8638-baeb483db477, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:59:44.320564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.348915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] For port 70ecfcad-3cdc-4239-8638-baeb483db477, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=70ecfcad-3cdc-4239-8638-baeb483db477,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:59:44.356184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.366575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f2ee-26b3-4c5f-9c16-950b84da2b59 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.368033 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f2ee-26b3-4c5f-9c16-950b84da2b59 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.430861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.435571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-91c70703-0b6c-47b7-bef3-aeb09db2dbbf service neutron] 10.222.0.78 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289248 Jul 16 19:59:44.480081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:44.480783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:44.497457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Pushing event updated for resources: {'Port': ['ID=61894af7-adb3-481f-873e-fcb710b9557b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:44.504339 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f2ee-26b3-4c5f-9c16-950b84da2b59 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.517414 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f2ee-26b3-4c5f-9c16-950b84da2b59 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.517718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Network c587f42d-8c86-474f-8065-afc5c1475523 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:44.519637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:44.523281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:44.537138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f2ee-26b3-4c5f-9c16-950b84da2b59 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.538476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7eb2f2ee-26b3-4c5f-9c16-950b84da2b59 tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3155758 Jul 16 19:59:44.540399 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.544648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58096) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:44.600311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:44.601004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.639764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf5131-6f53-4679-9ba0-0fd7b0c588e8 None None] Pushing event updated for resources: {'Port': ['ID=70ecfcad-3cdc-4239-8638-baeb483db477,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:44.640824 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-a124d16b-6058-4393-9feb-8a60b31a70b4 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0420134 Jul 16 19:59:44.653954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-66315923-3320-4466-b84f-3719163212ed tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:59:44.654633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:44.654781 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-66315923-3320-4466-b84f-3719163212ed tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054548 Jul 16 19:59:44.655183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.665887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Request body: {'port': {'device_id': '21280782-b671-4a85-a947-48e4fb42f96d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:44.703154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:44.743788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-796ea19d-3deb-452f-841c-dbee46ac2d4c tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.795726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:44.890810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-a01e1792-e7fb-4097-96fb-f1812823e003 service neutron] 10.222.0.78 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447579 Jul 16 19:59:44.944102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:40Z', 'revision_number': 3, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:44.982027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db4c01-8a81-4a96-9ca0-6e9b753054a6 None None] The sync data for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 is: [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:40Z', 'revision_number': 3, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:59:45.000435 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-796ea19d-3deb-452f-841c-dbee46ac2d4c tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.002593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-796ea19d-3deb-452f-841c-dbee46ac2d4c tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.085096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-796ea19d-3deb-452f-841c-dbee46ac2d4c tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.085773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796ea19d-3deb-452f-841c-dbee46ac2d4c tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa5afe0-fc31-4cb4-a915-6a7ec65a248b {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:59:45.092235 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-796ea19d-3deb-452f-841c-dbee46ac2d4c tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.093160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-796ea19d-3deb-452f-841c-dbee46ac2d4c tempest-RoutersTestDVR-1122339750 tempest-RoutersTestDVR-1122339750-project-admin] 10.222.0.78 "DELETE /v2.0/routers/7fa5afe0-fc31-4cb4-a915-6a7ec65a248b HTTP/1.1" status: 204 len: 168 time: 0.5476408 Jul 16 19:59:45.141723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61894af7-adb3-481f-873e-fcb710b9557b {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:59:45.152102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.181270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Transition to ACTIVE for port object 61894af7-adb3-481f-873e-fcb710b9557b will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:45.186753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.195505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Allocated IP 172.20.0.1 (bdcf0d28-a366-47ee-ba71-60ace0150c52/847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c/c94bf0eb-b44b-49d2-b114-ff6b5e169ae9) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:45.308344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Pushing event updated for resources: {'Port': ['ID=61894af7-adb3-481f-873e-fcb710b9557b,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:45.403584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Attempting to bind port 61894af7-adb3-481f-873e-fcb710b9557b on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:59:45.403865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Attempting to bind port 61894af7-adb3-481f-873e-fcb710b9557b by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f0d85535-c89f-4ac8-83ac-82d18d7aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c587f42d-8c86-474f-8065-afc5c1475523'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:59:45.404439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Attempting to bind port 61894af7-adb3-481f-873e-fcb710b9557b on network c587f42d-8c86-474f-8065-afc5c1475523 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:45.404607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7463ccaa-69f8-4f54-a9fd-cdb8a3b7b3ae req-94c76fae-dc01-4fb6-b4af-228a2d1220d7 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.0828512 Jul 16 19:59:45.422189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Port 61894af7-adb3-481f-873e-fcb710b9557b on network c587f42d-8c86-474f-8065-afc5c1475523 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:59:45.422660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Attempting to bind port 61894af7-adb3-481f-873e-fcb710b9557b on network c587f42d-8c86-474f-8065-afc5c1475523 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:45.438797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:59:45.439450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Checking segment: {'id': 'f0d85535-c89f-4ac8-83ac-82d18d7aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c587f42d-8c86-474f-8065-afc5c1475523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:45.440579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Bound using segment: {'id': 'f0d85535-c89f-4ac8-83ac-82d18d7aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c587f42d-8c86-474f-8065-afc5c1475523'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:59:45.440579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Bound port: 61894af7-adb3-481f-873e-fcb710b9557b, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d85535-c89f-4ac8-83ac-82d18d7aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c587f42d-8c86-474f-8065-afc5c1475523'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:59:45.441080 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.623384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] For port 61894af7-adb3-481f-873e-fcb710b9557b, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:59:45.629186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] For port 61894af7-adb3-481f-873e-fcb710b9557b, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=61894af7-adb3-481f-873e-fcb710b9557b,segment=NetworkSegment(f0d85535-c89f-4ac8-83ac-82d18d7aa7fb),segment_id=f0d85535-c89f-4ac8-83ac-82d18d7aa7fb)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:59:45.637397 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.657043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:45.658481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.660609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] 10.222.0.68 "PUT /v2.0/ports/61894af7-adb3-481f-873e-fcb710b9557b HTTP/1.1" status: 200 len: 1092 time: 0.9987442 Jul 16 19:59:45.663801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21280782-b671-4a85-a947-48e4fb42f96d', 'tag': '61894af7-adb3-481f-873e-fcb710b9557b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:45.671709 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20" -d '{"events": [{"name": "network-changed", "server_uuid": "21280782-b671-4a85-a947-48e4fb42f96d", "tag": "61894af7-adb3-481f-873e-fcb710b9557b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:45.674586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58128) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:45.761625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.792352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Transition to ACTIVE for port object c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:45.804696 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f64a92-37e5-4f73-915c-9e027a584fce x-openstack-request-id: req-86f64a92-37e5-4f73-915c-9e027a584fce {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:45.804986 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21280782-b671-4a85-a947-48e4fb42f96d", "tag": "61894af7-adb3-481f-873e-fcb710b9557b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:45.805243 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86f64a92-37e5-4f73-915c-9e027a584fce {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:45.805915 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21280782-b671-4a85-a947-48e4fb42f96d', 'tag': '61894af7-adb3-481f-873e-fcb710b9557b', 'status': 'completed', 'code': 200} Jul 16 19:59:45.832876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b29a33-ab2b-4b4b-8fcd-fd30495f5176 req-eb67ccca-c101-4af3-bbe0-6f976e4c5330 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:45.843188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4b29a33-ab2b-4b4b-8fcd-fd30495f5176 req-eb67ccca-c101-4af3-bbe0-6f976e4c5330 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 943 time: 0.2517848 Jul 16 19:59:45.886417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5d472-e36f-400b-b178-2ce0abcfc08b service neutron] Pushing event updated for resources: {'Port': ['ID=61894af7-adb3-481f-873e-fcb710b9557b,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:45.926241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4b29a33-ab2b-4b4b-8fcd-fd30495f5176 req-cd16442a-1d77-4e21-bc0e-08c8fbc29150 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812945 Jul 16 19:59:45.935417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.955890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:45.973981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-d417f199-6974-4968-a65b-acf5c5ba313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:45.976497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-d417f199-6974-4968-a65b-acf5c5ba313e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40cb3695385b42cd98b5f2130f162577&device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 1095 time: 0.2431154 Jul 16 19:59:46.004143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:46.008144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:46.012737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:46.038446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Pushing event updated for resources: {'Port': ['ID=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:46.048569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.049401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.049941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.050445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.050973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.051303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.051632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.051962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.052309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.052639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.056521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.057163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.069906 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-6d7b88bc-8f2f-4f2a-b888-d9106d2e184c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61894af7-adb3-481f-873e-fcb710b9557b HTTP/1.1" status: 200 len: 217 time: 0.0840876 Jul 16 19:59:46.094098 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.163430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-f5962f5a-bd56-45a9-a454-6fbdf3bfcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:46.164970 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-f5962f5a-bd56-45a9-a454-6fbdf3bfcd6c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=babb5a61-36b4-4d2c-93f7-e7b2ebf02b5e HTTP/1.1" status: 200 len: 855 time: 0.0872297 Jul 16 19:59:46.259075 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-47f74514-a6ce-4ee5-a890-c5faded1b5bd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c587f42d-8c86-474f-8065-afc5c1475523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774183 Jul 16 19:59:46.282950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 70ecfcad-3cdc-4239-8638-baeb483db477 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:46.383858 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-60e05f65-ae85-4957-b70b-5fa4b024a659 service neutron] 10.222.0.68 "GET /v2.0/networks/c587f42d-8c86-474f-8065-afc5c1475523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169746 Jul 16 19:59:46.391815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 70ecfcad-3cdc-4239-8638-baeb483db477 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:46.400666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 70ecfcad-3cdc-4239-8638-baeb483db477 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:46.401765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.451106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.471236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.487700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b2a0df33-4aca-466b-951e-793450e5b749 None None] Provisioning for port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:46.493999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b2a0df33-4aca-466b-951e-793450e5b749 None None] Provisioning complete for port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:46.494389 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2a0df33-4aca-466b-951e-793450e5b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.506937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.556914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6611f4-d23a-459f-9920-7892cc2d3852,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:46.571023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.571372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.571722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.572192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.572623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.572961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.573296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.574081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.574430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.574762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.575092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.575421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:46.588331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0df33-4aca-466b-951e-793450e5b749 None None] Port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:59:46.591201 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.619716 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8233cf85-11fe-418f-8f7e-f30351536483 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76316ab4821d45f3b8c6817612d8382c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8928349 Jul 16 19:59:46.620216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 70ecfcad-3cdc-4239-8638-baeb483db477, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=70ecfcad-3cdc-4239-8638-baeb483db477,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:46.624382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58142) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:46.625153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.661974 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da7c0594-2c7d-4414-acf7-0f4ec06bfba7 req-bf83fd76-e4cd-40d8-a3e2-6ce25c8c490d service neutron] 10.222.0.68 "GET /v2.0/networks/c587f42d-8c86-474f-8065-afc5c1475523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707505 Jul 16 19:59:46.675422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e1d2991-8f6a-4616-bb0a-bf02e521a57e req-c7bfff5a-ddc2-46bf-8348-f1abb1535ee2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.0357702 Jul 16 19:59:46.690968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=70ecfcad-3cdc-4239-8638-baeb483db477,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:46.715163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c041fb1e-9cc1-4227-ab39-bb54941152f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.796527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c041fb1e-9cc1-4227-ab39-bb54941152f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.858782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-985f9abe-abf9-49ca-81aa-1cf3cc3badeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:46.860685 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-985f9abe-abf9-49ca-81aa-1cf3cc3badeb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40cb3695385b42cd98b5f2130f162577&device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 1095 time: 0.1249716 Jul 16 19:59:46.881372 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.889566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.901985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c041fb1e-9cc1-4227-ab39-bb54941152f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.904920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c041fb1e-9cc1-4227-ab39-bb54941152f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.906094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c041fb1e-9cc1-4227-ab39-bb54941152f6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f6611f4-d23a-459f-9920-7892cc2d3852 HTTP/1.1" status: 204 len: 168 time: 0.2807403 Jul 16 19:59:46.970037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:47.014662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041fb1e-9cc1-4227-ab39-bb54941152f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6611f4-d23a-459f-9920-7892cc2d3852,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:47.251545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-1df64868-d763-4341-8776-1bce1423caae tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:47.253248 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-1df64868-d763-4341-8776-1bce1423caae tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 808 time: 0.3411872 Jul 16 19:59:47.254306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-a3bafdde-f15c-428f-90a3-8d6d7ecceef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:47.255736 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-a3bafdde-f15c-428f-90a3-8d6d7ecceef8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c587f42d-8c86-474f-8065-afc5c1475523 HTTP/1.1" status: 200 len: 916 time: 0.3883646 Jul 16 19:59:47.269045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Request body: {'port': {'device_id': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'admin_state_up': True, 'tenant_id': 'f9c52f0c54e94914b90d9b206ff78139'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:47.346854 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-5c7f4581-6c29-46a1-86a4-c8d5a3559423 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61894af7-adb3-481f-873e-fcb710b9557b HTTP/1.1" status: 200 len: 217 time: 0.0714610 Jul 16 19:59:47.427192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:47.468171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53010a0-4ea5-42d8-8890-ea119f0ed1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:47.514837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Pushing event updated for resources: {'Port': ['ID=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:47.516283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-421fbb2c-ba8c-490d-af94-319034c6a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:47.517792 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-421fbb2c-ba8c-490d-af94-319034c6a2e4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=babb5a61-36b4-4d2c-93f7-e7b2ebf02b5e HTTP/1.1" status: 200 len: 855 time: 0.1406877 Jul 16 19:59:47.565084 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-8c5e0271-1902-4eef-b76a-1c8c46236bde service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c587f42d-8c86-474f-8065-afc5c1475523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372589 Jul 16 19:59:47.570291 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 19:59:47.570291 n-d-791505-15 neutron-server[100244]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 19:59:47.570291 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id': 'f9c52f0c54e94914b90d9b206ff78139', 'id': '94613d39-cf9c-4ef3-9564-736ddbfc92c8', 'expiration': datetime.datetime(2021, 7, 16, 20, 1, 47, 529176)}] Jul 16 19:59:47.570291 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:59:47.570814 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:59:47.597456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:47.601263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:47.673480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6b55-476f-4f37-b1f7-aaee2a36ea98 req-5c46abae-04c9-42c6-8440-619d6d7a7a10 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:47.682399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7ff6b55-476f-4f37-b1f7-aaee2a36ea98 req-5c46abae-04c9-42c6-8440-619d6d7a7a10 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 943 time: 0.1685259 Jul 16 19:59:47.741557 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-2a9899e5-c457-488e-94bf-efe4df4913aa service neutron] 10.222.0.68 "GET /v2.0/networks/c587f42d-8c86-474f-8065-afc5c1475523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662610 Jul 16 19:59:47.789067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7ff6b55-476f-4f37-b1f7-aaee2a36ea98 req-ce26079c-dcb6-42b4-9317-1bfac613fc41 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051860 Jul 16 19:59:47.828456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Router d0907f22-582a-4a9e-9352-aa21058f5840 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:59:47.942158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5645b996-5724-4ca6-b736-4135f1f5c431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:47.984115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:59:47.997922 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Sync routers for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:59:48.017054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-00416235-e8d8-466c-96bc-396cb5655325 admin admin] 10.222.0.78 "PUT /v2.0/routers/d0907f22-582a-4a9e-9352-aa21058f5840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1346681 Jul 16 19:59:48.027460 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:48.028117 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:48.102716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e988660-616a-4fd0-a28d-b3213ecc0731 req-b41044b1-cb81-44f3-a7ab-c799984180b3 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.1201477 Jul 16 19:59:48.128306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d23aa966-b689-4573-ab8b-a512974b0e40 None None] Provisioning complete for port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:48.128690 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d23aa966-b689-4573-ab8b-a512974b0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:48.213361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d23aa966-b689-4573-ab8b-a512974b0e40 None None] Port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:59:48.288835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 70ecfcad-3cdc-4239-8638-baeb483db477 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:48.343921 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:48.436581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 70ecfcad-3cdc-4239-8638-baeb483db477 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:48.436963 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:48.626679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-47bb96ce-6de3-49b0-8a59-3e007ba3ed20 req-8d09a31c-1169-4da2-bec4-a08d5f5b0196 service neutron] 10.222.0.68 "GET /v2.0/networks/c587f42d-8c86-474f-8065-afc5c1475523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674278 Jul 16 19:59:48.647030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53010a0-4ea5-42d8-8890-ea119f0ed1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:48.654196 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 2, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:48.666095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53010a0-4ea5-42d8-8890-ea119f0ed1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:48.691569 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Checking router: d0907f22-582a-4a9e-9352-aa21058f5840 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:59:48.692253 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Updating router d0907f22-582a-4a9e-9352-aa21058f5840 port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:59:48.736073 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:48.740054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Made reservation on behalf of f9c52f0c54e94914b90d9b206ff78139 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:48.744481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:48.768159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53010a0-4ea5-42d8-8890-ea119f0ed1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c1de75-d6e9-41d4-9141-3014848ae1e1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:48.777591 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c53010a0-4ea5-42d8-8890-ea119f0ed1e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f63784850eb74a9da74a3d69c8666631&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3460166 Jul 16 19:59:48.781764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58176) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:48.959545 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e68adde3-7e25-404a-aada-e348cf489306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:48.991621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Allocated IP 172.20.0.9 (9041918d-f7d2-4afb-98bc-507156bc8a10/6a21dd75-df91-45f6-92dd-45fdc28b51d7/b46c3f04-8692-453c-8737-33ef046e5a4c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:49.066112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e68adde3-7e25-404a-aada-e348cf489306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.133005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58186) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:49.138970 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.166549 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Transition to ACTIVE for port object c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:49.167583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f93a0586-11a0-41e0-aa0f-5edd10d290ad tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153213464', 'description': 'tempest-description--1238231095'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:49.187659 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.204586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d8597-d407-47f4-951d-0fb65ba14b93 req-58d4980d-8aa4-4f7a-bb2a-43f7e3a3799c tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:49.216297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-384d8597-d407-47f4-951d-0fb65ba14b93 req-58d4980d-8aa4-4f7a-bb2a-43f7e3a3799c tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 943 time: 0.2886114 Jul 16 19:59:49.289021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-384d8597-d407-47f4-951d-0fb65ba14b93 req-835861c4-6bc9-4924-a134-eed43bdb2a5d tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713470 Jul 16 19:59:49.296385 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Pushing event updated for resources: {'Port': ['ID=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:49.309321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f93a0586-11a0-41e0-aa0f-5edd10d290ad tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.314536 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.314891 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.315318 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.315708 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.316185 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.316627 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.316951 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.317280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.317619 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.317921 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.318242 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.319010 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:49.337369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.372932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e68adde3-7e25-404a-aada-e348cf489306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.375739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e68adde3-7e25-404a-aada-e348cf489306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.382210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e68adde3-7e25-404a-aada-e348cf489306 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79c1de75-d6e9-41d4-9141-3014848ae1e1 HTTP/1.1" status: 204 len: 168 time: 0.5989785 Jul 16 19:59:49.430995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68adde3-7e25-404a-aada-e348cf489306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c1de75-d6e9-41d4-9141-3014848ae1e1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:49.457085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.471960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['973ae1b2-22a2-401e-973b-e6d43441d665'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:49.488090 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Attempting to bind port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:59:49.488551 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Attempting to bind port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:59:49.488910 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Attempting to bind port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 on network bdcf0d28-a366-47ee-ba71-60ace0150c52 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:49.514783 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:59:49.515170 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Checking segment: {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:49.515476 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.515877 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Bound using segment: {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:59:49.516376 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Bound port: c94bf0eb-b44b-49d2-b114-ff6b5e169ae9, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:59:49.524909 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.581294 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f93a0586-11a0-41e0-aa0f-5edd10d290ad tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.588719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Pushing event updated for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:49.592440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f93a0586-11a0-41e0-aa0f-5edd10d290ad tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.622497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Network 9041918d-f7d2-4afb-98bc-507156bc8a10 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:49.625517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:49.632228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:49.707328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 61894af7-adb3-481f-873e-fcb710b9557b details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:59:49.723226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:49.737257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.741162 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] For port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:59:49.751688 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] For port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:59:49.758564 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.767561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f93a0586-11a0-41e0-aa0f-5edd10d290ad tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:49.769907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-c1bb42a1-7f94-45ae-b1d5-530f253a70fd tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5076134 Jul 16 19:59:49.774263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f93a0586-11a0-41e0-aa0f-5edd10d290ad tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6258152 Jul 16 19:59:49.775674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58198) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:49.781295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-826108d9-57b6-4124-88ec-b6d2770e9a06 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Request body: {'security_group_rule': {'security_group_id': '929c65ba-af6a-4508-8652-6a0d6be2eca8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:49.786289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a0586-11a0-41e0-aa0f-5edd10d290ad tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929c65ba-af6a-4508-8652-6a0d6be2eca8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:49.815540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Request body: {'port': {'device_id': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:49.890653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bc7c3-451f-4a79-900d-deaf65f4929e req-38919c27-e271-4e40-9a30-49c3aa772ed3 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:49.895981 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e23eb-882e-4891-a9f1-521c9a6dfc46 None None] Pushing event updated for resources: {'Port': ['ID=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:49.902033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-082bc7c3-451f-4a79-900d-deaf65f4929e req-38919c27-e271-4e40-9a30-49c3aa772ed3 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 931 time: 0.2782784 Jul 16 19:59:49.914583 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:59:49.915415 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:49.995926 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-826108d9-57b6-4124-88ec-b6d2770e9a06 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.021752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-082bc7c3-451f-4a79-900d-deaf65f4929e req-57fbfaba-2224-4a74-a0e2-6b05ee5945d4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185369 Jul 16 19:59:50.086647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 61894af7-adb3-481f-873e-fcb710b9557b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=61894af7-adb3-481f-873e-fcb710b9557b,segment=NetworkSegment(f0d85535-c89f-4ac8-83ac-82d18d7aa7fb),segment_id=f0d85535-c89f-4ac8-83ac-82d18d7aa7fb)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:50.089108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.163856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '61894af7-adb3-481f-873e-fcb710b9557b', 'network_id': 'c587f42d-8c86-474f-8065-afc5c1475523', 'port_id': '61894af7-adb3-481f-873e-fcb710b9557b', 'mac_address': 'fa:16:3e:e2:00:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babb5a61-36b4-4d2c-93f7-e7b2ebf02b5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:59:50.182459 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:59:50.285404 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.304595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61894af7-adb3-481f-873e-fcb710b9557b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:59:50.329908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 61894af7-adb3-481f-873e-fcb710b9557b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=61894af7-adb3-481f-873e-fcb710b9557b,segment=NetworkSegment(f0d85535-c89f-4ac8-83ac-82d18d7aa7fb),segment_id=f0d85535-c89f-4ac8-83ac-82d18d7aa7fb)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:50.347744 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.360135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-86ace497-c752-4a9b-8ca1-2671f67a746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.449424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=61894af7-adb3-481f-873e-fcb710b9557b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:50.547459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.573599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-826108d9-57b6-4124-88ec-b6d2770e9a06 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.587318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-826108d9-57b6-4124-88ec-b6d2770e9a06 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.659282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-826108d9-57b6-4124-88ec-b6d2770e9a06 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.661328 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-826108d9-57b6-4124-88ec-b6d2770e9a06 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8844700 Jul 16 19:59:50.665944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58220) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:50.676278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826108d9-57b6-4124-88ec-b6d2770e9a06 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a177c52-d85a-48a3-8756-699caf77ed5d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:50.689868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a643db-519d-4395-82c4-fdf533198617 req-ebeb0b5d-d0d5-4a34-b6b0-17d5cdcf88ee tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:50.691566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91a643db-519d-4395-82c4-fdf533198617 req-ebeb0b5d-d0d5-4a34-b6b0-17d5cdcf88ee tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 944 time: 0.1322677 Jul 16 19:59:50.700992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-160a410b-3e75-42b5-bc84-d243a916b534 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Request body: {'security_group_rule': {'security_group_id': '929c65ba-af6a-4508-8652-6a0d6be2eca8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:50.722294 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:49Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:59:50.728807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46c3f04-8692-453c-8737-33ef046e5a4c {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:59:50.739826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.748885 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91a643db-519d-4395-82c4-fdf533198617 req-21465591-0fac-42d8-a20b-4ac11efec0ed tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500081 Jul 16 19:59:50.781357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Transition to ACTIVE for port object b46c3f04-8692-453c-8737-33ef046e5a4c will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:50.783014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-160a410b-3e75-42b5-bc84-d243a916b534 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.801374 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46760fe-6041-482a-b15d-dabc6e1df9e6 None None] The sync data for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 is: [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:49Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:59:50.827191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['61894af7-adb3-481f-873e-fcb710b9557b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:59:50.939188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-160a410b-3e75-42b5-bc84-d243a916b534 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.941026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.028823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:51.040052 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-160a410b-3e75-42b5-bc84-d243a916b534 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.086884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-160a410b-3e75-42b5-bc84-d243a916b534 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.089282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-160a410b-3e75-42b5-bc84-d243a916b534 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4223132 Jul 16 19:59:51.093439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58238) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:51.103688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:51.181529 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.188834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a410b-3e75-42b5-bc84-d243a916b534 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddeb152a-f1da-4434-9e99-418183eb676a,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:51.273849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:59:51.275129 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:59:51.275746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:51.283162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:59:51.283873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:51.296865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:59:51.297658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:51.298348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:59:51.299041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Bound port: b46c3f04-8692-453c-8737-33ef046e5a4c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:59:51.299744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.330408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58240) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:51.431206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:59:51.437344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:59:51.444924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.497164 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.524415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-903764497'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:51.533225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:51.534154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.536111 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] 10.222.0.16 "PUT /v2.0/ports/b46c3f04-8692-453c-8737-33ef046e5a4c HTTP/1.1" status: 200 len: 1092 time: 1.7501609 Jul 16 19:59:51.539720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:51.542381 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768cb30d-4e96-423e-9f12-9b78e949e784" -d '{"events": [{"name": "network-changed", "server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:51.592622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ff9bf-c3d6-4dc1-bade-1d0bc47366ad service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:51.608103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Made reservation on behalf of be3303b7bf3849198c59e87bb6b9ef8a for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:51.613011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.645513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee54fc-cbfa-4d6c-b4b3-5eb1e304fa36 req-30a57e2a-fc0c-4689-ad70-20fca1718e65 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:51.647318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fee54fc-cbfa-4d6c-b4b3-5eb1e304fa36 req-30a57e2a-fc0c-4689-ad70-20fca1718e65 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.2232342 Jul 16 19:59:51.649704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.722285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-7dfce94b-04a6-424e-91ec-585c19769f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:51.725661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-7dfce94b-04a6-424e-91ec-585c19769f26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1095 time: 0.1292913 Jul 16 19:59:51.787946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fee54fc-cbfa-4d6c-b4b3-5eb1e304fa36 req-6086183a-9fa2-4526-8745-911907bd379c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314270 Jul 16 19:59:51.791149 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-1dc03a92-dd9f-4d6d-b70f-2bcff49f6eac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b46c3f04-8692-453c-8737-33ef046e5a4c HTTP/1.1" status: 200 len: 217 time: 0.0563540 Jul 16 19:59:51.840803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Allocated IP 172.25.6.107 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/e1ca4183-49ff-4614-8457-017d81282c18) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:51.853859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-e330a336-aea3-4139-acff-9422b447b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:51.855417 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-e330a336-aea3-4139-acff-9422b447b620 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0585930 Jul 16 19:59:51.903787 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-ca2af32b-b7fd-4bcc-8cb2-143f2baeddc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405896 Jul 16 19:59:51.988069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:51.991434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.022205 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.035117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:59:52.046859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.047269 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Added segment 7f705f1c-4dae-4aad-a373-29b7553e2cd1 of type vlan for network f56a8aa7-65fb-46cd-8b00-4aab884de024 Jul 16 19:59:52.051773 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.103004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.132831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:52.138199 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36add39d-d75e-4d2c-9a72-a54cf9abbfd2 x-openstack-request-id: req-36add39d-d75e-4d2c-9a72-a54cf9abbfd2 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:52.138579 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:52.138837 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36add39d-d75e-4d2c-9a72-a54cf9abbfd2 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:52.139509 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c', 'status': 'completed', 'code': 200} Jul 16 19:59:52.145934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:52.148149 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.154452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:52.155442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.156658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:52.234679 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.259850 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9266634 Jul 16 19:59:52.264509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58262) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:52.286352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'subnet': {'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:52.295274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event updated for resources: {'Port': ['ID=e1ca4183-49ff-4614-8457-017d81282c18,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:52.298620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632a582b-cc72-4ddc-8bf5-dcc1ee02493a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:52.302628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161491e8-63ea-4938-a853-f28afa825628 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Network': ['ID=f56a8aa7-65fb-46cd-8b00-4aab884de024,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:52.310777 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-6d611194-9e37-455c-b44e-f915b64f97fd service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010623 Jul 16 19:59:52.344475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:59:52.383395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:52.441650 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.488607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:52.494026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:52.494411 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.505335 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0b460ae1-6ab4-4e83-85d5-de3553bcd38d req-41b97220-b0df-45c1-8454-2ed2ee609346 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878040 Jul 16 19:59:52.592434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd48df-113b-4494-9621-c9b26afff927 req-927e9367-8347-4698-995a-f7911d2b4c3f tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:52.604659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edd48df-113b-4494-9621-c9b26afff927 req-927e9367-8347-4698-995a-f7911d2b4c3f tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 944 time: 0.3019488 Jul 16 19:59:52.606577 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.641881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-e434e01b-2b30-4d57-965f-6b7d0c14f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:52.643264 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-e434e01b-2b30-4d57-965f-6b7d0c14f958 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1095 time: 0.0854661 Jul 16 19:59:52.654760 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.692055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:52.694689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edd48df-113b-4494-9621-c9b26afff927 req-d06e0bf2-724b-479f-930a-0f54ac80a8b6 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879190 Jul 16 19:59:52.698195 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.710155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Made reservation on behalf of be3303b7bf3849198c59e87bb6b9ef8a for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:52.716433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.801337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-f310f575-d73e-4772-86e2-db9c080e9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:52.803729 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-f310f575-d73e-4772-86e2-db9c080e9bbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1522026 Jul 16 19:59:52.816320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:52.908717 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-c8ec02cc-11e5-4f94-8a37-bc6f704a9756 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b46c3f04-8692-453c-8737-33ef046e5a4c HTTP/1.1" status: 200 len: 217 time: 0.0814865 Jul 16 19:59:52.988060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-bab73b70-a25e-4578-a694-82bdae3bebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:52.989628 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-bab73b70-a25e-4578-a694-82bdae3bebc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0772057 Jul 16 19:59:53.025123 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:53.040503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-517dabac-0e8c-4076-b864-19ed5e544355 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431924 Jul 16 19:59:53.128802 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.135613 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.154121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.183891 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-8b12fc41-8f5a-4c5d-bbe9-65d986f81d78 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353834 Jul 16 19:59:53.286128 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768cb30d-4e96-423e-9f12-9b78e949e784 req-110bcd3c-96c1-424a-a295-29fc2bdd676c service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953913 Jul 16 19:59:53.323825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event updated for resources: {'Port': ['ID=e1ca4183-49ff-4614-8457-017d81282c18,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:53.346015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Subnet': ['ID=0c058740-0f6f-481f-b517-fb4e84d5e661,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:53.356391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.375637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Checking segment: {'id': '7f705f1c-4dae-4aad-a373-29b7553e2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:53.376010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Network hostable DHCP agents. Network: f56a8aa7-65fb-46cd-8b00-4aab884de024, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:59:53.387531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.388882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c676f6a1-96da-4511-b4a5-6206b714b001 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2944264 Jul 16 19:59:53.398871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b5981-985b-40fb-8b11-9be19dae1472 req-a69c0ba9-22e8-4121-8135-c7b72e6509d5 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:53.400896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-979b5981-985b-40fb-8b11-9be19dae1472 req-a69c0ba9-22e8-4121-8135-c7b72e6509d5 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.2090342 Jul 16 19:59:53.421280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:59:53.453614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, f56a8aa7-65fb-46cd-8b00-4aab884de024) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:53.458992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:53.460178 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.470251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb34aa53-b1c0-425e-a1ee-80eb76725f14 None None] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:53.495306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-979b5981-985b-40fb-8b11-9be19dae1472 req-344eec72-dc77-4c16-98f3-46304a79facb tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860267 Jul 16 19:59:53.498462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4e5b3137-da75-4e1c-8165-efbaed36b705 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2255430 Jul 16 19:59:53.501286 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58268) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:53.510194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-269918479'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:53.617262 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.670915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 61894af7-adb3-481f-873e-fcb710b9557b up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:53.733384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-49c18156-f729-4e9c-9ba4-66d0270ee2b3 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1153213464&fields=id&tenant_id=1491c28137ab44b6851177b5e2f67164 HTTP/1.1" status: 200 len: 267 time: 0.0816188 Jul 16 19:59:53.737299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-f56a8aa7-65fb-46cd-8b00-4aab884de024', 'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024', 'tenant_id': 'be3303b7bf3849198c59e87bb6b9ef8a', 'fixed_ips': [{'subnet_id': '0c058740-0f6f-481f-b517-fb4e84d5e661'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:59:53.738449 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.747105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Made reservation on behalf of be3303b7bf3849198c59e87bb6b9ef8a for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:53.751434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.807694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] device_id is not set on port bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:59:53.901928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 61894af7-adb3-481f-873e-fcb710b9557b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:53.909663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 61894af7-adb3-481f-873e-fcb710b9557b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:53.910036 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.959059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-56760094-7b8c-44d2-b948-dad8a6580d1c tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:53.966802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Allocated IP 2001:db8::2 (f56a8aa7-65fb-46cd-8b00-4aab884de024/0c058740-0f6f-481f-b517-fb4e84d5e661/1669ddbe-b825-4a10-bb4c-ac30af007746) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:53.968758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-56760094-7b8c-44d2-b948-dad8a6580d1c tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/networks?id=bdcf0d28-a366-47ee-ba71-60ace0150c52 HTTP/1.1" status: 200 len: 811 time: 0.2136085 Jul 16 19:59:53.992272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-bd466317-2409-47a8-aa31-51d22bb74d8a tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/quotas/1491c28137ab44b6851177b5e2f67164 HTTP/1.1" status: 200 len: 375 time: 0.0221837 Jul 16 19:59:54.088206 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.097686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-278c2104-58c2-4267-868e-6702e9c7e0e7 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1491c28137ab44b6851177b5e2f67164&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983248 Jul 16 19:59:54.125140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21280782-b671-4a85-a947-48e4fb42f96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61894af7-adb3-481f-873e-fcb710b9557b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:54.128929 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22372752-8b22-4ec2-aaac-68221a7f4b8d" -d '{"events": [{"server_uuid": "21280782-b671-4a85-a947-48e4fb42f96d", "name": "network-vif-plugged", "status": "completed", "tag": "61894af7-adb3-481f-873e-fcb710b9557b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:54.155397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 61894af7-adb3-481f-873e-fcb710b9557b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=61894af7-adb3-481f-873e-fcb710b9557b,segment=NetworkSegment(f0d85535-c89f-4ac8-83ac-82d18d7aa7fb),segment_id=f0d85535-c89f-4ac8-83ac-82d18d7aa7fb)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:54.166338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.221503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:54.228241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-b337a7fc-05c8-45fa-b030-82c3c16153ac service neutron] 10.222.0.78 "GET /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240318 Jul 16 19:59:54.325518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=61894af7-adb3-481f-873e-fcb710b9557b,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:54.333129 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.349736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Transition to ACTIVE for port object 1669ddbe-b825-4a10-bb4c-ac30af007746 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:54.349993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-697d2364-f00e-4474-becb-dfab6be4f4c5 service neutron] 10.222.0.78 "GET /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028314 Jul 16 19:59:54.354225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:54.354591 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.394152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Transition to ACTIVE for port object 1669ddbe-b825-4a10-bb4c-ac30af007746 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:54.408998 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.451959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:54.455527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:54.460916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:54.513537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Allocated IP 2001:db8::22a (f56a8aa7-65fb-46cd-8b00-4aab884de024/0c058740-0f6f-481f-b517-fb4e84d5e661/bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:54.557780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Pushing event updated for resources: {'Port': ['ID=1669ddbe-b825-4a10-bb4c-ac30af007746,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:54.579894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Attempting to bind port 1669ddbe-b825-4a10-bb4c-ac30af007746 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:59:54.580463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Attempting to bind port 1669ddbe-b825-4a10-bb4c-ac30af007746 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '7f705f1c-4dae-4aad-a373-29b7553e2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:59:54.580709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Attempting to bind port 1669ddbe-b825-4a10-bb4c-ac30af007746 on network f56a8aa7-65fb-46cd-8b00-4aab884de024 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:54.592093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:59:54.592684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Checking segment: {'id': '7f705f1c-4dae-4aad-a373-29b7553e2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:54.593179 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.593793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Bound using segment: {'id': '7f705f1c-4dae-4aad-a373-29b7553e2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:59:54.594377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Bound port: 1669ddbe-b825-4a10-bb4c-ac30af007746, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f705f1c-4dae-4aad-a373-29b7553e2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:59:54.594871 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.720365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] For port 1669ddbe-b825-4a10-bb4c-ac30af007746, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:59:54.728816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] For port 1669ddbe-b825-4a10-bb4c-ac30af007746, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1669ddbe-b825-4a10-bb4c-ac30af007746,segment=NetworkSegment(7f705f1c-4dae-4aad-a373-29b7553e2cd1),segment_id=7f705f1c-4dae-4aad-a373-29b7553e2cd1)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:59:54.737501 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.795554 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.819813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Transition to ACTIVE for port object bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:54.887590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17786a8e-2da4-4262-9fdf-345feb9d721b None None] Pushing event updated for resources: {'Port': ['ID=1669ddbe-b825-4a10-bb4c-ac30af007746,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:54.907307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.977974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:54.983976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:54.989572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:54.999277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:55.000250 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:55.012913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:55.031309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58296) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:55.033547 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-350ae954-05ac-488f-9672-9ac40309de7d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5310791 Jul 16 19:59:55.036676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1179451732', 'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:80:53:40'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:55.235592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde46016-b810-447c-b3bf-a8098a885248 req-8ce03669-f43c-4408-a60c-a970a6db9a7d tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:55.239932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bde46016-b810-447c-b3bf-a8098a885248 req-8ce03669-f43c-4408-a60c-a970a6db9a7d tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 945 time: 0.1425710 Jul 16 19:59:55.299716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bde46016-b810-447c-b3bf-a8098a885248 req-140dd9ec-f6f3-4d53-a2a4-0d521928a063 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539970 Jul 16 19:59:55.306929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Made reservation on behalf of be3303b7bf3849198c59e87bb6b9ef8a for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:55.445406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:55.473108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] device_id is not set on port 156eb316-e1e9-49cc-be9c-17c782920e1c yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:59:55.624593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Allocated IP 2001:db8::130 (f56a8aa7-65fb-46cd-8b00-4aab884de024/0c058740-0f6f-481f-b517-fb4e84d5e661/156eb316-e1e9-49cc-be9c-17c782920e1c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:55.805949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:55.817235 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120dec05-f147-4a75-b475-9dbf30af30e1 x-openstack-request-id: req-120dec05-f147-4a75-b475-9dbf30af30e1 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:55.817787 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21280782-b671-4a85-a947-48e4fb42f96d", "name": "network-vif-plugged", "status": "completed", "tag": "61894af7-adb3-481f-873e-fcb710b9557b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:55.817787 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-120dec05-f147-4a75-b475-9dbf30af30e1 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:55.818158 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21280782-b671-4a85-a947-48e4fb42f96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61894af7-adb3-481f-873e-fcb710b9557b', 'code': 200} Jul 16 19:59:55.846898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Transition to ACTIVE for port object 156eb316-e1e9-49cc-be9c-17c782920e1c will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:55.932586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.084386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:56.092164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:56.099333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:56.105390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:56.106030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.110802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=156eb316-e1e9-49cc-be9c-17c782920e1c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:56.138817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cc3907df-5b54-4f51-b95e-a1f968a9b463 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1042244 Jul 16 19:59:56.141559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58310) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:56.159529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3918b8f-808b-4948-9e91-ed44bdec919b req-23f01504-1926-407d-ac1b-95c2598d0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:56.161094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3918b8f-808b-4948-9e91-ed44bdec919b req-23f01504-1926-407d-ac1b-95c2598d0414 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 1097 time: 0.2430551 Jul 16 19:59:56.272682 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3918b8f-808b-4948-9e91-ed44bdec919b req-79f2ae12-0153-48db-8d10-3bb02f7159f2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795596 Jul 16 19:59:56.281483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa67e1d-a7f9-4c7f-9968-c6d30571a1fc req-cd0a1700-8174-4844-a61c-f5cd392542bf tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:56.282071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cff23f-dee2-4f80-a90f-694e4a1c0e95 None None] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:56.283359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5fa67e1d-a7f9-4c7f-9968-c6d30571a1fc req-cd0a1700-8174-4844-a61c-f5cd392542bf tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.2902081 Jul 16 19:59:56.308225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1669ddbe-b825-4a10-bb4c-ac30af007746 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:56.352971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20439603-ac5b-470a-a3ab-0cf1ea6e71f4 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:56.359088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20439603-ac5b-470a-a3ab-0cf1ea6e71f4 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:56.366076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20439603-ac5b-470a-a3ab-0cf1ea6e71f4 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:56.370877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-20439603-ac5b-470a-a3ab-0cf1ea6e71f4 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2248366 Jul 16 19:59:56.370877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58314) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:56.384949 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5fa67e1d-a7f9-4c7f-9968-c6d30571a1fc req-7a526eff-384e-47c1-b0c9-25b65b8bd95e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897458 Jul 16 19:59:56.417354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2f11d6b6-9034-485f-b425-ea0764d6388e None None] Provisioning for port 1669ddbe-b825-4a10-bb4c-ac30af007746 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:56.460391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 1669ddbe-b825-4a10-bb4c-ac30af007746 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:56.514431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a791342f-e2ad-4c89-892b-2522483d6c31 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Deleting port 156eb316-e1e9-49cc-be9c-17c782920e1c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:59:56.515020 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a791342f-e2ad-4c89-892b-2522483d6c31 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.630669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22051e25-75e1-434b-8b2c-83600bda502d req-b07ed2f0-d40f-4304-be1f-3f164b0159f5 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 210 time: 0.0707943 Jul 16 19:59:56.672179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1669ddbe-b825-4a10-bb4c-ac30af007746 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:56.672583 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.677054 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a791342f-e2ad-4c89-892b-2522483d6c31 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.698605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a791342f-e2ad-4c89-892b-2522483d6c31 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Calling delete_port for 156eb316-e1e9-49cc-be9c-17c782920e1c owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:59:56.830041 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.900284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 1669ddbe-b825-4a10-bb4c-ac30af007746, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1669ddbe-b825-4a10-bb4c-ac30af007746,segment=NetworkSegment(7f705f1c-4dae-4aad-a373-29b7553e2cd1),segment_id=7f705f1c-4dae-4aad-a373-29b7553e2cd1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:59:56.907945 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.942399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-ab4b5fdf-5340-4eab-92ca-fa57084cae3a tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:56.944986 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-ab4b5fdf-5340-4eab-92ca-fa57084cae3a tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.68 "GET /v2.0/networks?id=bdcf0d28-a366-47ee-ba71-60ace0150c52 HTTP/1.1" status: 200 len: 811 time: 0.2561774 Jul 16 19:59:57.007609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-e1a6c4af-5127-4f0f-8c7b-3b0c00113138 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1491c28137ab44b6851177b5e2f67164 HTTP/1.1" status: 200 len: 380 time: 0.0493135 Jul 16 19:59:57.023283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Request body: {'port': {'device_id': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'admin_state_up': True, 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'security_groups': ['929c65ba-af6a-4508-8652-6a0d6be2eca8']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:57.029191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=1669ddbe-b825-4a10-bb4c-ac30af007746,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:57.039380 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a791342f-e2ad-4c89-892b-2522483d6c31 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.095909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791342f-e2ad-4c89-892b-2522483d6c31 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Port': ['ID=156eb316-e1e9-49cc-be9c-17c782920e1c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:57.199278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Made reservation on behalf of 1491c28137ab44b6851177b5e2f67164 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:57.203122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.276807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-736eebcb-07c7-4a50-9683-b74662c43a67 None None] Could not find standard attr ID for object 156eb316-e1e9-49cc-be9c-17c782920e1c. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:59:57.310170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-736eebcb-07c7-4a50-9683-b74662c43a67 None None] Provisioning complete for port 1669ddbe-b825-4a10-bb4c-ac30af007746 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:57.310721 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-736eebcb-07c7-4a50-9683-b74662c43a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.474289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Allocated IP 172.20.0.10 (bdcf0d28-a366-47ee-ba71-60ace0150c52/847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c/2bdc8ac3-52b9-4f55-b061-f4834032c1da) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:57.551266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-736eebcb-07c7-4a50-9683-b74662c43a67 None None] Provisioning for port bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:57.566503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-736eebcb-07c7-4a50-9683-b74662c43a67 None None] Provisioning complete for port bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:57.570869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-736eebcb-07c7-4a50-9683-b74662c43a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.699184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-736eebcb-07c7-4a50-9683-b74662c43a67 None None] Port bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:59:57.720963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de080aad-be05-4042-bcea-833e0314e5a8 req-08f9d8f5-b77f-4406-be30-1f6e2d7172bb tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:57.736284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de080aad-be05-4042-bcea-833e0314e5a8 req-08f9d8f5-b77f-4406-be30-1f6e2d7172bb tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 945 time: 0.8298531 Jul 16 19:59:57.786361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.823804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Transition to ACTIVE for port object 2bdc8ac3-52b9-4f55-b061-f4834032c1da will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:57.866326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de080aad-be05-4042-bcea-833e0314e5a8 req-6f69c49c-ade5-44f5-b90a-d8fb0b02c581 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249967 Jul 16 19:59:57.875487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.896158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2534b2e9-b1ba-4eb5-b97a-ae17d251c860 None None] Provisioning complete for port bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:57.899620 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2534b2e9-b1ba-4eb5-b97a-ae17d251c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.914615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a791342f-e2ad-4c89-892b-2522483d6c31 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.918886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a791342f-e2ad-4c89-892b-2522483d6c31 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "DELETE /v2.0/ports/156eb316-e1e9-49cc-be9c-17c782920e1c HTTP/1.1" status: 204 len: 168 time: 1.5452373 Jul 16 19:59:57.922826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58326) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:57.936141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:57.939870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:57.947616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:57.978797 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-51531d12-33d1-4281-8df4-2933d6a731de tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] GET failed (client error): The resource could not be found. Jul 16 19:59:57.984862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-51531d12-33d1-4281-8df4-2933d6a731de tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "GET /v2.0/ports/156eb316-e1e9-49cc-be9c-17c782920e1c HTTP/1.1" status: 404 len: 333 time: 0.0574684 Jul 16 19:59:57.991655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58328) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:58.013034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1374289158'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:58.025322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:58.025322 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:58.065706 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0503867 Jul 16 19:59:58.066843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48218f4c-0375-4d27-abde-4caf787c760b tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event updated for resources: {'Port': ['ID=2bdc8ac3-52b9-4f55-b061-f4834032c1da,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:58.078288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Request body: {'port': {'device_id': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:58.120133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2534b2e9-b1ba-4eb5-b97a-ae17d251c860 None None] Port bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:59:58.260271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:58.325459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1669ddbe-b825-4a10-bb4c-ac30af007746 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:59:58.365755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Made reservation on behalf of be3303b7bf3849198c59e87bb6b9ef8a for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:59:58.369916 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:58.405272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0fe4de4d-56ad-464c-990d-fe81abdd874f None None] Could not find standard attr ID for object 156eb316-e1e9-49cc-be9c-17c782920e1c. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:59:58.467277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1669ddbe-b825-4a10-bb4c-ac30af007746 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:58.467661 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:58.480297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] device_id is not set on port 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:59:58.549382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ce2bd681-72c7-46c9-9eac-fb2e030da1bd None None] Provisioning for port 2bdc8ac3-52b9-4f55-b061-f4834032c1da completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:58.604993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ce2bd681-72c7-46c9-9eac-fb2e030da1bd None None] Provisioning complete for port 2bdc8ac3-52b9-4f55-b061-f4834032c1da triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:58.605285 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd681-72c7-46c9-9eac-fb2e030da1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:58.656467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Allocated IP 2001:db8::86 (f56a8aa7-65fb-46cd-8b00-4aab884de024/0c058740-0f6f-481f-b517-fb4e84d5e661/34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:59:58.674082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bd681-72c7-46c9-9eac-fb2e030da1bd None None] Port 2bdc8ac3-52b9-4f55-b061-f4834032c1da cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:59:58.682952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493279bb-a29d-4a22-8c50-cc378425f334 req-55152d5e-ca34-4c11-b860-847a6ae6a5ee tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:58.688697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-493279bb-a29d-4a22-8c50-cc378425f334 req-55152d5e-ca34-4c11-b860-847a6ae6a5ee tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 932 time: 0.2696347 Jul 16 19:59:58.704131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dba6c-e9a5-4d30-88da-28592d18daee req-398c4cbc-2803-42e1-b38e-c191cc56b4ff tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:58.705602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-881dba6c-e9a5-4d30-88da-28592d18daee req-398c4cbc-2803-42e1-b38e-c191cc56b4ff tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.3069537 Jul 16 19:59:58.705758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdc8ac3-52b9-4f55-b061-f4834032c1da {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:59:58.716492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:58.731266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Transition to ACTIVE for port object 2bdc8ac3-52b9-4f55-b061-f4834032c1da will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:58.735700 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:58.789362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-493279bb-a29d-4a22-8c50-cc378425f334 req-e9057d41-d5e3-42ab-aa8e-3a1db20b1b1e tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936978 Jul 16 19:59:58.809689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-881dba6c-e9a5-4d30-88da-28592d18daee req-e32499b2-7ba9-4503-8024-f63701c557e0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881326 Jul 16 19:59:58.854732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Pushing event updated for resources: {'Port': ['ID=2bdc8ac3-52b9-4f55-b061-f4834032c1da,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:58.919954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Attempting to bind port 2bdc8ac3-52b9-4f55-b061-f4834032c1da on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:59:58.920336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Attempting to bind port 2bdc8ac3-52b9-4f55-b061-f4834032c1da by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:59:58.920681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Attempting to bind port 2bdc8ac3-52b9-4f55-b061-f4834032c1da on network bdcf0d28-a366-47ee-ba71-60ace0150c52 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:58.925857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Port 2bdc8ac3-52b9-4f55-b061-f4834032c1da on network bdcf0d28-a366-47ee-ba71-60ace0150c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:59:58.926197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Attempting to bind port 2bdc8ac3-52b9-4f55-b061-f4834032c1da on network bdcf0d28-a366-47ee-ba71-60ace0150c52 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:59:58.934383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:59:58.934883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Checking segment: {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:59:58.937150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Bound using segment: {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:59:58.937651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Bound port: 2bdc8ac3-52b9-4f55-b061-f4834032c1da, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9969440d-5040-4f4e-9c55-03926e7453af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:59:58.938174 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.040917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.063673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] For port 2bdc8ac3-52b9-4f55-b061-f4834032c1da, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:59:59.074599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] For port 2bdc8ac3-52b9-4f55-b061-f4834032c1da, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2bdc8ac3-52b9-4f55-b061-f4834032c1da,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:59:59.080038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.081201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Transition to ACTIVE for port object 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:59:59.128396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:59.128983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.130682 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] 10.222.0.68 "PUT /v2.0/ports/2bdc8ac3-52b9-4f55-b061-f4834032c1da HTTP/1.1" status: 200 len: 1093 time: 1.0576079 Jul 16 19:59:59.131766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'tag': '2bdc8ac3-52b9-4f55-b061-f4834032c1da'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:59:59.135683 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f0a67-3d59-4858-9c48-c64485730628" -d '{"events": [{"name": "network-changed", "server_uuid": "f683876d-ff95-4125-8249-d59249a0ad9a", "tag": "2bdc8ac3-52b9-4f55-b061-f4834032c1da"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:59:59.156127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.220850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f7ffa-b717-4676-beea-768e9d10a20c service neutron] Pushing event updated for resources: {'Port': ['ID=2bdc8ac3-52b9-4f55-b061-f4834032c1da,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:59.280975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-c089ee5d-8ffe-407b-a412-3f2c37eb75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:59.283250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-c089ee5d-8ffe-407b-a412-3f2c37eb75c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1491c28137ab44b6851177b5e2f67164&device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 1096 time: 0.1004303 Jul 16 19:59:59.319099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:59:59.337425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:59:59.354651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-3def0c40-ff81-4ade-8ebe-d3d39eea4c79 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bdc8ac3-52b9-4f55-b061-f4834032c1da HTTP/1.1" status: 200 len: 217 time: 0.0630956 Jul 16 19:59:59.368993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:59:59.397414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:59.405331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.420410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:59.441751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-89edba3e-eb88-4582-9491-dd25aafadea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:59.444444 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-89edba3e-eb88-4582-9491-dd25aafadea7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c HTTP/1.1" status: 200 len: 850 time: 0.0824471 Jul 16 19:59:59.479941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-615e3138-2f91-420b-b9d2-06e9fa86a0bf tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4858716 Jul 16 19:59:59.482888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58350) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:59.497729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:80:53:40'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:59.511839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cb738-e562-4299-ae64-5ebd6d07a514 req-d9f45d37-aa2e-464d-9b44-9bc207cb4b3b tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:59.513740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-693cb738-e562-4299-ae64-5ebd6d07a514 req-d9f45d37-aa2e-464d-9b44-9bc207cb4b3b tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 945 time: 0.2662024 Jul 16 19:59:59.585384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-693cb738-e562-4299-ae64-5ebd6d07a514 req-4829b30b-57cc-44e4-b14b-9da873bfb1ac tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613258 Jul 16 19:59:59.691811 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fbae50-bc7b-480e-8a07-247592c065bc x-openstack-request-id: req-d2fbae50-bc7b-480e-8a07-247592c065bc {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:59:59.696638 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f683876d-ff95-4125-8249-d59249a0ad9a", "tag": "2bdc8ac3-52b9-4f55-b061-f4834032c1da", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:59:59.697234 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2fbae50-bc7b-480e-8a07-247592c065bc {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:59:59.703574 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'tag': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'status': 'completed', 'code': 200} Jul 16 19:59:59.734913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.753999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-017e4359-12cd-4c81-9ace-a809f862a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:59.755651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-017e4359-12cd-4c81-9ace-a809f862a265 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdcf0d28-a366-47ee-ba71-60ace0150c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3042314 Jul 16 19:59:59.766998 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a3296d97-d781-4984-8067-0c85b3ed0617 None None] Provisioning for port 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:59:59.781806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a3296d97-d781-4984-8067-0c85b3ed0617 None None] Provisioning complete for port 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:59.782287 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a3296d97-d781-4984-8067-0c85b3ed0617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.850899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a3296d97-d781-4984-8067-0c85b3ed0617 None None] Port 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:00.000302 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-f2b46b9e-ecf9-49d2-9ee3-a0582c158122 service neutron] 10.222.0.68 "GET /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797714 Jul 16 20:00:00.154213 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:00.159337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a23b25f1-03f8-4fa7-98fc-c3a3d0451cab req-925c7158-d3c6-4551-8e83-43da17af31b9 service neutron] 10.222.0.68 "GET /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513088 Jul 16 20:00:00.160473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:00.205663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] In _notify_port_updated(), no bound segment for port 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb on network f56a8aa7-65fb-46cd-8b00-4aab884de024 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:00:00.211900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:00.212736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:00.213996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "PUT /v2.0/ports/34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb HTTP/1.1" status: 200 len: 1002 time: 0.7301068 Jul 16 20:00:00.217240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58368) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:00.296725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6215ba-94d4-4096-ac2f-297649c8e562 req-38894593-c9fa-428c-8f3e-a4dcdbedc870 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:00.298132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa6215ba-94d4-4096-ac2f-297649c8e562 req-38894593-c9fa-428c-8f3e-a4dcdbedc870 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 944 time: 0.1947768 Jul 16 20:00:00.359449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934e17d-84f5-4778-834d-baa5878a1479 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:00.379684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa6215ba-94d4-4096-ac2f-297649c8e562 req-aa953d92-ecf6-44b1-9ca9-674d7188578c tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704198 Jul 16 20:00:00.467738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0a67-3d59-4858-9c48-c64485730628 req-d19535d1-a0b7-472a-8e3d-3e4b1d630bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:00.469413 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e31f0a67-3d59-4858-9c48-c64485730628 req-d19535d1-a0b7-472a-8e3d-3e4b1d630bd4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1491c28137ab44b6851177b5e2f67164&device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 1096 time: 0.1554744 Jul 16 20:00:00.520569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-72d0c6eb-9cac-4035-af11-62d666c15b3e tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Deleting port 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:00.520934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72d0c6eb-9cac-4035-af11-62d666c15b3e tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:00.521094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0a2d2-a534-4213-8a4a-538205722c62 req-1ebbdaaf-cbc2-4c94-8527-cf1cc4a0ba57 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:00.531747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66c0a2d2-a534-4213-8a4a-538205722c62 req-1ebbdaaf-cbc2-4c94-8527-cf1cc4a0ba57 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1087911 Jul 16 20:00:00.596837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66c0a2d2-a534-4213-8a4a-538205722c62 req-2117145d-8768-453d-a87f-2b90102031af tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645716 Jul 16 20:00:00.696052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-70f2854d-37a1-4dbb-84bb-c0489f5c130e None None] Provisioning complete for port 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:00.696839 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70f2854d-37a1-4dbb-84bb-c0489f5c130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:00.739627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0a67-3d59-4858-9c48-c64485730628 req-4ade6034-58eb-4763-aeb5-e3efe5db75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:00.747509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e31f0a67-3d59-4858-9c48-c64485730628 req-4ade6034-58eb-4763-aeb5-e3efe5db75f8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdcf0d28-a366-47ee-ba71-60ace0150c52 HTTP/1.1" status: 200 len: 912 time: 0.2612982 Jul 16 20:00:00.756155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72d0c6eb-9cac-4035-af11-62d666c15b3e tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:00.781701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-70f2854d-37a1-4dbb-84bb-c0489f5c130e None None] Port 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:00.813017 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e31f0a67-3d59-4858-9c48-c64485730628 req-522838b0-7fa6-4516-8bca-820073826684 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bdc8ac3-52b9-4f55-b061-f4834032c1da HTTP/1.1" status: 200 len: 217 time: 0.0497606 Jul 16 20:00:00.824762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-72d0c6eb-9cac-4035-af11-62d666c15b3e tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Calling delete_port for 34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:01.371859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0a67-3d59-4858-9c48-c64485730628 req-367f804a-832a-433a-bb77-02ab2b90dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:01.373355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e31f0a67-3d59-4858-9c48-c64485730628 req-367f804a-832a-433a-bb77-02ab2b90dbd3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c HTTP/1.1" status: 200 len: 850 time: 0.5459707 Jul 16 20:00:01.499557 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0a67-3d59-4858-9c48-c64485730628 req-1e483431-64ce-486b-902e-0acffb74ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:01.501137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e31f0a67-3d59-4858-9c48-c64485730628 req-1e483431-64ce-486b-902e-0acffb74ae40 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdcf0d28-a366-47ee-ba71-60ace0150c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172385 Jul 16 20:00:01.532831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72d0c6eb-9cac-4035-af11-62d666c15b3e tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:01.574418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0c6eb-9cac-4035-af11-62d666c15b3e tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Port': ['ID=34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:01.648492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6cde8-09c1-4f8c-9e42-923c53022b4a req-f8f0fe97-7ca9-4308-ade7-a0b3e05a8bf9 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:01.650073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2aa6cde8-09c1-4f8c-9e42-923c53022b4a req-f8f0fe97-7ca9-4308-ade7-a0b3e05a8bf9 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 944 time: 0.1287200 Jul 16 20:00:01.720958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2aa6cde8-09c1-4f8c-9e42-923c53022b4a req-61f34315-86d4-41a9-83d1-f275e55ec93c tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652339 Jul 16 20:00:01.744753 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e31f0a67-3d59-4858-9c48-c64485730628 req-89c2b5e9-fb4e-4c69-991c-177d14c9b97c service neutron] 10.222.0.68 "GET /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315745 Jul 16 20:00:01.784033 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72d0c6eb-9cac-4035-af11-62d666c15b3e tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:01.789145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72d0c6eb-9cac-4035-af11-62d666c15b3e tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "DELETE /v2.0/ports/34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb HTTP/1.1" status: 204 len: 168 time: 1.5679255 Jul 16 20:00:01.789777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58386) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:01.824535 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d36a95-ea5e-4122-977f-403603f9a749 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] GET failed (client error): The resource could not be found. Jul 16 20:00:01.830610 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-91d36a95-ea5e-4122-977f-403603f9a749 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "GET /v2.0/ports/34d8d7c3-2875-4f35-b56e-e8fe2b6fdafb HTTP/1.1" status: 404 len: 333 time: 0.0396078 Jul 16 20:00:01.833299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58390) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:01.839629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-977840258'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:01.876936 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e31f0a67-3d59-4858-9c48-c64485730628 req-81a257df-254d-48ce-98af-ac967503a20b service neutron] 10.222.0.68 "GET /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236374 Jul 16 20:00:01.897066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f401e9-9db5-4a53-86c8-e1bd1aa75d5e req-45abb378-946f-4bc6-9a81-f1103b554fb4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:01.898867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08f401e9-9db5-4a53-86c8-e1bd1aa75d5e req-45abb378-946f-4bc6-9a81-f1103b554fb4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1616302 Jul 16 20:00:01.991869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08f401e9-9db5-4a53-86c8-e1bd1aa75d5e req-e7bc3cde-23a1-4ddc-8a19-1cd186e36013 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624938 Jul 16 20:00:02.022105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Made reservation on behalf of be3303b7bf3849198c59e87bb6b9ef8a for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:02.026238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.046118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] device_id is not set on port 89545117-8697-47b4-bb58-584289c00343 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:00:02.174138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Allocated IP 2001:db8::1cb (f56a8aa7-65fb-46cd-8b00-4aab884de024/0c058740-0f6f-481f-b517-fb4e84d5e661/89545117-8697-47b4-bb58-584289c00343) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:02.346972 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.360933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Transition to ACTIVE for port object 89545117-8697-47b4-bb58-584289c00343 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:02.396096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.448142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:02.451453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:02.454012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:02.461522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:02.462286 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.476294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=89545117-8697-47b4-bb58-584289c00343,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:02.488510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d2ae5338-d790-4b54-b1fd-ff3a060034d9 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6533930 Jul 16 20:00:02.491286 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58398) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:02.497326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:80:53:40'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:02.700763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.736404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eb2603d9-eef5-4b4a-9bb0-04faf9f5929e None None] Provisioning for port 89545117-8697-47b4-bb58-584289c00343 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:02.741369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eb2603d9-eef5-4b4a-9bb0-04faf9f5929e None None] Provisioning complete for port 89545117-8697-47b4-bb58-584289c00343 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:02.741763 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb2603d9-eef5-4b4a-9bb0-04faf9f5929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.796106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-eb2603d9-eef5-4b4a-9bb0-04faf9f5929e None None] Port 89545117-8697-47b4-bb58-584289c00343 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:02.973589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.980023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.988900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc192e-4cb1-479b-8aec-9373658c4844 req-4b3aaa4c-2872-43d0-8785-84555905d464 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:02.990472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ebc192e-4cb1-479b-8aec-9373658c4844 req-4b3aaa4c-2872-43d0-8785-84555905d464 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 944 time: 0.1228604 Jul 16 20:00:03.040604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] In _notify_port_updated(), no bound segment for port 89545117-8697-47b4-bb58-584289c00343 on network f56a8aa7-65fb-46cd-8b00-4aab884de024 {{(pid=100243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:00:03.046175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:03.046851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.050980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "PUT /v2.0/ports/89545117-8697-47b4-bb58-584289c00343 HTTP/1.1" status: 200 len: 1002 time: 0.5562060 Jul 16 20:00:03.051711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58404) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:03.086032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e60dc-9d0e-4eb5-a478-3073be8a0d39 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=89545117-8697-47b4-bb58-584289c00343,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:03.104995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ebc192e-4cb1-479b-8aec-9373658c4844 req-f90e637c-839d-440a-bc62-34cf7ee36929 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057343 Jul 16 20:00:03.209628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-56891e71-c55f-47d5-b147-14c44d36a615 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Deleting port 89545117-8697-47b4-bb58-584289c00343 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:03.210168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56891e71-c55f-47d5-b147-14c44d36a615 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.309436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44461b0-da04-4849-a28d-7b91ed79ecef req-730a01d4-bd6a-4875-80af-9ce96b946ec0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:03.311433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e44461b0-da04-4849-a28d-7b91ed79ecef req-730a01d4-bd6a-4875-80af-9ce96b946ec0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1232514 Jul 16 20:00:03.383862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56891e71-c55f-47d5-b147-14c44d36a615 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.399965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-56891e71-c55f-47d5-b147-14c44d36a615 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Calling delete_port for 89545117-8697-47b4-bb58-584289c00343 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:03.404372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e44461b0-da04-4849-a28d-7b91ed79ecef req-4e0072a4-ae6e-4485-84f1-6ecc0418d59a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806816 Jul 16 20:00:03.437259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-47a9e510-e641-452c-aa7f-063432123c56 None None] Provisioning complete for port 89545117-8697-47b4-bb58-584289c00343 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:03.437626 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47a9e510-e641-452c-aa7f-063432123c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.475846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-47a9e510-e641-452c-aa7f-063432123c56 None None] Port 89545117-8697-47b4-bb58-584289c00343 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:03.567766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56891e71-c55f-47d5-b147-14c44d36a615 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.603351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56891e71-c55f-47d5-b147-14c44d36a615 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Port': ['ID=89545117-8697-47b4-bb58-584289c00343,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:03.633580 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56891e71-c55f-47d5-b147-14c44d36a615 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.635647 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56891e71-c55f-47d5-b147-14c44d36a615 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "DELETE /v2.0/ports/89545117-8697-47b4-bb58-584289c00343 HTTP/1.1" status: 204 len: 168 time: 0.5823848 Jul 16 20:00:03.638216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58410) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:03.668248 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e90b9b-8fea-4770-881a-85ab28cef3e1 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] GET failed (client error): The resource could not be found. Jul 16 20:00:03.673436 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-39e90b9b-8fea-4770-881a-85ab28cef3e1 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "GET /v2.0/ports/89545117-8697-47b4-bb58-584289c00343 HTTP/1.1" status: 404 len: 333 time: 0.0307167 Jul 16 20:00:03.673750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58412) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:03.680053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1258979201'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:03.733252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2bdc8ac3-52b9-4f55-b061-f4834032c1da details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:00:03.814591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Made reservation on behalf of be3303b7bf3849198c59e87bb6b9ef8a for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:03.818909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.842316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] device_id is not set on port 1ad49ce6-7909-45dd-a094-03c9875a6eb7 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:00:03.860323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2bdc8ac3-52b9-4f55-b061-f4834032c1da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2bdc8ac3-52b9-4f55-b061-f4834032c1da,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:03.874690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'port_id': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'mac_address': 'fa:16:3e:36:86:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:00:03.916967 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.934632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdc8ac3-52b9-4f55-b061-f4834032c1da {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:00:03.956870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2bdc8ac3-52b9-4f55-b061-f4834032c1da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2bdc8ac3-52b9-4f55-b061-f4834032c1da,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:03.961526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:03.987247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Allocated IP 2001:db8::357 (f56a8aa7-65fb-46cd-8b00-4aab884de024/0c058740-0f6f-481f-b517-fb4e84d5e661/1ad49ce6-7909-45dd-a094-03c9875a6eb7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:04.022819 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:04.023666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=2bdc8ac3-52b9-4f55-b061-f4834032c1da,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:04.157573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:04.172680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Transition to ACTIVE for port object 1ad49ce6-7909-45dd-a094-03c9875a6eb7 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:04.215065 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:04.300301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:04.306313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=1ad49ce6-7909-45dd-a094-03c9875a6eb7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:04.308857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:04.311590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:04.317230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:04.317853 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:04.337697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58418) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:04.338267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5aa39931-5f03-46d2-8acb-658d62ff4eba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6629932 Jul 16 20:00:04.343587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'network_id': 'f56a8aa7-65fb-46cd-8b00-4aab884de024', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519158996'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:04.353806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['2bdc8ac3-52b9-4f55-b061-f4834032c1da'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:00:04.392163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1737cc4-68f2-41a6-b56f-f8f287000815 req-2b3a5cef-d69b-4468-bf09-206ad37b2f33 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:04.393908 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1737cc4-68f2-41a6-b56f-f8f287000815 req-2b3a5cef-d69b-4468-bf09-206ad37b2f33 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 945 time: 0.1707516 Jul 16 20:00:04.462299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1737cc4-68f2-41a6-b56f-f8f287000815 req-5ab0496b-67b4-4a90-b0e1-f1b9e62a3ca3 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582492 Jul 16 20:00:04.573595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Made reservation on behalf of be3303b7bf3849198c59e87bb6b9ef8a for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:04.579721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:04.641899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] device_id is not set on port 1dc2e5c3-94de-466f-9e1a-c41824966fca yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:00:04.721735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3d8b-b31d-45f9-9761-154f3a9bef9d req-81500d54-2f9a-4fc5-8511-e85e06919a4c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:04.723069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bc766337-4f81-4aef-be76-962803427e4e None None] Provisioning for port 1ad49ce6-7909-45dd-a094-03c9875a6eb7 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:04.724348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-772d3d8b-b31d-45f9-9761-154f3a9bef9d req-81500d54-2f9a-4fc5-8511-e85e06919a4c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1023903 Jul 16 20:00:04.755444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bc766337-4f81-4aef-be76-962803427e4e None None] Provisioning complete for port 1ad49ce6-7909-45dd-a094-03c9875a6eb7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:04.756745 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bc766337-4f81-4aef-be76-962803427e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:04.786943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-772d3d8b-b31d-45f9-9761-154f3a9bef9d req-a45e0f67-de3c-4782-9e40-56e59e128c31 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553505 Jul 16 20:00:04.833660 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:04.839768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bc766337-4f81-4aef-be76-962803427e4e None None] Port 1ad49ce6-7909-45dd-a094-03c9875a6eb7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:04.858131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Allocated IP 2001:db8::348 (f56a8aa7-65fb-46cd-8b00-4aab884de024/0c058740-0f6f-481f-b517-fb4e84d5e661/1dc2e5c3-94de-466f-9e1a-c41824966fca) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:05.081454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.110514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Transition to ACTIVE for port object 1dc2e5c3-94de-466f-9e1a-c41824966fca will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:05.151712 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.231742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:05.250373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:05.255197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:05.266062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:05.267326 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.300578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=1dc2e5c3-94de-466f-9e1a-c41824966fca,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:05.308723 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-50119495-3e41-4e79-bc90-ff7e0e001e3d tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9689195 Jul 16 20:00:05.311277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58446) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:05.317107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:80:53:40'}, {'ip_address': '2001:db8::357', 'mac_address': 'fa:16:3e:ab:ab:79'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:05.357063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-0fb1b19f-2e44-41d3-8f91-40362fa1ac7d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:05.364809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-0fb1b19f-2e44-41d3-8f91-40362fa1ac7d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 815 time: 0.2108552 Jul 16 20:00:05.410878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-7ff21226-052d-421f-907c-da7254ef152e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/quotas/32671528456e491f808a0a8849e1f1c2 HTTP/1.1" status: 200 len: 375 time: 0.0347648 Jul 16 20:00:05.605193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-b58b1a7c-3522-4702-addd-3822c0bddabe tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1932559 Jul 16 20:00:05.617584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-ff58b68d-1c07-498e-a875-154ff54d3220 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:00:05.619075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-ff58b68d-1c07-498e-a875-154ff54d3220 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075564 Jul 16 20:00:05.651476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.669457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d3cfb523-ab5e-41ee-9952-b15f23f4317c None None] Provisioning for port 1dc2e5c3-94de-466f-9e1a-c41824966fca completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:05.673896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d3cfb523-ab5e-41ee-9952-b15f23f4317c None None] Provisioning complete for port 1dc2e5c3-94de-466f-9e1a-c41824966fca triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:05.674883 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb523-ab5e-41ee-9952-b15f23f4317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.750976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d3cfb523-ab5e-41ee-9952-b15f23f4317c None None] Port 1dc2e5c3-94de-466f-9e1a-c41824966fca cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:05.840579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-ee3f4616-689e-4503-bcc2-db6ff92efefc service neutron] 10.222.0.78 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153873 Jul 16 20:00:05.951332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2254a-856d-4ac4-85c2-66ed12647603 req-e61b1c3c-85bd-47e1-9038-dbd546901744 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:05.958690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b2254a-856d-4ac4-85c2-66ed12647603 req-e61b1c3c-85bd-47e1-9038-dbd546901744 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 945 time: 0.1814647 Jul 16 20:00:05.983656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.992551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:06.027193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b2254a-856d-4ac4-85c2-66ed12647603 req-1f6eb023-2aff-471a-b0f5-46ac685e6eb5 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667570 Jul 16 20:00:06.042103 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-1a25ff61-8180-4e9a-9da5-629065bf79ca service neutron] 10.222.0.78 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945381 Jul 16 20:00:06.045782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] In _notify_port_updated(), no bound segment for port 1dc2e5c3-94de-466f-9e1a-c41824966fca on network f56a8aa7-65fb-46cd-8b00-4aab884de024 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:00:06.051530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:06.052366 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:06.057738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "PUT /v2.0/ports/1dc2e5c3-94de-466f-9e1a-c41824966fca HTTP/1.1" status: 200 len: 1067 time: 0.7425225 Jul 16 20:00:06.058708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:06.160333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbf3bf-1afd-41e4-b5d0-8c3b24d92549 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event updated for resources: {'Port': ['ID=1dc2e5c3-94de-466f-9e1a-c41824966fca,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:06.322588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-189fdd02-49a5-4797-a93a-f4415d18a72a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Deleting port 1dc2e5c3-94de-466f-9e1a-c41824966fca {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:06.323098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-189fdd02-49a5-4797-a93a-f4415d18a72a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:06.429956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35ac5603-07f4-446f-8c3f-22a479a4b39e req-b52088a0-c269-4b70-937e-05cda213ec7f tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 210 time: 0.0681946 Jul 16 20:00:06.437216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-189fdd02-49a5-4797-a93a-f4415d18a72a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:06.453266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-189fdd02-49a5-4797-a93a-f4415d18a72a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Calling delete_port for 1dc2e5c3-94de-466f-9e1a-c41824966fca owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:06.482008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85c297-5ee1-45ec-8465-f767bfcdff03 req-4efc6099-0ac1-4d5f-8c15-cc18e903a7ed tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:06.483608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d85c297-5ee1-45ec-8465-f767bfcdff03 req-4efc6099-0ac1-4d5f-8c15-cc18e903a7ed tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1707876 Jul 16 20:00:06.504114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-be26dea8-0297-4bf1-9f4c-293b56dc8e27 None None] Provisioning complete for port 1dc2e5c3-94de-466f-9e1a-c41824966fca triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:06.504684 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-be26dea8-0297-4bf1-9f4c-293b56dc8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:06.550083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-be26dea8-0297-4bf1-9f4c-293b56dc8e27 None None] Port 1dc2e5c3-94de-466f-9e1a-c41824966fca cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:06.570419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d85c297-5ee1-45ec-8465-f767bfcdff03 req-ca6a8e61-16ee-4fb1-864b-b6a580b7f57c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735412 Jul 16 20:00:06.610543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-189fdd02-49a5-4797-a93a-f4415d18a72a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:06.647173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fdd02-49a5-4797-a93a-f4415d18a72a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Port': ['ID=1dc2e5c3-94de-466f-9e1a-c41824966fca,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:06.835480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-189fdd02-49a5-4797-a93a-f4415d18a72a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:06.840301 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-189fdd02-49a5-4797-a93a-f4415d18a72a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "DELETE /v2.0/ports/1dc2e5c3-94de-466f-9e1a-c41824966fca HTTP/1.1" status: 204 len: 168 time: 0.7785563 Jul 16 20:00:06.840636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58474) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:06.877939 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-addcba26-6efd-40b4-92ce-9bc0ab9d85ba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] GET failed (client error): The resource could not be found. Jul 16 20:00:06.880241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-addcba26-6efd-40b4-92ce-9bc0ab9d85ba tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "GET /v2.0/ports/1dc2e5c3-94de-466f-9e1a-c41824966fca HTTP/1.1" status: 404 len: 333 time: 0.0379632 Jul 16 20:00:06.883309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58476) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:06.996529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-661bcd1e-8eea-4e40-af6d-2d555ee79f54 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Deleting port 1ad49ce6-7909-45dd-a094-03c9875a6eb7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:06.996879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-661bcd1e-8eea-4e40-af6d-2d555ee79f54 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.103098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-661bcd1e-8eea-4e40-af6d-2d555ee79f54 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.119231 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-661bcd1e-8eea-4e40-af6d-2d555ee79f54 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Calling delete_port for 1ad49ce6-7909-45dd-a094-03c9875a6eb7 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:07.262823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-661bcd1e-8eea-4e40-af6d-2d555ee79f54 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.281511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7619-e013-45ff-9bcc-d16aa119ea74 req-607f1e4c-69cc-4572-8f27-f90dbce2d8a7 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:07.283107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3ad7619-e013-45ff-9bcc-d16aa119ea74 req-607f1e4c-69cc-4572-8f27-f90dbce2d8a7 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 945 time: 0.0928166 Jul 16 20:00:07.301137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bcd1e-8eea-4e40-af6d-2d555ee79f54 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Port': ['ID=1ad49ce6-7909-45dd-a094-03c9875a6eb7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:07.342880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-661bcd1e-8eea-4e40-af6d-2d555ee79f54 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.344521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3ad7619-e013-45ff-9bcc-d16aa119ea74 req-b9fbaf9f-f352-457d-b83e-bf95a5e04506 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548184 Jul 16 20:00:07.345532 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-661bcd1e-8eea-4e40-af6d-2d555ee79f54 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "DELETE /v2.0/ports/1ad49ce6-7909-45dd-a094-03c9875a6eb7 HTTP/1.1" status: 204 len: 168 time: 0.4611728 Jul 16 20:00:07.348171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58482) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:07.403814 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-462470c0-f0ad-4310-a932-6946105a19dc tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] GET failed (client error): The resource could not be found. Jul 16 20:00:07.409689 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-462470c0-f0ad-4310-a932-6946105a19dc tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "GET /v2.0/ports/1ad49ce6-7909-45dd-a094-03c9875a6eb7 HTTP/1.1" status: 404 len: 333 time: 0.0566325 Jul 16 20:00:07.410930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58484) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:07.576715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-52df0369-cf4a-4889-8c2b-3eb9f4ff96b6 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Deleting port bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:07.577387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52df0369-cf4a-4889-8c2b-3eb9f4ff96b6 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.728677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ccd1ad1-665f-4396-8c0a-4bd0b314ba47 req-6060d5bf-f206-4d1d-ae23-1124d740f597 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 210 time: 0.0627656 Jul 16 20:00:07.746128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2bdc8ac3-52b9-4f55-b061-f4834032c1da up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:07.804251 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52df0369-cf4a-4889-8c2b-3eb9f4ff96b6 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.828139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-52df0369-cf4a-4889-8c2b-3eb9f4ff96b6 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Calling delete_port for bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:07.859599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffae153-46a5-459b-a19c-c6637cbb6b5a req-b23b1ae6-9b04-47e0-b4bc-511e8cc9cd83 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:07.867456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-6d200df2-6619-4e46-8f7e-34c9f457970e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:07.869583 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-6d200df2-6619-4e46-8f7e-34c9f457970e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 815 time: 0.3243124 Jul 16 20:00:07.870224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dffae153-46a5-459b-a19c-c6637cbb6b5a req-b23b1ae6-9b04-47e0-b4bc-511e8cc9cd83 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1223421 Jul 16 20:00:07.887334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Request body: {'port': {'device_id': '69fd93a9-a2e7-4ff8-adfd-f6f850ead09e', 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'admin_state_up': True, 'tenant_id': '32671528456e491f808a0a8849e1f1c2'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:07.907710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 2bdc8ac3-52b9-4f55-b061-f4834032c1da completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:07.914208 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 2bdc8ac3-52b9-4f55-b061-f4834032c1da triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:07.914842 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.970342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dffae153-46a5-459b-a19c-c6637cbb6b5a req-d4b39de2-787c-4ee8-81b6-53fac4336f16 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991030 Jul 16 20:00:08.027232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.042696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Made reservation on behalf of 32671528456e491f808a0a8849e1f1c2 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:08.048733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.059523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52df0369-cf4a-4889-8c2b-3eb9f4ff96b6 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.061334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdc8ac3-52b9-4f55-b061-f4834032c1da'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:08.064127 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8191d4c-e083-4eac-ad76-7528799c10c3" -d '{"events": [{"server_uuid": "f683876d-ff95-4125-8249-d59249a0ad9a", "name": "network-vif-plugged", "status": "completed", "tag": "2bdc8ac3-52b9-4f55-b061-f4834032c1da"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:08.105579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df0369-cf4a-4889-8c2b-3eb9f4ff96b6 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Port': ['ID=bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:08.126965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2bdc8ac3-52b9-4f55-b061-f4834032c1da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2bdc8ac3-52b9-4f55-b061-f4834032c1da,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:08.136813 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.136960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52df0369-cf4a-4889-8c2b-3eb9f4ff96b6 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.139946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-52df0369-cf4a-4889-8c2b-3eb9f4ff96b6 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "DELETE /v2.0/ports/bfd2297e-ba9d-4eff-98e9-138a4a2b0e1a HTTP/1.1" status: 204 len: 168 time: 0.7270665 Jul 16 20:00:08.142431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58496) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:08.214800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=2bdc8ac3-52b9-4f55-b061-f4834032c1da,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:08.250393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-532ab7ce-3934-4790-a6a8-c88484ffe66a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Deleting subnet 0c058740-0f6f-481f-b517-fb4e84d5e661 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:00:08.255321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-532ab7ce-3934-4790-a6a8-c88484ffe66a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.259942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Allocated IP 172.20.0.5 (673214b4-bcbd-402a-9302-dac0e58e67ce/78e1d8a1-ef98-46fd-bdff-e577a1edc84d/897229c9-6f5c-4e5d-88dd-94540d88bb15) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:08.270733 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56056b2-d8ed-4fbe-b866-b6574a0bf4e7 x-openstack-request-id: req-e56056b2-d8ed-4fbe-b866-b6574a0bf4e7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:08.271033 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f683876d-ff95-4125-8249-d59249a0ad9a", "name": "network-vif-plugged", "status": "completed", "tag": "2bdc8ac3-52b9-4f55-b061-f4834032c1da", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:08.272306 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e56056b2-d8ed-4fbe-b866-b6574a0bf4e7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:08.272924 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'code': 200} Jul 16 20:00:08.323447 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-532ab7ce-3934-4790-a6a8-c88484ffe66a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.423173 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-532ab7ce-3934-4790-a6a8-c88484ffe66a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.508421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e0e2-bfba-4692-9e9f-147ac6781162 req-c42388e6-be98-4b61-930f-9564d9d6609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:08.509440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-532ab7ce-3934-4790-a6a8-c88484ffe66a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.510685 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-83a4e0e2-bfba-4692-9e9f-147ac6781162 req-c42388e6-be98-4b61-930f-9564d9d6609d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 1098 time: 0.1668715 Jul 16 20:00:08.513860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.571501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ab7ce-3934-4790-a6a8-c88484ffe66a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Subnet': ['ID=0c058740-0f6f-481f-b517-fb4e84d5e661,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:08.573102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-532ab7ce-3934-4790-a6a8-c88484ffe66a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.574434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.577632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-532ab7ce-3934-4790-a6a8-c88484ffe66a tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "DELETE /v2.0/subnets/0c058740-0f6f-481f-b517-fb4e84d5e661 HTTP/1.1" status: 204 len: 168 time: 0.4319391 Jul 16 20:00:08.578147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58502) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:08.587087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b19f7-713e-476c-bcbd-f6adac1fe1ad None None] Network f56a8aa7-65fb-46cd-8b00-4aab884de024 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:08.592144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['9ebb39c0-3a7d-4555-9f28-98fa80e03b90', '0e31d0c8-85a0-4f16-88a3-426c00975627', '6ab26880-e943-42e1-a5d9-17d2d85cac44'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:00:08.619533 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-83a4e0e2-bfba-4692-9e9f-147ac6781162 req-f3167d7c-9a50-4e08-995f-ff516504f35b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687280 Jul 16 20:00:08.628816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Network 673214b4-bcbd-402a-9302-dac0e58e67ce is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:08.635041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:08.639168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:08.699635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:08.700352 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.720287 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.722453 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8446367 Jul 16 20:00:08.723229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5fc0a-7ac8-400c-84b2-164420dce450 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Pushing event updated for resources: {'Port': ['ID=897229c9-6f5c-4e5d-88dd-94540d88bb15,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:08.733569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-dbe674a5-4ddc-4702-9ca4-f70af47d28a9 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:00:08.734661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-dbe674a5-4ddc-4702-9ca4-f70af47d28a9 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057955 Jul 16 20:00:08.765327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6f3a2-8553-4016-99ed-d1970a847ea4 req-c7abbdec-877f-45f8-9c6c-4f4abc20a579 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:08.767559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4d6f3a2-8553-4016-99ed-d1970a847ea4 req-c7abbdec-877f-45f8-9c6c-4f4abc20a579 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.2552400 Jul 16 20:00:08.826280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Request body: {'port': {'device_id': '69fd93a9-a2e7-4ff8-adfd-f6f850ead09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:08.842745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4d6f3a2-8553-4016-99ed-d1970a847ea4 req-83a2ab52-9585-462e-a201-4c31c9413db3 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478809 Jul 16 20:00:08.855223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Deleting port 1669ddbe-b825-4a10-bb4c-ac30af007746 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:08.855675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.970486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.989860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] For port 1669ddbe-b825-4a10-bb4c-ac30af007746, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1669ddbe-b825-4a10-bb4c-ac30af007746,segment=NetworkSegment(7f705f1c-4dae-4aad-a373-29b7553e2cd1),segment_id=7f705f1c-4dae-4aad-a373-29b7553e2cd1)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:08.990797 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.013925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Calling delete_port for 1669ddbe-b825-4a10-bb4c-ac30af007746 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:09.105977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e9575-ebfa-4539-8c1f-e0d12aa28389 req-93030311-4162-4156-8e5c-d88950b1b07f tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:09.117006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b66e9575-ebfa-4539-8c1f-e0d12aa28389 req-93030311-4162-4156-8e5c-d88950b1b07f tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 931 time: 0.1717594 Jul 16 20:00:09.143909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] DHCP port deletion for f56a8aa7-65fb-46cd-8b00-4aab884de024 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:00:09.228067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b66e9575-ebfa-4539-8c1f-e0d12aa28389 req-bef29a46-7a81-4aa1-ba91-edfad0dd876b tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043043 Jul 16 20:00:09.244860 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.294351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] Deleting port 1669ddbe-b825-4a10-bb4c-ac30af007746 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:09.294790 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.315317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] No DVR routers for this DVR port 1669ddbe-b825-4a10-bb4c-ac30af007746 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:09.319993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Port': ['ID=1669ddbe-b825-4a10-bb4c-ac30af007746,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:09.374389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897229c9-6f5c-4e5d-88dd-94540d88bb15 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:00:09.377244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] For port 1669ddbe-b825-4a10-bb4c-ac30af007746, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:09.378774 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.383839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.399816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] Calling delete_port for 1669ddbe-b825-4a10-bb4c-ac30af007746 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:09.400032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Transition to ACTIVE for port object 897229c9-6f5c-4e5d-88dd-94540d88bb15 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:09.404949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] Port 1669ddbe-b825-4a10-bb4c-ac30af007746 was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:00:09.406275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.406846 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.420809 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.445292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7cc5a-b9ef-4f6d-ba6a-54e0bc096ff0 req-a9dd34a8-87b2-4c6e-b4e1-d32b73e2f428 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:09.446562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] No DVR routers for this DVR port 1669ddbe-b825-4a10-bb4c-ac30af007746 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:09.451813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4507ff-bb67-46ed-a9fc-f7e7b3ea0339 None None] Pushing event deleted for resources: {'Port': ['ID=1669ddbe-b825-4a10-bb4c-ac30af007746,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:09.452011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80e7cc5a-b9ef-4f6d-ba6a-54e0bc096ff0 req-a9dd34a8-87b2-4c6e-b4e1-d32b73e2f428 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1688907 Jul 16 20:00:09.464865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56a8aa7-65fb-46cd-8b00-4aab884de024']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:09.475532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b46c3f04-8692-453c-8737-33ef046e5a4c details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:00:09.493340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f705f1c-4dae-4aad-a373-29b7553e2cd1') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:09.493710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f705f1c-4dae-4aad-a373-29b7553e2cd1') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:09.517008 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.543570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80e7cc5a-b9ef-4f6d-ba6a-54e0bc096ff0 req-904f86cd-9517-4f37-ac2c-52a99c748da8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905526 Jul 16 20:00:09.550315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Pushing event updated for resources: {'Port': ['ID=897229c9-6f5c-4e5d-88dd-94540d88bb15,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:09.562304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.586689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:00:09.587425 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:00:09.593239 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:00:09.639303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Attempting to bind port 897229c9-6f5c-4e5d-88dd-94540d88bb15 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:09.639574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Attempting to bind port 897229c9-6f5c-4e5d-88dd-94540d88bb15 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:09.639913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Attempting to bind port 897229c9-6f5c-4e5d-88dd-94540d88bb15 on network 673214b4-bcbd-402a-9302-dac0e58e67ce {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:09.645055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Port 897229c9-6f5c-4e5d-88dd-94540d88bb15 on network 673214b4-bcbd-402a-9302-dac0e58e67ce not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:00:09.645386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Attempting to bind port 897229c9-6f5c-4e5d-88dd-94540d88bb15 on network 673214b4-bcbd-402a-9302-dac0e58e67ce {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:09.649764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:09.652130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:09.652500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Checking segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:09.652885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Bound using segment: {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:09.653671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Bound port: 897229c9-6f5c-4e5d-88dd-94540d88bb15, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f84115b-7a03-4a5b-9185-498ca411b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:09.654038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.673638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'b46c3f04-8692-453c-8737-33ef046e5a4c', 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10', 'port_id': 'b46c3f04-8692-453c-8737-33ef046e5a4c', 'mac_address': 'fa:16:3e:67:bd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a21dd75-df91-45f6-92dd-45fdc28b51d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:00:09.695840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.709896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.714982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] 10.222.0.78 "DELETE /v2.0/networks/f56a8aa7-65fb-46cd-8b00-4aab884de024 HTTP/1.1" status: 204 len: 168 time: 1.1334713 Jul 16 20:00:09.725088 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.738236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08360c1b-87cf-41cd-8ca4-eba361b26647 tempest-AllowedAddressPairIpV6TestJSON-922688507 tempest-AllowedAddressPairIpV6TestJSON-922688507-project] Pushing event deleted for resources: {'Network': ['ID=f56a8aa7-65fb-46cd-8b00-4aab884de024,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:09.739832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46c3f04-8692-453c-8737-33ef046e5a4c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:00:09.764737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] For port 897229c9-6f5c-4e5d-88dd-94540d88bb15, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:09.770181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:09.772659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] For port 897229c9-6f5c-4e5d-88dd-94540d88bb15, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=897229c9-6f5c-4e5d-88dd-94540d88bb15,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:09.777758 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.781063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.846871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:09.853525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:09.854189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:09.855825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] 10.222.0.16 "PUT /v2.0/ports/897229c9-6f5c-4e5d-88dd-94540d88bb15 HTTP/1.1" status: 200 len: 1092 time: 1.1145542 Jul 16 20:00:09.856322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fd93a9-a2e7-4ff8-adfd-f6f850ead09e', 'tag': '897229c9-6f5c-4e5d-88dd-94540d88bb15'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:09.858835 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11e2eb-fd9c-4efb-a262-e20605f92f45" -d '{"events": [{"name": "network-changed", "server_uuid": "69fd93a9-a2e7-4ff8-adfd-f6f850ead09e", "tag": "897229c9-6f5c-4e5d-88dd-94540d88bb15"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:09.882090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a891ce-510b-4f1b-8baa-5e7d703c416f service neutron] Pushing event updated for resources: {'Port': ['ID=897229c9-6f5c-4e5d-88dd-94540d88bb15,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:09.938110 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1065e530-4c43-4c14-84ad-bf37ab039b5f x-openstack-request-id: req-1065e530-4c43-4c14-84ad-bf37ab039b5f {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:09.938509 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fd93a9-a2e7-4ff8-adfd-f6f850ead09e", "tag": "897229c9-6f5c-4e5d-88dd-94540d88bb15", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:09.938659 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1065e530-4c43-4c14-84ad-bf37ab039b5f {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:09.939066 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fd93a9-a2e7-4ff8-adfd-f6f850ead09e', 'tag': '897229c9-6f5c-4e5d-88dd-94540d88bb15', 'status': 'completed', 'code': 200} Jul 16 20:00:09.978173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-530e7355-a565-4cc4-8bea-9441cc3550bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:09.979813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-530e7355-a565-4cc4-8bea-9441cc3550bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 1095 time: 0.0765638 Jul 16 20:00:10.009190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b46c3f04-8692-453c-8737-33ef046e5a4c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:00:10.084648 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-da74e441-0925-4596-8ccc-310eed58ae33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897229c9-6f5c-4e5d-88dd-94540d88bb15 HTTP/1.1" status: 200 len: 217 time: 0.0971673 Jul 16 20:00:10.224870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-ec15af1f-6839-4fef-a5d2-74c1773533e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:10.233277 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-ec15af1f-6839-4fef-a5d2-74c1773533e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.1311879 Jul 16 20:00:10.267901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ff773-f5e9-4414-99d4-f4b44d64ab19 req-ae410d50-7839-4ffc-bb4e-42c3c5b33e65 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:10.284906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-036ff773-f5e9-4414-99d4-f4b44d64ab19 req-ae410d50-7839-4ffc-bb4e-42c3c5b33e65 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.1905060 Jul 16 20:00:10.308092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1669ddbe-b825-4a10-bb4c-ac30af007746 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:00:10.341251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58528) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:10.358629 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-8b03087f-1819-49b4-9e1d-dab20ced71e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155064 Jul 16 20:00:10.360304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 1669ddbe-b825-4a10-bb4c-ac30af007746 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:00:10.360664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1669ddbe-b825-4a10-bb4c-ac30af007746 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:00:10.389614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-036ff773-f5e9-4414-99d4-f4b44d64ab19 req-282dd86c-32f8-4850-974a-a5cc09c7cd56 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038165 Jul 16 20:00:10.610167 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-3dfddf56-7d2e-48fc-a1a6-1927878d1e9b service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442496 Jul 16 20:00:10.677435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4adf92-beb2-432f-bc77-ddf541320b84 req-913a5ee1-47c4-4893-b234-ba42920372c5 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:10.679725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff4adf92-beb2-432f-bc77-ddf541320b84 req-913a5ee1-47c4-4893-b234-ba42920372c5 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 943 time: 0.1448548 Jul 16 20:00:10.717649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c9250492-ccc7-41ff-b7a1-384bf9c7d324 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be3303b7bf3849198c59e87bb6b9ef8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754444 Jul 16 20:00:10.723618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58544) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:10.764048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff4adf92-beb2-432f-bc77-ddf541320b84 req-c435fff5-75bb-4975-9f9d-7d92c9d22000 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756717 Jul 16 20:00:10.794366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434b1c4-2903-473c-b62c-1d53ee1dd3bf req-601df085-8209-4ab2-a9f0-8904d0290f15 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:10.799552 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdc249af-b310-4b91-bcb0-bb72e545c45d req-8f110d11-f798-4fcd-a7e0-eb3198b56e2d service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815419 Jul 16 20:00:10.805109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58546) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:10.813875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f434b1c4-2903-473c-b62c-1d53ee1dd3bf req-601df085-8209-4ab2-a9f0-8904d0290f15 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.1842079 Jul 16 20:00:10.819222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Request body: {'floatingip': {'port_id': '2bdc8ac3-52b9-4f55-b061-f4834032c1da'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:10.929994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f110ab00-20ad-4017-be75-299efa453709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:10.937565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:10.987570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32567c-244b-4765-bcd4-fa5d4f74d091 req-79853274-5291-49c1-b579-71cc4e348899 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:10.990733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa32567c-244b-4765-bcd4-fa5d4f74d091 req-79853274-5291-49c1-b579-71cc4e348899 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 944 time: 0.0802183 Jul 16 20:00:10.995580 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f110ab00-20ad-4017-be75-299efa453709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:11.064027 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa32567c-244b-4765-bcd4-fa5d4f74d091 req-ce1dd3d6-16d5-4147-8280-0f0eecfb6843 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667760 Jul 16 20:00:11.148819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-ea62191e-8887-40fe-bc01-d083bf590bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:11.150340 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-ea62191e-8887-40fe-bc01-d083bf590bc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 1095 time: 0.2537413 Jul 16 20:00:11.189521 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f110ab00-20ad-4017-be75-299efa453709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:11.192982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f110ab00-20ad-4017-be75-299efa453709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:11.194407 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f110ab00-20ad-4017-be75-299efa453709 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/632a582b-cc72-4ddc-8bf5-dcc1ee02493a HTTP/1.1" status: 204 len: 168 time: 0.4698052 Jul 16 20:00:11.308426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9065b-f3d3-43f3-96ad-629abe85b5b7 req-c9bbb4a9-60b1-488c-a052-dc5851a6822b tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:11.310903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bd9065b-f3d3-43f3-96ad-629abe85b5b7 req-c9bbb4a9-60b1-488c-a052-dc5851a6822b tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 946 time: 0.1019750 Jul 16 20:00:11.332111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110ab00-20ad-4017-be75-299efa453709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a582b-cc72-4ddc-8bf5-dcc1ee02493a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:11.389559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bd9065b-f3d3-43f3-96ad-629abe85b5b7 req-d7925a22-54ad-41eb-90bc-59e7645babbb tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=25527b7a-21e2-478d-8f9b-873eb276c75f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721905 Jul 16 20:00:11.480556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b46c3f04-8692-453c-8737-33ef046e5a4c up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:11.537034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port b46c3f04-8692-453c-8737-33ef046e5a4c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:11.545253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port b46c3f04-8692-453c-8737-33ef046e5a4c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:11.546343 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:11.671252 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:11.674612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-7ed78708-fd4e-4d7b-819b-669bde7ef2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:11.676109 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-7ed78708-fd4e-4d7b-819b-669bde7ef2f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 916 time: 0.5098946 Jul 16 20:00:11.697333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:11.699499 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b010e64-4097-4b7b-a012-462406c471b4" -d '{"events": [{"server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "name": "network-vif-plugged", "status": "completed", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:11.716128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:11.723989 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:11.730367 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-b626be70-f165-4bcb-9059-091e9a96eed1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897229c9-6f5c-4e5d-88dd-94540d88bb15 HTTP/1.1" status: 200 len: 217 time: 0.0463989 Jul 16 20:00:11.777551 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf6b6d0-630c-414e-b2df-3622d95233d9 x-openstack-request-id: req-edf6b6d0-630c-414e-b2df-3622d95233d9 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:11.777908 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "name": "network-vif-plugged", "status": "completed", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:11.778129 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-edf6b6d0-630c-414e-b2df-3622d95233d9 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:11.778608 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c', 'code': 200} Jul 16 20:00:11.822390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-4843fd73-0d7e-4272-9baf-2ed87fccf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:11.824065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-4843fd73-0d7e-4272-9baf-2ed87fccf1fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.0838590 Jul 16 20:00:11.853990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:11.865805 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-746431a7-bcd9-4c13-8166-beafd49fee93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341177 Jul 16 20:00:12.273716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58584) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:12.403155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057029-82d0-46c4-91be-30881f5da6d7 req-03716aef-df1d-4b96-8e28-22837c629bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:12.404726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c057029-82d0-46c4-91be-30881f5da6d7 req-03716aef-df1d-4b96-8e28-22837c629bc2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1097 time: 0.5626080 Jul 16 20:00:12.406137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:12.417766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1514964143'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:12.427825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:12.430700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943eef5-a6fe-4204-99c2-523d4359dfc1 req-d81a06f4-213b-4abb-adf6-0c94f7f48a49 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:12.432610 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1943eef5-a6fe-4204-99c2-523d4359dfc1 req-d81a06f4-213b-4abb-adf6-0c94f7f48a49 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1509335 Jul 16 20:00:12.442934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f4ac4-65c6-44f5-b0b9-6304003f54bd req-b68c6d52-6b9c-4870-8b00-0cc17bf4d407 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:12.445179 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-438f4ac4-65c6-44f5-b0b9-6304003f54bd req-b68c6d52-6b9c-4870-8b00-0cc17bf4d407 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 943 time: 0.1646192 Jul 16 20:00:12.525837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c057029-82d0-46c4-91be-30881f5da6d7 req-1fe14874-31ca-46ed-8395-1b3be7e758e4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116974 Jul 16 20:00:12.541079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-25925448-f93e-4688-997f-58d17775fc0d service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662499 Jul 16 20:00:12.543985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-438f4ac4-65c6-44f5-b0b9-6304003f54bd req-06a305b3-a22d-4c49-805e-828845cbf9e2 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898986 Jul 16 20:00:12.547159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1943eef5-a6fe-4204-99c2-523d4359dfc1 req-169aa80a-4471-4da4-86f5-ded982491375 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951657 Jul 16 20:00:12.571748 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Floating IP 3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b associated. External IP: 172.25.6.107, port: 2bdc8ac3-52b9-4f55-b061-f4834032c1da. Jul 16 20:00:12.574212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:12.577938 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:12.648527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:12.789122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af20e5-5c09-44e1-827e-252839fca493 req-c76b5bd2-557b-4909-9660-97735164cd1d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:12.800793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0af20e5-5c09-44e1-827e-252839fca493 req-c76b5bd2-557b-4909-9660-97735164cd1d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 946 time: 0.1267378 Jul 16 20:00:12.853807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0af20e5-5c09-44e1-827e-252839fca493 req-a4d5aa2a-36b2-4281-8aae-43e015d3092c tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups?id=25527b7a-21e2-478d-8f9b-873eb276c75f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520389 Jul 16 20:00:12.901751 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c11e2eb-fd9c-4efb-a262-e20605f92f45 req-15dd7ed6-7307-4837-883a-711c20634771 service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160939 Jul 16 20:00:13.025607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.032168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.058338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Router d0907f22-582a-4a9e-9352-aa21058f5840 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:13.081453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:13.094298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca6f4d3-df63-45a5-a686-4cd9b25ccf4f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:13.109824 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.110198 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Added segment 2d3b4be7-23d8-4957-91e2-b75eb9870fcd of type vlan for network 4de485a3-868f-4593-bd2f-5c8b895186bb Jul 16 20:00:13.167836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-18a0a521-caf3-49a2-99dd-e73a83104cd0 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:13.169413 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-18a0a521-caf3-49a2-99dd-e73a83104cd0 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 946 time: 0.1966116 Jul 16 20:00:13.234927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.348889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:13.356643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.363100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.365898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] Sync routers for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:13.367846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:13.368529 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.378676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:13.380146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:13.454384 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1755681 Jul 16 20:00:13.455282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58598) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:13.460224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'subnet': {'network_id': '4de485a3-868f-4593-bd2f-5c8b895186bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:13.486978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86859139-f5b6-4911-86ec-c7b318ca6aa2 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "PUT /v2.0/floatingips/3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b HTTP/1.1" status: 200 len: 992 time: 2.6779535 Jul 16 20:00:13.486978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'tag': '2bdc8ac3-52b9-4f55-b061-f4834032c1da'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:13.489112 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e54e8eb-1a81-4772-8844-1ce3c9e06909" -d '{"events": [{"name": "network-changed", "server_uuid": "f683876d-ff95-4125-8249-d59249a0ad9a", "tag": "2bdc8ac3-52b9-4f55-b061-f4834032c1da"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:13.492705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bcb47-3cf1-48b8-af3b-4e4ca3a2e1ab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Network': ['ID=4de485a3-868f-4593-bd2f-5c8b895186bb,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:13.505238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Deleting port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:13.505779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.594630 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a21231-d8ee-44f6-b4cc-244fd384c0ef x-openstack-request-id: req-a3a21231-d8ee-44f6-b4cc-244fd384c0ef {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:13.595229 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f683876d-ff95-4125-8249-d59249a0ad9a", "tag": "2bdc8ac3-52b9-4f55-b061-f4834032c1da", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:13.595732 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3a21231-d8ee-44f6-b4cc-244fd384c0ef {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:13.596436 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'tag': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'status': 'completed', 'code': 200} Jul 16 20:00:13.627313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:13.664902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] For port f9abef35-a6fc-4252-a55a-cbc6da4d62f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:13.665283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.734205 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:13.738244 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.814454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-9cabf6da-a129-4747-ac9f-2af04b27e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:13.817005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-9cabf6da-a129-4747-ac9f-2af04b27e028 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1491c28137ab44b6851177b5e2f67164&device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 1098 time: 0.1960695 Jul 16 20:00:13.819528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 897229c9-6f5c-4e5d-88dd-94540d88bb15 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:00:13.826129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 4de485a3-868f-4593-bd2f-5c8b895186bb details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:13.933050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 897229c9-6f5c-4e5d-88dd-94540d88bb15, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=897229c9-6f5c-4e5d-88dd-94540d88bb15,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:13.935425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.935817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:13.936146 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Floating IP 81fd83eb-06bf-4017-877e-dd8725865e44 disassociated. External IP: 172.25.6.50, port: f9abef35-a6fc-4252-a55a-cbc6da4d62f6. Jul 16 20:00:13.936527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Calling delete_port for f9abef35-a6fc-4252-a55a-cbc6da4d62f6 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:13.946666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '897229c9-6f5c-4e5d-88dd-94540d88bb15', 'network_id': '673214b4-bcbd-402a-9302-dac0e58e67ce', 'port_id': '897229c9-6f5c-4e5d-88dd-94540d88bb15', 'mac_address': 'fa:16:3e:bf:47:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e1d8a1-ef98-46fd-bdff-e577a1edc84d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:00:14.025508 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:14.048488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897229c9-6f5c-4e5d-88dd-94540d88bb15 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:00:14.105532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05adf63-143c-4251-ab00-533cba2facd8 req-22ec48c2-7084-42d7-9a5e-a5670caa84ee tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:14.114299 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:14.114512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c05adf63-143c-4251-ab00-533cba2facd8 req-22ec48c2-7084-42d7-9a5e-a5670caa84ee tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 943 time: 0.3465073 Jul 16 20:00:14.164111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event deleted for resources: {'Port': ['ID=f9abef35-a6fc-4252-a55a-cbc6da4d62f6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:14.181474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-8d07e15e-c229-47bd-9c05-8f9b0bd50f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:14.183148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-8d07e15e-c229-47bd-9c05-8f9b0bd50f35 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdcf0d28-a366-47ee-ba71-60ace0150c52 HTTP/1.1" status: 200 len: 912 time: 0.3207285 Jul 16 20:00:14.267404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-5d7b677b-08cc-46d5-b7aa-449606f4d275 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bdc8ac3-52b9-4f55-b061-f4834032c1da HTTP/1.1" status: 200 len: 1000 time: 0.0664752 Jul 16 20:00:14.275629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddffe9-5c45-4ad6-83de-12a0a5676d5c req-d5265596-9fda-4743-99bd-09ec805c0e6a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:14.277229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bcddffe9-5c45-4ad6-83de-12a0a5676d5c req-d5265596-9fda-4743-99bd-09ec805c0e6a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.3649237 Jul 16 20:00:14.286365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 897229c9-6f5c-4e5d-88dd-94540d88bb15, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=897229c9-6f5c-4e5d-88dd-94540d88bb15,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:14.293715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:14.359864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c05adf63-143c-4251-ab00-533cba2facd8 req-e1969e84-f4c6-443e-bc18-b22f64beb534 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436938 Jul 16 20:00:14.406163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Router 9b91bca2-a247-4b02-84c9-7222a7df8d61 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:14.408912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=897229c9-6f5c-4e5d-88dd-94540d88bb15,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:14.432066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'port_id': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'mac_address': 'fa:16:3e:36:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:59:52Z', 'updated_at': '2021-07-16T20:00:11Z', 'revision_number': 1, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:52Z', 'revision_number': 5, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:14.495107 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:14.508066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] Checking router: d0907f22-582a-4a9e-9352-aa21058f5840 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:00:14.519703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:14.520561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:14.528469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-4c19d4b0-53aa-463e-9eed-d35340bf9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:14.530031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-4c19d4b0-53aa-463e-9eed-d35340bf9ddc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c HTTP/1.1" status: 200 len: 850 time: 0.2481411 Jul 16 20:00:14.610000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:14.627921 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] Sync routers for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:14.646101 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:14.649419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bcddffe9-5c45-4ad6-83de-12a0a5676d5c req-0bb5445b-d471-4828-8f77-4987dcf84823 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564901 Jul 16 20:00:14.650078 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:14.681859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['897229c9-6f5c-4e5d-88dd-94540d88bb15'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:00:14.770144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] No DVR routers for this DVR port f9abef35-a6fc-4252-a55a-cbc6da4d62f6 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:14.780353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:14.801391 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98eb59f9-4442-47bd-bb14-bebdc225856b req-2a0c6373-7afe-4a8c-b7bd-62fb5dae2599 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.68 "DELETE /v2.0/ports/f9abef35-a6fc-4252-a55a-cbc6da4d62f6 HTTP/1.1" status: 204 len: 173 time: 1.5989048 Jul 16 20:00:14.863258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Subnet': ['ID=fa49de10-23e8-481d-a56c-0b30e5b5e64e,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:14.872792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Checking segment: {'id': '2d3b4be7-23d8-4957-91e2-b75eb9870fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4de485a3-868f-4593-bd2f-5c8b895186bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:14.873182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network hostable DHCP agents. Network: 4de485a3-868f-4593-bd2f-5c8b895186bb, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:14.985772 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:15.002175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:15.007689 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-94d3cc2c-98c8-4b3b-aaaa-8583bc0d92ea service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2112267 Jul 16 20:00:15.029350 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-4e980291-1d0c-4b61-99db-495e19cc2c34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1162965 Jul 16 20:00:15.031384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad3ca976-5946-4e18-abf9-97d5ac6b7b6e req-d1790c31-393e-4dd4-9f6f-73b574908f99 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3ea533b-065f-42d1-97a5-e93b781cb606 HTTP/1.1" status: 200 len: 210 time: 0.0910447 Jul 16 20:00:15.035202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-78126969-f26a-42f3-a545-aec1a1eb7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.049021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-78126969-f26a-42f3-a545-aec1a1eb7b31 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdcf0d28-a366-47ee-ba71-60ace0150c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5031140 Jul 16 20:00:15.049915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4de485a3-868f-4593-bd2f-5c8b895186bb is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:15.119010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 4de485a3-868f-4593-bd2f-5c8b895186bb) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:15.147757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.148463 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:15.168393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02c19c-6dc2-4cd9-a014-eaea6993a48b None None] Network 4de485a3-868f-4593-bd2f-5c8b895186bb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:15.221227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bef3c6c4-df46-4ffe-8b5e-018280cd7b8b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7653301 Jul 16 20:00:15.228404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58620) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:15.230942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-9ce58b23-e3e0-405c-bc26-8c30f23b3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.234927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-9ce58b23-e3e0-405c-bc26-8c30f23b3895 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 1097 time: 0.1880875 Jul 16 20:00:15.241371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1141044080', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:15.243129 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-6eaf5dcc-a5b2-4208-b8f4-5a5a3d08c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.247172 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-6eaf5dcc-a5b2-4208-b8f4-5a5a3d08c82e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32671528456e491f808a0a8849e1f1c2&device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 1097 time: 0.1335487 Jul 16 20:00:15.284386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198d6c-aeef-413e-b0b5-fd8cb3a71f47 req-dfe8995c-db16-418a-ba8e-e210272aa8e6 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.292665 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0198d6c-aeef-413e-b0b5-fd8cb3a71f47 req-dfe8995c-db16-418a-ba8e-e210272aa8e6 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1097 time: 0.1906934 Jul 16 20:00:15.308210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-9b471d99-c4dd-4745-a3d3-d74b3e35e105 service neutron] 10.222.0.68 "GET /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446058 Jul 16 20:00:15.321898 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:15.322953 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:15.420506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0198d6c-aeef-413e-b0b5-fd8cb3a71f47 req-93b803cf-3784-4ad3-8223-b2d74e9e6794 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267364 Jul 16 20:00:15.450694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-d32be57f-d613-454c-b2ad-f8820122b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.452767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-d32be57f-d613-454c-b2ad-f8820122b318 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1379535 Jul 16 20:00:15.533409 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:15.614401 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:15.637253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'name': 'network-vif-deleted', 'tag': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:15.639533 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38417200-f657-49e1-b145-e8cfba31b843" -d '{"events": [{"server_uuid": "d3ea533b-065f-42d1-97a5-e93b781cb606", "name": "network-vif-deleted", "tag": "f9abef35-a6fc-4252-a55a-cbc6da4d62f6"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:15.645612 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-0e164248-7776-451c-918d-7e5465359b41 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 200 len: 217 time: 0.1831219 Jul 16 20:00:15.691330 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] Checking router: 9b91bca2-a247-4b02-84c9-7222a7df8d61 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:00:15.702132 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:15.703107 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:15.709464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-b9e6935a-9fee-447f-a5de-04004a879965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.711498 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-b9e6935a-9fee-447f-a5de-04004a879965 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0575027 Jul 16 20:00:15.743233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e54e8eb-1a81-4772-8844-1ce3c9e06909 req-58497887-3b75-4042-b818-9e697346c321 service neutron] 10.222.0.68 "GET /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212286 Jul 16 20:00:15.773819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4df0b5-a8fb-4073-98ba-bb6980c3a24e None None] Network 4de485a3-868f-4593-bd2f-5c8b895186bb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:15.809337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-00ff5604-b42f-4cfa-89f8-2cb6a0dd9fd4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863569 Jul 16 20:00:15.873205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-b796dbdf-0cc5-44d4-a2b4-28c9a66cc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.875284 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-b796dbdf-0cc5-44d4-a2b4-28c9a66cc3dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 200 len: 916 time: 0.5943439 Jul 16 20:00:15.884374 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:15.893979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'port_id': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'mac_address': 'fa:16:3e:36:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:59:52Z', 'updated_at': '2021-07-16T20:00:11Z', 'revision_number': 1, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:52Z', 'revision_number': 5, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:15.949627 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-3383935b-af7b-4063-b2a6-f89f8c2ee278 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb39c0-3a7d-4555-9f28-98fa80e03b90 HTTP/1.1" status: 200 len: 217 time: 0.0608201 Jul 16 20:00:15.949880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4faba-7718-449d-8dac-7936b7a3eb35 None None] The sync data for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 is: [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'port_id': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'mac_address': 'fa:16:3e:36:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:59:52Z', 'updated_at': '2021-07-16T20:00:11Z', 'revision_number': 1, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:52Z', 'revision_number': 5, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:15.950456 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.056735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677db73-1f25-4fc0-af3b-9ed5033fce3f req-0984248a-3dbc-4493-850f-a515b068decf tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:16.058581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9677db73-1f25-4fc0-af3b-9ed5033fce3f req-0984248a-3dbc-4493-850f-a515b068decf tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 944 time: 0.3904860 Jul 16 20:00:16.066808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-8585252a-2db3-47e2-be53-55ca7cadaff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:16.068932 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-8585252a-2db3-47e2-be53-55ca7cadaff3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 200 len: 855 time: 0.1130242 Jul 16 20:00:16.073511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d9ad-8fa9-43bd-9e22-29b1a824a5cb req-412a178e-1db4-4a7b-99f2-d4d038594514 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:16.075071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f811d9ad-8fa9-43bd-9e22-29b1a824a5cb req-412a178e-1db4-4a7b-99f2-d4d038594514 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1097 time: 0.4411302 Jul 16 20:00:16.076376 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-41ff5a92-533c-4493-8daa-cd82f928a304 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538655 Jul 16 20:00:16.119075 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-90d1c432-dd7c-4470-b2c5-47ad6a83d7f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=673214b4-bcbd-402a-9302-dac0e58e67ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415180 Jul 16 20:00:16.172906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9677db73-1f25-4fc0-af3b-9ed5033fce3f req-ecded0af-8436-4049-a406-7f6e71f84344 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040316 Jul 16 20:00:16.222303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f811d9ad-8fa9-43bd-9e22-29b1a824a5cb req-7e617dba-e2ad-462a-aba2-db7bd5cb0b5d tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399436 Jul 16 20:00:16.245970 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4025adb3-e568-4c07-84ae-3f5f11148194 req-5a6ddff2-5555-4778-8e88-0177754d4825 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587746 Jul 16 20:00:16.260076 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:16.326291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a13c28-edf3-4cbb-b6c7-503fdb65d2ad None None] New status for floating IP 3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:00:16.336937 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066c445-a1d9-486f-b3b0-fac78b46d5f7 None None] The sync data for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 is: [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:02Z', 'revision_number': 4, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd0fabfbd-b856-48fb-b51f-0f97a6eabbee', 'name': '', 'network_id': 'ebb14ccb-a9db-4fe1-aef0-540461726a42', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'mac_address': 'fa:16:3e:6f:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:52:01Z', 'updated_at': '2021-07-16T19:52:11Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'subnets': [{'id': 'd5030e20-6d8a-42d4-a554-b209f298eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:16.354589 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed69e3-6152-428f-a5a0-a716289ee597 x-openstack-request-id: req-d8ed69e3-6152-428f-a5a0-a716289ee597 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:16.355094 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ea533b-065f-42d1-97a5-e93b781cb606", "name": "network-vif-deleted", "tag": "f9abef35-a6fc-4252-a55a-cbc6da4d62f6", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:16.355444 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8ed69e3-6152-428f-a5a0-a716289ee597 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:16.355925 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ea533b-065f-42d1-97a5-e93b781cb606', 'name': 'network-vif-deleted', 'tag': 'f9abef35-a6fc-4252-a55a-cbc6da4d62f6', 'status': 'completed', 'code': 200} Jul 16 20:00:16.392602 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-bccac13d-bcd6-43b4-af40-458b687dd195 service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636209 Jul 16 20:00:16.408932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.448784 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.573869 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fceb6d2b-8ca9-412e-b1c8-7b56a80d0965 req-3a53080d-7fe5-49d1-bfa0-2aa0b396584e service neutron] 10.222.0.16 "GET /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749187 Jul 16 20:00:16.651853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58646) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:16.673837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.25.6.126 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/c22bcc9d-9dcc-4c2c-91ed-ad5f7ac530dd) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:16.742621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655bcdac-33e7-480b-a21b-c646cfc01334 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.776114 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655bcdac-33e7-480b-a21b-c646cfc01334 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.808408 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388cc0a-0a0f-428e-925e-2753d4e2f7a0 None None] New status for floating IP 81fd83eb-06bf-4017-877e-dd8725865e44: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:00:16.840425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655bcdac-33e7-480b-a21b-c646cfc01334 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.843448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655bcdac-33e7-480b-a21b-c646cfc01334 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.848014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58648) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:16.848664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-655bcdac-33e7-480b-a21b-c646cfc01334 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "DELETE /v2.0/security-groups/25527b7a-21e2-478d-8f9b-873eb276c75f HTTP/1.1" status: 204 len: 168 time: 0.1947858 Jul 16 20:00:16.861085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bcdac-33e7-480b-a21b-c646cfc01334 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25527b7a-21e2-478d-8f9b-873eb276c75f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:16.873907 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-83223aec-e351-409c-b420-8876f3488cf4 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] show failed (client error): The resource could not be found. Jul 16 20:00:16.874988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-83223aec-e351-409c-b420-8876f3488cf4 tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "GET /v2.0/security-groups/25527b7a-21e2-478d-8f9b-873eb276c75f HTTP/1.1" status: 404 len: 347 time: 0.0259464 Jul 16 20:00:16.878568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58650) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:16.880187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.933706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:16.998323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:17.000132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:17.004000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:17.020257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=c22bcc9d-9dcc-4c2c-91ed-ad5f7ac530dd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:17.062694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Deleting port 4be6923d-9060-4257-9634-4aedec43bb0e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:17.063046 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.158775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.159028 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.172370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Calling delete_port for 4be6923d-9060-4257-9634-4aedec43bb0e owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:17.357639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.396043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Pushing event deleted for resources: {'Port': ['ID=4be6923d-9060-4257-9634-4aedec43bb0e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:17.480097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.483208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.493270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-507361b3-dee3-4887-ab3b-f009424d5a4d tempest-AttachVolumeTestJSON-1025984573 tempest-AttachVolumeTestJSON-1025984573-project] 10.222.0.78 "DELETE /v2.0/floatingips/81fd83eb-06bf-4017-877e-dd8725865e44 HTTP/1.1" status: 204 len: 168 time: 0.6082072 Jul 16 20:00:17.505231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 897229c9-6f5c-4e5d-88dd-94540d88bb15 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:17.619689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 897229c9-6f5c-4e5d-88dd-94540d88bb15 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:17.627061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 897229c9-6f5c-4e5d-88dd-94540d88bb15 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:17.628795 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.735714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.743198 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.777649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fd93a9-a2e7-4ff8-adfd-f6f850ead09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897229c9-6f5c-4e5d-88dd-94540d88bb15'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:17.779915 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682e10bc-a9c5-494c-ad83-fe53eb051fc8" -d '{"events": [{"server_uuid": "69fd93a9-a2e7-4ff8-adfd-f6f850ead09e", "name": "network-vif-plugged", "status": "completed", "tag": "897229c9-6f5c-4e5d-88dd-94540d88bb15"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:17.796145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 897229c9-6f5c-4e5d-88dd-94540d88bb15, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=897229c9-6f5c-4e5d-88dd-94540d88bb15,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:17.800260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f9abef35-a6fc-4252-a55a-cbc6da4d62f6 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:00:17.804229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.807365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba619-4223-45a8-9d08-e1652477de23 req-d773039d-ad70-4123-879d-5045cd060059 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:17.809015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-48cba619-4223-45a8-9d08-e1652477de23 req-d773039d-ad70-4123-879d-5045cd060059 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 944 time: 0.1672432 Jul 16 20:00:17.828366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: f9abef35-a6fc-4252-a55a-cbc6da4d62f6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:00:17.828366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f9abef35-a6fc-4252-a55a-cbc6da4d62f6 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:00:17.887171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=897229c9-6f5c-4e5d-88dd-94540d88bb15,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:17.894671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-48cba619-4223-45a8-9d08-e1652477de23 req-7ddc62b9-0f9a-4575-a5c3-ecd983581d43 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532019 Jul 16 20:00:17.941364 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-86bb297a-1399-4264-bd72-291bf7be6a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:17.981209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-3f0aee03-697e-4807-95ba-48e48a86cbe3 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:00:17.982912 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-3f0aee03-697e-4807-95ba-48e48a86cbe3 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082929 Jul 16 20:00:17.996324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Request body: {'binding': {'host': 'n-h2-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:17.997192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:00:18.038851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:18.189687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:00:18.225236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on host n-h2-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:18.225591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:18.225927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:18.233465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:00:18.233806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:18.242302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:18.242566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:18.242968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:18.243408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Bound port: b46c3f04-8692-453c-8737-33ef046e5a4c, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:18.312506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:18.320707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:18.333613 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-59b406c0-db65-4626-a288-a6e279345220 service neutron] 10.222.0.78 "POST /v2.0/ports/b46c3f04-8692-453c-8737-33ef046e5a4c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3405507 Jul 16 20:00:18.360212 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23691415-e216-4bed-8332-e7273a4b79a3 x-openstack-request-id: req-23691415-e216-4bed-8332-e7273a4b79a3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:18.360543 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fd93a9-a2e7-4ff8-adfd-f6f850ead09e", "name": "network-vif-plugged", "status": "completed", "tag": "897229c9-6f5c-4e5d-88dd-94540d88bb15", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:18.360844 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23691415-e216-4bed-8332-e7273a4b79a3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:18.361215 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fd93a9-a2e7-4ff8-adfd-f6f850ead09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897229c9-6f5c-4e5d-88dd-94540d88bb15', 'code': 200} Jul 16 20:00:18.378056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:18.393292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4189fc-93ef-47c4-a2dd-df2cf6643496 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:18.408127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4189fc-93ef-47c4-a2dd-df2cf6643496 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:18.408799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0f4189fc-93ef-47c4-a2dd-df2cf6643496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:18.417826 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:18.419444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-078b1ea8-d4d8-4e49-8bfc-a6b3b861c839 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1887600 Jul 16 20:00:18.422157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58692) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:18.453465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0f4189fc-93ef-47c4-a2dd-df2cf6643496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:18.465169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4189fc-93ef-47c4-a2dd-df2cf6643496 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:18.466064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0f4189fc-93ef-47c4-a2dd-df2cf6643496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T19:59:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:18.503110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0f4189fc-93ef-47c4-a2dd-df2cf6643496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:18.504134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4189fc-93ef-47c4-a2dd-df2cf6643496 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:18.650634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debfa2-8b5d-4522-84ea-dbf6a5077e64 req-400c9417-fb09-45f9-9b57-85464ca11327 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:18.652311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68debfa2-8b5d-4522-84ea-dbf6a5077e64 req-400c9417-fb09-45f9-9b57-85464ca11327 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.0948298 Jul 16 20:00:18.720754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68debfa2-8b5d-4522-84ea-dbf6a5077e64 req-9e6c8e03-fdac-40fe-bf7a-751b7cab842b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615149 Jul 16 20:00:19.101795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600fb88-f070-48bf-9cb8-4a8947fbbb24 req-c2e17328-c033-4cf8-acec-ee0168497389 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:19.103460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0600fb88-f070-48bf-9cb8-4a8947fbbb24 req-c2e17328-c033-4cf8-acec-ee0168497389 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 945 time: 0.0761375 Jul 16 20:00:19.161870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac9a8-e979-42ee-a7ca-2d277983ed19 req-2b7833d0-4e2a-4542-ab27-8ac28aed3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:19.164333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c7ac9a8-e979-42ee-a7ca-2d277983ed19 req-2b7833d0-4e2a-4542-ab27-8ac28aed3ee3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 1097 time: 0.3023694 Jul 16 20:00:19.180516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-33a219a3-d84c-40ba-8610-6d619f6a0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:19.182841 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-33a219a3-d84c-40ba-8610-6d619f6a0dd7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1097 time: 0.3220031 Jul 16 20:00:19.198492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0600fb88-f070-48bf-9cb8-4a8947fbbb24 req-c1798e20-53e3-4ba5-b5de-e72c019a7b54 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721021 Jul 16 20:00:19.289595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6c7ac9a8-e979-42ee-a7ca-2d277983ed19 req-84717f60-db59-4ed0-a812-5eadfa44bfd8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188319 Jul 16 20:00:19.414943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5903fb2f-a282-4e42-9c69-49b53da42f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:19.416490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5903fb2f-a282-4e42-9c69-49b53da42f4b service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1725101 Jul 16 20:00:19.493577 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-461bc187-95b0-447e-9a71-e88f7de4b698 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b46c3f04-8692-453c-8737-33ef046e5a4c HTTP/1.1" status: 200 len: 217 time: 0.0458155 Jul 16 20:00:19.581363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-0e72764a-fd87-4279-b453-2048637eda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:19.582787 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-0e72764a-fd87-4279-b453-2048637eda4c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.0824804 Jul 16 20:00:19.621179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-b2a945c0-a25d-40c4-8c72-4eab286f0e5e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307245 Jul 16 20:00:19.819124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:19.852674 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-750978fc-125b-4ee9-a2e6-167640dcd390 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976218 Jul 16 20:00:19.942374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6fef4-a3c0-4ea5-b865-51eb273260c4 req-797bbbf8-7e89-4820-af6c-8c5fa8a4b00f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:19.944038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68d6fef4-a3c0-4ea5-b865-51eb273260c4 req-797bbbf8-7e89-4820-af6c-8c5fa8a4b00f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.0743580 Jul 16 20:00:19.986703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68d6fef4-a3c0-4ea5-b865-51eb273260c4 req-7d14cb6c-d34c-4a83-bb30-4ec8c56f9b12 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356848 Jul 16 20:00:20.047924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-264df544-c1e1-448e-b6d6-514f07a1314f service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874282 Jul 16 20:00:20.331698 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-272f3971-76aa-40d5-9aea-ddd6454f4837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:20.365708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.20.0.1 (4de485a3-868f-4593-bd2f-5c8b895186bb/fa49de10-23e8-481d-a56c-0b30e5b5e64e/11cfdde6-be12-408a-9735-ad09b24d0707) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:20.533932 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:20.564949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76715c0-97ca-4292-9f87-2719dbfcde34 req-044fc27a-853c-4eec-b575-eceac2839b30 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:20.566600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e76715c0-97ca-4292-9f87-2719dbfcde34 req-044fc27a-853c-4eec-b575-eceac2839b30 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 945 time: 0.1652458 Jul 16 20:00:20.638213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e76715c0-97ca-4292-9f87-2719dbfcde34 req-18ac1816-fd19-4abd-b16e-e84913df29cf tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653288 Jul 16 20:00:20.718192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:20.766602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:20.811244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4de485a3-868f-4593-bd2f-5c8b895186bb is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:20.816952 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:20.822695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:20.851201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=11cfdde6-be12-408a-9735-ad09b24d0707,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:20.888682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:21.320494 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:21.450217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65252ba3-61cf-4ff9-86fc-47092a68900d req-77772395-c82c-40c7-bd07-af5042fdecc6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:21.453962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65252ba3-61cf-4ff9-86fc-47092a68900d req-77772395-c82c-40c7-bd07-af5042fdecc6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1610079 Jul 16 20:00:21.546095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65252ba3-61cf-4ff9-86fc-47092a68900d req-07384b2d-d2f6-4bba-9cb5-f3fafe6de9d6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803506 Jul 16 20:00:21.953622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:21.961272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:22.065445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=11cfdde6-be12-408a-9735-ad09b24d0707,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:22.074621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:22.232415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:22.256607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4de485a3-868f-4593-bd2f-5c8b895186bb is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:22.258164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:22.395558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:22.532869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:22.542720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58766) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:22.543199 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53816a78-39a7-4664-bf76-4997a71b4095 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/routers/f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1194816 Jul 16 20:00:22.546375 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ad51c-d07c-4627-a298-2e3a376cd9e0 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:22.549397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'port': {'network_id': '4de485a3-868f-4593-bd2f-5c8b895186bb', 'name': 'tempest-FloatingIPTestJSON-513415171'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:22.558690 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ad51c-d07c-4627-a298-2e3a376cd9e0 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:22.559668 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-148ad51c-d07c-4627-a298-2e3a376cd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:22.597769 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-148ad51c-d07c-4627-a298-2e3a376cd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:22.608507 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ad51c-d07c-4627-a298-2e3a376cd9e0 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:22.609131 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-148ad51c-d07c-4627-a298-2e3a376cd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:22.645249 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-148ad51c-d07c-4627-a298-2e3a376cd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:22.646179 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ad51c-d07c-4627-a298-2e3a376cd9e0 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:22.686987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:22.691195 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:22.741068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] device_id is not set on port 20a4a075-fca2-45e1-a84d-c4139cbc0f4d yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:00:22.837470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084877c6-ba3c-404e-afa9-3a15e4eea0c7 req-56e19872-0896-4647-845b-daa1e1ba8fa6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:22.839087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-084877c6-ba3c-404e-afa9-3a15e4eea0c7 req-56e19872-0896-4647-845b-daa1e1ba8fa6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1448517 Jul 16 20:00:22.926905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-084877c6-ba3c-404e-afa9-3a15e4eea0c7 req-8c80f4de-5f5c-4fe6-8d7e-7ce95fab41b8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619497 Jul 16 20:00:22.928333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.20.0.3 (4de485a3-868f-4593-bd2f-5c8b895186bb/fa49de10-23e8-481d-a56c-0b30e5b5e64e/20a4a075-fca2-45e1-a84d-c4139cbc0f4d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:23.124644 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.167940 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.213344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4de485a3-868f-4593-bd2f-5c8b895186bb is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:23.218842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:23.222865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:23.256281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=20a4a075-fca2-45e1-a84d-c4139cbc0f4d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:23.287562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:23.288326 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.303351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-18ac8503-24bb-4274-bdd7-31a82d745c6c tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7583873 Jul 16 20:00:23.305704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58778) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:23.311297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'port': {'network_id': '4de485a3-868f-4593-bd2f-5c8b895186bb', 'name': 'tempest-FloatingIPTestJSON-1149079849'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:23.432837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:23.436938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.457880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] device_id is not set on port 6d2fbb31-e57a-48aa-996b-ad7b49007cf6 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:00:23.588416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.20.0.13 (4de485a3-868f-4593-bd2f-5c8b895186bb/fa49de10-23e8-481d-a56c-0b30e5b5e64e/6d2fbb31-e57a-48aa-996b-ad7b49007cf6) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:23.599256 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.762312 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.804998 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.854198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4de485a3-868f-4593-bd2f-5c8b895186bb is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:23.860146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:23.864514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:23.894400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=6d2fbb31-e57a-48aa-996b-ad7b49007cf6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:23.926731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:23.928579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.953354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c7d8323d-054a-4add-a195-5a7b18ecea35 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6456552 Jul 16 20:00:23.955287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58788) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:23.964023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '6d2fbb31-e57a-48aa-996b-ad7b49007cf6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:23.993301 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:24.195844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1364-04a2-453f-91fe-1dfa43c23748 req-addffa7b-2539-42a2-a182-39d7c889503b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:24.197846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc0d1364-04a2-453f-91fe-1dfa43c23748 req-addffa7b-2539-42a2-a182-39d7c889503b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1318724 Jul 16 20:00:24.273120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc0d1364-04a2-453f-91fe-1dfa43c23748 req-5ad63a16-f5de-48c4-83c8-582d69dcd09e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689714 Jul 16 20:00:24.279383 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:24.399564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.25.6.113 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/9ad35677-6e33-4628-bb7e-e03af9b22bca) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:24.517388 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:24.563985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:24.616192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:24.619342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:24.628357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:24.647773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=9ad35677-6e33-4628-bb7e-e03af9b22bca,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:25.085171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:25.186015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:25.416636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:25.423039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:25.541087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=9ad35677-6e33-4628-bb7e-e03af9b22bca,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:25.558588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:25.943091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eefdd7-2818-46fb-a580-28c77c55379e req-5ba6ee25-1a0d-46a5-863e-0dfbf23f4093 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:25.944692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6eefdd7-2818-46fb-a580-28c77c55379e req-5ba6ee25-1a0d-46a5-863e-0dfbf23f4093 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.4790647 Jul 16 20:00:26.024995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6eefdd7-2818-46fb-a580-28c77c55379e req-0163dbcc-6ffe-47d1-b579-6271e98139b9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487251 Jul 16 20:00:26.027896 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP 8380d82e-38cc-41a2-8090-a09c5663d754 associated. External IP: 172.25.6.113, port: 6d2fbb31-e57a-48aa-996b-ad7b49007cf6. Jul 16 20:00:26.309424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:26.429062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:26.441166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0808b340-cb9a-47f0-a0dd-061e50ab979a None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:26.451246 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:26.458191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808b340-cb9a-47f0-a0dd-061e50ab979a None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:26.459725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0808b340-cb9a-47f0-a0dd-061e50ab979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:26.503945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-54958b58-bd1d-460e-89df-69a00168e485 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.5470505 Jul 16 20:00:26.507876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58808) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:26.514455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:26.525955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0808b340-cb9a-47f0-a0dd-061e50ab979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:26.536080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808b340-cb9a-47f0-a0dd-061e50ab979a None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:26.536879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0808b340-cb9a-47f0-a0dd-061e50ab979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:26.573995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0808b340-cb9a-47f0-a0dd-061e50ab979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:26.574680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0808b340-cb9a-47f0-a0dd-061e50ab979a None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:26.906750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.062591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.067412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.067747 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP 8380d82e-38cc-41a2-8090-a09c5663d754 disassociated. External IP: 172.25.6.113, port: 6d2fbb31-e57a-48aa-996b-ad7b49007cf6. Jul 16 20:00:27.220506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1eed6-dd20-42f5-b3e5-921fe8fecf36 req-05573c41-debb-4826-a810-98d2558a47e0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:27.222207 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84b1eed6-dd20-42f5-b3e5-921fe8fecf36 req-05573c41-debb-4826-a810-98d2558a47e0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.0697701 Jul 16 20:00:27.280907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84b1eed6-dd20-42f5-b3e5-921fe8fecf36 req-ace780ee-f54a-4a2e-b036-e48cc658f3b0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515540 Jul 16 20:00:27.324839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:27.453515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:27.459492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.464181 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b8233-436e-45fa-89c4-edf8e58b1160 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:27.475675 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b8233-436e-45fa-89c4-edf8e58b1160 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:27.476477 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-089b8233-436e-45fa-89c4-edf8e58b1160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:27.508362 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1688ca2e-442c-4146-bbd1-f5288efc0f98 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/floatingips/8380d82e-38cc-41a2-8090-a09c5663d754 HTTP/1.1" status: 200 len: 688 time: 0.9976745 Jul 16 20:00:27.510501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58816) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:27.521803 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-089b8233-436e-45fa-89c4-edf8e58b1160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:27.531848 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b8233-436e-45fa-89c4-edf8e58b1160 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:27.532592 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-089b8233-436e-45fa-89c4-edf8e58b1160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:27.570051 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-089b8233-436e-45fa-89c4-edf8e58b1160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:27.571016 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b8233-436e-45fa-89c4-edf8e58b1160 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:27.660149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 9ad35677-6e33-4628-bb7e-e03af9b22bca {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:27.660514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.741625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.741886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.754444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 9ad35677-6e33-4628-bb7e-e03af9b22bca owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:27.892530 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.920191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=9ad35677-6e33-4628-bb7e-e03af9b22bca,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:27.986442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.989203 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.991053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a5596628-b98f-47e7-b98e-a5f56a1b75e3 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/floatingips/8380d82e-38cc-41a2-8090-a09c5663d754 HTTP/1.1" status: 204 len: 168 time: 0.4795721 Jul 16 20:00:27.994807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58820) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:27.999480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '20a4a075-fca2-45e1-a84d-c4139cbc0f4d'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:28.025378 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:28.147184 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:28.293475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.25.6.220 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/06bb06ce-ee96-4ddf-ac99-df90a3290e4d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:28.495960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:28.550269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a0823-68ea-49ca-8a3d-b6ab4c4d0547 req-a0c1bb32-7b01-4dd0-9120-086942ee22aa tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:28.551982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e3a0823-68ea-49ca-8a3d-b6ab4c4d0547 req-a0c1bb32-7b01-4dd0-9120-086942ee22aa tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1027188 Jul 16 20:00:28.580904 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:28.650162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:28.660020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:28.667330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:28.685327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e3a0823-68ea-49ca-8a3d-b6ab4c4d0547 req-59841c73-fce5-48e1-9319-5dc159f37447 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214581 Jul 16 20:00:28.771652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=06bb06ce-ee96-4ddf-ac99-df90a3290e4d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:29.250417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:29.351144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:29.530204 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:29.535575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:29.618901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=06bb06ce-ee96-4ddf-ac99-df90a3290e4d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:29.639164 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:29.774783 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP bbd4aa36-1eb0-4132-878c-a8d9382b308e associated. External IP: 172.25.6.220, port: 20a4a075-fca2-45e1-a84d-c4139cbc0f4d. Jul 16 20:00:30.028365 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:30.038491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c042aaf-ad51-40f9-aa41-3585cbd8958d req-966a3266-4f16-4e6a-89db-cbf48e96c75a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:30.040100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c042aaf-ad51-40f9-aa41-3585cbd8958d req-966a3266-4f16-4e6a-89db-cbf48e96c75a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1766129 Jul 16 20:00:30.123993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c042aaf-ad51-40f9-aa41-3585cbd8958d req-570731a3-8f0f-49d3-bf28-3736a462a1e0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Jul 16 20:00:30.188854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:30.379913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:30.392313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb44ba3-d021-4560-81b2-10deb79c83ac None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:30.406149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb44ba3-d021-4560-81b2-10deb79c83ac None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:30.406782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0cb44ba3-d021-4560-81b2-10deb79c83ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:30.431947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:30.483426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0cb44ba3-d021-4560-81b2-10deb79c83ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:30.494060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb44ba3-d021-4560-81b2-10deb79c83ac None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:30.495011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0cb44ba3-d021-4560-81b2-10deb79c83ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:30.504559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f3677da4-3760-4e2f-9b92-65f0051f1441 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5063820 Jul 16 20:00:30.505031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58878) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:30.533994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0cb44ba3-d021-4560-81b2-10deb79c83ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:30.534906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb44ba3-d021-4560-81b2-10deb79c83ac None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:30.574895 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-02d456de-abfa-4cc1-bbd9-48408fff1d22 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "GET /v2.0/floatingips/bbd4aa36-1eb0-4132-878c-a8d9382b308e HTTP/1.1" status: 200 len: 977 time: 0.0661666 Jul 16 20:00:30.575282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58880) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:30.708645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58882) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:30.709362 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-65635cac-863a-4e00-9950-683f95a6db01 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1323705 Jul 16 20:00:30.714148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'port_id': '6d2fbb31-e57a-48aa-996b-ad7b49007cf6'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:30.785089 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:31.668028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e698a1-ac00-4a2a-b9c3-c87b456fec8d req-cd3ee23b-bb80-4428-aadd-84922f70bd61 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:31.669837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56e698a1-ac00-4a2a-b9c3-c87b456fec8d req-cd3ee23b-bb80-4428-aadd-84922f70bd61 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1731415 Jul 16 20:00:31.768100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56e698a1-ac00-4a2a-b9c3-c87b456fec8d req-b16ea3a5-8775-4a58-a4fe-c98c2a0450d5 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874996 Jul 16 20:00:31.855819 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:31.860541 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:32.004771 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP bbd4aa36-1eb0-4132-878c-a8d9382b308e associated. External IP: 172.25.6.220, port: 20a4a075-fca2-45e1-a84d-c4139cbc0f4d. Jul 16 20:00:32.645545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:32.788066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:32.802599 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35e053-ad62-4106-bce4-f5bf2ee1e054 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:32.819627 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35e053-ad62-4106-bce4-f5bf2ee1e054 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:32.826213 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4e35e053-ad62-4106-bce4-f5bf2ee1e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:32.879234 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4e35e053-ad62-4106-bce4-f5bf2ee1e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:32.892289 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35e053-ad62-4106-bce4-f5bf2ee1e054 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:32.893270 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4e35e053-ad62-4106-bce4-f5bf2ee1e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:32.956840 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4e35e053-ad62-4106-bce4-f5bf2ee1e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:32.957726 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35e053-ad62-4106-bce4-f5bf2ee1e054 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:33.174310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ffc73-1a93-4ff6-acd9-6e23b3d52c0f req-28e83e0a-4b3d-4bf8-afb5-1a1b9eacfca2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:33.183267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-280ffc73-1a93-4ff6-acd9-6e23b3d52c0f req-28e83e0a-4b3d-4bf8-afb5-1a1b9eacfca2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1677189 Jul 16 20:00:33.280842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-280ffc73-1a93-4ff6-acd9-6e23b3d52c0f req-ed4986a6-632e-469d-8a72-ac68cb1ba686 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963287 Jul 16 20:00:33.305969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:33.421795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:33.427055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:33.433827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a87bd-0bd4-4de6-b05a-1be1c15e427b None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:33.456150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a87bd-0bd4-4de6-b05a-1be1c15e427b None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:33.456943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b73a87bd-0bd4-4de6-b05a-1be1c15e427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:33.515939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b73a87bd-0bd4-4de6-b05a-1be1c15e427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:33.527485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a87bd-0bd4-4de6-b05a-1be1c15e427b None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:33.528370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b73a87bd-0bd4-4de6-b05a-1be1c15e427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:33.551997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8a454845-ad19-4d16-bda7-5f04e2932384 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/floatingips/bbd4aa36-1eb0-4132-878c-a8d9382b308e HTTP/1.1" status: 200 len: 979 time: 2.8415825 Jul 16 20:00:33.555513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58920) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:33.561582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:33.649711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:33.780368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b73a87bd-0bd4-4de6-b05a-1be1c15e427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:33.781361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a87bd-0bd4-4de6-b05a-1be1c15e427b None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:34.008686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58934) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:34.012960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.018263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.018807 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP bbd4aa36-1eb0-4132-878c-a8d9382b308e disassociated. External IP: 172.25.6.220, port: 6d2fbb31-e57a-48aa-996b-ad7b49007cf6. Jul 16 20:00:34.019489 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.286797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:34.425971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:34.436038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.438968 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636971c-24a4-400c-8ef1-a29840f46309 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:34.449244 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636971c-24a4-400c-8ef1-a29840f46309 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:34.450160 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a636971c-24a4-400c-8ef1-a29840f46309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:34.486102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58940) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:34.487089 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cbb0d3f2-2f7d-415f-a42c-fa9b4a9acd07 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/floatingips/bbd4aa36-1eb0-4132-878c-a8d9382b308e HTTP/1.1" status: 200 len: 688 time: 0.9303825 Jul 16 20:00:34.491256 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a636971c-24a4-400c-8ef1-a29840f46309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:34.501341 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636971c-24a4-400c-8ef1-a29840f46309 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:34.502182 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a636971c-24a4-400c-8ef1-a29840f46309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:34.540855 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a636971c-24a4-400c-8ef1-a29840f46309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:34.541717 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636971c-24a4-400c-8ef1-a29840f46309 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:34.627722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30c749-ef3c-4fe7-8797-03678927783c req-7a0329f6-4a03-4218-983d-b94a9163879a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:34.629465 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec30c749-ef3c-4fe7-8797-03678927783c req-7a0329f6-4a03-4218-983d-b94a9163879a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.2142203 Jul 16 20:00:34.730650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec30c749-ef3c-4fe7-8797-03678927783c req-530996d6-2d77-4630-9462-66260034839e tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944669 Jul 16 20:00:34.768245 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.769368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 06bb06ce-ee96-4ddf-ac99-df90a3290e4d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:34.769727 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.920522 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.920847 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.941003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 06bb06ce-ee96-4ddf-ac99-df90a3290e4d owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:34.997797 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.257009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.288566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=06bb06ce-ee96-4ddf-ac99-df90a3290e4d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:35.403667 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.406342 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.409984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-17a24f3e-8f45-42a2-90ef-407c4d4af97d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/floatingips/bbd4aa36-1eb0-4132-878c-a8d9382b308e HTTP/1.1" status: 204 len: 168 time: 0.9204712 Jul 16 20:00:35.411012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58952) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:35.452535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Deleting port d0fabfbd-b856-48fb-b51f-0f97a6eabbee {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:35.452871 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.461704 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-7acee571-fd95-4371-b6fb-84503c2308f4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] delete failed (client error): The resource could not be found. Jul 16 20:00:35.463940 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7acee571-fd95-4371-b6fb-84503c2308f4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/floatingips/bbd4aa36-1eb0-4132-878c-a8d9382b308e HTTP/1.1" status: 404 len: 345 time: 0.0509808 Jul 16 20:00:35.469249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58954) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:35.549490 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] For port d0fabfbd-b856-48fb-b51f-0f97a6eabbee, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:35.550170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.567238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Calling delete_port for d0fabfbd-b856-48fb-b51f-0f97a6eabbee owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:35.611561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c60987-13c4-4120-939c-39a693d51eae tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:35.618965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c60987-13c4-4120-939c-39a693d51eae tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:35.625164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c60987-13c4-4120-939c-39a693d51eae tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:35.627015 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a1c60987-13c4-4120-939c-39a693d51eae tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "GET /v2.0/ports?network_id=4de485a3-868f-4593-bd2f-5c8b895186bb HTTP/1.1" status: 200 len: 2358 time: 0.1567094 Jul 16 20:00:35.629774 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58956) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:35.721455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f404c-c8ad-4b77-831d-2502ee4ca14b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:35.724149 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b99f404c-c8ad-4b77-831d-2502ee4ca14b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "GET /v2.0/subnets/fa49de10-23e8-481d-a56c-0b30e5b5e64e HTTP/1.1" status: 200 len: 797 time: 0.0924485 Jul 16 20:00:35.731372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58960) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:35.740499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'port': {'network_id': '4de485a3-868f-4593-bd2f-5c8b895186bb', 'name': 'tempest-FloatingIPTestJSON-720250335', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:35.822753 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.869916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fabfbd-b856-48fb-b51f-0f97a6eabbee,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:35.976595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:36.202738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:36.245802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] device_id is not set on port 6091e7ec-6cb9-4f3d-826f-c853f5c4db15 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:00:36.256781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e23799-6bef-4338-8412-656dff0377fd req-537512a1-a302-4f43-8b0b-c6a875f8d259 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:36.261644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0e23799-6bef-4338-8412-656dff0377fd req-537512a1-a302-4f43-8b0b-c6a875f8d259 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.2593124 Jul 16 20:00:36.363921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:36.385498 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0e23799-6bef-4338-8412-656dff0377fd req-d5790df3-025a-4d2c-adf7-49366599365a tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541239 Jul 16 20:00:36.698847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Router 9b91bca2-a247-4b02-84c9-7222a7df8d61 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:36.855571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:36.864669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c4fc652a-e67a-4a15-aba6-842dfc31bb74 admin admin] 10.222.0.78 "PUT /v2.0/routers/9b91bca2-a247-4b02-84c9-7222a7df8d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8542056 Jul 16 20:00:36.867522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] Sync routers for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:36.868620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58976) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:36.881768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:36.883003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:36.945893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-e00d7944-b0f7-485f-b9e3-d6a57c8cb4f8 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:36.948509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-e00d7944-b0f7-485f-b9e3-d6a57c8cb4f8 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.6318202 Jul 16 20:00:37.004454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:37.015244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:37.054041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-15'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:37.182797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:37.343820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.20.0.14 (4de485a3-868f-4593-bd2f-5c8b895186bb/fa49de10-23e8-481d-a56c-0b30e5b5e64e/6091e7ec-6cb9-4f3d-826f-c853f5c4db15) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:37.363165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.20.0.12 (4de485a3-868f-4593-bd2f-5c8b895186bb/fa49de10-23e8-481d-a56c-0b30e5b5e64e/6091e7ec-6cb9-4f3d-826f-c853f5c4db15) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:37.454922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T20:00:35Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:37.487881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] Checking router: 9b91bca2-a247-4b02-84c9-7222a7df8d61 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:00:37.507555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] Routers {'9b91bca2-a247-4b02-84c9-7222a7df8d61'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:37.508217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9b91bca2-a247-4b02-84c9-7222a7df8d61'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:37.667329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] Set router 9b91bca2-a247-4b02-84c9-7222a7df8d61 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:37.673398 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:37.783278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:37.851439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e4fd4-a3bf-4778-b2cc-cc6ffb5120e1 req-a59820c7-d9d8-4391-b467-2ba455c96289 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:37.854795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc8e4fd4-a3bf-4778-b2cc-cc6ffb5120e1 req-a59820c7-d9d8-4391-b467-2ba455c96289 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 945 time: 0.1909893 Jul 16 20:00:37.859991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Deleting port 726ff8dc-e72b-401f-aa88-25a3fb66fcab {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:37.860581 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:37.860729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:37.872896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:37.931012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73813-f7ca-4851-a17b-2c04b4831653 req-32a4a562-04be-4075-b9bd-9a19c9f5fb52 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:37.932774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b46c3f04-8692-453c-8737-33ef046e5a4c details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:00:37.939991 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02e73813-f7ca-4851-a17b-2c04b4831653 req-32a4a562-04be-4075-b9bd-9a19c9f5fb52 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 945 time: 0.1827633 Jul 16 20:00:37.978469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:37.978469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:37.981248 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d39980-d9b5-4a16-a6c4-f6cf8d0c75e4" -d '{"events": [{"server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:37.988239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.062924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:38.072825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc8e4fd4-a3bf-4778-b2cc-cc6ffb5120e1 req-43660262-4e58-4db5-a3a8-5090cc626174 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958973 Jul 16 20:00:38.076920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02e73813-f7ca-4851-a17b-2c04b4831653 req-4e0d5d26-0d98-4f08-aa7c-982fd85a77dc tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356907 Jul 16 20:00:38.104906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] For port 726ff8dc-e72b-401f-aa88-25a3fb66fcab, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=726ff8dc-e72b-401f-aa88-25a3fb66fcab,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:38.105264 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.116033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b46c3f04-8692-453c-8737-33ef046e5a4c has no active binding in host n-h2-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:00:38.122046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T20:00:35Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:38.122203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Calling delete_port for 726ff8dc-e72b-401f-aa88-25a3fb66fcab owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:38.147832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on host n-h1-791505-15 for vnic_type normal with profile {"migrating_to": "n-h2-791505-15"} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:38.148393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:38.148851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:38.166059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:00:38.166636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Attempting to bind port b46c3f04-8692-453c-8737-33ef046e5a4c on network 9041918d-f7d2-4afb-98bc-507156bc8a10 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:38.174669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.176526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:38.179132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455cfb8-1516-4df9-bc21-8e319dd9aeb0 None None] The sync data for ids ['9b91bca2-a247-4b02-84c9-7222a7df8d61'] in n-d-791505-15 is: [{'id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'name': 'tempest-AttachVolumeTestJSON-578365711-router', 'tenant_id': 'af6d3ee6f4b44581aa40868568fb2495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T20:00:35Z', 'revision_number': 5, 'project_id': 'af6d3ee6f4b44581aa40868568fb2495', 'gw_port': {'id': '726ff8dc-e72b-401f-aa88-25a3fb66fcab', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b91bca2-a247-4b02-84c9-7222a7df8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:51:57Z', 'updated_at': '2021-07-16T19:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:38.197990 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d4f196-bf77-4bf9-8653-253deb5b9714 x-openstack-request-id: req-45d4f196-bf77-4bf9-8653-253deb5b9714 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:38.198433 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:38.198814 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45d4f196-bf77-4bf9-8653-253deb5b9714 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:38.199431 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c', 'code': 200} Jul 16 20:00:38.213511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4de485a3-868f-4593-bd2f-5c8b895186bb is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:38.220425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:38.223043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:38.223553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Checking segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:38.224402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Bound using segment: {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:38.225273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Bound port: b46c3f04-8692-453c-8737-33ef046e5a4c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeae406d-53dc-454c-b928-a61f00f6e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9041918d-f7d2-4afb-98bc-507156bc8a10'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:38.225941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.230336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:38.345985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.360236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:38.361014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.374816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Pushing event deleted for resources: {'Port': ['ID=726ff8dc-e72b-401f-aa88-25a3fb66fcab,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:38.379297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=6091e7ec-6cb9-4f3d-826f-c853f5c4db15,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:38.387929 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f77ea4b3-5fc0-4155-8e61-22427be8963e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.6528106 Jul 16 20:00:38.388534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58998) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:38.398352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '6091e7ec-6cb9-4f3d-826f-c853f5c4db15', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:38.433060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:38.438063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:38.449712 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.452992 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.463141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.561348 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.563795 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.597327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:38.608233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:38.608867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.613226 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-d626a563-0cc5-4db0-beaf-5f4b35c9e04f service neutron] 10.222.0.68 "PUT /v2.0/ports/b46c3f04-8692-453c-8737-33ef046e5a4c HTTP/1.1" status: 200 len: 1123 time: 1.5647826 Jul 16 20:00:38.616175 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.617594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b91bca2-a247-4b02-84c9-7222a7df8d61 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:00:38.623754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.625313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-97d16442-2d24-4efe-8a28-650db7cbab54 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9b91bca2-a247-4b02-84c9-7222a7df8d61 HTTP/1.1" status: 204 len: 168 time: 1.7554574 Jul 16 20:00:38.627801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59002) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:38.694482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b410aac8-4573-46fd-a64a-ad98f35cae52 admin admin] Deleting subnet d5030e20-6d8a-42d4-a554-b209f298eb14 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:00:38.703925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b410aac8-4573-46fd-a64a-ad98f35cae52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.707479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b46c3f04-8692-453c-8737-33ef046e5a4c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:00:38.724358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.784052 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b410aac8-4573-46fd-a64a-ad98f35cae52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.809313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['b46c3f04-8692-453c-8737-33ef046e5a4c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:00:38.885557 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b410aac8-4573-46fd-a64a-ad98f35cae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:38.900812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.25.6.133 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/5c03a02e-d57e-49fc-b99e-161ff054589f) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:38.966436 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b410aac8-4573-46fd-a64a-ad98f35cae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.032317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410aac8-4573-46fd-a64a-ad98f35cae52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5030e20-6d8a-42d4-a554-b209f298eb14,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:39.048821 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b410aac8-4573-46fd-a64a-ad98f35cae52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.054215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da05ed70-abad-4670-9b20-5d96291ca9c1 None None] Network ebb14ccb-a9db-4fe1-aef0-540461726a42 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:39.056708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b410aac8-4573-46fd-a64a-ad98f35cae52 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d5030e20-6d8a-42d4-a554-b209f298eb14 HTTP/1.1" status: 204 len: 168 time: 0.4275036 Jul 16 20:00:39.059342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59006) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:39.068879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.134370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.157142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.200618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:39.204237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:39.209803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:39.236661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=5c03a02e-d57e-49fc-b99e-161ff054589f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:39.257153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Deleting port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:39.257623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.410269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] For port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:39.410551 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.412998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a158f3-39e7-448d-80f5-095084768b49 req-b3f492f3-64a5-4a87-8e4a-8b0992d00e26 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:39.414722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-89a158f3-39e7-448d-80f5-095084768b49 req-b3f492f3-64a5-4a87-8e4a-8b0992d00e26 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.68 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 945 time: 0.1793978 Jul 16 20:00:39.436489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Calling delete_port for 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:39.512119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c40ed-ce67-454e-b622-102d88babd5c req-270155e5-8ebe-4bec-a207-e30970a4d067 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:39.513764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e61c40ed-ce67-454e-b622-102d88babd5c req-270155e5-8ebe-4bec-a207-e30970a4d067 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 945 time: 0.2278402 Jul 16 20:00:39.520047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] DHCP port deletion for ebb14ccb-a9db-4fe1-aef0-540461726a42 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:00:39.527618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2440aae-10ac-446c-9c76-ebef7e13a4ea req-984fd551-f5b2-4389-90c5-e7d3517438f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:39.529225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2440aae-10ac-446c-9c76-ebef7e13a4ea req-984fd551-f5b2-4389-90c5-e7d3517438f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.2112155 Jul 16 20:00:39.587767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] Deleting port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:39.588149 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.618811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2440aae-10ac-446c-9c76-ebef7e13a4ea req-acc04a0f-15e6-4f84-a839-ec62572b9873 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783846 Jul 16 20:00:39.622683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e61c40ed-ce67-454e-b622-102d88babd5c req-3e5a0c3e-170a-4986-91ef-18b1af4911b1 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a1ebc9-a971-426c-958a-edf01d75840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908728 Jul 16 20:00:39.631855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Deleting port 61894af7-adb3-481f-873e-fcb710b9557b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:39.632088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.632793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.673942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] No DVR routers for this DVR port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:39.686976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:39.718233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] For port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,segment=NetworkSegment(816038f3-a30c-40ea-853e-62dd1aeac098),segment_id=816038f3-a30c-40ea-853e-62dd1aeac098)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:39.718649 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.750529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] Calling delete_port for 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:39.768807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.782214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb14ccb-a9db-4fe1-aef0-540461726a42']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:39.802182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816038f3-a30c-40ea-853e-62dd1aeac098') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:39.802863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816038f3-a30c-40ea-853e-62dd1aeac098') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:39.815165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.840350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.849724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:00:39.850349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:00:39.852294 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:00:39.885526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.912701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] For port 61894af7-adb3-481f-873e-fcb710b9557b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=61894af7-adb3-481f-873e-fcb710b9557b,segment=NetworkSegment(f0d85535-c89f-4ac8-83ac-82d18d7aa7fb),segment_id=f0d85535-c89f-4ac8-83ac-82d18d7aa7fb)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:39.913851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.919360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] Pushing event deleted for resources: {'Port': ['ID=8b93072a-8ab6-4a08-96e7-5ca803df5ab8,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:39.928741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3385ec-2381-427b-800b-e2f1e2235862 None None] No DVR routers for this DVR port 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:39.938075 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.945476 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:39.948030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] 10.222.0.78 "DELETE /v2.0/networks/ebb14ccb-a9db-4fe1-aef0-540461726a42 HTTP/1.1" status: 204 len: 168 time: 0.8871593 Jul 16 20:00:39.957111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Calling delete_port for 61894af7-adb3-481f-873e-fcb710b9557b owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:39.969310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb714-af39-4666-a034-cd88d4aa7f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb14ccb-a9db-4fe1-aef0-540461726a42,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:40.094156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:40.097159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59020) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:40.146434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7f92d8a0-c1de-4ac3-b20a-6fed0b965ac1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af6d3ee6f4b44581aa40868568fb2495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453038 Jul 16 20:00:40.146791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59024) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:40.200574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:40.203160 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:40.214591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3456-3c07-4343-b50a-6c6c3c6d36d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:40.261784 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3456-3c07-4343-b50a-6c6c3c6d36d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:40.269194 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c1e007-b622-4308-bde9-b86f08e7b10c x-openstack-request-id: req-16c1e007-b622-4308-bde9-b86f08e7b10c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:40.270571 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:40.270840 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16c1e007-b622-4308-bde9-b86f08e7b10c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:40.271490 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c', 'status': 'completed', 'code': 200} Jul 16 20:00:40.276798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d0fabfbd-b856-48fb-b51f-0f97a6eabbee no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:00:40.277846 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:40.301561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d0fabfbd-b856-48fb-b51f-0f97a6eabbee {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:00:40.301872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d0fabfbd-b856-48fb-b51f-0f97a6eabbee not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:00:40.303052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 726ff8dc-e72b-401f-aa88-25a3fb66fcab no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:00:40.327336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 726ff8dc-e72b-401f-aa88-25a3fb66fcab {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:00:40.327751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 726ff8dc-e72b-401f-aa88-25a3fb66fcab not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:00:40.328183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:00:40.332711 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3456-3c07-4343-b50a-6c6c3c6d36d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:40.336091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3456-3c07-4343-b50a-6c6c3c6d36d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:40.340650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d7fb3456-3c07-4343-b50a-6c6c3c6d36d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62b76b14-809a-42ea-ba1b-c3a92e869743 HTTP/1.1" status: 204 len: 168 time: 0.1896253 Jul 16 20:00:40.348347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb3456-3c07-4343-b50a-6c6c3c6d36d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b76b14-809a-42ea-ba1b-c3a92e869743,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:40.350752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:00:40.352432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8b93072a-8ab6-4a08-96e7-5ca803df5ab8 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:00:40.614365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:40.683718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Pushing event deleted for resources: {'Port': ['ID=61894af7-adb3-481f-873e-fcb710b9557b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:40.779463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] No DVR routers for this DVR port 61894af7-adb3-481f-873e-fcb710b9557b on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:40.789860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:40.793744 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-89a158f3-39e7-448d-80f5-095084768b49 req-8f39b9e4-4381-41b6-8d01-54f10d0ab953 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.68 "DELETE /v2.0/ports/61894af7-adb3-481f-873e-fcb710b9557b HTTP/1.1" status: 204 len: 173 time: 1.3723202 Jul 16 20:00:40.858253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-5c765e96-b936-49e0-95dd-9655e6747521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:40.860158 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-5c765e96-b936-49e0-95dd-9655e6747521 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1126 time: 0.2471731 Jul 16 20:00:40.883368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c179197c-a117-4d61-9a73-596a56b63fd8 req-2d2c3e3c-f4f6-4759-802b-4261306161b9 tempest-VolumesAdminNegativeTest-1921361091 tempest-VolumesAdminNegativeTest-1921361091-project] 10.222.0.78 "GET /v2.0/ports?device_id=21280782-b671-4a85-a947-48e4fb42f96d HTTP/1.1" status: 200 len: 210 time: 0.0433092 Jul 16 20:00:40.923415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb87d7-7694-46f1-b791-ae4adda9e376 req-324fb099-03c2-4b84-80d1-f02fb4db9f49 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:40.931862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59eb87d7-7694-46f1-b791-ae4adda9e376 req-324fb099-03c2-4b84-80d1-f02fb4db9f49 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1348267 Jul 16 20:00:41.004442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:41.011023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59eb87d7-7694-46f1-b791-ae4adda9e376 req-c123f9e2-3209-444a-b1f9-9acf2a34d399 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761883 Jul 16 20:00:41.012032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:41.068386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-6fc147e3-3786-4876-94fb-c6e7655da761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:41.069935 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-6fc147e3-3786-4876-94fb-c6e7655da761 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1970184 Jul 16 20:00:41.112877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=5c03a02e-d57e-49fc-b99e-161ff054589f,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:41.148276 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-f5c81dec-8279-4acc-927e-98b9e43bec97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b46c3f04-8692-453c-8737-33ef046e5a4c HTTP/1.1" status: 200 len: 217 time: 0.0671499 Jul 16 20:00:41.195291 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:41.264703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-63f60ed8-88d3-4192-836b-679e18870308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:41.266197 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-63f60ed8-88d3-4192-836b-679e18870308 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.1112919 Jul 16 20:00:41.328757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-27672802-c101-4a48-ac4f-fee160b3da08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542524 Jul 16 20:00:41.383329 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP d1940245-2f5f-429d-a98a-ddab82071318 associated. External IP: 172.25.6.133, port: 6091e7ec-6cb9-4f3d-826f-c853f5c4db15. Jul 16 20:00:41.526583 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-40670486-4a3d-4e22-ab7a-2e52e5882b27 service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901350 Jul 16 20:00:41.754102 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bd6dad7-9364-4fa6-b9c6-63c0dc56613f req-d29cca83-3752-4307-a55d-664e526e4d7f service neutron] 10.222.0.16 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097960 Jul 16 20:00:41.776250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:41.924667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 61894af7-adb3-481f-873e-fcb710b9557b no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:00:41.930764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:41.946679 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806b8df-b21a-4c98-8d9c-b23ea0571ef7 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:41.958100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 61894af7-adb3-481f-873e-fcb710b9557b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:00:41.959665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 61894af7-adb3-481f-873e-fcb710b9557b not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:00:41.964396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:41.975676 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806b8df-b21a-4c98-8d9c-b23ea0571ef7 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:41.977800 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5806b8df-b21a-4c98-8d9c-b23ea0571ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:42.023187 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-95136d06-261d-4756-9e98-6610f341c05e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6335363 Jul 16 20:00:42.027201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59076) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:42.037319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-99525cb4-c5f5-4546-b29a-7a08a42311d9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'port_id': '6091e7ec-6cb9-4f3d-826f-c853f5c4db15', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:42.096097 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5806b8df-b21a-4c98-8d9c-b23ea0571ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:42.121481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99525cb4-c5f5-4546-b29a-7a08a42311d9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:42.122846 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806b8df-b21a-4c98-8d9c-b23ea0571ef7 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:42.131146 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5806b8df-b21a-4c98-8d9c-b23ea0571ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:42.159860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59086) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:42.249629 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5806b8df-b21a-4c98-8d9c-b23ea0571ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:42.253129 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806b8df-b21a-4c98-8d9c-b23ea0571ef7 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:42.281403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21280782-b671-4a85-a947-48e4fb42f96d', 'name': 'network-vif-deleted', 'tag': '61894af7-adb3-481f-873e-fcb710b9557b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:42.289465 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd50ae1a-7a4b-48cf-b953-dc1346460082" -d '{"events": [{"server_uuid": "21280782-b671-4a85-a947-48e4fb42f96d", "name": "network-vif-deleted", "tag": "61894af7-adb3-481f-873e-fcb710b9557b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:42.337765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cd236d-a369-4704-9d82-058fe63eaa94 admin admin] Deleting subnet babb5a61-36b4-4d2c-93f7-e7b2ebf02b5e {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:00:42.385485 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9cd236d-a369-4704-9d82-058fe63eaa94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:42.481840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9cd236d-a369-4704-9d82-058fe63eaa94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:42.580216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9cd236d-a369-4704-9d82-058fe63eaa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:42.712771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9cd236d-a369-4704-9d82-058fe63eaa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:42.770063 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d88d8-91a6-4eda-a383-a287d63f3497 x-openstack-request-id: req-c98d88d8-91a6-4eda-a383-a287d63f3497 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:42.770063 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21280782-b671-4a85-a947-48e4fb42f96d", "name": "network-vif-deleted", "tag": "61894af7-adb3-481f-873e-fcb710b9557b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:42.770063 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c98d88d8-91a6-4eda-a383-a287d63f3497 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:42.770063 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21280782-b671-4a85-a947-48e4fb42f96d', 'name': 'network-vif-deleted', 'tag': '61894af7-adb3-481f-873e-fcb710b9557b', 'status': 'completed', 'code': 200} Jul 16 20:00:42.770063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd236d-a369-4704-9d82-058fe63eaa94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babb5a61-36b4-4d2c-93f7-e7b2ebf02b5e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:42.771136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9cd236d-a369-4704-9d82-058fe63eaa94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:42.777079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c9cd236d-a369-4704-9d82-058fe63eaa94 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/babb5a61-36b4-4d2c-93f7-e7b2ebf02b5e HTTP/1.1" status: 204 len: 168 time: 0.6151264 Jul 16 20:00:42.777602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59110) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:42.790941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc14a4-f665-46e3-8f56-658ec7e34b28 req-5a374dbc-4345-4716-8664-341fd054b03c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:42.800190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3acc14a4-f665-46e3-8f56-658ec7e34b28 req-5a374dbc-4345-4716-8664-341fd054b03c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.4619491 Jul 16 20:00:42.889849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:42.945171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3acc14a4-f665-46e3-8f56-658ec7e34b28 req-f4aff110-e948-42ea-a507-ef9792e2d0ab tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417994 Jul 16 20:00:43.047159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.064368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c587f42d-8c86-474f-8065-afc5c1475523']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:43.078140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d85535-c89f-4ac8-83ac-82d18d7aa7fb') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:43.078437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d85535-c89f-4ac8-83ac-82d18d7aa7fb') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:43.100254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.121201 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.131427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:00:43.133441 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:00:43.136972 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:00:43.218329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.234271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.234271 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c587f42d-8c86-474f-8065-afc5c1475523 HTTP/1.1" status: 204 len: 168 time: 0.4551184 Jul 16 20:00:43.234925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59124) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:43.263150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f763595-5d6a-409e-abe1-cf2eb37660d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c587f42d-8c86-474f-8065-afc5c1475523,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:43.299030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99525cb4-c5f5-4546-b29a-7a08a42311d9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.305137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99525cb4-c5f5-4546-b29a-7a08a42311d9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.319497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8535e00-c380-460f-a348-9136b9339bce admin admin] Deleting subnet 346ddad8-b143-489a-b399-e2d323251001 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:00:43.323614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8535e00-c380-460f-a348-9136b9339bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.402484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8535e00-c380-460f-a348-9136b9339bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.476122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8535e00-c380-460f-a348-9136b9339bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.562574 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8535e00-c380-460f-a348-9136b9339bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.616462 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8535e00-c380-460f-a348-9136b9339bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.619228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f8535e00-c380-460f-a348-9136b9339bce admin admin] 10.222.0.78 "DELETE /v2.0/subnets/346ddad8-b143-489a-b399-e2d323251001 HTTP/1.1" status: 204 len: 168 time: 0.3824043 Jul 16 20:00:43.620135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8535e00-c380-460f-a348-9136b9339bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346ddad8-b143-489a-b399-e2d323251001,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:43.623776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59132) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:43.679367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99525cb4-c5f5-4546-b29a-7a08a42311d9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:43.749995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.860252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99525cb4-c5f5-4546-b29a-7a08a42311d9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:43.875470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04554822-30ec-4e73-9588-a861e0578732 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:43.894666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99525cb4-c5f5-4546-b29a-7a08a42311d9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.895101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04554822-30ec-4e73-9588-a861e0578732 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:43.898129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-04554822-30ec-4e73-9588-a861e0578732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:43.906098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.921408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc71540-566b-4720-8b87-67bac961e289']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:43.938069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4f4f24-4dfd-46f5-9322-bb07a61913eb') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:43.938530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4f4f24-4dfd-46f5-9322-bb07a61913eb') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:43.951255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.969866 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.976180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-04554822-30ec-4e73-9588-a861e0578732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:43.991518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:00:43.996867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:00:43.999185 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:00:44.024321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04554822-30ec-4e73-9588-a861e0578732 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:44.026107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-04554822-30ec-4e73-9588-a861e0578732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:44.077824 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:44.086757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:44.089112 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9dc71540-566b-4720-8b87-67bac961e289 HTTP/1.1" status: 204 len: 168 time: 0.4638832 Jul 16 20:00:44.105089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45715c56-56d7-46cb-b818-6bffdf8e89a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc71540-566b-4720-8b87-67bac961e289,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:44.130053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-04554822-30ec-4e73-9588-a861e0578732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:44.130053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04554822-30ec-4e73-9588-a861e0578732 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:44.155773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-99525cb4-c5f5-4546-b29a-7a08a42311d9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/floatingips/d1940245-2f5f-429d-a98a-ddab82071318 HTTP/1.1" status: 200 len: 978 time: 2.1252801 Jul 16 20:00:44.158358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59144) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:44.327941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bcb15-8ff1-400a-ab16-5d075b4565a6 req-d7d088d6-52a9-4335-9d77-16df67537a50 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:44.330144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-450bcb15-8ff1-400a-ab16-5d075b4565a6 req-d7d088d6-52a9-4335-9d77-16df67537a50 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 943 time: 0.1515148 Jul 16 20:00:44.417520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-450bcb15-8ff1-400a-ab16-5d075b4565a6 req-5d431fc3-add5-4e15-92fe-4d739c73de7c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783501 Jul 16 20:00:44.501304 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-47446426-da9f-4318-8f5a-c4b2860ebd44 service neutron] 10.222.0.16 "GET /v2.0/ports/b46c3f04-8692-453c-8737-33ef046e5a4c/bindings/n-h2-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.2108159 Jul 16 20:00:44.557769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59152) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:44.566353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 5c03a02e-d57e-49fc-b99e-161ff054589f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:44.566861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:44.662523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-480bc2b5-7a49-4f27-b947-4d6dc3efc6fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40cb3695385b42cd98b5f2130f162577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000290 Jul 16 20:00:44.662718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:44.780180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:44.780549 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:44.799221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 5c03a02e-d57e-49fc-b99e-161ff054589f owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:44.863009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23420456-a254-4ecf-bd21-0f95c87a0643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:44.951159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23420456-a254-4ecf-bd21-0f95c87a0643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.002884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:45.028059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59162) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:45.059014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:45.113174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46c3f04-8692-453c-8737-33ef046e5a4c {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:00:45.121162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23420456-a254-4ecf-bd21-0f95c87a0643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.123922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23420456-a254-4ecf-bd21-0f95c87a0643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.125224 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23420456-a254-4ecf-bd21-0f95c87a0643 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46a1ebc9-a971-426c-958a-edf01d75840b HTTP/1.1" status: 204 len: 168 time: 0.4613953 Jul 16 20:00:45.138353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:45.142645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23420456-a254-4ecf-bd21-0f95c87a0643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1ebc9-a971-426c-958a-edf01d75840b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:45.178339 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.225529 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1bac6967-c02d-4d8d-a5c2-fcbb5a327fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.238779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.295405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=5c03a02e-d57e-49fc-b99e-161ff054589f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:45.362866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] Transition to ACTIVE for port object b46c3f04-8692-453c-8737-33ef046e5a4c will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:45.370877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.399398 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1bac6967-c02d-4d8d-a5c2-fcbb5a327fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.405474 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1bac6967-c02d-4d8d-a5c2-fcbb5a327fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.415234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.415579 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP d1940245-2f5f-429d-a98a-ddab82071318 disassociated (deleted). External IP: 172.25.6.133, port: 6091e7ec-6cb9-4f3d-826f-c853f5c4db15. Jul 16 20:00:45.464827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1bac6967-c02d-4d8d-a5c2-fcbb5a327fee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=869d57bc018243e1871c679b674bd744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356191 Jul 16 20:00:45.466972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59174) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:45.476891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac6967-c02d-4d8d-a5c2-fcbb5a327fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a6ad0-7486-446f-b307-e2b4cf2e34b4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:45.492879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] No DVR routers for this DVR port b46c3f04-8692-453c-8737-33ef046e5a4c on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:45.601553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8fa-46de-486a-83d9-4be1b6d16cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.640767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b46c3f04-8692-453c-8737-33ef046e5a4c no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:00:45.644038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8fa-46de-486a-83d9-4be1b6d16cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.697006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59176) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:45.721607 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8fa-46de-486a-83d9-4be1b6d16cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.724917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8fa-46de-486a-83d9-4be1b6d16cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:45.744696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-52ddb8fa-46de-486a-83d9-4be1b6d16cdf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a2a6ad0-7486-446f-b307-e2b4cf2e34b4 HTTP/1.1" status: 204 len: 168 time: 0.2625966 Jul 16 20:00:45.745784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b46c3f04-8692-453c-8737-33ef046e5a4c not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:00:45.861063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddb8fa-46de-486a-83d9-4be1b6d16cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a6ad0-7486-446f-b307-e2b4cf2e34b4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:45.870799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8e598847-39be-4fa4-ac13-0c0ee2f4b110 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1db3efbe8a03470ca5dad6fa9f320b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705680 Jul 16 20:00:45.889608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59182) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:45.924572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=10']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:45.947454 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-5e5b8ed2-52fc-4697-8dcc-edf0373c89b1 service neutron] 10.222.0.16 "PUT /v2.0/ports/b46c3f04-8692-453c-8737-33ef046e5a4c/bindings/n-h2-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4362168 Jul 16 20:00:46.060726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd82e0-3adb-4d35-b0d3-fc606e8ae305 req-aa89e4fe-4fae-46b1-97fe-381deb813d11 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:46.070837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38cd82e0-3adb-4d35-b0d3-fc606e8ae305 req-aa89e4fe-4fae-46b1-97fe-381deb813d11 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 944 time: 0.3222923 Jul 16 20:00:46.129149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.159398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38cd82e0-3adb-4d35-b0d3-fc606e8ae305 req-9b1e4a33-201f-4a53-a3b2-1675da681297 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714734 Jul 16 20:00:46.189169 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.217711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-e710ad48-1e52-475b-988c-447c5774cf5c tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:46.219174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-e710ad48-1e52-475b-988c-447c5774cf5c tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1096 time: 0.2049160 Jul 16 20:00:46.229155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:46.256318 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.260395 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.262144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4fca3c45-c683-4e52-9fdc-37befb05d436 HTTP/1.1" status: 204 len: 168 time: 0.3691218 Jul 16 20:00:46.290889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fca3c45-c683-4e52-9fdc-37befb05d436,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:46.313875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.314366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.314715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.315056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.315392 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.315726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.316057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.316415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.316742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.317071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.317395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.317803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fdaa5-9842-4f88-ac7b-24f36e2c714a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:46.341037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59192) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:46.363910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63312501-7b9f-40a7-94c0-62810322438d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.428378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-00176c64-deb7-43d9-8091-cb8e43c7ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:46.429996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-00176c64-deb7-43d9-8091-cb8e43c7ec41 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d&tenant_id=f9c52f0c54e94914b90d9b206ff78139 HTTP/1.1" status: 200 len: 1096 time: 0.1866825 Jul 16 20:00:46.458465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:46.477353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.477531 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e21799-941d-40da-9bfb-5ca76eab90a1 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:46.487085 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e21799-941d-40da-9bfb-5ca76eab90a1 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:46.488268 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e7e21799-941d-40da-9bfb-5ca76eab90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:46.508585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63312501-7b9f-40a7-94c0-62810322438d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.514464 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63312501-7b9f-40a7-94c0-62810322438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.517581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59196) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:46.517760 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eec05b1c-bb58-4d5d-a673-ae95d19b5af9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/floatingips/d1940245-2f5f-429d-a98a-ddab82071318 HTTP/1.1" status: 204 len: 168 time: 2.3575616 Jul 16 20:00:46.572041 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e7e21799-941d-40da-9bfb-5ca76eab90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:46.583711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-476f9bb0-4e09-47a7-a95c-30b6ba9231dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:46.585306 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-476f9bb0-4e09-47a7-a95c-30b6ba9231dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9c52f0c54e94914b90d9b206ff78139&device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1096 time: 0.0663705 Jul 16 20:00:46.595798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e21799-941d-40da-9bfb-5ca76eab90a1 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:46.596776 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e7e21799-941d-40da-9bfb-5ca76eab90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:46.712752 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e7e21799-941d-40da-9bfb-5ca76eab90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:46.715922 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e21799-941d-40da-9bfb-5ca76eab90a1 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:46.721994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312501-7b9f-40a7-94c0-62810322438d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf97426-ffc1-444b-86c6-ab971d74c773,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:46.729894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-63312501-7b9f-40a7-94c0-62810322438d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1dfd70e54b4944628e7ac66cb0b15966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857183 Jul 16 20:00:46.734768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-04e2653b-d90f-4bc5-a0fd-e899ea6003eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:46.736569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-04e2653b-d90f-4bc5-a0fd-e899ea6003eb service neutron] 10.222.0.68 "GET /v2.0/networks?id=9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 200 len: 909 time: 0.1443954 Jul 16 20:00:46.737804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59206) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:46.803309 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-cd1f299a-d22e-424a-a417-85296fef0456 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b46c3f04-8692-453c-8737-33ef046e5a4c HTTP/1.1" status: 200 len: 217 time: 0.0574708 Jul 16 20:00:46.823424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-5464a8a5-b5a4-430f-8ea4-9c8ba34706b5 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 6091e7ec-6cb9-4f3d-826f-c853f5c4db15 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:46.824334 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5464a8a5-b5a4-430f-8ea4-9c8ba34706b5 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.883793 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.907840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.955300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-6c7f73fd-972f-46f8-b43d-839c75fda042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:46.958563 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-6c7f73fd-972f-46f8-b43d-839c75fda042 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 200 len: 848 time: 0.1439452 Jul 16 20:00:46.974210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.976978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:46.981135 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbf97426-ffc1-444b-86c6-ab971d74c773 HTTP/1.1" status: 204 len: 168 time: 0.2419169 Jul 16 20:00:47.003943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-2806ce99-163c-4977-aa2d-f8ba6712329c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9041918d-f7d2-4afb-98bc-507156bc8a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389662 Jul 16 20:00:47.009644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf97426-ffc1-444b-86c6-ab971d74c773,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:47.013934 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5464a8a5-b5a4-430f-8ea4-9c8ba34706b5 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:47.047448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-5464a8a5-b5a4-430f-8ea4-9c8ba34706b5 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 6091e7ec-6cb9-4f3d-826f-c853f5c4db15 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:47.051051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.051420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.051778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.052711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.053066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.053410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.053755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.054090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.054428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.054811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.055152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.055491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad958c-c053-4982-beaf-0e14f04d01ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:47.165514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-3018d5a3-5287-4881-a1f3-410ee1730fca service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528027 Jul 16 20:00:47.314517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-4cd396a8-6034-4442-9b93-4c2ad03ca642 service neutron] 10.222.0.68 "GET /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419935 Jul 16 20:00:47.529694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59232) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:47.656480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-network', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:47.694314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Made reservation on behalf of 5a3946f1f816419f902c03e7fb14189a for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:47.698288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:47.748784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:47.845607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4f101-b1a9-42b2-b54f-71e12d6d413c req-ce33c8e7-0438-4b2c-a58a-95cf7a457940 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:47.847860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dc4f101-b1a9-42b2-b54f-71e12d6d413c req-ce33c8e7-0438-4b2c-a58a-95cf7a457940 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 944 time: 0.2040629 Jul 16 20:00:47.891241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-c025d7d7-b75a-426c-b2f1-8677c95ebdb7 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:47.893210 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-c025d7d7-b75a-426c-b2f1-8677c95ebdb7 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d&tenant_id=f9c52f0c54e94914b90d9b206ff78139&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1096 time: 0.1919975 Jul 16 20:00:47.917265 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:47.944170 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e754e472-e240-4e36-a178-e2cd076dd4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:47.963183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:47.965148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dc4f101-b1a9-42b2-b54f-71e12d6d413c req-1e10997e-9c1a-45eb-a62f-d83401ff68f5 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595634 Jul 16 20:00:47.971351 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5464a8a5-b5a4-430f-8ea4-9c8ba34706b5 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.009172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464a8a5-b5a4-430f-8ea4-9c8ba34706b5 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=6091e7ec-6cb9-4f3d-826f-c853f5c4db15,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:48.022812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:48.060834 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.061179 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Added segment 831f4b0f-5abd-47e7-a294-5cea4b5d24b8 of type vlan for network f794332f-3478-4503-b2cb-917d68c6a6fb Jul 16 20:00:48.063670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecf723e-66f5-494c-9ff8-b86adcd4acf6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:48.170457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5464a8a5-b5a4-430f-8ea4-9c8ba34706b5 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.172550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5464a8a5-b5a4-430f-8ea4-9c8ba34706b5 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/ports/6091e7ec-6cb9-4f3d-826f-c853f5c4db15 HTTP/1.1" status: 204 len: 168 time: 1.6460044 Jul 16 20:00:48.176235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59254) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:48.184143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:48.218368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.238347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-a8866c2e-2f64-4cfe-9432-34e7e2449d24 service neutron] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:48.244217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-a8866c2e-2f64-4cfe-9432-34e7e2449d24 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.245785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50abd8a1-79f6-4bf6-9128-6d00e306f9c5 req-a8866c2e-2f64-4cfe-9432-34e7e2449d24 service neutron] 10.222.0.68 "DELETE /v2.0/ports/b46c3f04-8692-453c-8737-33ef046e5a4c/bindings/n-h1-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.3393099 Jul 16 20:00:48.248821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.287370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.288566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:48.289452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.331543 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7979038 Jul 16 20:00:48.331740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59258) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:48.341772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Request body: {'subnet': {'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-subnet', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:48.375489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.381525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cac2bc-0fe8-4d43-8575-06d364e7316e admin admin] Pushing event updated for resources: {'Network': ['ID=f794332f-3478-4503-b2cb-917d68c6a6fb,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:48.393884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network f794332f-3478-4503-b2cb-917d68c6a6fb details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:48.407784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Made reservation on behalf of 5a3946f1f816419f902c03e7fb14189a for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:48.410889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.581280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.25.6.198 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/0d05ef22-b3bd-43c2-8c46-2cbff2842806) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:48.768630 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.799468 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.848078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=988ba854-f5bf-4a31-91fb-d099cd160058,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:48.920025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:48.924609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Checking segment: {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:48.925018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Network hostable DHCP agents. Network: f794332f-3478-4503-b2cb-917d68c6a6fb, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:48.961211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Network f794332f-3478-4503-b2cb-917d68c6a6fb is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:48.972261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:48.976478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:48.980719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:48.991633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, f794332f-3478-4503-b2cb-917d68c6a6fb) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:49.010558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac4e146-8c5e-4cb1-b13c-edb024fb802c None None] Network f794332f-3478-4503-b2cb-917d68c6a6fb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:49.016787 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:49.017603 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.039994 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-12695d8c-5e8b-4711-96df-2a53b53bc3dc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7066882 Jul 16 20:00:49.042779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:49.048633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:49.059013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=0d05ef22-b3bd-43c2-8c46-2cbff2842806,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:49.104128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.107934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.180127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.320689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.391170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab86e39-eaa4-4e2e-9f99-6de53c431b68 req-67b5d63a-becc-44b7-8bc9-82da51354ef2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:49.399594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ab86e39-eaa4-4e2e-9f99-6de53c431b68 req-67b5d63a-becc-44b7-8bc9-82da51354ef2 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 944 time: 0.1979506 Jul 16 20:00:49.423723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.441002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-f794332f-3478-4503-b2cb-917d68c6a6fb', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:00:49.442005 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.510776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ab86e39-eaa4-4e2e-9f99-6de53c431b68 req-784ca52e-be03-4159-a28e-8401ba519d41 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100860 Jul 16 20:00:49.646867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Allocated IP 172.20.0.2 (f794332f-3478-4503-b2cb-917d68c6a6fb/988ba854-f5bf-4a31-91fb-d099cd160058/945eba1c-aafa-4d39-b9ad-89d502dadcf1) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:49.766831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.803378 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.813886 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.970149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=0d05ef22-b3bd-43c2-8c46-2cbff2842806,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:50.139310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.157424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29948655-dee5-4bb3-9eb5-5545aa7d701e req-dc377090-1695-493c-ba7a-6dbd86d6afe2 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:50.159043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29948655-dee5-4bb3-9eb5-5545aa7d701e req-dc377090-1695-493c-ba7a-6dbd86d6afe2 tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 1096 time: 0.1903296 Jul 16 20:00:50.165661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.173697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4a870c2b-8a15-424c-b9a7-8a2818756ec7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9960246 Jul 16 20:00:50.174417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59314) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:50.202875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'port': {'network_id': '4de485a3-868f-4593-bd2f-5c8b895186bb', 'name': 'tempest-FloatingIPTestJSON-583369828'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:50.342413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.366084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29948655-dee5-4bb3-9eb5-5545aa7d701e req-f4c6ea89-5868-4e1b-810d-39de48852a5e tempest-LiveMigrationTest-958853416 tempest-LiveMigrationTest-958853416-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870465 Jul 16 20:00:50.371205 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3c23606-8882-4560-a45b-c337827f196e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.395271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.420714 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.445371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Transition to ACTIVE for port object 945eba1c-aafa-4d39-b9ad-89d502dadcf1 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:50.483499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Transition to ACTIVE for port object 945eba1c-aafa-4d39-b9ad-89d502dadcf1 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:50.491459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.496807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:50.504378 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.573740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] device_id is not set on port 407c9bf2-afba-4b82-ad5f-51d82b33ac74 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:00:50.591784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Allocated IP 172.25.6.121 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/9b6889bc-3608-46fb-944a-38dff28fb8b0) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:50.663920 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.710913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Network f794332f-3478-4503-b2cb-917d68c6a6fb is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:50.716853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Pushing event updated for resources: {'Port': ['ID=945eba1c-aafa-4d39-b9ad-89d502dadcf1,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:50.725831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.742947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:50.752125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.757270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.761218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.761824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.762374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.764731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.765340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.765913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.766457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.767900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.769488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.770254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:50.776768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.784831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:50.855219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.20.0.6 (4de485a3-868f-4593-bd2f-5c8b895186bb/fa49de10-23e8-481d-a56c-0b30e5b5e64e/407c9bf2-afba-4b82-ad5f-51d82b33ac74) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:50.893109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:50.898482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:50.903074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:50.975726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Attempting to bind port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:50.976569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Attempting to bind port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:50.977174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Attempting to bind port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 on network f794332f-3478-4503-b2cb-917d68c6a6fb {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:50.986426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:50.992738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Checking segment: {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:50.993463 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.994113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Bound using segment: {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:50.994951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Bound port: 945eba1c-aafa-4d39-b9ad-89d502dadcf1, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:50.995563 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.036186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6889bc-3608-46fb-944a-38dff28fb8b0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:51.190675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] For port 945eba1c-aafa-4d39-b9ad-89d502dadcf1, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:51.198450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] For port 945eba1c-aafa-4d39-b9ad-89d502dadcf1, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=945eba1c-aafa-4d39-b9ad-89d502dadcf1,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:51.203501 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.243326 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.313276 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9578dbc-b51f-4fca-81a0-6ff7aff55450 None None] Pushing event updated for resources: {'Port': ['ID=945eba1c-aafa-4d39-b9ad-89d502dadcf1,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:51.320757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.330705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a026c-e040-4839-891a-8fde514a684c req-b6eb8b58-1018-4659-b7b7-1fb96a67aa2b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:51.338227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-645a026c-e040-4839-891a-8fde514a684c req-b6eb8b58-1018-4659-b7b7-1fb96a67aa2b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 944 time: 0.2310309 Jul 16 20:00:51.380586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59340) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:51.424635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-645a026c-e040-4839-891a-8fde514a684c req-e6a542d1-353a-4019-a016-831fb5ecd448 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854397 Jul 16 20:00:51.434648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.520161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=407c9bf2-afba-4b82-ad5f-51d82b33ac74,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:51.534665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4de485a3-868f-4593-bd2f-5c8b895186bb is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:51.536332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:51.542706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:51.604383 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afe1607c-4332-4c05-bb43-18445409fbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.665080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:51.665675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.785194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afe1607c-4332-4c05-bb43-18445409fbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.790546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afe1607c-4332-4c05-bb43-18445409fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.794573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96789899-ec29-4a17-a653-462610908a4d req-31611eff-8b00-4fc9-9fc7-e34269b428f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:51.797631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96789899-ec29-4a17-a653-462610908a4d req-31611eff-8b00-4fc9-9fc7-e34269b428f4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 944 time: 0.2410061 Jul 16 20:00:51.805984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6eb63247-0147-4665-aa8a-48eb09f22a0d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6137886 Jul 16 20:00:51.812125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59344) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:51.821140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'port_id': '407c9bf2-afba-4b82-ad5f-51d82b33ac74'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:51.842687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-afe1607c-4332-4c05-bb43-18445409fbfb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f37e58dc76964185a9ea61f1e7d8c79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610071 Jul 16 20:00:51.843586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1607c-4332-4c05-bb43-18445409fbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177f11c0-474e-4957-9131-8f0a09209cf6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:51.845989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59348) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:51.903032 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d18ccf58-d01e-48ce-9f5f-137f0fe9f085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.933057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d18ccf58-d01e-48ce-9f5f-137f0fe9f085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.982230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:51.987753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.000113 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d18ccf58-d01e-48ce-9f5f-137f0fe9f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.007400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d18ccf58-d01e-48ce-9f5f-137f0fe9f085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.012252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d18ccf58-d01e-48ce-9f5f-137f0fe9f085 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/177f11c0-474e-4957-9131-8f0a09209cf6 HTTP/1.1" status: 204 len: 168 time: 0.1623442 Jul 16 20:00:52.024120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ccf58-d01e-48ce-9f5f-137f0fe9f085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177f11c0-474e-4957-9131-8f0a09209cf6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:52.246838 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.359480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 945eba1c-aafa-4d39-b9ad-89d502dadcf1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:52.441597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:52.454912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59358) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:52.476487 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a92b7bf-20f8-4839-89b5-45a485d724ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.667895 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a92b7bf-20f8-4839-89b5-45a485d724ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.674966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a92b7bf-20f8-4839-89b5-45a485d724ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.784165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8a92b7bf-20f8-4839-89b5-45a485d724ee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f643a1f627f346c09c183641ad5da92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280716 Jul 16 20:00:52.784976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59366) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:52.788769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b7bf-20f8-4839-89b5-45a485d724ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6116d136-a6a9-4989-8548-5ae7614a3369,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:52.818074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Deleting port b46c3f04-8692-453c-8737-33ef046e5a4c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:52.818742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.892459 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-07e6a612-c67a-49b2-b991-2f5344f9c66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.934855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-07e6a612-c67a-49b2-b991-2f5344f9c66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.960882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a3407-0bf1-4fcc-a0e2-f4a339269b84 None None] Network f794332f-3478-4503-b2cb-917d68c6a6fb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:53.084787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e14f34-a53b-4629-80fb-40f24c2983a5 req-ad31c235-9469-44ae-b398-2815e2e194bf tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:53.087604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71e14f34-a53b-4629-80fb-40f24c2983a5 req-ad31c235-9469-44ae-b398-2815e2e194bf tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 944 time: 0.1194611 Jul 16 20:00:53.153268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d94a726-111f-4200-8508-e9585ecd885f None None] Provisioning for port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:53.164632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d94a726-111f-4200-8508-e9585ecd885f None None] Provisioning complete for port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:53.165136 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d94a726-111f-4200-8508-e9585ecd885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.165623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-07e6a612-c67a-49b2-b991-2f5344f9c66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.168891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-07e6a612-c67a-49b2-b991-2f5344f9c66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.173256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-07e6a612-c67a-49b2-b991-2f5344f9c66e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6116d136-a6a9-4989-8548-5ae7614a3369 HTTP/1.1" status: 204 len: 168 time: 0.3813572 Jul 16 20:00:53.192100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] For port b46c3f04-8692-453c-8737-33ef046e5a4c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b46c3f04-8692-453c-8737-33ef046e5a4c,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:53.193554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.195248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71e14f34-a53b-4629-80fb-40f24c2983a5 req-aad7a5a1-3933-407c-aac1-6bfcb7b6401b tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 Jul 16 20:00:53.221449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Calling delete_port for b46c3f04-8692-453c-8737-33ef046e5a4c owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:53.222785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6a612-c67a-49b2-b991-2f5344f9c66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6116d136-a6a9-4989-8548-5ae7614a3369,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:53.298218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Router ab2a6d80-a783-4086-828c-1523d0761353 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:00:53.373165 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d94a726-111f-4200-8508-e9585ecd885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.430241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6d94a726-111f-4200-8508-e9585ecd885f None None] For port 945eba1c-aafa-4d39-b9ad-89d502dadcf1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=945eba1c-aafa-4d39-b9ad-89d502dadcf1,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:53.440512 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d94a726-111f-4200-8508-e9585ecd885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.574927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a726-111f-4200-8508-e9585ecd885f None None] Pushing event updated for resources: {'Port': ['ID=945eba1c-aafa-4d39-b9ad-89d502dadcf1,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:53.626783 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.809192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:53.822845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Sync routers for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:53.834606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:53.835332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:53.877014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.923508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['973ae1b2-22a2-401e-973b-e6d43441d665'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:00:53.932551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.934102 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2e9babc0-3a87-4b27-92b5-823993664d74 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.8900349 Jul 16 20:00:53.935312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Pushing event deleted for resources: {'Port': ['ID=b46c3f04-8692-453c-8737-33ef046e5a4c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:53.938071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59388) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:53.966155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.resource_extend [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:00:53.995985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2dbc910d-4afb-4e76-a6e6-f67db5ea0a77 None None] Provisioning complete for port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:53.996465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2dbc910d-4afb-4e76-a6e6-f67db5ea0a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.073167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b46c3f04-8692-453c-8737-33ef046e5a4c no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:00:54.108733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: b46c3f04-8692-453c-8737-33ef046e5a4c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:00:54.109326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b46c3f04-8692-453c-8737-33ef046e5a4c not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:00:54.123550 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.125011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] No DVR routers for this DVR port b46c3f04-8692-453c-8737-33ef046e5a4c on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:54.129563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.132575 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96789899-ec29-4a17-a653-462610908a4d req-d29ce6ba-5482-4cfc-8661-7fe32823d5e9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.68 "DELETE /v2.0/ports/b46c3f04-8692-453c-8737-33ef046e5a4c HTTP/1.1" status: 204 len: 173 time: 2.3293917 Jul 16 20:00:54.133322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'name': 'network-vif-deleted', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:54.136629 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d8428d-c9fb-4985-b2ff-ef00600522b0" -d '{"events": [{"server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "name": "network-vif-deleted", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:54.139368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.335138 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65e5055-51d8-4d3a-983e-9c9e69b181f4 x-openstack-request-id: req-c65e5055-51d8-4d3a-983e-9c9e69b181f4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:54.335729 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff19f3b3-dfca-4156-a81a-32fe90afba2d", "name": "network-vif-deleted", "tag": "b46c3f04-8692-453c-8737-33ef046e5a4c", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:54.336091 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c65e5055-51d8-4d3a-983e-9c9e69b181f4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:54.336865 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff19f3b3-dfca-4156-a81a-32fe90afba2d', 'name': 'network-vif-deleted', 'tag': 'b46c3f04-8692-453c-8737-33ef046e5a4c', 'status': 'completed', 'code': 200} Jul 16 20:00:54.467572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 945eba1c-aafa-4d39-b9ad-89d502dadcf1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:54.509465 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP b6b3d319-1c34-4dd5-ab02-3cd544b9bc3f associated. External IP: 172.25.6.198, port: 407c9bf2-afba-4b82-ad5f-51d82b33ac74. Jul 16 20:00:54.592708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:54.773403 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9ad7a1c-6e98-404e-af0f-3a1d6588f156 req-c8eb5bf1-8553-47c9-bf9a-b26ac68ee79f tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.1592045 Jul 16 20:00:54.794024 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:54.794399 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.032648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.047855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:55.131899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:51Z', 'revision_number': 3, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:55.209207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Checking router: ab2a6d80-a783-4086-828c-1523d0761353 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:00:55.211784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Updating router ab2a6d80-a783-4086-828c-1523d0761353 port 9b6889bc-3608-46fb-944a-38dff28fb8b0 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:00:55.304008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:55.327337 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2891714-78f0-46d3-b2ba-caedbd9cb467 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:55.330181 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.330606 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.357579 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2891714-78f0-46d3-b2ba-caedbd9cb467 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:55.358381 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b2891714-78f0-46d3-b2ba-caedbd9cb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:55.416813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-59ffbb61-76e5-4d19-a5bc-ebcdce502515 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/floatingips/b6b3d319-1c34-4dd5-ab02-3cd544b9bc3f HTTP/1.1" status: 200 len: 977 time: 3.6009817 Jul 16 20:00:55.419623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59420) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:55.478775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Allocated IP 172.20.0.1 (f794332f-3478-4503-b2cb-917d68c6a6fb/988ba854-f5bf-4a31-91fb-d099cd160058/26d5cf22-b140-49bc-8ea0-95f3bb32a49c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:55.502310 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b2891714-78f0-46d3-b2ba-caedbd9cb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:55.530181 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2891714-78f0-46d3-b2ba-caedbd9cb467 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:55.533784 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b2891714-78f0-46d3-b2ba-caedbd9cb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:55.643438 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b2891714-78f0-46d3-b2ba-caedbd9cb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:55.644400 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2891714-78f0-46d3-b2ba-caedbd9cb467 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:55.772110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 407c9bf2-afba-4b82-ad5f-51d82b33ac74 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:55.776402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.865959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.926448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Transition to ACTIVE for port object 26d5cf22-b140-49bc-8ea0-95f3bb32a49c will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:55.982516 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.016000 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.046827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Transition to ACTIVE for port object 9b6889bc-3608-46fb-944a-38dff28fb8b0 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:56.063642 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.128932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb00819-a460-499c-b328-4f699c24065f req-35cd3179-6800-43bd-8d2e-b6168c513471 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:56.133590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcb00819-a460-499c-b328-4f699c24065f req-35cd3179-6800-43bd-8d2e-b6168c513471 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 945 time: 0.3582299 Jul 16 20:00:56.141494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a2c3c5-ab48-48db-8dd3-9fd1952a68ad req-2a82bf01-e5b2-4ee3-806f-71030e162748 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.1105161 Jul 16 20:00:56.143884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c31b31-75d9-4d2b-9711-b63a4a037a9f None None] Pushing event updated for resources: {'Port': ['ID=9b6889bc-3608-46fb-944a-38dff28fb8b0,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.178011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Attempting to bind port 9b6889bc-3608-46fb-944a-38dff28fb8b0 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:56.178566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Attempting to bind port 9b6889bc-3608-46fb-944a-38dff28fb8b0 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:56.179155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Attempting to bind port 9b6889bc-3608-46fb-944a-38dff28fb8b0 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:56.186091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:56.186763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:56.187425 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.187979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:56.188672 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Bound port: 9b6889bc-3608-46fb-944a-38dff28fb8b0, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:56.189253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.225991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.360610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.361346 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.361683 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP b6b3d319-1c34-4dd5-ab02-3cd544b9bc3f disassociated. External IP: 172.25.6.198, port: 407c9bf2-afba-4b82-ad5f-51d82b33ac74. Jul 16 20:00:56.362264 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 407c9bf2-afba-4b82-ad5f-51d82b33ac74 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:56.372860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] For port 9b6889bc-3608-46fb-944a-38dff28fb8b0, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:56.381579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] For port 9b6889bc-3608-46fb-944a-38dff28fb8b0, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b6889bc-3608-46fb-944a-38dff28fb8b0,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:56.387980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.396688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcb00819-a460-499c-b328-4f699c24065f req-6e80fb45-9596-4cd5-a73e-f8a3a76d12f2 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534535 Jul 16 20:00:56.399995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Network f794332f-3478-4503-b2cb-917d68c6a6fb is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:56.437815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Pushing event updated for resources: {'Port': ['ID=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.445284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:56.460690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:56.461469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:56.466024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:56.562845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.588552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c31b31-75d9-4d2b-9711-b63a4a037a9f None None] Pushing event updated for resources: {'Port': ['ID=9b6889bc-3608-46fb-944a-38dff28fb8b0,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.693463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.747973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=407c9bf2-afba-4b82-ad5f-51d82b33ac74,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:57.008704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:57.030422 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.120294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:57.125427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3eee08be-822b-4e54-9d30-c48d770f05f9 None None] Provisioning for port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:57.171792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3eee08be-822b-4e54-9d30-c48d770f05f9 None None] Provisioning complete for port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:57.174782 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3eee08be-822b-4e54-9d30-c48d770f05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.263760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3eee08be-822b-4e54-9d30-c48d770f05f9 None None] Port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:57.286674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c072a4-0091-4e47-b793-7fecea98e006 req-d5f4cbff-7490-4b8e-a075-ac101e7bac30 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:57.288758 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98c072a4-0091-4e47-b793-7fecea98e006 req-d5f4cbff-7490-4b8e-a075-ac101e7bac30 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 945 time: 0.1876841 Jul 16 20:00:57.401158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b3d7564-0c8c-4c43-8e00-f31d050df97f req-e77c2409-185c-4f1b-8b5f-e8e5fcd232a9 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.0437717 Jul 16 20:00:57.422048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:51Z', 'revision_number': 3, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:57.424228 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.430111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.488058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36196ad-c3b0-405a-9e1d-117b65a3c2b9 None None] The sync data for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 is: [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:51Z', 'revision_number': 3, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:57.529523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:57.538565 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.547738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae64e0-09cf-4cf3-b7df-32de5cc6fce9 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:57.555483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Pushing event updated for resources: {'Port': ['ID=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:57.578371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae64e0-09cf-4cf3-b7df-32de5cc6fce9 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:57.581308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-beae64e0-09cf-4cf3-b7df-32de5cc6fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:57.653210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-beae64e0-09cf-4cf3-b7df-32de5cc6fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:57.667969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae64e0-09cf-4cf3-b7df-32de5cc6fce9 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:57.669499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-beae64e0-09cf-4cf3-b7df-32de5cc6fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:57.687567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.689859 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c2f59750-4318-4a4f-a801-c92d5f7b2c49 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/ports/407c9bf2-afba-4b82-ad5f-51d82b33ac74 HTTP/1.1" status: 204 len: 168 time: 2.2684252 Jul 16 20:00:57.691517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Deleting port 897229c9-6f5c-4e5d-88dd-94540d88bb15 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:57.692035 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.695427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59466) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:57.744736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-beae64e0-09cf-4cf3-b7df-32de5cc6fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:57.745545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae64e0-09cf-4cf3-b7df-32de5cc6fce9 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:57.781756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-391b8c51-f3c9-4244-9938-7a82fa129b72 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "GET /v2.0/floatingips/b6b3d319-1c34-4dd5-ab02-3cd544b9bc3f HTTP/1.1" status: 200 len: 688 time: 0.0847871 Jul 16 20:00:57.784958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59468) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:57.842482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Network f794332f-3478-4503-b2cb-917d68c6a6fb is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:57.846487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:58.258629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Router ab2a6d80-a783-4086-828c-1523d0761353 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:00:58.290225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127817-4388-4090-8ae6-17030c2dba1c req-e183774f-0d49-4026-85fa-703336729b0f tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:58.306396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78127817-4388-4090-8ae6-17030c2dba1c req-e183774f-0d49-4026-85fa-703336729b0f tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 945 time: 0.5135605 Jul 16 20:00:58.381025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b6889bc-3608-46fb-944a-38dff28fb8b0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:58.480478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78127817-4388-4090-8ae6-17030c2dba1c req-b6f44514-93dc-458b-a71a-c63cdfc4e59d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714540 Jul 16 20:00:58.505815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8a9e56e4-a276-47b5-a32a-367cee42b9ac None None] Provisioning complete for port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:58.506199 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8a9e56e4-a276-47b5-a32a-367cee42b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.523687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:58.529809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b1144c05-141e-4ecc-9426-2d262de28c58 admin admin] 10.222.0.78 "PUT /v2.0/routers/ab2a6d80-a783-4086-828c-1523d0761353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5896447 Jul 16 20:00:58.610101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e56e4-a276-47b5-a32a-367cee42b9ac None None] Port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:00:58.630542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9b6889bc-3608-46fb-944a-38dff28fb8b0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:58.635477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9b6889bc-3608-46fb-944a-38dff28fb8b0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:58.635886 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.819398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] For port 897229c9-6f5c-4e5d-88dd-94540d88bb15, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=897229c9-6f5c-4e5d-88dd-94540d88bb15,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:58.821064 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.870530 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ccdda1ec-20c6-4197-863e-715c57abc8e4 req-61d95357-8288-4c96-846d-c3d468ecb3c6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.0794520 Jul 16 20:00:58.873582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Calling delete_port for 897229c9-6f5c-4e5d-88dd-94540d88bb15 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:58.902291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 0d05ef22-b3bd-43c2-8c46-2cbff2842806 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:00:58.903068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.920282 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.978325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9b6889bc-3608-46fb-944a-38dff28fb8b0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b6889bc-3608-46fb-944a-38dff28fb8b0,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:58.988422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.092876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.093224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.109228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 0d05ef22-b3bd-43c2-8c46-2cbff2842806 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:00:59.143317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9b6889bc-3608-46fb-944a-38dff28fb8b0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:59.283674 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.295451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['9ebb39c0-3a7d-4555-9f28-98fa80e03b90', '0e31d0c8-85a0-4f16-88a3-426c00975627', '6ab26880-e943-42e1-a5d9-17d2d85cac44', '897229c9-6f5c-4e5d-88dd-94540d88bb15'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:00:59.342448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Pushing event deleted for resources: {'Port': ['ID=897229c9-6f5c-4e5d-88dd-94540d88bb15,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:59.433368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] No DVR routers for this DVR port 897229c9-6f5c-4e5d-88dd-94540d88bb15 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:00:59.437323 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.439564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98c072a4-0091-4e47-b793-7fecea98e006 req-409774e2-3b81-4157-ad39-9eae502ff996 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "DELETE /v2.0/ports/897229c9-6f5c-4e5d-88dd-94540d88bb15 HTTP/1.1" status: 204 len: 173 time: 2.1217203 Jul 16 20:00:59.440034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fd93a9-a2e7-4ff8-adfd-f6f850ead09e', 'name': 'network-vif-deleted', 'tag': '897229c9-6f5c-4e5d-88dd-94540d88bb15'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:00:59.453466 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6904ba7-c733-4573-a4fe-b3fd45f1607a" -d '{"events": [{"server_uuid": "69fd93a9-a2e7-4ff8-adfd-f6f850ead09e", "name": "network-vif-deleted", "tag": "897229c9-6f5c-4e5d-88dd-94540d88bb15"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:00:59.528995 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403fd679-5f99-42e8-ac27-3eb2744418e5 x-openstack-request-id: req-403fd679-5f99-42e8-ac27-3eb2744418e5 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:00:59.529418 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fd93a9-a2e7-4ff8-adfd-f6f850ead09e", "name": "network-vif-deleted", "tag": "897229c9-6f5c-4e5d-88dd-94540d88bb15", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:00:59.529680 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-403fd679-5f99-42e8-ac27-3eb2744418e5 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:00:59.530092 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fd93a9-a2e7-4ff8-adfd-f6f850ead09e', 'name': 'network-vif-deleted', 'tag': '897229c9-6f5c-4e5d-88dd-94540d88bb15', 'status': 'completed', 'code': 200} Jul 16 20:00:59.586716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.636909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=0d05ef22-b3bd-43c2-8c46-2cbff2842806,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:59.728777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f06fb15b-9908-4f5c-842a-4c02eccc6da4 req-0ff72614-23f7-410d-b6c5-ca9be774726e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=69fd93a9-a2e7-4ff8-adfd-f6f850ead09e HTTP/1.1" status: 200 len: 210 time: 0.0469453 Jul 16 20:00:59.760325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.763745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.765275 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ab64fac4-1f1b-47dc-a8e3-3f67d680abb0 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/floatingips/b6b3d319-1c34-4dd5-ab02-3cd544b9bc3f HTTP/1.1" status: 204 len: 168 time: 1.9791305 Jul 16 20:00:59.769519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59524) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:59.778601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '6d2fbb31-e57a-48aa-996b-ad7b49007cf6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:59.816917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.934002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-1db917a8-7724-4a62-a9aa-4393a78f67cd tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:59.939013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-1db917a8-7724-4a62-a9aa-4393a78f67cd tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/networks?id=f794332f-3478-4503-b2cb-917d68c6a6fb HTTP/1.1" status: 200 len: 829 time: 0.2034798 Jul 16 20:00:59.969545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-fef62161-6284-4beb-9de6-96c38ac2354a tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/quotas/5a3946f1f816419f902c03e7fb14189a HTTP/1.1" status: 200 len: 375 time: 0.0192623 Jul 16 20:01:00.095051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.180055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-5dac23a0-c79b-4d09-8c9f-7d16aec759da tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a3946f1f816419f902c03e7fb14189a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1980453 Jul 16 20:01:00.290833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8f6caf1-e661-4604-b613-50170dc2f270 req-f7165d7b-ae74-45ba-85a7-7674cb015f2c tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.0424957 Jul 16 20:01:00.363763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b6889bc-3608-46fb-944a-38dff28fb8b0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:00.435073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.25.6.78 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/18cb55bf-a98d-4cd3-a408-40defd4c7b4b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:00.495745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9b6889bc-3608-46fb-944a-38dff28fb8b0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:00.496910 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.532466 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b22526-4785-4a77-852e-aec767334714 None None] Sync routers for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:00.546324 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b22526-4785-4a77-852e-aec767334714 None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:00.546946 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-93b22526-4785-4a77-852e-aec767334714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:00.670565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-a2c3ff68-08ec-43a4-acf7-59763b6be36e service neutron] 10.222.0.78 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896202 Jul 16 20:01:00.681656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.741487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.754658 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-93b22526-4785-4a77-852e-aec767334714 None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:00.795664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=18cb55bf-a98d-4cd3-a408-40defd4c7b4b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:00.815349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:00.817215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:00.821093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:00.891891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-791d8508-63e6-41e4-b4c7-ba647b26062a service neutron] 10.222.0.78 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123740 Jul 16 20:01:01.234338 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13eacd5e-5ebf-4ada-aa10-3889b929ceb3 req-01ffffa8-eda6-4710-9c94-b3cc6caa6827 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 210 time: 0.0766618 Jul 16 20:01:01.310256 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-93b22526-4785-4a77-852e-aec767334714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:00:57Z', 'revision_number': 2, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:01.340431 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b22526-4785-4a77-852e-aec767334714 None None] Checking router: ab2a6d80-a783-4086-828c-1523d0761353 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:01.340974 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b22526-4785-4a77-852e-aec767334714 None None] Updating router ab2a6d80-a783-4086-828c-1523d0761353 port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:01.391645 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93b22526-4785-4a77-852e-aec767334714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.498069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.613229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ca0bc84-4c72-4418-8e0d-eef954ab35d8 req-a001def9-31c9-44d9-b0dd-bafc07dd1e42 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.0466988 Jul 16 20:01:01.713279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.762198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 897229c9-6f5c-4e5d-88dd-94540d88bb15 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:01.792004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 897229c9-6f5c-4e5d-88dd-94540d88bb15 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:01.792445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 897229c9-6f5c-4e5d-88dd-94540d88bb15 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:01.837359 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93b22526-4785-4a77-852e-aec767334714 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.848477 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-93b22526-4785-4a77-852e-aec767334714 None None] Transition to ACTIVE for port object 26d5cf22-b140-49bc-8ea0-95f3bb32a49c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:01.857268 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93b22526-4785-4a77-852e-aec767334714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.925607 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Pushing event updated for resources: {'Port': ['ID=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:01.939864 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.940252 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.940603 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.940941 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.941276 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.941611 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.941938 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.942272 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.942660 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.943640 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.943819 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.944298 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:01.993427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.003639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.126558 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-93b22526-4785-4a77-852e-aec767334714 None None] Attempting to bind port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:02.127187 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-93b22526-4785-4a77-852e-aec767334714 None None] Attempting to bind port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:02.127733 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b22526-4785-4a77-852e-aec767334714 None None] Attempting to bind port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c on network f794332f-3478-4503-b2cb-917d68c6a6fb {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:02.136754 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b22526-4785-4a77-852e-aec767334714 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:02.137318 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b22526-4785-4a77-852e-aec767334714 None None] Checking segment: {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:02.137878 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93b22526-4785-4a77-852e-aec767334714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.139101 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b22526-4785-4a77-852e-aec767334714 None None] Bound using segment: {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:02.139739 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-93b22526-4785-4a77-852e-aec767334714 None None] Bound port: 26d5cf22-b140-49bc-8ea0-95f3bb32a49c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:02.140313 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93b22526-4785-4a77-852e-aec767334714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.167539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=18cb55bf-a98d-4cd3-a408-40defd4c7b4b,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:02.204076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.283826 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-93b22526-4785-4a77-852e-aec767334714 None None] For port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:02.297198 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-93b22526-4785-4a77-852e-aec767334714 None None] For port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:02.307873 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93b22526-4785-4a77-852e-aec767334714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.476249 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4f352-17c9-46ab-a317-238b2e357c88 None None] Pushing event updated for resources: {'Port': ['ID=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:02.487572 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b22526-4785-4a77-852e-aec767334714 None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:02.495552 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-93b22526-4785-4a77-852e-aec767334714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:02.508790 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP 16b62499-b474-41fc-83f2-4806e91286d3 associated. External IP: 172.25.6.78, port: 6d2fbb31-e57a-48aa-996b-ad7b49007cf6. Jul 16 20:01:02.710264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6034feae-696a-48ac-a3b5-5a69e1dac1d7 req-29ca0959-a0a3-4a5a-988e-388132a3e3cc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 210 time: 0.0970366 Jul 16 20:01:02.896457 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-93b22526-4785-4a77-852e-aec767334714 None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:02.948271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e38cd3-ca13-4e17-a190-304fb0582c55 req-f958fdcb-8e86-4bb2-8ae5-e1e8b4967a56 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff19f3b3-dfca-4156-a81a-32fe90afba2d HTTP/1.1" status: 200 len: 210 time: 0.0552249 Jul 16 20:01:03.062412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:03.210981 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-93b22526-4785-4a77-852e-aec767334714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.249990 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b22526-4785-4a77-852e-aec767334714 None None] The sync data for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 is: [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:03.306536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:03.399235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50714174-23a2-4913-b93f-7fe0299137d0 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:03.400468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.431689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50714174-23a2-4913-b93f-7fe0299137d0 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:03.432636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-50714174-23a2-4913-b93f-7fe0299137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.543363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-50714174-23a2-4913-b93f-7fe0299137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.570849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50714174-23a2-4913-b93f-7fe0299137d0 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:03.571511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-50714174-23a2-4913-b93f-7fe0299137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.606142 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-337d368b-b446-4325-81a2-32ce6a525852 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8353076 Jul 16 20:01:03.608906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59596) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:03.615294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1845707294'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:03.664998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:03.669789 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.685061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-b4081ff7-8330-4469-b68f-127072b07db4 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:03.689921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-50714174-23a2-4913-b93f-7fe0299137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.690605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50714174-23a2-4913-b93f-7fe0299137d0 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:03.691364 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-b4081ff7-8330-4469-b68f-127072b07db4 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.16 "GET /v2.0/networks?id=f794332f-3478-4503-b2cb-917d68c6a6fb HTTP/1.1" status: 200 len: 829 time: 0.3792267 Jul 16 20:01:03.708620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Request body: {'port': {'device_id': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'admin_state_up': True, 'tenant_id': '5a3946f1f816419f902c03e7fb14189a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:03.748037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:03.782727 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.785537 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Added segment c2ea0813-e92e-4a4e-a454-a811d94cf074 of type vlan for network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef Jul 16 20:01:03.921406 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.999513 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.010222 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:04.022324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Made reservation on behalf of 5a3946f1f816419f902c03e7fb14189a for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:04.026871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.027980 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.063596 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.184062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11dde15d-1186-4372-a095-ff9dc6c152c4 req-d3d4378a-e66e-4274-8a23-db04bf5acd03 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 210 time: 0.2157488 Jul 16 20:01:04.215961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:04.216167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5937397 Jul 16 20:01:04.250086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'subnet': {'network_id': '4cb2277a-fdb0-4ff2-bd02-c2649e04dfef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:04.412562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ea49f-6301-4443-aca4-1523b0793293 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Network': ['ID=4cb2277a-fdb0-4ff2-bd02-c2649e04dfef,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:04.454725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:04.490796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Allocated IP 172.20.0.9 (f794332f-3478-4503-b2cb-917d68c6a6fb/988ba854-f5bf-4a31-91fb-d099cd160058/b2d648cf-5f22-4a5f-aec5-a2fdc6517580) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:04.555545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 26d5cf22-b140-49bc-8ea0-95f3bb32a49c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:04.559697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:04.564049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.826875 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.829502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:04.838304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:04.838919 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.004629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.012752 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.056487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Transition to ACTIVE for port object b2d648cf-5f22-4a5f-aec5-a2fdc6517580 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:05.079313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:05.086335 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.204864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.238630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:05.281987 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.386157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Subnet': ['ID=39147e89-d628-43df-aae1-5393875036e8,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:05.456170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Network f794332f-3478-4503-b2cb-917d68c6a6fb is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:05.474601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Checking segment: {'id': 'c2ea0813-e92e-4a4e-a454-a811d94cf074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4cb2277a-fdb0-4ff2-bd02-c2649e04dfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:05.475529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network hostable DHCP agents. Network: 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:05.505794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:05.508437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Pushing event updated for resources: {'Port': ['ID=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:05.512305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:05.628755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:05.667217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:05.668007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.685768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2239c9-3017-413b-a0a6-7879a13f17a0 req-c308e25d-b9f9-4fd5-87ea-57e425d61174 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:05.699034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:05.700174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d2239c9-3017-413b-a0a6-7879a13f17a0 req-c308e25d-b9f9-4fd5-87ea-57e425d61174 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 931 time: 0.1971514 Jul 16 20:01:05.703147 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-2cceb3b3-1f93-4e09-ae78-414961d4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033913 Jul 16 20:01:05.706563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:05.707480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.713424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093a59c-8376-4ffa-9797-66db391823b6 None None] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:05.749953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Request body: {'port': {'device_id': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:05.840904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d2239c9-3017-413b-a0a6-7879a13f17a0 req-16910b9b-2ae0-4ffa-bf38-8277bcead40e tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224811 Jul 16 20:01:05.847921 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6a883588-5547-48c7-aa03-13fffdc76ee8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6255431 Jul 16 20:01:05.849709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59642) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:05.867897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1772409871', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:05.931585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.934034 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.975089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.070321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.211004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-278a66d5-3589-47ba-a4ec-100531fa1bb1 None None] Provisioning for port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:06.226805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-4cb2277a-fdb0-4ff2-bd02-c2649e04dfef', 'network_id': '4cb2277a-fdb0-4ff2-bd02-c2649e04dfef', 'tenant_id': 'd1ccb808a82c443dbcdf96d54b7262ba', 'fixed_ips': [{'subnet_id': '39147e89-d628-43df-aae1-5393875036e8'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:06.227702 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.286293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-278a66d5-3589-47ba-a4ec-100531fa1bb1 None None] Provisioning complete for port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:06.294082 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-278a66d5-3589-47ba-a4ec-100531fa1bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.412890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 26d5cf22-b140-49bc-8ea0-95f3bb32a49c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:06.640120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d648cf-5f22-4a5f-aec5-a2fdc6517580 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:06.649561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-278a66d5-3589-47ba-a4ec-100531fa1bb1 None None] Port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:06.663240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.698901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Transition to ACTIVE for port object b2d648cf-5f22-4a5f-aec5-a2fdc6517580 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:06.710411 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.719056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:06.720243 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.794824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Allocated IP 172.20.0.2 (4cb2277a-fdb0-4ff2-bd02-c2649e04dfef/39147e89-d628-43df-aae1-5393875036e8/b7d5062c-361a-44ac-936b-c39859592090) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:07.031063 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:07.103266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.168896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:07.233712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Attempting to bind port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:07.234074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Attempting to bind port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:07.234578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Attempting to bind port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 on network f794332f-3478-4503-b2cb-917d68c6a6fb {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:07.247076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 on network f794332f-3478-4503-b2cb-917d68c6a6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:07.247791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Attempting to bind port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 on network f794332f-3478-4503-b2cb-917d68c6a6fb {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:07.261187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:07.261545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Checking segment: {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:07.261947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Bound using segment: {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:07.262399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Bound port: b2d648cf-5f22-4a5f-aec5-a2fdc6517580, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831f4b0f-5abd-47e7-a294-5cea4b5d24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:07.262774 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.451382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] For port b2d648cf-5f22-4a5f-aec5-a2fdc6517580, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:07.462980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] For port b2d648cf-5f22-4a5f-aec5-a2fdc6517580, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:07.469805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8828-b395-4960-85ef-cd6c9992aada req-c405fa31-891e-448f-9ee9-8173d27dfe0e tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:07.476973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.486025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c8828-b395-4960-85ef-cd6c9992aada req-c405fa31-891e-448f-9ee9-8173d27dfe0e tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 943 time: 0.2074556 Jul 16 20:01:07.518920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:07.522159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.526053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] 10.222.0.16 "PUT /v2.0/ports/b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 200 len: 1092 time: 1.7938821 Jul 16 20:01:07.586874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:07.597518 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.613032 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8187fe08-7eb5-46c6-bc88-4df98374fe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:07.634830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Transition to ACTIVE for port object b7d5062c-361a-44ac-936b-c39859592090 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:07.698850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Transition to ACTIVE for port object b7d5062c-361a-44ac-936b-c39859592090 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:07.712995 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.873949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5e092-9344-4565-8503-46e7fac80a99 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:07.904786 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.919402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-e816b321-f1c1-4087-b673-e777d1a45e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:07.920966 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-e816b321-f1c1-4087-b673-e777d1a45e90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3946f1f816419f902c03e7fb14189a&device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 1095 time: 0.3045943 Jul 16 20:01:07.928510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:07.946746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Pushing event updated for resources: {'Port': ['ID=b7d5062c-361a-44ac-936b-c39859592090,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:07.954922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c8828-b395-4960-85ef-cd6c9992aada req-f4158987-4ad1-4b17-af36-9684299afe09 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680967 Jul 16 20:01:07.959521 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.960124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:07.964228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:08.011139 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-cb85f37c-32c6-4cde-b369-3d4dca3aead4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 200 len: 217 time: 0.0814304 Jul 16 20:01:08.100342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Attempting to bind port b7d5062c-361a-44ac-936b-c39859592090 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:08.100717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Attempting to bind port b7d5062c-361a-44ac-936b-c39859592090 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'c2ea0813-e92e-4a4e-a454-a811d94cf074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4cb2277a-fdb0-4ff2-bd02-c2649e04dfef'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:08.101099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Attempting to bind port b7d5062c-361a-44ac-936b-c39859592090 on network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:08.115379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:08.115767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Checking segment: {'id': 'c2ea0813-e92e-4a4e-a454-a811d94cf074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4cb2277a-fdb0-4ff2-bd02-c2649e04dfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:08.116362 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.116867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Bound using segment: {'id': 'c2ea0813-e92e-4a4e-a454-a811d94cf074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4cb2277a-fdb0-4ff2-bd02-c2649e04dfef'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:08.122803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-f8ea076c-a37d-4715-abad-3413da83ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:08.124377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-f8ea076c-a37d-4715-abad-3413da83ddbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=988ba854-f5bf-4a31-91fb-d099cd160058 HTTP/1.1" status: 200 len: 868 time: 0.1073911 Jul 16 20:01:08.134125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Bound port: b7d5062c-361a-44ac-936b-c39859592090, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ea0813-e92e-4a4e-a454-a811d94cf074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4cb2277a-fdb0-4ff2-bd02-c2649e04dfef'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:08.134566 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.279259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-d78ae6bd-f60c-4140-8641-165fd587f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:08.282369 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-d78ae6bd-f60c-4140-8641-165fd587f1cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f794332f-3478-4503-b2cb-917d68c6a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493464 Jul 16 20:01:08.313773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] For port b7d5062c-361a-44ac-936b-c39859592090, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:08.324452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] For port b7d5062c-361a-44ac-936b-c39859592090, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b7d5062c-361a-44ac-936b-c39859592090,segment=NetworkSegment(c2ea0813-e92e-4a4e-a454-a811d94cf074),segment_id=c2ea0813-e92e-4a4e-a454-a811d94cf074)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:08.328643 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4287bda1-9c89-4bc2-aab4-a50ccc1dd1db x-openstack-request-id: req-4287bda1-9c89-4bc2-aab4-a50ccc1dd1db {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:08.328944 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:08.329198 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4287bda1-9c89-4bc2-aab4-a50ccc1dd1db {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:08.335025 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.346278 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'status': 'completed', 'code': 200} Jul 16 20:01:08.434095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.25.6.24 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/4d29c3dc-3289-4d1c-848d-abd9c8bf7f1c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:08.483478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecb0fb-0ab1-43a0-88ee-af718cfada48 None None] Pushing event updated for resources: {'Port': ['ID=b7d5062c-361a-44ac-936b-c39859592090,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:08.506119 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-675419f1-5cfa-43c3-8c0d-2ea1231b6e52 service neutron] 10.222.0.16 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163424 Jul 16 20:01:08.587751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8fb02-8e08-4074-b893-3d2bbe7ae3cf req-e36a4db8-5bb2-4a4d-a1da-968639338ffa tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:08.596132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67a8fb02-8e08-4074-b893-3d2bbe7ae3cf req-e36a4db8-5bb2-4a4d-a1da-968639338ffa tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 945 time: 0.2981510 Jul 16 20:01:08.701944 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7623683f-72f9-44ff-91f5-ae515a1f8de8 req-56f4185d-a3a0-413b-ac3f-5258a6a7bd10 service neutron] 10.222.0.16 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893091 Jul 16 20:01:08.746683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67a8fb02-8e08-4074-b893-3d2bbe7ae3cf req-7e9441d6-495b-47ca-b03d-b77f3b4dddb0 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420293 Jul 16 20:01:08.806510 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.916268 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.940143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-81460d48-67a9-490f-b5ba-38d27ccf2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:08.943108 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-81460d48-67a9-490f-b5ba-38d27ccf2c98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3946f1f816419f902c03e7fb14189a&device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 1095 time: 0.1638551 Jul 16 20:01:09.027909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:09.047397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:09.057542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:09.060677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=4d29c3dc-3289-4d1c-848d-abd9c8bf7f1c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:09.266943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-e1258e9f-5e63-4ffe-9809-d35506741732 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:09.277677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-e1258e9f-5e63-4ffe-9809-d35506741732 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 945 time: 0.2974052 Jul 16 20:01:09.680813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-d06bd106-bd6f-4e62-bb7f-2be2a44ad08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:09.689290 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-d06bd106-bd6f-4e62-bb7f-2be2a44ad08e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f794332f-3478-4503-b2cb-917d68c6a6fb HTTP/1.1" status: 200 len: 930 time: 0.7371078 Jul 16 20:01:09.771464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceff26-3227-44dd-a3a7-0a9ac78dfbac req-4ba41339-4fd0-4961-8f09-0c76b93ab03f tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:09.773139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47ceff26-3227-44dd-a3a7-0a9ac78dfbac req-4ba41339-4fd0-4961-8f09-0c76b93ab03f tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 943 time: 0.3654590 Jul 16 20:01:09.803548 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-3034228b-37d3-427d-a656-b1a6e00678d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 200 len: 217 time: 0.1044953 Jul 16 20:01:09.903245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-19a97d3e-d51a-4acf-a97f-5d22c4353456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:09.905133 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-19a97d3e-d51a-4acf-a97f-5d22c4353456 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=988ba854-f5bf-4a31-91fb-d099cd160058 HTTP/1.1" status: 200 len: 868 time: 0.0959742 Jul 16 20:01:09.936333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Deleting port 6ab26880-e943-42e1-a5d9-17d2d85cac44 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:09.936693 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.052470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-1adf13bc-ffdb-4057-b0a0-9f83ec017f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:10.058886 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-1adf13bc-ffdb-4057-b0a0-9f83ec017f12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f794332f-3478-4503-b2cb-917d68c6a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429336 Jul 16 20:01:10.123731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] For port 6ab26880-e943-42e1-a5d9-17d2d85cac44, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=6ab26880-e943-42e1-a5d9-17d2d85cac44,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:10.124000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.130816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3263bc-e4d1-4d81-a3bb-e5df2d85f194 None None] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:10.164623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Calling delete_port for 6ab26880-e943-42e1-a5d9-17d2d85cac44 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:10.178882 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-86ea816a-6dfa-435e-b147-b9705d973f58 service neutron] 10.222.0.16 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176248 Jul 16 20:01:10.185142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.252916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a2b8-1b0e-47d3-ae11-12b17b2c571e None None] Provisioning for port b7d5062c-361a-44ac-936b-c39859592090 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:10.264856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47ceff26-3227-44dd-a3a7-0a9ac78dfbac req-dc38330f-a02d-43b0-ae2f-0fd5cbe9ae95 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482925 Jul 16 20:01:10.440852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59c22-2e15-4b1e-891b-27fcbb1072ac req-9b03d4cb-f51e-40de-9daa-5438fe163e0e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:10.443188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ead59c22-2e15-4b1e-891b-27fcbb1072ac req-9b03d4cb-f51e-40de-9daa-5438fe163e0e tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=a18aa10f-4283-4d31-b6e6-2057731eb1cc HTTP/1.1" status: 200 len: 945 time: 0.2585335 Jul 16 20:01:10.458131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8187fe08-7eb5-46c6-bc88-4df98374fe6c req-47f9f63b-7fed-49c1-a054-88a948171811 service neutron] 10.222.0.16 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730763 Jul 16 20:01:10.497331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b7d5062c-361a-44ac-936b-c39859592090 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:10.748413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b7d5062c-361a-44ac-936b-c39859592090 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:10.754763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b7d5062c-361a-44ac-936b-c39859592090 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:10.755313 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.760713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.904430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.908271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ead59c22-2e15-4b1e-891b-27fcbb1072ac req-8de677dc-537c-4dbf-9987-bef06c9be603 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377901 Jul 16 20:01:11.014385 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port b7d5062c-361a-44ac-936b-c39859592090, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b7d5062c-361a-44ac-936b-c39859592090,segment=NetworkSegment(c2ea0813-e92e-4a4e-a454-a811d94cf074),segment_id=c2ea0813-e92e-4a4e-a454-a811d94cf074)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:11.023732 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.057026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.163021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Pushing event deleted for resources: {'Port': ['ID=6ab26880-e943-42e1-a5d9-17d2d85cac44,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:11.195178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=b7d5062c-361a-44ac-936b-c39859592090,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:11.200631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['9ebb39c0-3a7d-4555-9f28-98fa80e03b90', '0e31d0c8-85a0-4f16-88a3-426c00975627'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:11.243221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] No DVR routers for this DVR port 6ab26880-e943-42e1-a5d9-17d2d85cac44 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:11.250918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.254175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4855aba-7b30-411a-8a00-ec1a3f2f197d req-8d199596-5d49-4b67-a881-d11c97334cbd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "DELETE /v2.0/ports/6ab26880-e943-42e1-a5d9-17d2d85cac44 HTTP/1.1" status: 204 len: 173 time: 1.9684846 Jul 16 20:01:11.255296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18aa10f-4283-4d31-b6e6-2057731eb1cc', 'name': 'network-vif-deleted', 'tag': '6ab26880-e943-42e1-a5d9-17d2d85cac44'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:11.267617 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00069f62-6358-4239-9a3e-89561d54d840" -d '{"events": [{"server_uuid": "a18aa10f-4283-4d31-b6e6-2057731eb1cc", "name": "network-vif-deleted", "tag": "6ab26880-e943-42e1-a5d9-17d2d85cac44"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:11.338694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router bf6c7853-3d31-48e4-804c-b22749b838db is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:01:11.352014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2f7d7cf8-c122-4db5-9cda-d1ba5ca5c766 None None] Provisioning complete for port b7d5062c-361a-44ac-936b-c39859592090 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:11.355677 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cf8-c122-4db5-9cda-d1ba5ca5c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.434302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9488f-ab42-43a2-b58c-622f1b266a6c req-f16705a9-c158-4ebc-9723-df0d27736335 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:11.436063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88f9488f-ab42-43a2-b58c-622f1b266a6c req-f16705a9-c158-4ebc-9723-df0d27736335 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 944 time: 0.1606059 Jul 16 20:01:11.494629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-3e779d9a-87cd-47fb-a3b6-fae0548ba2d6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:11.500346 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-3e779d9a-87cd-47fb-a3b6-fae0548ba2d6 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 944 time: 0.2251947 Jul 16 20:01:11.531882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88f9488f-ab42-43a2-b58c-622f1b266a6c req-0bf36654-bdb0-4f13-bf60-1b7966e4c8f0 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878499 Jul 16 20:01:11.558475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:11.572165 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9bdd0b-0744-4bd1-94f1-411ea1584f13 None None] Sync routers for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:11.595387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.596384 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9bdd0b-0744-4bd1-94f1-411ea1584f13 None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:11.597099 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5c9bdd0b-0744-4bd1-94f1-411ea1584f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:11.597480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-591309a3-fa8e-43f3-8f36-76dfc808477f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7441163 Jul 16 20:01:11.603938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59746) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:11.698874 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5c9bdd0b-0744-4bd1-94f1-411ea1584f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:11.726750 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9bdd0b-0744-4bd1-94f1-411ea1584f13 None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:11.727612 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5c9bdd0b-0744-4bd1-94f1-411ea1584f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:11.792465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Deleting port 973ae1b2-22a2-401e-973b-e6d43441d665 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:11.792744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.840688 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5c9bdd0b-0744-4bd1-94f1-411ea1584f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:11.842167 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9bdd0b-0744-4bd1-94f1-411ea1584f13 None None] The sync data for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:11.881295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b2d648cf-5f22-4a5f-aec5-a2fdc6517580 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:11.883581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 6ab26880-e943-42e1-a5d9-17d2d85cac44 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:11.898181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] For port 973ae1b2-22a2-401e-973b-e6d43441d665, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=973ae1b2-22a2-401e-973b-e6d43441d665,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:11.899036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.920826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Calling delete_port for 973ae1b2-22a2-401e-973b-e6d43441d665 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:11.941367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 6ab26880-e943-42e1-a5d9-17d2d85cac44 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:11.941722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 6ab26880-e943-42e1-a5d9-17d2d85cac44 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:12.115803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b2d648cf-5f22-4a5f-aec5-a2fdc6517580, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:12.143981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'port_id': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'mac_address': 'fa:16:3e:21:b0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:12.198626 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.213604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.214210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d648cf-5f22-4a5f-aec5-a2fdc6517580 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:12.271818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Pushing event deleted for resources: {'Port': ['ID=973ae1b2-22a2-401e-973b-e6d43441d665,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:12.274173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b2d648cf-5f22-4a5f-aec5-a2fdc6517580, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:12.281557 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.365292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b7d5062c-361a-44ac-936b-c39859592090 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:12.382030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] No DVR routers for this DVR port 973ae1b2-22a2-401e-973b-e6d43441d665 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:12.385070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.388905 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fc246fa3-beaa-4e7e-9b8d-07dd0c13c224 req-b556c1f1-15c8-422c-949f-1b752d083266 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.68 "DELETE /v2.0/ports/973ae1b2-22a2-401e-973b-e6d43441d665 HTTP/1.1" status: 204 len: 173 time: 0.8812766 Jul 16 20:01:12.389884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'name': 'network-vif-deleted', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:12.393571 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870e8cc-3a45-4991-ab7a-cde0a5c8587c" -d '{"events": [{"server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "name": "network-vif-deleted", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:12.396075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:12.422326 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e297547-7e60-4126-9519-54637d4ee1c2 x-openstack-request-id: req-1e297547-7e60-4126-9519-54637d4ee1c2 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:12.422965 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18aa10f-4283-4d31-b6e6-2057731eb1cc", "name": "network-vif-deleted", "tag": "6ab26880-e943-42e1-a5d9-17d2d85cac44", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:12.422965 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e297547-7e60-4126-9519-54637d4ee1c2 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:12.423246 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18aa10f-4283-4d31-b6e6-2057731eb1cc', 'name': 'network-vif-deleted', 'tag': '6ab26880-e943-42e1-a5d9-17d2d85cac44', 'status': 'completed', 'code': 200} Jul 16 20:01:12.459821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b7d5062c-361a-44ac-936b-c39859592090 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:12.461451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.519548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b2d648cf-5f22-4a5f-aec5-a2fdc6517580'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:12.583027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aca930-9b25-4041-ae11-f05dbf170e77 req-439dfd61-45d2-4f8e-85e3-e19439cae6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:12.591029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-69aca930-9b25-4041-ae11-f05dbf170e77 req-439dfd61-45d2-4f8e-85e3-e19439cae6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 944 time: 0.1658003 Jul 16 20:01:12.693077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-69aca930-9b25-4041-ae11-f05dbf170e77 req-a7d49256-9f3d-4613-afce-efec225942e8 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006713 Jul 16 20:01:12.787002 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee7c7d0-3f3e-4bb0-823c-98122028ca06 x-openstack-request-id: req-fee7c7d0-3f3e-4bb0-823c-98122028ca06 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:12.787514 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697cd679-5d55-40eb-93eb-09427474cea7", "name": "network-vif-deleted", "tag": "973ae1b2-22a2-401e-973b-e6d43441d665", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:12.787514 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fee7c7d0-3f3e-4bb0-823c-98122028ca06 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:12.788632 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697cd679-5d55-40eb-93eb-09427474cea7', 'name': 'network-vif-deleted', 'tag': '973ae1b2-22a2-401e-973b-e6d43441d665', 'status': 'completed', 'code': 200} Jul 16 20:01:12.817696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59774) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:12.978412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40a370a5-c276-41ff-b0b8-5602cc5108a7 req-9941882e-2233-4f95-8da0-6c91a49b57a3 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=697cd679-5d55-40eb-93eb-09427474cea7 HTTP/1.1" status: 200 len: 210 time: 0.0565698 Jul 16 20:01:12.998114 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.029641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9e8c367-b880-4fcc-ad37-fafe9c279c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.173492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9e8c367-b880-4fcc-ad37-fafe9c279c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.179409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9e8c367-b880-4fcc-ad37-fafe9c279c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.238796 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f9e8c367-b880-4fcc-ad37-fafe9c279c10 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a89c0f20d1d45e990d7a60c637de3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192591 Jul 16 20:01:13.244731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59782) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:13.247271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8c367-b880-4fcc-ad37-fafe9c279c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac85a4e-b920-45bf-9451-5b5f0a57894c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:13.247921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a4d0d-e488-4413-8fea-bb132e84072e req-1b1850aa-ebc6-4647-9901-e55992f565cb tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:13.252881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d66a4d0d-e488-4413-8fea-bb132e84072e req-1b1850aa-ebc6-4647-9901-e55992f565cb tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 945 time: 0.1791062 Jul 16 20:01:13.304054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7daf082d-9b34-4d55-8dbf-d0c2c76c098b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.328622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7daf082d-9b34-4d55-8dbf-d0c2c76c098b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.341211 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d66a4d0d-e488-4413-8fea-bb132e84072e req-a5c7ec7e-e3b5-492e-b5bb-7b003fecbb49 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814037 Jul 16 20:01:13.390008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.20.0.1 (4cb2277a-fdb0-4ff2-bd02-c2649e04dfef/39147e89-d628-43df-aae1-5393875036e8/1062c6da-34cb-4580-a711-aefea6e04467) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:13.392531 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7daf082d-9b34-4d55-8dbf-d0c2c76c098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.395437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7daf082d-9b34-4d55-8dbf-d0c2c76c098b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.396676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7daf082d-9b34-4d55-8dbf-d0c2c76c098b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ac85a4e-b920-45bf-9451-5b5f0a57894c HTTP/1.1" status: 204 len: 168 time: 0.1506116 Jul 16 20:01:13.407011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf082d-9b34-4d55-8dbf-d0c2c76c098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac85a4e-b920-45bf-9451-5b5f0a57894c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:13.527611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.543840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Transition to ACTIVE for port object 1062c6da-34cb-4580-a711-aefea6e04467 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:13.581659 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.625739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:13.628956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:13.633837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:13.675782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=1062c6da-34cb-4580-a711-aefea6e04467,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:13.700426 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.734405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59794) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:13.751047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2399c714-5597-40f7-be7a-d28a7d1bfa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.841870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b2d648cf-5f22-4a5f-aec5-a2fdc6517580 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:13.907960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2399c714-5597-40f7-be7a-d28a7d1bfa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.913649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:13.915498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2399c714-5597-40f7-be7a-d28a7d1bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.917367 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.917943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:13.918332 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.968408 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2399c714-5597-40f7-be7a-d28a7d1bfa19 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad9ff8ff99224db2a68b94fef0853899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327604 Jul 16 20:01:13.971565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59796) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:13.972982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-95111d81-a0fa-4fd2-a1a8-d101f745cb98 None None] Provisioning for port 1062c6da-34cb-4580-a711-aefea6e04467 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:13.979746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-95111d81-a0fa-4fd2-a1a8-d101f745cb98 None None] Provisioning complete for port 1062c6da-34cb-4580-a711-aefea6e04467 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:13.980129 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95111d81-a0fa-4fd2-a1a8-d101f745cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.986101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d533133-b39c-45d9-9c4f-c5fde72a16e9 req-4b664f92-77e5-4af9-9da1-aef34455f193 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:13.987697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d533133-b39c-45d9-9c4f-c5fde72a16e9 req-4b664f92-77e5-4af9-9da1-aef34455f193 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 944 time: 0.1268039 Jul 16 20:01:14.007813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399c714-5597-40f7-be7a-d28a7d1bfa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4888052f-4134-4003-b1b8-059957bb8f2d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:14.046900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-95111d81-a0fa-4fd2-a1a8-d101f745cb98 None None] Port 1062c6da-34cb-4580-a711-aefea6e04467 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:14.048476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 973ae1b2-22a2-401e-973b-e6d43441d665 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:14.051586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-908548df-bbc2-4919-89a6-987fab69350b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.079976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-908548df-bbc2-4919-89a6-987fab69350b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.093002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 973ae1b2-22a2-401e-973b-e6d43441d665 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:14.093002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 973ae1b2-22a2-401e-973b-e6d43441d665 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:14.103509 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.149133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d533133-b39c-45d9-9c4f-c5fde72a16e9 req-5fa83398-cf80-419a-b78c-9a5c749560d1 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514854 Jul 16 20:01:14.152142 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-908548df-bbc2-4919-89a6-987fab69350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.160390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-908548df-bbc2-4919-89a6-987fab69350b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.167254 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-908548df-bbc2-4919-89a6-987fab69350b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4888052f-4134-4003-b1b8-059957bb8f2d HTTP/1.1" status: 204 len: 168 time: 0.1931326 Jul 16 20:01:14.178319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:14.183307 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d364cc-e5e6-488c-b8a5-02ea87d1320a" -d '{"events": [{"server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "name": "network-vif-plugged", "status": "completed", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:14.186052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908548df-bbc2-4919-89a6-987fab69350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4888052f-4134-4003-b1b8-059957bb8f2d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:14.208395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b2d648cf-5f22-4a5f-aec5-a2fdc6517580, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:14.219296 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.272091 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e60e14-c9dd-4e21-b204-ce84ad6b3d1b x-openstack-request-id: req-44e60e14-c9dd-4e21-b204-ce84ad6b3d1b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:14.272841 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "name": "network-vif-plugged", "status": "completed", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:14.273162 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44e60e14-c9dd-4e21-b204-ce84ad6b3d1b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:14.273430 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'code': 200} Jul 16 20:01:14.304591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:14.474540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca7665-dcd5-4e24-a978-b16b02ebefe0 req-fd0ea52f-a263-4428-9dfc-eecb2658f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:14.476435 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14ca7665-dcd5-4e24-a978-b16b02ebefe0 req-fd0ea52f-a263-4428-9dfc-eecb2658f76d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 1097 time: 0.1304545 Jul 16 20:01:14.477999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-013a2567-77ec-4712-8e62-997157cbf943 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:14.479937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-013a2567-77ec-4712-8e62-997157cbf943 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 945 time: 0.2377911 Jul 16 20:01:14.554660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14ca7665-dcd5-4e24-a978-b16b02ebefe0 req-6fc73628-4a4a-4198-8e12-a20f89ba9fce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681670 Jul 16 20:01:14.557825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.594415 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.698725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:14.720661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-796d5a3f-bc3b-4f39-ae5e-cb04f23c8bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.734081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=1062c6da-34cb-4580-a711-aefea6e04467,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:14.747947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.761200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Deleting port 0e31d0c8-85a0-4f16-88a3-426c00975627 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:14.761549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.829181 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-796d5a3f-bc3b-4f39-ae5e-cb04f23c8bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.833670 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-796d5a3f-bc3b-4f39-ae5e-cb04f23c8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.879105 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-796d5a3f-bc3b-4f39-ae5e-cb04f23c8bf6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=55acd996085248b2956cf2a8bf9b1161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752200 Jul 16 20:01:14.879105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d5a3f-bc3b-4f39-ae5e-cb04f23c8bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d537ba67-58e9-423d-8293-710cb9674ca0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:14.880890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f42361-cebd-4645-893a-01ca6f436dd9 req-264c385c-802b-42de-80c3-4d1d19c70832 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:14.882488 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5f42361-cebd-4645-893a-01ca6f436dd9 req-264c385c-802b-42de-80c3-4d1d19c70832 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 945 time: 0.2394350 Jul 16 20:01:14.882993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59820) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:15.052817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] For port 0e31d0c8-85a0-4f16-88a3-426c00975627, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0e31d0c8-85a0-4f16-88a3-426c00975627,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:15.053185 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.087426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5f42361-cebd-4645-893a-01ca6f436dd9 req-9ddb82ce-ebd9-4394-bec3-60b48ae1dcd7 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542454 Jul 16 20:01:15.089095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Calling delete_port for 0e31d0c8-85a0-4f16-88a3-426c00975627 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:15.096254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:15.115559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:15.134560 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4efc8e64-b085-488a-9b65-4e0fe30347a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.253842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59199d37-7a2e-4487-a5b4-58b205822f5e req-8792e7e1-d540-4aae-b8a2-4e9399524df4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:15.261581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59199d37-7a2e-4487-a5b4-58b205822f5e req-8792e7e1-d540-4aae-b8a2-4e9399524df4 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 945 time: 0.3225629 Jul 16 20:01:15.264933 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4efc8e64-b085-488a-9b65-4e0fe30347a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.279324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-8efcec84-4248-44dc-a6f9-13ce0c6df081 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:15.292756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-8efcec84-4248-44dc-a6f9-13ce0c6df081 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.68 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 945 time: 0.1139987 Jul 16 20:01:15.452605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Deleting port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:15.453027 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.469900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59199d37-7a2e-4487-a5b4-58b205822f5e req-8965cd5c-880b-43bf-bbc3-11f4a98afa98 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074177 Jul 16 20:01:15.511855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router bf6c7853-3d31-48e4-804c-b22749b838db has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:15.531958 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4efc8e64-b085-488a-9b65-4e0fe30347a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.533128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5617e1fb-6fbd-4435-80dd-4dabd5815223 None None] Provisioning complete for port 1062c6da-34cb-4580-a711-aefea6e04467 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:15.533609 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5617e1fb-6fbd-4435-80dd-4dabd5815223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.534511 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4efc8e64-b085-488a-9b65-4e0fe30347a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.538682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4efc8e64-b085-488a-9b65-4e0fe30347a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d537ba67-58e9-423d-8293-710cb9674ca0 HTTP/1.1" status: 204 len: 168 time: 0.6101427 Jul 16 20:01:15.570944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc8e64-b085-488a-9b65-4e0fe30347a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d537ba67-58e9-423d-8293-710cb9674ca0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:15.579739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.600758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] For port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:15.601141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.625840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5617e1fb-6fbd-4435-80dd-4dabd5815223 None None] Port 1062c6da-34cb-4580-a711-aefea6e04467 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:15.645949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Calling delete_port for b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:15.657377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['9ebb39c0-3a7d-4555-9f28-98fa80e03b90', '0e31d0c8-85a0-4f16-88a3-426c00975627'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:15.846077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.934023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Pushing event deleted for resources: {'Port': ['ID=b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:16.019260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786019f7-b710-41c6-ac75-8b5fd36397d3 req-5c6de89b-185c-4e94-82bd-77645c6411a0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.026794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786019f7-b710-41c6-ac75-8b5fd36397d3 req-5c6de89b-185c-4e94-82bd-77645c6411a0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 945 time: 0.6357448 Jul 16 20:01:16.034024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Pushing event deleted for resources: {'Port': ['ID=0e31d0c8-85a0-4f16-88a3-426c00975627,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:16.040613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] No DVR routers for this DVR port b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:16.043871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.047382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8abb80c2-8a2b-4631-8a81-1598b2c86b6a req-464ab9f0-30c1-46ce-9dd4-37f760203004 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.68 "DELETE /v2.0/ports/b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd HTTP/1.1" status: 204 len: 173 time: 0.7483413 Jul 16 20:01:16.048083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'name': 'network-vif-deleted', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:16.053248 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c53a1e-8fef-430b-8558-746f216c954b" -d '{"events": [{"server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "name": "network-vif-deleted", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:16.122393 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92054e9d-2ed7-4b68-9811-80fbe55d9b33 x-openstack-request-id: req-92054e9d-2ed7-4b68-9811-80fbe55d9b33 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:16.123021 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6", "name": "network-vif-deleted", "tag": "b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:16.123460 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92054e9d-2ed7-4b68-9811-80fbe55d9b33 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:16.124220 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6', 'name': 'network-vif-deleted', 'tag': 'b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd', 'status': 'completed', 'code': 200} Jul 16 20:01:16.179488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] No DVR routers for this DVR port 0e31d0c8-85a0-4f16-88a3-426c00975627 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:16.186530 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.188704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d2a0539-eae2-40aa-bf3a-948ba42038bb req-07e07221-49db-4422-8401-f3ed03f63bdd tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "DELETE /v2.0/ports/0e31d0c8-85a0-4f16-88a3-426c00975627 HTTP/1.1" status: 204 len: 173 time: 1.7027421 Jul 16 20:01:16.193838 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff89dc8-83d1-416b-a5e5-4c112b55c46b', 'name': 'network-vif-deleted', 'tag': '0e31d0c8-85a0-4f16-88a3-426c00975627'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:16.195515 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26bc78-4d78-4c00-9762-56f9d59b5ab8" -d '{"events": [{"server_uuid": "8ff89dc8-83d1-416b-a5e5-4c112b55c46b", "name": "network-vif-deleted", "tag": "0e31d0c8-85a0-4f16-88a3-426c00975627"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:16.216563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786019f7-b710-41c6-ac75-8b5fd36397d3 req-104c0582-fa1d-4390-8ac2-8f4a89799d9f tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884441 Jul 16 20:01:16.269850 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:16.285027 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d739e18f-f145-49c4-baff-f8bcbdf9e9ad tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/routers/bf6c7853-3d31-48e4-804c-b22749b838db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6792533 Jul 16 20:01:16.287872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59846) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:16.290863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd11fa4-d149-4234-934d-0493088bb352 None None] Sync routers for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:16.293157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'port': {'network_id': '4cb2277a-fdb0-4ff2-bd02-c2649e04dfef', 'name': 'tempest-FloatingIPTestJSON-1720600873'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:16.304334 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22305a3e-4030-4ba0-8354-37c477905512 x-openstack-request-id: req-22305a3e-4030-4ba0-8354-37c477905512 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:16.304734 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff89dc8-83d1-416b-a5e5-4c112b55c46b", "name": "network-vif-deleted", "tag": "0e31d0c8-85a0-4f16-88a3-426c00975627", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:16.305092 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22305a3e-4030-4ba0-8354-37c477905512 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:16.305599 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff89dc8-83d1-416b-a5e5-4c112b55c46b', 'name': 'network-vif-deleted', 'tag': '0e31d0c8-85a0-4f16-88a3-426c00975627', 'status': 'completed', 'code': 200} Jul 16 20:01:16.325839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd11fa4-d149-4234-934d-0493088bb352 None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:16.327558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dd11fa4-d149-4234-934d-0493088bb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:16.337025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-c6a46a16-e865-47f3-8bfd-4439d729dcfa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2871292 Jul 16 20:01:16.403015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-767833d8-1520-4b13-ab22-2b275c33baf1 req-5639ff3d-85aa-4835-97ad-7754997f93b2 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff89dc8-83d1-416b-a5e5-4c112b55c46b HTTP/1.1" status: 200 len: 210 time: 0.0602102 Jul 16 20:01:16.406272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dd11fa4-d149-4234-934d-0493088bb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:16.434232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd11fa4-d149-4234-934d-0493088bb352 None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:16.434988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dd11fa4-d149-4234-934d-0493088bb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:16.505974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dd11fa4-d149-4234-934d-0493088bb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:16.506796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd11fa4-d149-4234-934d-0493088bb352 None None] The sync data for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:16.519508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Made reservation on behalf of d1ccb808a82c443dbcdf96d54b7262ba for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:16.527833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.552765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] device_id is not set on port 1bfc3667-b174-4aa4-b8aa-888fe75190dd yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:01:16.593494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-72a51001-83b9-4412-96e8-2ff6236c2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.593934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-72a51001-83b9-4412-96e8-2ff6236c2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.594416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-72a51001-83b9-4412-96e8-2ff6236c2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.594897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-72a51001-83b9-4412-96e8-2ff6236c2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.595365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-72a51001-83b9-4412-96e8-2ff6236c2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.595837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-72a51001-83b9-4412-96e8-2ff6236c2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.596342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-72a51001-83b9-4412-96e8-2ff6236c2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.598635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-72a51001-83b9-4412-96e8-2ff6236c2c68 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6509 time: 0.1265643 Jul 16 20:01:16.711074 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c117663f-db03-40b8-aaac-6775444df565 req-6d8d751f-9460-432f-b8ba-683457226fc3 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0549191-f5d8-4ea4-bdcf-0bc3dfc698f6 HTTP/1.1" status: 200 len: 210 time: 0.0416465 Jul 16 20:01:16.748663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Allocated IP 172.20.0.10 (4cb2277a-fdb0-4ff2-bd02-c2649e04dfef/39147e89-d628-43df-aae1-5393875036e8/1bfc3667-b174-4aa4-b8aa-888fe75190dd) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:16.866183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-cf94663c-b371-4349-a372-2181d450da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.866986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-cf94663c-b371-4349-a372-2181d450da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.866986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-cf94663c-b371-4349-a372-2181d450da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.870810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-cf94663c-b371-4349-a372-2181d450da5e service neutron] 10.222.0.68 "GET /v2.0/networks?id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=26308dbe-e842-4fb5-bfa5-18e944a16551&id=26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 200 len: 2296 time: 0.2473757 Jul 16 20:01:16.979113 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-739d713b-db74-4c86-ba06-4773d57ddd7a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c870a687-4862-446e-948e-9a0ecdaf81b3 HTTP/1.1" status: 200 len: 1000 time: 0.0915084 Jul 16 20:01:16.986503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.004573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Transition to ACTIVE for port object 1bfc3667-b174-4aa4-b8aa-888fe75190dd will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:17.052891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.056777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-af5864fb-19df-4de2-a80a-9e386683780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:17.058555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-af5864fb-19df-4de2-a80a-9e386683780a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5f975908-f022-488f-a956-eb6600bdb93c HTTP/1.1" status: 200 len: 855 time: 0.0721190 Jul 16 20:01:17.122201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:17.126006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:17.136234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:17.166005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-a7fae765-f9ab-47a9-bfab-cb15fe988bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:17.168373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-a7fae765-f9ab-47a9-bfab-cb15fe988bf1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017983 Jul 16 20:01:17.183006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event updated for resources: {'Port': ['ID=1bfc3667-b174-4aa4-b8aa-888fe75190dd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:17.211948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:17.212973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.235168 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0bedad89-39ae-4034-893a-b79df16c74a4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9431159 Jul 16 20:01:17.236359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59868) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:17.245357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Request body: {'floatingip': {'port_id': '1bfc3667-b174-4aa4-b8aa-888fe75190dd'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:17.307958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-6b36cc22-e247-481d-8561-02c3a0e0c685 service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295645 Jul 16 20:01:17.354698 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.472173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-8f8d8392-44a5-402e-89ab-07f21683017c service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588700 Jul 16 20:01:17.537557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-3ec4d892-e450-4cc4-8a73-d6684566344e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 217 time: 0.0444338 Jul 16 20:01:17.566357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0d6ea148-b26a-4ef1-bd58-01b0e4bb3a42 None None] Provisioning for port 1bfc3667-b174-4aa4-b8aa-888fe75190dd completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:17.574621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0d6ea148-b26a-4ef1-bd58-01b0e4bb3a42 None None] Provisioning complete for port 1bfc3667-b174-4aa4-b8aa-888fe75190dd triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:17.582373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea148-b26a-4ef1-bd58-01b0e4bb3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.670692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ea148-b26a-4ef1-bd58-01b0e4bb3a42 None None] Port 1bfc3667-b174-4aa4-b8aa-888fe75190dd cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:17.695941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-4195425d-a853-4524-8885-b861208551a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:17.697459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-4195425d-a853-4524-8885-b861208551a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1461384 Jul 16 20:01:17.711323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8180ce6-e2ea-473f-b302-33a76d1b366a req-4d8a4044-550a-4069-8ef7-c1dea7965314 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:17.718085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8180ce6-e2ea-473f-b302-33a76d1b366a req-4d8a4044-550a-4069-8ef7-c1dea7965314 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 945 time: 0.2633331 Jul 16 20:01:17.797963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8180ce6-e2ea-473f-b302-33a76d1b366a req-5218d61c-e270-4c9b-8baa-daaf00403a2a tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788932 Jul 16 20:01:17.837589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-ae83ffcd-2303-4734-8dab-243d5e0a2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:17.839159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-ae83ffcd-2303-4734-8dab-243d5e0a2b13 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1184392 Jul 16 20:01:17.854169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0e31d0c8-85a0-4f16-88a3-426c00975627 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:17.888604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 0e31d0c8-85a0-4f16-88a3-426c00975627 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:17.900909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0e31d0c8-85a0-4f16-88a3-426c00975627 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:17.951264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d1ccbd8-3c19-4875-8c0f-c9071615cb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.041874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:18.097033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:18.097627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b4fd5c5a-82ec-4b60-98c4-395a61b3e3fd not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:18.221658 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.226994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.231954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-712d2450-c0a4-4eb6-abea-fbf24e3158e0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 258 time: 0.3915222 Jul 16 20:01:18.250626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:18.264495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-9e0f5d29-3f68-41f4-b102-4b5901bc64e8 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753979 Jul 16 20:01:18.313231 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.408053 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP 16b62499-b474-41fc-83f2-4806e91286d3 associated. External IP: 172.25.6.78, port: 6d2fbb31-e57a-48aa-996b-ad7b49007cf6. Jul 16 20:01:18.422718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-5e58afb8-0257-4374-8b12-f32327d81736 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493175 Jul 16 20:01:18.535408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-1ae725f4-f225-4e7a-8880-07b618bf1a36 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0721066 Jul 16 20:01:18.627588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-ab5e868f-c5f6-441a-83ad-0b046178835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.629436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-ab5e868f-c5f6-441a-83ad-0b046178835c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.0855014 Jul 16 20:01:18.632115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.698478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:18.841167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Allocated IP 172.25.6.230 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/1ad5e47c-b1ef-4621-88f4-f32b94a6d1e3) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:18.929306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-71f272bf-079d-4bc0-94ea-cb0afb8e16e8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.931384 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-71f272bf-079d-4bc0-94ea-cb0afb8e16e8 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.68 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 945 time: 0.1368270 Jul 16 20:01:18.946873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:18.957783 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0077135-ef74-4124-a2c6-286344c9c7aa None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:18.958736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6627644-a560-4a9e-9b0b-edc529613be7 req-ba79326d-a8aa-4ed3-aabc-d580afc2a145 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.959652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6627644-a560-4a9e-9b0b-edc529613be7 req-ba79326d-a8aa-4ed3-aabc-d580afc2a145 tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 945 time: 0.3601160 Jul 16 20:01:18.961628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-d982427a-a7ad-4ff8-a885-77ca0d39038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.963109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-d982427a-a7ad-4ff8-a885-77ca0d39038e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3097036 Jul 16 20:01:18.976140 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0077135-ef74-4124-a2c6-286344c9c7aa None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:18.979154 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a0077135-ef74-4124-a2c6-286344c9c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.057037 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a0077135-ef74-4124-a2c6-286344c9c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.086865 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-286c87fe-4dad-423e-947a-ac9bdf722829 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020877 Jul 16 20:01:19.094255 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0077135-ef74-4124-a2c6-286344c9c7aa None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:19.099169 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a0077135-ef74-4124-a2c6-286344c9c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.162330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6627644-a560-4a9e-9b0b-edc529613be7 req-e89628a2-ec75-4f6e-a93d-2bd5036f8fbe tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1083ec50-1843-4306-8060-1607e339b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964862 Jul 16 20:01:19.219195 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a0077135-ef74-4124-a2c6-286344c9c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.220141 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0077135-ef74-4124-a2c6-286344c9c7aa None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:19.295284 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.300424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router bf6c7853-3d31-48e4-804c-b22749b838db has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:19.355176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-5b7aad60-6df1-4147-b985-2655fa6eafa8 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494259 Jul 16 20:01:19.413236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-f1d2c66b-21a3-41dd-a9b6-d45a60c4a867 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c34e8c69-5351-4193-9072-293d3245b076 HTTP/1.1" status: 200 len: 217 time: 0.0567491 Jul 16 20:01:19.451781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Deleting port 78751107-127c-4e88-b6d0-8ab890eb8e14 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:19.453273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.458745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:19.470251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde1f33-7199-4c7f-b82b-04ed4cc9159c None None] Sync routers for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:19.486533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-07666726-21a9-4354-9c20-83db70d6201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:19.488126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-07666726-21a9-4354-9c20-83db70d6201e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.0678012 Jul 16 20:01:19.488326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde1f33-7199-4c7f-b82b-04ed4cc9159c None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:19.489501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9bde1f33-7199-4c7f-b82b-04ed4cc9159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.489946 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.504133 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.569081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:19.580373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:19.586763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9bde1f33-7199-4c7f-b82b-04ed4cc9159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.589647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:19.607629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde1f33-7199-4c7f-b82b-04ed4cc9159c None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:19.608322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9bde1f33-7199-4c7f-b82b-04ed4cc9159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.639048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Pushing event updated for resources: {'Port': ['ID=1ad5e47c-b1ef-4621-88f4-f32b94a6d1e3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:19.656721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-adf44e59-b296-43a5-8b75-11722b8254c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:19.658320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-adf44e59-b296-43a5-8b75-11722b8254c9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1578362 Jul 16 20:01:19.678167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9bde1f33-7199-4c7f-b82b-04ed4cc9159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.679413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde1f33-7199-4c7f-b82b-04ed4cc9159c None None] The sync data for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:19.797707 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.857376 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.904401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-171b6974-df28-41eb-a952-ac5dbaeb6d37 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053096 Jul 16 20:01:20.063030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] For port 78751107-127c-4e88-b6d0-8ab890eb8e14, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=78751107-127c-4e88-b6d0-8ab890eb8e14,segment=NetworkSegment(eeae406d-53dc-454c-b928-a61f00f6e483),segment_id=eeae406d-53dc-454c-b928-a61f00f6e483)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:20.063576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.082268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a719f63e-a187-43fd-a538-2b37ae25fbab tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/floatingips/16b62499-b474-41fc-83f2-4806e91286d3 HTTP/1.1" status: 200 len: 978 time: 2.8443933 Jul 16 20:01:20.082486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-a99a0f87-76fb-4235-abdc-515f988436d4 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694555 Jul 16 20:01:20.084865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Calling delete_port for 78751107-127c-4e88-b6d0-8ab890eb8e14 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:20.086065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59946) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:20.135495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-9bf48763-cdf2-4401-ac74-2012caef4246 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=a44233e5-8890-4a68-b799-ffe53a2907db HTTP/1.1" status: 200 len: 217 time: 0.0462377 Jul 16 20:01:20.205025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.214930 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.288419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-1695c879-5e89-4a4a-a604-cacc952f5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:20.289933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-1695c879-5e89-4a4a-a604-cacc952f5720 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1476614 Jul 16 20:01:20.293735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Pushing event updated for resources: {'Port': ['ID=1ad5e47c-b1ef-4621-88f4-f32b94a6d1e3,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:20.332184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 1bfc3667-b174-4aa4-b8aa-888fe75190dd {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:20.332557 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.338123 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-210c5154-b4a7-4c9e-b34e-9d1da7e11e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.441025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.524293 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.609749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.652978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Pushing event deleted for resources: {'Port': ['ID=78751107-127c-4e88-b6d0-8ab890eb8e14,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:20.694777 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.695438 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.696153 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Floating IP 16b62499-b474-41fc-83f2-4806e91286d3 disassociated. External IP: 172.25.6.78, port: 1bfc3667-b174-4aa4-b8aa-888fe75190dd. Jul 16 20:01:20.697135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 1bfc3667-b174-4aa4-b8aa-888fe75190dd owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:20.732867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] No DVR routers for this DVR port 78751107-127c-4e88-b6d0-8ab890eb8e14 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:20.739894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.742138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f834ced-98b3-459b-96ae-0d40e01d0643 req-bed89070-de30-4ed0-b10c-34464e44e4db tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.68 "DELETE /v2.0/ports/78751107-127c-4e88-b6d0-8ab890eb8e14 HTTP/1.1" status: 204 len: 173 time: 1.8042088 Jul 16 20:01:20.742751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'name': 'network-vif-deleted', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:20.745221 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a912f-f0bc-4bba-9781-55dbee003790" -d '{"events": [{"server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "name": "network-vif-deleted", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:20.876543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a101396-457e-41df-90e4-4f2c8cc1176d req-66ab4883-969c-4ee2-a375-15543665dfce tempest-LiveMigrationTest-2136126410 tempest-LiveMigrationTest-2136126410-project] 10.222.0.78 "GET /v2.0/ports?device_id=e98a4a92-028c-40c1-a633-c408bd95a3ab HTTP/1.1" status: 200 len: 210 time: 0.4905336 Jul 16 20:01:20.895141 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.928125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-2f00aea4-bebd-4939-9fe5-e1ce86602882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:20.929899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-2f00aea4-bebd-4939-9fe5-e1ce86602882 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6301153 Jul 16 20:01:20.931190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.939450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-71f379e4-aa6a-4e53-adbb-c891c0c5e2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6984468 Jul 16 20:01:20.981300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.025553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=1bfc3667-b174-4aa4-b8aa-888fe75190dd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:21.092024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-eee98040-c762-462f-b2a9-3f3ffb0c23b8 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.1516190 Jul 16 20:01:21.258373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router bf6c7853-3d31-48e4-804c-b22749b838db has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:21.451252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-f3e92a70-304c-48a7-a41c-79d528e65389 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016222 Jul 16 20:01:21.472250 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e9f233-d202-479d-967f-f36782ac47ad x-openstack-request-id: req-71e9f233-d202-479d-967f-f36782ac47ad {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:21.472735 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98a4a92-028c-40c1-a633-c408bd95a3ab", "name": "network-vif-deleted", "tag": "78751107-127c-4e88-b6d0-8ab890eb8e14", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:21.473131 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71e9f233-d202-479d-967f-f36782ac47ad {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:21.473739 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98a4a92-028c-40c1-a633-c408bd95a3ab', 'name': 'network-vif-deleted', 'tag': '78751107-127c-4e88-b6d0-8ab890eb8e14', 'status': 'completed', 'code': 200} Jul 16 20:01:21.506040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-2f35b584-d152-43c5-b1cf-73def1d60212 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:21.507411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9af61-e817-4e8b-904b-9a09e899a611 req-2f35b584-d152-43c5-b1cf-73def1d60212 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.4072592 Jul 16 20:01:21.523442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:21.536448 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd31d4-636d-4e12-931d-305aecd0e6bf None None] Sync routers for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:21.548811 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd31d4-636d-4e12-931d-305aecd0e6bf None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:21.549567 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-26fd31d4-636d-4e12-931d-305aecd0e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:21.656597 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-26fd31d4-636d-4e12-931d-305aecd0e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:21.662809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-0eb40b49-d8f7-4ff5-97ff-8af6e21ca477 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982665 Jul 16 20:01:21.680981 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd31d4-636d-4e12-931d-305aecd0e6bf None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:21.680981 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-26fd31d4-636d-4e12-931d-305aecd0e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:21.701500 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.704092 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-132e26d5-58f5-4927-a90a-adeb92bab00f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/ports/1bfc3667-b174-4aa4-b8aa-888fe75190dd HTTP/1.1" status: 204 len: 168 time: 1.6170812 Jul 16 20:01:21.709399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59974) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:21.767324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-99b392ee-e5c1-4295-9d0b-e19b8278a784 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef HTTP/1.1" status: 200 len: 217 time: 0.0973411 Jul 16 20:01:21.781471 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-26fd31d4-636d-4e12-931d-305aecd0e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:21.782856 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd31d4-636d-4e12-931d-305aecd0e6bf None None] The sync data for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:21.923947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-aa61288c-27e8-4409-9608-b79b5eeec739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:21.926964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-aa61288c-27e8-4409-9608-b79b5eeec739 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.0884085 Jul 16 20:01:21.978862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59984) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:22.040679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-cd9753e8-ffeb-4f8c-913e-08559d06a7ed tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:22.042381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-cd9753e8-ffeb-4f8c-913e-08559d06a7ed tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2785864 Jul 16 20:01:22.073173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 78751107-127c-4e88-b6d0-8ab890eb8e14 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:22.116765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-bc7e68a1-caed-4e28-9fda-234ef2c09c63 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.0664630 Jul 16 20:01:22.118585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 78751107-127c-4e88-b6d0-8ab890eb8e14 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:22.119342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 78751107-127c-4e88-b6d0-8ab890eb8e14 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:22.123068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Request body: {'floatingip': {'port_id': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:22.174918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.228635 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.269465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-2cb96295-814c-4d61-bb8a-80f2ce3825e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:22.272446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-2cb96295-814c-4d61-bb8a-80f2ce3825e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3183441 Jul 16 20:01:22.356504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ba0dce-8793-467d-bfdb-58af8923e325 admin admin] Deleting subnet 6a21dd75-df91-45f6-92dd-45fdc28b51d7 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:22.377615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0dce-8793-467d-bfdb-58af8923e325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.443063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0dce-8793-467d-bfdb-58af8923e325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.478628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.534950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0dce-8793-467d-bfdb-58af8923e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.606601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-dfb310df-908b-47da-8963-63f6a08ab520 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496912 Jul 16 20:01:22.703157 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0dce-8793-467d-bfdb-58af8923e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.737488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba0dce-8793-467d-bfdb-58af8923e325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a21dd75-df91-45f6-92dd-45fdc28b51d7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:22.745314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0dce-8793-467d-bfdb-58af8923e325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.747313 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f5ba0dce-8793-467d-bfdb-58af8923e325 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6a21dd75-df91-45f6-92dd-45fdc28b51d7 HTTP/1.1" status: 204 len: 168 time: 0.7670376 Jul 16 20:01:22.749813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60008) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:22.839845 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.843357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-48661f76-e667-4c06-935b-1e62356342f7 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276654 Jul 16 20:01:22.895067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-aaca6415-385f-4e08-8d05-481f19ff1121 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27380e31-3521-497c-9c42-964636b5da24 HTTP/1.1" status: 200 len: 217 time: 0.0446398 Jul 16 20:01:22.987469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.995851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-9000769f-87b0-4f3e-b393-804a6a48f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:22.997384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-9000769f-87b0-4f3e-b393-804a6a48f047 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.0711675 Jul 16 20:01:23.005233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9041918d-f7d2-4afb-98bc-507156bc8a10']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:23.016956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeae406d-53dc-454c-b928-a61f00f6e483') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:23.017259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeae406d-53dc-454c-b928-a61f00f6e483') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:23.031236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.033510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 1062c6da-34cb-4580-a711-aefea6e04467 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:23.033853 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.066653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.079215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:23.079632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:23.081354 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:23.181020 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.184914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.194018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.196532 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.196943 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.198870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9041918d-f7d2-4afb-98bc-507156bc8a10 HTTP/1.1" status: 204 len: 168 time: 0.4481103 Jul 16 20:01:23.203716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60010) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:23.219389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc3d55-d409-4a9d-a7e3-9336111abaa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9041918d-f7d2-4afb-98bc-507156bc8a10,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.221464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 1062c6da-34cb-4580-a711-aefea6e04467 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:23.240744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-e9683ca4-92ad-4c16-8832-ad0c72c63268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:23.242301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-e9683ca4-92ad-4c16-8832-ad0c72c63268 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2160597 Jul 16 20:01:23.291921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a25ed-d154-43a9-b1cc-bf2feaa57b64 req-21c5d6c8-ae8d-45e7-9c2e-53c093b03896 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:23.293586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-097a25ed-d154-43a9-b1cc-bf2feaa57b64 req-21c5d6c8-ae8d-45e7-9c2e-53c093b03896 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 945 time: 0.2364836 Jul 16 20:01:23.361702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d0b481-fcc9-47a7-b9a7-2954b2bb4f4b admin admin] Deleting subnet 01394d58-d625-4c7a-be4b-2c2c466b591b {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:23.400818 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42d0b481-fcc9-47a7-b9a7-2954b2bb4f4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.436589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.464755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-097a25ed-d154-43a9-b1cc-bf2feaa57b64 req-bbeb219c-b26a-4918-a3a5-06dd68548092 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600456 Jul 16 20:01:23.467662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=1062c6da-34cb-4580-a711-aefea6e04467,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.509816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42d0b481-fcc9-47a7-b9a7-2954b2bb4f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.515593 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Floating IP ca6b9481-3a78-4199-a3a5-5e93272fb402 associated. External IP: 172.25.6.230, port: b2d648cf-5f22-4a5f-aec5-a2fdc6517580. Jul 16 20:01:23.616387 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.713769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.727000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-f6b7615a-a3d2-4e22-b1de-5ffe056e8480 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454122 Jul 16 20:01:23.837039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42d0b481-fcc9-47a7-b9a7-2954b2bb4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.086948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Router ab2a6d80-a783-4086-828c-1523d0761353 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:24.193729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router bf6c7853-3d31-48e4-804c-b22749b838db has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:24.281444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa4cfe43-e547-44ae-8d57-c36ec3cad4f4 req-ec180ea9-cc70-4063-8cdf-8d74d75cc05e service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450277 Jul 16 20:01:24.331032 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42d0b481-fcc9-47a7-b9a7-2954b2bb4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.355512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:24.367025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75da9e-5c91-4be5-81a1-b9bffd038ebb None None] Sync routers for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:24.370502 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-265280f6-a7c7-41e5-b58e-9a805c13e4c9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/routers/bf6c7853-3d31-48e4-804c-b22749b838db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6570518 Jul 16 20:01:24.371924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60034) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:24.384601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75da9e-5c91-4be5-81a1-b9bffd038ebb None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:24.384862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:24.387662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ad75da9e-5c91-4be5-81a1-b9bffd038ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:24.388995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0b481-fcc9-47a7-b9a7-2954b2bb4f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01394d58-d625-4c7a-be4b-2c2c466b591b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:24.398813 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] Sync routers for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:24.414148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.418972 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:24.419611 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:24.461601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ad75da9e-5c91-4be5-81a1-b9bffd038ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:24.471212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75da9e-5c91-4be5-81a1-b9bffd038ebb None None] Routers {'bf6c7853-3d31-48e4-804c-b22749b838db'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:24.471919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ad75da9e-5c91-4be5-81a1-b9bffd038ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bf6c7853-3d31-48e4-804c-b22749b838db'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:24.493493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42d0b481-fcc9-47a7-b9a7-2954b2bb4f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.495699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-42d0b481-fcc9-47a7-b9a7-2954b2bb4f4b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/01394d58-d625-4c7a-be4b-2c2c466b591b HTTP/1.1" status: 204 len: 168 time: 1.2890701 Jul 16 20:01:24.499394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60038) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:24.510400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ad75da9e-5c91-4be5-81a1-b9bffd038ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:24.510890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75da9e-5c91-4be5-81a1-b9bffd038ebb None None] The sync data for ids ['bf6c7853-3d31-48e4-804c-b22749b838db'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:24.521047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106702f-28f7-4960-b174-853ac562ab53 req-8dd3fdf7-caf0-41a3-96eb-0096830653a0 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:24.523149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4106702f-28f7-4960-b174-853ac562ab53 req-8dd3fdf7-caf0-41a3-96eb-0096830653a0 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 945 time: 0.4033728 Jul 16 20:01:24.575886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:24.587051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-f5d122ce-2050-4516-9688-436a8f19b406 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "PUT /v2.0/floatingips/ca6b9481-3a78-4199-a3a5-5e93272fb402 HTTP/1.1" status: 200 len: 996 time: 2.4693141 Jul 16 20:01:24.589773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:24.592775 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d736758e-8cff-432d-b8dc-6ba5c302e357" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:24.615871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.701455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Deleting port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:24.701927 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.725395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.990224 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'ca6b9481-3a78-4199-a3a5-5e93272fb402', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'port_id': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'mac_address': 'fa:16:3e:21:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:22Z', 'revision_number': 1, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:05Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:25.047393 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] Checking router: ab2a6d80-a783-4086-828c-1523d0761353 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:25.062565 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:25.065093 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:25.252228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60056) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:25.334303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:25.354749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] For port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,segment=NetworkSegment(9f84115b-7a03-4a5b-9185-498ca411b2dd),segment_id=9f84115b-7a03-4a5b-9185-498ca411b2dd)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:25.355144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.394555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Calling delete_port for 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:25.408972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.440384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-7746c560-cb3b-4868-9c1b-26677fdc9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:25.441932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-7746c560-cb3b-4868-9c1b-26677fdc9ef8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a3946f1f816419f902c03e7fb14189a&device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 1097 time: 0.8337703 Jul 16 20:01:25.445430 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.453583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4354e9f-fcfa-4318-91d0-55fd89b4f601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.479937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba1e67f-b31f-4618-bf53-40fbf6044994']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:25.496452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd949633d-1831-4701-9e26-9dee3cf5835b') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:25.496752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd949633d-1831-4701-9e26-9dee3cf5835b') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:25.508181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a68bb-4c4b-4586-ad9a-a12a2ae77d4c req-1b091723-9ad1-4c8b-aecf-3580eb7c60d7 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:25.512257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a22a68bb-4c4b-4586-ad9a-a12a2ae77d4c req-1b091723-9ad1-4c8b-aecf-3580eb7c60d7 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 945 time: 0.2591119 Jul 16 20:01:25.524214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.561906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.576978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:25.578295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:25.581222 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:25.585465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 4d29c3dc-3289-4d1c-848d-abd9c8bf7f1c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:25.586041 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.612611 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'ca6b9481-3a78-4199-a3a5-5e93272fb402', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'port_id': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'mac_address': 'fa:16:3e:21:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:22Z', 'revision_number': 1, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:05Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:25.644847 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d28cc-0378-4f57-8ed0-e7def9ad1b21 None None] The sync data for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 is: [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'ca6b9481-3a78-4199-a3a5-5e93272fb402', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'port_id': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'mac_address': 'fa:16:3e:21:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:19Z', 'updated_at': '2021-07-16T20:01:22Z', 'revision_number': 1, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:05Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:25.660768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a22a68bb-4c4b-4586-ad9a-a12a2ae77d4c req-15fb4b74-3429-42a8-a635-c5507c85d40d tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/security-groups?id=fb2aaa88-4111-4271-b9bd-948942860d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269162 Jul 16 20:01:25.714148 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.729525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-a78fdbf3-c6bd-4956-be22-a04ecd15f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:25.731091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-a78fdbf3-c6bd-4956-be22-a04ecd15f6ec service neutron] 10.222.0.78 "GET /v2.0/networks?id=f794332f-3478-4503-b2cb-917d68c6a6fb HTTP/1.1" status: 200 len: 930 time: 0.2745626 Jul 16 20:01:25.735429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.738473 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8ba1e67f-b31f-4618-bf53-40fbf6044994 HTTP/1.1" status: 204 len: 168 time: 1.2380068 Jul 16 20:01:25.742867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f76190-a91d-436c-a6cb-ebe9d47927c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba1e67f-b31f-4618-bf53-40fbf6044994,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:25.772434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.801461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 4d29c3dc-3289-4d1c-848d-abd9c8bf7f1c owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:25.830693 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4354e9f-fcfa-4318-91d0-55fd89b4f601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.835505 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f25816-bf9f-42a3-bc30-8289b0cbdda7 x-openstack-request-id: req-b1f25816-bf9f-42a3-bc30-8289b0cbdda7 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:25.836364 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:25.836769 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1f25816-bf9f-42a3-bc30-8289b0cbdda7 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:25.837327 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'status': 'completed', 'code': 200} Jul 16 20:01:25.843337 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4354e9f-fcfa-4318-91d0-55fd89b4f601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.919683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-bc165ab7-bbbe-4ba4-9fcf-d702b271ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:25.921880 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-bc165ab7-bbbe-4ba4-9fcf-d702b271ab50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3946f1f816419f902c03e7fb14189a&device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 1097 time: 0.1398926 Jul 16 20:01:25.932311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b4354e9f-fcfa-4318-91d0-55fd89b4f601 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4abc05ef49b40098d7eb4d6fb01b948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6747618 Jul 16 20:01:25.939095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60064) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:25.961041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60066) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.015670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4354e9f-fcfa-4318-91d0-55fd89b4f601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba7c7f6-8cc6-4f12-baa9-214e89edf9ea,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.019882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc5572-ff67-46a5-8ddb-11bdb9095a99 None None] New status for floating IP ca6b9481-3a78-4199-a3a5-5e93272fb402: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:01:26.056229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-cb7b2036-dfa6-405a-a325-2238bfbd0afb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 200 len: 999 time: 0.2138703 Jul 16 20:01:26.056962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.127293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Pushing event deleted for resources: {'Port': ['ID=9ebb39c0-3a7d-4555-9f28-98fa80e03b90,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.168616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-39eb8774-4679-467d-8ba4-0f1f82f2293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.171245 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-39eb8774-4679-467d-8ba4-0f1f82f2293a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f794332f-3478-4503-b2cb-917d68c6a6fb HTTP/1.1" status: 200 len: 930 time: 0.2425554 Jul 16 20:01:26.262318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] No DVR routers for this DVR port 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:26.269348 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.272265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4106702f-28f7-4960-b174-853ac562ab53 req-1e326403-5163-4f94-98e0-61fa9618d376 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.16 "DELETE /v2.0/ports/9ebb39c0-3a7d-4555-9f28-98fa80e03b90 HTTP/1.1" status: 204 len: 173 time: 1.7398133 Jul 16 20:01:26.275146 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1680521e-b131-4114-8123-382f03fc26c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.278792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-252343bf-d777-4f12-8dc9-fce4ee0dc9a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9c52f0c54e94914b90d9b206ff78139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107421 Jul 16 20:01:26.282207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60068) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.293161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-4df47885-3398-4098-bb6b-882f6ce5ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.293922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-4df47885-3398-4098-bb6b-882f6ce5ff55 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=988ba854-f5bf-4a31-91fb-d099cd160058 HTTP/1.1" status: 200 len: 868 time: 0.1967647 Jul 16 20:01:26.361324 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-868ee15f-b7a8-4f54-ac17-63f66c29c267 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 200 len: 999 time: 0.1810112 Jul 16 20:01:26.361581 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1680521e-b131-4114-8123-382f03fc26c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.424903 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.441453 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f51d955d-18a1-4f5b-807a-1bc1ed0447fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.454726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-75235efb-0621-46bc-ad83-0ddd9ec8feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.460279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-75235efb-0621-46bc-ad83-0ddd9ec8feed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f794332f-3478-4503-b2cb-917d68c6a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497545 Jul 16 20:01:26.480543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f51d955d-18a1-4f5b-807a-1bc1ed0447fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.497506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=4d29c3dc-3289-4d1c-848d-abd9c8bf7f1c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.499754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1680521e-b131-4114-8123-382f03fc26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.502394 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1680521e-b131-4114-8123-382f03fc26c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.503559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1680521e-b131-4114-8123-382f03fc26c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ba7c7f6-8cc6-4f12-baa9-214e89edf9ea HTTP/1.1" status: 204 len: 168 time: 0.5598502 Jul 16 20:01:26.535230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680521e-b131-4114-8123-382f03fc26c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba7c7f6-8cc6-4f12-baa9-214e89edf9ea,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.545457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-4db59242-196d-4e6c-835d-32fda0b0058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.548393 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-4db59242-196d-4e6c-835d-32fda0b0058c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=988ba854-f5bf-4a31-91fb-d099cd160058 HTTP/1.1" status: 200 len: 868 time: 0.1799054 Jul 16 20:01:26.622619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-66f4ab09-6e16-48f4-84bc-f519719726f7 service neutron] 10.222.0.78 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560240 Jul 16 20:01:26.633261 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f51d955d-18a1-4f5b-807a-1bc1ed0447fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.635862 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f51d955d-18a1-4f5b-807a-1bc1ed0447fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.637089 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f51d955d-18a1-4f5b-807a-1bc1ed0447fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1083ec50-1843-4306-8060-1607e339b0e7 HTTP/1.1" status: 204 len: 168 time: 0.3537221 Jul 16 20:01:26.644632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.666121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d955d-18a1-4f5b-807a-1bc1ed0447fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1083ec50-1843-4306-8060-1607e339b0e7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.747708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29813674-a975-4d23-a524-9a6d6ca51ab2 req-d56edb29-b194-438e-befa-05509c30f94f service neutron] 10.222.0.78 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240723 Jul 16 20:01:26.761270 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.767475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.774295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-77e45c87-5450-4ebb-b604-7465fde78039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.775864 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-77e45c87-5450-4ebb-b604-7465fde78039 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f794332f-3478-4503-b2cb-917d68c6a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876423 Jul 16 20:01:26.950628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.950628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Fanout notify agent at l3_agent the message router_deleted on router bf6c7853-3d31-48e4-804c-b22749b838db {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:01:26.959238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.963490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7f790575-756f-4a4a-8ab5-b169924860db tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/routers/bf6c7853-3d31-48e4-804c-b22749b838db HTTP/1.1" status: 204 len: 168 time: 2.5907652 Jul 16 20:01:26.964188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60084) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.995952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcc7451c-847d-41e4-b184-c51bae271912 req-08723605-6f0b-4701-8629-62d2b5310952 tempest-AttachVolumeNegativeTest-1157359290 tempest-AttachVolumeNegativeTest-1157359290-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ceb8283-b7fd-44f6-acab-7c40bda1058f HTTP/1.1" status: 200 len: 210 time: 0.0717597 Jul 16 20:01:27.043055 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-c1544247-364e-433f-8f47-9827cd0ed0a5 service neutron] 10.222.0.16 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546265 Jul 16 20:01:27.045658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-9b8b240d-660d-461c-b405-e5141b2cfe70 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 258 time: 0.2464919 Jul 16 20:01:27.049992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea5ab8e-9ad8-4f9d-b639-24f58e50afa8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting subnet 39147e89-d628-43df-aae1-5393875036e8 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:27.050732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:27.054917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ab8e-9ad8-4f9d-b639-24f58e50afa8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.123764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.137913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ab8e-9ad8-4f9d-b639-24f58e50afa8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.250521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d736758e-8cff-432d-b8dc-6ba5c302e357 req-3ed05a64-d1ee-436b-80db-8c3806160068 service neutron] 10.222.0.16 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967623 Jul 16 20:01:27.251167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60090) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.282057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87b46110-a344-440d-8b0a-c4a2c69fd173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.303738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60092) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.323372 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ab8e-9ad8-4f9d-b639-24f58e50afa8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.345958 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.371229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d4271f81-d60c-4cde-b773-d73447cb5daf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53a3dc1ef9204fd18311386c81cf87bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663044 Jul 16 20:01:27.373513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60094) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.409978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ab8e-9ad8-4f9d-b639-24f58e50afa8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.449480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5ab8e-9ad8-4f9d-b639-24f58e50afa8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Subnet': ['ID=39147e89-d628-43df-aae1-5393875036e8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:27.455081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ab8e-9ad8-4f9d-b639-24f58e50afa8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.460725 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5ea5ab8e-9ad8-4f9d-b639-24f58e50afa8 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/subnets/39147e89-d628-43df-aae1-5393875036e8 HTTP/1.1" status: 204 len: 168 time: 0.4937327 Jul 16 20:01:27.467285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60096) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.468394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674fa4d-63fa-43eb-accf-fe2d9fdfa7db None None] Network 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:27.504538 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317b9802-2328-475a-a1b6-c362fe966ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.519196 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87b46110-a344-440d-8b0a-c4a2c69fd173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.526718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-87b46110-a344-440d-8b0a-c4a2c69fd173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.534569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Allocated IP 172.25.6.13 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/20ede775-f761-49c9-9c9d-a3afcb545e27) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:27.548830 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317b9802-2328-475a-a1b6-c362fe966ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.579587 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-87b46110-a344-440d-8b0a-c4a2c69fd173 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc129487d56443e98283627d6c0ca9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273299 Jul 16 20:01:27.582760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60098) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.603024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.617380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b46110-a344-440d-8b0a-c4a2c69fd173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0480ecce-6680-42bd-bc7d-e2218810d5da,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:27.672571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port b7d5062c-361a-44ac-936b-c39859592090 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:27.673070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.719730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] DHCP port deletion for 4cb2277a-fdb0-4ff2-bd02-c2649e04dfef request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:01:27.720992 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317b9802-2328-475a-a1b6-c362fe966ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.723656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317b9802-2328-475a-a1b6-c362fe966ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.725213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-317b9802-2328-475a-a1b6-c362fe966ed3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/089b5792-f9dd-471e-a88f-378aacafe22f HTTP/1.1" status: 204 len: 168 time: 0.3507600 Jul 16 20:01:27.749086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] For port b7d5062c-361a-44ac-936b-c39859592090, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b7d5062c-361a-44ac-936b-c39859592090,segment=NetworkSegment(c2ea0813-e92e-4a4e-a454-a811d94cf074),segment_id=c2ea0813-e92e-4a4e-a454-a811d94cf074)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:27.749726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.752770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-412e33e4-28bc-42ae-b8ee-ce29fbe26fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.759766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b9802-2328-475a-a1b6-c362fe966ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b5792-f9dd-471e-a88f-378aacafe22f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:27.764522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for b7d5062c-361a-44ac-936b-c39859592090 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:27.769875 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.789869 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-412e33e4-28bc-42ae-b8ee-ce29fbe26fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.798813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] Deleting port b7d5062c-361a-44ac-936b-c39859592090 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:27.799316 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.839699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ceb8283-b7fd-44f6-acab-7c40bda1058f', 'name': 'network-vif-deleted', 'tag': '9ebb39c0-3a7d-4555-9f28-98fa80e03b90'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:27.842263 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85326808-5423-419b-9a48-aa97910f2f31" -d '{"events": [{"server_uuid": "2ceb8283-b7fd-44f6-acab-7c40bda1058f", "name": "network-vif-deleted", "tag": "9ebb39c0-3a7d-4555-9f28-98fa80e03b90"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:27.867463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.880989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.885978 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-412e33e4-28bc-42ae-b8ee-ce29fbe26fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.888476 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-412e33e4-28bc-42ae-b8ee-ce29fbe26fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.892546 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-412e33e4-28bc-42ae-b8ee-ce29fbe26fc2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0480ecce-6680-42bd-bc7d-e2218810d5da HTTP/1.1" status: 204 len: 168 time: 0.2989593 Jul 16 20:01:27.906873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] For port b7d5062c-361a-44ac-936b-c39859592090, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b7d5062c-361a-44ac-936b-c39859592090,segment=NetworkSegment(c2ea0813-e92e-4a4e-a454-a811d94cf074),segment_id=c2ea0813-e92e-4a4e-a454-a811d94cf074)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:27.908689 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.921486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=b7d5062c-361a-44ac-936b-c39859592090,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:27.923509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] No DVR routers for this DVR port b7d5062c-361a-44ac-936b-c39859592090 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:27.925977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:27.946949 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8dbcdc-eaa2-4b41-b351-4697d74d91b7 x-openstack-request-id: req-de8dbcdc-eaa2-4b41-b351-4697d74d91b7 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:27.947370 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ceb8283-b7fd-44f6-acab-7c40bda1058f", "name": "network-vif-deleted", "tag": "9ebb39c0-3a7d-4555-9f28-98fa80e03b90", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:27.947722 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de8dbcdc-eaa2-4b41-b351-4697d74d91b7 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:27.948238 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ceb8283-b7fd-44f6-acab-7c40bda1058f', 'name': 'network-vif-deleted', 'tag': '9ebb39c0-3a7d-4555-9f28-98fa80e03b90', 'status': 'completed', 'code': 200} Jul 16 20:01:27.949363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e33e4-28bc-42ae-b8ee-ce29fbe26fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0480ecce-6680-42bd-bc7d-e2218810d5da,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:27.959902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:27.960486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 9ebb39c0-3a7d-4555-9f28-98fa80e03b90 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:27.983179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] Calling delete_port for b7d5062c-361a-44ac-936b-c39859592090 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:28.017396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Pushing event updated for resources: {'Port': ['ID=20ede775-f761-49c9-9c9d-a3afcb545e27,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.022010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:28.023907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:28.026573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:28.085791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.095421 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.112163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb2277a-fdb0-4ff2-bd02-c2649e04dfef']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:28.128227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] Pushing event deleted for resources: {'Port': ['ID=b7d5062c-361a-44ac-936b-c39859592090,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.132641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d86b1-397b-4d24-af73-e64308c32ab2 None None] No DVR routers for this DVR port b7d5062c-361a-44ac-936b-c39859592090 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:28.134702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ea0813-e92e-4a4e-a454-a811d94cf074') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:28.134702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ea0813-e92e-4a4e-a454-a811d94cf074') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:28.151506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.166368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.173352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:28.173767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:28.177411 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:28.192034 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.228651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60112) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:28.301142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.318387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.335288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.335730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b7d5062c-361a-44ac-936b-c39859592090 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:28.338700 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/networks/4cb2277a-fdb0-4ff2-bd02-c2649e04dfef HTTP/1.1" status: 204 len: 168 time: 0.8700442 Jul 16 20:01:28.344623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60118) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:28.360009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f243029-c764-4a79-b954-c523b663a881 admin admin] Deleting subnet 78e1d8a1-ef98-46fd-bdff-e577a1edc84d {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:28.366795 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f243029-c764-4a79-b954-c523b663a881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.383264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b7d5062c-361a-44ac-936b-c39859592090 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:28.383769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b7d5062c-361a-44ac-936b-c39859592090 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:28.423752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6268-9e79-4647-a906-cced09ada90e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Network': ['ID=4cb2277a-fdb0-4ff2-bd02-c2649e04dfef,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.437615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f243029-c764-4a79-b954-c523b663a881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.556363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 18cb55bf-a98d-4cd3-a408-40defd4c7b4b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:28.556716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.605697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f243029-c764-4a79-b954-c523b663a881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.674918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.675255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.710094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 18cb55bf-a98d-4cd3-a408-40defd4c7b4b owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:28.776183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f243029-c764-4a79-b954-c523b663a881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.794823 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.824701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f243029-c764-4a79-b954-c523b663a881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e1d8a1-ef98-46fd-bdff-e577a1edc84d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.827125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f243029-c764-4a79-b954-c523b663a881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.829326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7f243029-c764-4a79-b954-c523b663a881 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/78e1d8a1-ef98-46fd-bdff-e577a1edc84d HTTP/1.1" status: 204 len: 168 time: 0.5995646 Jul 16 20:01:28.831185 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.832149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60138) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:28.875475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Pushing event updated for resources: {'Port': ['ID=20ede775-f761-49c9-9c9d-a3afcb545e27,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.929462 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.946774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.947494 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.948364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-3fa66c0b-2c05-4cd8-bdd5-847909905ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9018352 Jul 16 20:01:29.009484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-4f864ea9-4562-48da-ad37-830b51f412e3 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0550263 Jul 16 20:01:29.112520 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.123256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.136920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673214b4-bcbd-402a-9302-dac0e58e67ce']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:29.150806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-2efdf472-32eb-467c-9573-a6ae0ae8b479 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:29.152840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-2efdf472-32eb-467c-9573-a6ae0ae8b479 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1375179 Jul 16 20:01:29.164274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=18cb55bf-a98d-4cd3-a408-40defd4c7b4b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:29.170289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-e2a584f5-ef39-4886-8c72-37e8087de0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:01:29.176085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-909b9a82-af7d-4afb-ba54-0bf0d7886134 req-e2a584f5-ef39-4886-8c72-37e8087de0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125191 Jul 16 20:01:29.183684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f84115b-7a03-4a5b-9185-498ca411b2dd') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:29.184066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f84115b-7a03-4a5b-9185-498ca411b2dd') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:29.216634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.270578 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.281398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:29.281810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:29.283535 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:29.307267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.308511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.309865 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-01ed0b9f-894d-43c9-8a67-946b368d18c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/floatingips/16b62499-b474-41fc-83f2-4806e91286d3 HTTP/1.1" status: 204 len: 168 time: 0.9638693 Jul 16 20:01:29.313440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60170) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.365879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.374845 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b63fe2-4043-48da-aac3-9c84a83ee76e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] DELETE failed (client error): The resource could not be found. Jul 16 20:01:29.376145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b63fe2-4043-48da-aac3-9c84a83ee76e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:01:29.384921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.385471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-54b63fe2-4043-48da-aac3-9c84a83ee76e tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/ports/1bfc3667-b174-4aa4-b8aa-888fe75190dd HTTP/1.1" status: 404 len: 333 time: 0.0639627 Jul 16 20:01:29.385740 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] 10.222.0.78 "DELETE /v2.0/networks/673214b4-bcbd-402a-9302-dac0e58e67ce HTTP/1.1" status: 204 len: 168 time: 0.5459118 Jul 16 20:01:29.385828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60176) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.390710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8d2bc-7032-4040-ba67-5f516ba81983 admin admin] Pushing event deleted for resources: {'Network': ['ID=673214b4-bcbd-402a-9302-dac0e58e67ce,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:29.419615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ce256b8e-6057-40a8-8ab0-437decfe22a9 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf6c7853-3d31-48e4-804c-b22749b838db HTTP/1.1" status: 200 len: 205 time: 0.0331900 Jul 16 20:01:29.422199 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60178) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.510579 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-829311e7-446f-4185-a93d-1a4c63bc237d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] delete failed (client error): The resource could not be found. Jul 16 20:01:29.511862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-829311e7-446f-4185-a93d-1a4c63bc237d tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/routers/bf6c7853-3d31-48e4-804c-b22749b838db HTTP/1.1" status: 404 len: 336 time: 0.0886624 Jul 16 20:01:29.515426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60184) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.517946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce5258-f687-4381-8671-bc222849abc7 req-9660e43d-23f9-478c-954c-4eb53351dfd5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:29.519493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4ce5258-f687-4381-8671-bc222849abc7 req-9660e43d-23f9-478c-954c-4eb53351dfd5 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1397595 Jul 16 20:01:29.574705 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c976d44-c11f-464e-ab1b-3bdb7b5a0558 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] DELETE failed (client error): The resource could not be found. Jul 16 20:01:29.575259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c976d44-c11f-464e-ab1b-3bdb7b5a0558 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:01:29.577460 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6c976d44-c11f-464e-ab1b-3bdb7b5a0558 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/subnets/39147e89-d628-43df-aae1-5393875036e8 HTTP/1.1" status: 404 len: 337 time: 0.0608716 Jul 16 20:01:29.583795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60186) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.603699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4ce5258-f687-4381-8671-bc222849abc7 req-48157cef-3e5c-424c-8c7b-7735112bd20d tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0745223 Jul 16 20:01:29.647663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d4ce5258-f687-4381-8671-bc222849abc7 req-37470c7b-5bce-44f3-afcf-c1db609517b1 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Request body: {'floatingip': {'port_id': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:29.660000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60190) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.727064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d4ce5258-f687-4381-8671-bc222849abc7 req-37470c7b-5bce-44f3-afcf-c1db609517b1 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.728616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5112166f-f8d4-456d-a983-4d159d6223d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32671528456e491f808a0a8849e1f1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673046 Jul 16 20:01:29.731042 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60194) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.805044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78a22346-73b8-4c3d-ae19-696d695d05d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.830263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78a22346-73b8-4c3d-ae19-696d695d05d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.844371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60196) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.909555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78a22346-73b8-4c3d-ae19-696d695d05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.914287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78a22346-73b8-4c3d-ae19-696d695d05d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.916623 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-78a22346-73b8-4c3d-ae19-696d695d05d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb2aaa88-4111-4271-b9bd-948942860d53 HTTP/1.1" status: 204 len: 168 time: 0.1839485 Jul 16 20:01:29.929981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad5cc4-6f14-4afd-8c46-fb8e7b3e28c4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 6d2fbb31-e57a-48aa-996b-ad7b49007cf6 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:29.929981 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5cc4-6f14-4afd-8c46-fb8e7b3e28c4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.945895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a22346-73b8-4c3d-ae19-696d695d05d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2aaa88-4111-4271-b9bd-948942860d53,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:30.032957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-634df9c2-4b84-4f5e-92c1-7fca85add5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.134593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5cc4-6f14-4afd-8c46-fb8e7b3e28c4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.155207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad5cc4-6f14-4afd-8c46-fb8e7b3e28c4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 6d2fbb31-e57a-48aa-996b-ad7b49007cf6 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:30.162965 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-d4ce5258-f687-4381-8671-bc222849abc7 req-37470c7b-5bce-44f3-afcf-c1db609517b1 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:01:30.172222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4ce5258-f687-4381-8671-bc222849abc7 req-37470c7b-5bce-44f3-afcf-c1db609517b1 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "PUT /v2.0/floatingips/10f4b008-a109-4431-b9d9-3857463c8d8c HTTP/1.1" status: 409 len: 549 time: 0.5353680 Jul 16 20:01:30.177949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-634df9c2-4b84-4f5e-92c1-7fca85add5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.184888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-634df9c2-4b84-4f5e-92c1-7fca85add5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.237755 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-634df9c2-4b84-4f5e-92c1-7fca85add5ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76e81842b488483bad15b268164c6e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911796 Jul 16 20:01:30.238389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60212) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:30.255266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634df9c2-4b84-4f5e-92c1-7fca85add5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d4f385-b832-40a5-be6e-9058eaa106e9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:30.276962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-d2a57653-66a5-496f-a074-5c6171ae71a0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips/10f4b008-a109-4431-b9d9-3857463c8d8c HTTP/1.1" status: 200 len: 692 time: 0.0537000 Jul 16 20:01:30.319919 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5582797-f074-4695-81aa-8e4708a92450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.347837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5582797-f074-4695-81aa-8e4708a92450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.421410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5582797-f074-4695-81aa-8e4708a92450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.428026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5582797-f074-4695-81aa-8e4708a92450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.429767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c5582797-f074-4695-81aa-8e4708a92450 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2d4f385-b832-40a5-be6e-9058eaa106e9 HTTP/1.1" status: 204 len: 168 time: 0.1884365 Jul 16 20:01:30.441448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5582797-f074-4695-81aa-8e4708a92450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d4f385-b832-40a5-be6e-9058eaa106e9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:30.790296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-399222cf-f677-4d48-9e7c-51c66b1e64a9 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.791754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-399222cf-f677-4d48-9e7c-51c66b1e64a9 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.5087750 Jul 16 20:01:30.849999 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5cc4-6f14-4afd-8c46-fb8e7b3e28c4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.895550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-e88a0f09-e4c6-4c52-864d-b9834458dbed tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0911236 Jul 16 20:01:30.896854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad5cc4-6f14-4afd-8c46-fb8e7b3e28c4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=6d2fbb31-e57a-48aa-996b-ad7b49007cf6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.050099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-34c7833f-c322-459f-aad2-c1edae330fb7 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.1418827 Jul 16 20:01:31.100536 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5cc4-6f14-4afd-8c46-fb8e7b3e28c4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.105035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8ad5cc4-6f14-4afd-8c46-fb8e7b3e28c4 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/ports/6d2fbb31-e57a-48aa-996b-ad7b49007cf6 HTTP/1.1" status: 204 len: 168 time: 1.5181484 Jul 16 20:01:31.108994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60258) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:31.250033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Deleting port 20ede775-f761-49c9-9c9d-a3afcb545e27 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:31.250375 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.279179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-958997b2-c59b-48c7-8ea8-903274b921dc tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 20a4a075-fca2-45e1-a84d-c4139cbc0f4d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:31.279565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-958997b2-c59b-48c7-8ea8-903274b921dc tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.361445 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.361883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.380507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Calling delete_port for 20ede775-f761-49c9-9c9d-a3afcb545e27 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:31.417011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-958997b2-c59b-48c7-8ea8-903274b921dc tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.436163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-958997b2-c59b-48c7-8ea8-903274b921dc tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 20a4a075-fca2-45e1-a84d-c4139cbc0f4d owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:31.616458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.641699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Pushing event deleted for resources: {'Port': ['ID=20ede775-f761-49c9-9c9d-a3afcb545e27,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.666088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-958997b2-c59b-48c7-8ea8-903274b921dc tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.735889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958997b2-c59b-48c7-8ea8-903274b921dc tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=20a4a075-fca2-45e1-a84d-c4139cbc0f4d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.772515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.775485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.776978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8be4b79-6719-461e-af4d-508d94ecf082 req-f76f8636-4f78-4658-a12c-af805ceec737 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "DELETE /v2.0/floatingips/10f4b008-a109-4431-b9d9-3857463c8d8c HTTP/1.1" status: 204 len: 173 time: 0.7198086 Jul 16 20:01:31.825078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-958997b2-c59b-48c7-8ea8-903274b921dc tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.831405 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-958997b2-c59b-48c7-8ea8-903274b921dc tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/ports/20a4a075-fca2-45e1-a84d-c4139cbc0f4d HTTP/1.1" status: 204 len: 168 time: 0.7151394 Jul 16 20:01:31.831936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60286) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.082354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-abd12fe6-905d-42f6-9c6f-3f556ae8667b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 1001 time: 0.1818745 Jul 16 20:01:32.212425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-0990b84a-a734-4ae3-81df-c5f69f0c1037 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.213939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-0990b84a-a734-4ae3-81df-c5f69f0c1037 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports/b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 200 len: 942 time: 0.1307294 Jul 16 20:01:32.249334 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60300) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.375032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c11575d-6917-45dc-ae06-c452b6830d1f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.376669 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4c11575d-6917-45dc-ae06-c452b6830d1f tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 HTTP/1.1" status: 200 len: 913 time: 0.5414515 Jul 16 20:01:32.379380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60304) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.448218 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba193cf9-4bcd-4490-899b-80c2ae955ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.476553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-7cfcf02e-f153-491b-b36e-7b1264945b36 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 1001 time: 0.1046720 Jul 16 20:01:32.579148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60308) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.662083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-253596c1-cee0-44c4-a5e6-2eeaaebce097 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.670163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-253596c1-cee0-44c4-a5e6-2eeaaebce097 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1845016 Jul 16 20:01:32.793016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-2c98574c-f9f7-4650-9f49-d3c2a2bb4b3b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 1001 time: 0.1216862 Jul 16 20:01:32.804782 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f500dff-7334-4dff-95c0-51b15524a639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.814745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:32.888861 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba193cf9-4bcd-4490-899b-80c2ae955ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.890429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.907192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba193cf9-4bcd-4490-899b-80c2ae955ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.015579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.032016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ba193cf9-4bcd-4490-899b-80c2ae955ce2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6498bd2b3d4b4a3b8c2a0f258db75f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787526 Jul 16 20:01:33.054158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60316) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:33.088582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba193cf9-4bcd-4490-899b-80c2ae955ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf6589-d5ff-49a4-a14b-21e399d3f11c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:33.258279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be204667-b2c8-4803-9173-41df81f390c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.286944 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f500dff-7334-4dff-95c0-51b15524a639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.288757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be204667-b2c8-4803-9173-41df81f390c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.293577 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.295434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f500dff-7334-4dff-95c0-51b15524a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.314588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.314588 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Floating IP ca6b9481-3a78-4199-a3a5-5e93272fb402 disassociated. External IP: 172.25.6.230, port: b2d648cf-5f22-4a5f-aec5-a2fdc6517580. Jul 16 20:01:33.402144 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be204667-b2c8-4803-9173-41df81f390c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.403682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3f500dff-7334-4dff-95c0-51b15524a639 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f94525d97324c3db2b24ef920ea23c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8192995 Jul 16 20:01:33.406491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be204667-b2c8-4803-9173-41df81f390c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.407054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60328) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:33.410279 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-be204667-b2c8-4803-9173-41df81f390c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23bf6589-d5ff-49a4-a14b-21e399d3f11c HTTP/1.1" status: 204 len: 168 time: 0.3526495 Jul 16 20:01:33.430098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f500dff-7334-4dff-95c0-51b15524a639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de3297-093d-4a6e-85a8-ec6bffecbaf6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:33.451775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be204667-b2c8-4803-9173-41df81f390c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf6589-d5ff-49a4-a14b-21e399d3f11c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:33.514461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port 11cfdde6-be12-408a-9735-ad09b24d0707 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:33.514819 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.616658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f9feaaa-6b55-4f66-b769-824a2944c5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.673126 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.695444 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f9feaaa-6b55-4f66-b769-824a2944c5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.718598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for 11cfdde6-be12-408a-9735-ad09b24d0707 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:33.744235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Router ab2a6d80-a783-4086-828c-1523d0761353 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:33.862929 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f9feaaa-6b55-4f66-b769-824a2944c5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.865895 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f9feaaa-6b55-4f66-b769-824a2944c5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.867390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9f9feaaa-6b55-4f66-b769-824a2944c5af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9de3297-093d-4a6e-85a8-ec6bffecbaf6 HTTP/1.1" status: 204 len: 168 time: 0.4576678 Jul 16 20:01:33.885195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9feaaa-6b55-4f66-b769-824a2944c5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de3297-093d-4a6e-85a8-ec6bffecbaf6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:33.896236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:33.901087 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.906530 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] Sync routers for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:33.918280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:33.919190 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:33.987936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-011cef8f-63ae-4e39-8239-9f095dc4fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "PUT /v2.0/floatingips/ca6b9481-3a78-4199-a3a5-5e93272fb402 HTTP/1.1" status: 200 len: 695 time: 1.1830699 Jul 16 20:01:33.989423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:33.996344 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:34.024177 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.072605 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125c1894-a938-43aa-8523-08633ada8e28 x-openstack-request-id: req-125c1894-a938-43aa-8523-08633ada8e28 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:34.073488 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:34.073488 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-125c1894-a938-43aa-8523-08633ada8e28 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:34.074078 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'status': 'completed', 'code': 200} Jul 16 20:01:34.166504 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:34.189930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-f54d0c92-b272-4dee-923d-5195b801d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.196406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-f54d0c92-b272-4dee-923d-5195b801d3a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a3946f1f816419f902c03e7fb14189a&device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 1097 time: 0.1787241 Jul 16 20:01:34.338602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.397205 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-b93ebb5c-1ec8-401f-b1fe-11238b3e5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.407757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-b93ebb5c-1ec8-401f-b1fe-11238b3e5787 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f794332f-3478-4503-b2cb-917d68c6a6fb HTTP/1.1" status: 200 len: 930 time: 0.2004268 Jul 16 20:01:34.478457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-8d2d3b6a-f236-4d17-8036-d2ae0633dc23 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 200 len: 217 time: 0.0694604 Jul 16 20:01:34.565647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-dfa6a75c-b5c6-4d19-ad9f-35ddc8123c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.577573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-dfa6a75c-b5c6-4d19-ad9f-35ddc8123c72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=988ba854-f5bf-4a31-91fb-d099cd160058 HTTP/1.1" status: 200 len: 868 time: 0.0979486 Jul 16 20:01:34.606689 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:05Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:34.622529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60366) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:34.648450 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] Checking router: ab2a6d80-a783-4086-828c-1523d0761353 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:34.648686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=11cfdde6-be12-408a-9735-ad09b24d0707,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.649157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0e776dc0-7583-464e-8d4d-1fa65b89ffa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.669777 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:34.670924 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:34.673509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-25b8586a-eb1b-4c6c-885b-35a8dae01957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.675491 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-25b8586a-eb1b-4c6c-885b-35a8dae01957 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3946f1f816419f902c03e7fb14189a&device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 1097 time: 0.4766772 Jul 16 20:01:34.738780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-cd0c039d-e353-403a-bc1c-1413a68f44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.741810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-cd0c039d-e353-403a-bc1c-1413a68f44dc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f794332f-3478-4503-b2cb-917d68c6a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618960 Jul 16 20:01:34.794262 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.844863 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.867836 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:35.039942 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0e776dc0-7583-464e-8d4d-1fa65b89ffa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.053374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0e776dc0-7583-464e-8d4d-1fa65b89ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.065216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-53918ccd-ba4b-46e6-9e2a-45d1c952b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.068660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-53918ccd-ba4b-46e6-9e2a-45d1c952b798 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f794332f-3478-4503-b2cb-917d68c6a6fb HTTP/1.1" status: 200 len: 930 time: 0.3527925 Jul 16 20:01:35.123929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-427a607b-6556-4de9-89f1-881416b3ce42 service neutron] 10.222.0.78 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738871 Jul 16 20:01:35.154526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-2e70cd43-2503-49be-8c20-f03fe676ac2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 200 len: 217 time: 0.0469363 Jul 16 20:01:35.165576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0e776dc0-7583-464e-8d4d-1fa65b89ffa4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ad60f08fa25463fbe1ed0e2f13a675a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355463 Jul 16 20:01:35.165893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e776dc0-7583-464e-8d4d-1fa65b89ffa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4600cff7-6192-4679-a1bb-98c1a23d9583,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:35.169076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60380) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:35.224841 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:05Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:35.285113 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8137397-1ffa-4a28-baa0-dbb74aeed2b4 None None] The sync data for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 is: [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:00:56Z', 'revision_number': 4, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '26d5cf22-b140-49bc-8ea0-95f3bb32a49c', 'name': '', 'network_id': 'f794332f-3478-4503-b2cb-917d68c6a6fb', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'mac_address': 'fa:16:3e:2d:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:05Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'subnets': [{'id': '988ba854-f5bf-4a31-91fb-d099cd160058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:35.303143 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b7a71f4-f6f2-4e10-98a4-74f484dcf95a req-2c2db4c8-ad72-4369-af5c-7ab79bb648d0 service neutron] 10.222.0.78 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781640 Jul 16 20:01:35.309672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-0702b304-61a4-487b-b8f3-d9c7d937d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.311328 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-0702b304-61a4-487b-b8f3-d9c7d937d8c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=988ba854-f5bf-4a31-91fb-d099cd160058 HTTP/1.1" status: 200 len: 868 time: 0.1506464 Jul 16 20:01:35.345137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:35.355456 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95a8f4b5-e813-48f1-9946-d6e564ed5723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.400685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b1dc967-186d-482e-9993-8deefa335254 req-2a437901-a5b8-4ae2-a554-e74d4c0cb87d tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips/ca6b9481-3a78-4199-a3a5-5e93272fb402 HTTP/1.1" status: 200 len: 695 time: 0.0631583 Jul 16 20:01:35.421927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95a8f4b5-e813-48f1-9946-d6e564ed5723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.581618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc967-186d-482e-9993-8deefa335254 req-269d08dd-abec-4bd0-b73c-33175f7318cb tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.583756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b1dc967-186d-482e-9993-8deefa335254 req-269d08dd-abec-4bd0-b73c-33175f7318cb tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1770222 Jul 16 20:01:35.608769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:35.616462 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d247b449-1e88-4bf8-a0d1-eb78571fbd33 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "PUT /v2.0/routers/f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2343483 Jul 16 20:01:35.621714 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60404) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:35.625126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-fb24b059-0481-4b87-9559-98ef6e26cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.626567 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-fb24b059-0481-4b87-9559-98ef6e26cd8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f794332f-3478-4503-b2cb-917d68c6a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2835941 Jul 16 20:01:35.635020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9cac6-b9e8-4c33-9bfa-2e6b44c34ed4 None None] Sync routers for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:35.650424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9cac6-b9e8-4c33-9bfa-2e6b44c34ed4 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:35.651079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1dd9cac6-b9e8-4c33-9bfa-2e6b44c34ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:35.652912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b1dc967-186d-482e-9993-8deefa335254 req-f7402f1e-8b52-4968-8d51-a774f8cbc935 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 698 time: 0.0617986 Jul 16 20:01:35.730000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b1dc967-186d-482e-9993-8deefa335254 req-14b02ae0-dc08-40d7-a82e-fb99afbd2c7f tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 698 time: 0.0559797 Jul 16 20:01:35.731111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1dd9cac6-b9e8-4c33-9bfa-2e6b44c34ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:35.742051 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611be2b-b2b0-46e8-b303-c77ffa7dd03a None None] New status for floating IP ca6b9481-3a78-4199-a3a5-5e93272fb402: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:01:35.742915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95a8f4b5-e813-48f1-9946-d6e564ed5723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.745867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95a8f4b5-e813-48f1-9946-d6e564ed5723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.749995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-95a8f4b5-e813-48f1-9946-d6e564ed5723 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4600cff7-6192-4679-a1bb-98c1a23d9583 HTTP/1.1" status: 204 len: 168 time: 0.5496831 Jul 16 20:01:35.753834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9cac6-b9e8-4c33-9bfa-2e6b44c34ed4 None None] Routers {'f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:35.756992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1dd9cac6-b9e8-4c33-9bfa-2e6b44c34ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:35.774257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8f4b5-e813-48f1-9946-d6e564ed5723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4600cff7-6192-4679-a1bb-98c1a23d9583,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:35.844988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1dd9cac6-b9e8-4c33-9bfa-2e6b44c34ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:35.845674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9cac6-b9e8-4c33-9bfa-2e6b44c34ed4 None None] The sync data for ids ['f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:35.946073 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-13360f06-1e27-4f2e-99a9-71beea7ed450 service neutron] 10.222.0.16 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083236 Jul 16 20:01:35.952569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.066150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Deleting port 1ad5e47c-b1ef-4621-88f4-f32b94a6d1e3 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:36.066734 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.214845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.215192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.229966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Calling delete_port for 1ad5e47c-b1ef-4621-88f4-f32b94a6d1e3 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:36.456919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.510855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Pushing event deleted for resources: {'Port': ['ID=1ad5e47c-b1ef-4621-88f4-f32b94a6d1e3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:36.584497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e28d0d77-8beb-4ea0-90cb-3b244d7fcc0a req-984b832a-acb0-4232-8f00-d576759dbe21 service neutron] 10.222.0.16 "GET /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284256 Jul 16 20:01:36.622171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.625026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.626485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b1dc967-186d-482e-9993-8deefa335254 req-0ac6d59d-5ea2-4361-871f-e533577eee29 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "DELETE /v2.0/floatingips/ca6b9481-3a78-4199-a3a5-5e93272fb402 HTTP/1.1" status: 204 len: 173 time: 0.8813727 Jul 16 20:01:36.684236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.769181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting port c22bcc9d-9dcc-4c2c-91ed-ad5f7ac530dd {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:36.769782 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.878282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.907608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Calling delete_port for c22bcc9d-9dcc-4c2c-91ed-ad5f7ac530dd owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:36.974521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a7557-f9b2-4a40-b928-c135d41fb245 req-594d97ec-101c-49ef-abb0-43444cd19f14 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:36.984133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-061a7557-f9b2-4a40-b928-c135d41fb245 req-594d97ec-101c-49ef-abb0-43444cd19f14 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1170597 Jul 16 20:01:37.044440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-061a7557-f9b2-4a40-b928-c135d41fb245 req-93cbd304-7eab-4456-8c56-e9d8ade53a43 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0555313 Jul 16 20:01:37.150573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79852736-8890-4c7a-bb71-47949912c8f2 req-fad25de6-8172-4928-b4e3-0d0577c3985b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0887103 Jul 16 20:01:37.154853 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.230041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Port': ['ID=c22bcc9d-9dcc-4c2c-91ed-ad5f7ac530dd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:37.373669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.503924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.507659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.558963 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.559785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Fanout notify agent at l3_agent the message router_deleted on router f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:01:37.568044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.570378 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c68293a5-40ad-4628-b084-0ea7021bddcf tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/routers/f260a4a1-39ea-4f2a-8ed5-01b1493e2ae3 HTTP/1.1" status: 204 len: 168 time: 1.9426494 Jul 16 20:01:37.572872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60538) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:37.687739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-741d78ed-34dc-43ee-a221-de978cd1e3d4 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=27057259268c42e28c174f30d4c365e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614569 Jul 16 20:01:37.694440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cac4c2a-fd36-451d-9e6f-6a9d4d67d6c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Deleting subnet fa49de10-23e8-481d-a56c-0b30e5b5e64e {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:37.702261 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cac4c2a-fd36-451d-9e6f-6a9d4d67d6c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.792806 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cac4c2a-fd36-451d-9e6f-6a9d4d67d6c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.880072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ea78c-305d-4fe6-8221-2032226f488f req-534d2eae-7c83-4161-83e0-19d3673bd0d9 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.882202 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f6ea78c-305d-4fe6-8221-2032226f488f req-534d2eae-7c83-4161-83e0-19d3673bd0d9 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 945 time: 0.2590516 Jul 16 20:01:37.919790 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cac4c2a-fd36-451d-9e6f-6a9d4d67d6c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.931292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-aa10e6c5-3e17-4143-96a0-4f0d642591b3 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.933079 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-aa10e6c5-3e17-4143-96a0-4f0d642591b3 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323966 Jul 16 20:01:37.986817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-20247a8b-e7c6-4507-b645-bb59be887295 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/quotas/27057259268c42e28c174f30d4c365e4 HTTP/1.1" status: 200 len: 375 time: 0.0318265 Jul 16 20:01:38.002940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f6ea78c-305d-4fe6-8221-2032226f488f req-bd99f57e-eefc-4504-94fd-cb1eaa674b4a tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132612 Jul 16 20:01:38.034741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-a3d3cfb3-3875-423c-a904-5b0e8ea75902 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=27057259268c42e28c174f30d4c365e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368476 Jul 16 20:01:38.058865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cac4c2a-fd36-451d-9e6f-6a9d4d67d6c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.095514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac4c2a-fd36-451d-9e6f-6a9d4d67d6c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Subnet': ['ID=fa49de10-23e8-481d-a56c-0b30e5b5e64e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.104539 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cac4c2a-fd36-451d-9e6f-6a9d4d67d6c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.106416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6cac4c2a-fd36-451d-9e6f-6a9d4d67d6c7 tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/subnets/fa49de10-23e8-481d-a56c-0b30e5b5e64e HTTP/1.1" status: 204 len: 168 time: 0.5325439 Jul 16 20:01:38.109048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60572) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:38.291417 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.373557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-006929b8-8562-4462-b828-f35a3af09fd0 req-86673227-176b-4bc2-bdf4-9d17caf4168e tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 210 time: 0.0434580 Jul 16 20:01:38.407721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.420047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de485a3-868f-4593-bd2f-5c8b895186bb']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:38.434804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3b4be7-23d8-4957-91e2-b75eb9870fcd') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:38.435269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3b4be7-23d8-4957-91e2-b75eb9870fcd') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:38.446387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.462172 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.470464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:38.470968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:38.475095 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:38.539482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.551908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.554073 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] 10.222.0.78 "DELETE /v2.0/networks/4de485a3-868f-4593-bd2f-5c8b895186bb HTTP/1.1" status: 204 len: 168 time: 0.4439797 Jul 16 20:01:38.570454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c196e-b1b1-4690-8290-8bc3253a004b tempest-FloatingIPTestJSON-453968627 tempest-FloatingIPTestJSON-453968627-project] Pushing event deleted for resources: {'Network': ['ID=4de485a3-868f-4593-bd2f-5c8b895186bb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.880137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-62150522-c3cc-4e46-9d59-13634fc897ca tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:38.882466 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-62150522-c3cc-4e46-9d59-13634fc897ca tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 945 time: 0.1122696 Jul 16 20:01:38.893045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60646) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:39.032922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Deleting port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:39.033219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.219212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] For port b2d648cf-5f22-4a5f-aec5-a2fdc6517580, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:39.219999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.235454 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8482e537-942c-422b-a84e-0e12d8a90809 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1ccb808a82c443dbcdf96d54b7262ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412187 Jul 16 20:01:39.240309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60678) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:39.242860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Calling delete_port for b2d648cf-5f22-4a5f-aec5-a2fdc6517580 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:39.260553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083bbc7-bf7f-403e-b903-86efc167e1b7 req-d809975a-df6c-45d0-9ee6-70a56c699a58 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.263318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5083bbc7-bf7f-403e-b903-86efc167e1b7 req-d809975a-df6c-45d0-9ee6-70a56c699a58 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 945 time: 0.1054583 Jul 16 20:01:39.321979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5083bbc7-bf7f-403e-b903-86efc167e1b7 req-652dbc62-5c90-4ada-b4af-28b8df8ea44d tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ecf723e-66f5-494c-9ff8-b86adcd4acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526781 Jul 16 20:01:39.371190 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bb404a6-ba0d-45d4-b418-9021dc0e7534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.423568 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bb404a6-ba0d-45d4-b418-9021dc0e7534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.482132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-e5b6f5ed-6840-45b6-8ab8-afcdc720ca7f tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=27057259268c42e28c174f30d4c365e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455372 Jul 16 20:01:39.632568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9299321e-8b67-44d3-9e7f-dbcb4215afd4 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.634819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9299321e-8b67-44d3-9e7f-dbcb4215afd4 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443563 Jul 16 20:01:39.648368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Request body: {'port': {'device_id': 'd1822251-0726-4260-9123-09315d1472fd', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '27057259268c42e28c174f30d4c365e4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:39.727631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.747882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b2d648cf-5f22-4a5f-aec5-a2fdc6517580'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:39.795898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25984eb4-13e2-41ff-93d0-837c231b427d req-6f52712f-94b8-4a44-8d60-58447757670e tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 210 time: 0.1065028 Jul 16 20:01:39.875167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Pushing event deleted for resources: {'Port': ['ID=b2d648cf-5f22-4a5f-aec5-a2fdc6517580,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:39.881723 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bb404a6-ba0d-45d4-b418-9021dc0e7534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.889169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bb404a6-ba0d-45d4-b418-9021dc0e7534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.891057 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8bb404a6-ba0d-45d4-b418-9021dc0e7534 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ca6f4d3-df63-45a5-a686-4cd9b25ccf4f HTTP/1.1" status: 204 len: 168 time: 0.6497884 Jul 16 20:01:39.891903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60706) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:39.916414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb404a6-ba0d-45d4-b418-9021dc0e7534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca6f4d3-df63-45a5-a686-4cd9b25ccf4f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:39.944972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] No DVR routers for this DVR port b2d648cf-5f22-4a5f-aec5-a2fdc6517580 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:39.950732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.955095 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a6a55f3-8ebf-4443-a913-16703578a2f0 req-026c97ec-531f-4f27-9035-afbaf840852b tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.16 "DELETE /v2.0/ports/b2d648cf-5f22-4a5f-aec5-a2fdc6517580 HTTP/1.1" status: 204 len: 173 time: 1.0547800 Jul 16 20:01:39.955607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'name': 'network-vif-deleted', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:39.965186 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52e4118-d8df-498e-9012-36de375c7f8d" -d '{"events": [{"server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "name": "network-vif-deleted", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:40.058614 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a3a04c-2896-42e9-b8d8-5b21f53d6d89 x-openstack-request-id: req-42a3a04c-2896-42e9-b8d8-5b21f53d6d89 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:40.058909 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa", "name": "network-vif-deleted", "tag": "b2d648cf-5f22-4a5f-aec5-a2fdc6517580", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:40.059192 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42a3a04c-2896-42e9-b8d8-5b21f53d6d89 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:40.059790 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa', 'name': 'network-vif-deleted', 'tag': 'b2d648cf-5f22-4a5f-aec5-a2fdc6517580', 'status': 'completed', 'code': 200} Jul 16 20:01:40.325898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc22e4dc-5eef-4190-b6d1-d315b96ea0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.494664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc22e4dc-5eef-4190-b6d1-d315b96ea0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.503799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc22e4dc-5eef-4190-b6d1-d315b96ea0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.506955 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a1415e5-cdd8-4d8a-8c80-895f0f99fdc1 req-92db28e7-9bab-4890-9ab4-cf500f224bac tempest-FloatingIPsAssociationNegativeTestJSON-1801888783 tempest-FloatingIPsAssociationNegativeTestJSON-1801888783-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e2afc64-6ffd-4aea-bf3e-076a23b8d2aa HTTP/1.1" status: 200 len: 210 time: 0.0319886 Jul 16 20:01:40.524192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Made reservation on behalf of 27057259268c42e28c174f30d4c365e4 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:40.529128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.569296 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cc22e4dc-5eef-4190-b6d1-d315b96ea0a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a315cc16fd9545298918c4723556bf07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688585 Jul 16 20:01:40.572845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.584852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60748) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:40.633460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e4dc-5eef-4190-b6d1-d315b96ea0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda487f9-4b10-4f85-9780-3865671af226,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:40.741193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e38d330-9f5c-4e27-82a9-dc478ec671b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.802913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e38d330-9f5c-4e27-82a9-dc478ec671b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.925154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e38d330-9f5c-4e27-82a9-dc478ec671b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.928800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e38d330-9f5c-4e27-82a9-dc478ec671b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.933696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7e38d330-9f5c-4e27-82a9-dc478ec671b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cda487f9-4b10-4f85-9780-3865671af226 HTTP/1.1" status: 204 len: 168 time: 0.3463480 Jul 16 20:01:40.954664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38d330-9f5c-4e27-82a9-dc478ec671b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda487f9-4b10-4f85-9780-3865671af226,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:40.985804 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.997060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.125144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c43850f4-0819-4bd6-83ce-952f142094a5 req-56309dc7-5ab8-4545-a5be-2c2b34481a9f tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 210 time: 0.0825925 Jul 16 20:01:41.130734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7a73ae-024a-4c39-bc79-0027d51d2cdd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:41.234311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Allocated IP 192.168.233.54 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/8283b715-b9f2-4a94-8896-90d5276b62b6) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:41.262014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60768) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:41.390827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1972905937'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:41.423120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:41.428932 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.441195 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.444422 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.463286 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Transition to ACTIVE for port object 8283b715-b9f2-4a94-8896-90d5276b62b6 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:41.518798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.581819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:41.587410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:41.589631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:41.592520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:41.631303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.656128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60784) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:41.664234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.677826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:41.678550 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.686589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:41.705074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.705876 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 896d51e4-0157-4d46-aea3-248e409d8283 of type vlan for network 2e1df0d5-4f7e-42c7-a083-84ead3073016 Jul 16 20:01:41.769461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.838346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95e3e2a-a251-4d79-af6b-96845a69b993,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:41.841267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.847466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:41.848122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.867856 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6044927 Jul 16 20:01:41.923823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-9ee9e221-371f-429e-97ef-5ff8aecc1b9a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2803285 Jul 16 20:01:41.941988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b2d648cf-5f22-4a5f-aec5-a2fdc6517580 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:41.961100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Request body: {'port': {'device_id': 'd1822251-0726-4260-9123-09315d1472fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:41.986921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: b2d648cf-5f22-4a5f-aec5-a2fdc6517580 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:41.987585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b2d648cf-5f22-4a5f-aec5-a2fdc6517580 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:42.030031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3a800135-0439-49eb-a3c5-5f6a375a6ff9 None None] Provisioning for port 8283b715-b9f2-4a94-8896-90d5276b62b6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:42.039742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60800) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:42.042941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3a800135-0439-49eb-a3c5-5f6a375a6ff9 None None] Provisioning complete for port 8283b715-b9f2-4a94-8896-90d5276b62b6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:42.043321 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3a800135-0439-49eb-a3c5-5f6a375a6ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.072967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': '2e1df0d5-4f7e-42c7-a083-84ead3073016', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:42.118961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3a800135-0439-49eb-a3c5-5f6a375a6ff9 None None] Port 8283b715-b9f2-4a94-8896-90d5276b62b6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:42.132454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e96cff-9ad1-456c-a474-04ac4ef39b9b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=2e1df0d5-4f7e-42c7-a083-84ead3073016,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:42.143278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 2e1df0d5-4f7e-42c7-a083-84ead3073016 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:42.276617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.284712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:42.288983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.542385 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.582218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224951f-d6da-4e14-98be-f2bae23b583c req-0f5b6e2f-ac59-417a-8df5-e3e09309ff13 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:42.591602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9224951f-d6da-4e14-98be-f2bae23b583c req-0f5b6e2f-ac59-417a-8df5-e3e09309ff13 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 935 time: 0.2645738 Jul 16 20:01:42.634558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=b81ac54b-84a4-4181-8bee-e27b56d1de92,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:42.651852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': '896d51e4-0157-4d46-aea3-248e409d8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2e1df0d5-4f7e-42c7-a083-84ead3073016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:42.652589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: 2e1df0d5-4f7e-42c7-a083-84ead3073016, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:42.672408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 2e1df0d5-4f7e-42c7-a083-84ead3073016 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:42.687206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 2e1df0d5-4f7e-42c7-a083-84ead3073016) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:42.697110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:42.698982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.704711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad56efa-fe1e-43ad-bb35-de5f08ae6d1b None None] Network 2e1df0d5-4f7e-42c7-a083-84ead3073016 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:42.710843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9224951f-d6da-4e14-98be-f2bae23b583c req-9a06f01b-d671-4352-9b7e-ef65d8b9650d tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180649 Jul 16 20:01:42.727696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8c6e3482-de1c-44ee-984b-81506422518d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6855104 Jul 16 20:01:42.731210 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:42.743753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2131798563'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:42.772073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:42.781851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.816550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:42.829915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.830716 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 294711e0-a454-40cf-9e6b-bd44e318bd38 of type vlan for network 679066fa-df09-4901-acf9-45e0e20a8a70 Jul 16 20:01:42.881927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.930299 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.938740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:42.939514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.941476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8283b715-b9f2-4a94-8896-90d5276b62b6 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:42.946661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-2e1df0d5-4f7e-42c7-a083-84ead3073016', 'network_id': '2e1df0d5-4f7e-42c7-a083-84ead3073016', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': 'b81ac54b-84a4-4181-8bee-e27b56d1de92'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:42.947971 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.952060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.967367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Transition to ACTIVE for port object 8283b715-b9f2-4a94-8896-90d5276b62b6 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:42.976571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.013773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2813318 Jul 16 20:01:43.016576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60822) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:43.026850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': '679066fa-df09-4901-acf9-45e0e20a8a70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:43.095035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90a298-a8a8-4321-834c-68082ac96059 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=679066fa-df09-4901-acf9-45e0e20a8a70,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.099852 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.140939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.218365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60830) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:43.250692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:43.258342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.293870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 679066fa-df09-4901-acf9-45e0e20a8a70 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:43.321512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Attempting to bind port 8283b715-b9f2-4a94-8896-90d5276b62b6 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:43.322002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Attempting to bind port 8283b715-b9f2-4a94-8896-90d5276b62b6 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:43.322437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Attempting to bind port 8283b715-b9f2-4a94-8896-90d5276b62b6 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:43.331661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Port 8283b715-b9f2-4a94-8896-90d5276b62b6 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:43.332451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Attempting to bind port 8283b715-b9f2-4a94-8896-90d5276b62b6 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:43.342318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:43.342764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:43.343257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:43.343769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Bound port: 8283b715-b9f2-4a94-8896-90d5276b62b6, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:43.344310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.495574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-33a95c24-21c9-412d-b590-98b85185df11 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-509555723'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:43.500409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-33a95c24-21c9-412d-b590-98b85185df11 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Unknown quota resources ['metering_label']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:01:43.521324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:43.525941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:43.539387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.607833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:43.608537 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.609982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] 10.222.0.16 "PUT /v2.0/ports/8283b715-b9f2-4a94-8896-90d5276b62b6 HTTP/1.1" status: 200 len: 1096 time: 1.6727247 Jul 16 20:01:43.612925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:43.615979 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b558c2-e66d-48e1-8c4b-a87eddb40014" -d '{"events": [{"name": "network-changed", "server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:43.641001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1b50-fdfe-4445-b3c8-ddbd5854c920 service neutron] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.720103 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9c1f62-48b8-4756-9780-175d535b88f3 x-openstack-request-id: req-5d9c1f62-48b8-4756-9780-175d535b88f3 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:43.720447 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:43.720701 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d9c1f62-48b8-4756-9780-175d535b88f3 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:43.721097 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'status': 'completed', 'code': 200} Jul 16 20:01:43.734388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Allocated IP 172.20.255.242 (2e1df0d5-4f7e-42c7-a083-84ead3073016/b81ac54b-84a4-4181-8bee-e27b56d1de92/0814ac00-7633-467a-aacc-b2c3e73be411) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:43.844425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-1a60ac9b-f61c-41cc-8080-a7c086df018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:43.846695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-1a60ac9b-f61c-41cc-8080-a7c086df018c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27057259268c42e28c174f30d4c365e4&device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 1099 time: 0.1364923 Jul 16 20:01:43.852036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Deleting port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:43.852640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.859607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33a95c24-21c9-412d-b590-98b85185df11 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.873549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-33a95c24-21c9-412d-b590-98b85185df11 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6540778 Jul 16 20:01:43.876451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60838) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:43.883111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-143d5df8-b6b6-4669-b819-024e5fc93a4e tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '01468825-ea7e-4752-917a-b2e27d68917a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:43.887005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-143d5df8-b6b6-4669-b819-024e5fc93a4e tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:01:43.928578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-1eb7e2e2-9eb2-498a-a2c3-ed17f3272e65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8283b715-b9f2-4a94-8896-90d5276b62b6 HTTP/1.1" status: 200 len: 217 time: 0.0727530 Jul 16 20:01:43.941047 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.951495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Transition to ACTIVE for port object 0814ac00-7633-467a-aacc-b2c3e73be411 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:43.968709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Transition to ACTIVE for port object 0814ac00-7633-467a-aacc-b2c3e73be411 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:43.991325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.010533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Network 2e1df0d5-4f7e-42c7-a083-84ead3073016 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:44.016883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:44.030390 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:44.039050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:44.119873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-70c28a27-5beb-45e9-a617-2a23b1f3b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:44.121384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-70c28a27-5beb-45e9-a617-2a23b1f3b222 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1699398 Jul 16 20:01:44.132499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] For port 26d5cf22-b140-49bc-8ea0-95f3bb32a49c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:44.132867 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.171163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Pushing event updated for resources: {'Port': ['ID=0814ac00-7633-467a-aacc-b2c3e73be411,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:44.173860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Attempting to bind port 0814ac00-7633-467a-aacc-b2c3e73be411 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:44.174946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Attempting to bind port 0814ac00-7633-467a-aacc-b2c3e73be411 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '896d51e4-0157-4d46-aea3-248e409d8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2e1df0d5-4f7e-42c7-a083-84ead3073016'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:44.175509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Attempting to bind port 0814ac00-7633-467a-aacc-b2c3e73be411 on network 2e1df0d5-4f7e-42c7-a083-84ead3073016 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:44.185743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:44.186403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Checking segment: {'id': '896d51e4-0157-4d46-aea3-248e409d8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2e1df0d5-4f7e-42c7-a083-84ead3073016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:44.186975 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.187554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Bound using segment: {'id': '896d51e4-0157-4d46-aea3-248e409d8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2e1df0d5-4f7e-42c7-a083-84ead3073016'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:44.188257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Bound port: 0814ac00-7633-467a-aacc-b2c3e73be411, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896d51e4-0157-4d46-aea3-248e409d8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2e1df0d5-4f7e-42c7-a083-84ead3073016'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:44.189585 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.197814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Calling delete_port for 26d5cf22-b140-49bc-8ea0-95f3bb32a49c owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:44.199548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.213970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc8ac6-14a2-4633-8596-35628a1499ff req-a1b64bd5-00e0-41f2-978b-0e24e61ea371 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:44.215942 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28cc8ac6-14a2-4633-8596-35628a1499ff req-a1b64bd5-00e0-41f2-978b-0e24e61ea371 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 947 time: 0.2779377 Jul 16 20:01:44.245379 n-d-791505-15 neutron-server[100244]: WARNING neutron.services.metering.metering_plugin [None req-143d5df8-b6b6-4669-b819-024e5fc93a4e tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:01:44.289634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28cc8ac6-14a2-4633-8596-35628a1499ff req-8cde6f56-4533-4602-8d39-946bc0978238 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652103 Jul 16 20:01:44.339211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] For port 0814ac00-7633-467a-aacc-b2c3e73be411, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:44.347518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] For port 0814ac00-7633-467a-aacc-b2c3e73be411, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0814ac00-7633-467a-aacc-b2c3e73be411,segment=NetworkSegment(896d51e4-0157-4d46-aea3-248e409d8283),segment_id=896d51e4-0157-4d46-aea3-248e409d8283)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:44.372746 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.391415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-77f47dba-fcb8-49d9-9907-de94817f55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:44.394919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-77f47dba-fcb8-49d9-9907-de94817f55c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2568390 Jul 16 20:01:44.436050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': '294711e0-a454-40cf-9e6b-bd44e318bd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '679066fa-df09-4901-acf9-45e0e20a8a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:44.436451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: 679066fa-df09-4901-acf9-45e0e20a8a70, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:44.470652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86c2ef-227b-4520-b14d-dae8a05d1d18 None None] Pushing event updated for resources: {'Port': ['ID=0814ac00-7633-467a-aacc-b2c3e73be411,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:44.499485 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-143d5df8-b6b6-4669-b819-024e5fc93a4e tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.504247 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-143d5df8-b6b6-4669-b819-024e5fc93a4e tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6230979 Jul 16 20:01:44.504247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=a6b2e356-b145-433a-834a-00c7e90f6ace,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:44.506545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60850) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:44.511999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-23a852ed-0c8d-4748-a041-18bf77758d05 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '01468825-ea7e-4752-917a-b2e27d68917a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:44.512520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-23a852ed-0c8d-4748-a041-18bf77758d05 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:01:44.608135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 679066fa-df09-4901-acf9-45e0e20a8a70 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:44.624906 n-d-791505-15 neutron-server[100244]: WARNING neutron.services.metering.metering_plugin [None req-23a852ed-0c8d-4748-a041-18bf77758d05 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:01:44.647647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 679066fa-df09-4901-acf9-45e0e20a8a70) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:44.654050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:44.663173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.664545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9986cc-6688-4c88-a4fd-8f4ff016c207 None None] Network 679066fa-df09-4901-acf9-45e0e20a8a70 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:44.773229 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23a852ed-0c8d-4748-a041-18bf77758d05 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.776987 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23a852ed-0c8d-4748-a041-18bf77758d05 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2665884 Jul 16 20:01:44.777316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60854) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:44.809146 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-332fccd8-824c-4bd3-85bd-9861be0f1563 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7869925 Jul 16 20:01:44.814990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-88553b64-8bca-4e59-a198-22edf8127778 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081109 Jul 16 20:01:44.815514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7f4bfa36-4a36-4add-b6d4-7fbe50128995 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=673d4943-f17f-47da-b8dc-d51092848dc2 HTTP/1.1" status: 200 len: 464 time: 0.0347378 Jul 16 20:01:44.816894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60856) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:44.817640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60858) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:45.022075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-679066fa-df09-4901-acf9-45e0e20a8a70', 'network_id': '679066fa-df09-4901-acf9-45e0e20a8a70', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': 'a6b2e356-b145-433a-834a-00c7e90f6ace'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:45.023649 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.048992 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.086571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b6f9332-10b9-4341-ac44-1fd98ad4e971 req-fe43e15a-e05d-44a7-90ec-fd311f849d10 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631466 Jul 16 20:01:45.089520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Pushing event deleted for resources: {'Port': ['ID=26d5cf22-b140-49bc-8ea0-95f3bb32a49c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.257426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Allocated IP 172.20.0.2 (679066fa-df09-4901-acf9-45e0e20a8a70/a6b2e356-b145-433a-834a-00c7e90f6ace/18f61b89-3e45-4e73-ad71-e8cde052bef7) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:45.328800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-159b3828-7818-4e02-8dba-276bd63b3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:45.330530 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-159b3828-7818-4e02-8dba-276bd63b3469 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27057259268c42e28c174f30d4c365e4&device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 1099 time: 0.1714065 Jul 16 20:01:45.388730 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.480332 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.498254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Transition to ACTIVE for port object 18f61b89-3e45-4e73-ad71-e8cde052bef7 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:45.521861 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Transition to ACTIVE for port object 18f61b89-3e45-4e73-ad71-e8cde052bef7 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:45.532888 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.593345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Network 679066fa-df09-4901-acf9-45e0e20a8a70 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:45.601581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:45.604519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Pushing event updated for resources: {'Port': ['ID=18f61b89-3e45-4e73-ad71-e8cde052bef7,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.606852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:45.652610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-404b50fc-24d1-494b-a0bd-fbe225a19f2f tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.654444 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-404b50fc-24d1-494b-a0bd-fbe225a19f2f tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/673d4943-f17f-47da-b8dc-d51092848dc2 HTTP/1.1" status: 204 len: 168 time: 0.8333218 Jul 16 20:01:45.661475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60868) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:45.674433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Attempting to bind port 18f61b89-3e45-4e73-ad71-e8cde052bef7 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:45.674815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Attempting to bind port 18f61b89-3e45-4e73-ad71-e8cde052bef7 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '294711e0-a454-40cf-9e6b-bd44e318bd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '679066fa-df09-4901-acf9-45e0e20a8a70'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:45.675183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Attempting to bind port 18f61b89-3e45-4e73-ad71-e8cde052bef7 on network 679066fa-df09-4901-acf9-45e0e20a8a70 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:45.675957 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b4c52c6-c8dc-4180-abdf-0fcc72155d57 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=673d4943-f17f-47da-b8dc-d51092848dc2 HTTP/1.1" status: 200 len: 221 time: 0.0131109 Jul 16 20:01:45.684081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:45.684501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Checking segment: {'id': '294711e0-a454-40cf-9e6b-bd44e318bd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '679066fa-df09-4901-acf9-45e0e20a8a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:45.684916 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.685315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Bound using segment: {'id': '294711e0-a454-40cf-9e6b-bd44e318bd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '679066fa-df09-4901-acf9-45e0e20a8a70'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:45.685817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Bound port: 18f61b89-3e45-4e73-ad71-e8cde052bef7, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294711e0-a454-40cf-9e6b-bd44e318bd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '679066fa-df09-4901-acf9-45e0e20a8a70'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:45.686607 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.691638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.693844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60870) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:45.700470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fd0ca158-0fc6-42d9-89e6-6b62ecaccf2c tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--868160037', 'description': 'label created by tempest'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:45.701343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fd0ca158-0fc6-42d9-89e6-6b62ecaccf2c tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Unknown quota resources ['metering_label']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:01:45.823929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] For port 18f61b89-3e45-4e73-ad71-e8cde052bef7, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:45.827581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] For port 18f61b89-3e45-4e73-ad71-e8cde052bef7, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=18f61b89-3e45-4e73-ad71-e8cde052bef7,segment=NetworkSegment(294711e0-a454-40cf-9e6b-bd44e318bd38),segment_id=294711e0-a454-40cf-9e6b-bd44e318bd38)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:45.835771 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.981633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995338a-508f-4499-9425-3d2dbee2b4a6 None None] Pushing event updated for resources: {'Port': ['ID=18f61b89-3e45-4e73-ad71-e8cde052bef7,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:46.074132 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd0ca158-0fc6-42d9-89e6-6b62ecaccf2c tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.077785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fd0ca158-0fc6-42d9-89e6-6b62ecaccf2c tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3827116 Jul 16 20:01:46.082224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60876) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.179203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67926c3-488c-47c9-861c-c4f7772ce689 None None] Network 2e1df0d5-4f7e-42c7-a083-84ead3073016 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:46.183297 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0cfdebfe-b5d7-46aa-a444-89ec340118e8 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=de22861c-8349-4e21-ba0a-444bd7b78df3 HTTP/1.1" status: 200 len: 467 time: 0.0979640 Jul 16 20:01:46.185516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60878) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.196743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Deleting port 18f61b89-3e45-4e73-ad71-e8cde052bef7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:46.197013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.221896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-59b44a1a-3efa-4883-b4f4-fd64ea1cfc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:46.223132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-59b44a1a-3efa-4883-b4f4-fd64ea1cfc05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.8840587 Jul 16 20:01:46.332385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-c18f9b59-ce0f-414b-8854-fdaf09fd3423 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8283b715-b9f2-4a94-8896-90d5276b62b6 HTTP/1.1" status: 200 len: 217 time: 0.0578408 Jul 16 20:01:46.369513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c574a558-b299-40a0-a8cf-24cb959960d7 None None] Provisioning for port 0814ac00-7633-467a-aacc-b2c3e73be411 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:46.576273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80b1faab-22c1-4530-a80d-0aa37abee7e5 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.580792 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-80b1faab-22c1-4530-a80d-0aa37abee7e5 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/de22861c-8349-4e21-ba0a-444bd7b78df3 HTTP/1.1" status: 204 len: 168 time: 0.3941658 Jul 16 20:01:46.585070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60882) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.619637 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ee96de0e-ccae-4ef3-8f64-73cb2a315cc0 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=de22861c-8349-4e21-ba0a-444bd7b78df3 HTTP/1.1" status: 200 len: 216 time: 0.0328910 Jul 16 20:01:46.620304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60884) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.622362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] For port 18f61b89-3e45-4e73-ad71-e8cde052bef7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=18f61b89-3e45-4e73-ad71-e8cde052bef7,segment=NetworkSegment(294711e0-a454-40cf-9e6b-bd44e318bd38),segment_id=294711e0-a454-40cf-9e6b-bd44e318bd38)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:46.622889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.645375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Calling delete_port for 18f61b89-3e45-4e73-ad71-e8cde052bef7 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:46.655064 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-df3cb1ae-cd01-461f-9515-8f377ab8b60b tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0289872 Jul 16 20:01:46.655692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60886) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.660611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Router ab2a6d80-a783-4086-828c-1523d0761353 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:46.680574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 18f61b89-3e45-4e73-ad71-e8cde052bef7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:46.700924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-db9cb647-85bb-41d5-8fd7-2ec62bb1cf34 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0407274 Jul 16 20:01:46.706568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60888) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.777812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 18f61b89-3e45-4e73-ad71-e8cde052bef7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:46.791983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0814ac00-7633-467a-aacc-b2c3e73be411 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:46.845863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b50ca-18f0-4732-a209-b78d233aa8bb req-b7397d6f-46de-4dee-8f3b-bc414e012692 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:46.847725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-650b50ca-18f0-4732-a209-b78d233aa8bb req-b7397d6f-46de-4dee-8f3b-bc414e012692 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 947 time: 1.3174086 Jul 16 20:01:46.854375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-61f24815-d6c0-4f4d-a58b-1b5c4d189a09 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/01468825-ea7e-4752-917a-b2e27d68917a HTTP/1.1" status: 200 len: 472 time: 0.1358430 Jul 16 20:01:46.858945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60892) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.866899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.868231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-954cf686-6693-4d74-9aec-79936deed6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:46.869076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0814ac00-7633-467a-aacc-b2c3e73be411 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:46.869906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-954cf686-6693-4d74-9aec-79936deed6bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.5062566 Jul 16 20:01:46.876102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0814ac00-7633-467a-aacc-b2c3e73be411 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:46.876639 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.934815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a145ba0d-2aeb-45bf-b9ee-4ccc551b902f tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/0b086900-0ad2-40a4-82e5-cccfcb740dbf HTTP/1.1" status: 200 len: 461 time: 0.0694296 Jul 16 20:01:46.937184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60896) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.940499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Port': ['ID=18f61b89-3e45-4e73-ad71-e8cde052bef7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.002075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fcc0ae14-63c5-42d5-a746-9d0100f80d0e None None] Provisioning complete for port 0814ac00-7633-467a-aacc-b2c3e73be411 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:47.002710 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ae14-63c5-42d5-a746-9d0100f80d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.021256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No DVR routers for this DVR port 18f61b89-3e45-4e73-ad71-e8cde052bef7 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:47.079038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-650b50ca-18f0-4732-a209-b78d233aa8bb req-3eb018e2-8fdf-4771-a768-45f8363ac8e0 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215779 Jul 16 20:01:47.095978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.118619 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.190136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.273197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b2e356-b145-433a-834a-00c7e90f6ace,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.293863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.294451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.294945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.295427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.295931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.296450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.296925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.297413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.297886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.298499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.299099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.299564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:47.300831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 0814ac00-7633-467a-aacc-b2c3e73be411, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0814ac00-7633-467a-aacc-b2c3e73be411,segment=NetworkSegment(896d51e4-0157-4d46-aea3-248e409d8283),segment_id=896d51e4-0157-4d46-aea3-248e409d8283)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:47.313728 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.315621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fcc0ae14-63c5-42d5-a746-9d0100f80d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.369686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d1874984-f056-47e8-804d-18a303e84456 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.370859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d1874984-f056-47e8-804d-18a303e84456 tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/0b086900-0ad2-40a4-82e5-cccfcb740dbf HTTP/1.1" status: 204 len: 168 time: 0.4316492 Jul 16 20:01:47.374347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60900) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:47.382797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:47.399990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6165e98c-34bf-45ea-a8ce-c1a69184e27c admin admin] 10.222.0.78 "PUT /v2.0/routers/ab2a6d80-a783-4086-828c-1523d0761353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7378924 Jul 16 20:01:47.401135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60902) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:47.406100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.410764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] Sync routers for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:47.428100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679066fa-df09-4901-acf9-45e0e20a8a70']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:47.447246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294711e0-a454-40cf-9e6b-bd44e318bd38') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:47.447555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294711e0-a454-40cf-9e6b-bd44e318bd38') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:47.452236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-0dc904d5-b4b6-4071-aab9-e9d97deea806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:47.453645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-0dc904d5-b4b6-4071-aab9-e9d97deea806 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5762689 Jul 16 20:01:47.465491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=0814ac00-7633-467a-aacc-b2c3e73be411,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.489158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.523532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.533465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:47.534092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:47.539122 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:47.546914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:47.547822 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:47.632582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.642911 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.649933 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/679066fa-df09-4901-acf9-45e0e20a8a70 HTTP/1.1" status: 204 len: 168 time: 2.8299339 Jul 16 20:01:47.650665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60908) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:47.672855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f8208-4232-431a-95ff-9b3631762239 None None] Network 679066fa-df09-4901-acf9-45e0e20a8a70 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:47.674331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-150629313'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:47.682758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f6cf7-f3f0-4b1a-b18a-e414290cb127 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=679066fa-df09-4901-acf9-45e0e20a8a70,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.693341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:47.757663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:47.758459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f8208-4232-431a-95ff-9b3631762239 None None] Network 679066fa-df09-4901-acf9-45e0e20a8a70 could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:01:47.767435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.795364 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-fcc0ae14-63c5-42d5-a746-9d0100f80d0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:01:47.795820 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-fcc0ae14-63c5-42d5-a746-9d0100f80d0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:01:47.820554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:47.837081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.838145 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 13c656f5-fa9c-4d41-b30e-5ca303e9f569 of type vlan for network cd54d593-fdec-4b8e-b556-c39876c06ab0 Jul 16 20:01:47.868870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a713f1-fc9c-4626-90d1-b27385a6b1f0 None None] DHCP port deletion for 679066fa-df09-4901-acf9-45e0e20a8a70 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:01:47.899430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-204d1592-db9e-418d-a23b-9931ec58576a tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.906273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.907728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-204d1592-db9e-418d-a23b-9931ec58576a tempest-MeteringTestJSON-897191287 tempest-MeteringTestJSON-897191287-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/01468825-ea7e-4752-917a-b2e27d68917a HTTP/1.1" status: 204 len: 168 time: 0.5320284 Jul 16 20:01:47.909204 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.972909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:47.979644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.990576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:47.992264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.009511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-740d4017-3bf2-4839-b1f3-0029eecbf6cc service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111704 Jul 16 20:01:48.041673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e7b4-7281-46eb-a365-ffe63cf187e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.070826 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4038551 Jul 16 20:01:48.079735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60916) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:48.090794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': 'cd54d593-fdec-4b8e-b556-c39876c06ab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:48.122532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:01:44Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:48.157575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] Checking router: ab2a6d80-a783-4086-828c-1523d0761353 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:48.208158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] Routers {'ab2a6d80-a783-4086-828c-1523d0761353'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:48.208862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ab2a6d80-a783-4086-828c-1523d0761353'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:48.278248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:48.417041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44974748-57f3-4d74-8669-e26858e70df7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=cd54d593-fdec-4b8e-b556-c39876c06ab0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:48.451010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.459151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:48.463503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.526940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network cd54d593-fdec-4b8e-b556-c39876c06ab0 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:48.529610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0814ac00-7633-467a-aacc-b2c3e73be411 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:48.602788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b558c2-e66d-48e1-8c4b-a87eddb40014 req-324694ce-2f8d-4182-b0e4-65b513c8ee63 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787628 Jul 16 20:01:48.616902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Performing IP validity checks on allocation pools {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:01:48.617487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:01:48.622468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'mac_address': 'fa:16:3e:fe:b7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:48.643445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60926) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:48.685596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5178041-6b16-4ca5-8729-c2c7297222be req-5f5cdcf8-0241-48f4-9e00-3d1918a1f54a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:48.693994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5178041-6b16-4ca5-8729-c2c7297222be req-5f5cdcf8-0241-48f4-9e00-3d1918a1f54a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 947 time: 0.3749194 Jul 16 20:01:48.697459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Deleting port 9b6889bc-3608-46fb-944a-38dff28fb8b0 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:48.697864 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.794189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5178041-6b16-4ca5-8729-c2c7297222be req-1cc1bfb2-712f-4561-8051-0e3fc8e61d69 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935521 Jul 16 20:01:48.821291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] Set router ab2a6d80-a783-4086-828c-1523d0761353 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:48.875952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1cd6493-a1ea-447d-808a-dc2cf4b4ae04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.903703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.927105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] For port 9b6889bc-3608-46fb-944a-38dff28fb8b0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b6889bc-3608-46fb-944a-38dff28fb8b0,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:48.928492 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.944781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Calling delete_port for 9b6889bc-3608-46fb-944a-38dff28fb8b0 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:49.014121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=e77b4648-a9fa-4c96-b94f-79e6d3f8fb76,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.023383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': '13c656f5-fa9c-4d41-b30e-5ca303e9f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cd54d593-fdec-4b8e-b556-c39876c06ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:49.023764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: cd54d593-fdec-4b8e-b556-c39876c06ab0, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:49.066033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network cd54d593-fdec-4b8e-b556-c39876c06ab0 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:49.085298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, cd54d593-fdec-4b8e-b556-c39876c06ab0) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:49.094336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2bff32b7-4b0c-4431-bc6e-f99082c515eb None None] Could not find standard attr ID for object 18f61b89-3e45-4e73-ad71-e8cde052bef7. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:01:49.096645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:49.097453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.099479 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.106392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1cd6493-a1ea-447d-808a-dc2cf4b4ae04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.115619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1cd6493-a1ea-447d-808a-dc2cf4b4ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.140875 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3ad2ff5f-096a-44f1-9068-8712d2a20c73 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0577543 Jul 16 20:01:49.141207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60932) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:49.158436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8283b715-b9f2-4a94-8896-90d5276b62b6 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:49.164904 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d1cd6493-a1ea-447d-808a-dc2cf4b4ae04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01dcb1214eb344d1a4648ecc8eab2ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203440 Jul 16 20:01:49.167379 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd6493-a1ea-447d-808a-dc2cf4b4ae04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493faedc-d9aa-40e6-ac5c-172e7a9b49e5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.171457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:49.172945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3e999-6349-43a7-b798-e67d99714b99 None None] Network cd54d593-fdec-4b8e-b556-c39876c06ab0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:49.225519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0814ac00-7633-467a-aacc-b2c3e73be411 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:49.225926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.231419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:49.246685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6310672-f264-4977-be1e-1c7ea40a3f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.262425 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.277092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6310672-f264-4977-be1e-1c7ea40a3f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.348147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6310672-f264-4977-be1e-1c7ea40a3f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.353862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6310672-f264-4977-be1e-1c7ea40a3f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.355171 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b6310672-f264-4977-be1e-1c7ea40a3f96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/493faedc-d9aa-40e6-ac5c-172e7a9b49e5 HTTP/1.1" status: 204 len: 168 time: 0.1827605 Jul 16 20:01:49.378283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6310672-f264-4977-be1e-1c7ea40a3f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493faedc-d9aa-40e6-ac5c-172e7a9b49e5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.385734 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.415343 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.492938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:01:44Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:49.508667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['8283b715-b9f2-4a94-8896-90d5276b62b6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:49.510000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6889bc-3608-46fb-944a-38dff28fb8b0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.557092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.558297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.558896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.559537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.560836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.561523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.562237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.563058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.563960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.564551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.565360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.566401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:49.621389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.640078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab1183-b24d-4f5f-877f-25856bdcd42b None None] The sync data for ids ['ab2a6d80-a783-4086-828c-1523d0761353'] in n-d-791505-15 is: [{'id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147251263-router', 'tenant_id': '5a3946f1f816419f902c03e7fb14189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:49Z', 'updated_at': '2021-07-16T20:01:44Z', 'revision_number': 5, 'project_id': '5a3946f1f816419f902c03e7fb14189a', 'gw_port': {'id': '9b6889bc-3608-46fb-944a-38dff28fb8b0', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2a6d80-a783-4086-828c-1523d0761353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:50Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:49.650047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.707271 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.884489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30701616-22cc-4ecd-b011-552a1a3edce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-cd54d593-fdec-4b8e-b556-c39876c06ab0', 'network_id': 'cd54d593-fdec-4b8e-b556-c39876c06ab0', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': 'e77b4648-a9fa-4c96-b94f-79e6d3f8fb76'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:49.885439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-30701616-22cc-4ecd-b011-552a1a3edce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.953212 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.957310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.002659 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.029902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=e77b4648-a9fa-4c96-b94f-79e6d3f8fb76,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.044104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.047462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab2a6d80-a783-4086-828c-1523d0761353 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:01:50.068619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.069825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f65ce91e-17d2-4724-a369-855d512ab94d admin admin] 10.222.0.78 "DELETE /v2.0/routers/ab2a6d80-a783-4086-828c-1523d0761353 HTTP/1.1" status: 204 len: 168 time: 2.6675701 Jul 16 20:01:50.072563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60950) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.133060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60952) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-30701616-22cc-4ecd-b011-552a1a3edce7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e77b4648-a9fa-4c96-b94f-79e6d3f8fb76: This subnet is being modified by another concurrent operation. Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:01:50.135524 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e77b4648-a9fa-4c96-b94f-79e6d3f8fb76: This subnet is being modified by another concurrent operation. Jul 16 20:01:50.138868 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:01:50.142558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 18f61b89-3e45-4e73-ad71-e8cde052bef7 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:50.157351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec03ddc-1c98-4abc-91af-c49830efff36 admin admin] Deleting subnet 988ba854-f5bf-4a31-91fb-d099cd160058 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:50.162316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ec03ddc-1c98-4abc-91af-c49830efff36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.180767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 18f61b89-3e45-4e73-ad71-e8cde052bef7 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:50.181236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 18f61b89-3e45-4e73-ad71-e8cde052bef7 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:50.202288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.202754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbc671-9fc3-4253-a7e8-cf13ca5f7611 None None] Network cd54d593-fdec-4b8e-b556-c39876c06ab0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:50.211390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ec03ddc-1c98-4abc-91af-c49830efff36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.268284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd54d593-fdec-4b8e-b556-c39876c06ab0']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:50.323470 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ec03ddc-1c98-4abc-91af-c49830efff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.323973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49f5796c-4c10-486e-a3cd-3c28d38d80e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.364191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 26d5cf22-b140-49bc-8ea0-95f3bb32a49c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:50.378637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c656f5-fa9c-4d41-b30e-5ca303e9f569') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:50.380049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c656f5-fa9c-4d41-b30e-5ca303e9f569') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:50.382981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ec03ddc-1c98-4abc-91af-c49830efff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.392095 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-98697137-c9f0-41d2-9764-37d78aa5e664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.396122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 26d5cf22-b140-49bc-8ea0-95f3bb32a49c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:50.396503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 26d5cf22-b140-49bc-8ea0-95f3bb32a49c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:50.403910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.416024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec03ddc-1c98-4abc-91af-c49830efff36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988ba854-f5bf-4a31-91fb-d099cd160058,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.421556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ec03ddc-1c98-4abc-91af-c49830efff36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.426768 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3ec03ddc-1c98-4abc-91af-c49830efff36 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/988ba854-f5bf-4a31-91fb-d099cd160058 HTTP/1.1" status: 204 len: 168 time: 0.3506699 Jul 16 20:01:50.426888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60954) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.434059 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.461851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4050d6f-d72f-4015-9867-73bb26426193 None None] Network f794332f-3478-4503-b2cb-917d68c6a6fb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:50.464845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:50.465955 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:50.472480 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:50.532802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.586688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbb8ce-43e6-4336-9fc6-6ca051fb08e0 req-a4a94d61-5ccf-451d-97a3-c168c449c4de tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.595332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8efbb8ce-43e6-4336-9fc6-6ca051fb08e0 req-a4a94d61-5ccf-451d-97a3-c168c449c4de tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 948 time: 0.4607635 Jul 16 20:01:50.608702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Deleting port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:50.609108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.615829 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.631211 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.657282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.663326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/cd54d593-fdec-4b8e-b556-c39876c06ab0 HTTP/1.1" status: 204 len: 168 time: 1.5165253 Jul 16 20:01:50.673600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60958) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.687582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0eeab-483d-4a35-b1de-69f2aa36d55d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=cd54d593-fdec-4b8e-b556-c39876c06ab0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.700544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-910034898'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:50.723828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8efbb8ce-43e6-4336-9fc6-6ca051fb08e0 req-79bdd861-47e2-41d9-abd6-7357a19668d1 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268735 Jul 16 20:01:50.778354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] For port 945eba1c-aafa-4d39-b9ad-89d502dadcf1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=945eba1c-aafa-4d39-b9ad-89d502dadcf1,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:50.778729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.790726 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49f5796c-4c10-486e-a3cd-3c28d38d80e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.805017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49f5796c-4c10-486e-a3cd-3c28d38d80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.811466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Calling delete_port for 945eba1c-aafa-4d39-b9ad-89d502dadcf1 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:50.843310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] DHCP port deletion for f794332f-3478-4503-b2cb-917d68c6a6fb request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:01:50.877145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:50.882353 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.898575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-49f5796c-4c10-486e-a3cd-3c28d38d80e9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe12dc36438949bbbf78dc4f2620d26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898193 Jul 16 20:01:50.904671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60962) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.909318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5796c-4c10-486e-a3cd-3c28d38d80e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac85872-4cf4-4eaa-ba8d-eb62bbfb808c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:50.952506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:50.964361 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.964816 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e of type vlan for network 105ebafd-7a58-4b7e-b390-06e9b16051c0 Jul 16 20:01:50.972773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Deleting port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:50.974183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.009680 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.015170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.045367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=945eba1c-aafa-4d39-b9ad-89d502dadcf1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.057648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] No DVR routers for this DVR port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:51.128374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] For port 945eba1c-aafa-4d39-b9ad-89d502dadcf1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=945eba1c-aafa-4d39-b9ad-89d502dadcf1,segment=NetworkSegment(831f4b0f-5abd-47e7-a294-5cea4b5d24b8),segment_id=831f4b0f-5abd-47e7-a294-5cea4b5d24b8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:51.131560 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.144759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.167089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.168456 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.180431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Calling delete_port for 945eba1c-aafa-4d39-b9ad-89d502dadcf1 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:51.195696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.212441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f794332f-3478-4503-b2cb-917d68c6a6fb']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:51.227590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831f4b0f-5abd-47e7-a294-5cea4b5d24b8') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:51.228089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831f4b0f-5abd-47e7-a294-5cea4b5d24b8') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:51.246402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.279868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.283360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=105ebafd-7a58-4b7e-b390-06e9b16051c0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.290872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d5f80960-926a-4ae9-8424-ed7c09a9c4cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6095247 Jul 16 20:01:51.295097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:51.295515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.296534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93f0a091-6dec-4fcc-8c6a-8ef74e6c2fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.306570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60970) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:51.320879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': '105ebafd-7a58-4b7e-b390-06e9b16051c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:51.326407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:51.335997 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:51.343576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 105ebafd-7a58-4b7e-b390-06e9b16051c0 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:51.347061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] No DVR routers for this DVR port 945eba1c-aafa-4d39-b9ad-89d502dadcf1 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:51.381014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Pushing event deleted for resources: {'Port': ['ID=945eba1c-aafa-4d39-b9ad-89d502dadcf1,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.398670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.399031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.399925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.407700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.408233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.408615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.408962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.409306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.409792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.409979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.410324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.410775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a592ac72-bafa-49c2-9f41-0c0bc8510e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:51.414119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ceb49-ba9b-4791-aded-be9ba1ad2715 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:01:51.441904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.452651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.455034 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] 10.222.0.78 "DELETE /v2.0/networks/f794332f-3478-4503-b2cb-917d68c6a6fb HTTP/1.1" status: 204 len: 168 time: 1.0269949 Jul 16 20:01:51.469283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93f0a091-6dec-4fcc-8c6a-8ef74e6c2fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.470509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ad55b-8bdd-4efe-b941-76fc689ac3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f794332f-3478-4503-b2cb-917d68c6a6fb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.541053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:51.545110 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.604874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93f0a091-6dec-4fcc-8c6a-8ef74e6c2fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.611683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60976) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:51.613264 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93f0a091-6dec-4fcc-8c6a-8ef74e6c2fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.617500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-93f0a091-6dec-4fcc-8c6a-8ef74e6c2fed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cac85872-4cf4-4eaa-ba8d-eb62bbfb808c HTTP/1.1" status: 204 len: 168 time: 0.7093463 Jul 16 20:01:51.656576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0a091-6dec-4fcc-8c6a-8ef74e6c2fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac85872-4cf4-4eaa-ba8d-eb62bbfb808c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.777406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60984) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:51.864967 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b84e8f22-f4b2-4158-ad15-8346bb96dda0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a3946f1f816419f902c03e7fb14189a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855076 Jul 16 20:01:51.870606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60988) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:51.891236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ceb49-ba9b-4791-aded-be9ba1ad2715 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:01:51.954533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd256a2-8e73-44a3-82ea-101e63e285c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.998989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:52.024080 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd256a2-8e73-44a3-82ea-101e63e285c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.156186 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73e60dbf-fdf4-4a13-a07f-5eb4b909c6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.163096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd256a2-8e73-44a3-82ea-101e63e285c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.167696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd256a2-8e73-44a3-82ea-101e63e285c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.196276 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-acd256a2-8e73-44a3-82ea-101e63e285c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ecf723e-66f5-494c-9ff8-b86adcd4acf6 HTTP/1.1" status: 204 len: 168 time: 0.3174202 Jul 16 20:01:52.219744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd256a2-8e73-44a3-82ea-101e63e285c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecf723e-66f5-494c-9ff8-b86adcd4acf6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.302892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 8283b715-b9f2-4a94-8896-90d5276b62b6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:52.312100 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.362509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 8283b715-b9f2-4a94-8896-90d5276b62b6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:52.363202 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.440246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b6889bc-3608-46fb-944a-38dff28fb8b0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:52.455866 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73e60dbf-fdf4-4a13-a07f-5eb4b909c6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.465207 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73e60dbf-fdf4-4a13-a07f-5eb4b909c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.513906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9b6889bc-3608-46fb-944a-38dff28fb8b0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:52.514288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b6889bc-3608-46fb-944a-38dff28fb8b0 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:52.514731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 945eba1c-aafa-4d39-b9ad-89d502dadcf1 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:52.538518 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-73e60dbf-fdf4-4a13-a07f-5eb4b909c6b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bd05f2a6c524138bf5a9cf2b90f4bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9240375 Jul 16 20:01:52.540721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32776) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:52.542864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e60dbf-fdf4-4a13-a07f-5eb4b909c6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515a359-1f09-4168-bd36-7d8a65e0e2c8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.570906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 945eba1c-aafa-4d39-b9ad-89d502dadcf1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:52.571262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 945eba1c-aafa-4d39-b9ad-89d502dadcf1 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:52.753094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bf18-8b47-42ae-ae7b-5a89c514c8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.786391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.806041 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bf18-8b47-42ae-ae7b-5a89c514c8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.840238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4e4f-0e9f-4f45-9330-20e5eec12e4e req-d8645b9d-d126-4c3f-b379-3515cdf136c6 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:52.841822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d84a4e4f-0e9f-4f45-9330-20e5eec12e4e req-d8645b9d-d126-4c3f-b379-3515cdf136c6 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 948 time: 0.1881204 Jul 16 20:01:52.908345 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.926686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bf18-8b47-42ae-ae7b-5a89c514c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.926944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d84a4e4f-0e9f-4f45-9330-20e5eec12e4e req-e9d5d17c-4ac8-4111-bc13-087203afcc0b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733232 Jul 16 20:01:52.930136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=bcc837a5-0164-43aa-9a87-47deaa278e6b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.930960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bf18-8b47-42ae-ae7b-5a89c514c8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.933165 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5cc5bf18-8b47-42ae-ae7b-5a89c514c8f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c515a359-1f09-4168-bd36-7d8a65e0e2c8 HTTP/1.1" status: 204 len: 168 time: 0.3909554 Jul 16 20:01:52.953356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '105ebafd-7a58-4b7e-b390-06e9b16051c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:52.953356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: 105ebafd-7a58-4b7e-b390-06e9b16051c0, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:52.953989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5bf18-8b47-42ae-ae7b-5a89c514c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515a359-1f09-4168-bd36-7d8a65e0e2c8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.981378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 105ebafd-7a58-4b7e-b390-06e9b16051c0 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:52.993376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:52.995714 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe87caf9-272e-4d51-9fb2-0002287a9c80" -d '{"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-plugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:53.010297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 105ebafd-7a58-4b7e-b390-06e9b16051c0) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:53.011197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:53.020594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:53.021222 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.021474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d385c-0f84-42aa-8c48-814e01283bd6 None None] Network 105ebafd-7a58-4b7e-b390-06e9b16051c0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:53.025264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.049417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32800) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:53.052926 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f879bb-0978-4c7e-8e26-f719a942c8c7 x-openstack-request-id: req-b7f879bb-0978-4c7e-8e26-f719a942c8c7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:53.053488 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-plugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:53.053912 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7f879bb-0978-4c7e-8e26-f719a942c8c7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:53.054467 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'code': 200} Jul 16 20:01:53.062970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4561c2ab-51f5-44a3-970e-39717e7a0b41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7537277 Jul 16 20:01:53.146671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:53.264872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420594-fe53-4616-ac77-26e9ba43ada8 req-d281d5c6-e303-4148-8843-909aafa4b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:53.266462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57420594-fe53-4616-ac77-26e9ba43ada8 req-d281d5c6-e303-4148-8843-909aafa4b088 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 1101 time: 0.1325743 Jul 16 20:01:53.268916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-105ebafd-7a58-4b7e-b390-06e9b16051c0', 'network_id': '105ebafd-7a58-4b7e-b390-06e9b16051c0', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': 'bcc837a5-0164-43aa-9a87-47deaa278e6b'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:53.271627 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.279766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.332607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57420594-fe53-4616-ac77-26e9ba43ada8 req-a439df10-e236-47f3-98b0-9789174c589f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571880 Jul 16 20:01:53.361876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.463994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Allocated IP 172.20.0.1 (105ebafd-7a58-4b7e-b390-06e9b16051c0/bcc837a5-0164-43aa-9a87-47deaa278e6b/6e68e4d5-e374-4a36-a39c-49c3e4812c3c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:53.635443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.643438 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32826) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:53.665106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.684569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Transition to ACTIVE for port object 6e68e4d5-e374-4a36-a39c-49c3e4812c3c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:53.704466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Transition to ACTIVE for port object 6e68e4d5-e374-4a36-a39c-49c3e4812c3c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:53.713761 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.736457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.773685 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Network 105ebafd-7a58-4b7e-b390-06e9b16051c0 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:53.776782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:53.779426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:53.798465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Pushing event updated for resources: {'Port': ['ID=6e68e4d5-e374-4a36-a39c-49c3e4812c3c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:53.811294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc837a5-0164-43aa-9a87-47deaa278e6b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:53.857355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Attempting to bind port 6e68e4d5-e374-4a36-a39c-49c3e4812c3c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:53.858027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Attempting to bind port 6e68e4d5-e374-4a36-a39c-49c3e4812c3c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '105ebafd-7a58-4b7e-b390-06e9b16051c0'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:53.858586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Attempting to bind port 6e68e4d5-e374-4a36-a39c-49c3e4812c3c on network 105ebafd-7a58-4b7e-b390-06e9b16051c0 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:53.864031 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.865839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:53.866675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Checking segment: {'id': '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '105ebafd-7a58-4b7e-b390-06e9b16051c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:53.867062 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.867834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Bound using segment: {'id': '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '105ebafd-7a58-4b7e-b390-06e9b16051c0'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:53.867962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Bound port: 6e68e4d5-e374-4a36-a39c-49c3e4812c3c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '105ebafd-7a58-4b7e-b390-06e9b16051c0'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:53.868364 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.876143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105ebafd-7a58-4b7e-b390-06e9b16051c0']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:53.894052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:53.894357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:53.911867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.931696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.948125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:53.948666 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.948797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] For port 6e68e4d5-e374-4a36-a39c-49c3e4812c3c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:53.972500 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-976631574-network', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:54.018365 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:54.021408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Made reservation on behalf of dd0a1390f0fb4dc6a41576c8a046eb67 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:54.021567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.021949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:01:54.021949 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:01:54.021949 n-d-791505-15 neutron-server[100244]: [parameters: {'id': '105ebafd-7a58-4b7e-b390-06e9b16051c0'}] Jul 16 20:01:54.021949 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:01:54.022319 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:01:54.023150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] For port 6e68e4d5-e374-4a36-a39c-49c3e4812c3c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6e68e4d5-e374-4a36-a39c-49c3e4812c3c,segment=NetworkSegment(41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e),segment_id=41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:54.029832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.036947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.201980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d223-f14d-463c-aa20-6c17edc62e1c None None] Pushing event updated for resources: {'Port': ['ID=6e68e4d5-e374-4a36-a39c-49c3e4812c3c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:54.248175 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.265202 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.297562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d7c2e5-91aa-43a8-b2b1-600fe2daf42f None None] Network 105ebafd-7a58-4b7e-b390-06e9b16051c0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:54.299424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:54.323768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.324321 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Added segment f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f of type vlan for network b54abe43-908f-42d7-b808-d3a69b9625fd Jul 16 20:01:54.341609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375a4467-de81-46d3-9b4e-4c20c60b8d44,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:54.393483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076691c0-d762-42ac-94d5-d6757a3fa7b3 req-05dcf35a-f6e6-468c-8123-aa5d3626e377 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:54.413255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-076691c0-d762-42ac-94d5-d6757a3fa7b3 req-05dcf35a-f6e6-468c-8123-aa5d3626e377 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 949 time: 0.2450469 Jul 16 20:01:54.449569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.493902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-076691c0-d762-42ac-94d5-d6757a3fa7b3 req-99902660-7518-48c8-b1cf-10d0cd3d7308 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773408 Jul 16 20:01:54.517673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed5199-70db-4a72-804e-60b7cd7f5fa1 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:01:54.523928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.538852 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.541281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:54.543498 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.627613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Deleting port 6e68e4d5-e374-4a36-a39c-49c3e4812c3c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:54.628526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.635565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32866) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:54.650879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0056856 Jul 16 20:01:54.654826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32870) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:54.673249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Request body: {'subnet': {'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-subnet', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:54.678805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed5199-70db-4a72-804e-60b7cd7f5fa1 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:01:54.727233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf170-0acc-49be-8fb6-04bab504f66a admin admin] Pushing event updated for resources: {'Network': ['ID=b54abe43-908f-42d7-b808-d3a69b9625fd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:54.740615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] For port 6e68e4d5-e374-4a36-a39c-49c3e4812c3c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6e68e4d5-e374-4a36-a39c-49c3e4812c3c,segment=NetworkSegment(41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e),segment_id=41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:54.740615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.745229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network b54abe43-908f-42d7-b808-d3a69b9625fd details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:54.749453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Made reservation on behalf of dd0a1390f0fb4dc6a41576c8a046eb67 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:54.751998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.775449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Calling delete_port for 6e68e4d5-e374-4a36-a39c-49c3e4812c3c owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:54.998269 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.094727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Port': ['ID=6e68e4d5-e374-4a36-a39c-49c3e4812c3c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.099663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No DVR routers for this DVR port 6e68e4d5-e374-4a36-a39c-49c3e4812c3c on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:55.198244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ac59b192-a61e-4e61-b910-fff035a5825c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:55.229480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7918f-479e-44e8-812b-d7d43648d15f req-4ba0637d-452b-43ec-aba4-a7ab8998b951 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:55.232111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9be7918f-479e-44e8-812b-d7d43648d15f req-4ba0637d-452b-43ec-aba4-a7ab8998b951 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.1265838 Jul 16 20:01:55.239478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.241734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ac59b192-a61e-4e61-b910-fff035a5825c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] 10.222.0.78 "PUT /v2.0/quotas/d5772cd1c7804127b6778360354014e8 HTTP/1.1" status: 200 len: 368 time: 0.6047556 Jul 16 20:01:55.248852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32884) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:55.254332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105ebafd-7a58-4b7e-b390-06e9b16051c0']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:55.263413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Request body: {'network': {'project_id': 'd5772cd1c7804127b6778360354014e8'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:55.265536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:55.265883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f2018e-fdcf-4f9c-ac5e-e9ca52e7102e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:55.276744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.302274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9be7918f-479e-44e8-812b-d7d43648d15f req-c7c435c1-75d2-4e73-8516-37e8bbfb7371 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627649 Jul 16 20:01:55.317786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Made reservation on behalf of d5772cd1c7804127b6778360354014e8 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:55.322711 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.346764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.353050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.379765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:55.380305 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:55.383607 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:55.395470 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.497323 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.503187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.516184 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.536629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a472a3e-6ff7-4f78-a9df-956d97e2e6c9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.538561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:55.539143 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.544287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/105ebafd-7a58-4b7e-b390-06e9b16051c0 HTTP/1.1" status: 204 len: 168 time: 2.4906366 Jul 16 20:01:55.544287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813775e-9fcd-4b68-8f19-e172859b8731 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=105ebafd-7a58-4b7e-b390-06e9b16051c0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.546167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32896) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:55.551901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-291607076'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:55.555268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47932691-114c-41eb-af9a-c5ae85d66b73,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.560805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Checking segment: {'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:55.560805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Network hostable DHCP agents. Network: b54abe43-908f-42d7-b808-d3a69b9625fd, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:55.569557 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.570304 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Added segment d02b6844-0139-457c-8a38-11689a23471d of type vlan for network e1ca487b-399f-43ec-ae78-4d9720fe9782 Jul 16 20:01:55.596747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Network b54abe43-908f-42d7-b808-d3a69b9625fd is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:55.609148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:55.614579 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.618690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, b54abe43-908f-42d7-b808-d3a69b9625fd) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:55.628797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b7452-6bed-449d-86bd-694bd1e83888 None None] Network b54abe43-908f-42d7-b808-d3a69b9625fd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:55.633024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:55.633210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.635071 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.662731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-42819465-e1cc-4c40-a8dd-56ee12614fab admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0065002 Jul 16 20:01:55.663579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32900) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:55.664671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:55.671392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:55.673653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.675063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:55.676258 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.700008 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.701072 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.710817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.711063 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment f8e8ce1e-f593-4abb-ad2d-1545cc307492 of type vlan for network 69280bed-73b1-45b5-acbf-0a6ae89fb4bc Jul 16 20:01:55.761343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Pushing event updated for resources: {'Network': ['ID=e1ca487b-399f-43ec-ae78-4d9720fe9782,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:55.777178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-71eaa185-b585-429a-a1be-99c903387e5c tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5249088 Jul 16 20:01:55.777926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32904) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:55.786099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Request body: {'network': {'project_id': 'd5772cd1c7804127b6778360354014e8'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:55.786517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e1ca487b-399f-43ec-ae78-4d9720fe9782 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:55.806308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.816371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.851463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Made reservation on behalf of d5772cd1c7804127b6778360354014e8 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:55.853975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.898948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438fe90-63f7-43d7-90b9-d8c4e8e87f8a req-e1770b8d-984e-4121-ba94-b911011404b7 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:55.907033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7438fe90-63f7-43d7-90b9-d8c4e8e87f8a req-e1770b8d-984e-4121-ba94-b911011404b7 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 949 time: 0.1169703 Jul 16 20:01:55.921916 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.927537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-b54abe43-908f-42d7-b808-d3a69b9625fd', 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'fixed_ips': [{'subnet_id': '4a472a3e-6ff7-4f78-a9df-956d97e2e6c9'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:55.928916 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.930344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:55.931252 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.971484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7438fe90-63f7-43d7-90b9-d8c4e8e87f8a req-33495489-e38f-44fc-9963-c6f686282cb1 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592284 Jul 16 20:01:55.974611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:55.991514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.992407 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Added segment 0f1b4ca8-5a43-4ba3-91b9-1b54998b5d19 of type vlan for network 0803c482-1a47-42ad-b536-80ee8d669503 Jul 16 20:01:56.045648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.058442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.067177 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5194638 Jul 16 20:01:56.070186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32914) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:56.084739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': '69280bed-73b1-45b5-acbf-0a6ae89fb4bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:56.117933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd66b0-6c4e-46a5-9196-c2b40a539cee tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=69280bed-73b1-45b5-acbf-0a6ae89fb4bc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:56.139544 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.141809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:56.142850 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.181474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 69280bed-73b1-45b5-acbf-0a6ae89fb4bc details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:56.304517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5230856 Jul 16 20:01:56.309472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:56.328441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-91a270ae-77a1-4d7c-82a0-b9a594245fb2 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Request body: {'network': {'project_id': 'd5772cd1c7804127b6778360354014e8'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:56.365161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Allocated IP 172.20.0.2 (b54abe43-908f-42d7-b808-d3a69b9625fd/4a472a3e-6ff7-4f78-a9df-956d97e2e6c9/b1870e0e-8c81-4d01-882b-d24bd3829341) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:56.390292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78df0bc-a881-4711-8e83-9d855ba3033f tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Pushing event updated for resources: {'Network': ['ID=0803c482-1a47-42ad-b536-80ee8d669503,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:56.418547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:56.423142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.538053 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a270ae-77a1-4d7c-82a0-b9a594245fb2 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:01:56.538623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a270ae-77a1-4d7c-82a0-b9a594245fb2 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:01:56.542301 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-91a270ae-77a1-4d7c-82a0-b9a594245fb2 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2250009 Jul 16 20:01:56.621197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.637120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0803c482-1a47-42ad-b536-80ee8d669503 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:56.666825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32946) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:56.680559 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.762480 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.786957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Transition to ACTIVE for port object b1870e0e-8c81-4d01-882b-d24bd3829341 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:56.854086 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.859829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Transition to ACTIVE for port object b1870e0e-8c81-4d01-882b-d24bd3829341 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:56.876454 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.954427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Allocated IP 172.25.6.119 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/e7a80fab-226b-4a9d-bb71-4a862a658743) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:56.982107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Pushing event updated for resources: {'Port': ['ID=b1870e0e-8c81-4d01-882b-d24bd3829341,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.010778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Network b54abe43-908f-42d7-b808-d3a69b9625fd is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:57.011263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=d16c9da7-74fb-443d-88ec-554d0a11408d,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.023755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': 'f8e8ce1e-f593-4abb-ad2d-1545cc307492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69280bed-73b1-45b5-acbf-0a6ae89fb4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:57.024333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: 69280bed-73b1-45b5-acbf-0a6ae89fb4bc, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:57.028560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:57.038961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:57.067262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 69280bed-73b1-45b5-acbf-0a6ae89fb4bc is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:57.078047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.090878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 69280bed-73b1-45b5-acbf-0a6ae89fb4bc) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:57.102664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.104523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.105643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72940921-162b-4caf-b335-135be71f3664 None None] Network 69280bed-73b1-45b5-acbf-0a6ae89fb4bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:57.136516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-51df8990-9b03-4954-8a38-23d9b7cb560c tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0632746 Jul 16 20:01:57.139916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32968) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:57.193238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.217003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Attempting to bind port b1870e0e-8c81-4d01-882b-d24bd3829341 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:57.217270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Attempting to bind port b1870e0e-8c81-4d01-882b-d24bd3829341 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:57.217647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Attempting to bind port b1870e0e-8c81-4d01-882b-d24bd3829341 on network b54abe43-908f-42d7-b808-d3a69b9625fd {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:57.283633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:57.284046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Checking segment: {'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:57.284504 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.284898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Bound using segment: {'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:57.290413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Bound port: b1870e0e-8c81-4d01-882b-d24bd3829341, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:57.290413 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.329175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:57.329437 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.340579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:57.347510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:57.350531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dec99-5f83-4f75-ae77-cbef8d83fbb9 req-9df4f1c0-2c94-45b9-a03e-e3e3a3fe4645 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.359417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-711dec99-5f83-4f75-ae77-cbef8d83fbb9 req-9df4f1c0-2c94-45b9-a03e-e3e3a3fe4645 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.1794930 Jul 16 20:01:57.405932 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b5418a7-e329-4279-9c1d-dab6ae24de98 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5772cd1c7804127b6778360354014e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378204 Jul 16 20:01:57.409151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a80fab-226b-4a9d-bb71-4a862a658743,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.409629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32972) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:57.447925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-69280bed-73b1-45b5-acbf-0a6ae89fb4bc', 'network_id': '69280bed-73b1-45b5-acbf-0a6ae89fb4bc', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': 'd16c9da7-74fb-443d-88ec-554d0a11408d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:57.448845 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.461631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-711dec99-5f83-4f75-ae77-cbef8d83fbb9 req-919b3f6f-abfc-45de-a22f-34659ec9c0f9 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010585 Jul 16 20:01:57.486784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] For port b1870e0e-8c81-4d01-882b-d24bd3829341, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:57.507961 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.553702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] For port b1870e0e-8c81-4d01-882b-d24bd3829341, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b1870e0e-8c81-4d01-882b-d24bd3829341,segment=NetworkSegment(f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f),segment_id=f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:57.562832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.602762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2202997f-516e-4911-bbb7-3814bb983599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.644465 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2202997f-516e-4911-bbb7-3814bb983599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.688688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12367173-2a80-4d13-bbea-903cd9917229 None None] Pushing event updated for resources: {'Port': ['ID=b1870e0e-8c81-4d01-882b-d24bd3829341,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.707084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Allocated IP 172.20.0.2 (69280bed-73b1-45b5-acbf-0a6ae89fb4bc/d16c9da7-74fb-443d-88ec-554d0a11408d/41ae0c7f-c1ab-4f73-b468-024a23081d5c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:57.739630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2202997f-516e-4911-bbb7-3814bb983599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.743413 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2202997f-516e-4911-bbb7-3814bb983599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.747904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2202997f-516e-4911-bbb7-3814bb983599 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47932691-114c-41eb-af9a-c5ae85d66b73 HTTP/1.1" status: 204 len: 168 time: 0.3353004 Jul 16 20:01:57.748706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32980) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:57.780296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202997f-516e-4911-bbb7-3814bb983599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47932691-114c-41eb-af9a-c5ae85d66b73,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.868727 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.919313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32986) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:58.062489 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.089218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Transition to ACTIVE for port object 41ae0c7f-c1ab-4f73-b468-024a23081d5c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:58.116116 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.128943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Transition to ACTIVE for port object 41ae0c7f-c1ab-4f73-b468-024a23081d5c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:58.141576 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.196778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0803c482-1a47-42ad-b536-80ee8d669503']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.200747 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.208940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Network 69280bed-73b1-45b5-acbf-0a6ae89fb4bc is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:58.212106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:58.216265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:58.223643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Pushing event updated for resources: {'Port': ['ID=41ae0c7f-c1ab-4f73-b468-024a23081d5c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:58.255241 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d24f8fd8-9644-4091-ad80-bc62b21293bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.267858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1b4ca8-5a43-4ba3-91b9-1b54998b5d19') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.268161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1b4ca8-5a43-4ba3-91b9-1b54998b5d19') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.278648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=d16c9da7-74fb-443d-88ec-554d0a11408d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:58.357963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Attempting to bind port 41ae0c7f-c1ab-4f73-b468-024a23081d5c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:58.358937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Attempting to bind port 41ae0c7f-c1ab-4f73-b468-024a23081d5c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f8e8ce1e-f593-4abb-ad2d-1545cc307492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69280bed-73b1-45b5-acbf-0a6ae89fb4bc'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:58.359566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Attempting to bind port 41ae0c7f-c1ab-4f73-b468-024a23081d5c on network 69280bed-73b1-45b5-acbf-0a6ae89fb4bc {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:58.367256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:58.368411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Checking segment: {'id': 'f8e8ce1e-f593-4abb-ad2d-1545cc307492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69280bed-73b1-45b5-acbf-0a6ae89fb4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:58.369058 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.369683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Bound using segment: {'id': 'f8e8ce1e-f593-4abb-ad2d-1545cc307492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69280bed-73b1-45b5-acbf-0a6ae89fb4bc'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:58.370417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Bound port: 41ae0c7f-c1ab-4f73-b468-024a23081d5c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e8ce1e-f593-4abb-ad2d-1545cc307492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69280bed-73b1-45b5-acbf-0a6ae89fb4bc'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:58.371040 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.373891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.388861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69280bed-73b1-45b5-acbf-0a6ae89fb4bc']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.407921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.428570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b1870e0e-8c81-4d01-882b-d24bd3829341 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:58.431354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e8ce1e-f593-4abb-ad2d-1545cc307492') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.431825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e8ce1e-f593-4abb-ad2d-1545cc307492') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:58.452993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.456402 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.474486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:58.474924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:58.477116 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:58.514589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] For port 41ae0c7f-c1ab-4f73-b468-024a23081d5c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:58.521062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.523293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.535398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b1870e0e-8c81-4d01-882b-d24bd3829341 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:58.577581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:58.578207 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:58.581488 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:58.627234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.646192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.648462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] 10.222.0.78 "DELETE /v2.0/networks/0803c482-1a47-42ad-b536-80ee8d669503 HTTP/1.1" status: 204 len: 168 time: 0.8963788 Jul 16 20:01:58.651680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33006) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:58.696423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943b141-139c-4795-9c9e-97a8fdd8af9e tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Pushing event deleted for resources: {'Network': ['ID=0803c482-1a47-42ad-b536-80ee8d669503,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:58.706445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] For port 41ae0c7f-c1ab-4f73-b468-024a23081d5c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=41ae0c7f-c1ab-4f73-b468-024a23081d5c,segment=NetworkSegment(f8e8ce1e-f593-4abb-ad2d-1545cc307492),segment_id=f8e8ce1e-f593-4abb-ad2d-1545cc307492)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:58.711710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.api [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:01:58.711710 n-d-791505-15 neutron-server[100243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:01:58.711710 n-d-791505-15 neutron-server[100243]: [parameters: {'id': '69280bed-73b1-45b5-acbf-0a6ae89fb4bc'}] Jul 16 20:01:58.711710 n-d-791505-15 neutron-server[100243]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:01:58.712274 n-d-791505-15 neutron-server[100243]: DEBUG oslo_db.api [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:01:58.722252 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.748070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea098e-9271-4505-a516-b3f73e42bccd req-c22b6e16-2298-4d25-98ca-f96b8ab8db8f tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:58.751467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5ea098e-9271-4505-a516-b3f73e42bccd req-c22b6e16-2298-4d25-98ca-f96b8ab8db8f tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.2252483 Jul 16 20:01:58.787880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.839491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc248cce-7d78-4c43-99d6-b5f712a13e3c None None] Pushing event updated for resources: {'Port': ['ID=41ae0c7f-c1ab-4f73-b468-024a23081d5c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:58.850905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5ea098e-9271-4505-a516-b3f73e42bccd req-cb7e083d-997d-49df-9b66-a15c529be7d3 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910823 Jul 16 20:01:58.876282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2492f6-d8aa-49ca-a768-e9d2006f7c12 None None] Network 69280bed-73b1-45b5-acbf-0a6ae89fb4bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:58.885397 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d24f8fd8-9644-4091-ad80-bc62b21293bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.893710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.895283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d24f8fd8-9644-4091-ad80-bc62b21293bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.943349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d24f8fd8-9644-4091-ad80-bc62b21293bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a44af23a2a6e46f4b58069eea15d7f53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0188055 Jul 16 20:01:58.944742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f8fd8-9644-4091-ad80-bc62b21293bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e796e-228f-4afc-a097-e1bdd7b139b1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:58.949039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33008) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:59.010841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b054-5aa8-4311-b37a-eb07df3c66b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.033509 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.056788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b054-5aa8-4311-b37a-eb07df3c66b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.084083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ca487b-399f-43ec-ae78-4d9720fe9782']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:59.101777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02b6844-0139-457c-8a38-11689a23471d') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:59.102289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02b6844-0139-457c-8a38-11689a23471d') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:59.117773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.129873 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b054-5aa8-4311-b37a-eb07df3c66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.133173 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b054-5aa8-4311-b37a-eb07df3c66b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.137132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c9f4b054-5aa8-4311-b37a-eb07df3c66b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a53e796e-228f-4afc-a097-e1bdd7b139b1 HTTP/1.1" status: 204 len: 168 time: 0.1840103 Jul 16 20:01:59.146063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4b054-5aa8-4311-b37a-eb07df3c66b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e796e-228f-4afc-a097-e1bdd7b139b1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.150029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46882787-6730-4832-8379-91300e469eff None None] Network b54abe43-908f-42d7-b808-d3a69b9625fd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:59.154070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.164669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:59.165081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:59.167143 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:59.213484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.265773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:01:59.283561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.292937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.294751 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e1ca487b-399f-43ec-ae78-4d9720fe9782 HTTP/1.1" status: 204 len: 168 time: 0.6420612 Jul 16 20:01:59.329466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138fa41-1c41-4df7-9e33-e289f8507ad8 tempest-QuotasNegativeTest-75484773 tempest-QuotasNegativeTest-75484773-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1ca487b-399f-43ec-ae78-4d9720fe9782,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.340680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Deleting port 41ae0c7f-c1ab-4f73-b468-024a23081d5c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:59.341227 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.454945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] For port 41ae0c7f-c1ab-4f73-b468-024a23081d5c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=41ae0c7f-c1ab-4f73-b468-024a23081d5c,segment=NetworkSegment(f8e8ce1e-f593-4abb-ad2d-1545cc307492),segment_id=f8e8ce1e-f593-4abb-ad2d-1545cc307492)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:59.456187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.486962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Calling delete_port for 41ae0c7f-c1ab-4f73-b468-024a23081d5c owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:59.529963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:59.546444 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Sync routers for ids ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:59.550122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d57a24ad-47e5-47fa-97ca-8963087491aa None None] Provisioning for port b1870e0e-8c81-4d01-882b-d24bd3829341 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:59.557179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d57a24ad-47e5-47fa-97ca-8963087491aa None None] Provisioning complete for port b1870e0e-8c81-4d01-882b-d24bd3829341 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:59.557565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d57a24ad-47e5-47fa-97ca-8963087491aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.569672 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Routers {'4d5ef078-0517-4ba0-9d79-5f7b26966bbe'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:59.571139 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:59.579120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.584168 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-32eba1d8-0d12-4634-a40e-d6bd04c39d99 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9168851 Jul 16 20:01:59.584968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33028) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:59.613156 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.618071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33030) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:59.677971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Port': ['ID=41ae0c7f-c1ab-4f73-b468-024a23081d5c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:59.696928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No DVR routers for this DVR port 41ae0c7f-c1ab-4f73-b468-024a23081d5c on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:59.698900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82edf74a-316f-47df-9b1f-bbc4dd342a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.790535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.809007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69280bed-73b1-45b5-acbf-0a6ae89fb4bc']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:59.814236 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d57a24ad-47e5-47fa-97ca-8963087491aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.834310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e8ce1e-f593-4abb-ad2d-1545cc307492') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:59.834847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e8ce1e-f593-4abb-ad2d-1545cc307492') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:59.864606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d57a24ad-47e5-47fa-97ca-8963087491aa None None] For port b1870e0e-8c81-4d01-882b-d24bd3829341, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b1870e0e-8c81-4d01-882b-d24bd3829341,segment=NetworkSegment(f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f),segment_id=f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:59.872759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.877726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d57a24ad-47e5-47fa-97ca-8963087491aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.926924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.953346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:59.954095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:59.980461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a24ad-47e5-47fa-97ca-8963087491aa None None] Pushing event updated for resources: {'Port': ['ID=b1870e0e-8c81-4d01-882b-d24bd3829341,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:00.026131 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Set router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:00.048814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33038) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.058768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:00.120089 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:00.144315 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.215094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.225001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/69280bed-73b1-45b5-acbf-0a6ae89fb4bc HTTP/1.1" status: 204 len: 168 time: 3.0802028 Jul 16 20:02:00.231406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.232772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7c26499-b4c2-49b6-a427-b6f7b90702cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.280093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-116557646'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:00.285792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bc39c-3ce3-42c8-ab2d-76864d70e05a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=69280bed-73b1-45b5-acbf-0a6ae89fb4bc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:00.359084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:00.373639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'mac_address': 'fa:16:3e:fe:b7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:00.440788 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.444407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b1870e0e-8c81-4d01-882b-d24bd3829341 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:00.444796 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:01:58Z', 'revision_number': 3, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port': {'id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:56Z', 'updated_at': '2021-07-16T20:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:00.447854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925a958-2011-4c02-9b6d-9b49984f229f None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:02:00.525460 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Checking router: 4d5ef078-0517-4ba0-9d79-5f7b26966bbe for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:00.527749 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Updating router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe port e7a80fab-226b-4a9d-bb71-4a862a658743 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:02:00.536607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8283b715-b9f2-4a94-8896-90d5276b62b6 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:00.552793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-1ddb528e-c0cd-42c3-90c5-f5b0454790c0 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:00.558049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-1ddb528e-c0cd-42c3-90c5-f5b0454790c0 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.68 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.4174287 Jul 16 20:02:00.559786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:00.576827 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.609555 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.655978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e12fd53f-832e-494f-8cb3-d0cc730e4dc6 None None] Provisioning complete for port b1870e0e-8c81-4d01-882b-d24bd3829341 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:00.658301 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e12fd53f-832e-494f-8cb3-d0cc730e4dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.714368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fc493-0036-4039-998d-f3db6d43f043 req-b86dfbaa-f5c4-4696-92b0-7519e9195537 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:00.714949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.717009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d5fc493-0036-4039-998d-f3db6d43f043 req-b86dfbaa-f5c4-4696-92b0-7519e9195537 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.4156225 Jul 16 20:02:00.725408 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82edf74a-316f-47df-9b1f-bbc4dd342a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.752248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-c7c26499-b4c2-49b6-a427-b6f7b90702cb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:02:00.752248 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:02:00.752248 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id_1': 'c8f5f39402824ad49133a6ec45d966ca', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 2, 0, 370599)}] Jul 16 20:02:00.752248 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:00.752675 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-c7c26499-b4c2-49b6-a427-b6f7b90702cb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:00.757366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['8283b715-b9f2-4a94-8896-90d5276b62b6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:00.759539 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82edf74a-316f-47df-9b1f-bbc4dd342a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.802836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:00.812164 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.829621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d5fc493-0036-4039-998d-f3db6d43f043 req-cf83a1b4-1947-4dc6-99c5-a71b54d4f0bb tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024725 Jul 16 20:02:00.861616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-82edf74a-316f-47df-9b1f-bbc4dd342a49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7935b196807f4104892edee752a068ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2405376 Jul 16 20:02:00.884486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33068) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:00.885566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edf74a-316f-47df-9b1f-bbc4dd342a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402892a5-783f-432b-b774-9cb37377cb4d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:00.903604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:00.961676 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.977049 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Transition to ACTIVE for port object e7a80fab-226b-4a9d-bb71-4a862a658743 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:00.984711 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.043649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Deleting port 2bdc8ac3-52b9-4f55-b061-f4834032c1da {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:01.044120 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.056425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b1870e0e-8c81-4d01-882b-d24bd3829341 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:01.057713 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.084628 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a96275-f49b-4600-b500-e3992acde4d3 None None] Pushing event updated for resources: {'Port': ['ID=e7a80fab-226b-4a9d-bb71-4a862a658743,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.091559 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Attempting to bind port e7a80fab-226b-4a9d-bb71-4a862a658743 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:01.092373 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Attempting to bind port e7a80fab-226b-4a9d-bb71-4a862a658743 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:01.093127 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Attempting to bind port e7a80fab-226b-4a9d-bb71-4a862a658743 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:01.101250 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:01.101956 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:01.102708 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.103303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:01.103966 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Bound port: e7a80fab-226b-4a9d-bb71-4a862a658743, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:01.105364 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.148278 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7f00eb7-fa4c-41f8-bde2-3f6fd0b0afe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.155941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:01.183838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.184367 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment d3fa9796-8d71-46ba-bd7a-53d335b920d1 of type vlan for network 1e029344-4b44-4802-aedb-3944567ff1e6 Jul 16 20:02:01.200918 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] For port e7a80fab-226b-4a9d-bb71-4a862a658743, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:01.207985 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] For port e7a80fab-226b-4a9d-bb71-4a862a658743, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e7a80fab-226b-4a9d-bb71-4a862a658743,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:01.228527 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.263485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7f00eb7-fa4c-41f8-bde2-3f6fd0b0afe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.281217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7c26499-b4c2-49b6-a427-b6f7b90702cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.321971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.358660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Allocated IP 172.20.0.1 (b54abe43-908f-42d7-b808-d3a69b9625fd/4a472a3e-6ff7-4f78-a9df-956d97e2e6c9/a50dd04d-5bea-4f1b-a687-3bed1de319cf) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:01.389352 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a96275-f49b-4600-b500-e3992acde4d3 None None] Pushing event updated for resources: {'Port': ['ID=e7a80fab-226b-4a9d-bb71-4a862a658743,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.418298 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Routers {'4d5ef078-0517-4ba0-9d79-5f7b26966bbe'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:01.419950 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:01.467013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.478240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:01.479216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.510929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] For port 2bdc8ac3-52b9-4f55-b061-f4834032c1da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2bdc8ac3-52b9-4f55-b061-f4834032c1da,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:01.513012 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.514279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925a958-2011-4c02-9b6d-9b49984f229f None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:02:01.591718 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] Set router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:01.787244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=1e029344-4b44-4802-aedb-3944567ff1e6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.902757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.903813 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.904591 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Floating IP 3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b disassociated. External IP: 172.25.6.107, port: 2bdc8ac3-52b9-4f55-b061-f4834032c1da. Jul 16 20:02:01.905635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Calling delete_port for 2bdc8ac3-52b9-4f55-b061-f4834032c1da owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:01.907446 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:01:58Z', 'revision_number': 3, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port': {'id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:56Z', 'updated_at': '2021-07-16T20:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:01.960847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 1e029344-4b44-4802-aedb-3944567ff1e6 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:01.971193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.024278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7c26499-b4c2-49b6-a427-b6f7b90702cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.030690 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a9948-4ee8-4022-bbca-4c9d7244b833 None None] The sync data for ids ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'] in n-d-791505-15 is: [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:01:58Z', 'revision_number': 3, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port': {'id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:56Z', 'updated_at': '2021-07-16T20:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:02.050532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7c26499-b4c2-49b6-a427-b6f7b90702cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.061371 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e45dbe28-1b62-4a1f-9297-3e384469dde2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8165553 Jul 16 20:02:02.065387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Transition to ACTIVE for port object a50dd04d-5bea-4f1b-a687-3bed1de319cf will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:02.067522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33094) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:02.084608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': '1e029344-4b44-4802-aedb-3944567ff1e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:02.106682 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7f00eb7-fa4c-41f8-bde2-3f6fd0b0afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.115502 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7f00eb7-fa4c-41f8-bde2-3f6fd0b0afe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.119799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d7f00eb7-fa4c-41f8-bde2-3f6fd0b0afe8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/402892a5-783f-432b-b774-9cb37377cb4d HTTP/1.1" status: 204 len: 168 time: 1.2311234 Jul 16 20:02:02.164156 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7c26499-b4c2-49b6-a427-b6f7b90702cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8f5f39402824ad49133a6ec45d966ca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1139414 Jul 16 20:02:02.169346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33100) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:02.199118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c26499-b4c2-49b6-a427-b6f7b90702cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84554b71-9914-450b-80da-6dc937493e7e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:02.321936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2bdc8ac3-52b9-4f55-b061-f4834032c1da no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:02.339440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f00eb7-fa4c-41f8-bde2-3f6fd0b0afe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402892a5-783f-432b-b774-9cb37377cb4d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:02.406752 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.515253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Network b54abe43-908f-42d7-b808-d3a69b9625fd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:02.534015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:02.546132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:02.671491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.718011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.719882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:02.737957 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.807683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No active binding found for port 2bdc8ac3-52b9-4f55-b061-f4834032c1da {{(pid=100245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:02:02.826809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2bdc8ac3-52b9-4f55-b061-f4834032c1da not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:02.932534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2717d69c-ec80-4d6e-8cc5-ac5749aaf8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:02.969355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event deleted for resources: {'Port': ['ID=2bdc8ac3-52b9-4f55-b061-f4834032c1da,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:02.999123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Pushing event updated for resources: {'Port': ['ID=a50dd04d-5bea-4f1b-a687-3bed1de319cf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:03.044620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311249c-65d6-4326-9a54-e0d792fc7ac4 req-6e7f1c5e-e17b-41fd-96e0-579d7b3d5e8f tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:03.047526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3311249c-65d6-4326-9a54-e0d792fc7ac4 req-6e7f1c5e-e17b-41fd-96e0-579d7b3d5e8f tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 946 time: 0.9226110 Jul 16 20:02:03.104887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2717d69c-ec80-4d6e-8cc5-ac5749aaf8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.219601 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.278618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.ipam_backend_mixin [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Performing IP validity checks on allocation pools {{(pid=100243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:02:03.280237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.ipam_backend_mixin [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:02:03.568390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-843ddb5d-9be9-4f8e-8ce7-8dcd111d52d1 None None] Provisioning for port a50dd04d-5bea-4f1b-a687-3bed1de319cf completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:03.585951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-843ddb5d-9be9-4f8e-8ce7-8dcd111d52d1 None None] Provisioning complete for port a50dd04d-5bea-4f1b-a687-3bed1de319cf triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:03.586618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-843ddb5d-9be9-4f8e-8ce7-8dcd111d52d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.608622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2717d69c-ec80-4d6e-8cc5-ac5749aaf8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.627103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2717d69c-ec80-4d6e-8cc5-ac5749aaf8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.631062 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2717d69c-ec80-4d6e-8cc5-ac5749aaf8fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84554b71-9914-450b-80da-6dc937493e7e HTTP/1.1" status: 204 len: 168 time: 1.4563189 Jul 16 20:02:03.730624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717d69c-ec80-4d6e-8cc5-ac5749aaf8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84554b71-9914-450b-80da-6dc937493e7e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:03.826610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-843ddb5d-9be9-4f8e-8ce7-8dcd111d52d1 None None] Port a50dd04d-5bea-4f1b-a687-3bed1de319cf cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:04.023253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.132343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:04.175189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.184335 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.289619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 8283b715-b9f2-4a94-8896-90d5276b62b6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:04.290059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.358821 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3311249c-65d6-4326-9a54-e0d792fc7ac4 req-c0f58f2f-2142-4d25-9ca2-ff16b84f5df5 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups?id=929c65ba-af6a-4508-8652-6a0d6be2eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2915571 Jul 16 20:02:04.387650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Pushing event updated for resources: {'Port': ['ID=a50dd04d-5bea-4f1b-a687-3bed1de319cf,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:04.398057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.469379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33148) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:04.517792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e7a80fab-226b-4a9d-bb71-4a862a658743 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:04.537534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93d1a0bf-7175-4ad2-a898-53199a2693d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.544251 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.632271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:04.638619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:04.640798 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400d41f5-4747-4d3a-9f66-59f1fe5952c4" -d '{"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-plugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:04.650510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.693871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Network b54abe43-908f-42d7-b808-d3a69b9625fd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:04.697455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:04.731807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e7a80fab-226b-4a9d-bb71-4a862a658743 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:04.746455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e7a80fab-226b-4a9d-bb71-4a862a658743 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:04.751225 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.823456 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.840338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Router d0907f22-582a-4a9e-9352-aa21058f5840 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:04.847733 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b359b2c-5d63-40f7-b490-a3f868d9ec72 x-openstack-request-id: req-3b359b2c-5d63-40f7-b490-a3f868d9ec72 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:04.849017 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-plugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:04.849476 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b359b2c-5d63-40f7-b490-a3f868d9ec72 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:04.850047 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'code': 200} Jul 16 20:02:04.918531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:04.944577 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.037914 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.058605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:05.069073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port e7a80fab-226b-4a9d-bb71-4a862a658743, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e7a80fab-226b-4a9d-bb71-4a862a658743,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:05.074383 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.219601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-32091f94-b46e-4c40-896c-10286234315c None None] Provisioning complete for port a50dd04d-5bea-4f1b-a687-3bed1de319cf triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:05.220097 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-32091f94-b46e-4c40-896c-10286234315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.221842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93d1a0bf-7175-4ad2-a898-53199a2693d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.233668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=a811cf4a-d7b0-404d-8324-f80c39f60f5c,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:05.243085 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93d1a0bf-7175-4ad2-a898-53199a2693d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.258972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=e7a80fab-226b-4a9d-bb71-4a862a658743,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:05.288003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-32091f94-b46e-4c40-896c-10286234315c None None] Port a50dd04d-5bea-4f1b-a687-3bed1de319cf cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:05.345175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:05.351599 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d86a884c-8c72-44de-929d-36ea5de24f57 admin admin] 10.222.0.78 "PUT /v2.0/routers/4d5ef078-0517-4ba0-9d79-5f7b26966bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7654939 Jul 16 20:02:05.377931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-93d1a0bf-7175-4ad2-a898-53199a2693d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=361cdbefb7cf4b8b92c469c25c8c8d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9060621 Jul 16 20:02:05.380587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33172) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:05.406347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:05.408082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1a0bf-7175-4ad2-a898-53199a2693d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0090548-0888-47e6-bfd0-5a48ef29bb3a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:05.418544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] Sync routers for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:05.434995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:05.435796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:05.497403 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': 'd3fa9796-8d71-46ba-bd7a-53d335b920d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1e029344-4b44-4802-aedb-3944567ff1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:05.497776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: 1e029344-4b44-4802-aedb-3944567ff1e6, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:05.530626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04c083c4-703b-4784-b3e2-48bdb98f4900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.580893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04c083c4-703b-4784-b3e2-48bdb98f4900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.599823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] No DVR routers for this DVR port 2bdc8ac3-52b9-4f55-b061-f4834032c1da on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:05.611388 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.618030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b043b126-a4e2-4f2b-9e3d-024398ad5ef9 req-a597484f-199b-41ce-9966-1f755f1310be tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.68 "DELETE /v2.0/ports/2bdc8ac3-52b9-4f55-b061-f4834032c1da HTTP/1.1" status: 204 len: 173 time: 5.0155113 Jul 16 20:02:05.627580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'name': 'network-vif-deleted', 'tag': '2bdc8ac3-52b9-4f55-b061-f4834032c1da'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:05.640529 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbbcadc-d261-4339-befd-fd7577d7f5e1" -d '{"events": [{"server_uuid": "f683876d-ff95-4125-8249-d59249a0ad9a", "name": "network-vif-deleted", "tag": "2bdc8ac3-52b9-4f55-b061-f4834032c1da"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:05.664693 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Sync routers for ids ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:05.706621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 1e029344-4b44-4802-aedb-3944567ff1e6 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:05.722247 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Routers {'4d5ef078-0517-4ba0-9d79-5f7b26966bbe'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:05.723148 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:05.728874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04c083c4-703b-4784-b3e2-48bdb98f4900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.731704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04c083c4-703b-4784-b3e2-48bdb98f4900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.732915 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-04c083c4-703b-4784-b3e2-48bdb98f4900 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0090548-0888-47e6-bfd0-5a48ef29bb3a HTTP/1.1" status: 204 len: 168 time: 0.3510520 Jul 16 20:02:05.770462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c083c4-703b-4784-b3e2-48bdb98f4900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0090548-0888-47e6-bfd0-5a48ef29bb3a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:05.822635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:05.823182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd23c306-b472-4076-9b1f-98eab9de19c7 req-51aa306a-ec69-4ff8-8b28-f30257a28102 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/ports?device_id=f683876d-ff95-4125-8249-d59249a0ad9a HTTP/1.1" status: 200 len: 210 time: 0.1010363 Jul 16 20:02:05.825140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 1e029344-4b44-4802-aedb-3944567ff1e6) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:05.836930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:05.837550 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.873896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33192) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:05.876460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2df688d3-7e7a-4b26-9103-23d3bf5f4fae tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.8049121 Jul 16 20:02:05.951995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a4e9b-c850-41f3-af5e-3624d31fce6d None None] Network 1e029344-4b44-4802-aedb-3944567ff1e6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:06.008803 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4667e869-d6f9-4e1c-9c7a-8db09349ad64 x-openstack-request-id: req-4667e869-d6f9-4e1c-9c7a-8db09349ad64 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:06.009107 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f683876d-ff95-4125-8249-d59249a0ad9a", "name": "network-vif-deleted", "tag": "2bdc8ac3-52b9-4f55-b061-f4834032c1da", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:06.009366 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4667e869-d6f9-4e1c-9c7a-8db09349ad64 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:06.009782 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f683876d-ff95-4125-8249-d59249a0ad9a', 'name': 'network-vif-deleted', 'tag': '2bdc8ac3-52b9-4f55-b061-f4834032c1da', 'status': 'completed', 'code': 200} Jul 16 20:02:06.091804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.144322 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Set router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:06.271545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.568966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.685770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=a811cf4a-d7b0-404d-8324-f80c39f60f5c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:06.696484 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:02:02Z', 'revision_number': 4, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port': {'id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:56Z', 'updated_at': '2021-07-16T20:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a50dd04d-5bea-4f1b-a687-3bed1de319cf', 'name': '', 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'mac_address': 'fa:16:3e:f5:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '4a472a3e-6ff7-4f78-a9df-956d97e2e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:00Z', 'updated_at': '2021-07-16T20:02:03Z', 'revision_number': 2, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'subnets': [{'id': '4a472a3e-6ff7-4f78-a9df-956d97e2e6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:06.896292 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-44e52f22-ed87-45f7-a3af-b91a709cf22f tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6190841 Jul 16 20:02:06.903146 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Checking router: 4d5ef078-0517-4ba0-9d79-5f7b26966bbe for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:06.903515 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Updating router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe port a50dd04d-5bea-4f1b-a687-3bed1de319cf binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:02:06.906440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:06.951007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.957788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.970585 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.005526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e029344-4b44-4802-aedb-3944567ff1e6']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:07.032519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e7a80fab-226b-4a9d-bb71-4a862a658743 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:07.049802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fa9796-8d71-46ba-bd7a-53d335b920d1') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:07.050085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fa9796-8d71-46ba-bd7a-53d335b920d1') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:07.086150 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.131226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.163149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33222) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:07.166405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:07.172324 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:07.189311 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:07.263236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.268159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e7a80fab-226b-4a9d-bb71-4a862a658743 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:07.268884 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.375806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c3bb1-821d-4aa7-9142-ac6fddca241d None None] Network 1e029344-4b44-4802-aedb-3944567ff1e6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:07.547766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.619355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.626131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/1e029344-4b44-4802-aedb-3944567ff1e6 HTTP/1.1" status: 204 len: 168 time: 1.7509031 Jul 16 20:02:07.636756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33240) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:07.641947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:52Z', 'revision_number': 5, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:07.670448 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.698160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2129331223'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:07.707786 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Transition to ACTIVE for port object a50dd04d-5bea-4f1b-a687-3bed1de319cf will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:07.719462 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.751212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] Checking router: d0907f22-582a-4a9e-9352-aa21058f5840 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:07.764821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b7e06-5a03-4f9d-b78f-8265b30c0a49 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=1e029344-4b44-4802-aedb-3944567ff1e6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:07.821503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:07.822258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:07.856782 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Pushing event updated for resources: {'Port': ['ID=a50dd04d-5bea-4f1b-a687-3bed1de319cf,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:07.856943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:07.872112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.882807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b09263c-9234-4210-b173-ade301c60a89 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.904931 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.905294 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.905797 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.908551 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.909798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.913146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Allocated IP 172.25.6.74 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/4a8e44dd-4450-4b8c-9792-75de31aef83f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:07.914245 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.915592 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.916023 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.917207 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.917708 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.921002 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.923044 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:07.974188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b09263c-9234-4210-b173-ade301c60a89 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.047032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:08.074787 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Attempting to bind port a50dd04d-5bea-4f1b-a687-3bed1de319cf on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:08.077375 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Attempting to bind port a50dd04d-5bea-4f1b-a687-3bed1de319cf by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:08.077946 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Attempting to bind port a50dd04d-5bea-4f1b-a687-3bed1de319cf on network b54abe43-908f-42d7-b808-d3a69b9625fd {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:08.086264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.087866 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 76c813ed-5ff2-4e91-b5fa-09d65bc073b1 of type vlan for network 97b1bb42-c780-4ea0-9c06-7777498c8198 Jul 16 20:02:08.120597 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:08.122958 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Checking segment: {'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:08.123545 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.124624 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Bound using segment: {'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:08.125919 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Bound port: a50dd04d-5bea-4f1b-a687-3bed1de319cf, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:08.129977 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.165017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33264) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.206377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.216396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:08.275706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.284654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:08.285940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.352160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.353470 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] For port a50dd04d-5bea-4f1b-a687-3bed1de319cf, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:08.362276 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] For port a50dd04d-5bea-4f1b-a687-3bed1de319cf, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a50dd04d-5bea-4f1b-a687-3bed1de319cf,segment=NetworkSegment(f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f),segment_id=f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:08.370758 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.413170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=97b1bb42-c780-4ea0-9c06-7777498c8198,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:08.418475 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72c9dd82-3bf7-4c45-81ab-5ccb334c2f8e tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7343867 Jul 16 20:02:08.424540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33274) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.486135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': '97b1bb42-c780-4ea0-9c06-7777498c8198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:08.489576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b09263c-9234-4210-b173-ade301c60a89 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.493412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b09263c-9234-4210-b173-ade301c60a89 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.496433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.496982 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2b09263c-9234-4210-b173-ade301c60a89 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "DELETE /v2.0/security-groups/929c65ba-af6a-4508-8652-6a0d6be2eca8 HTTP/1.1" status: 204 len: 168 time: 1.3321738 Jul 16 20:02:08.508489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.526671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-757049564'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:08.538313 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-33820a29-3af4-4d90-ba2b-2db611553434 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] show failed (client error): The resource could not be found. Jul 16 20:02:08.540062 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-33820a29-3af4-4d90-ba2b-2db611553434 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "GET /v2.0/security-groups/929c65ba-af6a-4508-8652-6a0d6be2eca8 HTTP/1.1" status: 404 len: 347 time: 0.0291722 Jul 16 20:02:08.542236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09263c-9234-4210-b173-ade301c60a89 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=929c65ba-af6a-4508-8652-6a0d6be2eca8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:08.545105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33280) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:08.609565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 97b1bb42-c780-4ea0-9c06-7777498c8198 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:08.633639 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247b3a-3dc9-40b9-acbc-ac5bf5207c21 None None] Pushing event updated for resources: {'Port': ['ID=a50dd04d-5bea-4f1b-a687-3bed1de319cf,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:08.648429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:08.650108 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Routers {'4d5ef078-0517-4ba0-9d79-5f7b26966bbe'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:08.650877 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:08.680025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:08.766228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:08.789649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:08.807307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.910120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Deleting port e1ca4183-49ff-4614-8457-017d81282c18 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:08.911540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.951535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event updated for resources: {'Port': ['ID=4a8e44dd-4450-4b8c-9792-75de31aef83f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:08.967267 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.025319 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] Set router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:09.154805 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.155147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.192323 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.200830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Calling delete_port for e1ca4183-49ff-4614-8457-017d81282c18 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:09.223939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:09.228866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.262929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:52Z', 'revision_number': 5, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:09.305789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec40e0-0788-4b02-bc3f-7ad88ef83ec0 None None] The sync data for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 is: [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c94bf0eb-b44b-49d2-b114-ff6b5e169ae9', 'name': '', 'network_id': 'bdcf0d28-a366-47ee-ba71-60ace0150c52', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'mac_address': 'fa:16:3e:2e:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:44Z', 'updated_at': '2021-07-16T19:59:52Z', 'revision_number': 5, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'subnets': [{'id': '847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:09.561265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.640913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.641351 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:02:02Z', 'revision_number': 4, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port': {'id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:56Z', 'updated_at': '2021-07-16T20:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a50dd04d-5bea-4f1b-a687-3bed1de319cf', 'name': '', 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'mac_address': 'fa:16:3e:f5:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '4a472a3e-6ff7-4f78-a9df-956d97e2e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:00Z', 'updated_at': '2021-07-16T20:02:08Z', 'revision_number': 4, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'subnets': [{'id': '4a472a3e-6ff7-4f78-a9df-956d97e2e6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:09.651101 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.694470 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfceaf0b-2604-49bf-a395-7ac4238370d3 None None] The sync data for ids ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'] in n-d-791505-15 is: [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:02:02Z', 'revision_number': 4, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port': {'id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:56Z', 'updated_at': '2021-07-16T20:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a50dd04d-5bea-4f1b-a687-3bed1de319cf', 'name': '', 'network_id': 'b54abe43-908f-42d7-b808-d3a69b9625fd', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'mac_address': 'fa:16:3e:f5:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '4a472a3e-6ff7-4f78-a9df-956d97e2e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:02:00Z', 'updated_at': '2021-07-16T20:02:08Z', 'revision_number': 4, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'subnets': [{'id': '4a472a3e-6ff7-4f78-a9df-956d97e2e6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:09.778337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:09.912727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11167154-afbb-4adf-888f-c5a44f708d7b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.939472 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.939828 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Added segment e4f01148-90eb-4854-a1d8-17a4fe7c6059 of type vlan for network d6702219-1b7c-462d-aaac-610760188933 Jul 16 20:02:09.953776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81625542-214b-4d0e-9c31-cf2355a1120e None None] New status for floating IP 3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:02:09.984754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.253361 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.269062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=5252d31e-54dd-44e9-a34f-e402f501ae48,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.300434 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-81625542-214b-4d0e-9c31-cf2355a1120e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:10.301516 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-81625542-214b-4d0e-9c31-cf2355a1120e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:10.302771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.424369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33322) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:10.472489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.473109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': '76c813ed-5ff2-4e91-b5fa-09d65bc073b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '97b1bb42-c780-4ea0-9c06-7777498c8198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:10.473421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: 97b1bb42-c780-4ea0-9c06-7777498c8198, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:10.488273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a50dd04d-5bea-4f1b-a687-3bed1de319cf up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:10.496066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.506951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:10.507403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Pushing event deleted for resources: {'Port': ['ID=e1ca4183-49ff-4614-8457-017d81282c18,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.508346 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.512546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.663560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.666215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.667926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4995761 Jul 16 20:02:10.674636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33328) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:10.674636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33334) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:10.678546 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cb275c24-d50f-4596-89ed-15bd7cd86a91 tempest-ServersTestManualDisk-1282970040 tempest-ServersTestManualDisk-1282970040-project] 10.222.0.78 "DELETE /v2.0/floatingips/3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b HTTP/1.1" status: 204 len: 168 time: 2.1209183 Jul 16 20:02:10.729268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a50dd04d-5bea-4f1b-a687-3bed1de319cf completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:10.733429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a50dd04d-5bea-4f1b-a687-3bed1de319cf triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:10.733820 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.754977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:10.787653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 97b1bb42-c780-4ea0-9c06-7777498c8198 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:10.818304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81625542-214b-4d0e-9c31-cf2355a1120e None None] New status for floating IP 3e4246fb-94e1-4f75-b5d5-076ae7f1fa7b: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:02:10.906578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event updated for resources: {'Port': ['ID=4a8e44dd-4450-4b8c-9792-75de31aef83f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.934298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 97b1bb42-c780-4ea0-9c06-7777498c8198) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:10.945080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744016dc-18ff-426a-99e3-0e76517008d5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Network': ['ID=d6702219-1b7c-462d-aaac-610760188933,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.985811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:10.987306 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.998301 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-706b2fd3-b35d-4cf8-bfd9-8f9154deba16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.012558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a786af0b-f4a7-4614-9fa6-6c54ac80ea9c None None] Network 97b1bb42-c780-4ea0-9c06-7777498c8198 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:11.016481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network d6702219-1b7c-462d-aaac-610760188933 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:11.047374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.127300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.131679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-be7be850-220b-4051-b4ef-cf4902120044 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2308791 Jul 16 20:02:11.180276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-51c8e5f8-1d57-407b-857e-b3faf8ffc676 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7522719 Jul 16 20:02:11.180724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33342) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:11.185674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.357317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port a50dd04d-5bea-4f1b-a687-3bed1de319cf, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a50dd04d-5bea-4f1b-a687-3bed1de319cf,segment=NetworkSegment(f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f),segment_id=f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:11.369863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.432445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.466334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-97b1bb42-c780-4ea0-9c06-7777498c8198', 'network_id': '97b1bb42-c780-4ea0-9c06-7777498c8198', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': '5252d31e-54dd-44e9-a34f-e402f501ae48'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:11.472193 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.505608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=a50dd04d-5bea-4f1b-a687-3bed1de319cf,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:11.555879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.635844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-1bf563e4-2123-4e6a-8888-6430eb67dcc8 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.4602511 Jul 16 20:02:11.859580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Allocated IP 172.20.0.1 (97b1bb42-c780-4ea0-9c06-7777498c8198/5252d31e-54dd-44e9-a34f-e402f501ae48/e062f943-a289-4e21-adad-7e1e68745e48) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:11.967111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-b2c59da9-181e-43f9-87a3-0e81d7b8d3db tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:11.975284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-b2c59da9-181e-43f9-87a3-0e81d7b8d3db tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.2616868 Jul 16 20:02:11.985163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-e113afd5-1e2c-4838-b85d-2a2624a03971 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:11.996554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3f52854-0851-473b-b1be-8c6dc113c35a req-e113afd5-1e2c-4838-b85d-2a2624a03971 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150476 Jul 16 20:02:12.110020 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-706b2fd3-b35d-4cf8-bfd9-8f9154deba16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.117492 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-706b2fd3-b35d-4cf8-bfd9-8f9154deba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.186885 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.196824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Transition to ACTIVE for port object e062f943-a289-4e21-adad-7e1e68745e48 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:12.226456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Transition to ACTIVE for port object e062f943-a289-4e21-adad-7e1e68745e48 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:12.251234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b2fd3-b35d-4cf8-bfd9-8f9154deba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172c4f21-3acc-4e7d-a766-d463688c8706,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:12.263992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:12.267711 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.271555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.280641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.356512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-706b2fd3-b35d-4cf8-bfd9-8f9154deba16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=304d409cf26844f58079e2cb070aa036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9212685 Jul 16 20:02:12.364047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33362) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:12.366777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Network 97b1bb42-c780-4ea0-9c06-7777498c8198 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:12.384262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:12.398739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:12.407970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Pushing event updated for resources: {'Port': ['ID=e062f943-a289-4e21-adad-7e1e68745e48,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:12.416010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a50dd04d-5bea-4f1b-a687-3bed1de319cf up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:12.421320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=5252d31e-54dd-44e9-a34f-e402f501ae48,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:12.461100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-25b3809c-c685-4cc1-9f9a-ca9ea965ce04 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4474332 Jul 16 20:02:12.482036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.497093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b1bb42-c780-4ea0-9c06-7777498c8198']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:12.501861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:12.511157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c813ed-5ff2-4e91-b5fa-09d65bc073b1') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:12.511562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c813ed-5ff2-4e91-b5fa-09d65bc073b1') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:12.526173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.531002 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.547335 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.559533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:12.559844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.560303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:12.655404 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:12.658451 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:02:12.658451 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:02:12.658451 n-d-791505-15 neutron-server[100244]: [parameters: {'id': '97b1bb42-c780-4ea0-9c06-7777498c8198'}] Jul 16 20:02:12.658451 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:12.659114 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:12.676370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Attempting to bind port e062f943-a289-4e21-adad-7e1e68745e48 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:12.676740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Attempting to bind port e062f943-a289-4e21-adad-7e1e68745e48 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '76c813ed-5ff2-4e91-b5fa-09d65bc073b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '97b1bb42-c780-4ea0-9c06-7777498c8198'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:12.677150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Attempting to bind port e062f943-a289-4e21-adad-7e1e68745e48 on network 97b1bb42-c780-4ea0-9c06-7777498c8198 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:12.684297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:12.684674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Checking segment: {'id': '76c813ed-5ff2-4e91-b5fa-09d65bc073b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '97b1bb42-c780-4ea0-9c06-7777498c8198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:12.685093 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.685500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Bound using segment: {'id': '76c813ed-5ff2-4e91-b5fa-09d65bc073b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '97b1bb42-c780-4ea0-9c06-7777498c8198'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:12.688506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Bound port: e062f943-a289-4e21-adad-7e1e68745e48, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c813ed-5ff2-4e91-b5fa-09d65bc073b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '97b1bb42-c780-4ea0-9c06-7777498c8198'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:12.689350 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.696449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a50dd04d-5bea-4f1b-a687-3bed1de319cf triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:12.696836 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.825932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] For port e062f943-a289-4e21-adad-7e1e68745e48, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:12.829742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] For port e062f943-a289-4e21-adad-7e1e68745e48, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e062f943-a289-4e21-adad-7e1e68745e48,segment=NetworkSegment(76c813ed-5ff2-4e91-b5fa-09d65bc073b1),segment_id=76c813ed-5ff2-4e91-b5fa-09d65bc073b1)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:12.843768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:12.999329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6234b7d7-8995-474a-9844-f3e84e847402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.022840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6234b7d7-8995-474a-9844-f3e84e847402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.045130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c087029-53e5-40b0-9515-42b19542d5a7 None None] Pushing event updated for resources: {'Port': ['ID=e062f943-a289-4e21-adad-7e1e68745e48,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:13.054834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c410a-1fd4-4f39-804f-aa46145404a8 None None] Network 97b1bb42-c780-4ea0-9c06-7777498c8198 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:13.151962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6234b7d7-8995-474a-9844-f3e84e847402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.154485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6234b7d7-8995-474a-9844-f3e84e847402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.156042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6234b7d7-8995-474a-9844-f3e84e847402 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/172c4f21-3acc-4e7d-a766-d463688c8706 HTTP/1.1" status: 204 len: 168 time: 0.7838321 Jul 16 20:02:13.160831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.194051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234b7d7-8995-474a-9844-f3e84e847402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172c4f21-3acc-4e7d-a766-d463688c8706,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:13.277755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Deleting port e062f943-a289-4e21-adad-7e1e68745e48 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:13.278206 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.415093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a8d9d-9a0a-46f3-844f-747815fade72 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:02:13.421233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] For port e062f943-a289-4e21-adad-7e1e68745e48, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e062f943-a289-4e21-adad-7e1e68745e48,segment=NetworkSegment(76c813ed-5ff2-4e91-b5fa-09d65bc073b1),segment_id=76c813ed-5ff2-4e91-b5fa-09d65bc073b1)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:13.421617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.443404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.449328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Calling delete_port for e062f943-a289-4e21-adad-7e1e68745e48 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:13.588514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.618295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.635458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33382) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:13.674069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db08fac3-fdc7-418e-8476-5620e0921d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.678060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Port': ['ID=e062f943-a289-4e21-adad-7e1e68745e48,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:13.687738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No DVR routers for this DVR port e062f943-a289-4e21-adad-7e1e68745e48 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:13.706171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=5af3e4ce-df01-4261-96b3-4701b2f5eb23,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:13.825621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db08fac3-fdc7-418e-8476-5620e0921d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.835469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:13.835991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network hostable DHCP agents. Network: d6702219-1b7c-462d-aaac-610760188933, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:13.857502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a8d9d-9a0a-46f3-844f-747815fade72 None None] Network d6702219-1b7c-462d-aaac-610760188933 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:13.875047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a8d9d-9a0a-46f3-844f-747815fade72 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d6702219-1b7c-462d-aaac-610760188933) {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:02:13.895800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Allocated IP 172.25.6.154 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/bb8366ff-8d09-4fcc-a481-192eecee624f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:13.907729 n-d-791505-15 neutron-server[100243]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Agent e333df80-cde9-4091-8cfa-12d9f18ce124 already present Jul 16 20:02:13.908162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:13.908729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d6702219-1b7c-462d-aaac-610760188933) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:13.915089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:13.915711 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.926008 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.940893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b1bb42-c780-4ea0-9c06-7777498c8198']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:13.953079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c813ed-5ff2-4e91-b5fa-09d65bc073b1') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:13.953451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c813ed-5ff2-4e91-b5fa-09d65bc073b1') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:13.962404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Deleting port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:13.962782 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.972883 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:13.978074 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fbda3978-5ddb-4809-a4f8-081832e0cd10 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2845852 Jul 16 20:02:13.990923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33386) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:13.995062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.003859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:14.004516 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.004996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'name': 'tempest-NetworksTestDHCPv6-1166405986'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:14.080421 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:14.082486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db08fac3-fdc7-418e-8476-5620e0921d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.088022 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.119815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.127142 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/97b1bb42-c780-4ea0-9c06-7777498c8198 HTTP/1.1" status: 204 len: 168 time: 2.9449117 Jul 16 20:02:14.137777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33388) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:14.150441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:14.155335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.162961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888852105'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:14.194099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:14.197799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.213473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4efa9-34a4-4ecf-b9f4-2821b6f0138f tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=97b1bb42-c780-4ea0-9c06-7777498c8198,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:14.235611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:14.249309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.249667 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment b4666012-95b3-469d-98ca-294fd0fc8209 of type vlan for network 9822ca61-47cc-432c-9407-ebe670e1656d Jul 16 20:02:14.277496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 8d683210-92ac-4a69-9f6e-21cabb21623a yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:02:14.345593 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.372414 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-db08fac3-fdc7-418e-8476-5620e0921d5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7fabaeb472d74e80847a15839accf9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167490 Jul 16 20:02:14.379906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:14.389310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] For port c94bf0eb-b44b-49d2-b114-ff6b5e169ae9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:14.389989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.393291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08fac3-fdc7-418e-8476-5620e0921d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0e3f6d-48da-43d5-b14e-2b078482d46f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:14.437505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Calling delete_port for c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:14.466274 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.497068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.510104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:14.511168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.612098 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4570825 Jul 16 20:02:14.620404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33404) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:14.626401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': '9822ca61-47cc-432c-9407-ebe670e1656d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:14.638183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.643364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': '5af3e4ce-df01-4261-96b3-4701b2f5eb23'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:14.644320 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.677441 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e05e5355-913f-4699-a56e-b78a57521a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.692894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78848738-df3b-4383-aebf-5d06b92abc61 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=9822ca61-47cc-432c-9407-ebe670e1656d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:14.763505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:14.766538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e05e5355-913f-4699-a56e-b78a57521a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.773696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:14.777168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:14.809876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 9822ca61-47cc-432c-9407-ebe670e1656d details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:14.839163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:14.842097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.866472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::163 (d6702219-1b7c-462d-aaac-610760188933/5af3e4ce-df01-4261-96b3-4701b2f5eb23/8d683210-92ac-4a69-9f6e-21cabb21623a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:14.898045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e05e5355-913f-4699-a56e-b78a57521a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.902220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e05e5355-913f-4699-a56e-b78a57521a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:14.903808 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e05e5355-913f-4699-a56e-b78a57521a8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d0e3f6d-48da-43d5-b14e-2b078482d46f HTTP/1.1" status: 204 len: 168 time: 0.5211697 Jul 16 20:02:14.920278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event updated for resources: {'Port': ['ID=bb8366ff-8d09-4fcc-a481-192eecee624f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:15.087699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e5355-913f-4699-a56e-b78a57521a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0e3f6d-48da-43d5-b14e-2b078482d46f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:15.181515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.308831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.387282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.448392 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.486573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=ee3464bc-409d-4b85-8c6c-7112d194b55b,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:15.573571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': 'b4666012-95b3-469d-98ca-294fd0fc8209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9822ca61-47cc-432c-9407-ebe670e1656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:15.576868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 8d683210-92ac-4a69-9f6e-21cabb21623a will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:15.578322 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.579139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: 9822ca61-47cc-432c-9407-ebe670e1656d, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:15.625602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 9822ca61-47cc-432c-9407-ebe670e1656d is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:15.646064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 9822ca61-47cc-432c-9407-ebe670e1656d) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:15.656175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:15.658851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.690681 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6b331721-11b4-4ce5-a9fd-4dd3794197e9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0691342 Jul 16 20:02:15.694734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:15.727747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94bf0eb-b44b-49d2-b114-ff6b5e169ae9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:15.946093 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.950767 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:15.955020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.065163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/5af3e4ce-df01-4261-96b3-4701b2f5eb23/77c79589-f30d-4d3a-9a82-f2614ce966a3) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:16.087668 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.103255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.109390 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:16.146651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:16.163314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:16.169464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:16.170355 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.213710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=8d683210-92ac-4a69-9f6e-21cabb21623a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:16.284917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.387043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3464bc-409d-4b85-8c6c-7112d194b55b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:16.469335 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.485684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Transition to ACTIVE for port object 77c79589-f30d-4d3a-9a82-f2614ce966a3 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:16.505676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.508494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Transition to ACTIVE for port object 77c79589-f30d-4d3a-9a82-f2614ce966a3 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:16.520631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9822ca61-47cc-432c-9407-ebe670e1656d']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:16.527663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event updated for resources: {'Port': ['ID=bb8366ff-8d09-4fcc-a481-192eecee624f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:16.531762 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.546183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4666012-95b3-469d-98ca-294fd0fc8209') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:16.546845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4666012-95b3-469d-98ca-294fd0fc8209') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:16.558065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.591978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.595337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:16.600870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:16.601117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.604519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:16.608829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:16.614360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fd767053-a6fd-4e4a-90a9-f422d2f8cc3f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6120555 Jul 16 20:02:16.621666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Pushing event updated for resources: {'Port': ['ID=77c79589-f30d-4d3a-9a82-f2614ce966a3,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:16.631781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33448) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:16.661258 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.682782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Attempting to bind port 77c79589-f30d-4d3a-9a82-f2614ce966a3 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:16.683678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Attempting to bind port 77c79589-f30d-4d3a-9a82-f2614ce966a3 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:16.684121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Attempting to bind port 77c79589-f30d-4d3a-9a82-f2614ce966a3 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:16.689670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:16.690144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:16.690769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.691492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:16.692726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Bound port: 77c79589-f30d-4d3a-9a82-f2614ce966a3, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:16.693406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:16.709896 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:16.714800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.727349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.733089 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/9822ca61-47cc-432c-9407-ebe670e1656d HTTP/1.1" status: 204 len: 168 time: 1.0312521 Jul 16 20:02:16.733289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33452) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:16.756916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-962124793'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:16.757083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.763395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90036279-f8f9-480e-9d47-40ff8755ff41 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=9822ca61-47cc-432c-9407-ebe670e1656d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:16.779494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.786418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-3a7f9652-126c-46fb-b6cb-b34d26b390b7 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3154285 Jul 16 20:02:16.826278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:16.845612 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.886912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] For port 77c79589-f30d-4d3a-9a82-f2614ce966a3, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:16.897064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] For port 77c79589-f30d-4d3a-9a82-f2614ce966a3, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=77c79589-f30d-4d3a-9a82-f2614ce966a3,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:16.905324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:16.906589 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.924856 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:16.925338 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 04ccfde9-36ed-4603-a3c9-3a54dd4415bf of type vlan for network 51e0218a-71d4-4de4-b6e0-104143489ce6 Jul 16 20:02:16.959769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-f68c42fc-407c-4288-98e0-ed9d8ee638d4 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.154 HTTP/1.1" status: 200 len: 696 time: 0.1721988 Jul 16 20:02:17.001503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.048193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0fe46-d1a0-4d41-a57c-a08e80ebe675 None None] Pushing event updated for resources: {'Port': ['ID=77c79589-f30d-4d3a-9a82-f2614ce966a3,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:17.060068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-ce21e1f9-f94d-4df7-b094-918153fcdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:17.061579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-ce21e1f9-f94d-4df7-b094-918153fcdd52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27057259268c42e28c174f30d4c365e4&device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 1101 time: 0.5838435 Jul 16 20:02:17.085631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.099882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:17.102020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.137260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc7fac-9dc0-47ab-b42c-a73943751303 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:17.143387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc7fac-9dc0-47ab-b42c-a73943751303 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:17.148011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2edc7fac-9dc0-47ab-b42c-a73943751303 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5119784 Jul 16 20:02:17.158926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33470) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:17.175933 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4273002 Jul 16 20:02:17.178783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33472) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:17.244511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-58f5264d-70c0-4da8-b717-4c3efd960cd3 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:17.281188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef890fff-9872-47b7-b9c5-ecafdf81fd4b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=51e0218a-71d4-4de4-b6e0-104143489ce6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:17.329070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:17.491301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-7e224fe6-4bd0-4f5b-adea-0b87c555df5f tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:17.497735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42f28aeb-ad5c-439c-bfb2-6b5a07670a8f req-7e224fe6-4bd0-4f5b-adea-0b87c555df5f tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.5370467 Jul 16 20:02:17.603176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c1754dd7-eac2-4a0b-9dd6-cba0c906dba1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 8d683210-92ac-4a69-9f6e-21cabb21623a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:17.603631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c1754dd7-eac2-4a0b-9dd6-cba0c906dba1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.751163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c1754dd7-eac2-4a0b-9dd6-cba0c906dba1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:17.775685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c1754dd7-eac2-4a0b-9dd6-cba0c906dba1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 8d683210-92ac-4a69-9f6e-21cabb21623a owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:17.945907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4306453c-fddc-45ce-a269-35c9184157aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.005769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c1754dd7-eac2-4a0b-9dd6-cba0c906dba1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.051576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1754dd7-eac2-4a0b-9dd6-cba0c906dba1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=8d683210-92ac-4a69-9f6e-21cabb21623a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:18.120919 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c1754dd7-eac2-4a0b-9dd6-cba0c906dba1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.123355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c1754dd7-eac2-4a0b-9dd6-cba0c906dba1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/8d683210-92ac-4a69-9f6e-21cabb21623a HTTP/1.1" status: 204 len: 168 time: 0.9628122 Jul 16 20:02:18.126057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:18.333058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b49059e-08ab-400b-b3a1-cbc583fb0f83 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.335232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b49059e-08ab-400b-b3a1-cbc583fb0f83 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.340001 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b49059e-08ab-400b-b3a1-cbc583fb0f83 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2121427 Jul 16 20:02:18.343488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33514) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:18.482210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-58f5264d-70c0-4da8-b717-4c3efd960cd3 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.502004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-65205da4-6a4c-4082-8773-5ceabffbe58f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 5af3e4ce-df01-4261-96b3-4701b2f5eb23 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:18.505597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-1d8ccd18-f067-40c9-8c31-4159170bab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.506830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65205da4-6a4c-4082-8773-5ceabffbe58f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.507134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-1d8ccd18-f067-40c9-8c31-4159170bab6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 1.3902516 Jul 16 20:02:18.527615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 77c79589-f30d-4d3a-9a82-f2614ce966a3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:18.550975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-58f5264d-70c0-4da8-b717-4c3efd960cd3 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.596941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65205da4-6a4c-4082-8773-5ceabffbe58f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.641140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 77c79589-f30d-4d3a-9a82-f2614ce966a3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:18.773974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58f5264d-70c0-4da8-b717-4c3efd960cd3 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 is not hosted by any dhcp agent {{(pid=100243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:02:18.783524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5264d-70c0-4da8-b717-4c3efd960cd3 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:18.789094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-58f5264d-70c0-4da8-b717-4c3efd960cd3 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.795471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-58f5264d-70c0-4da8-b717-4c3efd960cd3 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "PUT /v2.0/networks/51e0218a-71d4-4de4-b6e0-104143489ce6 HTTP/1.1" status: 200 len: 723 time: 1.5610464 Jul 16 20:02:18.795912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33528) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:18.804170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': '51e0218a-71d4-4de4-b6e0-104143489ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:18.809372 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65205da4-6a4c-4082-8773-5ceabffbe58f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:18.814267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Router d0907f22-582a-4a9e-9352-aa21058f5840 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:18.836739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff148cf4-4e33-43ed-a7f7-303b09796825 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:18.840359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc8bcc-67bc-406a-b0dd-721c997034ba None None] Network 9822ca61-47cc-432c-9407-ebe670e1656d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:18.937452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5264d-70c0-4da8-b717-4c3efd960cd3 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=51e0218a-71d4-4de4-b6e0-104143489ce6,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:18.961242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-66261104-458b-4898-9d5e-58252c0cb36f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8283b715-b9f2-4a94-8896-90d5276b62b6 HTTP/1.1" status: 200 len: 217 time: 0.2935126 Jul 16 20:02:19.014219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65205da4-6a4c-4082-8773-5ceabffbe58f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.056055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-9110481f-e0f6-46d9-8341-0bde6ab215c8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.4122055 Jul 16 20:02:19.078865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65205da4-6a4c-4082-8773-5ceabffbe58f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=5af3e4ce-df01-4261-96b3-4701b2f5eb23,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:19.080913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:19.085761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.091616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65205da4-6a4c-4082-8773-5ceabffbe58f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.108020 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-65205da4-6a4c-4082-8773-5ceabffbe58f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/5af3e4ce-df01-4261-96b3-4701b2f5eb23 HTTP/1.1" status: 204 len: 168 time: 0.7608657 Jul 16 20:02:19.113283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:19.120791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33534) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:19.159232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc8bcc-67bc-406a-b0dd-721c997034ba None None] Network 9822ca61-47cc-432c-9407-ebe670e1656d could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:02:19.229544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d12178-74fa-47b3-9f1b-3520cf733b5f None None] Network 9822ca61-47cc-432c-9407-ebe670e1656d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:19.272697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d12178-74fa-47b3-9f1b-3520cf733b5f None None] Network 9822ca61-47cc-432c-9407-ebe670e1656d could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:02:19.282053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3d5ce35f-3d1b-444f-b26c-2a6a8d21d5a6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501791 Jul 16 20:02:19.282380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20c3df84-1785-4771-80cb-39201123a37f None None] Provisioning for port 77c79589-f30d-4d3a-9a82-f2614ce966a3 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:19.292262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20c3df84-1785-4771-80cb-39201123a37f None None] Provisioning complete for port 77c79589-f30d-4d3a-9a82-f2614ce966a3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:19.292742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20c3df84-1785-4771-80cb-39201123a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.297330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33542) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:19.303322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:19.327687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:19.340943 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] Sync routers for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:19.356243 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:19.358126 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:19.360706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2ae747a1-b975-4b6f-b387-140397fd4b21 admin admin] 10.222.0.78 "PUT /v2.0/routers/d0907f22-582a-4a9e-9352-aa21058f5840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6659496 Jul 16 20:02:19.451680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea51c6-ae27-45c6-afc2-0ccd863d9f41 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:19.459202 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33550) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:19.480495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-c163922e-b191-49d9-bb2d-2a145d024c4e tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.8768399 Jul 16 20:02:19.496948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-ac8a1961-07b2-4a79-8f8a-2e7c90fa667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.506281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-ac8a1961-07b2-4a79-8f8a-2e7c90fa667b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.5242672 Jul 16 20:02:19.518899 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20c3df84-1785-4771-80cb-39201123a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.532174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:19.626729 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:19.717356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-013059b8-562b-4659-b2ad-1eead894a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.726347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-013059b8-562b-4659-b2ad-1eead894a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.726879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-013059b8-562b-4659-b2ad-1eead894a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.727368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-013059b8-562b-4659-b2ad-1eead894a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.727944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-013059b8-562b-4659-b2ad-1eead894a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.728444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-013059b8-562b-4659-b2ad-1eead894a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.728993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-013059b8-562b-4659-b2ad-1eead894a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.731725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-013059b8-562b-4659-b2ad-1eead894a1fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6498 time: 0.4096003 Jul 16 20:02:19.732433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.770764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-20c3df84-1785-4771-80cb-39201123a37f None None] For port 77c79589-f30d-4d3a-9a82-f2614ce966a3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=77c79589-f30d-4d3a-9a82-f2614ce966a3,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:19.778398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20c3df84-1785-4771-80cb-39201123a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.884969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3df84-1785-4771-80cb-39201123a37f None None] Pushing event updated for resources: {'Port': ['ID=77c79589-f30d-4d3a-9a82-f2614ce966a3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:19.943055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:19.950325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:19.982499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-1f96a4e9-99a3-4c82-acdd-2c8ad31b4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:19.984568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-1f96a4e9-99a3-4c82-acdd-2c8ad31b4984 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4075484 Jul 16 20:02:20.002456 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.044018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:20.145303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] Deleting port 77c79589-f30d-4d3a-9a82-f2614ce966a3 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:20.145965 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.157789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.184013 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T20:02:15Z', 'revision_number': 5, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port': {'id': '70ecfcad-3cdc-4239-8638-baeb483db477', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:59:39Z', 'updated_at': '2021-07-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:20.298154 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] Checking router: d0907f22-582a-4a9e-9352-aa21058f5840 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:20.349292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-83bfb1ce-bef6-4866-9393-9c98cb5f74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:20.350044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-83bfb1ce-bef6-4866-9393-9c98cb5f74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:20.350977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-83bfb1ce-bef6-4866-9393-9c98cb5f74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:20.353743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-83bfb1ce-bef6-4866-9393-9c98cb5f74c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea HTTP/1.1" status: 200 len: 2293 time: 0.5583689 Jul 16 20:02:20.356149 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] Routers {'d0907f22-582a-4a9e-9352-aa21058f5840'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:20.362555 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:01:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d0907f22-582a-4a9e-9352-aa21058f5840'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:20.370081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Deleting port 70ecfcad-3cdc-4239-8638-baeb483db477 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:20.370547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.374468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.379615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] For port 77c79589-f30d-4d3a-9a82-f2614ce966a3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=77c79589-f30d-4d3a-9a82-f2614ce966a3,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:20.380106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.394715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-8a56034b-33c1-4dc2-9aee-31f5bbbfc63c service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009941 Jul 16 20:02:20.449218 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11966069-e225-4b88-9d37-38b8f1bab0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.451219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] Calling delete_port for 77c79589-f30d-4d3a-9a82-f2614ce966a3 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:20.467856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=ff940c88-ebae-4305-a75c-4f83cb02408d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:20.482786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 77c79589-f30d-4d3a-9a82-f2614ce966a3 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:20.554339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-9b13fedb-9254-452b-b555-e68ade085749 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5 HTTP/1.1" status: 200 len: 1001 time: 0.1812975 Jul 16 20:02:20.561662 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] Set router d0907f22-582a-4a9e-9352-aa21058f5840 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:20.679794 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T20:02:20Z', 'revision_number': 6, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:20.716504 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de843ee-77a9-4bcb-bad7-3c86cb211102 None None] The sync data for ids ['d0907f22-582a-4a9e-9352-aa21058f5840'] in n-d-791505-15 is: [{'id': 'd0907f22-582a-4a9e-9352-aa21058f5840', 'name': 'tempest-ServersTestManualDisk-467234577-router', 'tenant_id': '1491c28137ab44b6851177b5e2f67164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:59:38Z', 'updated_at': '2021-07-16T20:02:20Z', 'revision_number': 6, 'project_id': '1491c28137ab44b6851177b5e2f67164', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:20.787554 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.811602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a0e4839-87e8-4ff5-abe4-1daa65add492 req-b9ede833-40a7-4450-b888-fe4a245a22eb service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428706 Jul 16 20:02:20.838671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': '04ccfde9-36ed-4603-a3c9-3a54dd4415bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '51e0218a-71d4-4de4-b6e0-104143489ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:20.842006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: 51e0218a-71d4-4de4-b6e0-104143489ce6, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:20.868953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] For port 70ecfcad-3cdc-4239-8638-baeb483db477, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=70ecfcad-3cdc-4239-8638-baeb483db477,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:20.870486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.937247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Calling delete_port for 70ecfcad-3cdc-4239-8638-baeb483db477 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:20.983023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.004690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-071a49a1-64fc-40ec-9f29-c3673b047442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:21.006680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-071a49a1-64fc-40ec-9f29-c3673b047442 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0ed60708-ce37-4ca4-b285-d0fb5baac0d5 HTTP/1.1" status: 200 len: 851 time: 0.1940720 Jul 16 20:02:21.007924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.020351 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.030551 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:21.056792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] Pushing event deleted for resources: {'Port': ['ID=77c79589-f30d-4d3a-9a82-f2614ce966a3,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:21.099872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dd3ef-64bd-4759-9d7b-245a5af7c8de None None] No DVR routers for this DVR port 77c79589-f30d-4d3a-9a82-f2614ce966a3 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:21.274701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Allocated IP 172.25.6.137 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/0a47bcd5-5633-41ea-89ef-d1e0c8a61d2c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:21.418157 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.424998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.435597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-c6f68943-e89b-492b-a375-d61124cba6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:21.437195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-c6f68943-e89b-492b-a375-d61124cba6bf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2352602 Jul 16 20:02:21.593998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-eb967052-b4d6-45f2-9ff6-c907c9fcb5b7 service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457551 Jul 16 20:02:21.594716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=a59ac06b-7c21-4c50-a0f1-137340a81f51,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:21.601312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ecfcad-3cdc-4239-8638-baeb483db477,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:21.671525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.695876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:21.699973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:21.706913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:21.718262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799dc865-3074-488a-a114-c61030ecfabb None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:21.735604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:21.735997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.745797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 51e0218a-71d4-4de4-b6e0-104143489ce6) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:21.752484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:21.753095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.790448 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-254ed526-8cef-4226-bde5-168af8f211a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4919083 Jul 16 20:02:21.791368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33614) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:21.815530 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.825809 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:21.887592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'name': 'tempest-NetworksTestDHCPv6-820938139'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:21.978786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:21.984447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df9a4d-08aa-4fc3-bbb9-207a1088c267 None None] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:21.990119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:21.994060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:21.998000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-d75a17bd-2691-4d37-bdcb-78651096aea7 service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925033 Jul 16 20:02:21.998604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event updated for resources: {'Port': ['ID=0a47bcd5-5633-41ea-89ef-d1e0c8a61d2c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:22.255739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-ddf83dcf-4528-4c6c-a219-7f455c3448fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 200 len: 217 time: 0.1038725 Jul 16 20:02:22.277495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': 'a59ac06b-7c21-4c50-a0f1-137340a81f51'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:22.278783 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.297233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-51e0218a-71d4-4de4-b6e0-104143489ce6', 'network_id': '51e0218a-71d4-4de4-b6e0-104143489ce6', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': 'ff940c88-ebae-4305-a75c-4f83cb02408d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:22.298378 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.351438 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33630) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:22.366103 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.408470 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.427749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-dd486fb4-9fc0-442e-b054-c1c67be3cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:22.448576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-dd486fb4-9fc0-442e-b054-c1c67be3cad3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1842706 Jul 16 20:02:22.524295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:22.608529 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.670098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Allocated IP 172.20.0.2 (51e0218a-71d4-4de4-b6e0-104143489ce6/ff940c88-ebae-4305-a75c-4f83cb02408d/f2e4b86c-b968-494b-82be-314005e66fa4) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:22.673612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab798-a2d7-4075-a784-a4d76019e540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.682891 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6fad7b10-f0b4-421c-8473-3b37fe50cb65 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8848948 Jul 16 20:02:22.702523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33636) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:22.707381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b61efa71-f514-401e-ab74-024bb22558ea tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:22.771056 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.775499 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.795285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:22.797176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c94bf0eb-b44b-49d2-b114-ff6b5e169ae9 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:22.798216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 70ecfcad-3cdc-4239-8638-baeb483db477 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:22.863085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.864406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0907f22-582a-4a9e-9352-aa21058f5840 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:02:22.871098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.875313 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9531113c-663a-4f5f-bd4d-5490a434c907 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d0907f22-582a-4a9e-9352-aa21058f5840 HTTP/1.1" status: 204 len: 168 time: 3.4142389 Jul 16 20:02:22.876022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:22.950197 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.971981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f193297e-b0b3-430c-9dbd-e246a551166f admin admin] Deleting subnet 847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:22.977719 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f193297e-b0b3-430c-9dbd-e246a551166f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.980593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:22.985151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.054180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.077623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 90d76410-ba6d-4854-8105-364ef99adee2 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:02:23.140981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event updated for resources: {'Port': ['ID=0a47bcd5-5633-41ea-89ef-d1e0c8a61d2c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:23.170410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-efa7cb87-765a-4f45-9131-fb83570c6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:23.171582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-efa7cb87-765a-4f45-9131-fb83570c6c4f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7067738 Jul 16 20:02:23.218786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 70ecfcad-3cdc-4239-8638-baeb483db477 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:23.219982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::30c (d6702219-1b7c-462d-aaac-610760188933/a59ac06b-7c21-4c50-a0f1-137340a81f51/90d76410-ba6d-4854-8105-364ef99adee2) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:23.235130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 70ecfcad-3cdc-4239-8638-baeb483db477 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:23.385201 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.400352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 90d76410-ba6d-4854-8105-364ef99adee2 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:23.428639 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.437408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-b991596b-cfe6-412b-8779-f408f3694370 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573719 Jul 16 20:02:23.447746 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f193297e-b0b3-430c-9dbd-e246a551166f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.452844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.456315 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.461746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Transition to ACTIVE for port object f2e4b86c-b968-494b-82be-314005e66fa4 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:23.542706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b61efa71-f514-401e-ab74-024bb22558ea tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260335266'] for subnet, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.600661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Transition to ACTIVE for port object f2e4b86c-b968-494b-82be-314005e66fa4 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:23.604876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:23.611735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:23.619794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:23.625842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:23.626815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.644072 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.647126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=90d76410-ba6d-4854-8105-364ef99adee2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:23.690331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/a59ac06b-7c21-4c50-a0f1-137340a81f51/0efa0171-c54c-4257-b737-4d79fc7611d8) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:23.710717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f193297e-b0b3-430c-9dbd-e246a551166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.744854 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.771536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:23.777538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f193297e-b0b3-430c-9dbd-e246a551166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.779852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:23.785929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:23.793239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f193297e-b0b3-430c-9dbd-e246a551166f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.798580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f193297e-b0b3-430c-9dbd-e246a551166f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c HTTP/1.1" status: 204 len: 168 time: 0.9172449 Jul 16 20:02:23.799287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33652) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:23.810157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3dbb5f-c791-4838-85b2-aee70cebe067 None None] Network bdcf0d28-a366-47ee-ba71-60ace0150c52 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:23.823874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Pushing event updated for resources: {'Port': ['ID=f2e4b86c-b968-494b-82be-314005e66fa4,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:23.920187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab798-a2d7-4075-a784-a4d76019e540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.953144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab798-a2d7-4075-a784-a4d76019e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.987166 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.999914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-1c28d0fd-9eb4-4bd9-b03a-260b1b0c2307 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5068216 Jul 16 20:02:24.015787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.025098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193297e-b0b3-430c-9dbd-e246a551166f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847b11cc-a05e-4a0a-b2a0-a5bf0be2d22c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.030291 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-95342ea7-e838-4dc2-bed6-3aa4a75cecb5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2351270 Jul 16 20:02:24.033902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33656) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:24.078919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-186fb2db-bd74-4c47-9777-ffda3b7dfd23 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940537 Jul 16 20:02:24.175265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ab798-a2d7-4075-a784-a4d76019e540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee1387-a792-48f8-a714-215b49d930a5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.196359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2c8ab798-a2d7-4075-a784-a4d76019e540 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d5954bc5e15460798098d20605bc710&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8374031 Jul 16 20:02:24.197300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33658) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:24.197918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065202f-b8cc-4ed1-921b-f81d0dccbdcc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.201778 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e065202f-b8cc-4ed1-921b-f81d0dccbdcc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1641443 Jul 16 20:02:24.202031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:24.222466 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-f0331266-e8bb-4e64-9fdb-323d081de1f5 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.2216568 Jul 16 20:02:24.223231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Attempting to bind port f2e4b86c-b968-494b-82be-314005e66fa4 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:24.236853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Attempting to bind port f2e4b86c-b968-494b-82be-314005e66fa4 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '04ccfde9-36ed-4603-a3c9-3a54dd4415bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '51e0218a-71d4-4de4-b6e0-104143489ce6'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:24.237478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Attempting to bind port f2e4b86c-b968-494b-82be-314005e66fa4 on network 51e0218a-71d4-4de4-b6e0-104143489ce6 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:24.248893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-d3d130bd-c13f-469a-bb2b-43d77ed38330 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 200 len: 217 time: 0.1183736 Jul 16 20:02:24.288966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:24.300172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Deleting port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:24.300548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.302432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Checking segment: {'id': '04ccfde9-36ed-4603-a3c9-3a54dd4415bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '51e0218a-71d4-4de4-b6e0-104143489ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:24.302941 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.305718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Bound using segment: {'id': '04ccfde9-36ed-4603-a3c9-3a54dd4415bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '51e0218a-71d4-4de4-b6e0-104143489ce6'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:24.306345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Bound port: f2e4b86c-b968-494b-82be-314005e66fa4, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ccfde9-36ed-4603-a3c9-3a54dd4415bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '51e0218a-71d4-4de4-b6e0-104143489ce6'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:24.307522 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.380452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1fa791d5-c181-4d06-a04b-60b9f374666d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 90d76410-ba6d-4854-8105-364ef99adee2 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:24.380805 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fa791d5-c181-4d06-a04b-60b9f374666d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.449058 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.459878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] For port f2e4b86c-b968-494b-82be-314005e66fa4, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:24.464787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] For port f2e4b86c-b968-494b-82be-314005e66fa4, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f2e4b86c-b968-494b-82be-314005e66fa4,segment=NetworkSegment(04ccfde9-36ed-4603-a3c9-3a54dd4415bf),segment_id=04ccfde9-36ed-4603-a3c9-3a54dd4415bf)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:24.466425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Transition to ACTIVE for port object 0efa0171-c54c-4257-b737-4d79fc7611d8 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:24.476994 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.485344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] DHCP port deletion for bdcf0d28-a366-47ee-ba71-60ace0150c52 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:24.489121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-785f137e-2b71-4e91-8843-f776da6dfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.490677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-785f137e-2b71-4e91-8843-f776da6dfbb9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.2228928 Jul 16 20:02:24.557444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] For port 517bb6ca-2b7c-4fb0-bf76-8535c443d744, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=517bb6ca-2b7c-4fb0-bf76-8535c443d744,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:24.557825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.572739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Transition to ACTIVE for port object 0efa0171-c54c-4257-b737-4d79fc7611d8 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:24.600553 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.620287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Calling delete_port for 517bb6ca-2b7c-4fb0-bf76-8535c443d744 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:24.627657 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b61efa71-f514-401e-ab74-024bb22558ea tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747916796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260331497'] for subnet, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.634106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:24.640943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:24.655688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:24.658374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840133ee-1f4e-4fa3-997f-d2b6ebab962a None None] Pushing event updated for resources: {'Port': ['ID=f2e4b86c-b968-494b-82be-314005e66fa4,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.696519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b574b4c8-8ad9-42a9-9282-67721dc2641d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.753330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Pushing event updated for resources: {'Port': ['ID=0efa0171-c54c-4257-b737-4d79fc7611d8,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:24.799629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61efa71-f514-401e-ab74-024bb22558ea tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.799629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b61efa71-f514-401e-ab74-024bb22558ea tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.800456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b61efa71-f514-401e-ab74-024bb22558ea tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "PUT /v2.0/subnets/ff940c88-ebae-4305-a75c-4f83cb02408d HTTP/1.1" status: 200 len: 806 time: 2.0973489 Jul 16 20:02:24.806365 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b574b4c8-8ad9-42a9-9282-67721dc2641d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.817867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33674) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:24.846348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-cb750582-beb1-4805-8957-346f97f041b2 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:24.849583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00bfee1d-3e0f-4deb-b643-5d502df694cf req-cb750582-beb1-4805-8957-346f97f041b2 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.5964952 Jul 16 20:02:24.857242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] Deleting port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:24.857842 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.893305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Attempting to bind port 0efa0171-c54c-4257-b737-4d79fc7611d8 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:24.894065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Attempting to bind port 0efa0171-c54c-4257-b737-4d79fc7611d8 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:24.894852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Attempting to bind port 0efa0171-c54c-4257-b737-4d79fc7611d8 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:24.913452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:24.914190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:24.914905 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.916032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:24.916696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Bound port: 0efa0171-c54c-4257-b737-4d79fc7611d8, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:24.917252 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.065951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61efa71-f514-401e-ab74-024bb22558ea tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=ff940c88-ebae-4305-a75c-4f83cb02408d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:25.088958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-af215bb7-0160-48b2-8c56-00e367050061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:25.090830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-af215bb7-0160-48b2-8c56-00e367050061 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5023162 Jul 16 20:02:25.144590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] For port 517bb6ca-2b7c-4fb0-bf76-8535c443d744, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=517bb6ca-2b7c-4fb0-bf76-8535c443d744,segment=NetworkSegment(9969440d-5040-4f4e-9c55-03926e7453af),segment_id=9969440d-5040-4f4e-9c55-03926e7453af)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:25.146932 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.231938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-2fefed61-5264-45e4-aa52-b1b60e2ecbe5 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311774 Jul 16 20:02:25.277350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-45832309-b4d9-47cc-9819-3016fdfff5f8 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3894117 Jul 16 20:02:25.312859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] For port 0efa0171-c54c-4257-b737-4d79fc7611d8, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:25.325844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] For port 0efa0171-c54c-4257-b737-4d79fc7611d8, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0efa0171-c54c-4257-b737-4d79fc7611d8,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:25.327570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.331762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fa791d5-c181-4d06-a04b-60b9f374666d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.333891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] Calling delete_port for 517bb6ca-2b7c-4fb0-bf76-8535c443d744 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:25.356576 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.412115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=517bb6ca-2b7c-4fb0-bf76-8535c443d744,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:25.433873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1fa791d5-c181-4d06-a04b-60b9f374666d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 90d76410-ba6d-4854-8105-364ef99adee2 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:25.474356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7927-e7af-4c7a-a8cf-2d76d0144d8f None None] Pushing event updated for resources: {'Port': ['ID=0efa0171-c54c-4257-b737-4d79fc7611d8,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:25.623215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.645949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] No DVR routers for this DVR port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:25.677171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fa791d5-c181-4d06-a04b-60b9f374666d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.689697 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.711749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] Pushing event deleted for resources: {'Port': ['ID=517bb6ca-2b7c-4fb0-bf76-8535c443d744,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:25.713774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b65be0-a391-44fb-9a76-ed0ae23cbd23 None None] No DVR routers for this DVR port 517bb6ca-2b7c-4fb0-bf76-8535c443d744 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:25.767846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa791d5-c181-4d06-a04b-60b9f374666d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=90d76410-ba6d-4854-8105-364ef99adee2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:25.844948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fa791d5-c181-4d06-a04b-60b9f374666d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.863151 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1fa791d5-c181-4d06-a04b-60b9f374666d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/90d76410-ba6d-4854-8105-364ef99adee2 HTTP/1.1" status: 204 len: 168 time: 1.6598248 Jul 16 20:02:25.864598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33690) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:25.925587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.953625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b574b4c8-8ad9-42a9-9282-67721dc2641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.956531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b574b4c8-8ad9-42a9-9282-67721dc2641d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:25.957912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b574b4c8-8ad9-42a9-9282-67721dc2641d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/faee1387-a792-48f8-a714-215b49d930a5 HTTP/1.1" status: 204 len: 168 time: 1.7327793 Jul 16 20:02:25.986354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:25.993182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcf0d28-a366-47ee-ba71-60ace0150c52']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:26.011940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9969440d-5040-4f4e-9c55-03926e7453af') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:26.012275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9969440d-5040-4f4e-9c55-03926e7453af') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:26.042879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.060131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.067867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:26.068323 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.110753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574b4c8-8ad9-42a9-9282-67721dc2641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee1387-a792-48f8-a714-215b49d930a5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:26.158922 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:26.165718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.205068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.207400 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] 10.222.0.78 "DELETE /v2.0/networks/bdcf0d28-a366-47ee-ba71-60ace0150c52 HTTP/1.1" status: 204 len: 168 time: 2.3844113 Jul 16 20:02:26.229710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01a226-4692-476b-9ce7-7c400329f0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcf0d28-a366-47ee-ba71-60ace0150c52,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:26.236503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb296a-b39a-401a-af27-1bffafd85c1e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.238430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb296a-b39a-401a-af27-1bffafd85c1e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.244233 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a9eb296a-b39a-401a-af27-1bffafd85c1e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3752565 Jul 16 20:02:26.249310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33704) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:26.279533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.291410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-1a3a17b1-897f-4996-bb72-64d42ccfdf19 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0494385 Jul 16 20:02:26.320329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4fe949-6eed-405b-a5c8-c145afd37061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet a59ac06b-7c21-4c50-a0f1-137340a81f51 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:26.325437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de4fe949-6eed-405b-a5c8-c145afd37061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.399340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Deleting port f2e4b86c-b968-494b-82be-314005e66fa4 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:26.399908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.472222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de4fe949-6eed-405b-a5c8-c145afd37061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.539636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-5d7a81c1-40f2-4aa1-96d0-767e26c7d8b2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=36137dea-da05-44ad-b696-1cabae751096 HTTP/1.1" status: 200 len: 217 time: 0.2142615 Jul 16 20:02:26.661319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0efa0171-c54c-4257-b737-4d79fc7611d8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:26.731012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33710) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:26.763950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] For port f2e4b86c-b968-494b-82be-314005e66fa4, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f2e4b86c-b968-494b-82be-314005e66fa4,segment=NetworkSegment(04ccfde9-36ed-4603-a3c9-3a54dd4415bf),segment_id=04ccfde9-36ed-4603-a3c9-3a54dd4415bf)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:26.764726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.786093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de4fe949-6eed-405b-a5c8-c145afd37061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.791313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Calling delete_port for f2e4b86c-b968-494b-82be-314005e66fa4 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:26.797780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-a87c9b13-12e8-4542-b7ad-e7da7d2d9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:26.799940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-a87c9b13-12e8-4542-b7ad-e7da7d2d9f8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.2517371 Jul 16 20:02:26.803847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0efa0171-c54c-4257-b737-4d79fc7611d8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:26.809283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f2e4b86c-b968-494b-82be-314005e66fa4 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:26.850055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33712) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:26.872790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71527c0b-35d7-4f2f-a7bb-ebfb44282066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.875076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af2a5d-75e4-4731-b76b-6f1c63ec821e None None] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:26.992729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-398b3a96-c2b1-4a7e-9b1c-a69cb737926c None None] Provisioning for port f2e4b86c-b968-494b-82be-314005e66fa4 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:27.012833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f2e4b86c-b968-494b-82be-314005e66fa4 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:27.018519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0bb684f9-70f3-4e35-9fff-3943a828a72f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1491c28137ab44b6851177b5e2f67164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846184 Jul 16 20:02:27.024847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33716) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.033751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f2e4b86c-b968-494b-82be-314005e66fa4 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:27.034228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.036134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-398b3a96-c2b1-4a7e-9b1c-a69cb737926c None None] Provisioning complete for port f2e4b86c-b968-494b-82be-314005e66fa4 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:27.036626 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-398b3a96-c2b1-4a7e-9b1c-a69cb737926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.060682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de4fe949-6eed-405b-a5c8-c145afd37061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.133091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-b75d260c-8ae6-4cd0-b7cd-e0f933ed2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:27.134833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-b75d260c-8ae6-4cd0-b7cd-e0f933ed2974 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2479792 Jul 16 20:02:27.147655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de4fe949-6eed-405b-a5c8-c145afd37061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.147862 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.155208 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-de4fe949-6eed-405b-a5c8-c145afd37061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a59ac06b-7c21-4c50-a0f1-137340a81f51 HTTP/1.1" status: 204 len: 168 time: 0.9046321 Jul 16 20:02:27.156099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fe949-6eed-405b-a5c8-c145afd37061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=a59ac06b-7c21-4c50-a0f1-137340a81f51,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:27.164957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33726) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.283065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0b441f6d-f398-43cf-af4b-8b80a2e20e29 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166718 Jul 16 20:02:27.284402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33738) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.290295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-acfe0fce-8f91-4b10-9e08-862c490d74ec service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383004 Jul 16 20:02:27.310433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:27.346500 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-398b3a96-c2b1-4a7e-9b1c-a69cb737926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.420086 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e220-4646-4ef0-a926-3edb812d8b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.425687 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.523891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-8448d34a-bb35-46e5-a058-bee3681aa2fe service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229934 Jul 16 20:02:27.557518 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-398b3a96-c2b1-4a7e-9b1c-a69cb737926c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:02:27.557518 n-d-791505-15 neutron-server[100245]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 20:02:27.557518 n-d-791505-15 neutron-server[100245]: [parameters: {'status': 'ACTIVE', 'ports_id': 'f2e4b86c-b968-494b-82be-314005e66fa4'}] Jul 16 20:02:27.557518 n-d-791505-15 neutron-server[100245]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:27.558196 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-398b3a96-c2b1-4a7e-9b1c-a69cb737926c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:27.568709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:02:27.568709 n-d-791505-15 neutron-server[100245]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 20:02:27.568709 n-d-791505-15 neutron-server[100245]: [parameters: {'status': 'ACTIVE', 'ports_id': 'f2e4b86c-b968-494b-82be-314005e66fa4'}] Jul 16 20:02:27.568709 n-d-791505-15 neutron-server[100245]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:27.569089 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:27.593304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71527c0b-35d7-4f2f-a7bb-ebfb44282066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.618741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71527c0b-35d7-4f2f-a7bb-ebfb44282066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.641392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-b884273b-1b2b-4557-bb91-7bdeeabb95ad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=baa0842c-1ad9-4292-a324-e8b5e6370306 HTTP/1.1" status: 200 len: 217 time: 0.0488441 Jul 16 20:02:27.659067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Allocated IP 172.25.6.105 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/67f9a61d-4a6c-4571-99cc-589aa5525c27) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:27.668510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:27.672918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.704352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870516aa-559f-42d5-ab25-992858f0de33 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:27.731040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-719f5c43-7806-40ab-be92-d09a226a0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:27.732629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-719f5c43-7806-40ab-be92-d09a226a0cfe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.0754473 Jul 16 20:02:27.735281 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e220-4646-4ef0-a926-3edb812d8b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.813791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c73e6d-2dd4-494b-8e32-6cb2cc252aa4 None None] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:27.896580 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.906561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.939950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-71527c0b-35d7-4f2f-a7bb-ebfb44282066 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00bcb73db07a4fa3a4cb49213246cb20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0861416 Jul 16 20:02:27.941247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33756) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:27.948375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71527c0b-35d7-4f2f-a7bb-ebfb44282066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92362fb-e8af-4b4d-8b13-e2776c190b6f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:27.973268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-8c37324d-626e-4d3c-ae4d-6e4b64d00d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:27.975192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Port': ['ID=f2e4b86c-b968-494b-82be-314005e66fa4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:27.975281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-8c37324d-626e-4d3c-ae4d-6e4b64d00d9e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2272129 Jul 16 20:02:27.997565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb374f-50af-437c-a9a0-22d2b19f207b req-7606646a-66b7-4e2f-a6e9-a782ce4039bf tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:27.999278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cbb374f-50af-437c-a9a0-22d2b19f207b req-7606646a-66b7-4e2f-a6e9-a782ce4039bf tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 949 time: 0.3490510 Jul 16 20:02:28.000060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e220-4646-4ef0-a926-3edb812d8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.002877 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e220-4646-4ef0-a926-3edb812d8b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.005337 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4cd4e220-4646-4ef0-a926-3edb812d8b32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26efbbc2-31de-439b-b12b-7bac9cda5d24 HTTP/1.1" status: 204 len: 168 time: 0.9794409 Jul 16 20:02:28.014322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:28.041612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:28.068616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:28.069239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.072655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No DVR routers for this DVR port f2e4b86c-b968-494b-82be-314005e66fa4 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:28.075103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=70777bc7-3ed1-4d7e-bf2f-7d975d1f87c5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:28.094218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4e220-4646-4ef0-a926-3edb812d8b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26efbbc2-31de-439b-b12b-7bac9cda5d24,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:28.108044 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.116967 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f38f44e3-df16-4681-b35d-06341c592f0f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8240354 Jul 16 20:02:28.119967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33760) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:28.124746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'name': 'tempest-NetworksTestDHCPv6-454546325'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:28.150758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-398b3a96-c2b1-4a7e-9b1c-a69cb737926c None None] Port f2e4b86c-b968-494b-82be-314005e66fa4 update to ACTIVE by agent not found {{(pid=100245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:02:28.158130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:28.170330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Port f2e4b86c-b968-494b-82be-314005e66fa4 update to ACTIVE by agent not found {{(pid=100245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:02:28.176288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.250004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 517bb6ca-2b7c-4fb0-bf76-8535c443d744 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:28.254007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-6a5bdb24-51dc-46c1-9be3-2596f5e51ad3 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702944 Jul 16 20:02:28.308071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 517bb6ca-2b7c-4fb0-bf76-8535c443d744 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:28.308424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 517bb6ca-2b7c-4fb0-bf76-8535c443d744 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:28.324507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-321035ab-5459-4893-b939-1d568d1e9c3c None None] Could not find standard attr ID for object f2e4b86c-b968-494b-82be-314005e66fa4. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:02:28.358211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] Deleting port 0efa0171-c54c-4257-b737-4d79fc7611d8 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:28.358601 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.364236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-321035ab-5459-4893-b939-1d568d1e9c3c None None] Provisioning for port 0efa0171-c54c-4257-b737-4d79fc7611d8 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:28.372156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.399733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-321035ab-5459-4893-b939-1d568d1e9c3c None None] Provisioning complete for port 0efa0171-c54c-4257-b737-4d79fc7611d8 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:28.400126 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-321035ab-5459-4893-b939-1d568d1e9c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.405187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=ff940c88-ebae-4305-a75c-4f83cb02408d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:28.409943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.416543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:28.420727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.474413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 31d3561f-9f2d-4bdb-82d4-734d36467b5b yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:02:28.476457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb0fbd-064a-4326-be0f-b4689b02dd3d None None] Network 51e0218a-71d4-4de4-b6e0-104143489ce6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:28.495063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-9252bad7-58e8-4184-a922-a0ea69030839 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289462 Jul 16 20:02:28.500461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event updated for resources: {'Port': ['ID=67f9a61d-4a6c-4571-99cc-589aa5525c27,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:28.507484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cbb374f-50af-437c-a9a0-22d2b19f207b req-532de1d9-613f-4da9-8252-9c538e320cc1 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666805 Jul 16 20:02:28.553506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-82a32607-aba7-4705-a184-3a4428903912 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=446d7203-494b-4ed8-b9a2-b593d2676b59 HTTP/1.1" status: 200 len: 217 time: 0.0423322 Jul 16 20:02:28.558371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-459b80c2-eaf9-4d59-8733-f2669818fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.644154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0efa0171-c54c-4257-b737-4d79fc7611d8 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:28.654096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::22f (d6702219-1b7c-462d-aaac-610760188933/70777bc7-3ed1-4d7e-bf2f-7d975d1f87c5/31d3561f-9f2d-4bdb-82d4-734d36467b5b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:28.670544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:28.673807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-5a870ce6-f626-47cf-ba71-436dd02774b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:28.675796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-5a870ce6-f626-47cf-ba71-436dd02774b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.1148760 Jul 16 20:02:28.773954 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-459b80c2-eaf9-4d59-8733-f2669818fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.775425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.792880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e0218a-71d4-4de4-b6e0-104143489ce6']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:28.830185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] For port 0efa0171-c54c-4257-b737-4d79fc7611d8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0efa0171-c54c-4257-b737-4d79fc7611d8,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:28.830771 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.846164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:28.850166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268d4ba-dbaf-4d01-bc73-712f3007f07a None None] DHCP port deletion for 51e0218a-71d4-4de4-b6e0-104143489ce6 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:28.859435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:28.862773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ccfde9-36ed-4603-a3c9-3a54dd4415bf') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:28.863319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ccfde9-36ed-4603-a3c9-3a54dd4415bf') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:28.879037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.883233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] Calling delete_port for 0efa0171-c54c-4257-b737-4d79fc7611d8 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:28.910206 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-321035ab-5459-4893-b939-1d568d1e9c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.936499 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.954922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:28.955471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:28.958997 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:29.000238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.017966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-459b80c2-eaf9-4d59-8733-f2669818fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.021095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-459b80c2-eaf9-4d59-8733-f2669818fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.022545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-459b80c2-eaf9-4d59-8733-f2669818fd97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a92362fb-e8af-4b4d-8b13-e2776c190b6f HTTP/1.1" status: 204 len: 168 time: 1.0764127 Jul 16 20:02:29.047915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b80c2-eaf9-4d59-8733-f2669818fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92362fb-e8af-4b4d-8b13-e2776c190b6f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.076067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 31d3561f-9f2d-4bdb-82d4-734d36467b5b will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:29.116616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-214a213e-67da-4bb5-ad3b-1d07991b805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.118582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-214a213e-67da-4bb5-ad3b-1d07991b805c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4239397 Jul 16 20:02:29.124661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.131025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.138868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.143299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/51e0218a-71d4-4de4-b6e0-104143489ce6 HTTP/1.1" status: 204 len: 168 time: 4.3153334 Jul 16 20:02:29.155430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33780) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:29.184180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-321035ab-5459-4893-b939-1d568d1e9c3c None None] For port 0efa0171-c54c-4257-b737-4d79fc7611d8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0efa0171-c54c-4257-b737-4d79fc7611d8,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:29.197116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-321035ab-5459-4893-b939-1d568d1e9c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.210329 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b716c86c-10c4-4d4a-968a-5f9ac704897d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:29.214161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b716c86c-10c4-4d4a-968a-5f9ac704897d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:29.220310 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b716c86c-10c4-4d4a-968a-5f9ac704897d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/51e0218a-71d4-4de4-b6e0-104143489ce6 HTTP/1.1" status: 404 len: 339 time: 0.0596995 Jul 16 20:02:29.245005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33784) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:29.253224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.254341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1038731071', 'description': 'd1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:29.269246 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-2da4d009-f56d-42fb-a4c4-e21aad45fc68 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417339 Jul 16 20:02:29.273258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] No DVR routers for this DVR port 0efa0171-c54c-4257-b737-4d79fc7611d8 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:29.284381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.290921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e34e5-5afc-458b-8ff0-384305edd228 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=51e0218a-71d4-4de4-b6e0-104143489ce6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.300047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596d509-712c-49fa-ba61-436959635d42 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:29.317988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:29.319364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321035ab-5459-4893-b939-1d568d1e9c3c None None] Pushing event updated for resources: {'Port': ['ID=0efa0171-c54c-4257-b737-4d79fc7611d8,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.327349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:29.353630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:29.358885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920d070-0a84-4dee-b1ca-f4194dbc7ccc None None] Pushing event deleted for resources: {'Port': ['ID=0efa0171-c54c-4257-b737-4d79fc7611d8,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.369322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:29.372840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.378382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.379688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.434585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=31d3561f-9f2d-4bdb-82d4-734d36467b5b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:29.454579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.458585 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-609b45ba-f91e-4cdc-801c-6b12c3e9b54a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3381236 Jul 16 20:02:29.461473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:29.516820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:29.526473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-58528203-2e5d-460e-8e1f-b406ed9d13d3 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466836 Jul 16 20:02:29.577943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': '70777bc7-3ed1-4d7e-bf2f-7d975d1f87c5'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:29.580048 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.628640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e74caa-2feb-4e2b-b533-474617c67867 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.631412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-6a30e0cd-f628-4cbe-b898-c986a0f47b9b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d HTTP/1.1" status: 200 len: 217 time: 0.0923357 Jul 16 20:02:29.631907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33800) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:29.636524 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d7e74caa-2feb-4e2b-b533-474617c67867 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1711116 Jul 16 20:02:29.637526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33802) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:29.656904 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.657271 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 73dbac86-5ca1-4c2a-aa3f-cb558ccf269d of type vlan for network 1f6d7aa5-4966-4487-8a14-c360007245c4 Jul 16 20:02:29.787030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/70777bc7-3ed1-4d7e-bf2f-7d975d1f87c5/9c81eaa2-0c9d-4c14-9425-916d0799f905) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:29.824014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-26319890-1208-46c2-8100-833d020758ff tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 31d3561f-9f2d-4bdb-82d4-734d36467b5b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:29.824847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26319890-1208-46c2-8100-833d020758ff tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.842538 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.847690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-6c80f9a6-406b-4851-9621-5c7672c8eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.849541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-6c80f9a6-406b-4851-9621-5c7672c8eae5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.2063785 Jul 16 20:02:29.933621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-370635425-network', 'tenant_id': '684e909e6f614fbf80f651f40769e669'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:29.946572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26319890-1208-46c2-8100-833d020758ff tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.965969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-26319890-1208-46c2-8100-833d020758ff tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 31d3561f-9f2d-4bdb-82d4-734d36467b5b owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:29.989943 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.014146 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.019980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.020675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.024424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Transition to ACTIVE for port object 9c81eaa2-0c9d-4c14-9425-916d0799f905 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:30.048609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Transition to ACTIVE for port object 9c81eaa2-0c9d-4c14-9425-916d0799f905 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:30.052381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Made reservation on behalf of 684e909e6f614fbf80f651f40769e669 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:30.054821 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.058582 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.065797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc463c63-4bf3-4393-a7d9-c3ab30e13bd1 req-664b0638-f829-41ba-8d47-1399d6720e68 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.071953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc463c63-4bf3-4393-a7d9-c3ab30e13bd1 req-664b0638-f829-41ba-8d47-1399d6720e68 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 949 time: 0.3332720 Jul 16 20:02:30.074644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8272748 Jul 16 20:02:30.102510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33820) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:30.112561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Pushing event updated for resources: {'Port': ['ID=9c81eaa2-0c9d-4c14-9425-916d0799f905,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.136529 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.141406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:30.143775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:30.157075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:30.224241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Attempting to bind port 9c81eaa2-0c9d-4c14-9425-916d0799f905 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:30.224649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Attempting to bind port 9c81eaa2-0c9d-4c14-9425-916d0799f905 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:30.225022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Attempting to bind port 9c81eaa2-0c9d-4c14-9425-916d0799f905 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:30.230604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:30.230997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:30.231417 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.231819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:30.232379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Bound port: 9c81eaa2-0c9d-4c14-9425-916d0799f905, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:30.232776 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.272611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc463c63-4bf3-4393-a7d9-c3ab30e13bd1 req-2611f44d-0fd9-4a21-9efa-b8c706c1a4a3 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995814 Jul 16 20:02:30.300283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.353074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-809cbfeb-c4e3-4b28-9d60-df4f2990c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.354696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-809cbfeb-c4e3-4b28-9d60-df4f2990c3f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4936204 Jul 16 20:02:30.361873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9557f-9d86-417e-acb5-ae342db27665 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.363560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-51a9557f-9d86-417e-acb5-ae342db27665 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/networks?id=1f6d7aa5-4966-4487-8a14-c360007245c4 HTTP/1.1" status: 200 len: 761 time: 0.2534041 Jul 16 20:02:30.367475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] For port 9c81eaa2-0c9d-4c14-9425-916d0799f905, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:30.376777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] For port 9c81eaa2-0c9d-4c14-9425-916d0799f905, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9c81eaa2-0c9d-4c14-9425-916d0799f905,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:30.383622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f2e4b86c-b968-494b-82be-314005e66fa4 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:30.389187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa672ff1-d6ad-4509-b45d-e3af0de43417 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=1f6d7aa5-4966-4487-8a14-c360007245c4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.391309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33828) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:30.398639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.410758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-165b447f-d1bd-494e-a465-14c553f4f3c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'description': 'd2'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:30.416703 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.419498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 1f6d7aa5-4966-4487-8a14-c360007245c4 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:30.424877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f2e4b86c-b968-494b-82be-314005e66fa4 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:30.425227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f2e4b86c-b968-494b-82be-314005e66fa4 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:30.591439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35599d-8c1d-4e92-a028-73ab01134078 None None] Pushing event updated for resources: {'Port': ['ID=9c81eaa2-0c9d-4c14-9425-916d0799f905,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.613284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event updated for resources: {'Port': ['ID=67f9a61d-4a6c-4571-99cc-589aa5525c27,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.658269 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26319890-1208-46c2-8100-833d020758ff tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.702434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26319890-1208-46c2-8100-833d020758ff tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=31d3561f-9f2d-4bdb-82d4-734d36467b5b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.737000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26319890-1208-46c2-8100-833d020758ff tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.741332 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-26319890-1208-46c2-8100-833d020758ff tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/31d3561f-9f2d-4bdb-82d4-734d36467b5b HTTP/1.1" status: 204 len: 168 time: 1.1026602 Jul 16 20:02:30.748385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33846) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:30.868535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239608a-59af-45ef-bdf3-6b0ad6e005a1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.870201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239608a-59af-45ef-bdf3-6b0ad6e005a1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.874443 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e239608a-59af-45ef-bdf3-6b0ad6e005a1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1272068 Jul 16 20:02:30.877470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33858) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:30.914631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-165b447f-d1bd-494e-a465-14c553f4f3c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.959770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f3de49-0e9a-4984-813c-7cadc914d2e0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 70777bc7-3ed1-4d7e-bf2f-7d975d1f87c5 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:30.964330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de49-0e9a-4984-813c-7cadc914d2e0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.992017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-165b447f-d1bd-494e-a465-14c553f4f3c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.002248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-5a99b2e4-6d84-4e9a-9de2-3f63eebdfa19 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093512 Jul 16 20:02:31.002496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.033203 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de49-0e9a-4984-813c-7cadc914d2e0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.054536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-165b447f-d1bd-494e-a465-14c553f4f3c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network 1f6d7aa5-4966-4487-8a14-c360007245c4 is not hosted by any dhcp agent {{(pid=100243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:02:31.060426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b447f-d1bd-494e-a465-14c553f4f3c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.061031 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-165b447f-d1bd-494e-a465-14c553f4f3c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.065335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-165b447f-d1bd-494e-a465-14c553f4f3c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "PUT /v2.0/networks/1f6d7aa5-4966-4487-8a14-c360007245c4 HTTP/1.1" status: 200 len: 758 time: 0.6676123 Jul 16 20:02:31.065995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33866) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:31.152151 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.210407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de49-0e9a-4984-813c-7cadc914d2e0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.258532 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.273347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b447f-d1bd-494e-a465-14c553f4f3c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=1f6d7aa5-4966-4487-8a14-c360007245c4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:31.278149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.279438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-667e99ca-b21c-4a34-a05d-b2ccf3d01540 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3275747 Jul 16 20:02:31.286329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 1f6d7aa5-4966-4487-8a14-c360007245c4 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:31.337441 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de49-0e9a-4984-813c-7cadc914d2e0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.372029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:31.398534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de49-0e9a-4984-813c-7cadc914d2e0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.403181 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c4f3de49-0e9a-4984-813c-7cadc914d2e0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/70777bc7-3ed1-4d7e-bf2f-7d975d1f87c5 HTTP/1.1" status: 204 len: 168 time: 0.5252643 Jul 16 20:02:31.403710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33890) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:31.406859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3de49-0e9a-4984-813c-7cadc914d2e0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=70777bc7-3ed1-4d7e-bf2f-7d975d1f87c5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:31.423445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a330bf-c977-406b-b0ac-ea948e6fab33 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.430942 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-58a330bf-c977-406b-b0ac-ea948e6fab33 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/networks?id=1f6d7aa5-4966-4487-8a14-c360007245c4 HTTP/1.1" status: 200 len: 761 time: 0.3457086 Jul 16 20:02:31.444324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33900) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:31.458019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268708609'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:31.467528 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b5c43061-7b66-4bfe-bfc2-e5f61a0207dc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624499 Jul 16 20:02:31.470081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33906) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:31.490072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-bf1649bc-87a2-4d3a-b941-c8ec701db8dd tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.1464133 Jul 16 20:02:31.491590 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.491945 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Added segment 8463683f-4b9e-4f05-9dcf-f7e4d3864474 of type vlan for network befaf050-d9a6-4dd0-8bf9-980668d373e0 Jul 16 20:02:31.506339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c4b914-0b26-4a9f-820a-14145cf146ea,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:31.527835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ee1c18c-7d43-44e7-8982-b86adcb80398 req-2e73a243-b0ea-4319-bf65-bf181dc69a31 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137310 Jul 16 20:02:31.624925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.629050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad39fb-13a8-41fa-889b-86ea021eada8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.632114 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ccad39fb-13a8-41fa-889b-86ea021eada8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1602287 Jul 16 20:02:31.634695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33920) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:31.701820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:31.705554 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.713538 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.714780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.715558 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.742513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23624b11-7cb2-4e5f-8bc4-312044a00594 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.744149 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23624b11-7cb2-4e5f-8bc4-312044a00594 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1082046 Jul 16 20:02:31.746900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33924) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:31.800047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1645987 Jul 16 20:02:31.801478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:31.804614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:31.811969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Request body: {'subnet': {'network_id': 'befaf050-d9a6-4dd0-8bf9-980668d373e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-370635425-subnet', 'tenant_id': '684e909e6f614fbf80f651f40769e669', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:31.815785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-9ddd4e99-26b5-4add-bbf0-746483f01bea tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.817432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f48553e4-41fe-4c26-9d74-af9abd68703b req-9ddd4e99-26b5-4add-bbf0-746483f01bea tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.3189311 Jul 16 20:02:31.826846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3983e86-defa-462d-a6d2-d7289d324ecc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784180 Jul 16 20:02:31.831554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:31.840020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:31.853000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d4d31-b37e-42be-baca-da6fd9d7aab8 admin admin] Pushing event updated for resources: {'Network': ['ID=befaf050-d9a6-4dd0-8bf9-980668d373e0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:31.858091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.858754 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 43c3c699-d96c-4d75-8845-030e62a8ad13 of type vlan for network a10809f7-06ff-4adb-9c70-e681cc63ceba Jul 16 20:02:31.866620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network befaf050-d9a6-4dd0-8bf9-980668d373e0 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:31.952722 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.971591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Made reservation on behalf of 684e909e6f614fbf80f651f40769e669 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:31.973965 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.035427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.043675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:32.044550 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.115527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:32.131984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.138541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=a10809f7-06ff-4adb-9c70-e681cc63ceba,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:32.150443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a10809f7-06ff-4adb-9c70-e681cc63ceba details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:32.225579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84a3ee-6bd3-4857-aad5-6c5ecbd65459 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:32.337964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:32.562104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-06440018-ef60-42eb-948b-0e1b5f2d2e2a None None] Could not find standard attr ID for object 31d3561f-9f2d-4bdb-82d4-734d36467b5b. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:02:32.588615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9c81eaa2-0c9d-4c14-9425-916d0799f905 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:32.660094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.734109 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.751046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d242e920-6b42-40ba-bfea-9e6b134a93e5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:32.783450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:32.808265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0e4a1277-8ef8-40d5-93bb-0d243422f992 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3588169 Jul 16 20:02:32.809425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33970) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:32.819757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Checking segment: {'id': '8463683f-4b9e-4f05-9dcf-f7e4d3864474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'befaf050-d9a6-4dd0-8bf9-980668d373e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:32.820137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Network hostable DHCP agents. Network: befaf050-d9a6-4dd0-8bf9-980668d373e0, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:32.822956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:32.828384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:32.828996 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.843807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': 'a10809f7-06ff-4adb-9c70-e681cc63ceba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:32.865688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-06440018-ef60-42eb-948b-0e1b5f2d2e2a None None] Provisioning for port 9c81eaa2-0c9d-4c14-9425-916d0799f905 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:32.868334 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.869778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24b02fdf-f4c3-481e-ae39-65d30082f660 req-63da2f8e-243f-48b0-8b77-dca0cd97becb tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips/67274cd7-5a06-4c8d-bbcd-9e23f41227c9 HTTP/1.1" status: 200 len: 693 time: 0.7358670 Jul 16 20:02:32.883448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Network befaf050-d9a6-4dd0-8bf9-980668d373e0 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:32.886022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=32dee186-f76d-428c-a1d3-dc493e7ce0a6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:32.904511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b0995e61-75a3-44e1-aa8f-0cfe9ba86371 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0712752 Jul 16 20:02:32.907058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33976) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:32.912624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': '32dee186-f76d-428c-a1d3-dc493e7ce0a6', 'ip_address': '2001:db8::4128:51de:74a2:814'}], 'name': 'tempest-NetworksTestDHCPv6-1183537351'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:32.917686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, befaf050-d9a6-4dd0-8bf9-980668d373e0) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:32.923756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:32.926400 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdebf932-e88f-44cd-ab65-c43af3259f42" -d '{"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-unplugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:32.934933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8bbe60-2b2e-4bcb-a3a6-0c7ff0136438 None None] Network befaf050-d9a6-4dd0-8bf9-980668d373e0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:32.966106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:32.966721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.001116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33980) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:33.051386 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfb3f50-3209-465e-88dd-761b506e4548 x-openstack-request-id: req-9cfb3f50-3209-465e-88dd-761b506e4548 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:33.052108 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-unplugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:33.052538 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cfb3f50-3209-465e-88dd-761b506e4548 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:33.053093 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'code': 200} Jul 16 20:02:33.060679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:33.062063 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23a3763a-5c6b-4014-9293-c6129d691cc7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2561002 Jul 16 20:02:33.063450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9c81eaa2-0c9d-4c14-9425-916d0799f905 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:33.073237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9c81eaa2-0c9d-4c14-9425-916d0799f905 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:33.073790 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.075683 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.169160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:33.248707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:33.253566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b02fdf-f4c3-481e-ae39-65d30082f660 req-74811e1b-0637-4b5a-a413-a330aca54763 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:33.255287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24b02fdf-f4c3-481e-ae39-65d30082f660 req-74811e1b-0637-4b5a-a413-a330aca54763 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.3583941 Jul 16 20:02:33.275076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c617b8-7bd2-412a-ba84-735f1be13bba None None] Network befaf050-d9a6-4dd0-8bf9-980668d373e0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:33.315808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30db6a80-d901-4adf-b560-d378d8492a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.329350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:33.335325 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.459393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.468855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-66f6032a-ef55-48e1-99b3-df9f708f4f41 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips/67274cd7-5a06-4c8d-bbcd-9e23f41227c9 HTTP/1.1" status: 200 len: 693 time: 0.1442592 Jul 16 20:02:33.497749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.512038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 0a91fb54-c428-44cc-8c7b-f72f0f97913c yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:02:33.568837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9c81eaa2-0c9d-4c14-9425-916d0799f905, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9c81eaa2-0c9d-4c14-9425-916d0799f905,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:33.604076 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.644349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c6248-d509-4e74-a30a-60705fdda166 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:33.699195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ec5867fc-68b3-4395-85a9-7e03401c5060 None None] Provisioning complete for port 9c81eaa2-0c9d-4c14-9425-916d0799f905 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:33.699720 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ec5867fc-68b3-4395-85a9-7e03401c5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.714099 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30db6a80-d901-4adf-b560-d378d8492a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.721535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30db6a80-d901-4adf-b560-d378d8492a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.732241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-763cde94-77e3-410c-bc00-d377dd32049b tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:33.733794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-763cde94-77e3-410c-bc00-d377dd32049b tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.2642112 Jul 16 20:02:33.787062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9c81eaa2-0c9d-4c14-9425-916d0799f905,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:33.801016 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-30db6a80-d901-4adf-b560-d378d8492a1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=368cb207e8e743799c88fcfdc0ec6a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7953074 Jul 16 20:02:33.803961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db6a80-d901-4adf-b560-d378d8492a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9addc1-cd12-41f9-8208-dcc7e4b83653,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:33.806656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34006) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:33.829999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::4128:51de:74a2:814 (d6702219-1b7c-462d-aaac-610760188933/32dee186-f76d-428c-a1d3-dc493e7ce0a6/0a91fb54-c428-44cc-8c7b-f72f0f97913c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:33.877280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-55d9624b-9e7b-4809-9bf8-b0bcabbcc81a tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.1274693 Jul 16 20:02:33.901404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a803b460-629e-4e7c-a594-18086e114cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.956765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a803b460-629e-4e7c-a594-18086e114cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.992457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-eb0273d7-3f3b-4abd-9e18-4d90bab07160 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.0895574 Jul 16 20:02:34.000125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-458dab6d-b618-4eba-b030-dd0fd6c2c5e2 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:34.001838 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-458dab6d-b618-4eba-b030-dd0fd6c2c5e2 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/networks?id=befaf050-d9a6-4dd0-8bf9-980668d373e0 HTTP/1.1" status: 200 len: 821 time: 0.2644396 Jul 16 20:02:34.002823 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.072468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a803b460-629e-4e7c-a594-18086e114cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.075171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a803b460-629e-4e7c-a594-18086e114cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.078706 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a803b460-629e-4e7c-a594-18086e114cfe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d9addc1-cd12-41f9-8208-dcc7e4b83653 HTTP/1.1" status: 204 len: 168 time: 0.2664375 Jul 16 20:02:34.079422 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.090726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.095395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803b460-629e-4e7c-a594-18086e114cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9addc1-cd12-41f9-8208-dcc7e4b83653,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:34.102244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 0a91fb54-c428-44cc-8c7b-f72f0f97913c will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:34.102678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-75c4f1f3-36ad-437b-9f24-aa99d26fd8dd tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/quotas/684e909e6f614fbf80f651f40769e669 HTTP/1.1" status: 200 len: 375 time: 0.0918691 Jul 16 20:02:34.143628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.187038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=f805b5f4-6a2a-41a0-8f59-43498b3a0359,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:34.192571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-4202ed2c-56da-436f-bc6c-74f770173369 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=684e909e6f614fbf80f651f40769e669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777292 Jul 16 20:02:34.195829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:34.199472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:34.208609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:34.215808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:34.216558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.235457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=0a91fb54-c428-44cc-8c7b-f72f0f97913c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:34.249969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-3524c9b7-5ebf-4c46-9e52-19449bd9c6cf tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:34.250990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-3524c9b7-5ebf-4c46-9e52-19449bd9c6cf tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295033 Jul 16 20:02:34.255303 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a8671cb-1994-407e-b1b9-423e3819593a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3441801 Jul 16 20:02:34.255459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': '43c3c699-d96c-4d75-8845-030e62a8ad13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a10809f7-06ff-4adb-9c70-e681cc63ceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:34.255459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: a10809f7-06ff-4adb-9c70-e681cc63ceba, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:34.255654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34012) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:34.364913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee2e3af-2116-49a1-848b-45377bf10ce4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:34.369866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network a10809f7-06ff-4adb-9c70-e681cc63ceba is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:34.373562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee2e3af-2116-49a1-848b-45377bf10ce4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:34.381698 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bee2e3af-2116-49a1-848b-45377bf10ce4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1241910 Jul 16 20:02:34.382772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34018) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:34.384523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a10809f7-06ff-4adb-9c70-e681cc63ceba) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:34.389323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:34.390068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.393938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e718d-0672-4f17-90b8-70b9b749c62f None None] Network a10809f7-06ff-4adb-9c70-e681cc63ceba requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:34.489705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Deleting port 67f9a61d-4a6c-4571-99cc-589aa5525c27 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:34.490718 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.506871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-f26b7ad0-ad8a-4bce-a237-a10cc96b580d service neutron] 10.222.0.78 "GET /v2.0/networks/befaf050-d9a6-4dd0-8bf9-980668d373e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470105 Jul 16 20:02:34.527909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-965469fe-5ac6-4b46-abe4-b4e13e5c87a7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7088585 Jul 16 20:02:34.530899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:34.546186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9c81eaa2-0c9d-4c14-9425-916d0799f905 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:34.625005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-807830bc-9402-4368-aaf9-bd1c34580674 None None] Provisioning complete for port 9c81eaa2-0c9d-4c14-9425-916d0799f905 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:34.625785 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-807830bc-9402-4368-aaf9-bd1c34580674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.642552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34024) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:34.692870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9c81eaa2-0c9d-4c14-9425-916d0799f905 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:34.692870 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.716634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbda9-1858-4cd4-980b-9cb36aa87d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.718964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.719395 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.744851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-f96f7112-9820-4aad-a0c9-38bc041fa6b1 service neutron] 10.222.0.78 "GET /v2.0/networks/befaf050-d9a6-4dd0-8bf9-980668d373e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368970 Jul 16 20:02:34.746697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Calling delete_port for 67f9a61d-4a6c-4571-99cc-589aa5525c27 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:34.791574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-62207ab3-1733-447e-8d30-4ed454fb037e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 0a91fb54-c428-44cc-8c7b-f72f0f97913c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:34.791972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62207ab3-1733-447e-8d30-4ed454fb037e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.798020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.904918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00bb22a-cb69-4bb7-8955-95440e0508b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-a10809f7-06ff-4adb-9c70-e681cc63ceba', 'network_id': 'a10809f7-06ff-4adb-9c70-e681cc63ceba', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': 'f805b5f4-6a2a-41a0-8f59-43498b3a0359'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:34.905912 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f00bb22a-cb69-4bb7-8955-95440e0508b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.029769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.057264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.080900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.107979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62207ab3-1733-447e-8d30-4ed454fb037e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.154858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-62207ab3-1733-447e-8d30-4ed454fb037e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 0a91fb54-c428-44cc-8c7b-f72f0f97913c owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:35.170451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event deleted for resources: {'Port': ['ID=67f9a61d-4a6c-4571-99cc-589aa5525c27,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.261613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbda9-1858-4cd4-980b-9cb36aa87d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.276686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-110396f9-208e-476c-ba22-7a50e50ea958 None None] Could not find standard attr ID for object 90d76410-ba6d-4854-8105-364ef99adee2. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:02:35.286418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbda9-1858-4cd4-980b-9cb36aa87d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-f00bb22a-cb69-4bb7-8955-95440e0508b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f805b5f4-6a2a-41a0-8f59-43498b3a0359: This subnet is being modified by another concurrent operation. Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:02:35.344226 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f805b5f4-6a2a-41a0-8f59-43498b3a0359: This subnet is being modified by another concurrent operation. Jul 16 20:02:35.349049 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:02:35.369868 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.374050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e988b8-09cb-47e1-aa0a-9d726110864f None None] Network a10809f7-06ff-4adb-9c70-e681cc63ceba requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:35.374710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.394180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02c3d11f-1837-42bc-ad85-8bff1f196964 req-57a5f7b3-eed9-4378-96ad-7848d20969ef tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "DELETE /v2.0/floatingips/67274cd7-5a06-4c8d-bbcd-9e23f41227c9 HTTP/1.1" status: 204 len: 173 time: 1.3858068 Jul 16 20:02:35.397184 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.416561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bbda9-1858-4cd4-980b-9cb36aa87d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e9740-eb79-4848-911a-2e88572f2d38,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.433267 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-979dff6f-81aa-4a21-b4b6-90ed1765f07b None None] Could not find standard attr ID for object 31d3561f-9f2d-4bdb-82d4-734d36467b5b. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:02:35.440687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0a8bbda9-1858-4cd4-980b-9cb36aa87d7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=289084f7974245199175efd5413fd34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940612 Jul 16 20:02:35.444481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34046) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:35.473865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=f805b5f4-6a2a-41a0-8f59-43498b3a0359,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.586110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.618643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10809f7-06ff-4adb-9c70-e681cc63ceba']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:35.643702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c3c699-d96c-4d75-8845-030e62a8ad13') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:35.645005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c3c699-d96c-4d75-8845-030e62a8ad13') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:35.659272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.677775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.686523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:35.687238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.748325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c84bf636-a34a-4ba0-a3a4-c97f5d8e8d4c None None] Could not find standard attr ID for object 0a91fb54-c428-44cc-8c7b-f72f0f97913c. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:35.767248 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:35.771679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62207ab3-1733-447e-8d30-4ed454fb037e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.778953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d55946fb-71a4-4dbc-ad2e-f8d9b011f86f req-98f112bf-3999-4ce5-a26c-8c5776767f49 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 210 time: 0.2837121 Jul 16 20:02:35.813164 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.817121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62207ab3-1733-447e-8d30-4ed454fb037e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=0a91fb54-c428-44cc-8c7b-f72f0f97913c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.831350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.834537 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/a10809f7-06ff-4adb-9c70-e681cc63ceba HTTP/1.1" status: 204 len: 168 time: 1.3024592 Jul 16 20:02:35.839441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34050) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:35.875915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92159fba-b4d1-4013-ac41-e47079f28f54 req-efdd8de5-71d2-4816-8fd3-7b70fe1d1d13 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:35.882607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34dab2-2c55-4377-b63a-86e3a843056b tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=a10809f7-06ff-4adb-9c70-e681cc63ceba,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:35.885315 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92159fba-b4d1-4013-ac41-e47079f28f54 req-efdd8de5-71d2-4816-8fd3-7b70fe1d1d13 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3603137 Jul 16 20:02:35.891096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2a2de2c6-80ab-4b35-993c-418db0d70669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.910058 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6ce731-44ea-47cf-826d-de34b1457f18 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] GET failed (client error): The resource could not be found. Jul 16 20:02:35.911562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a6ce731-44ea-47cf-826d-de34b1457f18 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/subnets/f805b5f4-6a2a-41a0-8f59-43498b3a0359 HTTP/1.1" status: 404 len: 337 time: 0.0711186 Jul 16 20:02:35.914361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:35.922477 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2a2de2c6-80ab-4b35-993c-418db0d70669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.925634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62207ab3-1733-447e-8d30-4ed454fb037e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.930595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62207ab3-1733-447e-8d30-4ed454fb037e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/0a91fb54-c428-44cc-8c7b-f72f0f97913c HTTP/1.1" status: 204 len: 168 time: 1.5447931 Jul 16 20:02:35.931376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34056) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:35.976145 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f439fd5-39c1-4da0-acbf-61d510bb8fd2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:35.976939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f439fd5-39c1-4da0-acbf-61d510bb8fd2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:35.979064 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3f439fd5-39c1-4da0-acbf-61d510bb8fd2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/a10809f7-06ff-4adb-9c70-e681cc63ceba HTTP/1.1" status: 404 len: 339 time: 0.0618165 Jul 16 20:02:35.987674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34058) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:36.017714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39e406f3-281d-4631-b3c9-4d416292a1b7 req-36e5583a-48ac-45cf-ad27-4d70605ec86a tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=dd0a1390f0fb4dc6a41576c8a046eb67 HTTP/1.1" status: 200 len: 1656 time: 0.0979211 Jul 16 20:02:36.076178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9d724-a8cc-49b3-8318-df860e8d454f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.078364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9d724-a8cc-49b3-8318-df860e8d454f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.080857 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c4e9d724-a8cc-49b3-8318-df860e8d454f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1457500 Jul 16 20:02:36.085810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34060) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:36.086520 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2a2de2c6-80ab-4b35-993c-418db0d70669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.089748 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2a2de2c6-80ab-4b35-993c-418db0d70669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.095242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2a2de2c6-80ab-4b35-993c-418db0d70669 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a96e9740-eb79-4848-911a-2e88572f2d38 HTTP/1.1" status: 204 len: 168 time: 0.6485677 Jul 16 20:02:36.158139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-55754a4a-7629-4532-a4f6-292f75a4f6d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 32dee186-f76d-428c-a1d3-dc493e7ce0a6 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:36.206129 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55754a4a-7629-4532-a4f6-292f75a4f6d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.211111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2de2c6-80ab-4b35-993c-418db0d70669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e9740-eb79-4848-911a-2e88572f2d38,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.275257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55754a4a-7629-4532-a4f6-292f75a4f6d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.282248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc2b4bd-7203-4e9b-b0c3-6c474c08c333 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.283846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3cc2b4bd-7203-4e9b-b0c3-6c474c08c333 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2950280 Jul 16 20:02:36.291634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34076) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:36.307721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:36.345411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9421145e-f89b-46a0-ab82-c4ff789c3031 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 207 time: 0.0515044 Jul 16 20:02:36.346049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34078) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:36.381396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55754a4a-7629-4532-a4f6-292f75a4f6d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.460547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e406f3-281d-4631-b3c9-4d416292a1b7 req-ae6c1baa-8d6e-48c5-928d-0d0f0b864438 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.468892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39e406f3-281d-4631-b3c9-4d416292a1b7 req-ae6c1baa-8d6e-48c5-928d-0d0f0b864438 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks?id=5d502ef9-38e2-4288-9a0e-119b6f13f684&id=5d502ef9-38e2-4288-9a0e-119b6f13f684&id=5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 787 time: 0.4293253 Jul 16 20:02:36.473883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55754a4a-7629-4532-a4f6-292f75a4f6d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.480574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-39e406f3-281d-4631-b3c9-4d416292a1b7 req-1304a25f-de2b-4ac7-a6e3-855709c5f612 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:36.494337 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39e406f3-281d-4631-b3c9-4d416292a1b7 req-1304a25f-de2b-4ac7-a6e3-855709c5f612 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234058 Jul 16 20:02:36.558659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55754a4a-7629-4532-a4f6-292f75a4f6d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=32dee186-f76d-428c-a1d3-dc493e7ce0a6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.567942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:36.572942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a2e57c-0f81-4d3f-9c60-97da02b1b200 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.580464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a2e57c-0f81-4d3f-9c60-97da02b1b200 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.582201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'mac_address': 'fa:16:3e:fe:b7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:36.590603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a2e57c-0f81-4d3f-9c60-97da02b1b200 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.597099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a2e57c-0f81-4d3f-9c60-97da02b1b200 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.603174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-19a2e57c-0f81-4d3f-9c60-97da02b1b200 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2555318 Jul 16 20:02:36.604210 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34086) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:36.637433 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.683157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8283b715-b9f2-4a94-8896-90d5276b62b6 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:36.724559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b607f0a-2700-48df-b225-206134bcb5ce req-d1d98e46-5000-46ad-953b-07ebe3edc5d0 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips/46625e46-a302-4353-9cee-ef37f830308f HTTP/1.1" status: 200 len: 693 time: 0.1595900 Jul 16 20:02:36.727503 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55754a4a-7629-4532-a4f6-292f75a4f6d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.728037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:36.733225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-55754a4a-7629-4532-a4f6-292f75a4f6d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/32dee186-f76d-428c-a1d3-dc493e7ce0a6 HTTP/1.1" status: 204 len: 168 time: 0.6371717 Jul 16 20:02:36.739317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34092) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:36.741349 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.821499 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-469a162e-7dbc-4866-97d1-6690e1316481 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753441 Jul 16 20:02:36.822146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34098) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:36.849548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:36.872281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['8283b715-b9f2-4a94-8896-90d5276b62b6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:36.893842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8a284-59d2-4c9d-bfb0-d21a4cf0f81c None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:36.967135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.978857 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6d82bbd3-59ee-4f4c-8d8a-2982882ef4cb tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3729701 Jul 16 20:02:36.986241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34102) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:37.015575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b607f0a-2700-48df-b225-206134bcb5ce req-77779c41-ad27-4f45-9e67-8f03e5bdcecf tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.037017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b607f0a-2700-48df-b225-206134bcb5ce req-77779c41-ad27-4f45-9e67-8f03e5bdcecf tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.3113384 Jul 16 20:02:37.229073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1fdb6-04d8-4c24-80da-a3b996f471f7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.230833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1fdb6-04d8-4c24-80da-a3b996f471f7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.236039 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b9f1fdb6-04d8-4c24-80da-a3b996f471f7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2409918 Jul 16 20:02:37.240046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34120) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:37.244501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3fe55abc-4c69-434b-92e4-6bfeb6aa53d3 req-02f679c1-0d94-499b-b5fe-daa0c72baca9 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 210 time: 0.2019007 Jul 16 20:02:37.287989 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b607f0a-2700-48df-b225-206134bcb5ce req-d1fabd99-7dbd-4db2-b1bd-c78cfcbe913b tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.2498257 Jul 16 20:02:37.317806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:37.334952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-0e96d062-2bc3-4d24-ba10-cd2ef66e10a7 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.335066 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.335168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-0e96d062-2bc3-4d24-ba10-cd2ef66e10a7 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.16 "GET /v2.0/networks?id=befaf050-d9a6-4dd0-8bf9-980668d373e0 HTTP/1.1" status: 200 len: 821 time: 0.4528863 Jul 16 20:02:37.346589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Request body: {'port': {'device_id': '042b5826-24c7-4703-ab8f-c6262d14b54d', 'network_id': 'befaf050-d9a6-4dd0-8bf9-980668d373e0', 'admin_state_up': True, 'tenant_id': '684e909e6f614fbf80f651f40769e669'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:37.391150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:37.464249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b607f0a-2700-48df-b225-206134bcb5ce req-eb67644c-7615-4d11-a3b0-ab9b25144e97 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.1329558 Jul 16 20:02:37.499019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] Deleting port 9c81eaa2-0c9d-4c14-9425-916d0799f905 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:37.500079 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.626610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] For port 9c81eaa2-0c9d-4c14-9425-916d0799f905, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9c81eaa2-0c9d-4c14-9425-916d0799f905,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:37.627293 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.648992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] Calling delete_port for 9c81eaa2-0c9d-4c14-9425-916d0799f905 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:37.786134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Made reservation on behalf of 684e909e6f614fbf80f651f40769e669 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:37.791332 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.810840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Deleting port 0a47bcd5-5633-41ea-89ef-d1e0c8a61d2c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:37.811058 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.811697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.909961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] Pushing event deleted for resources: {'Port': ['ID=9c81eaa2-0c9d-4c14-9425-916d0799f905,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:37.916173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e7777-b646-4718-8c8f-342f920fc3b5 None None] No DVR routers for this DVR port 9c81eaa2-0c9d-4c14-9425-916d0799f905 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:37.951594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb858cf9-4435-413e-8e82-9f5fa5298330 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:02:37.991677 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.992238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.016775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Calling delete_port for 0a47bcd5-5633-41ea-89ef-d1e0c8a61d2c owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:38.037861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce61bf-f064-45a1-a1b1-b7f30a9348c5 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.043718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce61bf-f064-45a1-a1b1-b7f30a9348c5 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.045358 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-20ce61bf-f064-45a1-a1b1-b7f30a9348c5 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7991869 Jul 16 20:02:38.052174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34158) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.073336 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.094273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Allocated IP 172.20.0.4 (befaf050-d9a6-4dd0-8bf9-980668d373e0/d242e920-6b42-40ba-bfea-9e6b134a93e5/ba811c4a-e1fa-4660-bb16-b741bd3787c6) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:38.136843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb858cf9-4435-413e-8e82-9f5fa5298330 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:02:38.149650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:38.159221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:38.195440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.196636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.277807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=2c13fdbe-ee31-4c3c-8168-052d23c011f9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.307585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7096d51-94f6-4238-b8f2-55e2f70b8f01 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.317749 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a7096d51-94f6-4238-b8f2-55e2f70b8f01 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/networks/2e1df0d5-4f7e-42c7-a083-84ead3073016 HTTP/1.1" status: 200 len: 800 time: 0.2644229 Jul 16 20:02:38.318092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34166) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.324832 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b41566d9-ed42-465f-8e37-b0e13efa9adc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4968092 Jul 16 20:02:38.326121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34170) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.332969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': '2c13fdbe-ee31-4c3c-8168-052d23c011f9', 'ip_address': '2001:db8::6596:cdc:c6f7:351f'}], 'name': 'tempest-NetworksTestDHCPv6-862205151'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:38.338469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:38.566216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9c81eaa2-0c9d-4c14-9425-916d0799f905 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:38.610706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9c81eaa2-0c9d-4c14-9425-916d0799f905 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:38.610971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9c81eaa2-0c9d-4c14-9425-916d0799f905 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:38.615355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:38.640531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 8283b715-b9f2-4a94-8896-90d5276b62b6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:38.640913 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.834005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.861351 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.863966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': '2c13fdbe-ee31-4c3c-8168-052d23c011f9'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:38.865448 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.875332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port bf3a5536-afb0-41f6-902f-938257beb337 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:02:38.952501 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.051507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/2c13fdbe-ee31-4c3c-8168-052d23c011f9/2efec550-abeb-4bc7-a8a1-d9b0b3b4a930) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:39.114275 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-361dce63-45e0-431a-a45d-384fb51d7eea tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/networks/2e1df0d5-4f7e-42c7-a083-84ead3073016?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7840769 Jul 16 20:02:39.124932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88b32af2-4239-49e3-b34e-47472df78f40 req-67aee998-914e-40b4-b116-36b2b7185d58 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 210 time: 0.1895847 Jul 16 20:02:39.126072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34190) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:39.143180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.149271 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.157121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b607f0a-2700-48df-b225-206134bcb5ce req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "DELETE /v2.0/floatingips/46625e46-a302-4353-9cee-ef37f830308f HTTP/1.1" status: 204 len: 173 time: 1.6917708 Jul 16 20:02:39.218491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4cb79-9b80-411f-992f-38f52da39804 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event deleted for resources: {'Port': ['ID=0a47bcd5-5633-41ea-89ef-d1e0c8a61d2c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:39.223485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d1735-d1ea-4745-9d4a-12bae66717cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.228329 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3e0d1735-d1ea-4745-9d4a-12bae66717cc tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/subnets/b81ac54b-84a4-4181-8bee-e27b56d1de92 HTTP/1.1" status: 200 len: 811 time: 0.0871561 Jul 16 20:02:39.229056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34198) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:39.278239 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.278969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.290948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Transition to ACTIVE for port object 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:39.311611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Transition to ACTIVE for port object 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:39.348791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:39.352841 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb31c3fe-9e80-4472-b76f-f2a9a13ba0b7" -d '{"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-plugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:39.380959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.385986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.419560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:39.429751 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.468918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::6596:cdc:c6f7:351f (d6702219-1b7c-462d-aaac-610760188933/2c13fdbe-ee31-4c3c-8168-052d23c011f9/bf3a5536-afb0-41f6-902f-938257beb337) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:39.483887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Pushing event updated for resources: {'Port': ['ID=ba811c4a-e1fa-4660-bb16-b741bd3787c6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:39.523381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:39.532604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:39.537395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:39.547141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Pushing event updated for resources: {'Port': ['ID=2efec550-abeb-4bc7-a8a1-d9b0b3b4a930,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:39.608505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-401cb2ef-cb48-4bf0-80ab-fbb7aadd31a0 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips/b27b39be-2ba3-4843-bdbc-fb37ab26373a HTTP/1.1" status: 200 len: 693 time: 0.1290925 Jul 16 20:02:39.624621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777ca3b-789f-4afe-9401-9385612dd9f8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.626685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Network befaf050-d9a6-4dd0-8bf9-980668d373e0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:39.631410 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3777ca3b-789f-4afe-9401-9385612dd9f8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "GET /v2.0/subnets/b81ac54b-84a4-4181-8bee-e27b56d1de92?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4005842 Jul 16 20:02:39.636016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34208) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:39.647383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-285126090'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:39.658101 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598d6374-fde5-41f4-bb7b-16bb3e5ff897 x-openstack-request-id: req-598d6374-fde5-41f4-bb7b-16bb3e5ff897 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:39.658399 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-plugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:39.658653 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-598d6374-fde5-41f4-bb7b-16bb3e5ff897 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:39.659043 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'code': 200} Jul 16 20:02:39.725596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:39.730146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.761051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-ae8ec209-5028-4dee-8575-52ecf6717f88 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.770633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-ae8ec209-5028-4dee-8575-52ecf6717f88 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.1471090 Jul 16 20:02:39.774297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:39.782678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:39.801786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:39.814036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.814583 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Added segment 9055ecbc-a6f6-4f4f-bbb4-0225e131f781 of type vlan for network ff5d57cd-2e76-4d59-83dd-99a88bcf87ba Jul 16 20:02:39.838621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.839796 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.874893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.902229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-82ac460c-680e-43ed-b351-f4e21471c44a tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.154 HTTP/1.1" status: 200 len: 696 time: 0.1301880 Jul 16 20:02:39.921722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.929949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.930711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.961224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-ac09db89-975f-4d15-813f-5bcb8fecbcc9 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.154 HTTP/1.1" status: 200 len: 696 time: 0.0575905 Jul 16 20:02:40.016571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c645ca35-a994-423b-9236-e1892fab08b8 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6754215 Jul 16 20:02:40.039074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Network': ['ID=ff5d57cd-2e76-4d59-83dd-99a88bcf87ba,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:40.040895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Attempting to bind port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:40.041272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Attempting to bind port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:40.041636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Attempting to bind port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:40.050530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:40.051017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:40.051673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.052264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:40.052634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Bound port: 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:40.053028 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.054995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=10']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:40.060567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ff5d57cd-2e76-4d59-83dd-99a88bcf87ba details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:40.064675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Request body: {'port': {'device_id': '042b5826-24c7-4703-ab8f-c6262d14b54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:40.066031 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27c0219e-5501-4a6d-8e3a-2474666fdfd9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4288702 Jul 16 20:02:40.070670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34214) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:40.078791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'network_id': 'ff5d57cd-2e76-4d59-83dd-99a88bcf87ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:40.225555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.246101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object bf3a5536-afb0-41f6-902f-938257beb337 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:40.248940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Made reservation on behalf of bdf5505561b44a60a50f7c73fdb07a23 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:40.253580 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.265817 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.353984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Performing IP validity checks on allocation pools {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:02:40.354543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:02:40.357378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] For port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:40.361670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] For port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2efec550-abeb-4bc7-a8a1-d9b0b3b4a930,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:40.376152 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.459448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Deleting port bb8366ff-8d09-4fcc-a481-192eecee624f {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:40.459961 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.552138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e706c-e99a-49aa-a249-f880a3df7a91 None None] Pushing event updated for resources: {'Port': ['ID=2efec550-abeb-4bc7-a8a1-d9b0b3b4a930,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:40.557802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.691283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.691683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.698368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:40.708923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Calling delete_port for bb8366ff-8d09-4fcc-a481-192eecee624f owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:40.711208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:40.730719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:40.739726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:40.740842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:40.844606 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5085828 Jul 16 20:02:40.866028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34230) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:40.881388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724e7b1-0818-495e-818d-d7b8f318b2c8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=bf3a5536-afb0-41f6-902f-938257beb337,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:40.887267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.006416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=02389ed6-b78f-4e9f-ab78-0a6964a69330,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:41.023353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Checking segment: {'id': '9055ecbc-a6f6-4f4f-bbb4-0225e131f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ff5d57cd-2e76-4d59-83dd-99a88bcf87ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:41.023976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network hostable DHCP agents. Network: ff5d57cd-2e76-4d59-83dd-99a88bcf87ba, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:41.050372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Network ff5d57cd-2e76-4d59-83dd-99a88bcf87ba is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:41.072861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ff5d57cd-2e76-4d59-83dd-99a88bcf87ba) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:41.079643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.080677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.102696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7cbeffe7-fe53-453e-b59c-108496742473 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0311239 Jul 16 20:02:41.105549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34234) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:41.119657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3ee0ec40-2ec3-4fa0-827b-6b34f2e1fb8a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:41.211551 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.250643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135c254-2c8f-4905-8ad4-72dae03f0dd0 req-39892602-b432-4fe1-ac73-e18d97d941d5 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.256241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e135c254-2c8f-4905-8ad4-72dae03f0dd0 req-39892602-b432-4fe1-ac73-e18d97d941d5 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 931 time: 0.8789537 Jul 16 20:02:41.292847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ec40-2ec3-4fa0-827b-6b34f2e1fb8a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3870052'] for subnet, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.461502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba811c4a-e1fa-4660-bb16-b741bd3787c6 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:41.475537 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.490929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Transition to ACTIVE for port object ba811c4a-e1fa-4660-bb16-b741bd3787c6 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:41.494163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event deleted for resources: {'Port': ['ID=bb8366ff-8d09-4fcc-a481-192eecee624f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:41.504971 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.670772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ec40-2ec3-4fa0-827b-6b34f2e1fb8a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747916796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3991530'] for subnet, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.687132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d675c5-ba6f-4fce-9922-9cb757acf5a7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.711839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d675c5-ba6f-4fce-9922-9cb757acf5a7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.712645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-00d675c5-ba6f-4fce-9922-9cb757acf5a7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.8455906 Jul 16 20:02:41.716863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34242) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:41.794616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e135c254-2c8f-4905-8ad4-72dae03f0dd0 req-cdc46c06-ae45-4d8f-a79a-a8af79ae1960 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019774 Jul 16 20:02:41.803504 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.813678 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.814637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc5f87e4-9d18-4296-a5e7-eb63db54a22c req-1beac853-4486-46b8-8a52-63c73e9716ee tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "DELETE /v2.0/floatingips/b27b39be-2ba3-4843-bdbc-fb37ab26373a HTTP/1.1" status: 204 len: 173 time: 1.8521237 Jul 16 20:02:41.885494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0ec40-2ec3-4fa0-827b-6b34f2e1fb8a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.886197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ec40-2ec3-4fa0-827b-6b34f2e1fb8a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.887636 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3ee0ec40-2ec3-4fa0-827b-6b34f2e1fb8a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "PUT /v2.0/subnets/02389ed6-b78f-4e9f-ab78-0a6964a69330 HTTP/1.1" status: 200 len: 877 time: 0.7807775 Jul 16 20:02:41.898180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34252) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:41.919307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0ec40-2ec3-4fa0-827b-6b34f2e1fb8a tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event updated for resources: {'Subnet': ['ID=02389ed6-b78f-4e9f-ab78-0a6964a69330,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:41.984486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Pushing event updated for resources: {'Port': ['ID=ba811c4a-e1fa-4660-bb16-b741bd3787c6,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:42.023440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Attempting to bind port ba811c4a-e1fa-4660-bb16-b741bd3787c6 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:42.023800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Attempting to bind port ba811c4a-e1fa-4660-bb16-b741bd3787c6 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '8463683f-4b9e-4f05-9dcf-f7e4d3864474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'befaf050-d9a6-4dd0-8bf9-980668d373e0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:42.024096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Attempting to bind port ba811c4a-e1fa-4660-bb16-b741bd3787c6 on network befaf050-d9a6-4dd0-8bf9-980668d373e0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:42.034638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Port ba811c4a-e1fa-4660-bb16-b741bd3787c6 on network befaf050-d9a6-4dd0-8bf9-980668d373e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:42.035283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Attempting to bind port ba811c4a-e1fa-4660-bb16-b741bd3787c6 on network befaf050-d9a6-4dd0-8bf9-980668d373e0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:42.052530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1d6d8-1a08-4b35-af98-03a4d1c9c78b None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:42.062878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:42.063232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Checking segment: {'id': '8463683f-4b9e-4f05-9dcf-f7e4d3864474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'befaf050-d9a6-4dd0-8bf9-980668d373e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:42.063608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Bound using segment: {'id': '8463683f-4b9e-4f05-9dcf-f7e4d3864474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'befaf050-d9a6-4dd0-8bf9-980668d373e0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:42.064038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Bound port: ba811c4a-e1fa-4660-bb16-b741bd3787c6, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8463683f-4b9e-4f05-9dcf-f7e4d3864474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'befaf050-d9a6-4dd0-8bf9-980668d373e0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:42.064442 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.094247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671c60a-4b26-4bc4-bd8f-444f0f74c3e0 None None] Network ff5d57cd-2e76-4d59-83dd-99a88bcf87ba requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:42.235818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] For port ba811c4a-e1fa-4660-bb16-b741bd3787c6, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:42.236096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1bf816b8-d951-4683-b68a-ffc0516fa450 None None] Provisioning for port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:42.245198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] For port ba811c4a-e1fa-4660-bb16-b741bd3787c6, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba811c4a-e1fa-4660-bb16-b741bd3787c6,segment=NetworkSegment(8463683f-4b9e-4f05-9dcf-f7e4d3864474),segment_id=8463683f-4b9e-4f05-9dcf-f7e4d3864474)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:42.267603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.294779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.310287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c71a1-5e09-48bb-9eb1-777b0f85d909 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port bf3a5536-afb0-41f6-902f-938257beb337 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:42.311443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f6c71a1-5e09-48bb-9eb1-777b0f85d909 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.376446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.377061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.378759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] 10.222.0.16 "PUT /v2.0/ports/ba811c4a-e1fa-4660-bb16-b741bd3787c6 HTTP/1.1" status: 200 len: 1092 time: 2.3195550 Jul 16 20:02:42.380071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042b5826-24c7-4703-ab8f-c6262d14b54d', 'tag': 'ba811c4a-e1fa-4660-bb16-b741bd3787c6'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:42.382786 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588d073c-53eb-42fb-8ce5-27de84505c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "042b5826-24c7-4703-ab8f-c6262d14b54d", "tag": "ba811c4a-e1fa-4660-bb16-b741bd3787c6"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:42.402310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-245cb786-f642-4a7e-b62b-60dc272251cb req-0b642102-fc6d-451b-a4e5-74cc30489501 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips/d615e8d0-c865-4966-9d8c-a07e25a6aa2b HTTP/1.1" status: 200 len: 692 time: 0.1556404 Jul 16 20:02:42.429372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-ff5d57cd-2e76-4d59-83dd-99a88bcf87ba', 'network_id': 'ff5d57cd-2e76-4d59-83dd-99a88bcf87ba', 'tenant_id': 'bdf5505561b44a60a50f7c73fdb07a23', 'fixed_ips': [{'subnet_id': '02389ed6-b78f-4e9f-ab78-0a6964a69330'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:42.431041 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.514086 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e217663-f4c0-469f-a962-ba554a25de0e x-openstack-request-id: req-8e217663-f4c0-469f-a962-ba554a25de0e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:42.514606 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042b5826-24c7-4703-ab8f-c6262d14b54d", "tag": "ba811c4a-e1fa-4660-bb16-b741bd3787c6", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:42.514606 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e217663-f4c0-469f-a962-ba554a25de0e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:42.518535 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042b5826-24c7-4703-ab8f-c6262d14b54d', 'tag': 'ba811c4a-e1fa-4660-bb16-b741bd3787c6', 'status': 'completed', 'code': 200} Jul 16 20:02:42.534136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb543f-5c7e-492d-b88c-4a49844c440a service neutron] Pushing event updated for resources: {'Port': ['ID=ba811c4a-e1fa-4660-bb16-b741bd3787c6,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:42.622495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:42.643289 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.650793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-51f95f2f-8052-43f7-9056-2c7a76a38c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.663605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-51f95f2f-8052-43f7-9056-2c7a76a38c4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=684e909e6f614fbf80f651f40769e669&device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 1095 time: 0.2364507 Jul 16 20:02:42.741427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-f0155b30-39d4-49cf-a6a4-31efb0242225 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba811c4a-e1fa-4660-bb16-b741bd3787c6 HTTP/1.1" status: 200 len: 217 time: 0.0638111 Jul 16 20:02:42.760918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb786-f642-4a7e-b62b-60dc272251cb req-95be8816-4a46-4724-8554-aacb84235c9e tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.764117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Allocated IP 172.20.0.3 (ff5d57cd-2e76-4d59-83dd-99a88bcf87ba/02389ed6-b78f-4e9f-ab78-0a6964a69330/7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:42.774719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-245cb786-f642-4a7e-b62b-60dc272251cb req-95be8816-4a46-4724-8554-aacb84235c9e tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.3711953 Jul 16 20:02:42.780884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:42.787511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:42.788293 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.791807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f6c71a1-5e09-48bb-9eb1-777b0f85d909 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.816789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c71a1-5e09-48bb-9eb1-777b0f85d909 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for bf3a5536-afb0-41f6-902f-938257beb337 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:42.903911 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-245cb786-f642-4a7e-b62b-60dc272251cb req-ea646f7c-f901-4249-bd7d-7200dbe92a9d tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.1282034 Jul 16 20:02:43.026797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-245cb786-f642-4a7e-b62b-60dc272251cb req-3ba7fa12-201e-4842-9dbd-12cac40d9640 tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.1218646 Jul 16 20:02:43.036875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f6c71a1-5e09-48bb-9eb1-777b0f85d909 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.116716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c71a1-5e09-48bb-9eb1-777b0f85d909 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=bf3a5536-afb0-41f6-902f-938257beb337,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.214623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f6c71a1-5e09-48bb-9eb1-777b0f85d909 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.224589 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4f6c71a1-5e09-48bb-9eb1-777b0f85d909 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/bf3a5536-afb0-41f6-902f-938257beb337 HTTP/1.1" status: 204 len: 168 time: 1.5063593 Jul 16 20:02:43.225317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:43.252459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.330665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb3252-6734-4810-8272-dd0b159c236a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.337924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb3252-6734-4810-8272-dd0b159c236a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.340618 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03eb3252-6734-4810-8272-dd0b159c236a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1142445 Jul 16 20:02:43.342629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34282) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:43.365116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c919c326-5d80-4de2-b8c8-7594510c36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.366568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c919c326-5d80-4de2-b8c8-7594510c36e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d242e920-6b42-40ba-bfea-9e6b134a93e5 HTTP/1.1" status: 200 len: 861 time: 0.5813015 Jul 16 20:02:43.382942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2efec550-abeb-4bc7-a8a1-d9b0b3b4a930,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:43.384071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a982840-0a0e-492e-9fd5-3fd3ed62f767 None None] Provisioning complete for port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:43.384336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a982840-0a0e-492e-9fd5-3fd3ed62f767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.435163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8e2f14-60fd-4196-892b-3a34d39773a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 2c13fdbe-ee31-4c3c-8168-052d23c011f9 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:43.449857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-6f8e60c5-d373-462d-89b2-3b648f97eeb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=befaf050-d9a6-4dd0-8bf9-980668d373e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727706 Jul 16 20:02:43.460746 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e2f14-60fd-4196-892b-3a34d39773a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.465014 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.472281 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.545624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Transition to ACTIVE for port object 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:43.553124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e2f14-60fd-4196-892b-3a34d39773a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.632436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd805f5-5cf0-4de5-a17c-09a48cb1a519 req-f9950e6f-0625-43c3-b5e5-84f8a80a52b9 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.636509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6cd805f5-5cf0-4de5-a17c-09a48cb1a519 req-f9950e6f-0625-43c3-b5e5-84f8a80a52b9 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 943 time: 0.4736409 Jul 16 20:02:43.648071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=2efec550-abeb-4bc7-a8a1-d9b0b3b4a930,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.653251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Transition to ACTIVE for port object 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:43.670449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a982840-0a0e-492e-9fd5-3fd3ed62f767 None None] Could not find standard attr ID for object bf3a5536-afb0-41f6-902f-938257beb337. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:02:43.672880 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.775757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Network ff5d57cd-2e76-4d59-83dd-99a88bcf87ba is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:43.790110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6cd805f5-5cf0-4de5-a17c-09a48cb1a519 req-a2c8e019-2be1-4388-a4c7-6b5551941484 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379981 Jul 16 20:02:43.793253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.804030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-745151c5-1de7-4a3e-8e5a-cd3d6b3628cd None None] Could not find standard attr ID for object bf3a5536-afb0-41f6-902f-938257beb337. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:02:43.805725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:43.829975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:43.838780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Deleting port 4a8e44dd-4450-4b8c-9792-75de31aef83f {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:43.844518 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.915799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=02389ed6-b78f-4e9f-ab78-0a6964a69330,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.923640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Pushing event updated for resources: {'Port': ['ID=7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.973424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-c8adfc3a-a7bc-4865-83fc-dd15f222278c service neutron] 10.222.0.16 "GET /v2.0/networks/befaf050-d9a6-4dd0-8bf9-980668d373e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880240 Jul 16 20:02:43.975826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e2f14-60fd-4196-892b-3a34d39773a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.035142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Attempting to bind port 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:44.035663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Attempting to bind port 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9055ecbc-a6f6-4f4f-bbb4-0225e131f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ff5d57cd-2e76-4d59-83dd-99a88bcf87ba'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:44.036043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Attempting to bind port 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392 on network ff5d57cd-2e76-4d59-83dd-99a88bcf87ba {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:44.048568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:44.048953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Checking segment: {'id': '9055ecbc-a6f6-4f4f-bbb4-0225e131f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ff5d57cd-2e76-4d59-83dd-99a88bcf87ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:44.049373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.049776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Bound using segment: {'id': '9055ecbc-a6f6-4f4f-bbb4-0225e131f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ff5d57cd-2e76-4d59-83dd-99a88bcf87ba'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:44.050251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Bound port: 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055ecbc-a6f6-4f4f-bbb4-0225e131f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ff5d57cd-2e76-4d59-83dd-99a88bcf87ba'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:44.051208 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.089318 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.089686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.131866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Calling delete_port for 4a8e44dd-4450-4b8c-9792-75de31aef83f owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:44.155773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.173472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5d57cd-2e76-4d59-83dd-99a88bcf87ba']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:44.203443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] For port 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:44.209049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] For port 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392,segment=NetworkSegment(9055ecbc-a6f6-4f4f-bbb4-0225e131f781),segment_id=9055ecbc-a6f6-4f4f-bbb4-0225e131f781)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:44.210327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9055ecbc-a6f6-4f4f-bbb4-0225e131f781') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:44.210635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9055ecbc-a6f6-4f4f-bbb4-0225e131f781') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:44.216462 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.272728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.314283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e2f14-60fd-4196-892b-3a34d39773a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.317393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.346795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:44.347211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:44.407711 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:44.411329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e2f14-60fd-4196-892b-3a34d39773a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=2c13fdbe-ee31-4c3c-8168-052d23c011f9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:44.421517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a44f2-9acd-41ba-85c2-2797cd5d3b07 None None] Pushing event updated for resources: {'Port': ['ID=7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:44.452535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e2f14-60fd-4196-892b-3a34d39773a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.455282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5d8e2f14-60fd-4196-892b-3a34d39773a8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/2c13fdbe-ee31-4c3c-8168-052d23c011f9 HTTP/1.1" status: 204 len: 168 time: 1.1111858 Jul 16 20:02:44.460642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34300) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:44.461757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4bc20c6-ee05-41e9-b5e0-86e6c5b406ab req-479fc5ca-ef5d-468d-a87f-fd0f12158494 service neutron] 10.222.0.16 "GET /v2.0/networks/befaf050-d9a6-4dd0-8bf9-980668d373e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196983 Jul 16 20:02:44.463346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41aed0e-fccb-4c48-b86e-8913c193602b None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:44.551545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:44.570298 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62a74e29-dabe-416a-8ef7-ccfa8bcb5f03 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048670 Jul 16 20:02:44.570804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34304) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:44.576756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:44.583824 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:02:44.583824 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:02:44.583824 n-d-791505-15 neutron-server[100244]: [parameters: {'id': 'ff5d57cd-2e76-4d59-83dd-99a88bcf87ba'}] Jul 16 20:02:44.583824 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:44.584492 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:44.696640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fadfb4-23ef-4dc4-bf18-59c4d03aaf2f None None] Network ff5d57cd-2e76-4d59-83dd-99a88bcf87ba requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:44.708653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:44.714440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.717402 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.735519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:44.736064 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:44.786146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Pushing event deleted for resources: {'Port': ['ID=4a8e44dd-4450-4b8c-9792-75de31aef83f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:44.796699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-36e429d9-5eab-442d-987a-ac389799af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:44.798254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-36e429d9-5eab-442d-987a-ac389799af86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=684e909e6f614fbf80f651f40769e669&device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 1095 time: 0.2690902 Jul 16 20:02:44.981150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:45.030787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.033553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.064594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-245cb786-f642-4a7e-b62b-60dc272251cb req-f5fc5065-6938-40c5-8c68-4f78a6b184fa tempest-FloatingIPDetailsTestJSON-33174193 tempest-FloatingIPDetailsTestJSON-33174193-project] 10.222.0.78 "DELETE /v2.0/floatingips/d615e8d0-c865-4966-9d8c-a07e25a6aa2b HTTP/1.1" status: 204 len: 173 time: 2.0208294 Jul 16 20:02:45.069282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34312) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:45.073295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] Deleting port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:45.073698 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.122571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.129838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.161574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] For port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2efec550-abeb-4bc7-a8a1-d9b0b3b4a930,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:45.161959 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.172142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:45.175376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:45.182017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:45.182618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] Calling delete_port for 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:45.182750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.257253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=a60d7399-2afa-49b1-9d8c-f88ed272f72e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.268311 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a498ef22-658b-46c3-9c24-03051f2036f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6939874 Jul 16 20:02:45.269020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34324) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:45.279890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': 'a60d7399-2afa-49b1-9d8c-f88ed272f72e', 'ip_address': '2001:db8::b991:31ff:eeb4:58d1'}], 'name': 'tempest-NetworksTestDHCPv6-1336559196'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:45.458645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:45.538519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-71ff583b-1bc4-4956-9af9-a93339d6a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:45.540138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-71ff583b-1bc4-4956-9af9-a93339d6a3a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=befaf050-d9a6-4dd0-8bf9-980668d373e0 HTTP/1.1" status: 200 len: 922 time: 0.5848312 Jul 16 20:02:45.605168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Deleting port 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:45.605796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.630059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.643383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-e6bcb56e-5625-4fe6-ada9-397b9f2a8d06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba811c4a-e1fa-4660-bb16-b741bd3787c6 HTTP/1.1" status: 200 len: 217 time: 0.0865674 Jul 16 20:02:45.652098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb16894-f594-467a-bb5c-3537325557cd req-0697807e-b54c-4a6c-bb16-ccb751cb00c9 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:45.659306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fb16894-f594-467a-bb5c-3537325557cd req-0697807e-b54c-4a6c-bb16-ccb751cb00c9 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 943 time: 0.5571470 Jul 16 20:02:45.689395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8851e8f-f0b8-4f15-9e34-fced6e62d3b7 None None] Network ff5d57cd-2e76-4d59-83dd-99a88bcf87ba requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:45.697776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] Pushing event deleted for resources: {'Port': ['ID=2efec550-abeb-4bc7-a8a1-d9b0b3b4a930,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.719764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-0f82f993-3827-49b7-afce-70500cd6057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:45.721378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-0f82f993-3827-49b7-afce-70500cd6057e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d242e920-6b42-40ba-bfea-9e6b134a93e5 HTTP/1.1" status: 200 len: 861 time: 0.0584486 Jul 16 20:02:45.737679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] For port 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392,segment=NetworkSegment(9055ecbc-a6f6-4f4f-bbb4-0225e131f781),segment_id=9055ecbc-a6f6-4f4f-bbb4-0225e131f781)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:45.738120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.744678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.781443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Calling delete_port for 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:45.802135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 51c25ca3-0e0e-4a8d-961c-42ceca0da431 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:02:45.825327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-6e9f5f1e-1797-4fac-af4c-98e9bf1ee7a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=befaf050-d9a6-4dd0-8bf9-980668d373e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580053 Jul 16 20:02:45.862910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2a326-37f7-4912-b882-2d8912e11922 None None] No DVR routers for this DVR port 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:45.914852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fb16894-f594-467a-bb5c-3537325557cd req-0a01ed01-1665-4449-bf80-03a84ab173b7 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545564 Jul 16 20:02:46.014059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00872290-9d50-4a5c-972e-7cd43629ac2f None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:46.102120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-d5bae129-787d-4a50-99ab-abea54cedc8c service neutron] 10.222.0.16 "GET /v2.0/networks/befaf050-d9a6-4dd0-8bf9-980668d373e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342417 Jul 16 20:02:46.291773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::b991:31ff:eeb4:58d1 (d6702219-1b7c-462d-aaac-610760188933/a60d7399-2afa-49b1-9d8c-f88ed272f72e/51c25ca3-0e0e-4a8d-961c-42ceca0da431) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:46.329956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.355768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ba811c4a-e1fa-4660-bb16-b741bd3787c6 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:46.383322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': 'a60d7399-2afa-49b1-9d8c-f88ed272f72e'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:02:46.392224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.419422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Port': ['ID=7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:46.443977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No DVR routers for this DVR port 7bd1bf95-2cf1-4f14-8bb6-2ffbd17ca392 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:46.455602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:46.516131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:46.533961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2efec550-abeb-4bc7-a8a1-d9b0b3b4a930 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:46.669317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.685058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 51c25ca3-0e0e-4a8d-961c-42ceca0da431 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:46.732713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.829938 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.859780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5d57cd-2e76-4d59-83dd-99a88bcf87ba']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:46.868684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ba811c4a-e1fa-4660-bb16-b741bd3787c6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba811c4a-e1fa-4660-bb16-b741bd3787c6,segment=NetworkSegment(8463683f-4b9e-4f05-9dcf-f7e4d3864474),segment_id=8463683f-4b9e-4f05-9dcf-f7e4d3864474)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:46.869465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:46.880641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9055ecbc-a6f6-4f4f-bbb4-0225e131f781') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:46.880950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9055ecbc-a6f6-4f4f-bbb4-0225e131f781') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:46.886987 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:46.901341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:46.908380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:46.909134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.916476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=51c25ca3-0e0e-4a8d-961c-42ceca0da431,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:46.917952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ba811c4a-e1fa-4660-bb16-b741bd3787c6', 'network_id': 'befaf050-d9a6-4dd0-8bf9-980668d373e0', 'port_id': 'ba811c4a-e1fa-4660-bb16-b741bd3787c6', 'mac_address': 'fa:16:3e:66:18:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd242e920-6b42-40ba-bfea-9e6b134a93e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:46.920005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.946840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/a60d7399-2afa-49b1-9d8c-f88ed272f72e/cd0fcbb7-5cb9-4f2c-bf23-281382203a5c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:46.966076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.981746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:46.983556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.091109 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.109655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588d073c-53eb-42fb-8ce5-27de84505c3d req-67bf43b4-9e73-4303-9250-d2f8485b4c5e service neutron] 10.222.0.16 "GET /v2.0/networks/befaf050-d9a6-4dd0-8bf9-980668d373e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9737902 Jul 16 20:02:47.142533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba811c4a-e1fa-4660-bb16-b741bd3787c6 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:47.147636 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:47.152013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.167188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.171019 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/ff5d57cd-2e76-4d59-83dd-99a88bcf87ba HTTP/1.1" status: 204 len: 168 time: 5.2716765 Jul 16 20:02:47.179311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34360) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:47.195782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cad25-5650-4b39-954b-2ca936645370 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=ff5d57cd-2e76-4d59-83dd-99a88bcf87ba,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:47.198619 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c075816c-1ddd-435d-a5b4-d8f7aa161284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9277360 Jul 16 20:02:47.201149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34362) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:47.262099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ba811c4a-e1fa-4660-bb16-b741bd3787c6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba811c4a-e1fa-4660-bb16-b741bd3787c6,segment=NetworkSegment(8463683f-4b9e-4f05-9dcf-f7e4d3864474),segment_id=8463683f-4b9e-4f05-9dcf-f7e4d3864474)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:47.276876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.324360 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-88912f00-caa8-46f5-826e-da858c59e3c5 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:47.324811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88912f00-caa8-46f5-826e-da858c59e3c5 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:47.326527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-88912f00-caa8-46f5-826e-da858c59e3c5 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/02389ed6-b78f-4e9f-ab78-0a6964a69330 HTTP/1.1" status: 404 len: 337 time: 0.1319656 Jul 16 20:02:47.332480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97028a92-dcad-4543-ab02-e77e93d3a1cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:47.336465 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-97028a92-dcad-4543-ab02-e77e93d3a1cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1313419 Jul 16 20:02:47.336465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34372) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:47.337670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34374) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:47.370787 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5493f4b4-03d8-4051-ad20-85da447e4fab tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:47.384265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5493f4b4-03d8-4051-ad20-85da447e4fab tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:47.388154 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5493f4b4-03d8-4051-ad20-85da447e4fab tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/ff5d57cd-2e76-4d59-83dd-99a88bcf87ba HTTP/1.1" status: 404 len: 339 time: 0.0475509 Jul 16 20:02:47.388902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34380) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:47.416998 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf4532e-327d-4af2-9141-0caec80c26b2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:47.417464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf4532e-327d-4af2-9141-0caec80c26b2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:47.422871 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5bf4532e-327d-4af2-9141-0caec80c26b2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/f805b5f4-6a2a-41a0-8f59-43498b3a0359 HTTP/1.1" status: 404 len: 337 time: 0.0329120 Jul 16 20:02:47.423477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34382) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:47.446162 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e70025-e73a-45f8-b890-a76ab9aab9be tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:47.446732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e70025-e73a-45f8-b890-a76ab9aab9be tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:47.451159 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a7e70025-e73a-45f8-b890-a76ab9aab9be tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/a10809f7-06ff-4adb-9c70-e681cc63ceba HTTP/1.1" status: 404 len: 339 time: 0.0265732 Jul 16 20:02:47.452560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34384) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:47.516595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ba811c4a-e1fa-4660-bb16-b741bd3787c6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:47.529375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ba811c4a-e1fa-4660-bb16-b741bd3787c6,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:47.572848 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.609743 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.642552 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.693952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Transition to ACTIVE for port object cd0fcbb7-5cb9-4f2c-bf23-281382203a5c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:47.698793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fb474-4958-4de0-947d-7a649d5924a1 req-3aa90b3d-ef8c-44a0-9468-9985731a9f0a tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:47.700482 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d69fb474-4958-4de0-947d-7a649d5924a1 req-3aa90b3d-ef8c-44a0-9468-9985731a9f0a tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 944 time: 0.5029225 Jul 16 20:02:47.775201 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.785992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6d7aa5-4966-4487-8a14-c360007245c4']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:47.796420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dbac86-5ca1-4c2a-aa3f-cb558ccf269d') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:47.797193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dbac86-5ca1-4c2a-aa3f-cb558ccf269d') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:47.808019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.825858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.833203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:47.833660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:47.838535 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:47.849091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Transition to ACTIVE for port object cd0fcbb7-5cb9-4f2c-bf23-281382203a5c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:47.881969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.910645 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.920605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.926803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/1f6d7aa5-4966-4487-8a14-c360007245c4 HTTP/1.1" status: 204 len: 168 time: 0.4716637 Jul 16 20:02:47.927687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:47.933614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d69fb474-4958-4de0-947d-7a649d5924a1 req-496c216a-3ef5-4a8c-9c33-555e07fc59da tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154350 Jul 16 20:02:47.958977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Pushing event updated for resources: {'Port': ['ID=cd0fcbb7-5cb9-4f2c-bf23-281382203a5c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:47.992473 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9a9ecaa-dcd0-4835-81a0-c0a66a5ea179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:47.998158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=1f6d7aa5-4966-4487-8a14-c360007245c4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:48.006926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:48.011851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:48.015452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:48.054426 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9817d99-4857-4606-8766-b9e757b8ff22 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.054889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9817d99-4857-4606-8766-b9e757b8ff22 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.061565 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b9817d99-4857-4606-8766-b9e757b8ff22 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/ff940c88-ebae-4305-a75c-4f83cb02408d HTTP/1.1" status: 404 len: 337 time: 0.0784514 Jul 16 20:02:48.065942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34400) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.078705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-dc604044-3463-4c58-90fd-fbf025f4b76a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 51c25ca3-0e0e-4a8d-961c-42ceca0da431 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:48.079044 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc604044-3463-4c58-90fd-fbf025f4b76a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.105722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.106073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.106419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.106759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.107092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.107423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.107751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.108078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.120614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.121184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.121358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.121940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6957e-445f-453b-a542-baf1cb353079 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:48.146330 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-900bb976-fdba-43fc-80ef-e6201c1a0a38 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.146919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900bb976-fdba-43fc-80ef-e6201c1a0a38 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.151065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-900bb976-fdba-43fc-80ef-e6201c1a0a38 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/51e0218a-71d4-4de4-b6e0-104143489ce6 HTTP/1.1" status: 404 len: 339 time: 0.0812902 Jul 16 20:02:48.152657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34402) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.156699 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Attempting to bind port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:48.157083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Attempting to bind port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:48.157454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Attempting to bind port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:48.178816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:48.179206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:48.179610 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.180011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:48.180516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Bound port: cd0fcbb7-5cb9-4f2c-bf23-281382203a5c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:48.180907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.204305 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-666541bf-d993-4d8d-9b5a-71a2e9e5abf9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.204615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666541bf-d993-4d8d-9b5a-71a2e9e5abf9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.206790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-666541bf-d993-4d8d-9b5a-71a2e9e5abf9 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/ee3464bc-409d-4b85-8c6c-7112d194b55b HTTP/1.1" status: 404 len: 337 time: 0.0527439 Jul 16 20:02:48.210448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34404) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.242141 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0e4cbf-c799-4675-a90f-c13be0d64cb6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.242906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0e4cbf-c799-4675-a90f-c13be0d64cb6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.248249 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0a0e4cbf-c799-4675-a90f-c13be0d64cb6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/9822ca61-47cc-432c-9407-ebe670e1656d HTTP/1.1" status: 404 len: 339 time: 0.0365493 Jul 16 20:02:48.248906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34406) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.295035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc604044-3463-4c58-90fd-fbf025f4b76a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.312447 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-95897568-b589-474a-961f-0d8c56248806 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.312906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95897568-b589-474a-961f-0d8c56248806 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.316073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-dc604044-3463-4c58-90fd-fbf025f4b76a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 51c25ca3-0e0e-4a8d-961c-42ceca0da431 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:48.318570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] For port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:48.319746 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-95897568-b589-474a-961f-0d8c56248806 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/5252d31e-54dd-44e9-a34f-e402f501ae48 HTTP/1.1" status: 404 len: 337 time: 0.0695589 Jul 16 20:02:48.320412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34410) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.325119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] For port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cd0fcbb7-5cb9-4f2c-bf23-281382203a5c,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:48.330707 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.361520 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-56deed33-97b4-4aaf-964d-81000820eb35 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.362262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56deed33-97b4-4aaf-964d-81000820eb35 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.367457 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56deed33-97b4-4aaf-964d-81000820eb35 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/97b1bb42-c780-4ea0-9c06-7777498c8198 HTTP/1.1" status: 404 len: 339 time: 0.0459874 Jul 16 20:02:48.368068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34412) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.387998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Deleting port a50dd04d-5bea-4f1b-a687-3bed1de319cf {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:48.388660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.418346 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-717e2617-7885-480e-a9cd-f4a574337558 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.420430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717e2617-7885-480e-a9cd-f4a574337558 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.431029 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-717e2617-7885-480e-a9cd-f4a574337558 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/a811cf4a-d7b0-404d-8324-f80c39f60f5c HTTP/1.1" status: 404 len: 337 time: 0.0616822 Jul 16 20:02:48.434286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34420) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.479772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] For port a50dd04d-5bea-4f1b-a687-3bed1de319cf, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a50dd04d-5bea-4f1b-a687-3bed1de319cf,segment=NetworkSegment(f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f),segment_id=f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:48.480260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.480926 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e27c6f2-6a7c-4884-81bf-e78a8bc72d9d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.481941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e27c6f2-6a7c-4884-81bf-e78a8bc72d9d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.493536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1e27c6f2-6a7c-4884-81bf-e78a8bc72d9d tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/1e029344-4b44-4802-aedb-3944567ff1e6 HTTP/1.1" status: 404 len: 339 time: 0.0569749 Jul 16 20:02:48.494432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34426) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.495221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Calling delete_port for a50dd04d-5bea-4f1b-a687-3bed1de319cf owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:48.522788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baa71e-6ae4-4b2d-b7de-fcd2ee927ee3 None None] Pushing event updated for resources: {'Port': ['ID=cd0fcbb7-5cb9-4f2c-bf23-281382203a5c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:48.536667 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0b6f62-43c4-4e3c-b9c9-81ddd3d6df71 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.537530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0b6f62-43c4-4e3c-b9c9-81ddd3d6df71 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.546290 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0e0b6f62-43c4-4e3c-b9c9-81ddd3d6df71 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/d16c9da7-74fb-443d-88ec-554d0a11408d HTTP/1.1" status: 404 len: 337 time: 0.0506275 Jul 16 20:02:48.547333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34428) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.570850 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ac14dd-5e3b-4c1c-a1c8-4d65908ff7b2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.571705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ac14dd-5e3b-4c1c-a1c8-4d65908ff7b2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.576953 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c3ac14dd-5e3b-4c1c-a1c8-4d65908ff7b2 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/69280bed-73b1-45b5-acbf-0a6ae89fb4bc HTTP/1.1" status: 404 len: 339 time: 0.0272505 Jul 16 20:02:48.577847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34432) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.632184 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b806772-6f59-43db-abbc-c816036b1dfa tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.632830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b806772-6f59-43db-abbc-c816036b1dfa tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.637949 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6b806772-6f59-43db-abbc-c816036b1dfa tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/bcc837a5-0164-43aa-9a87-47deaa278e6b HTTP/1.1" status: 404 len: 337 time: 0.0587926 Jul 16 20:02:48.638643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34436) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.662282 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfb9dbe-0ffa-4d00-8763-59c06c6b0c27 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.662755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfb9dbe-0ffa-4d00-8763-59c06c6b0c27 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.667781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34438) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.668229 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0cfb9dbe-0ffa-4d00-8763-59c06c6b0c27 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/105ebafd-7a58-4b7e-b390-06e9b16051c0 HTTP/1.1" status: 404 len: 339 time: 0.0280235 Jul 16 20:02:48.714737 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d445b1c-1fad-4815-b7ca-0911563587fa tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.715198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d445b1c-1fad-4815-b7ca-0911563587fa tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.723984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2d445b1c-1fad-4815-b7ca-0911563587fa tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/e77b4648-a9fa-4c96-b94f-79e6d3f8fb76 HTTP/1.1" status: 404 len: 337 time: 0.0470479 Jul 16 20:02:48.723984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34440) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.775958 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a42b2fb-080a-45b4-bd26-4b205cced7c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.776658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a42b2fb-080a-45b4-bd26-4b205cced7c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.780572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a42b2fb-080a-45b4-bd26-4b205cced7c6 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/cd54d593-fdec-4b8e-b556-c39876c06ab0 HTTP/1.1" status: 404 len: 339 time: 0.0553627 Jul 16 20:02:48.781325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34446) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.833544 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d3eb60-3fc9-48ca-b107-a919e7ae38b7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.833544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d3eb60-3fc9-48ca-b107-a919e7ae38b7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.835262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-09d3eb60-3fc9-48ca-b107-a919e7ae38b7 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/a6b2e356-b145-433a-834a-00c7e90f6ace HTTP/1.1" status: 404 len: 337 time: 0.0528700 Jul 16 20:02:48.840439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34448) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.884781 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e31558-5e5a-405a-b717-8be500a08675 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:48.885650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e31558-5e5a-405a-b717-8be500a08675 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:48.889806 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-79e31558-5e5a-405a-b717-8be500a08675 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/679066fa-df09-4901-acf9-45e0e20a8a70 HTTP/1.1" status: 404 len: 339 time: 0.0382118 Jul 16 20:02:48.890387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34450) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:48.947922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc604044-3463-4c58-90fd-fbf025f4b76a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.971990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9637471-b632-4086-832d-8cc65afad1c8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Deleting subnet b81ac54b-84a4-4181-8bee-e27b56d1de92 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:48.981398 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9637471-b632-4086-832d-8cc65afad1c8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:48.988998 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.067313 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9637471-b632-4086-832d-8cc65afad1c8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.081960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc604044-3463-4c58-90fd-fbf025f4b76a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.087150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dc604044-3463-4c58-90fd-fbf025f4b76a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/51c25ca3-0e0e-4a8d-961c-42ceca0da431 HTTP/1.1" status: 204 len: 168 time: 1.7480979 Jul 16 20:02:49.088555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc604044-3463-4c58-90fd-fbf025f4b76a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=51c25ca3-0e0e-4a8d-961c-42ceca0da431,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:49.090559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34456) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:49.136663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50dd04d-5bea-4f1b-a687-3bed1de319cf,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:49.264856 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9637471-b632-4086-832d-8cc65afad1c8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.389007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9637471-b632-4086-832d-8cc65afad1c8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.435703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717b0e6-c842-4e8b-8e7f-5523eb55b162 None None] Network 2e1df0d5-4f7e-42c7-a083-84ead3073016 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:49.444921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9637471-b632-4086-832d-8cc65afad1c8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.450026 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e9637471-b632-4086-832d-8cc65afad1c8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/subnets/b81ac54b-84a4-4181-8bee-e27b56d1de92 HTTP/1.1" status: 204 len: 168 time: 0.5557446 Jul 16 20:02:49.450685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34464) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:49.607104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.620390 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd19d30-4e2d-430a-87d7-f8a6cffbba16 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:49.622440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd19d30-4e2d-430a-87d7-f8a6cffbba16 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:49.627189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0bd19d30-4e2d-430a-87d7-f8a6cffbba16 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5336833 Jul 16 20:02:49.628999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34476) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:49.687285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.689136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet a60d7399-2afa-49b1-9d8c-f88ed272f72e {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:49.690480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9637471-b632-4086-832d-8cc65afad1c8 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Subnet': ['ID=b81ac54b-84a4-4181-8bee-e27b56d1de92,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:49.709792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.851221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Deleting port 0814ac00-7633-467a-aacc-b2c3e73be411 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:49.851574 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:49.877249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] DHCP port deletion for 2e1df0d5-4f7e-42c7-a083-84ead3073016 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:49.922336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d223-939b-4e9c-a143-13559112230e req-a9f354f3-8641-4734-8905-dec4e981c1fd tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:49.923981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb11d223-939b-4e9c-a143-13559112230e req-a9f354f3-8641-4734-8905-dec4e981c1fd tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 944 time: 0.7538021 Jul 16 20:02:49.999715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] For port 0814ac00-7633-467a-aacc-b2c3e73be411, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0814ac00-7633-467a-aacc-b2c3e73be411,segment=NetworkSegment(896d51e4-0157-4d46-aea3-248e409d8283),segment_id=896d51e4-0157-4d46-aea3-248e409d8283)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:50.000504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.025208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Calling delete_port for 0814ac00-7633-467a-aacc-b2c3e73be411 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:50.028643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] Deleting port 0814ac00-7633-467a-aacc-b2c3e73be411 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:50.029360 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.180275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] For port 0814ac00-7633-467a-aacc-b2c3e73be411, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0814ac00-7633-467a-aacc-b2c3e73be411,segment=NetworkSegment(896d51e4-0157-4d46-aea3-248e409d8283),segment_id=896d51e4-0157-4d46-aea3-248e409d8283)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:50.181184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.181712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.198217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] Calling delete_port for 0814ac00-7633-467a-aacc-b2c3e73be411 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:50.199044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:50.390109 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.394083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4fe52fba-f6ce-4cde-a9dc-08ad09d04250 None None] Provisioning for port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:50.430806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ba811c4a-e1fa-4660-bb16-b741bd3787c6 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:50.459985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb11d223-939b-4e9c-a143-13559112230e req-3fabcf24-ffe9-4a2c-9ccd-c3d2a65cfbf3 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001187 Jul 16 20:02:50.486371 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c4310069-ce2c-407b-8eee-c2e432434025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.753256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cd0fcbb7-5cb9-4f2c-bf23-281382203a5c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:50.786757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: from cryptography.utils import int_from_bytes Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: from cryptography.utils import int_from_bytes Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.825527 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:50.828069 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:02:50.869261 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.871551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port ba811c4a-e1fa-4660-bb16-b741bd3787c6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:50.884379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d22210ee-beb8-4215-ba7c-6807e9b0c917 None None] Could not find standard attr ID for object 51c25ca3-0e0e-4a8d-961c-42ceca0da431. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:02:50.909324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ba811c4a-e1fa-4660-bb16-b741bd3787c6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:50.910626 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.920760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] No DVR routers for this DVR port 0814ac00-7633-467a-aacc-b2c3e73be411 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:50.923964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1334fc-6d27-4748-abf2-839a4732671f None None] Pushing event deleted for resources: {'Port': ['ID=0814ac00-7633-467a-aacc-b2c3e73be411,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:51.000421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:51.007660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:51.008529 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.033981 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.079228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:51.087636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3777a08c-6ff6-4531-b52d-6f7a4d356c80 admin admin] 10.222.0.78 "PUT /v2.0/routers/4d5ef078-0517-4ba0-9d79-5f7b26966bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0159502 Jul 16 20:02:51.092589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34502) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:51.093673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] Sync routers for ids ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:51.122108 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.126051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] Routers {'4d5ef078-0517-4ba0-9d79-5f7b26966bbe'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:51.126941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:51.223471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d527b7-05d6-45fe-a8ed-820bca1b7794 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:02:51.327036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Port': ['ID=0814ac00-7633-467a-aacc-b2c3e73be411,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:51.334138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] No DVR routers for this DVR port 0814ac00-7633-467a-aacc-b2c3e73be411 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:51.352831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.484928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b5826-24c7-4703-ab8f-c6262d14b54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba811c4a-e1fa-4660-bb16-b741bd3787c6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:51.488221 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ae4a25-62e6-4f4a-b8c3-adb8c339321d" -d '{"events": [{"server_uuid": "042b5826-24c7-4703-ab8f-c6262d14b54d", "name": "network-vif-plugged", "status": "completed", "tag": "ba811c4a-e1fa-4660-bb16-b741bd3787c6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:51.555661 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.565736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ba811c4a-e1fa-4660-bb16-b741bd3787c6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba811c4a-e1fa-4660-bb16-b741bd3787c6,segment=NetworkSegment(8463683f-4b9e-4f05-9dcf-f7e4d3864474),segment_id=8463683f-4b9e-4f05-9dcf-f7e4d3864474)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:51.587384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.598223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.623764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1df0d5-4f7e-42c7-a083-84ead3073016']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:51.631076 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.672299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896d51e4-0157-4d46-aea3-248e409d8283') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:51.672751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896d51e4-0157-4d46-aea3-248e409d8283') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:51.691576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.711747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=a60d7399-2afa-49b1-9d8c-f88ed272f72e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:51.721330 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f528ee6e-b972-4475-b95a-f6ec936c26ac x-openstack-request-id: req-f528ee6e-b972-4475-b95a-f6ec936c26ac {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:51.724843 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b5826-24c7-4703-ab8f-c6262d14b54d", "name": "network-vif-plugged", "status": "completed", "tag": "ba811c4a-e1fa-4660-bb16-b741bd3787c6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:51.725121 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f528ee6e-b972-4475-b95a-f6ec936c26ac {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:51.725541 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b5826-24c7-4703-ab8f-c6262d14b54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba811c4a-e1fa-4660-bb16-b741bd3787c6', 'code': 200} Jul 16 20:02:51.731182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.737793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:51.739107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.743937 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.748182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a60d7399-2afa-49b1-9d8c-f88ed272f72e HTTP/1.1" status: 204 len: 168 time: 2.1159809 Jul 16 20:02:51.754169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ba811c4a-e1fa-4660-bb16-b741bd3787c6,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:51.781724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34518) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:51.806885 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:51.808981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:51.815738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.839122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.843620 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] 10.222.0.78 "DELETE /v2.0/networks/2e1df0d5-4f7e-42c7-a083-84ead3073016 HTTP/1.1" status: 204 len: 168 time: 2.3881769 Jul 16 20:02:51.843620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825384b1-952e-46ba-905b-75c1fd698bc0 tempest-NetworksTest-933962884 tempest-NetworksTest-933962884-project] Pushing event deleted for resources: {'Network': ['ID=2e1df0d5-4f7e-42c7-a083-84ead3073016,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:51.873736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.874090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.874798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.874798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.875134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.875428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.875755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.876288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.876628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.876962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.877298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.877629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd7e26-6b26-4650-9a3d-87b41bc8e1ee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:51.945195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34528) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:51.948396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-75dfd6a0-da85-451a-9d62-bdf4f93d5155 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1658545 Jul 16 20:02:52.008669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:52.009031 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:52.010238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.016811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.017334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.017683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.018032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.018455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.018702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.019030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.020056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.020422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.025791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.026252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:52.048560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] Set router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:52.092536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed83fc28-afc8-4c2d-b4ae-5ef36cf69787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.092857 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.141276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb31a55-7a47-4ed0-bada-2c84b0962657 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:52.145369 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cbb31a55-7a47-4ed0-bada-2c84b0962657 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1966050 Jul 16 20:02:52.147939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:52.172160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3a848-7b66-462a-b8cd-e380f6bbcc37 req-c8ad3b60-5441-4375-bd7e-e8d5fe20d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:52.174053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7a3a848-7b66-462a-b8cd-e380f6bbcc37 req-c8ad3b60-5441-4375-bd7e-e8d5fe20d77e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 1097 time: 0.4394829 Jul 16 20:02:52.207315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bcc726-496c-450e-8265-306a83975454 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:52.211425 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3bcc726-496c-450e-8265-306a83975454 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620003 Jul 16 20:02:52.212270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34534) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:52.233117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf3bd1-ffdc-4bda-8a9f-aa5aadbed211 req-4cef8aec-be7f-4b1a-9c38-f6b70fcaebec tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:52.251922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5bf3bd1-ffdc-4bda-8a9f-aa5aadbed211 req-4cef8aec-be7f-4b1a-9c38-f6b70fcaebec tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 945 time: 0.3698361 Jul 16 20:02:52.278123 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-85290644-0087-4408-8736-a40d1cf8aada tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608139 Jul 16 20:02:52.282532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:52.291920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:52.319432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34538) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:52.363787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7a3a848-7b66-462a-b8cd-e380f6bbcc37 req-bab3a03e-2a83-407b-9b21-c3c5245a2918 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517770 Jul 16 20:02:52.407052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5bf3bd1-ffdc-4bda-8a9f-aa5aadbed211 req-906105d8-6c1c-45d2-bbd7-4f6c5ea740ac tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540792 Jul 16 20:02:52.420236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Deleting port e7a80fab-226b-4a9d-bb71-4a862a658743 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:52.422763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.494600 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.565286 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.610209 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed83fc28-afc8-4c2d-b4ae-5ef36cf69787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.617887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] For port e7a80fab-226b-4a9d-bb71-4a862a658743, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e7a80fab-226b-4a9d-bb71-4a862a658743,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:52.618535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.623599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d527b7-05d6-45fe-a8ed-820bca1b7794 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:02:52.625107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed83fc28-afc8-4c2d-b4ae-5ef36cf69787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.636694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Calling delete_port for e7a80fab-226b-4a9d-bb71-4a862a658743 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:52.664086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83fc28-afc8-4c2d-b4ae-5ef36cf69787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24be6363-fdfb-41fe-ad6f-8af29e323e86,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:52.698216 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9214b683-4078-40bb-b494-6d07f2e4abb8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bdf5505561b44a60a50f7c73fdb07a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751369 Jul 16 20:02:52.702176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34550) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:52.717371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cd0fcbb7-5cb9-4f2c-bf23-281382203a5c,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:52.717669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:52.723960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.731503 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.844425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=cd0fcbb7-5cb9-4f2c-bf23-281382203a5c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:52.893579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0814ac00-7633-467a-aacc-b2c3e73be411 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:52.896509 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.920650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0814ac00-7633-467a-aacc-b2c3e73be411 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:52.921410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0814ac00-7633-467a-aacc-b2c3e73be411 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:52.928248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a80fab-226b-4a9d-bb71-4a862a658743,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:53.022642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed83fc28-afc8-4c2d-b4ae-5ef36cf69787 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a311d9942c20472ebcda453737af9e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2137895 Jul 16 20:02:53.025571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34554) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:53.028242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:02:48Z', 'revision_number': 5, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port': {'id': 'e7a80fab-226b-4a9d-bb71-4a862a658743', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:56Z', 'updated_at': '2021-07-16T20:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:53.080660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] Checking router: 4d5ef078-0517-4ba0-9d79-5f7b26966bbe for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:53.120476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.160503 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.177535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:53.180553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:53.189019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] Routers {'4d5ef078-0517-4ba0-9d79-5f7b26966bbe'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:53.189916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:53.201488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:53.202091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.227742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50cbf5f5-dbd5-457a-b933-be87543c9058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.241656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cd0fcbb7-5cb9-4f2c-bf23-281382203a5c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:53.270677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50cbf5f5-dbd5-457a-b933-be87543c9058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.336791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50cbf5f5-dbd5-457a-b933-be87543c9058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.337744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] Set router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:53.339452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50cbf5f5-dbd5-457a-b933-be87543c9058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.343043 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-50cbf5f5-dbd5-457a-b933-be87543c9058 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e95e3e2a-a251-4d79-af6b-96845a69b993 HTTP/1.1" status: 204 len: 168 time: 0.6368454 Jul 16 20:02:53.349523 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0628560 Jul 16 20:02:53.351137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34558) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:53.362971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': 'eb5daed2-ac60-4371-a747-cf2234b23297', 'ip_address': '2001:db8::9e7c:b3df:1983:ce13'}], 'name': 'tempest-NetworksTestDHCPv6-1238668356'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:53.377968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbf5f5-dbd5-457a-b933-be87543c9058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95e3e2a-a251-4d79-af6b-96845a69b993,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:53.392228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9f128-9c85-41c8-a836-533ea90333bc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=eb5daed2-ac60-4371-a747-cf2234b23297,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:53.470611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:02:52Z', 'revision_number': 7, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:53.581658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb9ac0-5e46-4141-8a0e-0a6820b3ef57 None None] The sync data for ids ['4d5ef078-0517-4ba0-9d79-5f7b26966bbe'] in n-d-791505-15 is: [{'id': '4d5ef078-0517-4ba0-9d79-5f7b26966bbe', 'name': 'tempest-FloatingIPDetailsTestJSON-976631574-router', 'tenant_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:55Z', 'updated_at': '2021-07-16T20:02:52Z', 'revision_number': 7, 'project_id': 'dd0a1390f0fb4dc6a41576c8a046eb67', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:53.626618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:53.732484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.737674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:53.738633 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.841561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a90c1-7081-45a1-b219-77f07d1677ca None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:53.844158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.883269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:02:54.176613 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02268031-5450-40a7-9d22-c00b2abdf1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.181707 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.188663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.271025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::9e7c:b3df:1983:ce13 (d6702219-1b7c-462d-aaac-610760188933/eb5daed2-ac60-4371-a747-cf2234b23297/4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:54.351106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02268031-5450-40a7-9d22-c00b2abdf1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.365672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.366451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5ef078-0517-4ba0-9d79-5f7b26966bbe {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:02:54.386452 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.390662 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-017ec3da-dd7d-4ef3-8422-4346d9aa4534 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4d5ef078-0517-4ba0-9d79-5f7b26966bbe HTTP/1.1" status: 204 len: 168 time: 3.2970600 Jul 16 20:02:54.392646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34592) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:54.413885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e45d7b-c0f1-4d9c-8407-bc495df3125f req-f643f9f2-8eb0-4612-822e-bba11dd9b78a tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:54.422208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53e45d7b-c0f1-4d9c-8407-bc495df3125f req-f643f9f2-8eb0-4612-822e-bba11dd9b78a tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 945 time: 0.3430896 Jul 16 20:02:54.474504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53e45d7b-c0f1-4d9c-8407-bc495df3125f req-616adec9-ad08-4c02-b4bc-34fb9055abcd tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499046 Jul 16 20:02:54.496638 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02268031-5450-40a7-9d22-c00b2abdf1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.499444 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02268031-5450-40a7-9d22-c00b2abdf1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.500979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-02268031-5450-40a7-9d22-c00b2abdf1d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24be6363-fdfb-41fe-ad6f-8af29e323e86 HTTP/1.1" status: 204 len: 168 time: 1.4744287 Jul 16 20:02:54.542916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02268031-5450-40a7-9d22-c00b2abdf1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24be6363-fdfb-41fe-ad6f-8af29e323e86,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:54.543479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f855fac-d4c1-4f93-a2d9-4356bf7b5a2a admin admin] Deleting subnet 4a472a3e-6ff7-4f78-a9df-956d97e2e6c9 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:54.548638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f855fac-d4c1-4f93-a2d9-4356bf7b5a2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.595378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f855fac-d4c1-4f93-a2d9-4356bf7b5a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.721376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f855fac-d4c1-4f93-a2d9-4356bf7b5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.895112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d3d01-6dc3-4cb7-a4c4-de3c74142f83 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:54.962059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34618) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:54.993015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.033959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f855fac-d4c1-4f93-a2d9-4356bf7b5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.079946 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f855fac-d4c1-4f93-a2d9-4356bf7b5a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.082653 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6f855fac-d4c1-4f93-a2d9-4356bf7b5a2a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4a472a3e-6ff7-4f78-a9df-956d97e2e6c9 HTTP/1.1" status: 204 len: 168 time: 0.6882741 Jul 16 20:02:55.085594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34626) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.162607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:55.162607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f855fac-d4c1-4f93-a2d9-4356bf7b5a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a472a3e-6ff7-4f78-a9df-956d97e2e6c9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:55.165594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e7a80fab-226b-4a9d-bb71-4a862a658743 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:55.169452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d8713c-a1aa-460b-9feb-81e8f88b7e3c None None] Network b54abe43-908f-42d7-b808-d3a69b9625fd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:55.248716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.267705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.278675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e7a80fab-226b-4a9d-bb71-4a862a658743 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:55.279285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e7a80fab-226b-4a9d-bb71-4a862a658743 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:55.279787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a50dd04d-5bea-4f1b-a687-3bed1de319cf no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:55.296465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f90a32d1-2454-4df2-b445-18b04ba969f8 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] Request body: {'port': {'network_id': '207ad88a-68ae-49af-9b32-062cf3ef8647', 'name': 'tempest-NetworksNegativeTestJSON-718582127'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:55.323006 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90a32d1-2454-4df2-b445-18b04ba969f8 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] POST failed (client error): The resource could not be found. Jul 16 20:02:55.323884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90a32d1-2454-4df2-b445-18b04ba969f8 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:55.325338 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f90a32d1-2454-4df2-b445-18b04ba969f8 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3618619 Jul 16 20:02:55.345993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34628) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.382863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:55.404419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:55.424802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:55.445850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:55.446675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.462359 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88b6fc9-bf0c-48df-b5ec-adac2a846079 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:55.471411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88b6fc9-bf0c-48df-b5ec-adac2a846079 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:55.481733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c88b6fc9-bf0c-48df-b5ec-adac2a846079 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "DELETE /v2.0/networks/04489a90-5c42-4534-a76a-d8e46c6c5dc5 HTTP/1.1" status: 404 len: 339 time: 0.1282508 Jul 16 20:02:55.482551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34632) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.494677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34634) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.522891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:55.530089 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-92b28e22-91d9-4cb7-9853-e93eca3caec5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1785853 Jul 16 20:02:55.533219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34636) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.539526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a50dd04d-5bea-4f1b-a687-3bed1de319cf {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:55.539686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2774dfb6-086b-412e-9992-f46b8bdab688 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': 'eb5daed2-ac60-4371-a747-cf2234b23297', 'ip_address': '2001:db8::9e7c:b3df:1983:ce13'}], 'name': 'tempest-NetworksTestDHCPv6-516791461'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:55.539891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a50dd04d-5bea-4f1b-a687-3bed1de319cf not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:55.541479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6391b3f7-5874-4f54-ae93-04fc59be04b0 None None] Provisioning complete for port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:55.541857 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6391b3f7-5874-4f54-ae93-04fc59be04b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.652018 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd29e5f-69c5-4bef-aabd-04955fba5253 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:55.652753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd29e5f-69c5-4bef-aabd-04955fba5253 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:55.669678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7cd29e5f-69c5-4bef-aabd-04955fba5253 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "DELETE /v2.0/ports/75986061-8d05-4dc4-b0cb-b40d1b94c29b HTTP/1.1" status: 404 len: 333 time: 0.1753988 Jul 16 20:02:55.669678 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eaf95888-1c72-4b5f-80fa-6f6ccaafe69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.677634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34640) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.740650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774dfb6-086b-412e-9992-f46b8bdab688 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:55.750641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2774dfb6-086b-412e-9992-f46b8bdab688 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.790178 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb5c148-3968-44c9-b52a-56b0f42a7157 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] DELETE failed (client error): The resource could not be found. Jul 16 20:02:55.791407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb5c148-3968-44c9-b52a-56b0f42a7157 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:55.793507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9bb5c148-3968-44c9-b52a-56b0f42a7157 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "DELETE /v2.0/subnets/21217fa1-96e5-457d-8c2a-9392cea6d3b3 HTTP/1.1" status: 404 len: 337 time: 0.1136799 Jul 16 20:02:55.800463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34648) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.803895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-2774dfb6-086b-412e-9992-f46b8bdab688 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port c1d2bba1-e6cd-4f46-8eb6-25dcd6b7db36 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:02:55.912789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Deleting port b1870e0e-8c81-4d01-882b-d24bd3829341 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:55.915240 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.918567 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5587eac0-b68d-418f-a5fa-0f35de157ac1 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] GET failed (client error): The resource could not be found. Jul 16 20:02:55.920173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5587eac0-b68d-418f-a5fa-0f35de157ac1 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "GET /v2.0/networks/f24a7ab1-7529-466f-8bd8-12650f0326e4 HTTP/1.1" status: 404 len: 339 time: 0.1141975 Jul 16 20:02:55.945059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] DHCP port deletion for b54abe43-908f-42d7-b808-d3a69b9625fd request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:55.948338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34654) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.988620 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bd3112-e1da-40c3-8cb3-7d989e2a0124 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] GET failed (client error): The resource could not be found. Jul 16 20:02:55.995976 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7bd3112-e1da-40c3-8cb3-7d989e2a0124 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "GET /v2.0/ports/1c68f1f4-2425-46fd-9c5e-94135ec91306 HTTP/1.1" status: 404 len: 333 time: 0.0439761 Jul 16 20:02:56.002492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34656) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.010691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] Deleting port b1870e0e-8c81-4d01-882b-d24bd3829341 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:56.011438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.062621 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa22204-56c5-490d-ba8b-acbb0f4d7268 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] GET failed (client error): The resource could not be found. Jul 16 20:02:56.064073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4fa22204-56c5-490d-ba8b-acbb0f4d7268 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "GET /v2.0/subnets/138d3aac-f902-4371-a46f-8cfd787ff22e HTTP/1.1" status: 404 len: 337 time: 0.0613379 Jul 16 20:02:56.072726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34658) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.127875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b6deb8b6-90fa-4353-b8c1-d5581dde72f5 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:56.137216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] For port b1870e0e-8c81-4d01-882b-d24bd3829341, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b1870e0e-8c81-4d01-882b-d24bd3829341,segment=NetworkSegment(f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f),segment_id=f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:56.137761 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.144335 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6deb8b6-90fa-4353-b8c1-d5581dde72f5 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] PUT failed (client error): The resource could not be found. Jul 16 20:02:56.144986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6deb8b6-90fa-4353-b8c1-d5581dde72f5 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:56.146394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b6deb8b6-90fa-4353-b8c1-d5581dde72f5 tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "PUT /v2.0/networks/ea0827db-454a-4b11-b6c1-02551a385960 HTTP/1.1" status: 404 len: 339 time: 0.0397472 Jul 16 20:02:56.154792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34662) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.166758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] Calling delete_port for b1870e0e-8c81-4d01-882b-d24bd3829341 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:56.176897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0b2739b7-e137-4696-9e7b-ee4e056781fb tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:56.185723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] For port b1870e0e-8c81-4d01-882b-d24bd3829341, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b1870e0e-8c81-4d01-882b-d24bd3829341,segment=NetworkSegment(f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f),segment_id=f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:56.186449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.218543 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2774dfb6-086b-412e-9992-f46b8bdab688 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:02:56.219022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2774dfb6-086b-412e-9992-f46b8bdab688 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:56.225760 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2739b7-e137-4696-9e7b-ee4e056781fb tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] PUT failed (client error): The resource could not be found. Jul 16 20:02:56.227025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2739b7-e137-4696-9e7b-ee4e056781fb tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:56.228528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0b2739b7-e137-4696-9e7b-ee4e056781fb tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "PUT /v2.0/ports/ca226d70-8de3-4dab-a563-93d65529b808 HTTP/1.1" status: 404 len: 333 time: 0.0697310 Jul 16 20:02:56.235025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34664) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.236510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Calling delete_port for b1870e0e-8c81-4d01-882b-d24bd3829341 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:56.252753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a48c08b1-f324-4188-8ff1-24567b9b193a tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:56.276039 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48c08b1-f324-4188-8ff1-24567b9b193a tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] PUT failed (client error): The resource could not be found. Jul 16 20:02:56.277321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48c08b1-f324-4188-8ff1-24567b9b193a tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:02:56.278844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a48c08b1-f324-4188-8ff1-24567b9b193a tempest-NetworksNegativeTestJSON-1710938366 tempest-NetworksNegativeTestJSON-1710938366-project] 10.222.0.78 "PUT /v2.0/subnets/3e1e9e9e-e3b9-4ec8-ba6a-a57069b1acaf HTTP/1.1" status: 404 len: 337 time: 0.0392523 Jul 16 20:02:56.296750 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.315670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef889a7b-ac2a-4091-ab5f-b6031809f929 req-a7bb3c5c-45c5-4f7e-b3f1-e2d05fd6ad15 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.324132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef889a7b-ac2a-4091-ab5f-b6031809f929 req-a7bb3c5c-45c5-4f7e-b3f1-e2d05fd6ad15 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 945 time: 0.4026175 Jul 16 20:02:56.357081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] Pushing event deleted for resources: {'Port': ['ID=b1870e0e-8c81-4d01-882b-d24bd3829341,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.363870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff8bd2-dbf9-4e5e-a849-575ef8069076 None None] No DVR routers for this DVR port b1870e0e-8c81-4d01-882b-d24bd3829341 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:56.419557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d5fbacd9-d284-472e-92c3-213201a629b7 None None] Provisioning for port 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:56.422970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d5fbacd9-d284-472e-92c3-213201a629b7 None None] Provisioning complete for port 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:56.423490 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d5fbacd9-d284-472e-92c3-213201a629b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.451938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eaf95888-1c72-4b5f-80fa-6f6ccaafe69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.463450 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2774dfb6-086b-412e-9992-f46b8bdab688 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9291630 Jul 16 20:02:56.466761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34668) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.479296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eaf95888-1c72-4b5f-80fa-6f6ccaafe69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.499907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbacd9-d284-472e-92c3-213201a629b7 None None] Port 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:56.540820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d5fbacd9-d284-472e-92c3-213201a629b7 None None] Provisioning complete for port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:56.541229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d5fbacd9-d284-472e-92c3-213201a629b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.608969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef889a7b-ac2a-4091-ab5f-b6031809f929 req-f60233cc-2534-4396-a9f7-169612252217 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832074 Jul 16 20:02:56.619027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf95888-1c72-4b5f-80fa-6f6ccaafe69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80400dc6-6063-45ca-8da0-5188d9dceb2b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.683139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eaf95888-1c72-4b5f-80fa-6f6ccaafe69e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40b19832f03f4577815daba3177c070d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1708138 Jul 16 20:02:56.685947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34672) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.687476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c07c10-9303-457a-8116-67fed79dc62b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.705783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c07c10-9303-457a-8116-67fed79dc62b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.714592 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a0c07c10-9303-457a-8116-67fed79dc62b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2445471 Jul 16 20:02:56.715118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34674) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.734507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.787115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34678) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.808714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1870e0e-8c81-4d01-882b-d24bd3829341,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.823505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] No DVR routers for this DVR port b1870e0e-8c81-4d01-882b-d24bd3829341 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:56.853712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8d8bb401-d7b3-4916-8744-94efa5508948 None None] Provisioning complete for port 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:56.854101 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb401-d7b3-4916-8744-94efa5508948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.884186 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb26c060-3065-4386-8a11-bea9d0d1c019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.945760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8d8bb401-d7b3-4916-8744-94efa5508948 None None] Port 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:56.956771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b97af-3850-4a40-9609-73a8c95b1727 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:56.957202 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f6b97af-3850-4a40-9609-73a8c95b1727 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.085633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b1870e0e-8c81-4d01-882b-d24bd3829341 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:02:57.087528 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.101349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb26c060-3065-4386-8a11-bea9d0d1c019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.102240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f6b97af-3850-4a40-9609-73a8c95b1727 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.107842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54abe43-908f-42d7-b808-d3a69b9625fd']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:57.116691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b1870e0e-8c81-4d01-882b-d24bd3829341 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:02:57.117770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b1870e0e-8c81-4d01-882b-d24bd3829341 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:02:57.118137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b97af-3850-4a40-9609-73a8c95b1727 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:57.135068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:57.135479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e2c2ee-c6e4-4d95-9b5f-581172bafb9f') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:57.157247 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.196017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.208446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:57.208960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.213254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a70bf83-b8cd-44a0-8ce2-417be8b81fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.218142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e254-461f-4a82-be23-26a91be23f2b req-0cf072d7-cbea-44da-a7dc-9bc5b8cd027f tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:57.219995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b48e254-461f-4a82-be23-26a91be23f2b req-0cf072d7-cbea-44da-a7dc-9bc5b8cd027f tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.16 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 945 time: 0.2376478 Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:57.220615 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:57.308794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb26c060-3065-4386-8a11-bea9d0d1c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.312966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb26c060-3065-4386-8a11-bea9d0d1c019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.313121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cb26c060-3065-4386-8a11-bea9d0d1c019 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80400dc6-6063-45ca-8da0-5188d9dceb2b HTTP/1.1" status: 204 len: 168 time: 0.6259189 Jul 16 20:02:57.332536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26c060-3065-4386-8a11-bea9d0d1c019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80400dc6-6063-45ca-8da0-5188d9dceb2b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.337686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.374284 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.376442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b54abe43-908f-42d7-b808-d3a69b9625fd HTTP/1.1" status: 204 len: 168 time: 2.2895169 Jul 16 20:02:57.388692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e1276-c7dc-4312-b9ff-e515a2500953 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54abe43-908f-42d7-b808-d3a69b9625fd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.415908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f6b97af-3850-4a40-9609-73a8c95b1727 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.452156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Deleting port ba811c4a-e1fa-4660-bb16-b741bd3787c6 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:57.452156 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.525075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b97af-3850-4a40-9609-73a8c95b1727 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.585230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f6b97af-3850-4a40-9609-73a8c95b1727 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.588097 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0f6b97af-3850-4a40-9609-73a8c95b1727 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd HTTP/1.1" status: 204 len: 168 time: 0.8717980 Jul 16 20:02:57.590778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a70bf83-b8cd-44a0-8ce2-417be8b81fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.592002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34698) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.608473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a70bf83-b8cd-44a0-8ce2-417be8b81fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.639672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34704) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.665661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9a70bf83-b8cd-44a0-8ce2-417be8b81fbb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2651d993d12349d78aba375748077959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8762829 Jul 16 20:02:57.686496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] For port ba811c4a-e1fa-4660-bb16-b741bd3787c6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba811c4a-e1fa-4660-bb16-b741bd3787c6,segment=NetworkSegment(8463683f-4b9e-4f05-9dcf-f7e4d3864474),segment_id=8463683f-4b9e-4f05-9dcf-f7e4d3864474)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:57.686876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.690899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34706) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.706077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Calling delete_port for ba811c4a-e1fa-4660-bb16-b741bd3787c6 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:57.825217 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a47b1b63-a8b3-4826-bd68-41f5b7d96f1e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd0a1390f0fb4dc6a41576c8a046eb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580176 Jul 16 20:02:57.828183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34710) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.834980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70bf83-b8cd-44a0-8ce2-417be8b81fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd8c028-3861-4994-8942-b065e6739ee6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.861696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001918aa-2074-4a83-a00c-848f1409b6a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:57.863863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001918aa-2074-4a83-a00c-848f1409b6a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:57.865707 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-001918aa-2074-4a83-a00c-848f1409b6a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2721364 Jul 16 20:02:57.885548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34712) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.912374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27ccebbb-6925-4194-9be8-5d61f8dcd6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.972981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27ccebbb-6925-4194-9be8-5d61f8dcd6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.997508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2f9a5c-e846-43dd-ab73-558b2e145693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet eb5daed2-ac60-4371-a747-cf2234b23297 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:58.004107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9a5c-e846-43dd-ab73-558b2e145693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.032976 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:58.071874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27ccebbb-6925-4194-9be8-5d61f8dcd6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.075215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27ccebbb-6925-4194-9be8-5d61f8dcd6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.092437 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27ccebbb-6925-4194-9be8-5d61f8dcd6de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9cd8c028-3861-4994-8942-b065e6739ee6 HTTP/1.1" status: 204 len: 168 time: 0.3912568 Jul 16 20:02:58.130481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6655b3b7-685a-4c1c-a492-ce21eeca312c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.131843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccebbb-6925-4194-9be8-5d61f8dcd6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd8c028-3861-4994-8942-b065e6739ee6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.149893 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.154165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9a5c-e846-43dd-ab73-558b2e145693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.178506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea4f02-e77e-4fa2-96d4-b07f4e135b55 req-98a92402-09fa-4a7b-88fe-8747874e97c6 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:58.186695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8ea4f02-e77e-4fa2-96d4-b07f4e135b55 req-98a92402-09fa-4a7b-88fe-8747874e97c6 tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/ports?device_id=042b5826-24c7-4703-ab8f-c6262d14b54d HTTP/1.1" status: 200 len: 945 time: 0.3343699 Jul 16 20:02:58.195380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ba811c4a-e1fa-4660-bb16-b741bd3787c6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:58.280535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9a5c-e846-43dd-ab73-558b2e145693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.291102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6655b3b7-685a-4c1c-a492-ce21eeca312c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.299376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Pushing event deleted for resources: {'Port': ['ID=ba811c4a-e1fa-4660-bb16-b741bd3787c6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.398489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] No DVR routers for this DVR port ba811c4a-e1fa-4660-bb16-b741bd3787c6 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:58.401355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9a5c-e846-43dd-ab73-558b2e145693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.403448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.405872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b48e254-461f-4a82-be23-26a91be23f2b req-475a19f1-53a2-470b-9112-95537b42ca4b tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.16 "DELETE /v2.0/ports/ba811c4a-e1fa-4660-bb16-b741bd3787c6 HTTP/1.1" status: 204 len: 173 time: 1.1732388 Jul 16 20:02:58.412810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b5826-24c7-4703-ab8f-c6262d14b54d', 'name': 'network-vif-deleted', 'tag': 'ba811c4a-e1fa-4660-bb16-b741bd3787c6'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:58.415503 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b276cb-7e3f-4072-b7c1-37e5cdbb53a5" -d '{"events": [{"server_uuid": "042b5826-24c7-4703-ab8f-c6262d14b54d", "name": "network-vif-deleted", "tag": "ba811c4a-e1fa-4660-bb16-b741bd3787c6"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:58.468883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8ea4f02-e77e-4fa2-96d4-b07f4e135b55 req-8e272c91-6fae-4eef-ab00-0fbaaae1ecaf tempest-ServerAddressesNegativeTestJSON-1222937098 tempest-ServerAddressesNegativeTestJSON-1222937098-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c4b914-0b26-4a9f-820a-14145cf146ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812328 Jul 16 20:02:58.473960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b94d6-c418-478a-b176-3acda6467636 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:58.517113 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6655b3b7-685a-4c1c-a492-ce21eeca312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.521774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6655b3b7-685a-4c1c-a492-ce21eeca312c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.523227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6655b3b7-685a-4c1c-a492-ce21eeca312c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/375a4467-de81-46d3-9b4e-4c20c60b8d44 HTTP/1.1" status: 204 len: 168 time: 0.6940467 Jul 16 20:02:58.539587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655b3b7-685a-4c1c-a492-ce21eeca312c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375a4467-de81-46d3-9b4e-4c20c60b8d44,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.579315 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9a5c-e846-43dd-ab73-558b2e145693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.598871 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eb91de-ac1d-407e-ba2f-086222de9430 x-openstack-request-id: req-54eb91de-ac1d-407e-ba2f-086222de9430 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:58.599554 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b5826-24c7-4703-ab8f-c6262d14b54d", "name": "network-vif-deleted", "tag": "ba811c4a-e1fa-4660-bb16-b741bd3787c6", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:58.599713 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54eb91de-ac1d-407e-ba2f-086222de9430 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:58.600127 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b5826-24c7-4703-ab8f-c6262d14b54d', 'name': 'network-vif-deleted', 'tag': 'ba811c4a-e1fa-4660-bb16-b741bd3787c6', 'status': 'completed', 'code': 200} Jul 16 20:02:58.600255 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6b2f9a5c-e846-43dd-ab73-558b2e145693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/eb5daed2-ac60-4371-a747-cf2234b23297 HTTP/1.1" status: 204 len: 168 time: 0.7129471 Jul 16 20:02:58.603017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34750) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:58.603577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f9a5c-e846-43dd-ab73-558b2e145693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5daed2-ac60-4371-a747-cf2234b23297,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.721031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ef6f06da-5f5a-47a8-bd4d-a4103004becc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163709 Jul 16 20:02:58.727449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34754) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:58.734162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:58.897606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:58.901705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.990122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:02:59.088116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] Deleting port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:02:59.089047 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.260249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.280970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] For port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cd0fcbb7-5cb9-4f2c-bf23-281382203a5c,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:59.281581 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.308061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] Calling delete_port for cd0fcbb7-5cb9-4f2c-bf23-281382203a5c owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:02:59.369788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:59.375314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:59.380632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:59.381528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.411007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=b05aa506-a1f6-42e4-9f62-fd36aa8af7d1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:59.417070 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dcdde6f5-b062-449e-8a85-c58d297aed12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6878128 Jul 16 20:02:59.420093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34786) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:59.427550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-41752b87-2c7a-43a0-99da-4409f2415c33 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': 'b05aa506-a1f6-42e4-9f62-fd36aa8af7d1', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1806295660'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:59.554430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.633856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34798) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:59.649200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] Pushing event deleted for resources: {'Port': ['ID=cd0fcbb7-5cb9-4f2c-bf23-281382203a5c,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:59.666352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d88801-19df-4f9e-ae38-1868f22e6c8c None None] No DVR routers for this DVR port cd0fcbb7-5cb9-4f2c-bf23-281382203a5c on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:02:59.694430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41752b87-2c7a-43a0-99da-4409f2415c33 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:59.696947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229697c6-d92f-40fa-a26f-a1a2d44fdac3 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:59.750032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5967085a-f289-4553-8cba-f473aeaa2cee admin admin] Deleting subnet d242e920-6b42-40ba-bfea-9e6b134a93e5 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:59.755219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5967085a-f289-4553-8cba-f473aeaa2cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.842403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5967085a-f289-4553-8cba-f473aeaa2cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.918877 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41752b87-2c7a-43a0-99da-4409f2415c33 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.943308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5967085a-f289-4553-8cba-f473aeaa2cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.973605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-41752b87-2c7a-43a0-99da-4409f2415c33 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port faecee44-084a-46aa-a9ad-e6ff770c06bb yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:03:00.077773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5967085a-f289-4553-8cba-f473aeaa2cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.136008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967085a-f289-4553-8cba-f473aeaa2cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d242e920-6b42-40ba-bfea-9e6b134a93e5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.147852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': 'b05aa506-a1f6-42e4-9f62-fd36aa8af7d1'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:03:00.148785 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.159020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5967085a-f289-4553-8cba-f473aeaa2cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.167937 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5967085a-f289-4553-8cba-f473aeaa2cee admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d242e920-6b42-40ba-bfea-9e6b134a93e5 HTTP/1.1" status: 204 len: 168 time: 0.5302658 Jul 16 20:03:00.172601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:00.287127 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-41752b87-2c7a-43a0-99da-4409f2415c33 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:00.288742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41752b87-2c7a-43a0-99da-4409f2415c33 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:03:00.320172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-41752b87-2c7a-43a0-99da-4409f2415c33 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8973567 Jul 16 20:03:00.323225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34828) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:00.329218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.391165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34834) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:00.413967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7c67fa73-3887-4073-a667-3c3e091bb41a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0867445 Jul 16 20:03:00.414289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34838) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:00.454784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ba811c4a-e1fa-4660-bb16-b741bd3787c6 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:00.482145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311ef1a-6a81-4cdb-801f-a799420d00b3 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:00.484705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: ba811c4a-e1fa-4660-bb16-b741bd3787c6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:00.485060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ba811c4a-e1fa-4660-bb16-b741bd3787c6 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:00.485774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311ef1a-6a81-4cdb-801f-a799420d00b3 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:00.491289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a311ef1a-6a81-4cdb-801f-a799420d00b3 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0728974 Jul 16 20:03:00.493961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34840) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:00.547758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.571839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/b05aa506-a1f6-42e4-9f62-fd36aa8af7d1/e9ba86e4-3c77-4334-8a8c-67f5c109af74) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:00.576987 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befaf050-d9a6-4dd0-8bf9-980668d373e0']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:00.577343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c65116-5f4a-4e1b-951d-51ec9243dabf tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet b05aa506-a1f6-42e4-9f62-fd36aa8af7d1 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:00.600986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8463683f-4b9e-4f05-9dcf-f7e4d3864474') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:00.601323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8463683f-4b9e-4f05-9dcf-f7e4d3864474') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:00.625655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.655779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.672735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:03:00.674191 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:03:00.678464 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:03:00.793213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-09ed483b-cd7f-46fd-8d11-edc3f7c39714 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:00.794160 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-09ed483b-cd7f-46fd-8d11-edc3f7c39714 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:03:00.794820 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-09ed483b-cd7f-46fd-8d11-edc3f7c39714 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:03:00.795990 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-09ed483b-cd7f-46fd-8d11-edc3f7c39714 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4029872 Jul 16 20:03:00.801266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34848) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:00.806332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.806756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162029105'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:00.821004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.825856 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] 10.222.0.78 "DELETE /v2.0/networks/befaf050-d9a6-4dd0-8bf9-980668d373e0 HTTP/1.1" status: 204 len: 168 time: 0.6532602 Jul 16 20:03:00.861556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1310-d15c-4a5f-94b6-0b54c8a2135f admin admin] Pushing event deleted for resources: {'Network': ['ID=befaf050-d9a6-4dd0-8bf9-980668d373e0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.871726 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.886491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.935261 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.948024 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Transition to ACTIVE for port object e9ba86e4-3c77-4334-8a8c-67f5c109af74 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:00.957599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34854) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:01.025867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Transition to ACTIVE for port object e9ba86e4-3c77-4334-8a8c-67f5c109af74 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:01.044807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53c65116-5f4a-4e1b-951d-51ec9243dabf tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.047891 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.131358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cd0fcbb7-5cb9-4f2c-bf23-281382203a5c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:01.132533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53c65116-5f4a-4e1b-951d-51ec9243dabf tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.170866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.173046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-195312116-network', 'tenant_id': '27e2b3fa94e148e7adb2cbfbc6f0a32b'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:01.178562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:01.181167 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.184183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: cd0fcbb7-5cb9-4f2c-bf23-281382203a5c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:01.185179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cd0fcbb7-5cb9-4f2c-bf23-281382203a5c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:01.194375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34860) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:01.196213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:01.206601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:01.218373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a0c29b-f866-49ad-beef-fa474d7eaed4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:01.268509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Pushing event updated for resources: {'Port': ['ID=e9ba86e4-3c77-4334-8a8c-67f5c109af74,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:01.312036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Made reservation on behalf of 27e2b3fa94e148e7adb2cbfbc6f0a32b for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:01.314458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.315565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Attempting to bind port e9ba86e4-3c77-4334-8a8c-67f5c109af74 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:01.316695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Attempting to bind port e9ba86e4-3c77-4334-8a8c-67f5c109af74 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:01.317330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Attempting to bind port e9ba86e4-3c77-4334-8a8c-67f5c109af74 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:01.323005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:01.323845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:01.324464 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.324934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:01.325495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Bound port: e9ba86e4-3c77-4334-8a8c-67f5c109af74, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:01.325966 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.350801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.414599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] For port e9ba86e4-3c77-4334-8a8c-67f5c109af74, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:01.418274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] For port e9ba86e4-3c77-4334-8a8c-67f5c109af74, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e9ba86e4-3c77-4334-8a8c-67f5c109af74,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:01.429407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.431883 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-301ad5c7-4942-46c0-8295-3aff3680ac1b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=684e909e6f614fbf80f651f40769e669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359769 Jul 16 20:03:01.440358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34872) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:01.451336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53c65116-5f4a-4e1b-951d-51ec9243dabf tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.569790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-563a8fee-b027-495d-b9d0-21d8dff35187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.603839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53c65116-5f4a-4e1b-951d-51ec9243dabf tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.609625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.611604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58caf2-cf42-42d8-9b08-aafb98750fda None None] Pushing event updated for resources: {'Port': ['ID=e9ba86e4-3c77-4334-8a8c-67f5c109af74,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:01.640879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-563a8fee-b027-495d-b9d0-21d8dff35187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.661772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.671456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c65116-5f4a-4e1b-951d-51ec9243dabf tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=b05aa506-a1f6-42e4-9f62-fd36aa8af7d1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:01.703766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53c65116-5f4a-4e1b-951d-51ec9243dabf tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.707968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-53c65116-5f4a-4e1b-951d-51ec9243dabf tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/b05aa506-a1f6-42e4-9f62-fd36aa8af7d1 HTTP/1.1" status: 204 len: 168 time: 1.2103612 Jul 16 20:03:01.711487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34882) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:01.729368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad47855-0475-4e20-8150-bea1a30666e1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:01.776753 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eb1282af-81b5-4a7e-8fbe-cc63e6ab2519 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611179 Jul 16 20:03:01.777164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34886) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:01.791733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:01.942936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.967212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:01.995224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-563a8fee-b027-495d-b9d0-21d8dff35187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.003773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-563a8fee-b027-495d-b9d0-21d8dff35187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.008335 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-563a8fee-b027-495d-b9d0-21d8dff35187 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12c4b914-0b26-4a9f-820a-14145cf146ea HTTP/1.1" status: 204 len: 168 time: 0.5661221 Jul 16 20:03:02.041789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:02.077901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16cf90a-120e-4d61-8f8c-e876124c1b57,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:02.094492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.094716 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Added segment 12797529-1552-4ab6-963a-810c39f41db9 of type vlan for network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 Jul 16 20:03:02.185818 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.199543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a8fee-b027-495d-b9d0-21d8dff35187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c4b914-0b26-4a9f-820a-14145cf146ea,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:02.263623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.264743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:02.265356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.320855 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3575230 Jul 16 20:03:02.321567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34902) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:02.326848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Request body: {'subnet': {'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-195312116-subnet', 'tenant_id': '27e2b3fa94e148e7adb2cbfbc6f0a32b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:02.344174 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.345449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-317e9753-9d13-4dce-a0e5-9e89111d8b32 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5432038 Jul 16 20:03:02.349431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34904) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:02.358029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '3ad47855-0475-4e20-8150-bea1a30666e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:02.380627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424326-60b0-4e7b-bb28-e35291063fbf admin admin] Pushing event updated for resources: {'Network': ['ID=21bd73f2-b6a5-48e0-a914-44bbf1883d95,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:02.394674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:02.413745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Made reservation on behalf of 27e2b3fa94e148e7adb2cbfbc6f0a32b for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:02.419892 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.423911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:02.428328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:02.442737 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.api [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:03:02.442737 n-d-791505-15 neutron-server[100243]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:03:02.442737 n-d-791505-15 neutron-server[100243]: [parameters: {'project_id_1': 'bf3cb12e0fbc478286df5cc9b361dfe4', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 3, 2, 375572)}] Jul 16 20:03:02.442737 n-d-791505-15 neutron-server[100243]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:03:02.445198 n-d-791505-15 neutron-server[100243]: DEBUG oslo_db.api [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:03:02.935570 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.076310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.133194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e9ba86e4-3c77-4334-8a8c-67f5c109af74 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:03.141294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:03.149587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdaeb238-f673-4250-9a6e-159d82752b87,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:03.190640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.234706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:03.235080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.235567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.280698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Checking segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:03.281172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Network hostable DHCP agents. Network: 21bd73f2-b6a5-48e0-a914-44bbf1883d95, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:03.292692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e9ba86e4-3c77-4334-8a8c-67f5c109af74 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:03.339783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5601048 Jul 16 20:03:03.342490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34938) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:03.350152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bced16ab-9f25-4e7a-8e84-ec494a8c6dc8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1642853470', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:03.358886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c75a8f-536e-4b5a-a41e-e50ba72d654d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=14a8413e-d337-40f8-80ce-744f1503172b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:03.381548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:03.386713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc079b-db62-4a4f-8e6f-9f9c046ee365 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:03.398358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 21bd73f2-b6a5-48e0-a914-44bbf1883d95) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:03.404370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.405346 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.445041 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.458478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.461720 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bced16ab-9f25-4e7a-8e84-ec494a8c6dc8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.462872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bced16ab-9f25-4e7a-8e84-ec494a8c6dc8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.504900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2fa8c3c7-03f8-4aba-bb37-9c7215d936e9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1745703 Jul 16 20:03:03.504900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b231309-f7fd-4d10-83ae-6a13e3fa3934,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:03.521978 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.525863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3bdd6c11-2fb6-4cbd-b5ab-bfce58a2004a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1724625 Jul 16 20:03:03.526180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34946) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:03.533090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0a278fd3-904c-42f4-8617-e3de6249af13 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '3ad47855-0475-4e20-8150-bea1a30666e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:03.576476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38edb7a-4e70-4e1b-825e-e40918834a01 None None] Network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:03.596028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a278fd3-904c-42f4-8617-e3de6249af13 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.645102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bced16ab-9f25-4e7a-8e84-ec494a8c6dc8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.653624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bced16ab-9f25-4e7a-8e84-ec494a8c6dc8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.713806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-698ce246-e5a1-48d2-a08b-ec7e118b6f26 None None] Provisioning for port e9ba86e4-3c77-4334-8a8c-67f5c109af74 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:03.736119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bced16ab-9f25-4e7a-8e84-ec494a8c6dc8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.737452 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bced16ab-9f25-4e7a-8e84-ec494a8c6dc8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3930566 Jul 16 20:03:03.740985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:03.784362 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-0a278fd3-904c-42f4-8617-e3de6249af13 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:03:03.788820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0a278fd3-904c-42f4-8617-e3de6249af13 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2585299 Jul 16 20:03:03.789157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34974) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:03.792616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-698ce246-e5a1-48d2-a08b-ec7e118b6f26 None None] Provisioning complete for port e9ba86e4-3c77-4334-8a8c-67f5c109af74 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:03.794478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-698ce246-e5a1-48d2-a08b-ec7e118b6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.915757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afc6f4bf-bcfb-438a-8f96-9863e1343492 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.943335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afc6f4bf-bcfb-438a-8f96-9863e1343492 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.011133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afc6f4bf-bcfb-438a-8f96-9863e1343492 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.017988 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afc6f4bf-bcfb-438a-8f96-9863e1343492 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.022879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-afc6f4bf-bcfb-438a-8f96-9863e1343492 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/3ad47855-0475-4e20-8150-bea1a30666e1 HTTP/1.1" status: 204 len: 168 time: 0.2302871 Jul 16 20:03:04.036829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34984) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:04.039402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6f4bf-bcfb-438a-8f96-9863e1343492 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad47855-0475-4e20-8150-bea1a30666e1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:04.107788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065bb6c7-cc82-4360-b3a6-c18110c33582 None None] Network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:04.141738 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7d20928c-f64f-47d2-beab-76a2464a45b4 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988536 Jul 16 20:03:04.146302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34990) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:04.152731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-27b9304f-db3d-418b-b644-6fa72db3229b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048530721'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:04.179476 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27b9304f-db3d-418b-b644-6fa72db3229b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.253457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.346650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.404599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27b9304f-db3d-418b-b644-6fa72db3229b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.412906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27b9304f-db3d-418b-b644-6fa72db3229b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.446086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-698ce246-e5a1-48d2-a08b-ec7e118b6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.495809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-698ce246-e5a1-48d2-a08b-ec7e118b6f26 None None] For port e9ba86e4-3c77-4334-8a8c-67f5c109af74, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e9ba86e4-3c77-4334-8a8c-67f5c109af74,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:04.502766 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-698ce246-e5a1-48d2-a08b-ec7e118b6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.533461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27b9304f-db3d-418b-b644-6fa72db3229b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.542851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35002) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:04.548792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-27b9304f-db3d-418b-b644-6fa72db3229b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3902662 Jul 16 20:03:04.583451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-84e8ffcb-1e2f-4532-8344-21ca25f8fd52 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '0b3237ea-57d1-4d90-9289-43a4b0d3cf80', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:04.585071 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-84e8ffcb-1e2f-4532-8344-21ca25f8fd52 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:03:04.585814 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-84e8ffcb-1e2f-4532-8344-21ca25f8fd52 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:04.587391 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-84e8ffcb-1e2f-4532-8344-21ca25f8fd52 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0425611 Jul 16 20:03:04.588312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce246-e5a1-48d2-a08b-ec7e118b6f26 None None] Pushing event updated for resources: {'Port': ['ID=e9ba86e4-3c77-4334-8a8c-67f5c109af74,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:04.588470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35006) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:04.600915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35008) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:04.684628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9304f-db3d-418b-b644-6fa72db3229b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3237ea-57d1-4d90-9289-43a4b0d3cf80,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:04.726680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::1 (d6702219-1b7c-462d-aaac-610760188933/14a8413e-d337-40f8-80ce-744f1503172b/da59e0aa-7e84-40b1-a949-efd69502da7a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:04.788377 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7e77927-54df-4133-8f83-59eb5c8bfc19 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.832433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b8933db4-75b8-433e-981d-eaffe2ef4d1b None None] Provisioning complete for port e9ba86e4-3c77-4334-8a8c-67f5c109af74 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:04.832433 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b8933db4-75b8-433e-981d-eaffe2ef4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.834420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-5273922a-8d0c-4886-8d77-f7ba27efbc6a tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.842739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-5273922a-8d0c-4886-8d77-f7ba27efbc6a tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 804 time: 0.2825737 Jul 16 20:03:04.856500 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7e77927-54df-4133-8f83-59eb5c8bfc19 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.878763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-f8ad94c4-307d-4eff-a4ea-0ca057cf0e93 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/quotas/27e2b3fa94e148e7adb2cbfbc6f0a32b HTTP/1.1" status: 200 len: 375 time: 0.0346181 Jul 16 20:03:04.943689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-0447c648-a993-46d5-9292-0e1df9487b2b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630419 Jul 16 20:03:04.962131 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.011521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-460874819-network', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:05.030626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.034643 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7e77927-54df-4133-8f83-59eb5c8bfc19 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.045038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7e77927-54df-4133-8f83-59eb5c8bfc19 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.048192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b7e77927-54df-4133-8f83-59eb5c8bfc19 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/0b3237ea-57d1-4d90-9289-43a4b0d3cf80 HTTP/1.1" status: 204 len: 168 time: 0.4447637 Jul 16 20:03:05.048916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35046) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:05.080433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object da59e0aa-7e84-40b1-a949-efd69502da7a will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:05.094760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Made reservation on behalf of b1296371bc6847a09d3b194e74b0e9d5 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:05.097706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.117215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.147591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e77927-54df-4133-8f83-59eb5c8bfc19 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3237ea-57d1-4d90-9289-43a4b0d3cf80,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:05.158051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.203333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-6e136ff2-93b3-4ebe-bcee-c87709495415 service neutron] 10.222.0.78 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576580 Jul 16 20:03:05.211285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8ac1c92f-e670-4152-b41d-5bea92caf83f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1557407 Jul 16 20:03:05.213305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35050) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:05.217889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f6ea6a7f-2c90-4d14-847a-dced99886530 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541302864'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:05.252965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:05.263435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:05.267138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=da59e0aa-7e84-40b1-a949-efd69502da7a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:05.277415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:05.278304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.317453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e9ba86e4-3c77-4334-8a8c-67f5c109af74 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:05.415087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.415320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-8c90122b-ee22-4c8c-a89f-4239e95b7f5d service neutron] 10.222.0.78 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026281 Jul 16 20:03:05.440044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.459410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e9ba86e4-3c77-4334-8a8c-67f5c109af74 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:05.459960 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.496294 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6a7f-2c90-4d14-847a-dced99886530 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.551887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:05.579321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.587708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.588049 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Added segment e60470c1-8dc1-4a59-a951-c24d9ac7609d of type vlan for network a3b0bad0-7caf-47ed-b183-8b204fa4297a Jul 16 20:03:05.591313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abb14a5-489b-43b2-a595-86f0b68957a9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:05.692929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aee35-b1ca-4472-b4d6-e0e3e2d90b92 req-2d9873c3-737d-440b-bacc-d660362b424f tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:05.713597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa8aee35-b1ca-4472-b4d6-e0e3e2d90b92 req-2d9873c3-737d-440b-bacc-d660362b424f tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 950 time: 0.2775593 Jul 16 20:03:05.715465 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.755792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-54200731-a7f2-4738-8517-485100deb200 None None] Provisioning for port da59e0aa-7e84-40b1-a949-efd69502da7a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:05.760632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-54200731-a7f2-4738-8517-485100deb200 None None] Provisioning complete for port da59e0aa-7e84-40b1-a949-efd69502da7a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:05.761745 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-54200731-a7f2-4738-8517-485100deb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.826541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-54200731-a7f2-4738-8517-485100deb200 None None] Port da59e0aa-7e84-40b1-a949-efd69502da7a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:05.830225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.830871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:05.831998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.861260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa8aee35-b1ca-4472-b4d6-e0e3e2d90b92 req-e8b81843-281f-4131-ad98-c5a691a6da4a tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466558 Jul 16 20:03:05.937977 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6a7f-2c90-4d14-847a-dced99886530 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.940562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] Pushing event updated for resources: {'Network': ['ID=a3b0bad0-7caf-47ed-b183-8b204fa4297a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:05.951332 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6a7f-2c90-4d14-847a-dced99886530 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.954309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a3b0bad0-7caf-47ed-b183-8b204fa4297a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:06.002546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6a7f-2c90-4d14-847a-dced99886530 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.007784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f6ea6a7f-2c90-4d14-847a-dced99886530 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7934749 Jul 16 20:03:06.008708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35080) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.034471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1ec70238-876b-4790-8cca-016cf8022ca3 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'c2f0abba-383e-4fa2-aefa-500146b61d96', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:06.036867 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-1ec70238-876b-4790-8cca-016cf8022ca3 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:03:06.037957 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-1ec70238-876b-4790-8cca-016cf8022ca3 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:06.042773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1ec70238-876b-4790-8cca-016cf8022ca3 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0123112 Jul 16 20:03:06.045755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5075395-9cdd-48c4-95d7-9fb939141a86 req-8001dcb1-32bf-4260-a759-ccd61426bf8a tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 210 time: 0.0720127 Jul 16 20:03:06.046312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35086) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.048672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea6a7f-2c90-4d14-847a-dced99886530 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f0abba-383e-4fa2-aefa-500146b61d96,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:06.149155 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47c567d2-e5e0-445b-b4c2-fc86ca0ab9a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.196255 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47c567d2-e5e0-445b-b4c2-fc86ca0ab9a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.303599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47c567d2-e5e0-445b-b4c2-fc86ca0ab9a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.306277 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47c567d2-e5e0-445b-b4c2-fc86ca0ab9a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.307447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-47c567d2-e5e0-445b-b4c2-fc86ca0ab9a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/c2f0abba-383e-4fa2-aefa-500146b61d96 HTTP/1.1" status: 204 len: 168 time: 0.2600207 Jul 16 20:03:06.311398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35098) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.336807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c567d2-e5e0-445b-b4c2-fc86ca0ab9a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f0abba-383e-4fa2-aefa-500146b61d96,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:06.433715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1418bf49-1890-460d-9537-bc12e3f0d60c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1199677 Jul 16 20:03:06.438136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35104) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.459688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4c59b1e6-ade0-4393-8ea9-1234041b8093 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051018493'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:06.511800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c59b1e6-ade0-4393-8ea9-1234041b8093 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.575602 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-61eb0a22-4cf0-4dda-aa9e-141888a0640b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9603326 Jul 16 20:03:06.579646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35118) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.592414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Request body: {'subnet': {'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-460874819-subnet', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:06.690557 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c59b1e6-ade0-4393-8ea9-1234041b8093 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.701533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c59b1e6-ade0-4393-8ea9-1234041b8093 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.704096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.716239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.719191 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.737279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Made reservation on behalf of b1296371bc6847a09d3b194e74b0e9d5 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:06.754400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.797711 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c59b1e6-ade0-4393-8ea9-1234041b8093 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:06.799157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=da59e0aa-7e84-40b1-a949-efd69502da7a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:06.807447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4c59b1e6-ade0-4393-8ea9-1234041b8093 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3681598 Jul 16 20:03:06.818668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35136) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.833381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0a7b8a51-3a8a-463e-b8b3-11c05f0763f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '0c18b782-e3c8-456d-b74b-1483c0e24418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:06.851253 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-0a7b8a51-3a8a-463e-b8b3-11c05f0763f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:03:06.852243 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-0a7b8a51-3a8a-463e-b8b3-11c05f0763f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:06.853543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0a7b8a51-3a8a-463e-b8b3-11c05f0763f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0330377 Jul 16 20:03:06.856913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59b1e6-ade0-4393-8ea9-1234041b8093 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18b782-e3c8-456d-b74b-1483c0e24418,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:06.859441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35138) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.871498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ab94355d-b022-4aee-9f49-e50f6ffa1709 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '0c18b782-e3c8-456d-b74b-1483c0e24418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:06.873425 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-ab94355d-b022-4aee-9f49-e50f6ffa1709 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:03:06.874152 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-ab94355d-b022-4aee-9f49-e50f6ffa1709 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:06.888845 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ab94355d-b022-4aee-9f49-e50f6ffa1709 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0263681 Jul 16 20:03:06.905644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35142) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.912866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fe57a01c-5ce6-4a7c-ae60-5e60db86d5a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '0c18b782-e3c8-456d-b74b-1483c0e24418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:06.914153 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-fe57a01c-5ce6-4a7c-ae60-5e60db86d5a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:03:06.914753 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-fe57a01c-5ce6-4a7c-ae60-5e60db86d5a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:06.915813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fe57a01c-5ce6-4a7c-ae60-5e60db86d5a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089343 Jul 16 20:03:06.920317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35148) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.927320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-aadfb8f4-e8ea-456a-85c7-fcd7cbf1e7a3 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '0c18b782-e3c8-456d-b74b-1483c0e24418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:06.928703 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-aadfb8f4-e8ea-456a-85c7-fcd7cbf1e7a3 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:03:06.929417 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-aadfb8f4-e8ea-456a-85c7-fcd7cbf1e7a3 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:06.930598 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aadfb8f4-e8ea-456a-85c7-fcd7cbf1e7a3 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090327 Jul 16 20:03:06.935089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35150) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:06.939217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:06.948992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:07.101088 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.117235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7a5639a2-cfaa-47e7-98a4-a176d33b4b26 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.158373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7a5639a2-cfaa-47e7-98a4-a176d33b4b26 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.175883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230674ab-da61-4006-81f8-2be7129bf82b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:07.194041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Checking segment: {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:07.194685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Network hostable DHCP agents. Network: a3b0bad0-7caf-47ed-b183-8b204fa4297a, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:07.224506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Network a3b0bad0-7caf-47ed-b183-8b204fa4297a is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:07.249311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Router 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:03:07.254535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a3b0bad0-7caf-47ed-b183-8b204fa4297a) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:07.265728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d3cef-0b08-4092-8579-f6879e375ec9 None None] Network a3b0bad0-7caf-47ed-b183-8b204fa4297a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:07.267845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:07.268493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.299886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a5f64b0-a04f-4daf-8457-b23b6cbb0209 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7172861 Jul 16 20:03:07.305371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35164) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:07.310559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:07.366030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.367268 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.476600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7a5639a2-cfaa-47e7-98a4-a176d33b4b26 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.479306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7a5639a2-cfaa-47e7-98a4-a176d33b4b26 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.484156 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7a5639a2-cfaa-47e7-98a4-a176d33b4b26 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/0c18b782-e3c8-456d-b74b-1483c0e24418 HTTP/1.1" status: 204 len: 168 time: 0.5479755 Jul 16 20:03:07.507086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35170) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:07.523891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b4fe8ed5-c330-41fa-a12e-df6fe25b50d8 None None] Provisioning complete for port da59e0aa-7e84-40b1-a949-efd69502da7a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:07.528305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4fe8ed5-c330-41fa-a12e-df6fe25b50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.589661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:07.600183 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a2a91edc-29ed-4956-97c0-78f65bcb8be1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "PUT /v2.0/routers/5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8582089 Jul 16 20:03:07.612818 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Sync routers for ids ['5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:07.622797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe8ed5-c330-41fa-a12e-df6fe25b50d8 None None] Port da59e0aa-7e84-40b1-a949-efd69502da7a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:07.625245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5639a2-cfaa-47e7-98a4-a176d33b4b26 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18b782-e3c8-456d-b74b-1483c0e24418,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:07.630461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634027e0-9556-45cf-9781-16dc15e31562 None None] Network a3b0bad0-7caf-47ed-b183-8b204fa4297a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:07.636993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35178) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:07.646990 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Routers {'5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:07.647845 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:07.653005 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.799877 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-624a6e14-34b7-4110-9b0b-3dca103da826 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2844872 Jul 16 20:03:07.808975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35184) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:07.821328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-53375bc3-0a6d-4382-a23f-31966d3ab4a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--265581061'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:07.852890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cd26803-ca92-4da6-a18f-b159d18d6b94 req-151ecb68-3c94-40dd-b611-8d2c501da37d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 210 time: 0.3464053 Jul 16 20:03:07.905914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327453c-ef8a-49fb-9907-be23605f3f86 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:07.910296 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4327453c-ef8a-49fb-9907-be23605f3f86 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports/da59e0aa-7e84-40b1-a949-efd69502da7a HTTP/1.1" status: 200 len: 911 time: 0.2717624 Jul 16 20:03:07.911073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35188) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:07.976303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53375bc3-0a6d-4382-a23f-31966d3ab4a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.019494 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Set router 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:08.046607 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.103624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-350294c6-d247-49d0-9b54-f0c96aeccb20 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.105210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-350294c6-d247-49d0-9b54-f0c96aeccb20 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.16 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 804 time: 0.5873439 Jul 16 20:03:08.109341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53375bc3-0a6d-4382-a23f-31966d3ab4a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.119958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53375bc3-0a6d-4382-a23f-31966d3ab4a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.125473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Request body: {'port': {'device_id': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'admin_state_up': True, 'tenant_id': '27e2b3fa94e148e7adb2cbfbc6f0a32b'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:08.133849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b24a20a-4417-4056-956a-e9bec6de261d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.141023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b24a20a-4417-4056-956a-e9bec6de261d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.163737 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b24a20a-4417-4056-956a-e9bec6de261d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2421765 Jul 16 20:03:08.163737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35198) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.242876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eca2d-c1be-43e0-96dc-3dad5ac3543e req-e8dec628-e291-497e-b0ef-39e509ef1dd7 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.251969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-553eca2d-c1be-43e0-96dc-3dad5ac3543e req-e8dec628-e291-497e-b0ef-39e509ef1dd7 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 950 time: 0.2550616 Jul 16 20:03:08.306274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53375bc3-0a6d-4382-a23f-31966d3ab4a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.308070 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53375bc3-0a6d-4382-a23f-31966d3ab4a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4967947 Jul 16 20:03:08.312152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53375bc3-0a6d-4382-a23f-31966d3ab4a5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd3d56-30a1-43f0-993e-98d2a824ef7d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:08.315083 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'name': 'tempest-NetworksTestDHCPv6-router-1642853470', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:03Z', 'updated_at': '2021-07-16T20:03:05Z', 'revision_number': 2, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None, '_interfaces': [{'id': 'da59e0aa-7e84-40b1-a949-efd69502da7a', 'name': '', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'mac_address': 'fa:16:3e:8a:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '14a8413e-d337-40f8-80ce-744f1503172b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:04Z', 'updated_at': '2021-07-16T20:03:05Z', 'revision_number': 2, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'subnets': [{'id': '14a8413e-d337-40f8-80ce-744f1503172b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:08.321297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35202) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.325829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b1056f4c-b2d7-4b7e-80b9-1bfe40375723 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:08.326991 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-b1056f4c-b2d7-4b7e-80b9-1bfe40375723 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:03:08.327350 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-b1056f4c-b2d7-4b7e-80b9-1bfe40375723 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:08.330950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b1056f4c-b2d7-4b7e-80b9-1bfe40375723 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070212 Jul 16 20:03:08.333350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35204) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.347956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-724ad29c-f92b-4428-a987-b0a81c93dcb5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:08.348186 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Checking router: 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:08.348406 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Updating router 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 port da59e0aa-7e84-40b1-a949-efd69502da7a binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:08.380392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-553eca2d-c1be-43e0-96dc-3dad5ac3543e req-cbdd520a-80f9-4f5a-a9fe-c51711275055 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273351 Jul 16 20:03:08.392642 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.430009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Made reservation on behalf of 27e2b3fa94e148e7adb2cbfbc6f0a32b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:08.433996 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.478551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:08.494345 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-724ad29c-f92b-4428-a987-b0a81c93dcb5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:08.505903 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-724ad29c-f92b-4428-a987-b0a81c93dcb5 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1707592 Jul 16 20:03:08.508912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35210) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.515211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2f205c20-360c-4a00-be14-7f85cc6f3e31 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:08.522723 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-2f205c20-360c-4a00-be14-7f85cc6f3e31 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:03:08.523572 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-2f205c20-360c-4a00-be14-7f85cc6f3e31 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:08.528915 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f205c20-360c-4a00-be14-7f85cc6f3e31 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188007 Jul 16 20:03:08.536621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35212) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.541096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0d24ebcb-044b-4420-8afb-bdea773c5de8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:08.635021 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.701370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:08.709028 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688b6cc4-ca0f-4ca2-aded-2552330c7ca0" -d '{"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-unplugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:08.710304 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-0d24ebcb-044b-4420-8afb-bdea773c5de8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:08.715100 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0d24ebcb-044b-4420-8afb-bdea773c5de8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1750484 Jul 16 20:03:08.731043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35220) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.739246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:08.745130 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.749671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f97ff847-3573-484f-a751-15dbeabd6845 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:08.750167 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-f97ff847-3573-484f-a751-15dbeabd6845 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:03:08.750678 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-f97ff847-3573-484f-a751-15dbeabd6845 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:08.754423 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f97ff847-3573-484f-a751-15dbeabd6845 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195305 Jul 16 20:03:08.768008 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.770574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35224) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.777133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-480059cd-61bc-4632-8b52-ac2bde53ffc6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:08.783993 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Transition to ACTIVE for port object da59e0aa-7e84-40b1-a949-efd69502da7a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:08.792862 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.836170 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa313b5-9eda-4a97-8412-ad8f83c0035f x-openstack-request-id: req-7fa313b5-9eda-4a97-8412-ad8f83c0035f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:08.836763 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-unplugged", "status": "completed", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:08.837219 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7fa313b5-9eda-4a97-8412-ad8f83c0035f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:08.837787 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'code': 200} Jul 16 20:03:08.838616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:08.872239 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-480059cd-61bc-4632-8b52-ac2bde53ffc6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Project bf3cb12e0fbc478286df5cc9b361dfe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:03:08.976041 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Attempting to bind port da59e0aa-7e84-40b1-a949-efd69502da7a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:08.976448 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Attempting to bind port da59e0aa-7e84-40b1-a949-efd69502da7a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:08.977963 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Attempting to bind port da59e0aa-7e84-40b1-a949-efd69502da7a on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:08.980333 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Pushing event updated for resources: {'Port': ['ID=da59e0aa-7e84-40b1-a949-efd69502da7a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:08.997552 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-480059cd-61bc-4632-8b52-ac2bde53ffc6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:09.001353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-480059cd-61bc-4632-8b52-ac2bde53ffc6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2267227 Jul 16 20:03:09.001510 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.001510 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.001510 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.001510 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.001870 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.001959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35236) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.002051 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.002716 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.009016 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.009888 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.011390 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.011770 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.012105 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.016306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-343528c8-b71f-44e8-bbe5-778b42625f04 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:09.016708 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-343528c8-b71f-44e8-bbe5-778b42625f04 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:03:09.017215 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-343528c8-b71f-44e8-bbe5-778b42625f04 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:09.020923 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-343528c8-b71f-44e8-bbe5-778b42625f04 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157039 Jul 16 20:03:09.021413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35238) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.027773 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:09.028165 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:09.028593 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.028983 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:09.029460 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Bound port: da59e0aa-7e84-40b1-a949-efd69502da7a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:09.029837 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.036391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c4c3df45-d5d2-4d1e-9fa0-15469bf5997e tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:09.102149 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-c4c3df45-d5d2-4d1e-9fa0-15469bf5997e tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Project bf3cb12e0fbc478286df5cc9b361dfe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:03:09.116068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.137617 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-c4c3df45-d5d2-4d1e-9fa0-15469bf5997e tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:09.141283 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c4c3df45-d5d2-4d1e-9fa0-15469bf5997e tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1154358 Jul 16 20:03:09.142766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35242) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.147482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9859ba0b-9a58-4e0a-99d8-0df6ee6d3f1b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f7bd3d56-30a1-43f0-993e-98d2a824ef7d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:09.156421 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.186383 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] For port da59e0aa-7e84-40b1-a949-efd69502da7a, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:09.195810 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] For port da59e0aa-7e84-40b1-a949-efd69502da7a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=da59e0aa-7e84-40b1-a949-efd69502da7a,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:09.203863 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.261526 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-9859ba0b-9a58-4e0a-99d8-0df6ee6d3f1b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Project bf3cb12e0fbc478286df5cc9b361dfe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:03:09.276125 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a757c6dc-c90f-403d-a8ac-20d42ceba92a req-147429f3-824e-48e2-b5c5-b440f25f0da0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 210 time: 0.1249731 Jul 16 20:03:09.308635 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Routers {'5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:09.308635 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:09.309080 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f608cb-c197-4c7c-9160-058a7861e549 None None] Pushing event updated for resources: {'Port': ['ID=da59e0aa-7e84-40b1-a949-efd69502da7a,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.333925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.341447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Allocated IP 172.20.0.12 (21bd73f2-b6a5-48e0-a914-44bbf1883d95/bdaeb238-f673-4250-9a6e-159d82752b87/e1bedaa4-095b-4cb7-970d-701a3dad2def) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:09.453924 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] Set router 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:09.479431 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-9859ba0b-9a58-4e0a-99d8-0df6ee6d3f1b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:09.480527 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9859ba0b-9a58-4e0a-99d8-0df6ee6d3f1b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3369029 Jul 16 20:03:09.486923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35252) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.638391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.698531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.760861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7c34181-faac-4a47-aab8-04cf0320d43c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.775978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-e1e10a7f-bd2a-4c18-95bb-6768dfddb958 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:09.778489 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-e1e10a7f-bd2a-4c18-95bb-6768dfddb958 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 948 time: 0.4717348 Jul 16 20:03:09.825514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:09.838998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:09.851633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:09.853256 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'name': 'tempest-NetworksTestDHCPv6-router-1642853470', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:03Z', 'updated_at': '2021-07-16T20:03:05Z', 'revision_number': 2, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None, '_interfaces': [{'id': 'da59e0aa-7e84-40b1-a949-efd69502da7a', 'name': '', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'mac_address': 'fa:16:3e:8a:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '14a8413e-d337-40f8-80ce-744f1503172b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:04Z', 'updated_at': '2021-07-16T20:03:09Z', 'revision_number': 4, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'subnets': [{'id': '14a8413e-d337-40f8-80ce-744f1503172b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:09.887289 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7c34181-faac-4a47-aab8-04cf0320d43c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.895922 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16341ea7-9db9-4621-92a1-e9befddf453c None None] The sync data for ids ['5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'] in n-d-791505-15 is: [{'id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'name': 'tempest-NetworksTestDHCPv6-router-1642853470', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:03Z', 'updated_at': '2021-07-16T20:03:05Z', 'revision_number': 2, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None, '_interfaces': [{'id': 'da59e0aa-7e84-40b1-a949-efd69502da7a', 'name': '', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'mac_address': 'fa:16:3e:8a:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '14a8413e-d337-40f8-80ce-744f1503172b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:04Z', 'updated_at': '2021-07-16T20:03:09Z', 'revision_number': 4, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'subnets': [{'id': '14a8413e-d337-40f8-80ce-744f1503172b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:09.897880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Allocated IP 172.25.6.64 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/4db0f4be-8b9d-43e5-b47c-6f17120355ac) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:09.899931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Pushing event updated for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.940592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d1fb1-3a34-413e-9898-ac8ae1a79962 req-01712e20-26a9-4f6f-a6ee-66fa62183075 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:09.948222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-572d1fb1-3a34-413e-9898-ac8ae1a79962 req-01712e20-26a9-4f6f-a6ee-66fa62183075 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 948 time: 0.2667308 Jul 16 20:03:09.985718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7c34181-faac-4a47-aab8-04cf0320d43c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.989080 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7c34181-faac-4a47-aab8-04cf0320d43c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.992684 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e7c34181-faac-4a47-aab8-04cf0320d43c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/f7bd3d56-30a1-43f0-993e-98d2a824ef7d HTTP/1.1" status: 204 len: 168 time: 0.4991128 Jul 16 20:03:09.996539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35264) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.997689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Deleting port 8283b715-b9f2-4a94-8896-90d5276b62b6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:09.998040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.019687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:10.020488 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.043943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c34181-faac-4a47-aab8-04cf0320d43c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd3d56-30a1-43f0-993e-98d2a824ef7d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.118491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-1f530354-0548-4c7c-838b-b8786f26c332 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9986951 Jul 16 20:03:10.131511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port da59e0aa-7e84-40b1-a949-efd69502da7a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:10.131511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.136715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-572d1fb1-3a34-413e-9898-ac8ae1a79962 req-f1acd2e4-4b58-4b47-8115-d9792fc84a22 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f7a73ae-024a-4c39-bc79-0027d51d2cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875751 Jul 16 20:03:10.156469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Request body: {'port': {'device_id': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:10.183406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] For port 8283b715-b9f2-4a94-8896-90d5276b62b6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8283b715-b9f2-4a94-8896-90d5276b62b6,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:10.183785 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.212972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fcef143a-0d62-4439-85c8-c7a1dc1bcc4d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2153156 Jul 16 20:03:10.220240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35270) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:10.257906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Calling delete_port for 8283b715-b9f2-4a94-8896-90d5276b62b6 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:10.307718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-125ed6d9-f556-4986-a67b-572e657ae4f0 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--90731417'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:10.319163 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.358586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port da59e0aa-7e84-40b1-a949-efd69502da7a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=da59e0aa-7e84-40b1-a949-efd69502da7a,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:10.358986 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.376288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.379316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for da59e0aa-7e84-40b1-a949-efd69502da7a owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:10.408863 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-125ed6d9-f556-4986-a67b-572e657ae4f0 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.649899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.692953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Pushing event deleted for resources: {'Port': ['ID=8283b715-b9f2-4a94-8896-90d5276b62b6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.706885 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.714218 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-125ed6d9-f556-4986-a67b-572e657ae4f0 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.741701 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-125ed6d9-f556-4986-a67b-572e657ae4f0 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.812069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-125ed6d9-f556-4986-a67b-572e657ae4f0 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.816745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-125ed6d9-f556-4986-a67b-572e657ae4f0 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5884235 Jul 16 20:03:10.820858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] No DVR routers for this DVR port 8283b715-b9f2-4a94-8896-90d5276b62b6 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:10.822217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35280) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:10.825925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=da59e0aa-7e84-40b1-a949-efd69502da7a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.836183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.838335 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c27937ec-829d-488e-ac19-5aef9b9943cf req-607024ed-dd45-4a81-948d-c10911f9874b tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.16 "DELETE /v2.0/ports/8283b715-b9f2-4a94-8896-90d5276b62b6 HTTP/1.1" status: 204 len: 173 time: 1.0539618 Jul 16 20:03:10.842214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4549fab6-f8ec-4c7c-b11a-a51abebb7ec7 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '2dcb433c-669d-4f9c-8f9e-897820a7734f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:10.846556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-deleted', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:10.849331 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea09821b-c493-41a4-8062-68fe6dbc0127" -d '{"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-deleted", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:10.888403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.915804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:10.919602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ed6d9-f556-4986-a67b-572e657ae4f0 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcb433c-669d-4f9c-8f9e-897820a7734f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.955262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:11.019385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:11.034642 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b58301-74db-4e2c-814d-5cf973e295bb x-openstack-request-id: req-90b58301-74db-4e2c-814d-5cf973e295bb {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:11.035218 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1822251-0726-4260-9123-09315d1472fd", "name": "network-vif-deleted", "tag": "8283b715-b9f2-4a94-8896-90d5276b62b6", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:11.035792 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90b58301-74db-4e2c-814d-5cf973e295bb {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:11.036506 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1822251-0726-4260-9123-09315d1472fd', 'name': 'network-vif-deleted', 'tag': '8283b715-b9f2-4a94-8896-90d5276b62b6', 'status': 'completed', 'code': 200} Jul 16 20:03:11.054732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.205725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1988138-7e20-465e-b4d7-00c0279ff4c6 req-8cef2d2e-ae0a-4c41-96e8-24fbeed99ad0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:11.207722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1988138-7e20-465e-b4d7-00c0279ff4c6 req-8cef2d2e-ae0a-4c41-96e8-24fbeed99ad0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 932 time: 0.6352155 Jul 16 20:03:11.212681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Pushing event updated for resources: {'Port': ['ID=4db0f4be-8b9d-43e5-b47c-6f17120355ac,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:11.321880 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-4549fab6-f8ec-4c7c-b11a-a51abebb7ec7 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The resource could not be found. Jul 16 20:03:11.330051 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4549fab6-f8ec-4c7c-b11a-a51abebb7ec7 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4941783 Jul 16 20:03:11.335890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35290) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:11.339527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bedaa4-095b-4cb7-970d-701a3dad2def {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:11.350022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d1bf915b-a627-4013-8d9c-bb6bb3e96db2 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '2dcb433c-669d-4f9c-8f9e-897820a7734f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5a78bb08-b1d5-4eb0-aebd-b64a08ea302f'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:11.361073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.377933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Transition to ACTIVE for port object e1bedaa4-095b-4cb7-970d-701a3dad2def will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:11.388939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Router 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:03:11.486088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:11.487722 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.494533 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-906250f1-5e3f-486d-b895-b54182cc6132 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "PUT /v2.0/routers/5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3281527 Jul 16 20:03:11.494533 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-d1bf915b-a627-4013-8d9c-bb6bb3e96db2 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The resource could not be found. Jul 16 20:03:11.494533 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d1bf915b-a627-4013-8d9c-bb6bb3e96db2 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1576855 Jul 16 20:03:11.495446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35294) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:11.500975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1988138-7e20-465e-b4d7-00c0279ff4c6 req-49890c8e-e55c-4068-bf52-7a1d33930deb tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716053 Jul 16 20:03:11.502388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35296) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:11.557926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d936d-bf39-4395-a074-44910701c030 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:11.560421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d936d-bf39-4395-a074-44910701c030 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:11.562580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d6d936d-bf39-4395-a074-44910701c030 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0662656 Jul 16 20:03:11.568944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35298) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:11.582605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebb3c4f0-bca6-4e85-918b-8ec3e90a92b7 req-b20dd8c3-205a-498e-adaf-c344abe4bd68 tempest-ImagesOneServerTestJSON-1291542682 tempest-ImagesOneServerTestJSON-1291542682-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1822251-0726-4260-9123-09315d1472fd HTTP/1.1" status: 200 len: 210 time: 0.1479938 Jul 16 20:03:11.672982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6e6858-47bb-4d1c-b2c0-424d4854162c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 14a8413e-d337-40f8-80ce-744f1503172b {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:11.676679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a6e6858-47bb-4d1c-b2c0-424d4854162c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.729988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:11.731952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a6e6858-47bb-4d1c-b2c0-424d4854162c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.793670 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a6e6858-47bb-4d1c-b2c0-424d4854162c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.870363 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a6e6858-47bb-4d1c-b2c0-424d4854162c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.899966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ee35c-8784-4621-84d2-e2de81519d09 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:11.910244 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dec053d2-3253-4c51-b43c-fe6a3214031f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.916465 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a6e6858-47bb-4d1c-b2c0-424d4854162c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.919497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0a6e6858-47bb-4d1c-b2c0-424d4854162c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/14a8413e-d337-40f8-80ce-744f1503172b HTTP/1.1" status: 204 len: 168 time: 0.3479345 Jul 16 20:03:11.923276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35306) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:11.944134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e6858-47bb-4d1c-b2c0-424d4854162c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=14a8413e-d337-40f8-80ce-744f1503172b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:12.049356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] Sync routers for ids ['5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:12.062596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] Routers {'5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:12.063121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dec053d2-3253-4c51-b43c-fe6a3214031f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.063434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:12.143659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Attempting to bind port e1bedaa4-095b-4cb7-970d-701a3dad2def on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:12.144957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Attempting to bind port e1bedaa4-095b-4cb7-970d-701a3dad2def by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:12.145377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Attempting to bind port e1bedaa4-095b-4cb7-970d-701a3dad2def on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:12.146998 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] Set router 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:12.170253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Port e1bedaa4-095b-4cb7-970d-701a3dad2def on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:12.170584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Attempting to bind port e1bedaa4-095b-4cb7-970d-701a3dad2def on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:12.184758 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.189000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:12.189258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Checking segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:12.189695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Bound using segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:12.190213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Bound port: e1bedaa4-095b-4cb7-970d-701a3dad2def, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:12.190606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.210399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'name': 'tempest-NetworksTestDHCPv6-router-1642853470', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:03Z', 'updated_at': '2021-07-16T20:03:10Z', 'revision_number': 3, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:12.238555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9e7ddf38-cb97-4c04-8ba4-51d7884e4100 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3071065 Jul 16 20:03:12.239112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35316) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:12.252183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] Checking router: 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:12.266289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] Routers {'5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:12.267128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:12.284180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dec053d2-3253-4c51-b43c-fe6a3214031f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.286827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dec053d2-3253-4c51-b43c-fe6a3214031f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.287992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dec053d2-3253-4c51-b43c-fe6a3214031f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/2dcb433c-669d-4f9c-8f9e-897820a7734f HTTP/1.1" status: 204 len: 168 time: 0.7397695 Jul 16 20:03:12.312752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35320) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:12.371956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] Set router 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:12.385215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f739bb0f-a9f5-47e9-a916-19d6f63a230a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.438694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'name': 'tempest-NetworksTestDHCPv6-router-1642853470', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:03Z', 'updated_at': '2021-07-16T20:03:10Z', 'revision_number': 3, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:12.470535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:03:12.474937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db9c71-688b-4807-b575-85c18eef952d None None] The sync data for ids ['5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6'] in n-d-791505-15 is: [{'id': '5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6', 'name': 'tempest-NetworksTestDHCPv6-router-1642853470', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:03Z', 'updated_at': '2021-07-16T20:03:10Z', 'revision_number': 3, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:12.492419 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-96513b1a-87a5-4c50-87f5-bde93909a6cd tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1766644 Jul 16 20:03:12.493183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35326) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:12.499572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a6faf1c7-8acc-42d1-bc36-4fef93d18f7b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'bd760855-e3b9-4af8-a275-80864a60946c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:12.509265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:12.546751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 8283b715-b9f2-4a94-8896-90d5276b62b6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:12.547179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8283b715-b9f2-4a94-8896-90d5276b62b6 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:12.568120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] Deleting port e9ba86e4-3c77-4334-8a8c-67f5c109af74 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:12.568761 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.645985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f739bb0f-a9f5-47e9-a916-19d6f63a230a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.650287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f739bb0f-a9f5-47e9-a916-19d6f63a230a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.654923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] For port e9ba86e4-3c77-4334-8a8c-67f5c109af74, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e9ba86e4-3c77-4334-8a8c-67f5c109af74,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:12.655696 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.680418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] Calling delete_port for e9ba86e4-3c77-4334-8a8c-67f5c109af74 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:12.704522 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-a6faf1c7-8acc-42d1-bc36-4fef93d18f7b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The resource could not be found. Jul 16 20:03:12.705911 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a6faf1c7-8acc-42d1-bc36-4fef93d18f7b tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2115119 Jul 16 20:03:12.712809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35336) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:12.720863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec053d2-3253-4c51-b43c-fe6a3214031f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcb433c-669d-4f9c-8f9e-897820a7734f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:12.721298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-441939d4-7288-4b24-bb16-84961490c13f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707040591'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:12.752829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f739bb0f-a9f5-47e9-a916-19d6f63a230a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.757092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f739bb0f-a9f5-47e9-a916-19d6f63a230a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Fanout notify agent at l3_agent the message router_deleted on router 5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:03:12.783320 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f739bb0f-a9f5-47e9-a916-19d6f63a230a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.785025 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f739bb0f-a9f5-47e9-a916-19d6f63a230a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/routers/5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 HTTP/1.1" status: 204 len: 168 time: 0.5448043 Jul 16 20:03:12.787778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35338) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:12.796441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:12.798604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:12.805052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:12.846497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-441939d4-7288-4b24-bb16-84961490c13f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.871715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.922525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.976439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:12.977704 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.979590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] 10.222.0.16 "PUT /v2.0/ports/e1bedaa4-095b-4cb7-970d-701a3dad2def HTTP/1.1" status: 200 len: 1093 time: 2.8354757 Jul 16 20:03:12.990943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] Pushing event deleted for resources: {'Port': ['ID=e9ba86e4-3c77-4334-8a8c-67f5c109af74,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:12.995350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:12.998392 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74261639-206f-480f-8681-dae01f8ba5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:13.000454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29341f60-0823-4aac-ba0b-15cab72cdfc2 None None] No DVR routers for this DVR port e9ba86e4-3c77-4334-8a8c-67f5c109af74 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:13.010605 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.108643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e9ba86e4-3c77-4334-8a8c-67f5c109af74 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:13.124595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968b567-3601-4a49-88c8-e9db05d7df2a req-537c552f-6d44-4b80-a650-d5c8d0e08251 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.126939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7968b567-3601-4a49-88c8-e9db05d7df2a req-537c552f-6d44-4b80-a650-d5c8d0e08251 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 944 time: 0.3999882 Jul 16 20:03:13.170271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-441939d4-7288-4b24-bb16-84961490c13f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.177503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e9ba86e4-3c77-4334-8a8c-67f5c109af74 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:13.181400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e9ba86e4-3c77-4334-8a8c-67f5c109af74 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:13.182538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device da59e0aa-7e84-40b1-a949-efd69502da7a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:13.192603 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-441939d4-7288-4b24-bb16-84961490c13f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.216753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: da59e0aa-7e84-40b1-a949-efd69502da7a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:13.217116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device da59e0aa-7e84-40b1-a949-efd69502da7a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:13.269918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:13.276608 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.290329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-441939d4-7288-4b24-bb16-84961490c13f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.290742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c96d-eaf0-4610-b2b4-e37afd5c6b81 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:13.292780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-441939d4-7288-4b24-bb16-84961490c13f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5797026 Jul 16 20:03:13.305835 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c60c0d-6cc3-457c-9e88-ccd401deaae4 x-openstack-request-id: req-b0c60c0d-6cc3-457c-9e88-ccd401deaae4 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:13.306122 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:13.306381 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0c60c0d-6cc3-457c-9e88-ccd401deaae4 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:13.306799 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'status': 'completed', 'code': 200} Jul 16 20:03:13.307248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35354) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:13.313648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-70c181d6-510f-4be3-a53c-c39829c2b8f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510311337'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:13.356843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7968b567-3601-4a49-88c8-e9db05d7df2a req-fca16779-5d73-4dbd-99f5-1bd8e3dec04e tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028883 Jul 16 20:03:13.415424 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-70c181d6-510f-4be3-a53c-c39829c2b8f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.418931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441939d4-7288-4b24-bb16-84961490c13f tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f586dece-8ede-46df-9893-2de6e8d2c1df,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:13.463806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35356) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:13.487187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-614dbcfc-2224-41ca-9865-94159894072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.489203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-614dbcfc-2224-41ca-9865-94159894072c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 1096 time: 0.3555651 Jul 16 20:03:13.545168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.554509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-56c86a15-8465-492a-8e8c-92b0f0faf36e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def HTTP/1.1" status: 200 len: 217 time: 0.0544548 Jul 16 20:03:13.582178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Router 602f5da9-f62b-4860-8e5b-97f020b49c38 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:03:13.593756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:13.598156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:13.604507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.605102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.608857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdd10f-4b9a-4eea-a0a8-fa2501385346 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:13.630645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=a4a62555-6306-41a1-9d5f-f60810d2f105,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:13.696658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-7031b75a-a7ff-4084-a48f-da78a5d54919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.698258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-7031b75a-a7ff-4084-a48f-da78a5d54919 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.1340439 Jul 16 20:03:13.756607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-6e9bd034-735f-42c7-886d-fa2c87f04ff2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462034 Jul 16 20:03:13.758992 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-70c181d6-510f-4be3-a53c-c39829c2b8f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.773191 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-257c1302-52df-447e-9a4b-3e38fe89b2af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9839530 Jul 16 20:03:13.775533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35364) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:13.781437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d0e3f98f-4b74-434c-be40-8e4377c043cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-344736192', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:13.801355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': 'a4a62555-6306-41a1-9d5f-f60810d2f105'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:03:13.802346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.821064 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f98f-4b74-434c-be40-8e4377c043cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.822676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f98f-4b74-434c-be40-8e4377c043cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.825238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-70c181d6-510f-4be3-a53c-c39829c2b8f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.893015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f98f-4b74-434c-be40-8e4377c043cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.902451 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f98f-4b74-434c-be40-8e4377c043cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.923534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f98f-4b74-434c-be40-8e4377c043cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.928744 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d0e3f98f-4b74-434c-be40-8e4377c043cc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1517470 Jul 16 20:03:13.929367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35372) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:13.939214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-70c181d6-510f-4be3-a53c-c39829c2b8f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:13.941427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-70c181d6-510f-4be3-a53c-c39829c2b8f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6324098 Jul 16 20:03:13.948014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35376) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:13.958112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-cdf0c6ec-77b3-48c0-8196-e75828352ace tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': 'f586dece-8ede-46df-9893-2de6e8d2c1df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5b27c928-1049-4acf-b4e6-025b7abfb527'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:13.971750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c181d6-510f-4be3-a53c-c39829c2b8f6 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b27c928-1049-4acf-b4e6-025b7abfb527,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:14.002593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:14.014804 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Sync routers for ids ['602f5da9-f62b-4860-8e5b-97f020b49c38'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:14.019673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4f5ce7c3-8721-4d26-a584-06d6ee2fa269 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27057259268c42e28c174f30d4c365e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487816 Jul 16 20:03:14.023150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35380) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:14.037149 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Routers {'602f5da9-f62b-4860-8e5b-97f020b49c38'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:14.037837 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['602f5da9-f62b-4860-8e5b-97f020b49c38'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:14.055537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/a4a62555-6306-41a1-9d5f-f60810d2f105/5d421351-ed43-40e6-9aac-c7b68b36d96a) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:14.056188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-c6652d4c-d44b-44bf-9cdd-961bc36a708d service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929358 Jul 16 20:03:14.078619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.082724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-06c4ac38-c0f9-49ee-8c4d-21aeeed7d147 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7736335 Jul 16 20:03:14.087050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35384) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:14.178675 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-cdf0c6ec-77b3-48c0-8196-e75828352ace tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:14.180077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cdf0c6ec-77b3-48c0-8196-e75828352ace tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2302058 Jul 16 20:03:14.218466 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Set router 602f5da9-f62b-4860-8e5b-97f020b49c38 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:14.285023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35386) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:14.287826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9eadd8-3c34-48e8-ad83-3ee68dbbe2d5 req-9e506e5f-2c77-4686-95c7-dd93e2531b4b service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249687 Jul 16 20:03:14.320986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.335173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Transition to ACTIVE for port object 5d421351-ed43-40e6-9aac-c7b68b36d96a will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:14.360991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Transition to ACTIVE for port object 5d421351-ed43-40e6-9aac-c7b68b36d96a will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:14.371332 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.442880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Pushing event updated for resources: {'Port': ['ID=5d421351-ed43-40e6-9aac-c7b68b36d96a,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:14.450218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:14.452060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:14.454529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:14.502429 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e79d288-8b3e-4172-a53e-e2fe5c286fb8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.531932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e79d288-8b3e-4172-a53e-e2fe5c286fb8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.555994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Attempting to bind port 5d421351-ed43-40e6-9aac-c7b68b36d96a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:14.556398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Attempting to bind port 5d421351-ed43-40e6-9aac-c7b68b36d96a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:14.556770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Attempting to bind port 5d421351-ed43-40e6-9aac-c7b68b36d96a on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:14.568347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:14.568734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:14.569312 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.569650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:14.570133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Bound port: 5d421351-ed43-40e6-9aac-c7b68b36d96a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:14.570526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.588960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e79d288-8b3e-4172-a53e-e2fe5c286fb8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.592391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e79d288-8b3e-4172-a53e-e2fe5c286fb8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.597272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1e79d288-8b3e-4172-a53e-e2fe5c286fb8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/5b27c928-1049-4acf-b4e6-025b7abfb527 HTTP/1.1" status: 204 len: 168 time: 0.3076050 Jul 16 20:03:14.604795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35396) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:14.647758 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:03:11Z', 'revision_number': 3, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:14.647997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79d288-8b3e-4172-a53e-e2fe5c286fb8 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b27c928-1049-4acf-b4e6-025b7abfb527,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:14.683971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] For port 5d421351-ed43-40e6-9aac-c7b68b36d96a, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:14.686405 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Checking router: 602f5da9-f62b-4860-8e5b-97f020b49c38 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:14.686976 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Updating router 602f5da9-f62b-4860-8e5b-97f020b49c38 port 4db0f4be-8b9d-43e5-b47c-6f17120355ac binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:14.687411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] For port 5d421351-ed43-40e6-9aac-c7b68b36d96a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5d421351-ed43-40e6-9aac-c7b68b36d96a,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:14.695552 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.696278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74261639-206f-480f-8681-dae01f8ba5b4 req-c2e07b7e-b9f1-4240-972e-caed2480a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.698144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74261639-206f-480f-8681-dae01f8ba5b4 req-c2e07b7e-b9f1-4240-972e-caed2480a48e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 1096 time: 0.3395309 Jul 16 20:03:14.766417 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.767883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9e94-3b61-4ba9-b8b9-09f3240a341b None None] Pushing event updated for resources: {'Port': ['ID=5d421351-ed43-40e6-9aac-c7b68b36d96a,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:14.793967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-166a7e70-54c1-46aa-ac54-3f933e8acad9 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1784222 Jul 16 20:03:14.813631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35400) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:14.867339 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-365d0f24-a556-4faf-b4e6-0f9ae79eaaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.957575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-365d0f24-a556-4faf-b4e6-0f9ae79eaaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.076750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635260c4-15fd-41a6-a045-f99ac23ecaf4 req-8cd76307-d9a6-4be6-8718-049615d99583 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.084514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-635260c4-15fd-41a6-a045-f99ac23ecaf4 req-8cd76307-d9a6-4be6-8718-049615d99583 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 944 time: 0.4313900 Jul 16 20:03:15.150531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8c6888f-1ba9-4edb-8c33-32c96142f032 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.174449 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.209867 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.225098 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Transition to ACTIVE for port object 4db0f4be-8b9d-43e5-b47c-6f17120355ac will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:15.233810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-365d0f24-a556-4faf-b4e6-0f9ae79eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.236118 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.252790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-365d0f24-a556-4faf-b4e6-0f9ae79eaaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.257425 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-365d0f24-a556-4faf-b4e6-0f9ae79eaaa4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f7a73ae-024a-4c39-bc79-0027d51d2cdd HTTP/1.1" status: 204 len: 168 time: 1.2304170 Jul 16 20:03:15.283236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74261639-206f-480f-8681-dae01f8ba5b4 req-fddc7952-3c74-45ef-b3f1-a21eeb601a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.292600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74261639-206f-480f-8681-dae01f8ba5b4 req-fddc7952-3c74-45ef-b3f1-a21eeb601a7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 905 time: 0.5168903 Jul 16 20:03:15.315069 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-635260c4-15fd-41a6-a045-f99ac23ecaf4 req-bfa5492e-3557-4e98-9cde-3b50e31e1183 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295492 Jul 16 20:03:15.358554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0f24-a556-4faf-b4e6-0f9ae79eaaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7a73ae-024a-4c39-bc79-0027d51d2cdd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:15.362156 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8c6888f-1ba9-4edb-8c33-32c96142f032 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.401120 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Attempting to bind port 4db0f4be-8b9d-43e5-b47c-6f17120355ac on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:15.401446 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Attempting to bind port 4db0f4be-8b9d-43e5-b47c-6f17120355ac by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:15.401810 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Attempting to bind port 4db0f4be-8b9d-43e5-b47c-6f17120355ac on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:15.425396 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:15.425801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:15.426253 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.427854 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:15.430405 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Bound port: 4db0f4be-8b9d-43e5-b47c-6f17120355ac, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:15.430692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74261639-206f-480f-8681-dae01f8ba5b4 req-2307d101-7685-4146-9c29-c57ae6d941ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def HTTP/1.1" status: 200 len: 217 time: 0.0722234 Jul 16 20:03:15.430810 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.674020 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc329f2d-1f9b-425f-91ba-5ac97cf8e991 None None] Pushing event updated for resources: {'Port': ['ID=4db0f4be-8b9d-43e5-b47c-6f17120355ac,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:15.726853 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] For port 4db0f4be-8b9d-43e5-b47c-6f17120355ac, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:15.740183 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] For port 4db0f4be-8b9d-43e5-b47c-6f17120355ac, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4db0f4be-8b9d-43e5-b47c-6f17120355ac,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:15.748413 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:15.831881 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Routers {'602f5da9-f62b-4860-8e5b-97f020b49c38'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:15.834125 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['602f5da9-f62b-4860-8e5b-97f020b49c38'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:15.869873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74261639-206f-480f-8681-dae01f8ba5b4 req-bf71f844-d716-4e63-8bdc-2366808353fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.872114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74261639-206f-480f-8681-dae01f8ba5b4 req-bf71f844-d716-4e63-8bdc-2366808353fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.4285600 Jul 16 20:03:15.886350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::1 (d6702219-1b7c-462d-aaac-610760188933/a4a62555-6306-41a1-9d5f-f60810d2f105/10d8ba59-ad8b-433a-96bb-9df8bbfa10a9) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:15.969802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74261639-206f-480f-8681-dae01f8ba5b4 req-e118fd3f-aeb2-45c9-923e-338146a18a7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879567 Jul 16 20:03:15.973944 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc329f2d-1f9b-425f-91ba-5ac97cf8e991 None None] Pushing event updated for resources: {'Port': ['ID=4db0f4be-8b9d-43e5-b47c-6f17120355ac,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:15.982511 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] Set router 602f5da9-f62b-4860-8e5b-97f020b49c38 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:16.020794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8c6888f-1ba9-4edb-8c33-32c96142f032 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.024800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8c6888f-1ba9-4edb-8c33-32c96142f032 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.026336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8c6888f-1ba9-4edb-8c33-32c96142f032 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/f586dece-8ede-46df-9893-2de6e8d2c1df HTTP/1.1" status: 204 len: 168 time: 1.2047830 Jul 16 20:03:16.034452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35426) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:16.083230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6888f-1ba9-4edb-8c33-32c96142f032 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f586dece-8ede-46df-9893-2de6e8d2c1df,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:16.232771 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d7baec33-0c21-43d3-8b62-70e6bd684e8d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1929631 Jul 16 20:03:16.236712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35432) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:16.256026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-99eef2c5-f09d-4813-a635-35bb05226f8d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345448220'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:16.264092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.274990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74261639-206f-480f-8681-dae01f8ba5b4 req-dc01eb29-e12a-41b1-ad9b-dde6a1b18875 service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739453 Jul 16 20:03:16.281355 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:03:11Z', 'revision_number': 3, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:16.321470 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b0b42-683f-4ec4-b565-8d93d0c47538 None None] The sync data for ids ['602f5da9-f62b-4860-8e5b-97f020b49c38'] in n-d-791505-15 is: [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:03:11Z', 'revision_number': 3, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:16.363413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:16.392265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.422947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.433934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99eef2c5-f09d-4813-a635-35bb05226f8d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.510118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e1bedaa4-095b-4cb7-970d-701a3dad2def details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:16.584783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=10d8ba59-ad8b-433a-96bb-9df8bbfa10a9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:16.617697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:16.633911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:16.637806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:16.638413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.686660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f8c180fc-a28d-449f-bfb1-8b9403c2d8a5 None None] Provisioning for port 5d421351-ed43-40e6-9aac-c7b68b36d96a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:16.712168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:16.733596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'port_id': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'mac_address': 'fa:16:3e:0f:cf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaeb238-f673-4250-9a6e-159d82752b87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:16.856415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:16.927332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bedaa4-095b-4cb7-970d-701a3dad2def {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:17.000542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.009261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:17.019117 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.124632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99eef2c5-f09d-4813-a635-35bb05226f8d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.188731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35454) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:17.191251 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99eef2c5-f09d-4813-a635-35bb05226f8d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.201299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:17.234137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74261639-206f-480f-8681-dae01f8ba5b4 req-c7cbf8fc-95d9-41e5-8962-79bd9ce9aa25 service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9426072 Jul 16 20:03:17.242448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Allocated IP 172.20.0.1 (a3b0bad0-7caf-47ed-b183-8b204fa4297a/230674ab-da61-4006-81f8-2be7129bf82b/bae49f15-b801-4e44-8e0c-5c7f5b0157f2) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:17.244924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e04c8b31-1568-48d1-bcbc-83d3d9fa4b79 None None] Provisioning for port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:17.252933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e04c8b31-1568-48d1-bcbc-83d3d9fa4b79 None None] Provisioning complete for port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:17.253450 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e04c8b31-1568-48d1-bcbc-83d3d9fa4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.316446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99eef2c5-f09d-4813-a635-35bb05226f8d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.320600 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-99eef2c5-f09d-4813-a635-35bb05226f8d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0799735 Jul 16 20:03:17.325943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35460) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:17.333632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-11473816-bc8f-4412-b2cf-d0fbf3fe479e tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '90c39f9e-e87b-4ff1-8307-9ad8c0431a0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:17.350096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eef2c5-f09d-4813-a635-35bb05226f8d tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c39f9e-e87b-4ff1-8307-9ad8c0431a0c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:17.359409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e04c8b31-1568-48d1-bcbc-83d3d9fa4b79 None None] Port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:17.362335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['e1bedaa4-095b-4cb7-970d-701a3dad2def'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:17.435074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5d421351-ed43-40e6-9aac-c7b68b36d96a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:17.507380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c712f-17ce-4026-b994-42aca36489e1 req-e4ef8408-2645-4247-a153-7cdbfd4c7e63 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.515748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec8c712f-17ce-4026-b994-42aca36489e1 req-e4ef8408-2645-4247-a153-7cdbfd4c7e63 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 944 time: 0.8423097 Jul 16 20:03:17.533896 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-11473816-bc8f-4412-b2cf-d0fbf3fe479e tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:17.535014 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-11473816-bc8f-4412-b2cf-d0fbf3fe479e tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2080963 Jul 16 20:03:17.551634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35462) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:17.561150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6829bd16-57a4-44f9-a872-e0a8d0644a42 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group_rule': {'security_group_id': '90c39f9e-e87b-4ff1-8307-9ad8c0431a0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:17.617123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec8c712f-17ce-4026-b994-42aca36489e1 req-e10415d7-686f-4c87-9d5d-437722dd45f2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951128 Jul 16 20:03:17.724744 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-6829bd16-57a4-44f9-a872-e0a8d0644a42 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:03:17.732849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6829bd16-57a4-44f9-a872-e0a8d0644a42 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1794722 Jul 16 20:03:17.733062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.738219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35468) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:17.743947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.755624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.757100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.773411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 5d421351-ed43-40e6-9aac-c7b68b36d96a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:17.790014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5d421351-ed43-40e6-9aac-c7b68b36d96a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:17.790549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.896169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1827813968-network', 'tenant_id': '7798f0dcfc1f4676b960087e1eac02dd'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:17.906432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c341bc3c-ff71-49e9-87fd-53acb61b92a4 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.936726 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.950692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:17.969466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=10d8ba59-ad8b-433a-96bb-9df8bbfa10a9,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:18.027710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c341bc3c-ff71-49e9-87fd-53acb61b92a4 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.050771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 5d421351-ed43-40e6-9aac-c7b68b36d96a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5d421351-ed43-40e6-9aac-c7b68b36d96a,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:18.060451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.062339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4db0f4be-8b9d-43e5-b47c-6f17120355ac up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:18.084317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Network a3b0bad0-7caf-47ed-b183-8b204fa4297a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:18.084655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Made reservation on behalf of 7798f0dcfc1f4676b960087e1eac02dd for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:18.086997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.098983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:18.105366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:18.117403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.154471 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f45d84c9-adad-4481-90cf-36293fc79b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.185386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:18.189579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:18.243676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=5d421351-ed43-40e6-9aac-c7b68b36d96a,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:18.248191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:18.286197 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.298154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 4db0f4be-8b9d-43e5-b47c-6f17120355ac completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:18.307295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4db0f4be-8b9d-43e5-b47c-6f17120355ac triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:18.307688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.384821 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c341bc3c-ff71-49e9-87fd-53acb61b92a4 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.389365 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c341bc3c-ff71-49e9-87fd-53acb61b92a4 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.389365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c341bc3c-ff71-49e9-87fd-53acb61b92a4 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/90c39f9e-e87b-4ff1-8307-9ad8c0431a0c HTTP/1.1" status: 204 len: 168 time: 0.6443405 Jul 16 20:03:18.390402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35474) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:18.460156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.469860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341bc3c-ff71-49e9-87fd-53acb61b92a4 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c39f9e-e87b-4ff1-8307-9ad8c0431a0c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:18.498179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.527175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e1bedaa4-095b-4cb7-970d-701a3dad2def up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:18.572693 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3fdbdccc-9a8a-4303-8488-f01c96833b97 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1776795 Jul 16 20:03:18.573964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.579360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 4db0f4be-8b9d-43e5-b47c-6f17120355ac, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4db0f4be-8b9d-43e5-b47c-6f17120355ac,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:18.588978 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.590944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-b1badb26-8cf5-481e-a011-5a2f2626d7d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4317043 Jul 16 20:03:18.591457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35478) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:18.615922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7c436219-0393-46b5-ad7c-040d18af4442 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'tempest-secgroup--829608833'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:18.626645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:18.684036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.686071 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Added segment e7c0ab8a-26d7-49f9-b3cc-6629d983b132 of type vlan for network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 Jul 16 20:03:18.688666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Router 74c7ed53-592b-4f8f-a73f-f551b8900654 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:03:18.715607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6222853-b6b8-42c8-b131-f033127b1a2c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:18.726249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-094d8dc1-574e-4dce-b7a1-6e3bd87e3fc6 None None] Provisioning complete for port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:18.726767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-094d8dc1-574e-4dce-b7a1-6e3bd87e3fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.836784 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c436219-0393-46b5-ad7c-040d18af4442 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.884138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.906005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:18.912937 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-39e83d47-ac95-4b51-9376-56fd9891a6f1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "PUT /v2.0/routers/74c7ed53-592b-4f8f-a73f-f551b8900654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9824467 Jul 16 20:03:18.916709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35486) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:18.978403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.997495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:18.998840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.999641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.028469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Sync routers for ids ['74c7ed53-592b-4f8f-a73f-f551b8900654'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:19.036045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port e1bedaa4-095b-4cb7-970d-701a3dad2def completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:19.058339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=4db0f4be-8b9d-43e5-b47c-6f17120355ac,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:19.079305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port e1bedaa4-095b-4cb7-970d-701a3dad2def triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:19.080009 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.082273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fe9432a5-f8ce-414b-98c0-4497b6dbaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.082967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fe9432a5-f8ce-414b-98c0-4497b6dbaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.083462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fe9432a5-f8ce-414b-98c0-4497b6dbaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.083951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fe9432a5-f8ce-414b-98c0-4497b6dbaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.084464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fe9432a5-f8ce-414b-98c0-4497b6dbaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.084948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fe9432a5-f8ce-414b-98c0-4497b6dbaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.085427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fe9432a5-f8ce-414b-98c0-4497b6dbaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.087543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fe9432a5-f8ce-414b-98c0-4497b6dbaa75 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6509 time: 0.4450374 Jul 16 20:03:19.089962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Routers {'74c7ed53-592b-4f8f-a73f-f551b8900654'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:19.090865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['74c7ed53-592b-4f8f-a73f-f551b8900654'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:19.123688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=85e5e01a-dc70-4b25-a83a-abdef8c01bd9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:19.172827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46b93f-32ee-4552-adc7-21828d3dfa01 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.174573 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8f46b93f-32ee-4552-adc7-21828d3dfa01 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports/10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 HTTP/1.1" status: 200 len: 911 time: 0.2573521 Jul 16 20:03:19.181310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35492) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:19.191920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:19.197579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5d421351-ed43-40e6-9aac-c7b68b36d96a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:19.296480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-094d8dc1-574e-4dce-b7a1-6e3bd87e3fc6 None None] Port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:19.317619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f26ff5-d46e-4a4f-97c9-3913059d7530 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.326461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f26ff5-d46e-4a4f-97c9-3913059d7530 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.328635 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-71f26ff5-d46e-4a4f-97c9-3913059d7530 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1459458 Jul 16 20:03:19.333089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35494) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:19.399127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5d421351-ed43-40e6-9aac-c7b68b36d96a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:19.399511 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.482770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Set router 74c7ed53-592b-4f8f-a73f-f551b8900654 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:19.532683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705585c7-be53-4bf8-bb6e-692e755edf42 req-9fea7e84-b765-407f-a396-10ae15714c93 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.545599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-705585c7-be53-4bf8-bb6e-692e755edf42 req-9fea7e84-b765-407f-a396-10ae15714c93 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 945 time: 0.6613121 Jul 16 20:03:19.572071 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.591942 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.605637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-edb3b356-5290-475e-b13c-34eab1a761a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.606326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-edb3b356-5290-475e-b13c-34eab1a761a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.606893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-edb3b356-5290-475e-b13c-34eab1a761a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.608767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-edb3b356-5290-475e-b13c-34eab1a761a2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=26308dbe-e842-4fb5-bfa5-18e944a16551&id=26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 200 len: 2296 time: 0.4788949 Jul 16 20:03:19.626066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c436219-0393-46b5-ad7c-040d18af4442 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.627232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.660192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:19.663059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:19.665590 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9b1058-eaea-4ecf-95c5-11722e4f76af" -d '{"events": [{"server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:19.684368 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2e334d1e-ba87-4476-ade2-299c9f672ee1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4915373 Jul 16 20:03:19.688534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35502) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:19.694996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Request body: {'subnet': {'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1827813968-subnet', 'tenant_id': '7798f0dcfc1f4676b960087e1eac02dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:19.710899 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.743508 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c436219-0393-46b5-ad7c-040d18af4442 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.795794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Made reservation on behalf of 7798f0dcfc1f4676b960087e1eac02dd for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:19.799762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:19.893070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:19.908981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35506) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:19.932051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'name': 'tempest-NetworksTestDHCPv6-router-344736192', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:16Z', 'revision_number': 2, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None, '_interfaces': [{'id': '10d8ba59-ad8b-433a-96bb-9df8bbfa10a9', 'name': '', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'mac_address': 'fa:16:3e:6d:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a4a62555-6306-41a1-9d5f-f60810d2f105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:15Z', 'updated_at': '2021-07-16T20:03:17Z', 'revision_number': 2, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'subnets': [{'id': 'a4a62555-6306-41a1-9d5f-f60810d2f105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:19.974299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Checking router: 74c7ed53-592b-4f8f-a73f-f551b8900654 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:19.974667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Updating router 74c7ed53-592b-4f8f-a73f-f551b8900654 port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:20.014520 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.089390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-705585c7-be53-4bf8-bb6e-692e755edf42 req-23f68c1b-bdfd-4d6a-96e9-82a3fd35be82 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424173 Jul 16 20:03:20.129435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c436219-0393-46b5-ad7c-040d18af4442 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae00a95-deec-4274-9c25-8cfeb473d6aa,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:20.131642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:20.133497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-320dd0bc-6275-44dd-a23c-839fd3e95bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.134030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c436219-0393-46b5-ad7c-040d18af4442 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.138162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7c436219-0393-46b5-ad7c-040d18af4442 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5271368 Jul 16 20:03:20.139687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:20.146484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-588f33c5-c301-4b90-9394-519081d2e4fa tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:20.147155 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-588f33c5-c301-4b90-9394-519081d2e4fa tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:03:20.147657 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-588f33c5-c301-4b90-9394-519081d2e4fa tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:03:20.151969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-588f33c5-c301-4b90-9394-519081d2e4fa tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "PUT /v2.0/security-groups/6ae00a95-deec-4274-9c25-8cfeb473d6aa HTTP/1.1" status: 409 len: 330 time: 0.0091569 Jul 16 20:03:20.154346 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.158667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-a9bc87d6-e690-46df-a132-89a66f927bba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c870a687-4862-446e-948e-9a0ecdaf81b3 HTTP/1.1" status: 200 len: 1000 time: 0.5397332 Jul 16 20:03:20.158667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35514) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:20.170296 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.299673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e867a351-56a8-4651-91b3-0c4800f1279d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:20.302538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Checking segment: {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:20.303193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Network hostable DHCP agents. Network: 85e5e01a-dc70-4b25-a83a-abdef8c01bd9, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:20.311066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-97bced08-f5a1-4783-9318-6afa57cda036 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.317958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-97bced08-f5a1-4783-9318-6afa57cda036 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.324113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-97bced08-f5a1-4783-9318-6afa57cda036 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.330644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-97bced08-f5a1-4783-9318-6afa57cda036 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.335728 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343f683c-ace8-4029-a40c-6c380476b4cc x-openstack-request-id: req-343f683c-ace8-4029-a40c-6c380476b4cc {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:20.336339 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:20.336339 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-343f683c-ace8-4029-a40c-6c380476b4cc {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:20.336834 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'code': 200} Jul 16 20:03:20.337906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-97bced08-f5a1-4783-9318-6afa57cda036 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.344144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-97bced08-f5a1-4783-9318-6afa57cda036 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.351140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-97bced08-f5a1-4783-9318-6afa57cda036 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.357340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-97bced08-f5a1-4783-9318-6afa57cda036 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 0.7408066 Jul 16 20:03:20.382054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:20.390959 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8bc32b12-01b1-4e99-aabc-c5d0e73e03b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.399255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-43036740-0af1-49ef-abb5-41ce9fc19385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.401037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-43036740-0af1-49ef-abb5-41ce9fc19385 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5f975908-f022-488f-a956-eb6600bdb93c HTTP/1.1" status: 200 len: 855 time: 0.2230730 Jul 16 20:03:20.402483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.407671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 85e5e01a-dc70-4b25-a83a-abdef8c01bd9) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:20.420607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e1635-dc56-465f-b3ed-c44c83c56545 None None] Network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:20.483901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.484522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.516665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-320dd0bc-6275-44dd-a23c-839fd3e95bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.517059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.525591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-320dd0bc-6275-44dd-a23c-839fd3e95bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.548963 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1d6e3b8b-eda9-4bc4-82a4-10b4055baabd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8588583 Jul 16 20:03:20.584762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-05266ded-d565-45f6-a1e6-1a4ef5a287d1 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.590118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9d90548-7b3c-440d-82a7-2ff1c72fb7e7 req-caee96c8-5d2d-49f3-8956-dc1a2fade35a tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870272 Jul 16 20:03:20.640815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Network a3b0bad0-7caf-47ed-b183-8b204fa4297a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:20.641357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dd0bc-6275-44dd-a23c-839fd3e95bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be6e69f-2cbd-4b73-abf6-8556959fcf95,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:20.656818 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-320dd0bc-6275-44dd-a23c-839fd3e95bbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a04d3cf76f042ada1b9cbc2b7159843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462568 Jul 16 20:03:20.658357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35518) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:20.661395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:20.667509 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-05266ded-d565-45f6-a1e6-1a4ef5a287d1 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.686150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d8877-dcb4-41f9-b59e-92ef12afe3e5 req-85248723-fe50-47cd-ac13-0106f98bdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.688033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-548d8877-dcb4-41f9-b59e-92ef12afe3e5 req-85248723-fe50-47cd-ac13-0106f98bdbd3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 1098 time: 0.4153395 Jul 16 20:03:20.713572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Transition to ACTIVE for port object 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:20.718945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202121fa-76a9-4dff-a0e2-7e4cffadc8d5 None None] Network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:20.725151 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.758557 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.808608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-d4782c0b-d345-41ee-99e5-97998a13aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.816643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-d4782c0b-d345-41ee-99e5-97998a13aa81 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4049103 Jul 16 20:03:20.828013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-548d8877-dcb4-41f9-b59e-92ef12afe3e5 req-8ae6ec88-1dea-4500-8488-2afa6f36e9a5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295683 Jul 16 20:03:20.846606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-05266ded-d565-45f6-a1e6-1a4ef5a287d1 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.850357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-05266ded-d565-45f6-a1e6-1a4ef5a287d1 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.852075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-05266ded-d565-45f6-a1e6-1a4ef5a287d1 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/6ae00a95-deec-4274-9c25-8cfeb473d6aa HTTP/1.1" status: 204 len: 168 time: 0.6879497 Jul 16 20:03:20.856710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad730a9-3d6a-47ba-a2ea-6f860d284ecf None None] Pushing event updated for resources: {'Port': ['ID=10d8ba59-ad8b-433a-96bb-9df8bbfa10a9,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:20.865038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35528) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:20.865736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65ee055b-1219-41e7-8de7-055b204c15f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.890521 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65ee055b-1219-41e7-8de7-055b204c15f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.960087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05266ded-d565-45f6-a1e6-1a4ef5a287d1 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae00a95-deec-4274-9c25-8cfeb473d6aa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:21.025996 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65ee055b-1219-41e7-8de7-055b204c15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.029672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65ee055b-1219-41e7-8de7-055b204c15f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.033691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-65ee055b-1219-41e7-8de7-055b204c15f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2be6e69f-2cbd-4b73-abf6-8556959fcf95 HTTP/1.1" status: 204 len: 168 time: 0.3717093 Jul 16 20:03:21.067354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee055b-1219-41e7-8de7-055b204c15f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be6e69f-2cbd-4b73-abf6-8556959fcf95,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:21.069484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Attempting to bind port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:21.069860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Attempting to bind port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:21.070230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Attempting to bind port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:21.086949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Router 602f5da9-f62b-4860-8e5b-97f020b49c38 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:03:21.093907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f3e877c2-b4fc-44bc-866c-1839d042ea4a tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1499982 Jul 16 20:03:21.098543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.107430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:21.107430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:21.107430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.107430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:21.109183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Bound port: 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:21.109598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.130044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-7b81df88-32ac-425c-bdf3-74b71ee6f5e6 service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966595 Jul 16 20:03:21.196688 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-d6df37d8-0e31-480b-bd57-e0826b5bf4b1 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] delete failed (client error): The resource could not be found. Jul 16 20:03:21.198323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d6df37d8-0e31-480b-bd57-e0826b5bf4b1 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "DELETE /v2.0/security-groups/84c99faf-f1be-469d-82c9-82cf0420bd9a HTTP/1.1" status: 404 len: 347 time: 0.0984428 Jul 16 20:03:21.201803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35540) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.223342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4db0f4be-8b9d-43e5-b47c-6f17120355ac up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:21.226310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:21.226677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.258922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a073e0-1ef7-4394-9f5c-1218399371f7 req-72f705c7-36a8-47db-af2a-a4fdec17c509 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.265645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a073e0-1ef7-4394-9f5c-1218399371f7 req-72f705c7-36a8-47db-af2a-a4fdec17c509 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.272243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a073e0-1ef7-4394-9f5c-1218399371f7 req-72f705c7-36a8-47db-af2a-a4fdec17c509 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.278769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a073e0-1ef7-4394-9f5c-1218399371f7 req-72f705c7-36a8-47db-af2a-a4fdec17c509 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.285217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a073e0-1ef7-4394-9f5c-1218399371f7 req-72f705c7-36a8-47db-af2a-a4fdec17c509 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.292122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a073e0-1ef7-4394-9f5c-1218399371f7 req-72f705c7-36a8-47db-af2a-a4fdec17c509 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.304508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a073e0-1ef7-4394-9f5c-1218399371f7 req-72f705c7-36a8-47db-af2a-a4fdec17c509 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.306517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29a073e0-1ef7-4394-9f5c-1218399371f7 req-72f705c7-36a8-47db-af2a-a4fdec17c509 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 0.4502463 Jul 16 20:03:21.334760 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-34563540-b083-4493-9afd-512b2ec48630 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] show failed (client error): The resource could not be found. Jul 16 20:03:21.343135 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-34563540-b083-4493-9afd-512b2ec48630 tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-groups/1da93456-aca1-4d7d-97f1-dcd679d2ea22 HTTP/1.1" status: 404 len: 347 time: 0.1386499 Jul 16 20:03:21.346913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35548) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.465301 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-f4754d73-800c-48b4-85e3-5ee23393703c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] show failed (client error): The resource could not be found. Jul 16 20:03:21.467779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f4754d73-800c-48b4-85e3-5ee23393703c tempest-NegativeSecGroupIPv6Test-1418252079 tempest-NegativeSecGroupIPv6Test-1418252079-project] 10.222.0.78 "GET /v2.0/security-group-rules/beb4c952-a5e5-48be-a9dd-e80e63014314 HTTP/1.1" status: 404 len: 356 time: 0.1192241 Jul 16 20:03:21.520246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] For port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:21.523759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] For port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=10d8ba59-ad8b-433a-96bb-9df8bbfa10a9,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:21.544130 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.553933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9, host n-d-791505-15, got binding levels [] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:21.555501 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.558171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4db0f4be-8b9d-43e5-b47c-6f17120355ac triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:21.558557 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.596147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:21.723750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Routers {'74c7ed53-592b-4f8f-a73f-f551b8900654'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:21.728994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:03:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['74c7ed53-592b-4f8f-a73f-f551b8900654'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:21.735052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad730a9-3d6a-47ba-a2ea-6f860d284ecf None None] Pushing event updated for resources: {'Port': ['ID=10d8ba59-ad8b-433a-96bb-9df8bbfa10a9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:21.770235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-eaf64836-f409-4799-9c47-11e59b5bd86e service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297774 Jul 16 20:03:21.798475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35556) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.846323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:21.856723 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e563d8f0-1325-4dae-8ec0-b6bfe448a9b2 admin admin] 10.222.0.78 "PUT /v2.0/routers/602f5da9-f62b-4860-8e5b-97f020b49c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7672403 Jul 16 20:03:21.860390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-fb33da6e-1a2f-4b40-8574-64a1c2a34f45 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 217 time: 0.0772917 Jul 16 20:03:21.862240 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Sync routers for ids ['602f5da9-f62b-4860-8e5b-97f020b49c38'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:21.875051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-b4a62fc0-ed72-4c1c-9a44-0c6efd6b507c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.876926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-b4a62fc0-ed72-4c1c-9a44-0c6efd6b507c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 822 time: 0.5677288 Jul 16 20:03:21.901362 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Routers {'602f5da9-f62b-4860-8e5b-97f020b49c38'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:21.902235 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:03:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['602f5da9-f62b-4860-8e5b-97f020b49c38'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:21.973635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35562) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.994200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-48e467a1-4634-4897-a4ff-22e2a9fea668 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/quotas/7798f0dcfc1f4676b960087e1eac02dd HTTP/1.1" status: 200 len: 375 time: 0.0989485 Jul 16 20:03:22.011152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f5a5d-b0fa-4e8d-bbd2-0518de015519 req-488a8c50-862f-46dd-854a-94dcd4e4fd4d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.013289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-825f5a5d-b0fa-4e8d-bbd2-0518de015519 req-488a8c50-862f-46dd-854a-94dcd4e4fd4d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 946 time: 0.4346037 Jul 16 20:03:22.036496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-bac59d0c-0890-4b5c-b0ec-09561a40bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.038431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-bac59d0c-0890-4b5c-b0ec-09561a40bed7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1602449 Jul 16 20:03:22.106971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-b81227b5-f7b5-461b-ad3e-dfaf0d45cee6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842099 Jul 16 20:03:22.144118 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9665cfd-f76f-4024-a426-e3e6defc1386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.180746 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.203902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] Set router 74c7ed53-592b-4f8f-a73f-f551b8900654 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:22.280332 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Set router 602f5da9-f62b-4860-8e5b-97f020b49c38 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:22.291439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=10d8ba59-ad8b-433a-96bb-9df8bbfa10a9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:22.376333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-a31ecec9-bd51-4659-a923-5b354dd7a6cb service neutron] 10.222.0.78 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495234 Jul 16 20:03:22.413770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.485171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-825f5a5d-b0fa-4e8d-bbd2-0518de015519 req-84439abd-3434-40e7-b583-9dda04149135 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586940 Jul 16 20:03:22.519452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bb9cbefc-882d-41dc-ba83-92602ef1d5fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf3cb12e0fbc478286df5cc9b361dfe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421367 Jul 16 20:03:22.522273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35570) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:22.576498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9665cfd-f76f-4024-a426-e3e6defc1386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.618011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-e194d6a5-ad2c-4d9f-8236-467781ef4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.620379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-e194d6a5-ad2c-4d9f-8236-467781ef4792 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5645950 Jul 16 20:03:22.685749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c9665cfd-f76f-4024-a426-e3e6defc1386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.688629 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bae49f15-b801-4e44-8e0c-5c7f5b0157f2', 'name': '', 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'mac_address': 'fa:16:3e:51:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '230674ab-da61-4006-81f8-2be7129bf82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:16Z', 'updated_at': '2021-07-16T20:03:19Z', 'revision_number': 2, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'subnets': [{'id': '230674ab-da61-4006-81f8-2be7129bf82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:22.699574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-46e43f4b-7367-4b93-b346-56c1850e9bc0 None None] Could not find standard attr ID for object 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:03:22.731269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.750407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Checking router: 602f5da9-f62b-4860-8e5b-97f020b49c38 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:22.750768 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Updating router 602f5da9-f62b-4860-8e5b-97f020b49c38 port bae49f15-b801-4e44-8e0c-5c7f5b0157f2 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:22.805666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-c56a18b5-7d45-4e65-bbc6-cd553db76d96 service neutron] 10.222.0.78 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280331 Jul 16 20:03:22.808438 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-917250b9-2ac4-482c-b280-f217792c1081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.809980 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.864611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-917250b9-2ac4-482c-b280-f217792c1081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.877487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-7629ed28-1970-4a12-ad21-4ab6bf4d811c service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174571 Jul 16 20:03:22.897714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'name': 'tempest-NetworksTestDHCPv6-router-344736192', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:16Z', 'revision_number': 2, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None, '_interfaces': [{'id': '10d8ba59-ad8b-433a-96bb-9df8bbfa10a9', 'name': '', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'mac_address': 'fa:16:3e:6d:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a4a62555-6306-41a1-9d5f-f60810d2f105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:15Z', 'updated_at': '2021-07-16T20:03:21Z', 'revision_number': 4, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'subnets': [{'id': 'a4a62555-6306-41a1-9d5f-f60810d2f105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:22.939005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fbfb5-e253-4c0d-9b68-5fb46864cd5c None None] The sync data for ids ['74c7ed53-592b-4f8f-a73f-f551b8900654'] in n-d-791505-15 is: [{'id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'name': 'tempest-NetworksTestDHCPv6-router-344736192', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:16Z', 'revision_number': 2, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None, '_interfaces': [{'id': '10d8ba59-ad8b-433a-96bb-9df8bbfa10a9', 'name': '', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'mac_address': 'fa:16:3e:6d:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a4a62555-6306-41a1-9d5f-f60810d2f105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:15Z', 'updated_at': '2021-07-16T20:03:21Z', 'revision_number': 4, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'subnets': [{'id': 'a4a62555-6306-41a1-9d5f-f60810d2f105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:23.176641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-917250b9-2ac4-482c-b280-f217792c1081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.180043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-917250b9-2ac4-482c-b280-f217792c1081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.182039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-917250b9-2ac4-482c-b280-f217792c1081 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01a0c29b-f866-49ad-beef-fa474d7eaed4 HTTP/1.1" status: 204 len: 168 time: 0.6098840 Jul 16 20:03:23.230544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-4a30bedf-bb85-4095-b234-9f5de6c2a606 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413522 Jul 16 20:03:23.291337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917250b9-2ac4-482c-b280-f217792c1081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a0c29b-f866-49ad-beef-fa474d7eaed4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:23.312321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8763b05-95fd-49ec-b47b-5232c0f1c1b3 req-19f7acbd-c11e-4835-a09f-3167525653ea tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 210 time: 0.1366911 Jul 16 20:03:23.341136 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.377932 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Transition to ACTIVE for port object bae49f15-b801-4e44-8e0c-5c7f5b0157f2 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:23.398967 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.665931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-5eac0aeb-6194-417d-b75b-165ccdb7f8d8 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:23.673340 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c474f-84ab-4cd1-a890-eeba2b90bcc4 None None] Pushing event updated for resources: {'Port': ['ID=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:23.676621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-5eac0aeb-6194-417d-b75b-165ccdb7f8d8 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 810 time: 0.3605800 Jul 16 20:03:23.760997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.810336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-7db45e79-743d-45db-8d3d-464b00569963 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 217 time: 0.5277412 Jul 16 20:03:23.837525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-78f53c88-a601-4ddb-95e5-a5aee0a06d34 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/quotas/b1296371bc6847a09d3b194e74b0e9d5 HTTP/1.1" status: 200 len: 375 time: 0.1596777 Jul 16 20:03:24.001509 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Attempting to bind port bae49f15-b801-4e44-8e0c-5c7f5b0157f2 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:24.003002 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Attempting to bind port bae49f15-b801-4e44-8e0c-5c7f5b0157f2 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:24.004562 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Attempting to bind port bae49f15-b801-4e44-8e0c-5c7f5b0157f2 on network a3b0bad0-7caf-47ed-b183-8b204fa4297a {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:24.010693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9665cfd-f76f-4024-a426-e3e6defc1386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a106e3ad-0d61-45f8-9626-5209780eefa3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:24.018609 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:24.018941 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Checking segment: {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:24.019900 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.022845 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Bound using segment: {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:24.023953 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Bound port: bae49f15-b801-4e44-8e0c-5c7f5b0157f2, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:24.025622 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.075935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Router 74c7ed53-592b-4f8f-a73f-f551b8900654 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:03:24.077579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-c5c4031e-d662-4be1-a7ad-e2889de34c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:24.080849 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-c5c4031e-d662-4be1-a7ad-e2889de34c37 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.2420657 Jul 16 20:03:24.164129 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c9665cfd-f76f-4024-a426-e3e6defc1386 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bed2b687f6ac43a080ef695ee57d4d82&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3644035 Jul 16 20:03:24.170890 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] For port bae49f15-b801-4e44-8e0c-5c7f5b0157f2, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:24.178900 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] For port bae49f15-b801-4e44-8e0c-5c7f5b0157f2, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:24.184503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35612) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:24.200575 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.373481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:24.384309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-e93e0eb2-15be-4578-9eb9-156f8897b3df tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5315444 Jul 16 20:03:24.393090 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Routers {'602f5da9-f62b-4860-8e5b-97f020b49c38'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:24.397489 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:03:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['602f5da9-f62b-4860-8e5b-97f020b49c38'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:24.400578 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-37ce31fd-f4cf-4a19-a6cd-89fac5ebabf7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "PUT /v2.0/routers/74c7ed53-592b-4f8f-a73f-f551b8900654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0644054 Jul 16 20:03:24.401247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35624) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:24.433096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b595b93-e6cb-4d7b-ac1c-694c1b8c0ef2 req-533bbf0c-7065-4e09-ac7e-b885eb263dfa tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:24.443048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b595b93-e6cb-4d7b-ac1c-694c1b8c0ef2 req-533bbf0c-7065-4e09-ac7e-b885eb263dfa tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 946 time: 0.5124028 Jul 16 20:03:24.530664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc209309-660b-4e20-8415-c4fba8b0fdee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:24.532684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc209309-660b-4e20-8415-c4fba8b0fdee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:24.537955 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c474f-84ab-4cd1-a890-eeba2b90bcc4 None None] Pushing event updated for resources: {'Port': ['ID=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:24.538964 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cc209309-660b-4e20-8415-c4fba8b0fdee tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1366041 Jul 16 20:03:24.539850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35630) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:24.563713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e9c-a2e3-416b-b402-52c6fad2b8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.665763 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] Set router 602f5da9-f62b-4860-8e5b-97f020b49c38 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:24.668949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5d9f25-b71b-4f43-939f-e9ef89ca0e22 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet a4a62555-6306-41a1-9d5f-f60810d2f105 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:24.674468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9f25-b71b-4f43-939f-e9ef89ca0e22 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.777537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9f25-b71b-4f43-939f-e9ef89ca0e22 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.030036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35642) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:25.045870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-3919372f-17ab-4ab0-b191-035e1c71a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:25.048033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-3919372f-17ab-4ab0-b191-035e1c71a90a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9556172 Jul 16 20:03:25.091823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9f25-b71b-4f43-939f-e9ef89ca0e22 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.092657 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bae49f15-b801-4e44-8e0c-5c7f5b0157f2', 'name': '', 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'mac_address': 'fa:16:3e:51:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '230674ab-da61-4006-81f8-2be7129bf82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:16Z', 'updated_at': '2021-07-16T20:03:24Z', 'revision_number': 4, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'subnets': [{'id': '230674ab-da61-4006-81f8-2be7129bf82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:25.093256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b595b93-e6cb-4d7b-ac1c-694c1b8c0ef2 req-da727eb5-8e7d-40a2-95a2-e3deef877081 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6492090 Jul 16 20:03:25.127111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e9c-a2e3-416b-b402-52c6fad2b8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.199687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-c8747079-2860-4113-bac9-ca344e61ec8f service neutron] 10.222.0.78 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143449 Jul 16 20:03:25.260651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9f25-b71b-4f43-939f-e9ef89ca0e22 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.362571 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670adbc7-2023-4a04-a70b-81256236f3bc None None] The sync data for ids ['602f5da9-f62b-4860-8e5b-97f020b49c38'] in n-d-791505-15 is: [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bae49f15-b801-4e44-8e0c-5c7f5b0157f2', 'name': '', 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'mac_address': 'fa:16:3e:51:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '230674ab-da61-4006-81f8-2be7129bf82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:16Z', 'updated_at': '2021-07-16T20:03:24Z', 'revision_number': 4, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'subnets': [{'id': '230674ab-da61-4006-81f8-2be7129bf82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:25.362869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d9f25-b71b-4f43-939f-e9ef89ca0e22 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a62555-6306-41a1-9d5f-f60810d2f105,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:25.385043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a0653-8f6b-4548-a4ef-52b61a2a4ee9 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:25.386060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9f25-b71b-4f43-939f-e9ef89ca0e22 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.394900 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fc5d9f25-b71b-4f43-939f-e9ef89ca0e22 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a4a62555-6306-41a1-9d5f-f60810d2f105 HTTP/1.1" status: 204 len: 168 time: 0.8521049 Jul 16 20:03:25.396320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35650) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:25.562204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-2a021735-8713-405c-af29-962116578380 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945569 Jul 16 20:03:25.570119 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e9c-a2e3-416b-b402-52c6fad2b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.573685 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e9c-a2e3-416b-b402-52c6fad2b8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.578085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8a9b5e9c-a2e3-416b-b402-52c6fad2b8bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a106e3ad-0d61-45f8-9626-5209780eefa3 HTTP/1.1" status: 204 len: 168 time: 1.3882191 Jul 16 20:03:25.687238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5e9c-a2e3-416b-b402-52c6fad2b8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a106e3ad-0d61-45f8-9626-5209780eefa3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:25.853334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] Sync routers for ids ['74c7ed53-592b-4f8f-a73f-f551b8900654'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:25.856254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4fd6f50-f698-4e2a-8ab2-de512340dfad req-30ea8f1f-95fd-4bbd-8a96-85ec3fb544c7 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 210 time: 0.1287165 Jul 16 20:03:25.930592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] Routers {'74c7ed53-592b-4f8f-a73f-f551b8900654'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:25.932272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:03:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['74c7ed53-592b-4f8f-a73f-f551b8900654'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:26.092741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-573ee667-e765-4557-b055-4db6d2dc4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.093391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-573ee667-e765-4557-b055-4db6d2dc4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.093720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-573ee667-e765-4557-b055-4db6d2dc4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.094268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-573ee667-e765-4557-b055-4db6d2dc4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.094682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-573ee667-e765-4557-b055-4db6d2dc4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.095158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-573ee667-e765-4557-b055-4db6d2dc4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.095986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-573ee667-e765-4557-b055-4db6d2dc4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.124003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-573ee667-e765-4557-b055-4db6d2dc4225 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6498 time: 1.0781562 Jul 16 20:03:26.133083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-8faee61c-f72e-48d0-aca4-feb0f31e14ec service neutron] 10.222.0.78 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9299884 Jul 16 20:03:26.163394 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a60b4881-1b21-4016-b047-7e90c6a2bc38 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7612581 Jul 16 20:03:26.173525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35666) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:26.246479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] Set router 74c7ed53-592b-4f8f-a73f-f551b8900654 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:26.296132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-98e59d72-c791-47c5-95e9-18cef76c1287 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:26.297858 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-98e59d72-c791-47c5-95e9-18cef76c1287 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 822 time: 0.8804896 Jul 16 20:03:26.323143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Request body: {'port': {'device_id': '84b46c03-080f-4f4d-95e6-acdd715601bb', 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'admin_state_up': True, 'tenant_id': '7798f0dcfc1f4676b960087e1eac02dd'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:26.455332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'name': 'tempest-NetworksTestDHCPv6-router-344736192', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:22Z', 'revision_number': 3, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:26.505829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-bc2070f4-a1e1-4421-9585-1c8f823f82e3 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9249277 Jul 16 20:03:26.551176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] Checking router: 74c7ed53-592b-4f8f-a73f-f551b8900654 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:26.613387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] Routers {'74c7ed53-592b-4f8f-a73f-f551b8900654'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:26.617745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:03:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['74c7ed53-592b-4f8f-a73f-f551b8900654'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:26.721081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Made reservation on behalf of 7798f0dcfc1f4676b960087e1eac02dd for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:26.726095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.825434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-612d30e3-f1ac-4431-958d-1a8370d8ddd6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6780040 Jul 16 20:03:26.857596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:03:26.880413 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e27b941d-5135-4473-88bc-33f506102eeb tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.911053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-186e2d46-976b-4c7d-8ea9-84efeb9fb132 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c34e8c69-5351-4193-9072-293d3245b076 HTTP/1.1" status: 200 len: 217 time: 0.3496218 Jul 16 20:03:26.962159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] Set router 74c7ed53-592b-4f8f-a73f-f551b8900654 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:27.067350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'name': 'tempest-NetworksTestDHCPv6-router-344736192', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:22Z', 'revision_number': 3, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:27.078710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Allocated IP 172.20.0.2 (85e5e01a-dc70-4b25-a83a-abdef8c01bd9/e867a351-56a8-4651-91b3-0c4800f1279d/c8785793-dd3e-4a4b-a2e8-afd10d7e7900) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:27.161486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2f938-b243-4a62-9190-55351c0ed8a2 None None] The sync data for ids ['74c7ed53-592b-4f8f-a73f-f551b8900654'] in n-d-791505-15 is: [{'id': '74c7ed53-592b-4f8f-a73f-f551b8900654', 'name': 'tempest-NetworksTestDHCPv6-router-344736192', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:13Z', 'updated_at': '2021-07-16T20:03:22Z', 'revision_number': 3, 'project_id': '577542a6194b4416b3acaf7b302b1a4d', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:27.232812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] Deleting port 5d421351-ed43-40e6-9aac-c7b68b36d96a {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:27.234742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.404940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-593a78bc-5839-4cfa-b963-edd491122ace req-f740a19a-0447-4189-addf-c1821f4cc91b tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 210 time: 0.3589504 Jul 16 20:03:27.420540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.476539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.516087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] For port 5d421351-ed43-40e6-9aac-c7b68b36d96a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5d421351-ed43-40e6-9aac-c7b68b36d96a,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:27.516692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.547291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:27.555195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:27.560397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:27.569849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] Calling delete_port for 5d421351-ed43-40e6-9aac-c7b68b36d96a owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:27.608530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event updated for resources: {'Port': ['ID=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:27.621081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35724) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:27.658195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15128f42-86c3-4318-8f9f-3464af4da2ec req-d22564d1-54f8-4b2c-9c4b-0bfa69e32403 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.666495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.667704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.679535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15128f42-86c3-4318-8f9f-3464af4da2ec req-d22564d1-54f8-4b2c-9c4b-0bfa69e32403 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 946 time: 1.2102804 Jul 16 20:03:27.695402 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-bf3319ec-2e4e-41c4-809a-0b8c7b71d2af tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3844550 Jul 16 20:03:27.714604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Request body: {'port': {'device_id': '84b46c03-080f-4f4d-95e6-acdd715601bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:27.792117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bae49f15-b801-4e44-8e0c-5c7f5b0157f2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:27.802792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-2e8934de-190d-4d23-ba81-bad76de4a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.804871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-2e8934de-190d-4d23-ba81-bad76de4a01d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.8927164 Jul 16 20:03:27.835916 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbadbe1a-22e2-46c4-b8e6-ff54cd6f1925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.879183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.904827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e27b941d-5135-4473-88bc-33f506102eeb tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.963648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e27b941d-5135-4473-88bc-33f506102eeb tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.965453 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.021667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] Pushing event deleted for resources: {'Port': ['ID=5d421351-ed43-40e6-9aac-c7b68b36d96a,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.037306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474fa14-56a6-4463-b019-429af3b5193a None None] No DVR routers for this DVR port 5d421351-ed43-40e6-9aac-c7b68b36d96a on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:28.057697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port bae49f15-b801-4e44-8e0c-5c7f5b0157f2 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:28.065851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bae49f15-b801-4e44-8e0c-5c7f5b0157f2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:28.066621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.129923 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbadbe1a-22e2-46c4-b8e6-ff54cd6f1925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.149618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15128f42-86c3-4318-8f9f-3464af4da2ec req-2c6a347c-0a1e-41ac-b9f5-9dbd6acd0131 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655945 Jul 16 20:03:28.158170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e27b941d-5135-4473-88bc-33f506102eeb tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.165067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27b941d-5135-4473-88bc-33f506102eeb tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Fanout notify agent at l3_agent the message router_deleted on router 74c7ed53-592b-4f8f-a73f-f551b8900654 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:03:28.175940 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e27b941d-5135-4473-88bc-33f506102eeb tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.178720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e27b941d-5135-4473-88bc-33f506102eeb tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/routers/74c7ed53-592b-4f8f-a73f-f551b8900654 HTTP/1.1" status: 204 len: 168 time: 1.9927397 Jul 16 20:03:28.190766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:28.241012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.247476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4299-48b2-4b77-ab62-ec0e24b2b4cc req-3294b7b2-decc-40bf-aaab-d832222be422 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.248744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9de4299-48b2-4b77-ab62-ec0e24b2b4cc req-3294b7b2-decc-40bf-aaab-d832222be422 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 931 time: 0.4372768 Jul 16 20:03:28.254699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6f37037b-230e-4fac-8921-54a956d10284 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0599852 Jul 16 20:03:28.254699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-6e2b51cf-a7fa-47a8-9c91-59f1b5edc954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.255948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-6e2b51cf-a7fa-47a8-9c91-59f1b5edc954 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3850908 Jul 16 20:03:28.256489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35748) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:28.258186 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbadbe1a-22e2-46c4-b8e6-ff54cd6f1925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.327799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port bae49f15-b801-4e44-8e0c-5c7f5b0157f2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:28.337407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.390143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadbe1a-22e2-46c4-b8e6-ff54cd6f1925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfefb81a-c95f-46c7-8f58-9e9218cecf84,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.402309 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cbadbe1a-22e2-46c4-b8e6-ff54cd6f1925 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=314c558a3ea24f19b36213cd0cb33492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7796724 Jul 16 20:03:28.404817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35754) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:28.442029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5d421351-ed43-40e6-9aac-c7b68b36d96a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:28.468565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499a475-0340-45d0-bcc3-cec3ab0f0a44 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.470090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2499a475-0340-45d0-bcc3-cec3ab0f0a44 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2126601 Jul 16 20:03:28.477448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35758) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:28.488469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9de4299-48b2-4b77-ab62-ec0e24b2b4cc req-b7b7c839-8ac4-40fd-9e78-be11e7491b93 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146933 Jul 16 20:03:28.495111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 5d421351-ed43-40e6-9aac-c7b68b36d96a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:28.495463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5d421351-ed43-40e6-9aac-c7b68b36d96a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:28.553091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.559272 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27f72068-ec8f-4c89-8d35-207cd7963013 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735548 Jul 16 20:03:28.565074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35760) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:28.578266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:28.584650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-40eb6c5d-c7ea-4dce-85ad-8db23c717f04 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170495 Jul 16 20:03:28.622998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c471e7-0615-44a9-b68a-c22f6da5e4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.667050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c471e7-0615-44a9-b68a-c22f6da5e4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.813101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8785793-dd3e-4a4b-a2e8-afd10d7e7900 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:28.827689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.830823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0419e1c-73a2-442a-9ffd-b951d35dd9c7 req-c7bbecf0-86ed-488c-a721-1d177e0e14e0 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 210 time: 0.1455779 Jul 16 20:03:28.845801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Transition to ACTIVE for port object c8785793-dd3e-4a4b-a2e8-afd10d7e7900 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:28.848107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c471e7-0615-44a9-b68a-c22f6da5e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.852665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c471e7-0615-44a9-b68a-c22f6da5e4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.857738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-18c471e7-0615-44a9-b68a-c22f6da5e4b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bfefb81a-c95f-46c7-8f58-9e9218cecf84 HTTP/1.1" status: 204 len: 168 time: 0.4514024 Jul 16 20:03:28.868733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c471e7-0615-44a9-b68a-c22f6da5e4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfefb81a-c95f-46c7-8f58-9e9218cecf84,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:28.872767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.929068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-8f47a589-80b3-4571-841a-21b69b1b56b0 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.930998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-8f47a589-80b3-4571-841a-21b69b1b56b0 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.16 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 810 time: 0.3101037 Jul 16 20:03:28.934110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-154d91c9-39ee-4d34-baf8-ef60c9a6a060 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333185 Jul 16 20:03:28.935362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:28.936514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:28.939557 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.986843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Request body: {'port': {'device_id': '39970dd8-25b2-46f4-a136-38c354092f38', 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a', 'admin_state_up': True, 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:28.989900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Pushing event updated for resources: {'Port': ['ID=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:29.043120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Attempting to bind port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:29.043460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Attempting to bind port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:29.043797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Attempting to bind port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:29.048599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:29.048928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Attempting to bind port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:29.060271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:29.060662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Checking segment: {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:29.061004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Bound using segment: {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:29.061432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Bound port: c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:29.061797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.101566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea2f13a9-173c-43e4-98b2-590f9603b021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.105599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-df518c4d-6fa0-46f4-a78d-d9f28f557a87 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=a44233e5-8890-4a68-b799-ffe53a2907db HTTP/1.1" status: 200 len: 217 time: 0.1589031 Jul 16 20:03:29.111633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bae49f15-b801-4e44-8e0c-5c7f5b0157f2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:29.192330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bae49f15-b801-4e44-8e0c-5c7f5b0157f2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:29.193203 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.207038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:29.211526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:29.215685 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.api [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:03:29.215685 n-d-791505-15 neutron-server[100243]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:03:29.215685 n-d-791505-15 neutron-server[100243]: [parameters: {'project_id_1': 'b1296371bc6847a09d3b194e74b0e9d5', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 3, 29, 157212)}] Jul 16 20:03:29.215685 n-d-791505-15 neutron-server[100243]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:03:29.216139 n-d-791505-15 neutron-server[100243]: DEBUG oslo_db.api [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:03:29.223234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.245763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-0f4426a2-baf4-4890-ba99-d658ec6b4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.247621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-0f4426a2-baf4-4890-ba99-d658ec6b4b54 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1311963 Jul 16 20:03:29.271413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.272077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.273512 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] 10.222.0.68 "PUT /v2.0/ports/c8785793-dd3e-4a4b-a2e8-afd10d7e7900 HTTP/1.1" status: 200 len: 1092 time: 1.5645926 Jul 16 20:03:29.278210 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b46c03-080f-4f4d-95e6-acdd715601bb', 'tag': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:29.280468 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56910724-eab2-49cc-83cb-9c946f9a8d25" -d '{"events": [{"name": "network-changed", "server_uuid": "84b46c03-080f-4f4d-95e6-acdd715601bb", "tag": "c8785793-dd3e-4a4b-a2e8-afd10d7e7900"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:29.323819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f2d7d-3bd2-4d76-8467-6915d180ea0a service neutron] Pushing event updated for resources: {'Port': ['ID=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:29.354194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:29.363591 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9277febd-f736-4255-b71a-35f2b7e559ab x-openstack-request-id: req-9277febd-f736-4255-b71a-35f2b7e559ab {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:29.363926 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b46c03-080f-4f4d-95e6-acdd715601bb", "tag": "c8785793-dd3e-4a4b-a2e8-afd10d7e7900", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:29.364146 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9277febd-f736-4255-b71a-35f2b7e559ab {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:29.364595 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b46c03-080f-4f4d-95e6-acdd715601bb', 'tag': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900', 'status': 'completed', 'code': 200} Jul 16 20:03:29.377319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:29.377676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 10d8ba59-ad8b-433a-96bb-9df8bbfa10a9 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:29.405548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea2f13a9-173c-43e4-98b2-590f9603b021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.413311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea2f13a9-173c-43e4-98b2-590f9603b021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.471373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f13a9-173c-43e4-98b2-590f9603b021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3956718-0da3-42bd-883e-13ade6f9b556,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:29.479926 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ea2f13a9-173c-43e4-98b2-590f9603b021 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=707f7637356f41738b2330df0fdf28dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404568 Jul 16 20:03:29.481888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35776) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:29.482228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35778) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:29.517621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0ae9-680b-4499-a549-1d5242dbac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.539349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-7d7adf66-1c58-44a8-845a-a1d16fd47e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.540966 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-7d7adf66-1c58-44a8-845a-a1d16fd47e58 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 1095 time: 0.2125154 Jul 16 20:03:29.648345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-6510407d-7ae1-41e9-a91f-47e52d538bf9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900 HTTP/1.1" status: 200 len: 217 time: 0.0800087 Jul 16 20:03:29.657591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df7dfa2b-309f-4845-ad2b-3c38d2ba0730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.726135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-9c7b0814-7d87-48f4-8c12-f7aa33f48e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.727652 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-9c7b0814-7d87-48f4-8c12-f7aa33f48e2d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e867a351-56a8-4651-91b3-0c4800f1279d HTTP/1.1" status: 200 len: 862 time: 0.0711529 Jul 16 20:03:29.772561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df7dfa2b-309f-4845-ad2b-3c38d2ba0730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.808282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-7ee8bdee-a30c-4a66-b0fd-847a66040d5f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706897 Jul 16 20:03:29.855484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-6d942155-8ab5-4f94-9c40-565af2859228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.857006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-6d942155-8ab5-4f94-9c40-565af2859228 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5943069 Jul 16 20:03:29.905453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a202cb-22f9-4c0d-af92-a7f61eb44c73 req-abd6bcbe-6418-4fb9-a876-73798ec0525b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.906983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18a202cb-22f9-4c0d-af92-a7f61eb44c73 req-abd6bcbe-6418-4fb9-a876-73798ec0525b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 946 time: 0.2494464 Jul 16 20:03:29.944840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48b921-7061-49e2-a69c-f0764e13150f req-3ae58877-e7e3-4519-9fb9-bdbf97738d90 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.946356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b48b921-7061-49e2-a69c-f0764e13150f req-3ae58877-e7e3-4519-9fb9-bdbf97738d90 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 943 time: 0.2319448 Jul 16 20:03:29.981797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df7dfa2b-309f-4845-ad2b-3c38d2ba0730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.984377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df7dfa2b-309f-4845-ad2b-3c38d2ba0730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.985558 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-df7dfa2b-309f-4845-ad2b-3c38d2ba0730 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3956718-0da3-42bd-883e-13ade6f9b556 HTTP/1.1" status: 204 len: 168 time: 0.5013027 Jul 16 20:03:29.987882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0ae9-680b-4499-a549-1d5242dbac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.008245 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0ae9-680b-4499-a549-1d5242dbac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.013872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dfa2b-309f-4845-ad2b-3c38d2ba0730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3956718-0da3-42bd-883e-13ade6f9b556,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.017344 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-64e97f61-b8c4-4fdf-bcb8-9bfe86f61030 service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883965 Jul 16 20:03:30.080453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Made reservation on behalf of b1296371bc6847a09d3b194e74b0e9d5 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:30.080994 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b2cf0ae9-680b-4499-a549-1d5242dbac42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1c98816819b44eb818e0af0822c8e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977337 Jul 16 20:03:30.084984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.087712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35790) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:30.098708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf0ae9-680b-4499-a549-1d5242dbac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a810ab1b-9fa7-4163-8fae-7cbf30de6d0b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.132316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.objects.ports [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:03:30.146670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18a202cb-22f9-4c0d-af92-a7f61eb44c73 req-f2e03af9-317c-4bcd-b884-1aedc8f3522f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244279 Jul 16 20:03:30.173631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.188400 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d76b83ea-f4c5-472e-b8c9-2e640a96b1ff req-fae3ee4b-211d-4a2b-aa38-82aa5df88a3c service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607678 Jul 16 20:03:30.191554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b48b921-7061-49e2-a69c-f0764e13150f req-7580dadf-d68a-4cb8-99cf-741040054285 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997008 Jul 16 20:03:30.210288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d87a1c-70e7-4b39-b6fc-d58707ea115f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.214758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-dca48a4a-60c9-41a9-bbba-dee5e3baf00f service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469543 Jul 16 20:03:30.260172 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d87a1c-70e7-4b39-b6fc-d58707ea115f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.347092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:30.354589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d87a1c-70e7-4b39-b6fc-d58707ea115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.357530 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d87a1c-70e7-4b39-b6fc-d58707ea115f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.358810 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-19d87a1c-70e7-4b39-b6fc-d58707ea115f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a810ab1b-9fa7-4163-8fae-7cbf30de6d0b HTTP/1.1" status: 204 len: 168 time: 0.2701080 Jul 16 20:03:30.380121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d87a1c-70e7-4b39-b6fc-d58707ea115f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a810ab1b-9fa7-4163-8fae-7cbf30de6d0b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.383216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-7744d403-3f0e-416b-84ad-e504d7ec4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.384753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:30.384874 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-7744d403-3f0e-416b-84ad-e504d7ec4508 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 1095 time: 0.1006420 Jul 16 20:03:30.399650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.401006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.407797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb2e66-1c1a-4979-b04e-9e47fb19efd6 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:30.506678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=a477eddf-0ba2-4291-8bfe-42b127db56ae,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.599972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd633dba-a9b9-4d26-8cff-1403da712f2a req-a8115264-3ebe-4aea-809d-f3b7b95ac378 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 210 time: 0.2309971 Jul 16 20:03:30.660456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ca7df685-63e4-4b46-b104-48431291d8f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0900073 Jul 16 20:03:30.676236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35816) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:30.682708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:30.745837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': 'a477eddf-0ba2-4291-8bfe-42b127db56ae'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:03:30.747050 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.806688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-7adeedb7-5338-4f5e-b9b0-3e7aee4b6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.808882 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-7adeedb7-5338-4f5e-b9b0-3e7aee4b6128 service neutron] 10.222.0.68 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 923 time: 0.4141889 Jul 16 20:03:30.906664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Allocated IP 172.20.0.2 (a3b0bad0-7caf-47ed-b183-8b204fa4297a/230674ab-da61-4006-81f8-2be7129bf82b/cf82dc87-007c-4811-a18d-687b46395e95) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:30.921396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-596fa90f-01d2-42d9-852d-5c4cd0d9151d service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929753 Jul 16 20:03:30.940026 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-68a231ca-023f-41d7-8b1e-7c07e4b4a487 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900 HTTP/1.1" status: 200 len: 217 time: 0.1107306 Jul 16 20:03:30.976429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-8d25ae85-6bef-49f2-a750-1b3c1453d6b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef HTTP/1.1" status: 200 len: 217 time: 0.0443318 Jul 16 20:03:31.021590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Allocated IP 2001:db8::f816:3eff:fed7:5614 (d6702219-1b7c-462d-aaac-610760188933/a477eddf-0ba2-4291-8bfe-42b127db56ae/b4e72740-c7fb-48d6-a7a5-4348251829a0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:31.027340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-db956088-e1f9-47b9-a938-a36609d0019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:31.028859 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-db956088-e1f9-47b9-a938-a36609d0019c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e867a351-56a8-4651-91b3-0c4800f1279d HTTP/1.1" status: 200 len: 862 time: 0.0781925 Jul 16 20:03:31.068912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-117f3175-2618-46a0-b21c-b672647acff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:31.070533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-117f3175-2618-46a0-b21c-b672647acff0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.0589318 Jul 16 20:03:31.080098 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-156bfb0a-967e-4ef6-bf2d-b61d532cde00 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424273 Jul 16 20:03:31.226890 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-660b6f19-5d4f-4ed2-bc14-8eb02a42a194 service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385784 Jul 16 20:03:31.280045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-ff444f2f-c2ad-465d-b479-c89af52f359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:31.286076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-ff444f2f-c2ad-465d-b479-c89af52f359b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2034645 Jul 16 20:03:31.292173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:31.295959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.451394 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56910724-eab2-49cc-83cb-9c946f9a8d25 req-4de09351-c682-425a-8d6f-f06511dbf6a4 service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158108 Jul 16 20:03:31.506545 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.520259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Transition to ACTIVE for port object b4e72740-c7fb-48d6-a7a5-4348251829a0 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:31.538130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Transition to ACTIVE for port object b4e72740-c7fb-48d6-a7a5-4348251829a0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:31.547291 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.559155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-9a4eb303-937d-449f-b750-8ae96e39c284 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102599 Jul 16 20:03:31.596342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:31.597983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:31.601700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:31.716826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:31.746270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Attempting to bind port b4e72740-c7fb-48d6-a7a5-4348251829a0 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:31.746657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Attempting to bind port b4e72740-c7fb-48d6-a7a5-4348251829a0 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:31.747039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Attempting to bind port b4e72740-c7fb-48d6-a7a5-4348251829a0 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:31.764437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:31.764829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:31.765246 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.765655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:31.766646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Bound port: b4e72740-c7fb-48d6-a7a5-4348251829a0, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:31.766646 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.851795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:31.855576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:31.860372 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.861271 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.883008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e74f796-5663-42d7-8ff7-c0ab4e37caa8 req-c59a969a-34c8-4740-928a-39c6cd6620dc tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 210 time: 0.0860193 Jul 16 20:03:31.922651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-421c93cf-2934-4d14-a260-28c311493313 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818356 Jul 16 20:03:31.969351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56d41b-e4c4-4556-ab2a-7aa13a9bfef1 None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:32.002667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888a083-b85e-4123-8d94-d26253f0efbe req-4ef2ef5b-1588-4a19-bd4b-916124fadc38 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:32.014265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4888a083-b85e-4123-8d94-d26253f0efbe req-4ef2ef5b-1588-4a19-bd4b-916124fadc38 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 943 time: 0.4740944 Jul 16 20:03:32.084124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-b26d808b-66d3-4c26-87a0-968789b941ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27380e31-3521-497c-9c42-964636b5da24 HTTP/1.1" status: 200 len: 217 time: 0.1527607 Jul 16 20:03:32.260111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.371069 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4888a083-b85e-4123-8d94-d26253f0efbe req-9e219a5e-37b1-4e9f-b52d-ff031f5d95b0 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912855 Jul 16 20:03:32.400168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-af5ed6d5-446a-49d7-bc21-142d11ce5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:32.401769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-af5ed6d5-446a-49d7-bc21-142d11ce5cf0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.2974248 Jul 16 20:03:32.480257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Network a3b0bad0-7caf-47ed-b183-8b204fa4297a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:32.488635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Pushing event updated for resources: {'Port': ['ID=cf82dc87-007c-4811-a18d-687b46395e95,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:32.499587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:32.502109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:32.557625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.606578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e1bedaa4-095b-4cb7-970d-701a3dad2def details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:32.625727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:32.626389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.740232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:32.756466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'port_id': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'mac_address': 'fa:16:3e:0f:cf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaeb238-f673-4250-9a6e-159d82752b87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:32.805386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.826211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1bedaa4-095b-4cb7-970d-701a3dad2def {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:32.853711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:32.863163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.933853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['e1bedaa4-095b-4cb7-970d-701a3dad2def'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:32.991973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:32.994788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-553f238f-9972-45e2-9f76-f6d704335d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:32.996380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-553f238f-9972-45e2-9f76-f6d704335d05 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5812681 Jul 16 20:03:33.010063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:33.021221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:33.023237 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.031837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:33.069686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=a6fea8d5-937f-42b2-92fa-7a61c43b5ec9,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:33.079854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-fb95da71-9a77-42e5-b460-14b8ee1324fa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1319809 Jul 16 20:03:33.098983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-174d18ea-e141-4c93-9a53-581480a5fb79 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4191134 Jul 16 20:03:33.100980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35916) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:33.105105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Request body: {'port': {'device_id': '39970dd8-25b2-46f4-a136-38c354092f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:33.108096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:6f:3d:29', 'name': 'tempest-NetworksTestDHCPv6-1677564792'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:33.287628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:33.403054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:33.456708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-4f24d14f-bfcb-4165-ae23-c5d6a3a76071 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153678 Jul 16 20:03:33.477045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b4e72740-c7fb-48d6-a7a5-4348251829a0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:33.512775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720fd7dd-5205-4ba9-877a-89cc7d404497 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:33.536257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63077b69-64ea-4e0f-a9bb-8e3e995c63a1 req-fda11879-f002-45a9-9a33-757f3e83a3ef tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:33.544422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63077b69-64ea-4e0f-a9bb-8e3e995c63a1 req-fda11879-f002-45a9-9a33-757f3e83a3ef tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 931 time: 0.3258619 Jul 16 20:03:33.604108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63077b69-64ea-4e0f-a9bb-8e3e995c63a1 req-38424ab8-45f6-4b61-9bf7-622a89524251 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586011 Jul 16 20:03:33.611485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.658074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.693322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port d1c762ae-1dbd-4106-b9bf-7f551afee1a7 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:03:33.696427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd3d8cb2-3f7b-476d-9c5f-57818e3695db None None] Provisioning for port b4e72740-c7fb-48d6-a7a5-4348251829a0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:33.713079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd3d8cb2-3f7b-476d-9c5f-57818e3695db None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:33.713722 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8cb2-3f7b-476d-9c5f-57818e3695db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.892312 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8cb2-3f7b-476d-9c5f-57818e3695db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.960941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-cd3d8cb2-3f7b-476d-9c5f-57818e3695db None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:33.969334 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8cb2-3f7b-476d-9c5f-57818e3695db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.971884 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e07b04-b68e-48c7-a0f3-06256a90d395 req-b5cf27fd-c6e8-4b97-8179-650e29605e09 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052261 Jul 16 20:03:34.046131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 172.20.0.6 (d6702219-1b7c-462d-aaac-610760188933/a6fea8d5-937f-42b2-92fa-7a61c43b5ec9/d1c762ae-1dbd-4106-b9bf-7f551afee1a7) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:34.062195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fe6f:3d29 (d6702219-1b7c-462d-aaac-610760188933/a477eddf-0ba2-4291-8bfe-42b127db56ae/d1c762ae-1dbd-4106-b9bf-7f551afee1a7) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:34.072267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8166ba-d20e-4988-b159-5fca4bcf5ede req-2db645d3-ff65-471d-92b3-4efe36128190 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.074501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d8166ba-d20e-4988-b159-5fca4bcf5ede req-2db645d3-ff65-471d-92b3-4efe36128190 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 943 time: 0.4519460 Jul 16 20:03:34.122728 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.128032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8cb2-3f7b-476d-9c5f-57818e3695db None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:34.135049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629582eb-dc7a-4ccb-98c5-a8e486cf059e None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': 'a477eddf-0ba2-4291-8bfe-42b127db56ae', 'ip_address': '2001:db8::f816:3eff:fed7:5614'}, {'subnet_id': 'a6fea8d5-937f-42b2-92fa-7a61c43b5ec9'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'b4e72740-c7fb-48d6-a7a5-4348251829a0'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:03:34.175728 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629582eb-dc7a-4ccb-98c5-a8e486cf059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.262655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d8166ba-d20e-4988-b159-5fca4bcf5ede req-26be6c66-89cb-4004-b80b-09918033c52e tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563594 Jul 16 20:03:34.421342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.450521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf82dc87-007c-4811-a18d-687b46395e95 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:34.454116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object d1c762ae-1dbd-4106-b9bf-7f551afee1a7 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:34.505102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.525986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36002) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:34.538648 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.550856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Transition to ACTIVE for port object cf82dc87-007c-4811-a18d-687b46395e95 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:34.564693 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.677570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-629582eb-dc7a-4ccb-98c5-a8e486cf059e None None] Allocated IP 172.20.0.2 (d6702219-1b7c-462d-aaac-610760188933/a6fea8d5-937f-42b2-92fa-7a61c43b5ec9/b4e72740-c7fb-48d6-a7a5-4348251829a0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:34.693416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:34.704343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:34.713159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:34.729041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e1bedaa4-095b-4cb7-970d-701a3dad2def up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:34.733742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c8785793-dd3e-4a4b-a2e8-afd10d7e7900 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:34.739543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Pushing event updated for resources: {'Port': ['ID=cf82dc87-007c-4811-a18d-687b46395e95,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:34.787981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=d1c762ae-1dbd-4106-b9bf-7f551afee1a7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:34.835978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.836787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.864996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-522a70e7-ad1f-4eac-8617-30c5f85d354f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7628016 Jul 16 20:03:34.866337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36016) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:34.887775 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-518fc470-3e36-4698-8841-b96061e84340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.888036 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:03:34.939873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Attempting to bind port cf82dc87-007c-4811-a18d-687b46395e95 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:34.940280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Attempting to bind port cf82dc87-007c-4811-a18d-687b46395e95 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:34.940691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Attempting to bind port cf82dc87-007c-4811-a18d-687b46395e95 on network a3b0bad0-7caf-47ed-b183-8b204fa4297a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:34.953990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.959042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Port cf82dc87-007c-4811-a18d-687b46395e95 on network a3b0bad0-7caf-47ed-b183-8b204fa4297a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:34.959303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Attempting to bind port cf82dc87-007c-4811-a18d-687b46395e95 on network a3b0bad0-7caf-47ed-b183-8b204fa4297a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:34.970917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a10a28e-ee0f-4e37-94e5-51ac2aa43d12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.981634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:34.981996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Checking segment: {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:34.982407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Bound using segment: {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:34.982930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Bound port: cf82dc87-007c-4811-a18d-687b46395e95, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:34.983286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a10a28e-ee0f-4e37-94e5-51ac2aa43d12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.983428 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.985650 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3a10a28e-ee0f-4e37-94e5-51ac2aa43d12 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1167934 Jul 16 20:03:34.988440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36018) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:34.995644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e92f3d-eaee-40d8-8973-b0c208fd81d1 req-c040168a-4fc3-4751-931a-1498b6989322 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.996823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0e92f3d-eaee-40d8-8973-b0c208fd81d1 req-c040168a-4fc3-4751-931a-1498b6989322 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 943 time: 0.1676624 Jul 16 20:03:35.035738 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:35.046089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-629582eb-dc7a-4ccb-98c5-a8e486cf059e None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:35.053756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port e1bedaa4-095b-4cb7-970d-701a3dad2def triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:35.057262 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.125544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:35.151207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:35.188689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900', 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'port_id': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900', 'mac_address': 'fa:16:3e:eb:c9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867a351-56a8-4651-91b3-0c4800f1279d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:35.203809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9472d9a8-d696-42f7-ad58-f1d37b1c130b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port d1c762ae-1dbd-4106-b9bf-7f551afee1a7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:35.204173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9472d9a8-d696-42f7-ad58-f1d37b1c130b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.206170 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629582eb-dc7a-4ccb-98c5-a8e486cf059e None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.217189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0e92f3d-eaee-40d8-8973-b0c208fd81d1 req-47c15023-a9de-40dc-a2c3-29b6b53828cb tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087886 Jul 16 20:03:35.271224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-629582eb-dc7a-4ccb-98c5-a8e486cf059e None None] Transition to ACTIVE for port object b4e72740-c7fb-48d6-a7a5-4348251829a0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:35.281545 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-518fc470-3e36-4698-8841-b96061e84340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.283063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] For port cf82dc87-007c-4811-a18d-687b46395e95, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:35.287654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] For port cf82dc87-007c-4811-a18d-687b46395e95, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=cf82dc87-007c-4811-a18d-687b46395e95,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:35.289626 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-518fc470-3e36-4698-8841-b96061e84340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.302248 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629582eb-dc7a-4ccb-98c5-a8e486cf059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.308779 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.368926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.369604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:35.371208 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.372778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] 10.222.0.16 "PUT /v2.0/ports/cf82dc87-007c-4811-a18d-687b46395e95 HTTP/1.1" status: 200 len: 1092 time: 2.2770600 Jul 16 20:03:35.377478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39970dd8-25b2-46f4-a136-38c354092f38', 'tag': 'cf82dc87-007c-4811-a18d-687b46395e95'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:35.381163 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945f1f1a-99c4-45c4-9272-534b9e02fee2" -d '{"events": [{"name": "network-changed", "server_uuid": "39970dd8-25b2-46f4-a136-38c354092f38", "tag": "cf82dc87-007c-4811-a18d-687b46395e95"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:35.383790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fc470-3e36-4698-8841-b96061e84340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c89ee69-59d4-45e3-ae17-72a407612bbe,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.398748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-518fc470-3e36-4698-8841-b96061e84340 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b00551b16899441db5431269306a33ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8670218 Jul 16 20:03:35.418274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36028) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:35.425623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.444058 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9472d9a8-d696-42f7-ad58-f1d37b1c130b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.496066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8785793-dd3e-4a4b-a2e8-afd10d7e7900 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:35.515566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9472d9a8-d696-42f7-ad58-f1d37b1c130b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for d1c762ae-1dbd-4106-b9bf-7f551afee1a7 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:35.520665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30db62-21bb-43ce-9b1e-c45c96d9d5af service neutron] Pushing event updated for resources: {'Port': ['ID=cf82dc87-007c-4811-a18d-687b46395e95,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.528301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:35.531465 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fedadc5-ff9e-480d-9fc3-9c1fd7c7ed25" -d '{"events": [{"server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:35.535864 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9992340f-bfa2-4ff3-882a-b6a121b48f5b x-openstack-request-id: req-9992340f-bfa2-4ff3-882a-b6a121b48f5b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:35.536177 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39970dd8-25b2-46f4-a136-38c354092f38", "tag": "cf82dc87-007c-4811-a18d-687b46395e95", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:35.536460 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9992340f-bfa2-4ff3-882a-b6a121b48f5b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:35.536872 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39970dd8-25b2-46f4-a136-38c354092f38', 'tag': 'cf82dc87-007c-4811-a18d-687b46395e95', 'status': 'completed', 'code': 200} Jul 16 20:03:35.557680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:35.564897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629582eb-dc7a-4ccb-98c5-a8e486cf059e None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.571652 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.640728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.641005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-4dd4d7bf-1e8f-4d07-bc8d-2359979b65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:35.642425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-4dd4d7bf-1e8f-4d07-bc8d-2359979b65a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 1095 time: 0.2109542 Jul 16 20:03:35.646584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:35.653152 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.656914 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5be80d9-125e-428d-99d4-1b363b71afeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.740617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.837622 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22ab36e-daf0-457f-97b6-00db9aeaa088 x-openstack-request-id: req-b22ab36e-daf0-457f-97b6-00db9aeaa088 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:35.838295 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:35.838754 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b22ab36e-daf0-457f-97b6-00db9aeaa088 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:35.839268 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'code': 200} Jul 16 20:03:35.846351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-1f5a3d76-5fc4-491a-88be-3db29d873e99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf82dc87-007c-4811-a18d-687b46395e95 HTTP/1.1" status: 200 len: 217 time: 0.1849613 Jul 16 20:03:36.064754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-2fbbdc7f-8cf6-4e50-b7be-3c717b318bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:36.067840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-2fbbdc7f-8cf6-4e50-b7be-3c717b318bed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 200 len: 850 time: 0.1883125 Jul 16 20:03:36.073560 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5be80d9-125e-428d-99d4-1b363b71afeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.138344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['c8785793-dd3e-4a4b-a2e8-afd10d7e7900'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:36.146357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-a1eb9fcf-3e04-4012-8c2f-bf843d4e62a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3b0bad0-7caf-47ed-b183-8b204fa4297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660126 Jul 16 20:03:36.297631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a816d11-9184-4c78-a8bb-f97c6b87e90f req-e1f0e903-673a-4baf-8b1c-798e5b0e1ca3 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:36.299422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a816d11-9184-4c78-a8bb-f97c6b87e90f req-e1f0e903-673a-4baf-8b1c-798e5b0e1ca3 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 944 time: 0.6359043 Jul 16 20:03:36.485787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5be80d9-125e-428d-99d4-1b363b71afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.492564 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5be80d9-125e-428d-99d4-1b363b71afeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.494410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f5be80d9-125e-428d-99d4-1b363b71afeb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c89ee69-59d4-45e3-ae17-72a407612bbe HTTP/1.1" status: 204 len: 168 time: 1.0724587 Jul 16 20:03:36.573778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a816d11-9184-4c78-a8bb-f97c6b87e90f req-67642db0-955f-4c7a-9490-43a21af0ac04 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637477 Jul 16 20:03:36.576460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be80d9-125e-428d-99d4-1b363b71afeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c89ee69-59d4-45e3-ae17-72a407612bbe,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:36.583716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-d4dd3ad4-70f1-4d12-ab41-50b201893c20 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300590 Jul 16 20:03:36.839178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9472d9a8-d696-42f7-ad58-f1d37b1c130b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.919221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4cae7ba2-afae-4542-a525-8dc81cf41d97 None None] Provisioning for port b4e72740-c7fb-48d6-a7a5-4348251829a0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:36.936649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4cae7ba2-afae-4542-a525-8dc81cf41d97 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:36.941735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4cae7ba2-afae-4542-a525-8dc81cf41d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.969764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d590f9c-aa68-43db-886f-bd43344e8efa req-101e8d6e-bd3a-4a56-ab0c-db09625dfbb3 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794875 Jul 16 20:03:37.014922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472d9a8-d696-42f7-ad58-f1d37b1c130b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=d1c762ae-1dbd-4106-b9bf-7f551afee1a7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:37.172911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36072) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:37.218813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:37.258307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ac13282-9600-449e-b94f-c3eb63653249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.272148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcdd0b-fa5d-4a4c-82ad-2612def8e367 req-a8f31189-5909-4df1-8284-9e69c8205d32 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.277203 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9472d9a8-d696-42f7-ad58-f1d37b1c130b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.278589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6dcdd0b-fa5d-4a4c-82ad-2612def8e367 req-a8f31189-5909-4df1-8284-9e69c8205d32 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 943 time: 0.4184103 Jul 16 20:03:37.289978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9472d9a8-d696-42f7-ad58-f1d37b1c130b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/d1c762ae-1dbd-4106-b9bf-7f551afee1a7 HTTP/1.1" status: 204 len: 168 time: 2.2970667 Jul 16 20:03:37.291872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36074) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:37.359220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-7afd5309-986a-4f49-9c0f-16591dbe391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.361897 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-7afd5309-986a-4f49-9c0f-16591dbe391a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 1095 time: 0.3139310 Jul 16 20:03:37.415896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6dcdd0b-fa5d-4a4c-82ad-2612def8e367 req-ab8083ce-feed-49d9-a19e-8df7b98e6da5 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301870 Jul 16 20:03:37.463636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:37.465847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.470390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891f84d-9c71-45f4-9e59-ccb1f74426b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.471970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891f84d-9c71-45f4-9e59-ccb1f74426b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.473589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891f84d-9c71-45f4-9e59-ccb1f74426b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.488885 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1891f84d-9c71-45f4-9e59-ccb1f74426b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1936886 Jul 16 20:03:37.489548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36076) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:37.579649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-aed836d3-58ea-4ee1-9ccf-1c4697e0b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.580861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-aed836d3-58ea-4ee1-9ccf-1c4697e0b062 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 911 time: 0.2106841 Jul 16 20:03:37.604489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-76658529-820f-44fd-b5cc-71319182878f None None] Could not find standard attr ID for object d1c762ae-1dbd-4106-b9bf-7f551afee1a7. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:03:37.614636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ba16c8-96cf-450f-9474-d987dae7fff2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet a477eddf-0ba2-4291-8bfe-42b127db56ae {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:37.618913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7ba16c8-96cf-450f-9474-d987dae7fff2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.658144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-79ba7d9c-bcba-4eab-a0e1-9c8aa178ff70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf82dc87-007c-4811-a18d-687b46395e95 HTTP/1.1" status: 200 len: 217 time: 0.0684745 Jul 16 20:03:37.673055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7ba16c8-96cf-450f-9474-d987dae7fff2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.743427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-16fef8a8-066f-443e-9e0a-ea9c741de846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.746428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-16fef8a8-066f-443e-9e0a-ea9c741de846 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 200 len: 850 time: 0.0789297 Jul 16 20:03:37.793461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7ba16c8-96cf-450f-9474-d987dae7fff2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.832176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-3c295414-5f5e-46ce-88d9-e69730f5549a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3b0bad0-7caf-47ed-b183-8b204fa4297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698309 Jul 16 20:03:37.928337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7ba16c8-96cf-450f-9474-d987dae7fff2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.086576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7ba16c8-96cf-450f-9474-d987dae7fff2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.090363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a968f8-141b-4026-921e-ae14478ef296 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:38.092503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d7ba16c8-96cf-450f-9474-d987dae7fff2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a477eddf-0ba2-4291-8bfe-42b127db56ae HTTP/1.1" status: 204 len: 168 time: 0.5957870 Jul 16 20:03:38.094905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba16c8-96cf-450f-9474-d987dae7fff2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=a477eddf-0ba2-4291-8bfe-42b127db56ae,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:38.101586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36096) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:38.192277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ac13282-9600-449e-b94f-c3eb63653249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.217207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54be18-8c45-46b0-a6d1-3f0e682d5d6d req-f5409494-dc2d-422b-9b9b-609d4fcf7cca tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:38.226607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b54be18-8c45-46b0-a6d1-3f0e682d5d6d req-f5409494-dc2d-422b-9b9b-609d4fcf7cca tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 944 time: 0.3710816 Jul 16 20:03:38.234334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ac13282-9600-449e-b94f-c3eb63653249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.324631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-b1fa77c7-2c49-42f9-972d-d2453464bd04 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761722 Jul 16 20:03:38.395540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac13282-9600-449e-b94f-c3eb63653249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cecc5a4-4a13-4aae-9d64-ea72d0e28731,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:38.399555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b54be18-8c45-46b0-a6d1-3f0e682d5d6d req-19f8892d-f307-4ee5-8ac3-ff2d7153762f tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712394 Jul 16 20:03:38.416698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-facf2c82-383e-4b7f-95d0-8281313d27e6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet a6fea8d5-937f-42b2-92fa-7a61c43b5ec9 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:38.422399 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-facf2c82-383e-4b7f-95d0-8281313d27e6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.455595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2ac13282-9600-449e-b94f-c3eb63653249 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b72206ac3a7c4beca20af4188ed45aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2804925 Jul 16 20:03:38.457906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36104) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:38.554086 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f65101ac-a058-4ab6-86b8-476390a85f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.577386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-facf2c82-383e-4b7f-95d0-8281313d27e6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.634322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device cf82dc87-007c-4811-a18d-687b46395e95 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:38.667361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f65101ac-a058-4ab6-86b8-476390a85f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.754268 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-facf2c82-383e-4b7f-95d0-8281313d27e6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.755695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c8785793-dd3e-4a4b-a2e8-afd10d7e7900 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:38.789212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f65101ac-a058-4ab6-86b8-476390a85f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.793278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f65101ac-a058-4ab6-86b8-476390a85f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.797013 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f65101ac-a058-4ab6-86b8-476390a85f2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4cecc5a4-4a13-4aae-9d64-ea72d0e28731 HTTP/1.1" status: 204 len: 168 time: 0.3355603 Jul 16 20:03:38.812725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65101ac-a058-4ab6-86b8-476390a85f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cecc5a4-4a13-4aae-9d64-ea72d0e28731,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:38.910304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port cf82dc87-007c-4811-a18d-687b46395e95, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=cf82dc87-007c-4811-a18d-687b46395e95,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:38.936432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-facf2c82-383e-4b7f-95d0-8281313d27e6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.938312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'cf82dc87-007c-4811-a18d-687b46395e95', 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a', 'port_id': 'cf82dc87-007c-4811-a18d-687b46395e95', 'mac_address': 'fa:16:3e:e5:9e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230674ab-da61-4006-81f8-2be7129bf82b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:39.017902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf2c82-383e-4b7f-95d0-8281313d27e6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fea8d5-937f-42b2-92fa-7a61c43b5ec9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:39.031570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:39.062889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:39.064008 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.110847 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-facf2c82-383e-4b7f-95d0-8281313d27e6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.116457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36118) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:39.119208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-facf2c82-383e-4b7f-95d0-8281313d27e6 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a6fea8d5-937f-42b2-92fa-7a61c43b5ec9 HTTP/1.1" status: 204 len: 168 time: 1.0131769 Jul 16 20:03:39.178315 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.203434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945f1f1a-99c4-45c4-9272-534b9e02fee2 req-fe3c9f69-27c4-4191-bf93-2c0ae147d314 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8778896 Jul 16 20:03:39.218644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-faad87ce-cb9e-42ec-ac93-07bc5a64390e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996401 Jul 16 20:03:39.219491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf82dc87-007c-4811-a18d-687b46395e95 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:39.221019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36120) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:39.227441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:39.249109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f922f-9e14-4dc8-81ee-eb0790b35f1c req-0d0349e1-e87e-487a-8441-eae3a2131fbd tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:39.250660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c7f922f-9e14-4dc8-81ee-eb0790b35f1c req-0d0349e1-e87e-487a-8441-eae3a2131fbd tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 943 time: 0.3962810 Jul 16 20:03:39.271424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port cf82dc87-007c-4811-a18d-687b46395e95, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=cf82dc87-007c-4811-a18d-687b46395e95,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:39.296782 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.351116 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c7f922f-9e14-4dc8-81ee-eb0790b35f1c req-d15be2b6-562a-4a59-ac66-534fa45a481b tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932367 Jul 16 20:03:39.506486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:39.509391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.511671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=cf82dc87-007c-4811-a18d-687b46395e95,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:39.516146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.548936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['cf82dc87-007c-4811-a18d-687b46395e95'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:39.684234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ecbc23-ea30-436d-a927-accafa993f83 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:39.773127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa89e56-203b-45ea-bd65-48e9e8669e7a req-2658d1e1-0b25-45be-a6b5-827bcb82c79c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:39.777546 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa89e56-203b-45ea-bd65-48e9e8669e7a req-2658d1e1-0b25-45be-a6b5-827bcb82c79c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 944 time: 0.1877229 Jul 16 20:03:39.840594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-79338401-9984-4a48-8629-1b5ea061cdd9 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:39.841365 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-79338401-9984-4a48-8629-1b5ea061cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.880015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa89e56-203b-45ea-bd65-48e9e8669e7a req-9db7d803-b96e-4c9b-b551-2c654f5e71f8 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928309 Jul 16 20:03:39.959570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b46c03-080f-4f4d-95e6-acdd715601bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:39.966365 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c3045b-e8d6-485f-967a-29874bc8e626" -d '{"events": [{"server_uuid": "84b46c03-080f-4f4d-95e6-acdd715601bb", "name": "network-vif-plugged", "status": "completed", "tag": "c8785793-dd3e-4a4b-a2e8-afd10d7e7900"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:40.316926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14afa7-1ffa-4d4c-9e87-b589ac27ae63 req-ae818f61-99f0-4b09-ae4c-c2e8b5ccfccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:40.318461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d14afa7-1ffa-4d4c-9e87-b589ac27ae63 req-ae818f61-99f0-4b09-ae4c-c2e8b5ccfccf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 1096 time: 0.1171434 Jul 16 20:03:40.349950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:03:40.403109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d14afa7-1ffa-4d4c-9e87-b589ac27ae63 req-ad581e80-2473-4116-9321-7efab259a9ba service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680521 Jul 16 20:03:40.427885 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1089b0-74a5-4a66-a5ea-323567018113 x-openstack-request-id: req-fa1089b0-74a5-4a66-a5ea-323567018113 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:40.428496 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b46c03-080f-4f4d-95e6-acdd715601bb", "name": "network-vif-plugged", "status": "completed", "tag": "c8785793-dd3e-4a4b-a2e8-afd10d7e7900", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:40.428496 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa1089b0-74a5-4a66-a5ea-323567018113 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:40.428882 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b46c03-080f-4f4d-95e6-acdd715601bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900', 'code': 200} Jul 16 20:03:40.431666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:40.458589 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.726676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998244-e6ab-425b-850e-9c3222d7e967 req-67927d80-c556-46e9-9c67-a98d9c7de097 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:40.739407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb998244-e6ab-425b-850e-9c3222d7e967 req-67927d80-c556-46e9-9c67-a98d9c7de097 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 944 time: 0.1551847 Jul 16 20:03:40.746558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.818034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb998244-e6ab-425b-850e-9c3222d7e967 req-d97451e7-3abf-48b4-b9b1-d1094ef44d25 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751166 Jul 16 20:03:40.829886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:41.112698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:41.183676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:41.191532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:41.192504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:41.347187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd121-7d41-4789-a04b-5a55eaeb6cab req-0496747f-2c93-4658-9192-ea47bb8a4f54 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:41.358328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2afd121-7d41-4789-a04b-5a55eaeb6cab req-0496747f-2c93-4658-9192-ea47bb8a4f54 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.2280726 Jul 16 20:03:41.410168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=69df0855-0f59-4c3e-bcaa-824bc6f0871f,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:41.435613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:41.460348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:41.465349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2afd121-7d41-4789-a04b-5a55eaeb6cab req-7b6a079a-74a5-44f6-bf7a-8599ffc3e532 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046762 Jul 16 20:03:41.499611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:41.500447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:41.537513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:41.564028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4aacd872-cc6c-499d-ad9a-3bd252ae49d2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3408165 Jul 16 20:03:41.564294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36196) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:41.574827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:41.833114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:41.837612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:41.860332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c083f-7957-40f7-bbc4-32c1daadeb75 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:41.964348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-62fa8592-c3db-4f68-9318-4070e1fef2e4 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:41.964956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-62fa8592-c3db-4f68-9318-4070e1fef2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.681633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device cf82dc87-007c-4811-a18d-687b46395e95 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:42.809012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port cf82dc87-007c-4811-a18d-687b46395e95 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:42.822759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port cf82dc87-007c-4811-a18d-687b46395e95 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:42.823642 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.897826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0ddb80e-6ddb-4732-ba99-fd10c193e5ca None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:42.900315 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb80e-6ddb-4732-ba99-fd10c193e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.003587 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.098981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f70e17-d4e0-4ca7-b9c3-5af5c39ecc17 req-65d2639a-8452-4924-bb2f-05ce378fbb4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.100756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39f70e17-d4e0-4ca7-b9c3-5af5c39ecc17 req-65d2639a-8452-4924-bb2f-05ce378fbb4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 944 time: 1.0163138 Jul 16 20:03:43.102891 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.118231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:43.135487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39970dd8-25b2-46f4-a136-38c354092f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf82dc87-007c-4811-a18d-687b46395e95'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:43.135917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87db0-68ca-417f-a4ba-d86b4c2f6580 req-da80fa61-0dbf-4442-a5f3-ee49ffa01e2b tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.138814 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ad8ce-ea82-45ce-9f13-207143e01644" -d '{"events": [{"server_uuid": "39970dd8-25b2-46f4-a136-38c354092f38", "name": "network-vif-plugged", "status": "completed", "tag": "cf82dc87-007c-4811-a18d-687b46395e95"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:43.143702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89a87db0-68ca-417f-a4ba-d86b4c2f6580 req-da80fa61-0dbf-4442-a5f3-ee49ffa01e2b tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.3424323 Jul 16 20:03:43.146904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:43.152264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.153134 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.155574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=06715839-dbcc-4bdb-a6a5-fcd1309e7feb,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.172830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8655ffa7-625b-490e-a0c9-f2ccff265ba2 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:43.200178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port cf82dc87-007c-4811-a18d-687b46395e95, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=cf82dc87-007c-4811-a18d-687b46395e95,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:43.201219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:43.275950 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.299161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-517b1d0a-48b1-4cc6-9c2e-62e3ebf6f193 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7304749 Jul 16 20:03:43.302025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36266) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:43.323926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:72:64:5d', 'name': 'tempest-NetworksTestDHCPv6-969410315'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:43.348234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39f70e17-d4e0-4ca7-b9c3-5af5c39ecc17 req-0bfd5154-7530-4188-ba05-3da7a67d20a8 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339199 Jul 16 20:03:43.434914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89a87db0-68ca-417f-a4ba-d86b4c2f6580 req-838ee2b7-1976-4c15-975e-fec4d67e2cc3 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892845 Jul 16 20:03:43.505339 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7db2a98-75eb-44c7-97f9-a8dfe7303951 x-openstack-request-id: req-a7db2a98-75eb-44c7-97f9-a8dfe7303951 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:43.505645 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39970dd8-25b2-46f4-a136-38c354092f38", "name": "network-vif-plugged", "status": "completed", "tag": "cf82dc87-007c-4811-a18d-687b46395e95", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:43.505906 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7db2a98-75eb-44c7-97f9-a8dfe7303951 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:43.506307 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39970dd8-25b2-46f4-a136-38c354092f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf82dc87-007c-4811-a18d-687b46395e95', 'code': 200} Jul 16 20:03:43.563031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=cf82dc87-007c-4811-a18d-687b46395e95,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.600372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:43.600767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.731603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ca5a6-16ee-4d53-a4aa-613421c3aa44 req-11d24068-e658-4f84-a158-06818183eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.733492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb6ca5a6-16ee-4d53-a4aa-613421c3aa44 req-11d24068-e658-4f84-a158-06818183eea1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 1097 time: 0.1379969 Jul 16 20:03:43.734473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:43.804542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb6ca5a6-16ee-4d53-a4aa-613421c3aa44 req-6c140b0a-cb14-4f4e-b6de-435235cb6d1f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551777 Jul 16 20:03:44.007567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.044367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 2a114f28-3c23-440b-a4ff-e75260d59eda yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:03:44.052122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fe27ac-97a3-42e3-be59-2fad9dbc163c None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': '69df0855-0f59-4c3e-bcaa-824bc6f0871f', 'ip_address': '2001:db8::f816:3eff:fed7:5614'}, {'subnet_id': '06715839-dbcc-4bdb-a6a5-fcd1309e7feb'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'b4e72740-c7fb-48d6-a7a5-4348251829a0'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:03:44.121900 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95fe27ac-97a3-42e3-be59-2fad9dbc163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.235919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 172.20.0.13 (d6702219-1b7c-462d-aaac-610760188933/06715839-dbcc-4bdb-a6a5-fcd1309e7feb/2a114f28-3c23-440b-a4ff-e75260d59eda) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:44.244518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fe72:645d (d6702219-1b7c-462d-aaac-610760188933/69df0855-0f59-4c3e-bcaa-824bc6f0871f/2a114f28-3c23-440b-a4ff-e75260d59eda) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:44.272927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5edc6b-f187-4958-ad8a-bd824a30d901 req-81a1ca62-8548-4277-ae8a-1d0896405e20 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.283794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c5edc6b-f187-4958-ad8a-bd824a30d901 req-81a1ca62-8548-4277-ae8a-1d0896405e20 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.3368566 Jul 16 20:03:44.351477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c5edc6b-f187-4958-ad8a-bd824a30d901 req-aef0db8c-faba-4c85-b2ab-88a741d8bd2a tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659018 Jul 16 20:03:44.666260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.712426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 2a114f28-3c23-440b-a4ff-e75260d59eda will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:44.751310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7db19-3667-4c62-ab69-1c7eb10d98a8 req-7a1cd7e3-db01-4e94-99e3-988a29393ec3 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.763257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3b7db19-3667-4c62-ab69-1c7eb10d98a8 req-7a1cd7e3-db01-4e94-99e3-988a29393ec3 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.2093079 Jul 16 20:03:44.799449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94636d07-332a-4251-872d-ef5e67d10b5d req-88cf44ba-bea8-4671-94d5-03374d2adc33 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.806763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94636d07-332a-4251-872d-ef5e67d10b5d req-88cf44ba-bea8-4671-94d5-03374d2adc33 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.1972311 Jul 16 20:03:44.884090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94636d07-332a-4251-872d-ef5e67d10b5d req-ba261cd3-c67a-498a-946b-50277e739665 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764079 Jul 16 20:03:44.927131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3b7db19-3667-4c62-ab69-1c7eb10d98a8 req-1dd6eea6-4d3c-4712-a15e-83af08472bc6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636598 Jul 16 20:03:44.952475 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.084018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-95fe27ac-97a3-42e3-be59-2fad9dbc163c None None] Allocated IP 172.20.0.2 (d6702219-1b7c-462d-aaac-610760188933/06715839-dbcc-4bdb-a6a5-fcd1309e7feb/b4e72740-c7fb-48d6-a7a5-4348251829a0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:45.091481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:45.133516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:45.140657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:45.260565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=2a114f28-3c23-440b-a4ff-e75260d59eda,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:45.350937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.351914 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.361864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-95fe27ac-97a3-42e3-be59-2fad9dbc163c None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:45.390343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-83df6fea-1a96-4d86-a9b0-31925e617aa2 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0868890 Jul 16 20:03:45.393299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36356) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:45.428960 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95fe27ac-97a3-42e3-be59-2fad9dbc163c None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.438959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d4a56-e446-4a01-9314-22ba117e502e req-4365721f-e378-4001-bb97-4fe677b4da9d tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.456768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e05d4a56-e446-4a01-9314-22ba117e502e req-4365721f-e378-4001-bb97-4fe677b4da9d tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.1841135 Jul 16 20:03:45.468184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-95fe27ac-97a3-42e3-be59-2fad9dbc163c None None] Transition to ACTIVE for port object b4e72740-c7fb-48d6-a7a5-4348251829a0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:45.473751 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95fe27ac-97a3-42e3-be59-2fad9dbc163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.562568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e05d4a56-e446-4a01-9314-22ba117e502e req-22e6565b-266a-48f6-8ad1-c21deb038150 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048975 Jul 16 20:03:45.572831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b09730-32aa-44d7-bc80-77815c36188b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.599532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b09730-32aa-44d7-bc80-77815c36188b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.616818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36370) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:45.617229 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d2b09730-32aa-44d7-bc80-77815c36188b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2172713 Jul 16 20:03:45.759744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe27ac-97a3-42e3-be59-2fad9dbc163c None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:45.912719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8be4e924-e8d2-4a0b-9115-ed84a5569f51 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 2a114f28-3c23-440b-a4ff-e75260d59eda {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:45.913112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8be4e924-e8d2-4a0b-9115-ed84a5569f51 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.114521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ded00-89e7-40d1-a82f-af249351b550 req-c524e682-f5db-44f7-a0ee-073a9f5e9343 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:46.116402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-436ded00-89e7-40d1-a82f-af249351b550 req-c524e682-f5db-44f7-a0ee-073a9f5e9343 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.3019993 Jul 16 20:03:46.141675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8be4e924-e8d2-4a0b-9115-ed84a5569f51 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.216004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8be4e924-e8d2-4a0b-9115-ed84a5569f51 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 2a114f28-3c23-440b-a4ff-e75260d59eda owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:46.348449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-436ded00-89e7-40d1-a82f-af249351b550 req-a60dfccc-9ec8-4cbd-98e8-17c619ad2093 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202773 Jul 16 20:03:46.501485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974782d8-2bff-46d3-be96-2e18e31f5a8e req-419d557a-9d54-4689-8b1c-d9b43362f735 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:46.506794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-974782d8-2bff-46d3-be96-2e18e31f5a8e req-419d557a-9d54-4689-8b1c-d9b43362f735 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.3412271 Jul 16 20:03:46.752182 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8be4e924-e8d2-4a0b-9115-ed84a5569f51 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.817921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-86938ab4-1c49-48e8-be5c-6b1492a3651f None None] Provisioning for port b4e72740-c7fb-48d6-a7a5-4348251829a0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:46.823071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-86938ab4-1c49-48e8-be5c-6b1492a3651f None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:46.823456 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-86938ab4-1c49-48e8-be5c-6b1492a3651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.871020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4e924-e8d2-4a0b-9115-ed84a5569f51 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=2a114f28-3c23-440b-a4ff-e75260d59eda,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:46.897576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-974782d8-2bff-46d3-be96-2e18e31f5a8e req-bb115ba0-f94f-4d54-809b-36dc52e3046c tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730695 Jul 16 20:03:47.127157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:47.212956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be905e19-b405-475e-a5c2-a97ad9727c21 req-d6c5eead-204a-43df-bfe8-3fcc5890669f tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.214606 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be905e19-b405-475e-a5c2-a97ad9727c21 req-d6c5eead-204a-43df-bfe8-3fcc5890669f tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.3738964 Jul 16 20:03:47.222606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:47.222897 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.264280 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8be4e924-e8d2-4a0b-9115-ed84a5569f51 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.269237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8be4e924-e8d2-4a0b-9115-ed84a5569f51 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/2a114f28-3c23-440b-a4ff-e75260d59eda HTTP/1.1" status: 204 len: 168 time: 1.6477461 Jul 16 20:03:47.269575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36472) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:47.333940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be905e19-b405-475e-a5c2-a97ad9727c21 req-cd69e63b-b3f3-4eac-a6bc-8ae0a475f915 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062496 Jul 16 20:03:47.431971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010df0a5-390f-4fe9-b0e9-1d9562965061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.442540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010df0a5-390f-4fe9-b0e9-1d9562965061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.444230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010df0a5-390f-4fe9-b0e9-1d9562965061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.445917 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-010df0a5-390f-4fe9-b0e9-1d9562965061 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1745603 Jul 16 20:03:47.448934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36484) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:47.484773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-623fcca9-690f-4242-9b26-f5477db57a93 None None] Could not find standard attr ID for object 2a114f28-3c23-440b-a4ff-e75260d59eda. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:03:47.579066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1f5dcc-4886-4969-b1cc-f22777045a88 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 06715839-dbcc-4bdb-a6a5-fcd1309e7feb {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:47.605612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5dcc-4886-4969-b1cc-f22777045a88 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.714983 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5dcc-4886-4969-b1cc-f22777045a88 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.910719 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5dcc-4886-4969-b1cc-f22777045a88 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:47.942112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d4cf672f-c1d3-46eb-8d4c-26d0fcdaa068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.136870 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5dcc-4886-4969-b1cc-f22777045a88 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.187222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40e405-bba8-4d2f-8da6-c8f0c3ee302b None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:48.195592 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5dcc-4886-4969-b1cc-f22777045a88 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.199852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8f1f5dcc-4886-4969-b1cc-f22777045a88 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/06715839-dbcc-4bdb-a6a5-fcd1309e7feb HTTP/1.1" status: 204 len: 168 time: 0.7474430 Jul 16 20:03:48.200309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36528) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:48.253701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5dcc-4886-4969-b1cc-f22777045a88 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=06715839-dbcc-4bdb-a6a5-fcd1309e7feb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:48.333007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 69df0855-0f59-4c3e-bcaa-824bc6f0871f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:48.350136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.387346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f71a5-e7af-446f-8123-d812669981ed req-1d009d1a-90c8-4248-926f-128ed876416b tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.395192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-742f71a5-e7af-446f-8123-d812669981ed req-1d009d1a-90c8-4248-926f-128ed876416b tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.3302398 Jul 16 20:03:48.438507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.462329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-ee6b0e1f-ec4b-4607-aab1-5b718e6c4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.465180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-ee6b0e1f-ec4b-4607-aab1-5b718e6c4655 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 1097 time: 0.3164408 Jul 16 20:03:48.534326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36542) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:48.571518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.652257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-742f71a5-e7af-446f-8123-d812669981ed req-7712c927-3f49-49b0-94b7-5be33b43bf6c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559707 Jul 16 20:03:48.715776 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.744483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.746770 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/69df0855-0f59-4c3e-bcaa-824bc6f0871f HTTP/1.1" status: 204 len: 168 time: 0.5454352 Jul 16 20:03:48.788356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36562) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:48.790938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=69df0855-0f59-4c3e-bcaa-824bc6f0871f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:48.879522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.880077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.880822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.881356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.882077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.882593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.883091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.883600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.884108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.884621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.885115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.885607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349ab97-7cb7-4439-a04e-64c7bb934584 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:48.891588 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c0698bf2-f4cd-474b-b9e4-878ba90a24d1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017854 Jul 16 20:03:48.894869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36570) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:48.900222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:48.976073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f8ed9-b1ec-4a8a-a601-7f3af21522b2 None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': '69df0855-0f59-4c3e-bcaa-824bc6f0871f'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'b4e72740-c7fb-48d6-a7a5-4348251829a0'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:03:49.001908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:49.008306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.043062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b2927b47-3f13-40e4-8d5e-cd1301a87134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.062794 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ed9-b1ec-4a8a-a601-7f3af21522b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.151404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-d3f86b42-6717-46dd-bde9-16bba382ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.153045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-d3f86b42-6717-46dd-bde9-16bba382ada7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 911 time: 0.6732986 Jul 16 20:03:49.174482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742d14-d700-4fa5-8737-1e639a3112de req-e3973801-3be8-4a12-8386-1ae7d05f8827 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.176360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a742d14-d700-4fa5-8737-1e639a3112de req-e3973801-3be8-4a12-8386-1ae7d05f8827 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.5120533 Jul 16 20:03:49.235955 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-6d988475-329f-48a0-b416-88a76c8df2ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf82dc87-007c-4811-a18d-687b46395e95 HTTP/1.1" status: 200 len: 217 time: 0.0731089 Jul 16 20:03:49.315683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a742d14-d700-4fa5-8737-1e639a3112de req-91865f76-6174-4961-a963-0e5cc8a8e457 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316955 Jul 16 20:03:49.392888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.402036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-c4828a87-6a32-4f20-b1d9-50ed13383cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.402036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-c4828a87-6a32-4f20-b1d9-50ed13383cca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 200 len: 850 time: 0.1547034 Jul 16 20:03:49.458040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-0a09d7f3-dd50-49ce-ae01-32a328865931 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3b0bad0-7caf-47ed-b183-8b204fa4297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503063 Jul 16 20:03:49.459503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:49.460368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e80e6b-ec1a-4beb-b331-fb62dec41d31 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:49.484831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:49.494161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.494691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.543744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=2c410909-49ba-4a33-8350-945a153fa782,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:49.554281 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b2927b47-3f13-40e4-8d5e-cd1301a87134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.564479 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b2927b47-3f13-40e4-8d5e-cd1301a87134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.572724 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8f52f6ae-60dd-4e86-bca5-0965a9322ccd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6763995 Jul 16 20:03:49.575824 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36592) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:49.592510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:49.702991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-31e6f7b2-a456-4cf6-8867-48c64dca3819 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:49.704007 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-31e6f7b2-a456-4cf6-8867-48c64dca3819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.759988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-e0bbac2f-1f2b-4bfc-8769-cb90ecef2723 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886171 Jul 16 20:03:49.767613 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b2927b47-3f13-40e4-8d5e-cd1301a87134 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5644710cdfa84968974321f80fd41180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2317767 Jul 16 20:03:49.772155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36604) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:49.772893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2927b47-3f13-40e4-8d5e-cd1301a87134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe828af3-ea25-488e-977d-e81d8be6ac90,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:49.874821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34997b8-5476-4eb5-ad06-ee1c4ff3e6d5 req-6c21304a-0f8e-4e90-a903-9bf49a3a7300 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.883301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d34997b8-5476-4eb5-ad06-ee1c4ff3e6d5 req-6c21304a-0f8e-4e90-a903-9bf49a3a7300 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.3240919 Jul 16 20:03:49.935596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30734dfd-e3f7-4578-9c8d-da53028b5ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:49.944427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:49.951132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e6da110-7281-455e-9912-8451d4bcccb4 req-18d9507d-f23f-44c9-bbe3-cb736804b849 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814916 Jul 16 20:03:49.954616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d34997b8-5476-4eb5-ad06-ee1c4ff3e6d5 req-35248539-6a91-4fa5-ad29-b8e960ee5947 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702379 Jul 16 20:03:49.975971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.057717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30734dfd-e3f7-4578-9c8d-da53028b5ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.192051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3523a2-78a3-4782-aaec-d0b854585a8a None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': '2c410909-49ba-4a33-8350-945a153fa782'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'b4e72740-c7fb-48d6-a7a5-4348251829a0'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:03:50.241297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0f3523a2-78a3-4782-aaec-d0b854585a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.283973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30734dfd-e3f7-4578-9c8d-da53028b5ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.289378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30734dfd-e3f7-4578-9c8d-da53028b5ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.292239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-30734dfd-e3f7-4578-9c8d-da53028b5ede admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe828af3-ea25-488e-977d-e81d8be6ac90 HTTP/1.1" status: 204 len: 168 time: 0.5180447 Jul 16 20:03:50.482283 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-93241042-69bf-4c2d-b561-1f51f241e045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.489947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-0f3523a2-78a3-4782-aaec-d0b854585a8a None None] Allocated IP 172.20.0.2 (d6702219-1b7c-462d-aaac-610760188933/2c410909-49ba-4a33-8350-945a153fa782/b4e72740-c7fb-48d6-a7a5-4348251829a0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:50.495625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30734dfd-e3f7-4578-9c8d-da53028b5ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe828af3-ea25-488e-977d-e81d8be6ac90,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:50.657793 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.776964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0f3523a2-78a3-4782-aaec-d0b854585a8a None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:50.828852 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0f3523a2-78a3-4782-aaec-d0b854585a8a None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.870292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0f3523a2-78a3-4782-aaec-d0b854585a8a None None] Transition to ACTIVE for port object b4e72740-c7fb-48d6-a7a5-4348251829a0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:50.875446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0f3523a2-78a3-4782-aaec-d0b854585a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.876232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36656) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:50.920144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:03:50.934064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd902c6-295b-408d-ad19-6f61eebc48e9 req-aebda59d-d11e-46c5-9215-1f42e3c3d767 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:50.954731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecd902c6-295b-408d-ad19-6f61eebc48e9 req-aebda59d-d11e-46c5-9215-1f42e3c3d767 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.2769067 Jul 16 20:03:50.982288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-faf79dac-c43f-4aca-84a4-dc69e84285a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.074056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3523a2-78a3-4782-aaec-d0b854585a8a None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:51.120835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecd902c6-295b-408d-ad19-6f61eebc48e9 req-c469fd65-4bfe-48ea-8812-9144e133f8e3 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649992 Jul 16 20:03:51.164933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36666) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:51.221243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:51.519566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.520943 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.594606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:51.601077 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.723384 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.730794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-faf79dac-c43f-4aca-84a4-dc69e84285a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.771829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-faf79dac-c43f-4aca-84a4-dc69e84285a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.783464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=13']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:51.923565 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:51.936164 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.017856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3cdb014ea9fc4095b5b7be8088821cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8515773 Jul 16 20:03:52.020888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36688) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:52.029033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c55cac1-e231-4a6a-b263-43fb44f9986a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:52.047690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.048037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.048533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.048961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.049361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.050608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.050608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.050781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.051117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.051512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.051936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.052358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf53aa-06cb-48a0-b2f9-0311da057051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:52.095960 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-faf79dac-c43f-4aca-84a4-dc69e84285a6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f894f2526b8044688ca974a3399b48d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2092273 Jul 16 20:03:52.097594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36690) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:52.098276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf79dac-c43f-4aca-84a4-dc69e84285a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff93009-992a-4f96-8715-a80dc2ad69a0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:52.167010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:52.217283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b2d476fb-e219-41e5-b6e8-91ce63fc1f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.220010 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92121aae-7096-4d1e-b10d-37a20c43c9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.250524 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.278929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.295629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.296418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.300178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92121aae-7096-4d1e-b10d-37a20c43c9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.303083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc3ffa-8fed-49a0-80f2-798561c83508 req-d17ac6a6-5306-4b5e-b556-dd81dfc6c402 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.310486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6abc3ffa-8fed-49a0-80f2-798561c83508 req-d17ac6a6-5306-4b5e-b556-dd81dfc6c402 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.2394865 Jul 16 20:03:52.342772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b2d476fb-e219-41e5-b6e8-91ce63fc1f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.410380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:52.417504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e186aa7-0602-49eb-a98b-13983952d266 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:52.427742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:52.442137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.442725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.473862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=bc305bc7-418b-4f47-9d40-45441375b92b,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:52.482045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6abc3ffa-8fed-49a0-80f2-798561c83508 req-cf3a0ccf-0167-436e-adb6-b847c653f894 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705637 Jul 16 20:03:52.483785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9067149 Jul 16 20:03:52.487521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36696) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:52.504702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea205c8-3e1e-49fc-94dc-fba0ce2d27f0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=15']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:52.523258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:48:e1:60', 'name': 'tempest-NetworksTestDHCPv6-1452316821'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:52.542318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92121aae-7096-4d1e-b10d-37a20c43c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.545390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92121aae-7096-4d1e-b10d-37a20c43c9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.546782 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-92121aae-7096-4d1e-b10d-37a20c43c9be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ff93009-992a-4f96-8715-a80dc2ad69a0 HTTP/1.1" status: 204 len: 168 time: 0.4446950 Jul 16 20:03:52.563779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92121aae-7096-4d1e-b10d-37a20c43c9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff93009-992a-4f96-8715-a80dc2ad69a0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:52.606643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Provisioning for port b4e72740-c7fb-48d6-a7a5-4348251829a0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:52.616762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:52.617151 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.655125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e18849-27b2-4172-8ceb-b74b39560aa0 req-4df5d850-06fc-4e80-9c3d-471b13c921eb tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.662896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92e18849-27b2-4172-8ceb-b74b39560aa0 req-4df5d850-06fc-4e80-9c3d-471b13c921eb tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.2910786 Jul 16 20:03:52.836709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.916130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:52.921983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.035233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=16']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:53.047704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.048064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.048441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.048791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.049131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.050004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.050354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.050694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.051025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.051375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.051691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.052026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830965-2895-46f0-8352-fbd9a315d362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:53.206774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:53.264519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b2d476fb-e219-41e5-b6e8-91ce63fc1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.267452 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b2d476fb-e219-41e5-b6e8-91ce63fc1f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.269387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b2d476fb-e219-41e5-b6e8-91ce63fc1f1b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c55cac1-e231-4a6a-b263-43fb44f9986a HTTP/1.1" status: 204 len: 168 time: 1.2468946 Jul 16 20:03:53.289192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:53.289777 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.322314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92e18849-27b2-4172-8ceb-b74b39560aa0 req-1931c8ca-7daf-4970-93ca-18fe59f62355 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583920 Jul 16 20:03:53.323134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d476fb-e219-41e5-b6e8-91ce63fc1f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c55cac1-e231-4a6a-b263-43fb44f9986a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:53.372739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:53.590594 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.651653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 966f5d67-e260-4330-a694-50d708809af5 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:03:53.667024 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.978584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bbfc2-d196-4372-b114-14268a955a61 req-ede1b760-3cf9-4aee-a42d-7992c051d5e9 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.992579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d95bbfc2-d196-4372-b114-14268a955a61 req-ede1b760-3cf9-4aee-a42d-7992c051d5e9 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.2575836 Jul 16 20:03:54.123967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d95bbfc2-d196-4372-b114-14268a955a61 req-165e6a52-18fb-4d6d-8411-2bdae1deb688 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301003 Jul 16 20:03:54.146213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d894f-7403-4c75-99e8-d085e9b6d13a None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:54.188571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 172.20.0.9 (d6702219-1b7c-462d-aaac-610760188933/2c410909-49ba-4a33-8350-945a153fa782/966f5d67-e260-4330-a694-50d708809af5) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:54.204570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fe48:e160 (d6702219-1b7c-462d-aaac-610760188933/bc305bc7-418b-4f47-9d40-45441375b92b/966f5d67-e260-4330-a694-50d708809af5) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:54.314088 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d9552bf8-99ad-4dcf-939a-111fc8c7e571 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:54.314088 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d9552bf8-99ad-4dcf-939a-111fc8c7e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.592706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.686747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 966f5d67-e260-4330-a694-50d708809af5 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:54.761964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d742730-46be-4760-ae48-aed4c4325f49 req-18607eec-ac74-4681-9672-b17574f32981 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:54.770701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d742730-46be-4760-ae48-aed4c4325f49 req-18607eec-ac74-4681-9672-b17574f32981 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.1747520 Jul 16 20:03:54.818424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c8785793-dd3e-4a4b-a2e8-afd10d7e7900 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:54.832121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.894014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:55.042915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:55.078148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d742730-46be-4760-ae48-aed4c4325f49 req-9aa7dedc-6af5-4250-92e6-6a010a0afb42 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908454 Jul 16 20:03:55.078148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:55.084164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:55.115993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1962326486'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:55.118976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:55.135594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900', 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'port_id': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900', 'mac_address': 'fa:16:3e:eb:c9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867a351-56a8-4651-91b3-0c4800f1279d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:55.200401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Made reservation on behalf of 9873f925a9ec4ed68b2a3de8eafad2df for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:55.214629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.242057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.260038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:55.269968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-49b7dd69-d06d-40ec-9ff2-a5adf894ae4e None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:55.270679 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-49b7dd69-d06d-40ec-9ff2-a5adf894ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.349558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.351443 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.364985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=966f5d67-e260-4330-a694-50d708809af5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:55.486966 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.515690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8785793-dd3e-4a4b-a2e8-afd10d7e7900 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:55.544426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:55.551512 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.556663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.563122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.578640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c12cd236-3490-4a14-a69d-eb27d6414144 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0800509 Jul 16 20:03:55.583673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36812) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:55.597921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422104f-f79e-4e0a-a6cf-4290d07add74 req-71f0abe4-68ae-4c96-afd7-ef37147a5bf3 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.615518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3422104f-f79e-4e0a-a6cf-4290d07add74 req-71f0abe4-68ae-4c96-afd7-ef37147a5bf3 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 945 time: 0.2099886 Jul 16 20:03:55.623486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:55.634461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:55.659524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:55.659999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.688827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.689526 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Added segment f45ee3d3-ba4b-48a0-856a-15985cfb518c of type vlan for network 022e688d-a40f-4e0d-bd23-260e1e7f5154 Jul 16 20:03:55.705636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c43ac9-e33a-4163-b8e9-a3f3b7057f07,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:55.725502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-64b69452-5e18-4452-8ba3-1cdffeec4847 None None] Provisioning for port 966f5d67-e260-4330-a694-50d708809af5 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:55.736314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3422104f-f79e-4e0a-a6cf-4290d07add74 req-eb237184-6afd-4067-bcf4-329d6840739a tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198761 Jul 16 20:03:55.737201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-64b69452-5e18-4452-8ba3-1cdffeec4847 None None] Provisioning complete for port 966f5d67-e260-4330-a694-50d708809af5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:55.737669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64b69452-5e18-4452-8ba3-1cdffeec4847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.783376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.790831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['c8785793-dd3e-4a4b-a2e8-afd10d7e7900'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:55.832878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5884e970-44f8-483a-a500-b38549425942 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.847553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-64b69452-5e18-4452-8ba3-1cdffeec4847 None None] Port 966f5d67-e260-4330-a694-50d708809af5 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:55.853042 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5884e970-44f8-483a-a500-b38549425942 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.857600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36816) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:55.859839 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5884e970-44f8-483a-a500-b38549425942 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2679155 Jul 16 20:03:55.880805 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.903207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.905539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.979888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0840120 Jul 16 20:03:55.983947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36826) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:55.991839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'subnet': {'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:56.044174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e80908-e3d5-45db-9dfc-e8764a6e3895 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Network': ['ID=022e688d-a40f-4e0d-bd23-260e1e7f5154,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:56.064994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:56.193530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3757e8bf-6101-4d20-9583-dbe3309e4c67 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 966f5d67-e260-4330-a694-50d708809af5 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:56.194575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3757e8bf-6101-4d20-9583-dbe3309e4c67 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.323134 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3757e8bf-6101-4d20-9583-dbe3309e4c67 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.339063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3757e8bf-6101-4d20-9583-dbe3309e4c67 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 966f5d67-e260-4330-a694-50d708809af5 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:56.370776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Made reservation on behalf of 9873f925a9ec4ed68b2a3de8eafad2df for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:56.374547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.584089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970068a-3153-40fe-b3b8-f0a58bd4e2aa req-e02ce3ed-0cc4-47eb-80cf-32eaa6e96a03 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.585786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6970068a-3153-40fe-b3b8-f0a58bd4e2aa req-e02ce3ed-0cc4-47eb-80cf-32eaa6e96a03 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.2401249 Jul 16 20:03:56.766629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3757e8bf-6101-4d20-9583-dbe3309e4c67 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.822195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c8785793-dd3e-4a4b-a2e8-afd10d7e7900 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:56.823517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757e8bf-6101-4d20-9583-dbe3309e4c67 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=966f5d67-e260-4330-a694-50d708809af5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:56.833187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6970068a-3153-40fe-b3b8-f0a58bd4e2aa req-eff2624d-2a2f-44de-8809-edef211b4d93 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402282 Jul 16 20:03:56.954677 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.970194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c8785793-dd3e-4a4b-a2e8-afd10d7e7900 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:57.034111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.037177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:57.043522 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.163574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:57.269015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3757e8bf-6101-4d20-9583-dbe3309e4c67 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.271060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3757e8bf-6101-4d20-9583-dbe3309e4c67 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/966f5d67-e260-4330-a694-50d708809af5 HTTP/1.1" status: 204 len: 168 time: 1.4121630 Jul 16 20:03:57.273914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36854) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:57.285774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Subnet': ['ID=30baf2ad-5447-45ac-bae1-b6888046ed48,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:57.291702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Checking segment: {'id': 'f45ee3d3-ba4b-48a0-856a-15985cfb518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:57.292145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Network hostable DHCP agents. Network: 022e688d-a40f-4e0d-bd23-260e1e7f5154, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:57.331522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9eb5f5-6f3d-4300-bc8a-f158dfafdb56 req-598e2c0a-b369-40d5-a17d-3419441bf8e0 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.333165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e9eb5f5-6f3d-4300-bc8a-f158dfafdb56 req-598e2c0a-b369-40d5-a17d-3419441bf8e0 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 943 time: 0.3243814 Jul 16 20:03:57.334404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:57.360496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927d68f-68c2-4c20-bbac-7f5cd5d7af53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.363973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927d68f-68c2-4c20-bbac-7f5cd5d7af53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.365837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927d68f-68c2-4c20-bbac-7f5cd5d7af53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.367662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7927d68f-68c2-4c20-bbac-7f5cd5d7af53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0920277 Jul 16 20:03:57.374579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36858) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:57.393698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 022e688d-a40f-4e0d-bd23-260e1e7f5154) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:57.402323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41e15b-6420-44d0-bbe9-f369103c1d53 None None] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:57.408306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.409091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.450621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e9eb5f5-6f3d-4300-bc8a-f158dfafdb56 req-d379f8b2-2bbd-40f4-9829-6917455b3a19 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036825 Jul 16 20:03:57.461251 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-39985c37-a9bc-49e7-ad1f-9a6fcadf9dee tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4729190 Jul 16 20:03:57.470590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36862) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:57.476384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154', 'name': 'tempest-AllowedAddressPairTestJSON-572343553'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:57.668235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Made reservation on behalf of 9873f925a9ec4ed68b2a3de8eafad2df for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:57.677631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.711900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] device_id is not set on port 694af774-b5db-4878-b060-035baab96825 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:03:57.765309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-022e688d-a40f-4e0d-bd23-260e1e7f5154', 'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154', 'tenant_id': '9873f925a9ec4ed68b2a3de8eafad2df', 'fixed_ips': [{'subnet_id': '30baf2ad-5447-45ac-bae1-b6888046ed48'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:03:57.769106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.942474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Allocated IP 172.20.0.6 (022e688d-a40f-4e0d-bd23-260e1e7f5154/30baf2ad-5447-45ac-bae1-b6888046ed48/694af774-b5db-4878-b060-035baab96825) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:58.131258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ab98a5-7fb8-471e-8427-631ec29d39f8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 2c410909-49ba-4a33-8350-945a153fa782 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:58.136036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9ab98a5-7fb8-471e-8427-631ec29d39f8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.187107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9ab98a5-7fb8-471e-8427-631ec29d39f8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.286104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9ab98a5-7fb8-471e-8427-631ec29d39f8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.299150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.324079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Transition to ACTIVE for port object 694af774-b5db-4878-b060-035baab96825 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:58.336022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cc3b4-4088-408d-8bd2-421136f997f5 req-8244240e-7998-4695-8dc0-31c114acb725 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.337747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a5cc3b4-4088-408d-8bd2-421136f997f5 req-8244240e-7998-4695-8dc0-31c114acb725 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.1750050 Jul 16 20:03:58.348882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9ab98a5-7fb8-471e-8427-631ec29d39f8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.354641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a12d-ec13-4fa0-9dd8-1fb9fdb93ec9 req-80e3e507-9430-4e37-9e6d-8560ad5ccf21 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.356139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c414a12d-ec13-4fa0-9dd8-1fb9fdb93ec9 req-80e3e507-9430-4e37-9e6d-8560ad5ccf21 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 943 time: 0.1898580 Jul 16 20:03:58.380041 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9ab98a5-7fb8-471e-8427-631ec29d39f8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.382074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b9ab98a5-7fb8-471e-8427-631ec29d39f8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/2c410909-49ba-4a33-8350-945a153fa782 HTTP/1.1" status: 204 len: 168 time: 1.0060339 Jul 16 20:03:58.383479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab98a5-7fb8-471e-8427-631ec29d39f8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=2c410909-49ba-4a33-8350-945a153fa782,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:58.386971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36892) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:58.390600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba2abf-0277-4920-8ab3-b788df5d6304 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:58.445464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a5cc3b4-4088-408d-8bd2-421136f997f5 req-f8394454-5f09-4954-aa95-701716e835f7 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006718 Jul 16 20:03:58.449427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c414a12d-ec13-4fa0-9dd8-1fb9fdb93ec9 req-5235e596-118c-415a-a7de-8a36129e633c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825715 Jul 16 20:03:58.450777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.457911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-32644d4c-8a8c-4044-b855-267a2730554f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet bc305bc7-418b-4f47-9d40-45441375b92b {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:58.465955 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32644d4c-8a8c-4044-b855-267a2730554f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.527354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Allocated IP 172.20.0.2 (022e688d-a40f-4e0d-bd23-260e1e7f5154/30baf2ad-5447-45ac-bae1-b6888046ed48/7d391b9b-b63c-4266-9cca-1a705d90df8e) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:58.577233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:58.582814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32644d4c-8a8c-4044-b855-267a2730554f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.587804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:58.593133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:58.657769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=694af774-b5db-4878-b060-035baab96825,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:58.727800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.728781 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.760059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.766361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-72757167-3424-4ef4-9a76-0b22c1f7881f tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2943568 Jul 16 20:03:58.767175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36920) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:58.774951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Transition to ACTIVE for port object 7d391b9b-b63c-4266-9cca-1a705d90df8e will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:58.782347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154', 'name': 'tempest-AllowedAddressPairTestJSON-231683578', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:31:27:64'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:58.819601 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32644d4c-8a8c-4044-b855-267a2730554f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.821885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Transition to ACTIVE for port object 7d391b9b-b63c-4266-9cca-1a705d90df8e will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:58.830061 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.913934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:58.920501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:58.934757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:58.942730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32644d4c-8a8c-4044-b855-267a2730554f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:58.950554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Pushing event updated for resources: {'Port': ['ID=7d391b9b-b63c-4266-9cca-1a705d90df8e,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:58.985685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32644d4c-8a8c-4044-b855-267a2730554f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=bc305bc7-418b-4f47-9d40-45441375b92b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:58.996047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32644d4c-8a8c-4044-b855-267a2730554f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.000350 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-32644d4c-8a8c-4044-b855-267a2730554f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/bc305bc7-418b-4f47-9d40-45441375b92b HTTP/1.1" status: 204 len: 168 time: 0.6104844 Jul 16 20:03:59.000512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36930) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:59.080569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Made reservation on behalf of 9873f925a9ec4ed68b2a3de8eafad2df for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:59.086711 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b1351d5d-2730-4cce-b087-807caa5dbabc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819473 Jul 16 20:03:59.086711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36936) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:59.093275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:59.109092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Attempting to bind port 7d391b9b-b63c-4266-9cca-1a705d90df8e on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:59.109770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Attempting to bind port 7d391b9b-b63c-4266-9cca-1a705d90df8e by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f45ee3d3-ba4b-48a0-856a-15985cfb518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:59.110300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Attempting to bind port 7d391b9b-b63c-4266-9cca-1a705d90df8e on network 022e688d-a40f-4e0d-bd23-260e1e7f5154 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:59.119722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:59.120809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Checking segment: {'id': 'f45ee3d3-ba4b-48a0-856a-15985cfb518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:59.121661 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.122204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Bound using segment: {'id': 'f45ee3d3-ba4b-48a0-856a-15985cfb518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:59.122873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Bound port: 7d391b9b-b63c-4266-9cca-1a705d90df8e, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45ee3d3-ba4b-48a0-856a-15985cfb518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:59.123638 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.232972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:59.235283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] For port 7d391b9b-b63c-4266-9cca-1a705d90df8e, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:59.237248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.244748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] For port 7d391b9b-b63c-4266-9cca-1a705d90df8e, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7d391b9b-b63c-4266-9cca-1a705d90df8e,segment=NetworkSegment(f45ee3d3-ba4b-48a0-856a-15985cfb518c),segment_id=f45ee3d3-ba4b-48a0-856a-15985cfb518c)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:59.247910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.259435 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.306497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] device_id is not set on port f0109c80-0872-4956-97c9-7dfb01417965 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:03:59.394022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e0e37-8391-4ad3-bd8a-55e772de5466 None None] Pushing event updated for resources: {'Port': ['ID=7d391b9b-b63c-4266-9cca-1a705d90df8e,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:59.503241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Allocated IP 172.20.0.13 (022e688d-a40f-4e0d-bd23-260e1e7f5154/30baf2ad-5447-45ac-bae1-b6888046ed48/f0109c80-0872-4956-97c9-7dfb01417965) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:59.597404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.657676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:59.668738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:59.677873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.678527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.763708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=e5cb1bb2-e3ee-4347-893d-74e4ddd6d2ba,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:59.770330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9c4e701e-aa67-4f87-b6e7-da5f65398bfc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6824894 Jul 16 20:03:59.773487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36966) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:59.779643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:59.921583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.948984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Transition to ACTIVE for port object f0109c80-0872-4956-97c9-7dfb01417965 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:59.959311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:59.966259 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.013456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244e874-b0ea-4755-b77e-af9bde9a80ac None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:00.030529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935f6aa-d676-499b-8c0b-bdaf022f6fda req-4e596734-8b2a-4250-bf43-3fe320cfd132 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.032147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5935f6aa-d676-499b-8c0b-bdaf022f6fda req-4e596734-8b2a-4250-bf43-3fe320cfd132 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.2574840 Jul 16 20:04:00.066288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64beac-4960-499a-9960-cbdbdfb5550f req-45379b6e-f592-4860-a021-5690e525f2eb tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.067871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a64beac-4960-499a-9960-cbdbdfb5550f req-45379b6e-f592-4860-a021-5690e525f2eb tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 943 time: 0.2719722 Jul 16 20:04:00.073148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.172619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5935f6aa-d676-499b-8c0b-bdaf022f6fda req-9d570860-498e-4f00-aa56-905eff6f9aa9 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249530 Jul 16 20:04:00.186862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:00.196491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:00.202283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:00.275880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a64beac-4960-499a-9960-cbdbdfb5550f req-0a864036-5441-42b9-8bcd-abab6b1b2f39 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885409 Jul 16 20:04:00.279099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=f0109c80-0872-4956-97c9-7dfb01417965,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:00.306834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.307531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.405815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-745822e2-2ae3-4964-b67c-69ab7467df80 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6343241 Jul 16 20:04:00.407405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36972) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:00.473106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:04:00.559302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7a91c6e1-9714-4258-8802-2b7c5348da8f None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:00.559873 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7a91c6e1-9714-4258-8802-2b7c5348da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.566238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-dfecbba0-2319-4fc5-b18e-58d422df5056 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.567852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-dfecbba0-2319-4fc5-b18e-58d422df5056 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 943 time: 0.2524283 Jul 16 20:04:00.719074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630118a-7e6e-4b5f-b647-98a7bea61cdc tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.732004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630118a-7e6e-4b5f-b647-98a7bea61cdc tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.751484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630118a-7e6e-4b5f-b647-98a7bea61cdc tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.759207 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3630118a-7e6e-4b5f-b647-98a7bea61cdc tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.3434947 Jul 16 20:04:00.762092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36976) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:00.774328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.932434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Deleting port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:00.932658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.026527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da299b4c-0bec-4b6f-bc10-3572c6cb1f57 None None] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:01.159763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:01.199545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.207197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.208163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.225541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7d391b9b-b63c-4266-9cca-1a705d90df8e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:01.308885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b95143e6-0f2a-45ea-bd72-19a07da6056d None None] Provisioning for port 7d391b9b-b63c-4266-9cca-1a705d90df8e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:01.322720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de5644-b42b-488e-a750-91ca68eef186 None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': '33e10b59-9ee5-4e16-877b-e0e8ae122c26', 'ip_address': '2001:db8::f816:3eff:fed7:5614'}, {'subnet_id': 'e5cb1bb2-e3ee-4347-893d-74e4ddd6d2ba'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'b4e72740-c7fb-48d6-a7a5-4348251829a0'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:04:01.332352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:01.346470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:01.357905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.358522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.380597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=20']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:01.397344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=33e10b59-9ee5-4e16-877b-e0e8ae122c26,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:01.416055 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-91798f16-8676-4b6e-b0e5-20cbf5a6a64b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6413901 Jul 16 20:04:01.416900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36996) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:01.426841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:11:6e:96', 'name': 'tempest-NetworksTestDHCPv6-1452728601'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:01.467815 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-96de5644-b42b-488e-a750-91ca68eef186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.604696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-fefd0f4a-0066-446f-9e3c-5e57e6a1404a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Deleting port f0109c80-0872-4956-97c9-7dfb01417965 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:01.605270 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fefd0f4a-0066-446f-9e3c-5e57e6a1404a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.655386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37002) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:01.683098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 7d391b9b-b63c-4266-9cca-1a705d90df8e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:01.683695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:01.701702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7d391b9b-b63c-4266-9cca-1a705d90df8e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:01.701986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.762595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-96de5644-b42b-488e-a750-91ca68eef186 None None] Allocated IP 172.20.0.2 (d6702219-1b7c-462d-aaac-610760188933/e5cb1bb2-e3ee-4347-893d-74e4ddd6d2ba/b4e72740-c7fb-48d6-a7a5-4348251829a0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:01.837478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81f3a6b1-bf9a-4768-9f81-b2099983c291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.860132 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.861115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.887717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] For port c8785793-dd3e-4a4b-a2e8-afd10d7e7900, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:01.888121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.895545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 5fb466d0-085c-4b92-b128-e64e3386b23c yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:01.903667 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fefd0f4a-0066-446f-9e3c-5e57e6a1404a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.918663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Calling delete_port for c8785793-dd3e-4a4b-a2e8-afd10d7e7900 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:01.929593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-13ec78ea-f903-427a-bf53-403d68ddfef0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.931409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-13ec78ea-f903-427a-bf53-403d68ddfef0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 804 time: 0.4726009 Jul 16 20:04:01.946574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-fefd0f4a-0066-446f-9e3c-5e57e6a1404a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Calling delete_port for f0109c80-0872-4956-97c9-7dfb01417965 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:01.950480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 7d391b9b-b63c-4266-9cca-1a705d90df8e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7d391b9b-b63c-4266-9cca-1a705d90df8e,segment=NetworkSegment(f45ee3d3-ba4b-48a0-856a-15985cfb518c),segment_id=f45ee3d3-ba4b-48a0-856a-15985cfb518c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:01.961418 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:01.985993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-5038e364-8730-4be1-a0f2-b67db80d07dd tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/quotas/27e2b3fa94e148e7adb2cbfbc6f0a32b HTTP/1.1" status: 200 len: 375 time: 0.0363529 Jul 16 20:04:01.997273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e7f3-102a-4e9b-86ba-da8bcb174758 req-991711ee-a9a9-45ad-a71c-af9bb384caf2 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.001075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8292e7f3-102a-4e9b-86ba-da8bcb174758 req-991711ee-a9a9-45ad-a71c-af9bb384caf2 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.5757515 Jul 16 20:04:02.013311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-96de5644-b42b-488e-a750-91ca68eef186 None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:02.054308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=7d391b9b-b63c-4266-9cca-1a705d90df8e,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:02.072861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81f3a6b1-bf9a-4768-9f81-b2099983c291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.078393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81f3a6b1-bf9a-4768-9f81-b2099983c291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.079383 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-96de5644-b42b-488e-a750-91ca68eef186 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.100749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-96de5644-b42b-488e-a750-91ca68eef186 None None] Transition to ACTIVE for port object b4e72740-c7fb-48d6-a7a5-4348251829a0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:02.107673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-96de5644-b42b-488e-a750-91ca68eef186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.152211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3a6b1-bf9a-4768-9f81-b2099983c291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48725362-e973-4885-a428-57839e4e5f0b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:02.166730 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-81f3a6b1-bf9a-4768-9f81-b2099983c291 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7080200530524367af99be59d7a75dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100334 Jul 16 20:04:02.171225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37006) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:02.216661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8292e7f3-102a-4e9b-86ba-da8bcb174758 req-e085e75c-e3b7-46ec-ba07-b76803eddc64 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761713 Jul 16 20:04:02.242451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de5644-b42b-488e-a750-91ca68eef186 None None] Pushing event updated for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=21']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:02.326459 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ff86-78d8-46fe-af31-40f3bca09318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.366818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 172.20.0.9 (d6702219-1b7c-462d-aaac-610760188933/e5cb1bb2-e3ee-4347-893d-74e4ddd6d2ba/5fb466d0-085c-4b92-b128-e64e3386b23c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:02.378481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fe11:6e96 (d6702219-1b7c-462d-aaac-610760188933/33e10b59-9ee5-4e16-877b-e0e8ae122c26/5fb466d0-085c-4b92-b128-e64e3386b23c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:02.399973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ff86-78d8-46fe-af31-40f3bca09318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.413047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-220929ff-2eca-4962-bf37-ce611d2ab852 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3762190 Jul 16 20:04:02.423299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fefd0f4a-0066-446f-9e3c-5e57e6a1404a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.472312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-40ac31c8-d3c3-4d47-93c8-a7db3e0de670 None None] Provisioning complete for port 7d391b9b-b63c-4266-9cca-1a705d90df8e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:02.472968 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-40ac31c8-d3c3-4d47-93c8-a7db3e0de670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.535638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e56331e9-d2f3-4f06-a5d9-40e759e1bd2f req-ba3636e7-83d5-41ee-822b-4e0c29d7e8a6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 210 time: 0.1121383 Jul 16 20:04:02.535638 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.540468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd0f4a-0066-446f-9e3c-5e57e6a1404a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Port': ['ID=f0109c80-0872-4956-97c9-7dfb01417965,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:02.621395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-40ac31c8-d3c3-4d47-93c8-a7db3e0de670 None None] Provisioning for port 694af774-b5db-4878-b060-035baab96825 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:02.626777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-40ac31c8-d3c3-4d47-93c8-a7db3e0de670 None None] Provisioning complete for port 694af774-b5db-4878-b060-035baab96825 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:02.627377 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-40ac31c8-d3c3-4d47-93c8-a7db3e0de670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.648844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event deleted for resources: {'Port': ['ID=c8785793-dd3e-4a4b-a2e8-afd10d7e7900,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:02.667571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.704700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 5fb466d0-085c-4b92-b128-e64e3386b23c will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:02.715002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-40ac31c8-d3c3-4d47-93c8-a7db3e0de670 None None] Port 694af774-b5db-4878-b060-035baab96825 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:02.720871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-40ac31c8-d3c3-4d47-93c8-a7db3e0de670 None None] Could not find standard attr ID for object f0109c80-0872-4956-97c9-7dfb01417965. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:02.741954 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ff86-78d8-46fe-af31-40f3bca09318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.744577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ff86-78d8-46fe-af31-40f3bca09318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.748522 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f2e2ff86-78d8-46fe-af31-40f3bca09318 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48725362-e973-4885-a428-57839e4e5f0b HTTP/1.1" status: 204 len: 168 time: 0.5761812 Jul 16 20:04:02.762277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2ff86-78d8-46fe-af31-40f3bca09318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48725362-e973-4885-a428-57839e4e5f0b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:02.774799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.806789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e1bedaa4-095b-4cb7-970d-701a3dad2def no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:02.829828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-58c4a27b-b06c-4778-97a6-2945bf5fc9c1 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.831796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-58c4a27b-b06c-4778-97a6-2945bf5fc9c1 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.16 "GET /v2.0/ports?device_id=2348e642-5d77-45fc-b2f3-d75077dc092d HTTP/1.1" status: 200 len: 946 time: 0.5298660 Jul 16 20:04:02.832880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] No DVR routers for this DVR port c8785793-dd3e-4a4b-a2e8-afd10d7e7900 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:02.835839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.836302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:02.838311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2955d29-a022-4553-9647-9483cd42a2e7 req-2c8f0532-7e26-4d7b-9859-07b55cc308e6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "DELETE /v2.0/ports/c8785793-dd3e-4a4b-a2e8-afd10d7e7900 HTTP/1.1" status: 204 len: 173 time: 2.2571657 Jul 16 20:04:02.852847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:02.886772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b46c03-080f-4f4d-95e6-acdd715601bb', 'name': 'network-vif-deleted', 'tag': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:02.892627 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7a4801-584d-4b3d-83b2-7237ac8832a3" -d '{"events": [{"server_uuid": "84b46c03-080f-4f4d-95e6-acdd715601bb", "name": "network-vif-deleted", "tag": "c8785793-dd3e-4a4b-a2e8-afd10d7e7900"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:02.910760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=5fb466d0-085c-4b92-b128-e64e3386b23c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:02.921968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:02.934540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f2db8c32-5bed-4b1b-8233-0757ec8469dd None None] Provisioning complete for port 694af774-b5db-4878-b060-035baab96825 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:02.934938 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f2db8c32-5bed-4b1b-8233-0757ec8469dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.052627 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f34157-08e0-42f9-b02f-e84ba61f0fb9 x-openstack-request-id: req-36f34157-08e0-42f9-b02f-e84ba61f0fb9 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:03.052920 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b46c03-080f-4f4d-95e6-acdd715601bb", "name": "network-vif-deleted", "tag": "c8785793-dd3e-4a4b-a2e8-afd10d7e7900", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:03.053171 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36f34157-08e0-42f9-b02f-e84ba61f0fb9 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:03.053565 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b46c03-080f-4f4d-95e6-acdd715601bb', 'name': 'network-vif-deleted', 'tag': 'c8785793-dd3e-4a4b-a2e8-afd10d7e7900', 'status': 'completed', 'code': 200} Jul 16 20:04:03.085701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.088230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.117441 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-1404f36e-6db0-46e4-a1f9-17412220ec2e service neutron] 10.222.0.78 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970317 Jul 16 20:04:03.121436 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cf7b7426-b39a-4871-bad8-4ab09e88cc53 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7033794 Jul 16 20:04:03.123934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37014) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:03.138046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f2db8c32-5bed-4b1b-8233-0757ec8469dd None None] Port 694af774-b5db-4878-b060-035baab96825 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:03.167041 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.274378 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fefd0f4a-0066-446f-9e3c-5e57e6a1404a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.279323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:03.280231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fefd0f4a-0066-446f-9e3c-5e57e6a1404a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "DELETE /v2.0/ports/f0109c80-0872-4956-97c9-7dfb01417965 HTTP/1.1" status: 204 len: 168 time: 2.5171041 Jul 16 20:04:03.282535 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772968e0-f83b-4f71-a2a9-bfc16b515ce5" -d '{"events": [{"server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:03.301697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ea37ac-1045-47e2-9f20-a759db1d647b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.309125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7d391b9b-b63c-4266-9cca-1a705d90df8e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:03.309848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ea37ac-1045-47e2-9f20-a759db1d647b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.313455 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-93ea37ac-1045-47e2-9f20-a759db1d647b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1883628 Jul 16 20:04:03.314314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37016) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:03.317302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:03.322663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-68cba7c2-70b6-4898-9e21-4d91b89f0445 None None] Could not find standard attr ID for object f0109c80-0872-4956-97c9-7dfb01417965. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:03.380934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-3708f6bd-8f0f-4ccc-91be-dcdf11910343 service neutron] 10.222.0.78 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489440 Jul 16 20:04:03.388123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Deleting port e1bedaa4-095b-4cb7-970d-701a3dad2def {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:03.388723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.389459 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af32c076-7576-4d3d-87a9-cda83ed6d15d x-openstack-request-id: req-af32c076-7576-4d3d-87a9-cda83ed6d15d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:03.389763 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:03.390023 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af32c076-7576-4d3d-87a9-cda83ed6d15d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:03.390422 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'code': 200} Jul 16 20:04:03.403726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:03.415877 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.441745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37024) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:03.447256 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b11bb0-f891-417b-be3b-4457cb0f24c7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] GET failed (client error): The resource could not be found. Jul 16 20:04:03.449122 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23b11bb0-f891-417b-be3b-4457cb0f24c7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "GET /v2.0/ports/f0109c80-0872-4956-97c9-7dfb01417965 HTTP/1.1" status: 404 len: 333 time: 0.1330655 Jul 16 20:04:03.459829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37026) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:03.481257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154', 'name': 'tempest-AllowedAddressPairTestJSON-583609254'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:03.542774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca66083e-8e71-499c-b1a7-fe38d1299aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.551376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:03.576557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d626a1d-b5d6-48a1-9d90-9175da1fe024 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:03.671220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] For port e1bedaa4-095b-4cb7-970d-701a3dad2def, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e1bedaa4-095b-4cb7-970d-701a3dad2def,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:03.672112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.686368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7d391b9b-b63c-4266-9cca-1a705d90df8e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:03.686746 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.701605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Calling delete_port for e1bedaa4-095b-4cb7-970d-701a3dad2def owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:03.767798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-021114ec-a01e-4d76-994b-a99e293993b7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 5fb466d0-085c-4b92-b128-e64e3386b23c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:03.768285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-021114ec-a01e-4d76-994b-a99e293993b7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.799378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eecde-ee3c-4ead-bf30-ead619f92e94 req-ada09d9b-998f-464c-a419-5ff94fdbc22b tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.801668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc0eecde-ee3c-4ead-bf30-ead619f92e94 req-ada09d9b-998f-464c-a419-5ff94fdbc22b tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.2057679 Jul 16 20:04:03.887170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8c43a642-056d-4283-9753-b562be28aadb None None] Provisioning for port b4e72740-c7fb-48d6-a7a5-4348251829a0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:03.894814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8c43a642-056d-4283-9753-b562be28aadb None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:03.895347 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8c43a642-056d-4283-9753-b562be28aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.952888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-021114ec-a01e-4d76-994b-a99e293993b7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.955024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc0eecde-ee3c-4ead-bf30-ead619f92e94 req-cb3cdd23-9e25-499c-a1f4-8022f42b49a0 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246636 Jul 16 20:04:03.967615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-021114ec-a01e-4d76-994b-a99e293993b7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 5fb466d0-085c-4b92-b128-e64e3386b23c owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:04.007148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-494f769d-b772-424f-aea0-9f612a32fb33 req-cb2d0f8f-2aad-46b9-821f-3051898f92d3 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b46c03-080f-4f4d-95e6-acdd715601bb HTTP/1.1" status: 200 len: 210 time: 0.0438943 Jul 16 20:04:04.010282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca66083e-8e71-499c-b1a7-fe38d1299aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.021617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca66083e-8e71-499c-b1a7-fe38d1299aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.064191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:04.069422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Made reservation on behalf of 9873f925a9ec4ed68b2a3de8eafad2df for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:04.073621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.076939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66083e-8e71-499c-b1a7-fe38d1299aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ea262-c2fa-4a86-bf60-7774b72def22,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:04.114923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] device_id is not set on port e2d58e69-fe8b-4bc8-8589-ff626f146d88 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:04.124186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea7d4ffc-68e1-46a5-a869-2404e19ee1f9 req-ec07d7d5-97b1-4440-a646-132a8e7639c0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 210 time: 0.0598128 Jul 16 20:04:04.156327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ca66083e-8e71-499c-b1a7-fe38d1299aa2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ee9207a6a7e49f2bbbafdde16f89555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118919 Jul 16 20:04:04.159751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37040) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:04.181901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.230735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.253087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Pushing event deleted for resources: {'Port': ['ID=e1bedaa4-095b-4cb7-970d-701a3dad2def,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:04.263880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:04.264800 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.318028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Allocated IP 172.20.0.11 (022e688d-a40f-4e0d-bd23-260e1e7f5154/30baf2ad-5447-45ac-bae1-b6888046ed48/e2d58e69-fe8b-4bc8-8589-ff626f146d88) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:04.365751 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01b69ea2-5344-4bcd-a37b-7b925dd6ce4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.369174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] No DVR routers for this DVR port e1bedaa4-095b-4cb7-970d-701a3dad2def on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:04.375083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.379401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dee8bd94-acdb-47fd-b50c-0ad1bd92a70a req-aaf38132-7b44-4cd7-97ce-7e273f16e590 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.16 "DELETE /v2.0/ports/e1bedaa4-095b-4cb7-970d-701a3dad2def HTTP/1.1" status: 204 len: 173 time: 1.5400412 Jul 16 20:04:04.428344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01b69ea2-5344-4bcd-a37b-7b925dd6ce4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.507556 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01b69ea2-5344-4bcd-a37b-7b925dd6ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.510783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01b69ea2-5344-4bcd-a37b-7b925dd6ce4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.523426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-01b69ea2-5344-4bcd-a37b-7b925dd6ce4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c63ea262-c2fa-4a86-bf60-7774b72def22 HTTP/1.1" status: 204 len: 168 time: 0.3543818 Jul 16 20:04:04.543039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b69ea2-5344-4bcd-a37b-7b925dd6ce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ea262-c2fa-4a86-bf60-7774b72def22,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:04.565910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-021114ec-a01e-4d76-994b-a99e293993b7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.611946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021114ec-a01e-4d76-994b-a99e293993b7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=5fb466d0-085c-4b92-b128-e64e3386b23c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:04.720763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.740496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-021114ec-a01e-4d76-994b-a99e293993b7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.745186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37046) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:04.745731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-021114ec-a01e-4d76-994b-a99e293993b7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/5fb466d0-085c-4b92-b128-e64e3386b23c HTTP/1.1" status: 204 len: 168 time: 1.4268875 Jul 16 20:04:04.748269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Transition to ACTIVE for port object e2d58e69-fe8b-4bc8-8589-ff626f146d88 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:04.790301 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.831741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:04.834332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:04.838325 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:04.863279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c8785793-dd3e-4a4b-a2e8-afd10d7e7900 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:04.863749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4dbf7-fd2e-4532-ac84-a5b3531e2e5c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.865521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4dbf7-fd2e-4532-ac84-a5b3531e2e5c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.867092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4dbf7-fd2e-4532-ac84-a5b3531e2e5c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.868870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a9f4dbf7-fd2e-4532-ac84-a5b3531e2e5c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1224518 Jul 16 20:04:04.871621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37050) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:04.930500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=e2d58e69-fe8b-4bc8-8589-ff626f146d88,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:04.938838 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e368b2-7aab-40e8-bb74-526524efd6c9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 33e10b59-9ee5-4e16-877b-e0e8ae122c26 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:04.948936 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5e368b2-7aab-40e8-bb74-526524efd6c9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.953426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: c8785793-dd3e-4a4b-a2e8-afd10d7e7900 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:04.953966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c8785793-dd3e-4a4b-a2e8-afd10d7e7900 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:04.963427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.964107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.968000 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.992326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd481f92-7dd4-405c-96f7-22c5b4b3c299 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:04.993038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd481f92-7dd4-405c-96f7-22c5b4b3c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.029931 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7b7ce422-fbbe-4fa7-baaf-b77ce6ed3e3e tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5642695 Jul 16 20:04:05.032415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37056) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:05.040226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:31:27:64'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:05.067040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'name': 'network-vif-deleted', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:05.078745 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b474c3c-5204-49ef-89b3-c27d59f2de42" -d '{"events": [{"server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "name": "network-vif-deleted", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:05.179799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5e368b2-7aab-40e8-bb74-526524efd6c9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.231966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd481f92-7dd4-405c-96f7-22c5b4b3c299 None None] Could not find standard attr ID for object 5fb466d0-085c-4b92-b128-e64e3386b23c. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:05.284894 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cefcd1f-4ea1-4d70-a786-911cd8327dac x-openstack-request-id: req-3cefcd1f-4ea1-4d70-a786-911cd8327dac {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:05.285200 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2348e642-5d77-45fc-b2f3-d75077dc092d", "name": "network-vif-deleted", "tag": "e1bedaa4-095b-4cb7-970d-701a3dad2def", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:05.285450 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cefcd1f-4ea1-4d70-a786-911cd8327dac {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:05.286498 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2348e642-5d77-45fc-b2f3-d75077dc092d', 'name': 'network-vif-deleted', 'tag': 'e1bedaa4-095b-4cb7-970d-701a3dad2def', 'status': 'completed', 'code': 200} Jul 16 20:04:05.361078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20ea257a-0086-4227-ad7c-bdffc3c74a67 None None] Provisioning for port e2d58e69-fe8b-4bc8-8589-ff626f146d88 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:05.371961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20ea257a-0086-4227-ad7c-bdffc3c74a67 None None] Provisioning complete for port e2d58e69-fe8b-4bc8-8589-ff626f146d88 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:05.372507 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20ea257a-0086-4227-ad7c-bdffc3c74a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.390246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.456572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-20ea257a-0086-4227-ad7c-bdffc3c74a67 None None] Port e2d58e69-fe8b-4bc8-8589-ff626f146d88 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:05.559864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ec2af0c-9596-439b-91f3-bd7c47ab4b3d req-91f9c3cb-d8ad-4852-b0be-07d694e7226d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 210 time: 0.0941198 Jul 16 20:04:05.577211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-50429c00-08b2-4c0c-aac1-2e82a0749cf7 None None] Could not find standard attr ID for object 5fb466d0-085c-4b92-b128-e64e3386b23c. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:05.591906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5e368b2-7aab-40e8-bb74-526524efd6c9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.625765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27782e61-7d16-421b-9929-bb578bae6ba1 req-9fb2b3b5-5bba-4353-bae0-25b4be8a629f tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:05.637266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-27782e61-7d16-421b-9929-bb578bae6ba1 req-9fb2b3b5-5bba-4353-bae0-25b4be8a629f tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.3658051 Jul 16 20:04:05.798440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.806495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.005972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=e2d58e69-fe8b-4bc8-8589-ff626f146d88,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:06.019103 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-27782e61-7d16-421b-9929-bb578bae6ba1 req-89a6c8c4-44de-41de-8fba-c193a447a728 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790557 Jul 16 20:04:06.029414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] In _notify_port_updated(), no bound segment for port e2d58e69-fe8b-4bc8-8589-ff626f146d88 on network 022e688d-a40f-4e0d-bd23-260e1e7f5154 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:04:06.038521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.039633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.044815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7820dd0-a6b4-4078-baa5-cfaa228ba669 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "PUT /v2.0/ports/e2d58e69-fe8b-4bc8-8589-ff626f146d88 HTTP/1.1" status: 200 len: 993 time: 1.0105705 Jul 16 20:04:06.045966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37084) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:06.136896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-21a2be19-a2f8-47c1-8f96-4fb83f0ca52f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.141008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-21a2be19-a2f8-47c1-8f96-4fb83f0ca52f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.68 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 804 time: 0.5894835 Jul 16 20:04:06.141705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37088) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:06.149586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4eb4fb36-e696-4b96-a71f-d890991a8a45 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995739397', 'description': 'tempest-description--337920926'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:06.158420 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5e368b2-7aab-40e8-bb74-526524efd6c9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.179760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Request body: {'port': {'device_id': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'admin_state_up': True, 'tenant_id': '27e2b3fa94e148e7adb2cbfbc6f0a32b'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:06.180831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-39f1c4ff-860c-4ce7-82df-9f8741c3b1d7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Deleting port e2d58e69-fe8b-4bc8-8589-ff626f146d88 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:06.181189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39f1c4ff-860c-4ce7-82df-9f8741c3b1d7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.256535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a20f32-6393-4df0-8e66-ecb71e3b0780 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:06.257446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e368b2-7aab-40e8-bb74-526524efd6c9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=33e10b59-9ee5-4e16-877b-e0e8ae122c26,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:06.264047 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5e368b2-7aab-40e8-bb74-526524efd6c9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.266720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c5e368b2-7aab-40e8-bb74-526524efd6c9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/33e10b59-9ee5-4e16-877b-e0e8ae122c26 HTTP/1.1" status: 204 len: 168 time: 1.3940086 Jul 16 20:04:06.272296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37092) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:06.311152 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39f1c4ff-860c-4ce7-82df-9f8741c3b1d7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.328043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-39f1c4ff-860c-4ce7-82df-9f8741c3b1d7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Calling delete_port for e2d58e69-fe8b-4bc8-8589-ff626f146d88 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:06.357847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3d8e2de1-0b1a-445b-9514-c3b27451c855 None None] Provisioning complete for port e2d58e69-fe8b-4bc8-8589-ff626f146d88 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:06.358233 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2de1-0b1a-445b-9514-c3b27451c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.369534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda3fd04-ebf0-4b91-a040-7c90517cca2c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet e5cb1bb2-e3ee-4347-893d-74e4ddd6d2ba {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:06.414354 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb36-e696-4b96-a71f-d890991a8a45 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.416748 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd04-ebf0-4b91-a040-7c90517cca2c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.436047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e2de1-0b1a-445b-9514-c3b27451c855 None None] Port e2d58e69-fe8b-4bc8-8589-ff626f146d88 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:06.498578 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39f1c4ff-860c-4ce7-82df-9f8741c3b1d7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.500717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade20f4-bf32-421c-bcf7-20a9926b9d9f req-c351d8b4-452f-4950-924c-7a3ad0654100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.502531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dade20f4-bf32-421c-bcf7-20a9926b9d9f req-c351d8b4-452f-4950-924c-7a3ad0654100 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 1097 time: 0.4796195 Jul 16 20:04:06.511448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd04-ebf0-4b91-a040-7c90517cca2c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.534186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1c4ff-860c-4ce7-82df-9f8741c3b1d7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Port': ['ID=e2d58e69-fe8b-4bc8-8589-ff626f146d88,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:06.626729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37096) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:06.686818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dade20f4-bf32-421c-bcf7-20a9926b9d9f req-dfe801b2-7b7e-4c7f-a5e9-d6b4576ea173 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455426 Jul 16 20:04:06.729410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39f1c4ff-860c-4ce7-82df-9f8741c3b1d7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.739225 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-39f1c4ff-860c-4ce7-82df-9f8741c3b1d7 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "DELETE /v2.0/ports/e2d58e69-fe8b-4bc8-8589-ff626f146d88 HTTP/1.1" status: 204 len: 168 time: 0.6910932 Jul 16 20:04:06.741140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37102) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:06.786250 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ded680-69ba-49db-99cf-652cae954fed tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] GET failed (client error): The resource could not be found. Jul 16 20:04:06.792145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-07ded680-69ba-49db-99cf-652cae954fed tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "GET /v2.0/ports/e2d58e69-fe8b-4bc8-8589-ff626f146d88 HTTP/1.1" status: 404 len: 333 time: 0.0497754 Jul 16 20:04:06.793149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37104) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:06.798449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154', 'name': 'tempest-AllowedAddressPairTestJSON-1358670241'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:06.821262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e1bedaa4-095b-4cb7-970d-701a3dad2def no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:06.823087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b977622e-41b5-42b2-9b6d-b55049bdbc2e req-bcbb9ac4-5fc1-425a-bcd0-f5bd698f77bb tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 210 time: 0.0635879 Jul 16 20:04:06.860851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1985518a-8dc6-4030-8885-ba5cccaed7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.863176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: e1bedaa4-095b-4cb7-970d-701a3dad2def {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:06.863176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e1bedaa4-095b-4cb7-970d-701a3dad2def not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:06.873922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb36-e696-4b96-a71f-d890991a8a45 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.886229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb36-e696-4b96-a71f-d890991a8a45 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.901618 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd04-ebf0-4b91-a040-7c90517cca2c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.961751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Made reservation on behalf of 27e2b3fa94e148e7adb2cbfbc6f0a32b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:06.965543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.990524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:04:06.990524 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:04:06.990524 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id_1': '9873f925a9ec4ed68b2a3de8eafad2df', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 4, 6, 944729)}] Jul 16 20:04:06.990524 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:04:06.991226 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:04:06.995046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb36-e696-4b96-a71f-d890991a8a45 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:06.999279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37106) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:06.999498 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4eb4fb36-e696-4b96-a71f-d890991a8a45 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8561203 Jul 16 20:04:07.005118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4fb36-e696-4b96-a71f-d890991a8a45 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b9ddc4-f5c3-4e94-93b7-ae66aaad011e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:07.005313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-142a9d28-d3a5-46e3-ae5b-f09db3705fde tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Request body: {'security_group_rule': {'security_group_id': 'c5b9ddc4-f5c3-4e94-93b7-ae66aaad011e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:07.261953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-691c25f8-cbd4-418c-a0a1-b7738e3d3db9 None None] Provisioning complete for port b4e72740-c7fb-48d6-a7a5-4348251829a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:07.262562 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-691c25f8-cbd4-418c-a0a1-b7738e3d3db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.445777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd04-ebf0-4b91-a040-7c90517cca2c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.514142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3fd04-ebf0-4b91-a040-7c90517cca2c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=e5cb1bb2-e3ee-4347-893d-74e4ddd6d2ba,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:07.532367 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd04-ebf0-4b91-a040-7c90517cca2c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.534059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f7aff-bfd4-48d3-bebe-1ac654d0ad8e None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:07.534495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dda3fd04-ebf0-4b91-a040-7c90517cca2c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/e5cb1bb2-e3ee-4347-893d-74e4ddd6d2ba HTTP/1.1" status: 204 len: 168 time: 1.2557898 Jul 16 20:04:07.536964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37112) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:07.576343 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-49270a90-1250-4b38-927c-a4c4bb982a4e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379574 Jul 16 20:04:07.578744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37114) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:07.585104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Allocated IP 172.20.0.6 (21bd73f2-b6a5-48e0-a914-44bbf1883d95/bdaeb238-f673-4250-9a6e-159d82752b87/cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:07.599175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910b37-964f-4300-a638-aa71bc52e371 req-65c0575d-4c79-4c32-ad65-aefc13e6d761 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.600858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f910b37-964f-4300-a638-aa71bc52e371 req-65c0575d-4c79-4c32-ad65-aefc13e6d761 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.2248139 Jul 16 20:04:07.602946 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1985518a-8dc6-4030-8885-ba5cccaed7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.611006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1985518a-8dc6-4030-8885-ba5cccaed7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.630495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:04:07.630495 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:04:07.630495 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id_1': '9873f925a9ec4ed68b2a3de8eafad2df', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 4, 7, 496230)}] Jul 16 20:04:07.630495 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:04:07.630993 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:04:07.657290 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-142a9d28-d3a5-46e3-ae5b-f09db3705fde tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.692488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6436a32a-1f09-4387-bece-46a0f77e65fa tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.694611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6436a32a-1f09-4387-bece-46a0f77e65fa tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1143341 Jul 16 20:04:07.695361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985518a-8dc6-4030-8885-ba5cccaed7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dc6965-ef30-491f-b450-852d7def4b83,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:07.697981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37116) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:07.702115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1985518a-8dc6-4030-8885-ba5cccaed7ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a8dea4075e8454dba201e5c46ff2a36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0695603 Jul 16 20:04:07.709819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37118) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:07.756021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f910b37-964f-4300-a638-aa71bc52e371 req-5ad22e67-94d7-4d04-ae05-fa7684d6acd3 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402671 Jul 16 20:04:07.791654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a00b390-37f0-4cf5-aac4-13048f6ead15 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.802238 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9a00b390-37f0-4cf5-aac4-13048f6ead15 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0945544 Jul 16 20:04:07.802238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-142a9d28-d3a5-46e3-ae5b-f09db3705fde tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.802238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37120) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:07.811042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-142a9d28-d3a5-46e3-ae5b-f09db3705fde tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.856913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8029-308c-4795-b7cf-cb4cb8d23eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.912750 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8029-308c-4795-b7cf-cb4cb8d23eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.922064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.966250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:08.023453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-402be34d-6852-4f9e-b753-2464ddd41866 req-e35a9fad-51ab-40a5-904d-3cf3f143668a tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 210 time: 0.0389285 Jul 16 20:04:08.024582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.026353 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8029-308c-4795-b7cf-cb4cb8d23eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.029449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8029-308c-4795-b7cf-cb4cb8d23eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.030826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b7ab8029-308c-4795-b7cf-cb4cb8d23eb9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4dc6965-ef30-491f-b450-852d7def4b83 HTTP/1.1" status: 204 len: 168 time: 0.3198695 Jul 16 20:04:08.061980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] Deleting port b4e72740-c7fb-48d6-a7a5-4348251829a0 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:08.062666 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.105136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab8029-308c-4795-b7cf-cb4cb8d23eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dc6965-ef30-491f-b450-852d7def4b83,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.125157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:08.129740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:08.134459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:08.138970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Pushing event updated for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.163284 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1e8f81e5-27a9-4b06-980a-f9b17f77bcc7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3660426 Jul 16 20:04:08.173153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37128) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:08.183370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a9d28-d3a5-46e3-ae5b-f09db3705fde tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11636c59-0061-4534-b97f-43da6ebc5beb,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.183572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-35286d13-8ed3-4dd2-973b-4be1a529080f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:08.193775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-142a9d28-d3a5-46e3-ae5b-f09db3705fde tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.195059 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-142a9d28-d3a5-46e3-ae5b-f09db3705fde tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1947076 Jul 16 20:04:08.197698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37130) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:08.199461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] For port b4e72740-c7fb-48d6-a7a5-4348251829a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b4e72740-c7fb-48d6-a7a5-4348251829a0,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:08.199929 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.205977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-690955f3-4055-48a5-a9fe-8c9732211434 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Request body: {'security_group_rule': {'security_group_id': 'c5b9ddc4-f5c3-4e94-93b7-ae66aaad011e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:08.222776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:08.223414 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.225761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] Calling delete_port for b4e72740-c7fb-48d6-a7a5-4348251829a0 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:08.253712 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-690955f3-4055-48a5-a9fe-8c9732211434 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.257461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a2fe796d-454a-4252-b13c-136f3ffccd33 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0840788 Jul 16 20:04:08.275437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Request body: {'port': {'device_id': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:08.323156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.342266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-690955f3-4055-48a5-a9fe-8c9732211434 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.349536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-690955f3-4055-48a5-a9fe-8c9732211434 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.360572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] Pushing event deleted for resources: {'Port': ['ID=b4e72740-c7fb-48d6-a7a5-4348251829a0,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.368481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbeb79-fdaf-455c-b11e-c63d040798b0 None None] No DVR routers for this DVR port b4e72740-c7fb-48d6-a7a5-4348251829a0 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:08.388965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690955f3-4055-48a5-a9fe-8c9732211434 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dfa5ee-b472-408c-a350-f9b60763c787,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.392113 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-690955f3-4055-48a5-a9fe-8c9732211434 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.398118 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-690955f3-4055-48a5-a9fe-8c9732211434 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1989801 Jul 16 20:04:08.398308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37136) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:08.408906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:08.436589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.440574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35286d13-8ed3-4dd2-973b-4be1a529080f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:08.444292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-35286d13-8ed3-4dd2-973b-4be1a529080f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.445771 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-35286d13-8ed3-4dd2-973b-4be1a529080f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:04:08.446668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35286d13-8ed3-4dd2-973b-4be1a529080f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:04:08.463333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.509921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-35286d13-8ed3-4dd2-973b-4be1a529080f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3343236 Jul 16 20:04:08.515516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37142) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:08.523839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-50a6be20-dc10-4f3d-85c5-6deef5135bca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:08.661085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Made reservation on behalf of 9873f925a9ec4ed68b2a3de8eafad2df for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:08.664625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.711330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] device_id is not set on port aadb849c-2d74-4dd1-8bbf-e25c20d98924 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:08.717636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a6be20-dc10-4f3d-85c5-6deef5135bca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:08.721799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-50a6be20-dc10-4f3d-85c5-6deef5135bca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.723946 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a6be20-dc10-4f3d-85c5-6deef5135bca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:04:08.724465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a6be20-dc10-4f3d-85c5-6deef5135bca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:04:08.760484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:08.776100 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.784854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.791216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Transition to ACTIVE for port object cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:08.796255 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-50a6be20-dc10-4f3d-85c5-6deef5135bca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2769582 Jul 16 20:04:08.796434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:08.798642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:08.803672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-952d443c-3cda-4485-aa51-24a1480d245d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:08.856513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:08.944288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Attempting to bind port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:08.944890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Attempting to bind port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:08.945229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Attempting to bind port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:08.975084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:08.975410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Attempting to bind port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:08.984270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:08.984514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Checking segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:08.985108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Bound using segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:08.985533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Bound port: cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:08.986079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.012917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Allocated IP 172.20.0.13 (022e688d-a40f-4e0d-bd23-260e1e7f5154/30baf2ad-5447-45ac-bae1-b6888046ed48/aadb849c-2d74-4dd1-8bbf-e25c20d98924) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:09.041932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Allocated IP 172.25.6.162 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/c570975c-2a99-46ed-8c29-5d170131a32a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:09.045000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952d443c-3cda-4485-aa51-24a1480d245d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:09.049010 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-952d443c-3cda-4485-aa51-24a1480d245d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.050663 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-952d443c-3cda-4485-aa51-24a1480d245d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:04:09.051118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952d443c-3cda-4485-aa51-24a1480d245d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:04:09.055683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef768-b932-4e02-bf37-7b492bd9830c req-9e2bdf94-a08e-4c20-b737-d7ae4d17d041 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.057304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-989ef768-b932-4e02-bf37-7b492bd9830c req-9e2bdf94-a08e-4c20-b737-d7ae4d17d041 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.1277711 Jul 16 20:04:09.095670 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-952d443c-3cda-4485-aa51-24a1480d245d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2960939 Jul 16 20:04:09.100620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37168) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:09.102605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:09.111690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5de271a6-34e4-4445-918a-5d961f50cba8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:09.142325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:09.153520 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:09.176099 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.189740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b4e72740-c7fb-48d6-a7a5-4348251829a0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:09.191037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b4e72740-c7fb-48d6-a7a5-4348251829a0 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:09.252187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-989ef768-b932-4e02-bf37-7b492bd9830c req-9dfa7c0c-ae07-4ace-a041-c3c545e39fd1 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836760 Jul 16 20:04:09.319589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.320244 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.321060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.321718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] 10.222.0.68 "PUT /v2.0/ports/cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f HTTP/1.1" status: 200 len: 1092 time: 1.0529134 Jul 16 20:04:09.322166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:09.324451 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a67a673-625f-4c5a-ba14-afce625d9488" -d '{"events": [{"name": "network-changed", "server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:09.389286 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.390237 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e66533-40a7-4aad-a416-88e0bf23868c x-openstack-request-id: req-c0e66533-40a7-4aad-a416-88e0bf23868c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:09.391213 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:09.391471 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0e66533-40a7-4aad-a416-88e0bf23868c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:09.392073 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'status': 'completed', 'code': 200} Jul 16 20:04:09.427105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Transition to ACTIVE for port object aadb849c-2d74-4dd1-8bbf-e25c20d98924 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:09.464800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.478929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33b8f3-ab3b-4f64-a020-ea405f09e0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:09.502549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de271a6-34e4-4445-918a-5d961f50cba8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:09.507094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5de271a6-34e4-4445-918a-5d961f50cba8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.508694 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de271a6-34e4-4445-918a-5d961f50cba8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:04:09.509133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de271a6-34e4-4445-918a-5d961f50cba8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:04:09.523727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:09.538282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:09.552738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:09.557238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.558959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event updated for resources: {'Port': ['ID=c570975c-2a99-46ed-8c29-5d170131a32a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:09.580254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5de271a6-34e4-4445-918a-5d961f50cba8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4707069 Jul 16 20:04:09.583431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37220) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:09.594291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2bef5769-da4a-4078-afe1-87b902b93e59 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:09.650042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-162724d9-c9ee-4ebc-9d29-b9ce67c91141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.651582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-162724d9-c9ee-4ebc-9d29-b9ce67c91141 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 1095 time: 0.2725978 Jul 16 20:04:09.665066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342d5e8-8bb0-44b0-a204-31513a4d7753 req-f78a6cd8-a3db-4484-96f7-0a005749dea9 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.671968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b342d5e8-8bb0-44b0-a204-31513a4d7753 req-f78a6cd8-a3db-4484-96f7-0a005749dea9 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 943 time: 0.2917292 Jul 16 20:04:09.678425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:09.694699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:09.708015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:09.731747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-56527361-20e1-4ec3-9fe0-a1e9c6c415a0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f HTTP/1.1" status: 200 len: 217 time: 0.0569160 Jul 16 20:04:09.736134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=aadb849c-2d74-4dd1-8bbf-e25c20d98924,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:09.812513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b342d5e8-8bb0-44b0-a204-31513a4d7753 req-72439c32-95b7-4587-b6fa-b61832e84db2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375821 Jul 16 20:04:09.829110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-7739bbeb-4d96-44d2-992e-cda40d73afaf tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.835032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-7739bbeb-4d96-44d2-992e-cda40d73afaf tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 810 time: 0.2946050 Jul 16 20:04:09.871998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-708eab03-3e40-47e4-add2-56f7f303a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.873592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-708eab03-3e40-47e4-add2-56f7f303a48c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.1334665 Jul 16 20:04:09.893451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-6ab8402b-e289-4951-b3c3-a82f20a28eb7 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/quotas/b1296371bc6847a09d3b194e74b0e9d5 HTTP/1.1" status: 200 len: 375 time: 0.0470223 Jul 16 20:04:09.911778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.912707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.950991 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-f579646c-2119-4349-bb03-5be0077079fe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537446 Jul 16 20:04:09.970774 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.974861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bef5769-da4a-4078-afe1-87b902b93e59 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:09.978861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2bef5769-da4a-4078-afe1-87b902b93e59 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:09.980498 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bef5769-da4a-4078-afe1-87b902b93e59 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:04:09.981005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bef5769-da4a-4078-afe1-87b902b93e59 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:04:09.995012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cef6c1f8-fe57-4afd-a522-5023accc7196 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2007470 Jul 16 20:04:09.998427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37248) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.006366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:31:27:64'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:10.062633 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2bef5769-da4a-4078-afe1-87b902b93e59 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4702966 Jul 16 20:04:10.063899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37258) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.071208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9fc17122-5ffc-4c95-9168-4886cba1d30b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:10.095602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-4a8f3a4f-bce6-4b5f-b7a0-69abc7636a67 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2014184 Jul 16 20:04:10.117751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.120667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9b54e557-f76e-4c8c-bb7c-6ec16a2647b7 None None] Provisioning for port aadb849c-2d74-4dd1-8bbf-e25c20d98924 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:10.125601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9b54e557-f76e-4c8c-bb7c-6ec16a2647b7 None None] Provisioning complete for port aadb849c-2d74-4dd1-8bbf-e25c20d98924 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:10.126084 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9b54e557-f76e-4c8c-bb7c-6ec16a2647b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.157764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-ae9f2cfb-8d49-4075-bb24-f68689e1a26d service neutron] 10.222.0.68 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760545 Jul 16 20:04:10.175405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9b54e557-f76e-4c8c-bb7c-6ec16a2647b7 None None] Port aadb849c-2d74-4dd1-8bbf-e25c20d98924 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:10.257737 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.289228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-a9286cb9-f998-4a5e-a61e-2f5089f9c7ae service neutron] 10.222.0.78 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791584 Jul 16 20:04:10.327875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc17122-5ffc-4c95-9168-4886cba1d30b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:10.332797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fc17122-5ffc-4c95-9168-4886cba1d30b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.334200 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc17122-5ffc-4c95-9168-4886cba1d30b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:04:10.334637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc17122-5ffc-4c95-9168-4886cba1d30b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:04:10.335180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5652da5-25c4-4994-b0a9-e5945eb80b17 req-a983b6ab-3ce4-4a74-8857-5ff60f96fec8 service neutron] 10.222.0.68 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704366 Jul 16 20:04:10.399258 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9fc17122-5ffc-4c95-9168-4886cba1d30b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3341978 Jul 16 20:04:10.402323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37260) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.468814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dcb1cac6-f51e-4fdb-a7c3-b7c671326676 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0640266 Jul 16 20:04:10.472480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37262) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.493253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-b8660ec7-515e-4708-a472-48a4372762c1 service neutron] 10.222.0.78 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938822 Jul 16 20:04:10.524089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.534462 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.562388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5281fc-018d-4e2f-8790-f0991a5e8172 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.564708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6b5281fc-018d-4e2f-8790-f0991a5e8172 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899558 Jul 16 20:04:10.572003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37264) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.635402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-02321d07-f6ba-4da2-a836-db187ed4b693 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617924 Jul 16 20:04:10.640128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37266) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.648731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:10.654049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event updated for resources: {'Port': ['ID=c570975c-2a99-46ed-8c29-5d170131a32a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:10.673473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.683171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.723154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.741645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-e123dea9-09b8-4249-878a-5104d4965ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.743239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-e123dea9-09b8-4249-878a-5104d4965ee3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 1095 time: 0.3245990 Jul 16 20:04:10.784467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.786157 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-48d5ab53-cefd-4101-8f76-279c0a5d8010 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3862917 Jul 16 20:04:10.790659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=aadb849c-2d74-4dd1-8bbf-e25c20d98924,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:10.826121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] In _notify_port_updated(), no bound segment for port aadb849c-2d74-4dd1-8bbf-e25c20d98924 on network 022e688d-a40f-4e0d-bd23-260e1e7f5154 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:04:10.840397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.841242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.845484 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-234d9fb8-c817-45b6-af7d-d5ea51dba81d tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "PUT /v2.0/ports/aadb849c-2d74-4dd1-8bbf-e25c20d98924 HTTP/1.1" status: 200 len: 997 time: 0.8452957 Jul 16 20:04:10.846337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.946936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-96c3d1af-02de-4426-8505-6aaef4af8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.948448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-96c3d1af-02de-4426-8505-6aaef4af8d78 service neutron] 10.222.0.68 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 905 time: 0.1900811 Jul 16 20:04:10.964954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb809c28-c6bf-4339-8b77-3e3a5d8ebb78 req-edab60f2-8b77-4eaf-88dd-730079446f78 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 210 time: 0.2350378 Jul 16 20:04:10.967017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:10.973635 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.122558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-4d84dd04-ee86-4d96-999c-62c26c68c9a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f HTTP/1.1" status: 200 len: 217 time: 0.1565669 Jul 16 20:04:11.140707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e22eda7c-7b84-4758-8295-7a3613b87310 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Deleting port aadb849c-2d74-4dd1-8bbf-e25c20d98924 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:11.141069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e22eda7c-7b84-4758-8295-7a3613b87310 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.250857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-81a32e1b-b6d5-40a2-b784-fbb9c62884c7 None None] Provisioning complete for port aadb849c-2d74-4dd1-8bbf-e25c20d98924 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:11.255517 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81a32e1b-b6d5-40a2-b784-fbb9c62884c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.274967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-1e24bde6-75c6-4c5b-80a6-f9c013fd26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:11.277023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-1e24bde6-75c6-4c5b-80a6-f9c013fd26d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.1205812 Jul 16 20:04:11.329731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-c4960d5f-f8b9-48a6-ad8c-8184c2564da2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429215 Jul 16 20:04:11.339454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-81a32e1b-b6d5-40a2-b784-fbb9c62884c7 None None] Port aadb849c-2d74-4dd1-8bbf-e25c20d98924 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:11.382601 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e22eda7c-7b84-4758-8295-7a3613b87310 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.399429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e22eda7c-7b84-4758-8295-7a3613b87310 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Calling delete_port for aadb849c-2d74-4dd1-8bbf-e25c20d98924 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:11.436524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee3d4b-8ebb-4398-9756-a6d7580e42e2 req-1df55adf-cc22-4900-91df-f98922bf9a60 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:11.439494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56ee3d4b-8ebb-4398-9756-a6d7580e42e2 req-1df55adf-cc22-4900-91df-f98922bf9a60 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 943 time: 0.3302481 Jul 16 20:04:11.583077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e22eda7c-7b84-4758-8295-7a3613b87310 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.624367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eda7c-7b84-4758-8295-7a3613b87310 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Port': ['ID=aadb849c-2d74-4dd1-8bbf-e25c20d98924,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:11.725055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e22eda7c-7b84-4758-8295-7a3613b87310 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.727087 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e22eda7c-7b84-4758-8295-7a3613b87310 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "DELETE /v2.0/ports/aadb849c-2d74-4dd1-8bbf-e25c20d98924 HTTP/1.1" status: 204 len: 168 time: 0.8794091 Jul 16 20:04:11.734273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37298) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:11.775491 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-adacd8e8-3e09-4d2d-b78c-62a4493ad4d9 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] GET failed (client error): The resource could not be found. Jul 16 20:04:11.777988 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-adacd8e8-3e09-4d2d-b78c-62a4493ad4d9 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "GET /v2.0/ports/aadb849c-2d74-4dd1-8bbf-e25c20d98924 HTTP/1.1" status: 404 len: 333 time: 0.0421796 Jul 16 20:04:11.783436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37300) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:11.790211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154', 'name': 'tempest-AllowedAddressPairTestJSON-518099202'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:11.949816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Made reservation on behalf of 9873f925a9ec4ed68b2a3de8eafad2df for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:11.953845 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:11.970752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56ee3d4b-8ebb-4398-9756-a6d7580e42e2 req-34abff02-0255-45a9-b36f-e0f098c57227 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110230 Jul 16 20:04:11.985346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-689db3f9-9b1a-401b-bf31-e4ef722d2365 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:11.987716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] device_id is not set on port ce0085c0-cb7f-4934-8f41-06211ea6522f yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:11.992592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-689db3f9-9b1a-401b-bf31-e4ef722d2365 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 822 time: 0.6667147 Jul 16 20:04:12.018311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-ff7690f6-9c2b-4ba3-8333-fbeb7a0ea9d7 service neutron] 10.222.0.68 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662161 Jul 16 20:04:12.027387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-7e36658c-6ef8-4419-b3d0-10c44bbd418c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/quotas/7798f0dcfc1f4676b960087e1eac02dd HTTP/1.1" status: 200 len: 375 time: 0.0338333 Jul 16 20:04:12.036905 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:04:12.154581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Allocated IP 172.20.0.14 (022e688d-a40f-4e0d-bd23-260e1e7f5154/30baf2ad-5447-45ac-bae1-b6888046ed48/ce0085c0-cb7f-4934-8f41-06211ea6522f) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:12.208336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5e59493-c415-4fa6-9e3d-b436086b125b req-c0046df8-1eea-4c46-a8d4-148076afa9bb tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 210 time: 0.0508544 Jul 16 20:04:12.243367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a67a673-625f-4c5a-ba14-afce625d9488 req-2786d3e0-08ab-48ef-a215-13e950a16695 service neutron] 10.222.0.68 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133541 Jul 16 20:04:12.311611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.objects.ports [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:04:12.350377 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.381213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-6e9d05fc-02b4-43d4-8100-dc0cede5e158 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3526871 Jul 16 20:04:12.401238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.426581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:12.435157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Transition to ACTIVE for port object ce0085c0-cb7f-4934-8f41-06211ea6522f will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:12.460233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:12.470729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979881a-f91d-4cc0-9f0b-21ecc3737600 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:12.489210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.508761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:12.509683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.548237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9059026 Jul 16 20:04:12.550960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37308) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:12.553198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:12.561194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:c2:e0:41', 'name': 'tempest-NetworksTestDHCPv6-2043624462'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:12.572035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:12.576862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17576622-0c3d-4ce5-b4ce-3d82364cd6be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=311056f2-717f-4e03-9517-a5462a0598de,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:12.592040 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:12.628148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=ce0085c0-cb7f-4934-8f41-06211ea6522f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:12.647187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-3f63a260-e5e7-463b-8487-6e739c021c02 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:12.649123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-3f63a260-e5e7-463b-8487-6e739c021c02 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.16 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 810 time: 0.3771021 Jul 16 20:04:12.655418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-9722f8e9-1c7c-4183-a3de-9c066ce5a65b service neutron] 10.222.0.78 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434022 Jul 16 20:04:12.661969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Request body: {'port': {'device_id': '4a0c1aec-84cb-4346-87f2-da3b0f651370', 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a', 'admin_state_up': True, 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:12.682034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': '311056f2-717f-4e03-9517-a5462a0598de'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:04:12.683215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.712543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:12.713244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.736235 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03302fb5-c8b8-4fbf-b040-d231f36bc95a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9507954 Jul 16 20:04:12.737658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37310) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:12.744827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'network_id': '022e688d-a40f-4e0d-bd23-260e1e7f5154', 'name': 'tempest-AllowedAddressPairTestJSON-1876275965'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:12.838023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-5720d3d6-7571-410f-9664-360cb89632c7 service neutron] 10.222.0.78 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721411 Jul 16 20:04:12.871550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:12.909071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Made reservation on behalf of b1296371bc6847a09d3b194e74b0e9d5 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:12.913193 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:12.928066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Allocated IP 2001:db8::f816:3eff:fed9:662c (d6702219-1b7c-462d-aaac-610760188933/311056f2-717f-4e03-9517-a5462a0598de/700f4a8a-dd07-477f-a834-34b8d23da388) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:13.150486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Allocated IP 172.20.0.7 (a3b0bad0-7caf-47ed-b183-8b204fa4297a/230674ab-da61-4006-81f8-2be7129bf82b/f565ba62-6d20-4414-a7a8-2e8d78de2a7d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:13.232421 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.243185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Transition to ACTIVE for port object 700f4a8a-dd07-477f-a834-34b8d23da388 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:13.264852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Transition to ACTIVE for port object 700f4a8a-dd07-477f-a834-34b8d23da388 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:13.271926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:13.278474 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.365599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:13.366372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a62718cb-8649-4e9e-8249-f98f8ced2b5c None None] Provisioning for port ce0085c0-cb7f-4934-8f41-06211ea6522f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:13.374279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-69f2cc06-db14-47fc-8975-896e952eb910 req-d8619653-16ed-47d3-b60f-f081f2d12c3b tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 210 time: 0.2153897 Jul 16 20:04:13.430089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.460307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 05791136-eb1a-4d89-99bd-90d45cf35d8b yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:13.501030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Made reservation on behalf of 9873f925a9ec4ed68b2a3de8eafad2df for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:13.505764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.539936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:13.542487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] device_id is not set on port 579b753b-2190-4bf5-8b09-6eeefbe64abd yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:13.556707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:13.576043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a62718cb-8649-4e9e-8249-f98f8ced2b5c None None] Provisioning complete for port ce0085c0-cb7f-4934-8f41-06211ea6522f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:13.576728 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a62718cb-8649-4e9e-8249-f98f8ced2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.589982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Pushing event updated for resources: {'Port': ['ID=700f4a8a-dd07-477f-a834-34b8d23da388,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:13.616081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.667873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fec2:e041 (d6702219-1b7c-462d-aaac-610760188933/311056f2-717f-4e03-9517-a5462a0598de/05791136-eb1a-4d89-99bd-90d45cf35d8b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:13.685083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebaeaf92-cf20-49b0-8144-b06d2cc78a3b req-105b4266-a74e-4ec3-8eee-7c70880efbfa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 210 time: 0.0539520 Jul 16 20:04:13.744934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137373a-8e8e-4aca-a8ec-d250986e4af0 req-dc57f598-5aa9-4895-8ada-713edeb11faf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.746584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2137373a-8e8e-4aca-a8ec-d250986e4af0 req-dc57f598-5aa9-4895-8ada-713edeb11faf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 943 time: 0.3655896 Jul 16 20:04:13.762955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:13.773789 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.798474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['cf82dc87-007c-4811-a18d-687b46395e95'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:13.845189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Network a3b0bad0-7caf-47ed-b183-8b204fa4297a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:13.849759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2137373a-8e8e-4aca-a8ec-d250986e4af0 req-84827835-9f71-4bf9-826f-f399bb4b4bfe tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973730 Jul 16 20:04:13.856801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:13.864671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Pushing event updated for resources: {'Port': ['ID=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:13.866098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a62718cb-8649-4e9e-8249-f98f8ced2b5c None None] Port ce0085c0-cb7f-4934-8f41-06211ea6522f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:13.871043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'port_id': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'mac_address': 'fa:16:3e:ce:c5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaeb238-f673-4250-9a6e-159d82752b87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:13.876102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Attempting to bind port 700f4a8a-dd07-477f-a834-34b8d23da388 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:13.876404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Attempting to bind port 700f4a8a-dd07-477f-a834-34b8d23da388 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:13.876778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Attempting to bind port 700f4a8a-dd07-477f-a834-34b8d23da388 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:13.888116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:13.888771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:13.889176 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.889581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:13.890023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:13.890220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Bound port: 700f4a8a-dd07-477f-a834-34b8d23da388, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:13.890494 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.948095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.948095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:13.967706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-8cdb5339-8820-42db-ab0d-bc878b653c4d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3079195 Jul 16 20:04:13.982061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Request body: {'port': {'device_id': '4a0c1aec-84cb-4346-87f2-da3b0f651370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:14.053326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Allocated IP 172.20.0.11 (022e688d-a40f-4e0d-bd23-260e1e7f5154/30baf2ad-5447-45ac-bae1-b6888046ed48/579b753b-2190-4bf5-8b09-6eeefbe64abd) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:14.068964 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.103545 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.114056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:14.114803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.147361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 05791136-eb1a-4d89-99bd-90d45cf35d8b will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:14.179072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:14.184515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] For port 700f4a8a-dd07-477f-a834-34b8d23da388, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:14.193715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.220356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] For port 700f4a8a-dd07-477f-a834-34b8d23da388, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=700f4a8a-dd07-477f-a834-34b8d23da388,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:14.285793 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.313412 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.345712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:14.354010 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.381558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=05791136-eb1a-4d89-99bd-90d45cf35d8b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:14.387750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:14.400526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:14.404289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Transition to ACTIVE for port object 579b753b-2190-4bf5-8b09-6eeefbe64abd will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:14.405843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:14.428702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b62225-6abe-47c3-bedc-818f183e27c8 None None] Pushing event updated for resources: {'Port': ['ID=700f4a8a-dd07-477f-a834-34b8d23da388,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:14.445104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.448293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.470120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53678e5f-a02c-4943-9959-a16ce730b4b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9152157 Jul 16 20:04:14.472868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37334) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:14.577806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.589375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:14.633357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa805119-aea9-4216-a2fe-eb87ea09b65c req-88a90714-b138-4927-bc9c-558b92fd5120 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 210 time: 0.0528481 Jul 16 20:04:14.660236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f565ba62-6d20-4414-a7a8-2e8d78de2a7d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:14.679200 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.694856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421e7602-427f-4a44-b080-8cd693cbd6b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.699771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Transition to ACTIVE for port object f565ba62-6d20-4414-a7a8-2e8d78de2a7d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:14.701250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421e7602-427f-4a44-b080-8cd693cbd6b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.703167 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-421e7602-427f-4a44-b080-8cd693cbd6b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2292502 Jul 16 20:04:14.708345 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.715535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37336) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:14.760883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:14.764521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=579b753b-2190-4bf5-8b09-6eeefbe64abd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:14.779855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:14.785514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:14.816997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:14.916700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Attempting to bind port f565ba62-6d20-4414-a7a8-2e8d78de2a7d on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:14.917172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Attempting to bind port f565ba62-6d20-4414-a7a8-2e8d78de2a7d by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:14.917391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Attempting to bind port f565ba62-6d20-4414-a7a8-2e8d78de2a7d on network a3b0bad0-7caf-47ed-b183-8b204fa4297a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:14.930414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Port f565ba62-6d20-4414-a7a8-2e8d78de2a7d on network a3b0bad0-7caf-47ed-b183-8b204fa4297a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:14.930885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Attempting to bind port f565ba62-6d20-4414-a7a8-2e8d78de2a7d on network a3b0bad0-7caf-47ed-b183-8b204fa4297a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:14.944451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:14.947429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Checking segment: {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:14.947827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Bound using segment: {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:14.948307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Bound port: f565ba62-6d20-4414-a7a8-2e8d78de2a7d, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60470c1-8dc1-4a59-a951-c24d9ac7609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:14.948682 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:14.954631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.955614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.001360 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-af3b1143-53bd-45ac-9360-12d6547be4c5 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2585790 Jul 16 20:04:15.003037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37344) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:15.010452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:31:27:64'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2f:d0:83'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:15.098382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-14030ba7-6332-4b70-b79d-3c624e5bd919 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 05791136-eb1a-4d89-99bd-90d45cf35d8b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:15.099098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14030ba7-6332-4b70-b79d-3c624e5bd919 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.115421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] For port f565ba62-6d20-4414-a7a8-2e8d78de2a7d, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:15.125347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] For port f565ba62-6d20-4414-a7a8-2e8d78de2a7d, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:15.149864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f97b7f-7f05-400c-ad2e-693bea5f0c0b req-d70734a2-b4da-4807-b84d-667b0f481500 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.157660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86f97b7f-7f05-400c-ad2e-693bea5f0c0b req-d70734a2-b4da-4807-b84d-667b0f481500 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 943 time: 0.1824944 Jul 16 20:04:15.183869 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.294750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 700f4a8a-dd07-477f-a834-34b8d23da388 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:15.349258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-da8dfd07-6842-423d-8c1e-420868e4e885 None None] Provisioning for port 579b753b-2190-4bf5-8b09-6eeefbe64abd completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:15.356942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-da8dfd07-6842-423d-8c1e-420868e4e885 None None] Provisioning complete for port 579b753b-2190-4bf5-8b09-6eeefbe64abd triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:15.357576 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-da8dfd07-6842-423d-8c1e-420868e4e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.430924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-da8dfd07-6842-423d-8c1e-420868e4e885 None None] Port 579b753b-2190-4bf5-8b09-6eeefbe64abd cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:15.435413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14030ba7-6332-4b70-b79d-3c624e5bd919 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.444723 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.446839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 700f4a8a-dd07-477f-a834-34b8d23da388 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:15.451086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.452631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.454339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/f565ba62-6d20-4414-a7a8-2e8d78de2a7d HTTP/1.1" status: 200 len: 1092 time: 1.4821100 Jul 16 20:04:15.466318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86f97b7f-7f05-400c-ad2e-693bea5f0c0b req-ae807198-e4c1-4e6e-b10a-7240dc78ac5d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007908 Jul 16 20:04:15.466851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0c1aec-84cb-4346-87f2-da3b0f651370', 'tag': 'f565ba62-6d20-4414-a7a8-2e8d78de2a7d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:15.474673 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c605e-4dc4-4bfa-8081-b31c1841a9de" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0c1aec-84cb-4346-87f2-da3b0f651370", "tag": "f565ba62-6d20-4414-a7a8-2e8d78de2a7d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:15.522468 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-14030ba7-6332-4b70-b79d-3c624e5bd919 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 05791136-eb1a-4d89-99bd-90d45cf35d8b owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:15.558880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061f48d-048f-4ae0-b595-b5bdf65993d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:15.650011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b4a0b-a3eb-4fda-bb9c-131cc5a32014 req-6b0ee79e-2dae-41ba-a218-61e39da70032 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.653722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e1b4a0b-a3eb-4fda-bb9c-131cc5a32014 req-6b0ee79e-2dae-41ba-a218-61e39da70032 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 944 time: 0.4635222 Jul 16 20:04:15.724998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-6a68b56a-135d-435f-a084-28f015f89159 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.727030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-6a68b56a-135d-435f-a084-28f015f89159 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 822 time: 0.5655868 Jul 16 20:04:15.760978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Request body: {'port': {'device_id': '2157e1c0-6abf-4a95-a9dc-325d339046bc', 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'admin_state_up': True, 'tenant_id': '7798f0dcfc1f4676b960087e1eac02dd'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:15.776492 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0128ba8e-82b6-4220-8f54-86e44707a2ed x-openstack-request-id: req-0128ba8e-82b6-4220-8f54-86e44707a2ed {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:15.776784 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0c1aec-84cb-4346-87f2-da3b0f651370", "tag": "f565ba62-6d20-4414-a7a8-2e8d78de2a7d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:15.777039 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0128ba8e-82b6-4220-8f54-86e44707a2ed {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:15.777518 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0c1aec-84cb-4346-87f2-da3b0f651370', 'tag': 'f565ba62-6d20-4414-a7a8-2e8d78de2a7d', 'status': 'completed', 'code': 200} Jul 16 20:04:15.843558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14030ba7-6332-4b70-b79d-3c624e5bd919 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.851622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e1b4a0b-a3eb-4fda-bb9c-131cc5a32014 req-84a62b33-ca48-44b1-848d-752be8ea1a16 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533251 Jul 16 20:04:15.896307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14030ba7-6332-4b70-b79d-3c624e5bd919 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=05791136-eb1a-4d89-99bd-90d45cf35d8b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:15.954876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-2ee013bf-78ce-40b8-bd12-47ab108030fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.956883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-2ee013bf-78ce-40b8-bd12-47ab108030fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 1095 time: 0.3036935 Jul 16 20:04:15.958271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14030ba7-6332-4b70-b79d-3c624e5bd919 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.963242 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-14030ba7-6332-4b70-b79d-3c624e5bd919 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/05791136-eb1a-4d89-99bd-90d45cf35d8b HTTP/1.1" status: 204 len: 168 time: 1.2446084 Jul 16 20:04:15.965563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37352) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:16.015689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.046852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e70a6339-c930-49d2-853c-3805e585d843 req-bbc89c02-2a9d-462f-ae56-dcac8106625e tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 210 time: 0.0887630 Jul 16 20:04:16.054009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-07b775a7-397e-4c38-be51-3822b30f933b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d HTTP/1.1" status: 200 len: 217 time: 0.0848196 Jul 16 20:04:16.054644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.069004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2a281-e05f-4c97-b2ab-89858ebf1da9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.070764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2a281-e05f-4c97-b2ab-89858ebf1da9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.075883 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d8e2a281-e05f-4c97-b2ab-89858ebf1da9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1087611 Jul 16 20:04:16.076109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37354) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:16.083536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-282c1655-061f-4ded-af20-7a29673ca47b None None] Provisioning for port 700f4a8a-dd07-477f-a834-34b8d23da388 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:16.089327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-282c1655-061f-4ded-af20-7a29673ca47b None None] Provisioning complete for port 700f4a8a-dd07-477f-a834-34b8d23da388 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:16.089835 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-282c1655-061f-4ded-af20-7a29673ca47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.138915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-5d297f5a-2211-40cb-ac4f-43afe0c73731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.140609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-5d297f5a-2211-40cb-ac4f-43afe0c73731 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 200 len: 850 time: 0.0781341 Jul 16 20:04:16.142295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Made reservation on behalf of 7798f0dcfc1f4676b960087e1eac02dd for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:16.147447 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.189533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event updated for resources: {'Port': ['ID=579b753b-2190-4bf5-8b09-6eeefbe64abd,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:16.200831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-086e9c9d-75dd-4972-b7bb-e11d364bd323 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3b0bad0-7caf-47ed-b183-8b204fa4297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491240 Jul 16 20:04:16.217320 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-282c1655-061f-4ded-af20-7a29673ca47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.268535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f988eb84-0a6c-408b-96a7-c22b5d694344 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 311056f2-717f-4e03-9517-a5462a0598de {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:16.272514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f988eb84-0a6c-408b-96a7-c22b5d694344 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.280857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-282c1655-061f-4ded-af20-7a29673ca47b None None] For port 700f4a8a-dd07-477f-a834-34b8d23da388, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=700f4a8a-dd07-477f-a834-34b8d23da388,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:16.295438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-282c1655-061f-4ded-af20-7a29673ca47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.359624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c1655-061f-4ded-af20-7a29673ca47b None None] Pushing event updated for resources: {'Port': ['ID=700f4a8a-dd07-477f-a834-34b8d23da388,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:16.396512 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f988eb84-0a6c-408b-96a7-c22b5d694344 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.398049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-e59fdc2b-6918-466f-af39-f4dab7249c67 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890380 Jul 16 20:04:16.434957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] In _notify_port_updated(), no bound segment for port 579b753b-2190-4bf5-8b09-6eeefbe64abd on network 022e688d-a40f-4e0d-bd23-260e1e7f5154 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:04:16.441011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.441706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.443059 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9dcdcad7-c805-457f-b163-b270a20c17ae tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "PUT /v2.0/ports/579b753b-2190-4bf5-8b09-6eeefbe64abd HTTP/1.1" status: 200 len: 1057 time: 1.4384320 Jul 16 20:04:16.444714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9f298e4f-4a1d-4bb3-a7e6-5578f419f41b None None] Could not find standard attr ID for object 05791136-eb1a-4d89-99bd-90d45cf35d8b. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:16.451013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37358) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:16.577868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d8569bc-1d4b-43b2-9a3d-4f1bedbbe953 req-cc5d203d-1c4c-4a6f-a64b-561a3b358d7f service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391151 Jul 16 20:04:16.653982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f988eb84-0a6c-408b-96a7-c22b5d694344 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.710624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-be55cddd-2eba-438c-a26b-4a595b9b0c16 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Deleting port 579b753b-2190-4bf5-8b09-6eeefbe64abd {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:16.710980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be55cddd-2eba-438c-a26b-4a595b9b0c16 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.775950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Allocated IP 172.20.0.6 (85e5e01a-dc70-4b25-a83a-abdef8c01bd9/e867a351-56a8-4651-91b3-0c4800f1279d/6ce00815-7f0c-4232-a207-57054e538ae9) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:16.780951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c06f602f-0579-48b1-80a9-9e650a9c9074 None None] Provisioning complete for port 579b753b-2190-4bf5-8b09-6eeefbe64abd triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:16.784160 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c06f602f-0579-48b1-80a9-9e650a9c9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.806232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-551ff5c3-91bd-466e-b614-6ce3ad4f99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.808430 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-551ff5c3-91bd-466e-b614-6ce3ad4f99ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 1095 time: 0.1461637 Jul 16 20:04:16.809698 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f988eb84-0a6c-408b-96a7-c22b5d694344 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.835302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff453a4-efe9-4837-b35d-9c84271fe052 req-9710d430-6da0-4492-8339-ec9a7f8379e4 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.842470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ff453a4-efe9-4837-b35d-9c84271fe052 req-9710d430-6da0-4492-8339-ec9a7f8379e4 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 943 time: 0.1525209 Jul 16 20:04:16.853679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988eb84-0a6c-408b-96a7-c22b5d694344 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=311056f2-717f-4e03-9517-a5462a0598de,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:16.868167 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f988eb84-0a6c-408b-96a7-c22b5d694344 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.870411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f988eb84-0a6c-408b-96a7-c22b5d694344 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/311056f2-717f-4e03-9517-a5462a0598de HTTP/1.1" status: 204 len: 168 time: 0.7911313 Jul 16 20:04:16.874795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37364) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:16.889803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508870ae-b107-4411-b17b-9959a93a8cee None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:16.928353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be55cddd-2eba-438c-a26b-4a595b9b0c16 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.932445 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d06ec48-0988-48cf-bd02-005793952d5a tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560892 Jul 16 20:04:16.938547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37368) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:16.938913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:16.943875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:16.961431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ff453a4-efe9-4837-b35d-9c84271fe052 req-962462aa-3b2f-4a48-86d2-8ab704bd4d7a tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178448 Jul 16 20:04:16.977011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-be55cddd-2eba-438c-a26b-4a595b9b0c16 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Calling delete_port for 579b753b-2190-4bf5-8b09-6eeefbe64abd owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:17.020164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c06f602f-0579-48b1-80a9-9e650a9c9074 None None] Port 579b753b-2190-4bf5-8b09-6eeefbe64abd cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:17.138664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-0dfbe174-2a7e-4d98-95d6-048847566a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.140135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-0dfbe174-2a7e-4d98-95d6-048847566a22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 911 time: 0.3226886 Jul 16 20:04:17.198514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:17.203023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.219220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 700f4a8a-dd07-477f-a834-34b8d23da388 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:17.267094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:17.280324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:17.282258 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.338276 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 700f4a8a-dd07-477f-a834-34b8d23da388 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:17.339025 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.458077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be55cddd-2eba-438c-a26b-4a595b9b0c16 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.459536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:17.532226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55cddd-2eba-438c-a26b-4a595b9b0c16 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Port': ['ID=579b753b-2190-4bf5-8b09-6eeefbe64abd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:17.556270 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.614882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:17.617360 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79500ede-bee6-432b-8cb3-13d3c4bc035a" -d '{"events": [{"server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "name": "network-vif-plugged", "status": "completed", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:17.639697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:17.645910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] Deleting port 700f4a8a-dd07-477f-a834-34b8d23da388 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:17.646486 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.711576 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.725676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] For port 700f4a8a-dd07-477f-a834-34b8d23da388, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=700f4a8a-dd07-477f-a834-34b8d23da388,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:17.726184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.740308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] Calling delete_port for 700f4a8a-dd07-477f-a834-34b8d23da388 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:17.752807 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.779921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-16f97639-c5fc-4b05-9d98-43734ff89c16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d HTTP/1.1" status: 200 len: 217 time: 0.5907807 Jul 16 20:04:17.787841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.866434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:17.879005 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-743b4802-c637-472a-9049-a779e7b38272 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4487658 Jul 16 20:04:17.905174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.918483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:17.935391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:17.945168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:17.959082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] Pushing event deleted for resources: {'Port': ['ID=700f4a8a-dd07-477f-a834-34b8d23da388,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:17.973574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf68ba3-c8f9-41c4-9e2f-9d719cf7917a None None] No DVR routers for this DVR port 700f4a8a-dd07-477f-a834-34b8d23da388 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:17.987427 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e3645614-ce83-4929-9fa6-547d433e4492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:17.991631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event updated for resources: {'Port': ['ID=6ce00815-7f0c-4232-a207-57054e538ae9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:17.994857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-14d9b3f3-e201-40f6-82f4-8dc382c1779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.996588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-14d9b3f3-e201-40f6-82f4-8dc382c1779f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 200 len: 850 time: 0.1992037 Jul 16 20:04:18.066631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-442e99a8-9df9-4d6d-93d4-718a24caa6c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3b0bad0-7caf-47ed-b183-8b204fa4297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564461 Jul 16 20:04:18.074695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbdc81-51f1-4d84-b573-3e6e1d9570f8 req-58dbbb4b-78ec-4176-bc9f-096ba8119422 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.076558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9bbbdc81-51f1-4d84-b573-3e6e1d9570f8 req-58dbbb4b-78ec-4176-bc9f-096ba8119422 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 931 time: 0.4287045 Jul 16 20:04:18.088887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be55cddd-2eba-438c-a26b-4a595b9b0c16 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:18.093121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-be55cddd-2eba-438c-a26b-4a595b9b0c16 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "DELETE /v2.0/ports/579b753b-2190-4bf5-8b09-6eeefbe64abd HTTP/1.1" status: 204 len: 168 time: 1.6377447 Jul 16 20:04:18.094314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37380) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:18.095135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df5b0-ca00-498e-8cc6-62ba624cfcfb req-7ebd374f-eaa3-47a8-9a28-297f8d7dd74d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.100873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b3df5b0-ca00-498e-8cc6-62ba624cfcfb req-7ebd374f-eaa3-47a8-9a28-297f8d7dd74d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 944 time: 0.9890487 Jul 16 20:04:18.127088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.130884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:18.163259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-532e92b8-4b50-4bbf-8daf-b0b9f63f3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.164813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-532e92b8-4b50-4bbf-8daf-b0b9f63f3db3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 1097 time: 0.2069595 Jul 16 20:04:18.165711 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4665ccf-ae4c-47ae-acdd-c013ce33721a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] GET failed (client error): The resource could not be found. Jul 16 20:04:18.167123 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a4665ccf-ae4c-47ae-acdd-c013ce33721a tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "GET /v2.0/ports/579b753b-2190-4bf5-8b09-6eeefbe64abd HTTP/1.1" status: 404 len: 333 time: 0.0688803 Jul 16 20:04:18.169845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37382) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:18.258369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:04:18.259487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-d3a10743-e056-4d3f-b4b9-b4b01a1ce183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5092456 Jul 16 20:04:18.264834 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:18.278247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9bbbdc81-51f1-4d84-b573-3e6e1d9570f8 req-d2397dde-2a71-470e-9672-55c8fa77e1aa tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745987 Jul 16 20:04:18.288077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b3df5b0-ca00-498e-8cc6-62ba624cfcfb req-d37ca44a-0538-4d83-8158-ef496e8d7cb5 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676810 Jul 16 20:04:18.293897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Request body: {'port': {'device_id': '2157e1c0-6abf-4a95-a9dc-325d339046bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:18.301836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-da529c4e-f613-4e92-9e8f-aa1ffe927ab4 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231021 Jul 16 20:04:18.379071 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f517b7-e7bb-4e7e-aba0-ac3500a6a658 x-openstack-request-id: req-b1f517b7-e7bb-4e7e-aba0-ac3500a6a658 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:18.379949 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "name": "network-vif-plugged", "status": "completed", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:18.380514 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1f517b7-e7bb-4e7e-aba0-ac3500a6a658 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:18.381096 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'code': 200} Jul 16 20:04:18.394287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:18.406783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:18.416165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.416802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:18.419155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b77423-76c4-4c04-bedc-c059849438da None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:18.422216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=73ed97c4-6deb-4218-9356-1a4cd9a92e1d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:18.436967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-b4de0663-d23b-420b-9cb6-f1685eaf460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.440774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-b4de0663-d23b-420b-9cb6-f1685eaf460e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 911 time: 0.2361596 Jul 16 20:04:18.472371 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1a8569c2-aea8-415b-b427-2666fa19c3b0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5304551 Jul 16 20:04:18.473923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37384) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:18.485575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:92:2b:ce', 'name': 'tempest-NetworksTestDHCPv6-720530389'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:18.557139 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:18.579664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-f77d2771-ba1e-4e6e-85d8-254b9cff745c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf82dc87-007c-4811-a18d-687b46395e95 HTTP/1.1" status: 200 len: 217 time: 0.1322861 Jul 16 20:04:18.673670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a98c605e-4dc4-4bfa-8081-b31c1841a9de req-1869c9b8-b667-482f-a6d8-7195db9f3a13 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276079 Jul 16 20:04:18.709843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': '73ed97c4-6deb-4218-9356-1a4cd9a92e1d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:04:18.711045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:18.809079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ed6e-3a89-4d28-9b4b-201135bc5f74 req-90719e46-cb36-4461-b872-ac514ce7bb67 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.810971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebf8ed6e-3a89-4d28-9b4b-201135bc5f74 req-90719e46-cb36-4461-b872-ac514ce7bb67 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 943 time: 0.2376184 Jul 16 20:04:18.863427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f565ba62-6d20-4414-a7a8-2e8d78de2a7d details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:18.893650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebf8ed6e-3a89-4d28-9b4b-201135bc5f74 req-269e98e3-2127-48bb-9c06-b5b1cfb77eff tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754066 Jul 16 20:04:18.965090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Allocated IP 2001:db8::f816:3eff:febd:8f62 (d6702219-1b7c-462d-aaac-610760188933/73ed97c4-6deb-4218-9356-1a4cd9a92e1d/d6da5268-7076-421f-b737-d7d0565cd586) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:19.029822 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f565ba62-6d20-4414-a7a8-2e8d78de2a7d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:19.066225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce00815-7f0c-4232-a207-57054e538ae9 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:19.081986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f565ba62-6d20-4414-a7a8-2e8d78de2a7d', 'network_id': 'a3b0bad0-7caf-47ed-b183-8b204fa4297a', 'port_id': 'f565ba62-6d20-4414-a7a8-2e8d78de2a7d', 'mac_address': 'fa:16:3e:a8:5f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230674ab-da61-4006-81f8-2be7129bf82b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:19.084555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2e7202a7-6274-4f74-8970-84dfc3303086 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Deleting port ce0085c0-cb7f-4934-8f41-06211ea6522f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:19.085015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7202a7-6274-4f74-8970-84dfc3303086 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.086154 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.131827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Transition to ACTIVE for port object 6ce00815-7f0c-4232-a207-57054e538ae9 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:19.136575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.149806 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.160736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 700f4a8a-dd07-477f-a834-34b8d23da388 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:19.223064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-1bbe7239-1b59-49fb-a62f-7fa32c6f28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.224509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-1bbe7239-1b59-49fb-a62f-7fa32c6f28ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 200 len: 850 time: 0.5572326 Jul 16 20:04:19.274005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce00815-7f0c-4232-a207-57054e538ae9,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:19.287490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-bd4cc72f-2021-4428-bf91-7896d1a0c057 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3b0bad0-7caf-47ed-b183-8b204fa4297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560260 Jul 16 20:04:19.342790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Attempting to bind port 6ce00815-7f0c-4232-a207-57054e538ae9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:19.343140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Attempting to bind port 6ce00815-7f0c-4232-a207-57054e538ae9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:19.343921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Attempting to bind port 6ce00815-7f0c-4232-a207-57054e538ae9 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:19.352735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Port 6ce00815-7f0c-4232-a207-57054e538ae9 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:19.353015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Attempting to bind port 6ce00815-7f0c-4232-a207-57054e538ae9 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:19.358605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:19.358957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Checking segment: {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:19.359348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Bound using segment: {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:19.359837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Bound port: 6ce00815-7f0c-4232-a207-57054e538ae9, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:19.360225 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.393537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 700f4a8a-dd07-477f-a834-34b8d23da388 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:19.397153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 700f4a8a-dd07-477f-a834-34b8d23da388 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:19.407407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fd8f-5555-4592-b28e-bbcb807ba8a4 req-dbb5e597-902f-49ce-84a4-7db89dd6056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.417393 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0c91fd8f-5555-4592-b28e-bbcb807ba8a4 req-dbb5e597-902f-49ce-84a4-7db89dd6056e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 1097 time: 0.8585465 Jul 16 20:04:19.436290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f565ba62-6d20-4414-a7a8-2e8d78de2a7d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:19.483567 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.494086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f565ba62-6d20-4414-a7a8-2e8d78de2a7d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:19.500358 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.502553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:19.507106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Transition to ACTIVE for port object d6da5268-7076-421f-b737-d7d0565cd586 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:19.527633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7202a7-6274-4f74-8970-84dfc3303086 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.534787 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-479ba4bf-0090-4d75-99cb-4b7ec46a8feb service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387958 Jul 16 20:04:19.548853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Transition to ACTIVE for port object d6da5268-7076-421f-b737-d7d0565cd586 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:19.556032 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-6c759f99-44ac-4b0a-a5a7-74dab37ec425 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0051949 Jul 16 20:04:19.564636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.574048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:19.574623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6ce00815-7f0c-4232-a207-57054e538ae9,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:19.592926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.607003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:19.610239 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:19.613162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:19.691470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Pushing event updated for resources: {'Port': ['ID=d6da5268-7076-421f-b737-d7d0565cd586,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:19.698979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.702980 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.705001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] 10.222.0.68 "PUT /v2.0/ports/6ce00815-7f0c-4232-a207-57054e538ae9 HTTP/1.1" status: 200 len: 1092 time: 1.4209659 Jul 16 20:04:19.707452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Attempting to bind port d6da5268-7076-421f-b737-d7d0565cd586 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:19.707836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Attempting to bind port d6da5268-7076-421f-b737-d7d0565cd586 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:19.708227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Attempting to bind port d6da5268-7076-421f-b737-d7d0565cd586 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:19.708478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2157e1c0-6abf-4a95-a9dc-325d339046bc', 'tag': '6ce00815-7f0c-4232-a207-57054e538ae9'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:19.714485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:19.715258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:19.715853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.716366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:19.716926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Bound port: d6da5268-7076-421f-b737-d7d0565cd586, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:19.717360 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.721275 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2157e1c0-6abf-4a95-a9dc-325d339046bc", "tag": "6ce00815-7f0c-4232-a207-57054e538ae9"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:19.739304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f565ba62-6d20-4414-a7a8-2e8d78de2a7d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:19.764126 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0c91fd8f-5555-4592-b28e-bbcb807ba8a4 req-883d3294-3433-4203-bfc3-6e8e4709fb1e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257733 Jul 16 20:04:19.819869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51c046-f92b-4f40-b023-bf85f6d38179 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce00815-7f0c-4232-a207-57054e538ae9,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:19.844611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8920a-203c-4d74-90ef-3b059a4759e4 req-09406b46-b5d9-4115-933e-148dbaa73f19 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.846245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7eb8920a-203c-4d74-90ef-3b059a4759e4 req-09406b46-b5d9-4115-933e-148dbaa73f19 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.3700731 Jul 16 20:04:19.846866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2e7202a7-6274-4f74-8970-84dfc3303086 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Calling delete_port for ce0085c0-cb7f-4934-8f41-06211ea6522f owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:19.861311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] For port d6da5268-7076-421f-b737-d7d0565cd586, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:19.876094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821707b5-1d56-411a-a4f9-15496d8af7f9 req-b6aed632-d9f0-427f-abe1-b47dece1bb79 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.878244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-821707b5-1d56-411a-a4f9-15496d8af7f9 req-b6aed632-d9f0-427f-abe1-b47dece1bb79 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 943 time: 0.3078654 Jul 16 20:04:19.894113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] For port d6da5268-7076-421f-b737-d7d0565cd586, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d6da5268-7076-421f-b737-d7d0565cd586,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:19.905624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.931425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-dc461ced-dac9-4ef9-8e27-dae3ccaf67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.933318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-dc461ced-dac9-4ef9-8e27-dae3ccaf67e7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 1095 time: 0.1735415 Jul 16 20:04:19.943807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7eb8920a-203c-4d74-90ef-3b059a4759e4 req-9f7cf82d-7f6e-4e21-8a17-0737aa58af20 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869942 Jul 16 20:04:19.959101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-821707b5-1d56-411a-a4f9-15496d8af7f9 req-4480977e-0431-41c2-9944-7f4dd5187421 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719764 Jul 16 20:04:19.997840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-c2674971-5b73-4a80-9a31-78400ec97bb9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ce00815-7f0c-4232-a207-57054e538ae9 HTTP/1.1" status: 200 len: 217 time: 0.0508640 Jul 16 20:04:20.005986 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dac82dd-37fc-4730-a238-4efbbef2b917 req-9770d724-8d59-4298-8e51-f7f3105f4f5b service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442594 Jul 16 20:04:20.045035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:20.081232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97d6f1-bd50-4fe4-917e-356ec728c24e None None] Pushing event updated for resources: {'Port': ['ID=d6da5268-7076-421f-b737-d7d0565cd586,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:20.082522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7202a7-6274-4f74-8970-84dfc3303086 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.101854 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14f5efc-d5bc-413b-9550-3f269979e763 x-openstack-request-id: req-c14f5efc-d5bc-413b-9550-3f269979e763 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:20.104163 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2157e1c0-6abf-4a95-a9dc-325d339046bc", "tag": "6ce00815-7f0c-4232-a207-57054e538ae9", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:20.104163 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c14f5efc-d5bc-413b-9550-3f269979e763 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:20.104445 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2157e1c0-6abf-4a95-a9dc-325d339046bc', 'tag': '6ce00815-7f0c-4232-a207-57054e538ae9', 'status': 'completed', 'code': 200} Jul 16 20:04:20.114777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-3d7904cd-f338-478c-be2a-cf207d642c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.116324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-3d7904cd-f338-478c-be2a-cf207d642c91 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e867a351-56a8-4651-91b3-0c4800f1279d HTTP/1.1" status: 200 len: 862 time: 0.1120176 Jul 16 20:04:20.195236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-725aa5f5-c363-48ed-a594-e36860951fc5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640316 Jul 16 20:04:20.202143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7202a7-6274-4f74-8970-84dfc3303086 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Port': ['ID=ce0085c0-cb7f-4934-8f41-06211ea6522f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:20.324070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.359633 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3a283fe2-3ed0-4f68-b178-f756ac93bb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.409256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-acaa7165-87b7-4b76-88d6-a4413f46c3fb service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024534 Jul 16 20:04:20.430569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c61eaaa6-0424-497b-9785-29f6b44792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.431371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c61eaaa6-0424-497b-9785-29f6b44792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.432110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c61eaaa6-0424-497b-9785-29f6b44792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.432543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c61eaaa6-0424-497b-9785-29f6b44792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.433104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c61eaaa6-0424-497b-9785-29f6b44792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.433808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c61eaaa6-0424-497b-9785-29f6b44792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.434597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c61eaaa6-0424-497b-9785-29f6b44792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.437400 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c61eaaa6-0424-497b-9785-29f6b44792df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 6498 time: 0.7134578 Jul 16 20:04:20.463853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:20.465616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2befa6-c210-4ce8-aa75-5b455f882c42 req-9bfa8a4e-663c-4287-9dd9-68d07d6f703c tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.467280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc2befa6-c210-4ce8-aa75-5b455f882c42 req-9bfa8a4e-663c-4287-9dd9-68d07d6f703c tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 944 time: 0.2051847 Jul 16 20:04:20.548154 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.564509 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7202a7-6274-4f74-8970-84dfc3303086 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.567586 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2e7202a7-6274-4f74-8970-84dfc3303086 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "DELETE /v2.0/ports/ce0085c0-cb7f-4934-8f41-06211ea6522f HTTP/1.1" status: 204 len: 168 time: 2.3967943 Jul 16 20:04:20.572295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37400) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:20.646290 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9578b324-498b-4f85-8beb-ba28bef9d1e0 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] GET failed (client error): The resource could not be found. Jul 16 20:04:20.648114 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9578b324-498b-4f85-8beb-ba28bef9d1e0 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "GET /v2.0/ports/ce0085c0-cb7f-4934-8f41-06211ea6522f HTTP/1.1" status: 404 len: 333 time: 0.0723832 Jul 16 20:04:20.658000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37402) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:20.668616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc2befa6-c210-4ce8-aa75-5b455f882c42 req-af493733-0ab2-43b5-8776-96926d4306ec tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747348 Jul 16 20:04:20.699647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7d55fb-ea49-4e80-93a2-c1b4b9b6b62d req-139cc3e4-098e-4d55-a6f7-673dcf6fd1fe service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783430 Jul 16 20:04:20.842182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-127a6e2b-653b-4552-85cf-e6fc9aae4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.844605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-127a6e2b-653b-4552-85cf-e6fc9aae4b8a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 1095 time: 0.0787466 Jul 16 20:04:20.856341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-fe6f7a2d-e7c6-4357-a2b9-8b6e2ea2503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.857022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-fe6f7a2d-e7c6-4357-a2b9-8b6e2ea2503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.857536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-fe6f7a2d-e7c6-4357-a2b9-8b6e2ea2503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.859241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-fe6f7a2d-e7c6-4357-a2b9-8b6e2ea2503f service neutron] 10.222.0.68 "GET /v2.0/networks?id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&id=c4d20431-3c66-42db-b7b8-964e2c5f30ea HTTP/1.1" status: 200 len: 2293 time: 0.3742511 Jul 16 20:04:20.860660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fe92:2bce (d6702219-1b7c-462d-aaac-610760188933/73ed97c4-6deb-4218-9356-1a4cd9a92e1d/eb2c4e69-fb51-41a1-8677-5af0a9b2ba06) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:20.872255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f565ba62-6d20-4414-a7a8-2e8d78de2a7d up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:20.972072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port f565ba62-6d20-4414-a7a8-2e8d78de2a7d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:20.976899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f565ba62-6d20-4414-a7a8-2e8d78de2a7d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:20.980869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.987587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-044c9887-89ab-45fc-b8fd-b648c2821afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.989904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-044c9887-89ab-45fc-b8fd-b648c2821afb service neutron] 10.222.0.68 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 923 time: 0.1370306 Jul 16 20:04:21.112850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-3d7d73d7-819a-40b2-92fb-99bd524093b0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ce00815-7f0c-4232-a207-57054e538ae9 HTTP/1.1" status: 200 len: 217 time: 0.1101797 Jul 16 20:04:21.120136 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.157556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-239ae9f3-c980-4249-b58a-0c18640dcdaf tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Deleting port 694af774-b5db-4878-b060-035baab96825 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:21.158170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-239ae9f3-c980-4249-b58a-0c18640dcdaf tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.182224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c1aec-84cb-4346-87f2-da3b0f651370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f565ba62-6d20-4414-a7a8-2e8d78de2a7d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:21.189520 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a9cf39-b88c-407e-aea9-02f6c8344808" -d '{"events": [{"server_uuid": "4a0c1aec-84cb-4346-87f2-da3b0f651370", "name": "network-vif-plugged", "status": "completed", "tag": "f565ba62-6d20-4414-a7a8-2e8d78de2a7d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:21.248745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f565ba62-6d20-4414-a7a8-2e8d78de2a7d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:21.258840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d6da5268-7076-421f-b737-d7d0565cd586 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:21.261810 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-21a970b3-c553-4d8d-bf73-bd5e54b3a551 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5 HTTP/1.1" status: 200 len: 1001 time: 0.3932338 Jul 16 20:04:21.264135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.362365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-381e2623-198b-4b27-8265-44ef2ae95965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.369864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-381e2623-198b-4b27-8265-44ef2ae95965 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e867a351-56a8-4651-91b3-0c4800f1279d HTTP/1.1" status: 200 len: 862 time: 0.2443593 Jul 16 20:04:21.388294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:21.403135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d6da5268-7076-421f-b737-d7d0565cd586 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:21.422939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-c628131f-2bb2-4bdf-8183-300805eaafd0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460536 Jul 16 20:04:21.466832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-045a14ad-b3fc-4df6-9b6e-e9c8aaaca44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.468378 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-045a14ad-b3fc-4df6-9b6e-e9c8aaaca44e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0ed60708-ce37-4ca4-b285-d0fb5baac0d5 HTTP/1.1" status: 200 len: 851 time: 0.1915340 Jul 16 20:04:21.470140 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-239ae9f3-c980-4249-b58a-0c18640dcdaf tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.502836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f214d1-a68f-4cfd-980f-e8cefbd4a57d req-02817a08-f1e8-4bb3-88e8-ebbb7ce4500f tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.504740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62f214d1-a68f-4cfd-980f-e8cefbd4a57d req-02817a08-f1e8-4bb3-88e8-ebbb7ce4500f tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 943 time: 0.2756281 Jul 16 20:04:21.513308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971ce68-768d-41c8-a4a7-cf8cc8629e71 req-e1c2a79e-50e2-4850-8c02-e02469476fef tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.515019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a971ce68-768d-41c8-a4a7-cf8cc8629e71 req-e1c2a79e-50e2-4850-8c02-e02469476fef tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.2401223 Jul 16 20:04:21.520223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-239ae9f3-c980-4249-b58a-0c18640dcdaf tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Calling delete_port for 694af774-b5db-4878-b060-035baab96825 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:21.606894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.636875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62f214d1-a68f-4cfd-980f-e8cefbd4a57d req-e46f4fbf-7ca2-4a1b-94f5-06c86d4850e5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207528 Jul 16 20:04:21.639405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-189e7d0a-a58b-4def-b1df-07723327cccf service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023103 Jul 16 20:04:21.642745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a971ce68-768d-41c8-a4a7-cf8cc8629e71 req-a87b12bd-f7ac-4016-8d12-33a7965c61df tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882332 Jul 16 20:04:21.665502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:21.675812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-ecf192c8-f15c-4bc3-bbb8-cfb183f15bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.677687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-ecf192c8-f15c-4bc3-bbb8-cfb183f15bba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=27dd3cef-856c-4d0a-bb54-65e26f8dbe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931429 Jul 16 20:04:21.700236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-25c3e66b-e9f9-4a81-839e-21ecdf1fef1f None None] Provisioning for port d6da5268-7076-421f-b737-d7d0565cd586 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:21.705476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-25c3e66b-e9f9-4a81-839e-21ecdf1fef1f None None] Provisioning complete for port d6da5268-7076-421f-b737-d7d0565cd586 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:21.705858 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-25c3e66b-e9f9-4a81-839e-21ecdf1fef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.759029 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e3f72-42f6-44e1-95de-959e5f359c23 x-openstack-request-id: req-3e6e3f72-42f6-44e1-95de-959e5f359c23 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:21.759245 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c1aec-84cb-4346-87f2-da3b0f651370", "name": "network-vif-plugged", "status": "completed", "tag": "f565ba62-6d20-4414-a7a8-2e8d78de2a7d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:21.759488 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e6e3f72-42f6-44e1-95de-959e5f359c23 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:21.759878 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c1aec-84cb-4346-87f2-da3b0f651370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f565ba62-6d20-4414-a7a8-2e8d78de2a7d', 'code': 200} Jul 16 20:04:21.864475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f321b64c-76db-4baf-b1ab-ecf72ab3b5f2 req-7da09263-1148-428f-adae-7bc2031a4e9c service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147610 Jul 16 20:04:21.882442 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-25c3e66b-e9f9-4a81-839e-21ecdf1fef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.903542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.913325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-239ae9f3-c980-4249-b58a-0c18640dcdaf tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.948420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-25c3e66b-e9f9-4a81-839e-21ecdf1fef1f None None] For port d6da5268-7076-421f-b737-d7d0565cd586, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d6da5268-7076-421f-b737-d7d0565cd586,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:21.954930 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-25c3e66b-e9f9-4a81-839e-21ecdf1fef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:21.992297 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-ac0eef5a-ae91-41d2-b22e-3e21c8da86bd service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003178 Jul 16 20:04:22.030945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:22.041802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a368a17-c63b-43c2-8618-d6e0fb32c97b req-484c421c-57d9-4e71-8545-3d94ccd6a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.042195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3e66b-e9f9-4a81-839e-21ecdf1fef1f None None] Pushing event updated for resources: {'Port': ['ID=d6da5268-7076-421f-b737-d7d0565cd586,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:22.044152 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a368a17-c63b-43c2-8618-d6e0fb32c97b req-484c421c-57d9-4e71-8545-3d94ccd6a3f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 1097 time: 0.2170303 Jul 16 20:04:22.070907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:22.099792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:22.114607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.115625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.169818 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6961014 Jul 16 20:04:22.180973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82fe5a-b187-4872-a428-62bde8e98776 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=eb2c4e69-fb51-41a1-8677-5af0a9b2ba06,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:22.215338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37422) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:22.251286 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.267620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ae9f3-c980-4249-b58a-0c18640dcdaf tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Port': ['ID=694af774-b5db-4878-b060-035baab96825,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:22.351974 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a368a17-c63b-43c2-8618-d6e0fb32c97b req-080c0447-fae0-4a05-8a23-bc8c9059a21c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965930 Jul 16 20:04:22.387869 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-239ae9f3-c980-4249-b58a-0c18640dcdaf tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.393897 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-239ae9f3-c980-4249-b58a-0c18640dcdaf tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "DELETE /v2.0/ports/694af774-b5db-4878-b060-035baab96825 HTTP/1.1" status: 204 len: 168 time: 1.7292936 Jul 16 20:04:22.397002 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-abfa0735-ffdb-47f8-a1f7-5d22267c11d8 service neutron] 10.222.0.68 "GET /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774905 Jul 16 20:04:22.397837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:22.398374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60c5b4-304e-41f7-98eb-8cc83079efc9 req-41e9d01d-bc85-43aa-8158-12b2c7172a6d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.404696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e60c5b4-304e-41f7-98eb-8cc83079efc9 req-41e9d01d-bc85-43aa-8158-12b2c7172a6d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.2535574 Jul 16 20:04:22.452009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ecbc11-a884-4d0f-a372-9edaa8e54d91 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.459483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ecbc11-a884-4d0f-a372-9edaa8e54d91 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.461161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-01ecbc11-a884-4d0f-a372-9edaa8e54d91 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2436032 Jul 16 20:04:22.466955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37426) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:22.487394 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c425fd6d-eb23-4d00-9619-2d0ef77e2e96 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 200 len: 217 time: 0.0783353 Jul 16 20:04:22.524496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2fc9-3231-47d4-8e4e-5fc4bcbf89e6 req-31be3996-f055-4645-9da1-1928255ed1b0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.526034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-675e2fc9-3231-47d4-8e4e-5fc4bcbf89e6 req-31be3996-f055-4645-9da1-1928255ed1b0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.2367473 Jul 16 20:04:22.531185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e60c5b4-304e-41f7-98eb-8cc83079efc9 req-2af1c7dc-6089-4d8a-aa5b-13819abc8856 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225131 Jul 16 20:04:22.555879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a822fe-8da8-4648-b2b2-e4f74e598e50 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Deleting subnet 30baf2ad-5447-45ac-bae1-b6888046ed48 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:22.559767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8a822fe-8da8-4648-b2b2-e4f74e598e50 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.589517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ac4d98fc-5a96-4d63-a129-0e1c572f262c None None] Provisioning for port eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:22.597760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ac4d98fc-5a96-4d63-a129-0e1c572f262c None None] Provisioning complete for port eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:22.598607 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ac4d98fc-5a96-4d63-a129-0e1c572f262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.601230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-e4a194a3-db27-416a-b22d-1d9a94d4f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.603609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-e4a194a3-db27-416a-b22d-1d9a94d4f645 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1073885 Jul 16 20:04:22.606438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-675e2fc9-3231-47d4-8e4e-5fc4bcbf89e6 req-b12ea453-dc97-44bd-bc0b-3f9e91403f75 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699177 Jul 16 20:04:22.635031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-93b87ddd-4af8-463a-948c-bb25798484af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:22.635031 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93b87ddd-4af8-463a-948c-bb25798484af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.656960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8a822fe-8da8-4648-b2b2-e4f74e598e50 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.670196 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d98fc-5a96-4d63-a129-0e1c572f262c None None] Port eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:22.756145 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93b87ddd-4af8-463a-948c-bb25798484af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.772414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-93b87ddd-4af8-463a-948c-bb25798484af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:22.903992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d61d2-6218-4229-a5a2-b3af8f64df5e req-d3651d1f-d0b1-4f1d-9c59-17fe6a607ba8 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.905552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd4d61d2-6218-4229-a5a2-b3af8f64df5e req-d3651d1f-d0b1-4f1d-9c59-17fe6a607ba8 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 943 time: 0.1344798 Jul 16 20:04:22.952295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6ce00815-7f0c-4232-a207-57054e538ae9 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:22.998926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd4d61d2-6218-4229-a5a2-b3af8f64df5e req-33ca2b35-3faa-407c-95f3-00c2e09a7a6c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753148 Jul 16 20:04:23.004643 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93b87ddd-4af8-463a-948c-bb25798484af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.079629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b87ddd-4af8-463a-948c-bb25798484af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=eb2c4e69-fb51-41a1-8677-5af0a9b2ba06,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:23.107013 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-93b87ddd-4af8-463a-948c-bb25798484af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.109804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-93b87ddd-4af8-463a-948c-bb25798484af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 HTTP/1.1" status: 204 len: 168 time: 0.6389797 Jul 16 20:04:23.114355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37434) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:23.159902 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8a822fe-8da8-4648-b2b2-e4f74e598e50 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.222162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d6da5268-7076-421f-b737-d7d0565cd586 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:23.273988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8a822fe-8da8-4648-b2b2-e4f74e598e50 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.282554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadff48f-3293-438f-ac64-24801921ca6f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.291713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadff48f-3293-438f-ac64-24801921ca6f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.295840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cadff48f-3293-438f-ac64-24801921ca6f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1814728 Jul 16 20:04:23.299559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37436) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:23.328899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-5b06479e-792f-4ca0-9208-340f2f0c811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.331291 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-5b06479e-792f-4ca0-9208-340f2f0c811a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7112036 Jul 16 20:04:23.334973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a822fe-8da8-4648-b2b2-e4f74e598e50 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Subnet': ['ID=30baf2ad-5447-45ac-bae1-b6888046ed48,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:23.337067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8a822fe-8da8-4648-b2b2-e4f74e598e50 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.341693 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d8a822fe-8da8-4648-b2b2-e4f74e598e50 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "DELETE /v2.0/subnets/30baf2ad-5447-45ac-bae1-b6888046ed48 HTTP/1.1" status: 204 len: 168 time: 0.9426856 Jul 16 20:04:23.342779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37438) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:23.352991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad24ef2-519d-4511-953c-206437b262fb None None] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:23.433808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6ce00815-7f0c-4232-a207-57054e538ae9,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:23.448162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5cbf1d-2893-4bb3-8cd2-d897068fb23f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 73ed97c4-6deb-4218-9356-1a4cd9a92e1d {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:23.454391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbf1d-2893-4bb3-8cd2-d897068fb23f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.510714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d6da5268-7076-421f-b737-d7d0565cd586 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:23.511524 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.513945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '6ce00815-7f0c-4232-a207-57054e538ae9', 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'port_id': '6ce00815-7f0c-4232-a207-57054e538ae9', 'mac_address': 'fa:16:3e:fc:a9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867a351-56a8-4651-91b3-0c4800f1279d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:23.520894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.559532 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbf1d-2893-4bb3-8cd2-d897068fb23f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.623933 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-500d5369-b362-4acc-a1d5-66e0e3ae6388 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792141 Jul 16 20:04:23.635350 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.766749 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbf1d-2893-4bb3-8cd2-d897068fb23f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.778842 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.780931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce00815-7f0c-4232-a207-57054e538ae9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:23.811675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Deleting port 7d391b9b-b63c-4266-9cca-1a705d90df8e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:23.812534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.854722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-e771de6b-7c26-4523-a08e-3380889f17c2 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155926 Jul 16 20:04:23.916346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6ce00815-7f0c-4232-a207-57054e538ae9,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:23.933124 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.937482 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbf1d-2893-4bb3-8cd2-d897068fb23f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.964435 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-4ef9aec5-a216-478f-a671-ab5d78939e1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 200 len: 217 time: 0.0590248 Jul 16 20:04:23.982758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] For port 7d391b9b-b63c-4266-9cca-1a705d90df8e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7d391b9b-b63c-4266-9cca-1a705d90df8e,segment=NetworkSegment(f45ee3d3-ba4b-48a0-856a-15985cfb518c),segment_id=f45ee3d3-ba4b-48a0-856a-15985cfb518c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:23.983124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.987367 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbf1d-2893-4bb3-8cd2-d897068fb23f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.989891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fc5cbf1d-2893-4bb3-8cd2-d897068fb23f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/73ed97c4-6deb-4218-9356-1a4cd9a92e1d HTTP/1.1" status: 204 len: 168 time: 0.6881087 Jul 16 20:04:23.992807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cbf1d-2893-4bb3-8cd2-d897068fb23f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=73ed97c4-6deb-4218-9356-1a4cd9a92e1d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:23.998531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=6ce00815-7f0c-4232-a207-57054e538ae9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:24.001157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b4dfe-2056-4714-aa9a-7b884ed06e22 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:24.009962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37444) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:24.021896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Calling delete_port for 7d391b9b-b63c-4266-9cca-1a705d90df8e owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:24.031832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a94612-2391-43cf-9b19-8334efb1b336 req-5a2c8600-83dc-42ec-a06d-3adc364a9905 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.041415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36a94612-2391-43cf-9b19-8334efb1b336 req-5a2c8600-83dc-42ec-a06d-3adc364a9905 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.2810395 Jul 16 20:04:24.045651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-8f584cc2-bac4-48b2-9974-0db2550d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.047553 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-8f584cc2-bac4-48b2-9974-0db2550d90b2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.0750799 Jul 16 20:04:24.113250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d563799d-9611-49e9-8b64-479f7887f315 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984843 Jul 16 20:04:24.117693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37450) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:24.126263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab007b0-6fb2-4994-a3dd-df12de223951 req-959b22dd-ffe0-4835-826c-be83ba747ce1 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.134033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab007b0-6fb2-4994-a3dd-df12de223951 req-959b22dd-ffe0-4835-826c-be83ba747ce1 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.3590877 Jul 16 20:04:24.148825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] DHCP port deletion for 022e688d-a40f-4e0d-bd23-260e1e7f5154 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:24.181128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36a94612-2391-43cf-9b19-8334efb1b336 req-8582c149-1ad8-4e83-89b8-d702544e37f9 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375806 Jul 16 20:04:24.231181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab007b0-6fb2-4994-a3dd-df12de223951 req-4d4f95d2-68d2-4725-8c3b-4e9bea545454 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906122 Jul 16 20:04:24.274649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] Deleting port 7d391b9b-b63c-4266-9cca-1a705d90df8e {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:24.275028 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.342638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.376086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:24.416476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['6ce00815-7f0c-4232-a207-57054e538ae9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:24.422596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] For port 7d391b9b-b63c-4266-9cca-1a705d90df8e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7d391b9b-b63c-4266-9cca-1a705d90df8e,segment=NetworkSegment(f45ee3d3-ba4b-48a0-856a-15985cfb518c),segment_id=f45ee3d3-ba4b-48a0-856a-15985cfb518c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:24.422997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.452539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Port': ['ID=7d391b9b-b63c-4266-9cca-1a705d90df8e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:24.468684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] Calling delete_port for 7d391b9b-b63c-4266-9cca-1a705d90df8e owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:24.477425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] No DVR routers for this DVR port 7d391b9b-b63c-4266-9cca-1a705d90df8e on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:24.564150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b294b08-968a-472d-b844-32c6cf1cc24c req-e4dbd4a1-277e-467a-9885-b6300e50f7c6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.576579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b294b08-968a-472d-b844-32c6cf1cc24c req-e4dbd4a1-277e-467a-9885-b6300e50f7c6 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 944 time: 0.1368027 Jul 16 20:04:24.597886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] Deleting port d6da5268-7076-421f-b737-d7d0565cd586 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:24.605641 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.639213 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.652381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022e688d-a40f-4e0d-bd23-260e1e7f5154']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:24.654246 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b294b08-968a-472d-b844-32c6cf1cc24c req-06080c94-9b11-4f33-88f4-d5121eb00912 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753486 Jul 16 20:04:24.664966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45ee3d3-ba4b-48a0-856a-15985cfb518c') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:24.665269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45ee3d3-ba4b-48a0-856a-15985cfb518c') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:24.676146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.701368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.708586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:04:24.708999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:04:24.773857 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:04:24.782848 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.804019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.809187 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] 10.222.0.78 "DELETE /v2.0/networks/022e688d-a40f-4e0d-bd23-260e1e7f5154 HTTP/1.1" status: 204 len: 168 time: 1.4570889 Jul 16 20:04:24.810535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fd1ca-c4da-4186-bfae-eb207cd5ad22 tempest-AllowedAddressPairTestJSON-1174608851 tempest-AllowedAddressPairTestJSON-1174608851-project] Pushing event deleted for resources: {'Network': ['ID=022e688d-a40f-4e0d-bd23-260e1e7f5154,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:24.828088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a5b00-9725-4c7e-bd46-403ac73de756 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.834978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37458) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:24.835356 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fb2a5b00-9725-4c7e-bd46-403ac73de756 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7151046 Jul 16 20:04:24.837514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-32f49abd-8819-4fa4-9f7e-4c154621a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.848438 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-32f49abd-8819-4fa4-9f7e-4c154621a779 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7305551 Jul 16 20:04:24.877831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] For port d6da5268-7076-421f-b737-d7d0565cd586, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d6da5268-7076-421f-b737-d7d0565cd586,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:24.890054 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.929017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] Calling delete_port for d6da5268-7076-421f-b737-d7d0565cd586 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:24.971016 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.981159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ef241-5b0e-476b-9539-949119f60d6b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.988919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4f7ef241-5b0e-476b-9539-949119f60d6b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1502857 Jul 16 20:04:24.992846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37462) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:25.063108 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-216c3345-392a-4664-ae69-a67639ff1eeb service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135811 Jul 16 20:04:25.082729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-08ec20c7-1356-4230-8c5b-40205669f70d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848422 Jul 16 20:04:25.083303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37464) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:25.090068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:25.110774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] Network 022e688d-a40f-4e0d-bd23-260e1e7f5154 is not hosted by any dhcp agent {{(pid=100245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:04:25.111339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] No DVR routers for this DVR port 7d391b9b-b63c-4266-9cca-1a705d90df8e on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:25.185697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f18c5-3678-49f4-b69a-58ae61110fb4 None None] Pushing event deleted for resources: {'Port': ['ID=7d391b9b-b63c-4266-9cca-1a705d90df8e,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:25.194444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d6da5268-7076-421f-b737-d7d0565cd586 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:25.248099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:25.259922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:25.316262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87975b-69b3-4b6f-9c35-9aed5c0ff983 req-91a65934-0a9f-4752-8199-4518b0377951 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.327734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be87975b-69b3-4b6f-9c35-9aed5c0ff983 req-91a65934-0a9f-4752-8199-4518b0377951 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.1797471 Jul 16 20:04:25.403116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:25.417060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be87975b-69b3-4b6f-9c35-9aed5c0ff983 req-d5992950-683a-469f-a3f2-0b5e5fbb4eb7 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878494 Jul 16 20:04:25.435368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37472) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:25.441416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-b8a0017d-4e24-4abb-9163-c1fac63c8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.443554 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-b8a0017d-4e24-4abb-9163-c1fac63c8404 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 1097 time: 0.4115391 Jul 16 20:04:25.452430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port d6da5268-7076-421f-b737-d7d0565cd586, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d6da5268-7076-421f-b737-d7d0565cd586,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:25.464525 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:25.465890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7d391b9b-b63c-4266-9cca-1a705d90df8e no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:25.471555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:25.514034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc18ac-a34b-4c3e-bce4-809445881d4a req-8c5c6c52-6d34-4fa6-a7ea-1d8465a61763 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.515465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 7d391b9b-b63c-4266-9cca-1a705d90df8e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:25.515985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7d391b9b-b63c-4266-9cca-1a705d90df8e not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:25.519493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17fc18ac-a34b-4c3e-bce4-809445881d4a req-8c5c6c52-6d34-4fa6-a7ea-1d8465a61763 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.1011357 Jul 16 20:04:25.523741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event deleted for resources: {'Port': ['ID=d6da5268-7076-421f-b737-d7d0565cd586,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:25.532192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] No DVR routers for this DVR port d6da5268-7076-421f-b737-d7d0565cd586 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:25.576872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4333a01-efc5-4e4d-bb61-cd4de74bc229 None None] Pushing event deleted for resources: {'Port': ['ID=d6da5268-7076-421f-b737-d7d0565cd586,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:25.615280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17fc18ac-a34b-4c3e-bce4-809445881d4a req-80ea01a4-916b-4050-a6f2-d30fb838c1b0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903475 Jul 16 20:04:25.625132 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-5949e8fc-4b04-42dd-8799-01b0d7379bb3 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526812 Jul 16 20:04:25.752305 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-8d4d2000-5539-40d0-b866-993919ff7d8e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=36137dea-da05-44ad-b696-1cabae751096 HTTP/1.1" status: 200 len: 217 time: 0.0976493 Jul 16 20:04:25.842520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bd279-7bd7-4c25-b5ae-3f78d411f2ca req-328eca50-eacb-49b7-89c6-21f870c45271 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.844588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-415bd279-7bd7-4c25-b5ae-3f78d411f2ca req-328eca50-eacb-49b7-89c6-21f870c45271 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 944 time: 0.0685563 Jul 16 20:04:25.893332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-415bd279-7bd7-4c25-b5ae-3f78d411f2ca req-bfc503a5-c071-44da-9f29-8609d4e4899b tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Jul 16 20:04:25.911433 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bef81a78-9bf6-440a-b2b0-ac494e94c420 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9873f925a9ec4ed68b2a3de8eafad2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635808 Jul 16 20:04:25.911678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37478) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:25.918386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-3339b482-0bbb-4839-b3de-62200133b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.919894 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-3339b482-0bbb-4839-b3de-62200133b6a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1139328 Jul 16 20:04:25.922964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-6ab0bce0-1253-499f-bc7e-df3e25015ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.925927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-6ab0bce0-1253-499f-bc7e-df3e25015ade service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 911 time: 0.3229313 Jul 16 20:04:25.970288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8646520-cca7-4c6b-9e27-5273906ffb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.004284 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8646520-cca7-4c6b-9e27-5273906ffb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.025239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-e77751c7-c809-4c88-917b-beea7b236a3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d HTTP/1.1" status: 200 len: 217 time: 0.0735567 Jul 16 20:04:26.062843 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8646520-cca7-4c6b-9e27-5273906ffb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.066363 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8646520-cca7-4c6b-9e27-5273906ffb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.070164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e8646520-cca7-4c6b-9e27-5273906ffb45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98c43ac9-e33a-4163-b8e9-a3f3b7057f07 HTTP/1.1" status: 204 len: 168 time: 0.1551702 Jul 16 20:04:26.091748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8646520-cca7-4c6b-9e27-5273906ffb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c43ac9-e33a-4163-b8e9-a3f3b7057f07,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:26.097026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:04:26.105769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.177524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-85c5e71c-bde1-428f-855f-a39bd622583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:26.179190 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-85c5e71c-bde1-428f-855f-a39bd622583b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 200 len: 850 time: 0.1440935 Jul 16 20:04:26.184410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:26.192584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:26.195929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:26.196539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.204021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a22f6-464f-4f4c-9317-382c1b13d0f9 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:26.211777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-1a2138bf-ff4c-4d48-92ac-cd8e2ddec5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:26.213516 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-1a2138bf-ff4c-4d48-92ac-cd8e2ddec5af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2629337 Jul 16 20:04:26.248584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=5a2634fc-8b41-4888-af6c-be8e3cd3fe30,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:26.262775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-7d21bd58-7565-4249-93e6-c13e08c8446d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3b0bad0-7caf-47ed-b183-8b204fa4297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724726 Jul 16 20:04:26.294317 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d291daf3-60b2-4471-841e-be8055124d1b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2076411 Jul 16 20:04:26.295123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37486) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:26.300933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:3c:36:ab', 'name': 'tempest-NetworksTestDHCPv6-969079326'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:26.426784 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-f7c227a7-7807-4283-b4d3-05e22c8e6f02 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728797 Jul 16 20:04:26.432640 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-952017d5-ab5c-418e-9aed-a1244272eff4 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559045 Jul 16 20:04:26.465703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': '5a2634fc-8b41-4888-af6c-be8e3cd3fe30'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:04:26.466577 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.495017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:26.719875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Allocated IP 2001:db8::f816:3eff:feab:e46a (d6702219-1b7c-462d-aaac-610760188933/5a2634fc-8b41-4888-af6c-be8e3cd3fe30/83766427-8361-43fd-a23c-01a0e6fbe8fd) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:26.733802 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-7263fa42-eee8-43ac-9b18-d8d9f77d36c1 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949357 Jul 16 20:04:26.833929 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-16c97a1b-7fa6-4fd8-a394-4f30af3cb19d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=baa0842c-1ad9-4292-a324-e8b5e6370306 HTTP/1.1" status: 200 len: 217 time: 0.0861099 Jul 16 20:04:26.841916 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-982727d1-d53c-4f90-8b14-9a438f2e222a req-7549ef26-fa4b-45dd-adbc-9a15954a27cb service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990064 Jul 16 20:04:26.956128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-119b5636-b293-4732-b898-108df75734c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:26.957605 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-119b5636-b293-4732-b898-108df75734c3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 200 len: 797 time: 0.1142318 Jul 16 20:04:26.982935 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.995515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Transition to ACTIVE for port object 83766427-8361-43fd-a23c-01a0e6fbe8fd will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:27.012828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Transition to ACTIVE for port object 83766427-8361-43fd-a23c-01a0e6fbe8fd will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:27.017601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6ce00815-7f0c-4232-a207-57054e538ae9 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:27.021878 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.092400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-fe202d2d-47a8-43d4-98fc-1d4241e5cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.095093 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-fe202d2d-47a8-43d4-98fc-1d4241e5cdbe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90afb9e8-2ecd-451a-8e3e-0230cb3efb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1253517 Jul 16 20:04:27.202708 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.243764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997890c6-06cf-445f-9964-d61c39e0e8da req-defda94e-b5a4-4fb3-97b8-7b4c0e4c1d45 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.245448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-997890c6-06cf-445f-9964-d61c39e0e8da req-defda94e-b5a4-4fb3-97b8-7b4c0e4c1d45 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.2386770 Jul 16 20:04:27.266299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1feb2b5-7fc5-45ff-bd07-8731a058bc45 req-e9496f44-5a91-44f6-aa98-87cd41141286 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.274660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1feb2b5-7fc5-45ff-bd07-8731a058bc45 req-e9496f44-5a91-44f6-aa98-87cd41141286 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.2531855 Jul 16 20:04:27.274905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Pushing event updated for resources: {'Port': ['ID=83766427-8361-43fd-a23c-01a0e6fbe8fd,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:27.283234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:27.301577 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-739b03b5-2daf-4656-8b99-c8a20e67f6d9 service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999245 Jul 16 20:04:27.306869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:27.310026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 6a3b6ed2-3d84-4b4b-87e4-e5016ceae205 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:27.310262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:27.351167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37520) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:27.472788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1feb2b5-7fc5-45ff-bd07-8731a058bc45 req-ee1952c3-1d6b-4e87-88ec-410c9be2c0cc tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917152 Jul 16 20:04:27.480188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Attempting to bind port 83766427-8361-43fd-a23c-01a0e6fbe8fd on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:27.481210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Attempting to bind port 83766427-8361-43fd-a23c-01a0e6fbe8fd by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:27.485099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Attempting to bind port 83766427-8361-43fd-a23c-01a0e6fbe8fd on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:27.489520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-997890c6-06cf-445f-9964-d61c39e0e8da req-7731c34d-0e2b-4cb6-85ab-4dc712485457 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107339 Jul 16 20:04:27.525844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 6ce00815-7f0c-4232-a207-57054e538ae9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:27.543418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:27.543811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:27.544245 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.550704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:27.555777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Bound port: 83766427-8361-43fd-a23c-01a0e6fbe8fd, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:27.557159 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.598791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 6ce00815-7f0c-4232-a207-57054e538ae9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:27.599194 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.621239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-5a39706c-d474-4dd1-8401-26b548ede09d service neutron] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055553 Jul 16 20:04:27.625901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fe3c:36ab (d6702219-1b7c-462d-aaac-610760188933/5a2634fc-8b41-4888-af6c-be8e3cd3fe30/6a3b6ed2-3d84-4b4b-87e4-e5016ceae205) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:27.683703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-723019252'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:27.710651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] For port 83766427-8361-43fd-a23c-01a0e6fbe8fd, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:27.716061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-bb16ee93-073e-4c47-b3a3-c4174e08ff3a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=446d7203-494b-4ed8-b9a2-b593d2676b59 HTTP/1.1" status: 200 len: 217 time: 0.0849001 Jul 16 20:04:27.734083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] For port 83766427-8361-43fd-a23c-01a0e6fbe8fd, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=83766427-8361-43fd-a23c-01a0e6fbe8fd,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:27.743926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.792256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-8fd4925d-71f3-4660-9fde-bd87e6b373c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.794544 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-8fd4925d-71f3-4660-9fde-bd87e6b373c9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.0685229 Jul 16 20:04:27.839030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaceb8a-3cd6-4ef8-a991-c7711be6e023 None None] Pushing event updated for resources: {'Port': ['ID=83766427-8361-43fd-a23c-01a0e6fbe8fd,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:27.845163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.861743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:27.866133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.875866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157e1c0-6abf-4a95-a9dc-325d339046bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce00815-7f0c-4232-a207-57054e538ae9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:27.878962 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e3704c-e1a2-44c4-82ab-44d9b3a4d83b" -d '{"events": [{"server_uuid": "2157e1c0-6abf-4a95-a9dc-325d339046bc", "name": "network-vif-plugged", "status": "completed", "tag": "6ce00815-7f0c-4232-a207-57054e538ae9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:27.890829 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.900154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-04a0e854-a1ed-44ba-a92c-e7259d5724ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.901705 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-04a0e854-a1ed-44ba-a92c-e7259d5724ce service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947545 Jul 16 20:04:27.903078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6ce00815-7f0c-4232-a207-57054e538ae9,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:27.910650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.933342 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.957580 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d1d519-fc2b-453a-9d16-584e313481da x-openstack-request-id: req-d5d1d519-fc2b-453a-9d16-584e313481da {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:27.957888 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2157e1c0-6abf-4a95-a9dc-325d339046bc", "name": "network-vif-plugged", "status": "completed", "tag": "6ce00815-7f0c-4232-a207-57054e538ae9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:27.958138 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5d1d519-fc2b-453a-9d16-584e313481da {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:27.958593 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157e1c0-6abf-4a95-a9dc-325d339046bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce00815-7f0c-4232-a207-57054e538ae9', 'code': 200} Jul 16 20:04:27.963536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 6a3b6ed2-3d84-4b4b-87e4-e5016ceae205 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:28.006107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd91b5-cd42-42ed-b81d-34f30096e7b9 req-07542522-bb6c-4102-beb8-52395b0036bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.007737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76fd91b5-cd42-42ed-b81d-34f30096e7b9 req-07542522-bb6c-4102-beb8-52395b0036bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 944 time: 0.3153868 Jul 16 20:04:28.008336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=6ce00815-7f0c-4232-a207-57054e538ae9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:28.103812 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-2f223965-d3ca-4cb3-b723-e59ffb53c332 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903422 Jul 16 20:04:28.155011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.193074 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76fd91b5-cd42-42ed-b81d-34f30096e7b9 req-13243306-e3bd-4225-bb02-567194a22dde tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715717 Jul 16 20:04:28.226798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:28.265593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=6a3b6ed2-3d84-4b4b-87e4-e5016ceae205,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:28.275626 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-20989604-e259-43f2-aa5a-689cfba7a948 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604273 Jul 16 20:04:28.282003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:28.287797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:28.293464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.294216 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.327017 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-25359b80-65f8-43ea-8147-a59f8eb214b9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d HTTP/1.1" status: 200 len: 217 time: 0.0396717 Jul 16 20:04:28.333604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c51e0-0fc7-4c8a-a9d1-26fa934ffd1a req-c3e56fa3-f5bb-46b7-94cd-7962bfca7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.335134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f7c51e0-0fc7-4c8a-a9d1-26fa934ffd1a req-c3e56fa3-f5bb-46b7-94cd-7962bfca7186 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 1097 time: 0.2725167 Jul 16 20:04:28.336929 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.342494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.357811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-35fa4b35-3abe-4473-aecb-0505147c8285 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0591738 Jul 16 20:04:28.358361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:28.375514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:04:28.404757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.405157 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment b93ee758-fa5d-4609-818a-4eb40425970f of type vlan for network 03cd00a4-508d-464d-9d0f-2785db1b58b2 Jul 16 20:04:28.407310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e62d74d-e33b-411f-8250-2fe51ddd074d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:28.430199 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f7c51e0-0fc7-4c8a-a9d1-26fa934ffd1a req-950758a8-0f30-443f-a748-dd1c2e872b5f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779593 Jul 16 20:04:28.454242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-b18cd37e-ade3-48e8-9ec7-98f2ebb084dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.455819 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-b18cd37e-ade3-48e8-9ec7-98f2ebb084dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 200 len: 797 time: 0.1081166 Jul 16 20:04:28.462410 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.476756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453530f-ea86-406d-b4a2-2eecd6030474 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.483960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453530f-ea86-406d-b4a2-2eecd6030474 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.488830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37538) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:28.489036 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6453530f-ea86-406d-b4a2-2eecd6030474 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1278949 Jul 16 20:04:28.527274 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.535264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.535901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.559127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1641665 Jul 16 20:04:28.570855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37546) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:28.591101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-1410136899'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:28.655153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:28.659991 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.662941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01779c81-836f-4663-99ed-b1127a2cadc2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=03cd00a4-508d-464d-9d0f-2785db1b58b2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:28.687352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c2bb7500-d281-423a-9d32-3f1f62a306c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.687352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-c2bb7500-d281-423a-9d32-3f1f62a306c6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4d20431-3c66-42db-b7b8-964e2c5f30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1845596 Jul 16 20:04:28.690124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 03cd00a4-508d-464d-9d0f-2785db1b58b2 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:04:28.765602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:04:28.797872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.798464 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment 6d178413-9772-4641-bd34-771b1dc37aa4 of type vlan for network 6c2aff42-47ac-4ac1-a61a-6956666fd639 Jul 16 20:04:28.851118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f9a28827-a7d2-4324-b582-029d739f64f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 6a3b6ed2-3d84-4b4b-87e4-e5016ceae205 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:28.851469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a28827-a7d2-4324-b582-029d739f64f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.903174 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:28.913621 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-329aa75e-78ba-439e-94de-3bc355b7eeb2 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156887 Jul 16 20:04:28.961273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352d8ab-6992-451b-bf7f-b4c855d40592 req-0a032458-546b-4933-a71c-d7a067cc6671 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.963015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d352d8ab-6992-451b-bf7f-b4c855d40592 req-0a032458-546b-4933-a71c-d7a067cc6671 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.1723652 Jul 16 20:04:28.974200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827296-ab2a-4868-b25e-e17ffe5f8d88 req-e0518d81-1ef2-4e02-ab44-e6707645b1c2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.981587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca827296-ab2a-4868-b25e-e17ffe5f8d88 req-e0518d81-1ef2-4e02-ab44-e6707645b1c2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.2698061 Jul 16 20:04:29.044675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a28827-a7d2-4324-b582-029d739f64f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.075714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f9a28827-a7d2-4324-b582-029d739f64f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 6a3b6ed2-3d84-4b4b-87e4-e5016ceae205 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:29.102313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca827296-ab2a-4868-b25e-e17ffe5f8d88 req-4940043f-1fdb-447c-a7f8-8393a5ff7c8c tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181645 Jul 16 20:04:29.126359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d352d8ab-6992-451b-bf7f-b4c855d40592 req-444f2306-ee69-4aa8-9be4-eb21b4970324 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372488 Jul 16 20:04:29.263748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 83766427-8361-43fd-a23c-01a0e6fbe8fd up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:29.343350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a28827-a7d2-4324-b582-029d739f64f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.373334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c41ea214-a07a-4275-9f8c-ce66d336d874 None None] Provisioning for port 83766427-8361-43fd-a23c-01a0e6fbe8fd completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:29.421484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a28827-a7d2-4324-b582-029d739f64f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.424770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f9a28827-a7d2-4324-b582-029d739f64f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/6a3b6ed2-3d84-4b4b-87e4-e5016ceae205 HTTP/1.1" status: 204 len: 168 time: 0.9338005 Jul 16 20:04:29.428112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28827-a7d2-4324-b582-029d739f64f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=6a3b6ed2-3d84-4b4b-87e4-e5016ceae205,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:29.431011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 83766427-8361-43fd-a23c-01a0e6fbe8fd completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:29.432869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37560) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:29.442889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 83766427-8361-43fd-a23c-01a0e6fbe8fd triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:29.443450 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.487578 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.494046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:29.495144 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.583099 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.618453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c9758-93f0-4bfd-8725-78ec26856e37 req-742a6ee6-b6cd-4f37-b24d-7767ef1c7942 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:29.620907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a4c9758-93f0-4bfd-8725-78ec26856e37 req-742a6ee6-b6cd-4f37-b24d-7767ef1c7942 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 945 time: 0.1956999 Jul 16 20:04:29.661135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1914da8b-6339-4e04-9757-1ba2b9db2d46 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:29.661380 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0811312 Jul 16 20:04:29.663424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1914da8b-6339-4e04-9757-1ba2b9db2d46 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:29.663657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 83766427-8361-43fd-a23c-01a0e6fbe8fd, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=83766427-8361-43fd-a23c-01a0e6fbe8fd,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:29.665843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1914da8b-6339-4e04-9757-1ba2b9db2d46 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1733141 Jul 16 20:04:29.666859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37564) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:29.669916 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.675755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': '03cd00a4-508d-464d-9d0f-2785db1b58b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:29.690060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37566) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:29.771227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e55830-4c0d-4b27-ab5c-1e3052b1e18b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=6c2aff42-47ac-4ac1-a61a-6956666fd639,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:29.776530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-03f1deb3-cf11-4d87-bd2e-73decfb3ec36 None None] Could not find standard attr ID for object 6a3b6ed2-3d84-4b4b-87e4-e5016ceae205. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:29.792193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6c2aff42-47ac-4ac1-a61a-6956666fd639 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:04:29.813294 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e18768c-2bac-4707-8664-b3c655534e28 req-f264528e-e6cc-4e0f-b399-08f2155a6d11 service neutron] 10.222.0.68 "GET /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8870769 Jul 16 20:04:29.823396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=83766427-8361-43fd-a23c-01a0e6fbe8fd,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:29.863657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a4c9758-93f0-4bfd-8725-78ec26856e37 req-3722cd62-9fbd-4c23-88de-78bee4988f62 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247736 Jul 16 20:04:29.880680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d9b787-97fc-490a-9e29-b5c15416ec19 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 5a2634fc-8b41-4888-af6c-be8e3cd3fe30 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:29.887518 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12d9b787-97fc-490a-9e29-b5c15416ec19 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.949317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:29.953222 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.970568 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12d9b787-97fc-490a-9e29-b5c15416ec19 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.146917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12d9b787-97fc-490a-9e29-b5c15416ec19 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.312980 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12d9b787-97fc-490a-9e29-b5c15416ec19 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.353814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9b787-97fc-490a-9e29-b5c15416ec19 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2634fc-8b41-4888-af6c-be8e3cd3fe30,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:30.357045 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.420599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51858a1-dc6a-4155-b28e-83800469ce65 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:30.422480 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12d9b787-97fc-490a-9e29-b5c15416ec19 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.424896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-12d9b787-97fc-490a-9e29-b5c15416ec19 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/5a2634fc-8b41-4888-af6c-be8e3cd3fe30 HTTP/1.1" status: 204 len: 168 time: 0.7333436 Jul 16 20:04:30.428217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37584) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:30.482279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=80894b04-2ca3-4877-a38f-e4a8d284a7e4,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:30.492793 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27a31a7e-35f6-4d26-86ac-e73329d281b9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608935 Jul 16 20:04:30.496677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37586) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:30.502003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:30.573891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': 'b93ee758-fa5d-4609-818a-4eb40425970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '03cd00a4-508d-464d-9d0f-2785db1b58b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:30.574515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: 03cd00a4-508d-464d-9d0f-2785db1b58b2, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:04:30.607587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:30.614074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.626229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 03cd00a4-508d-464d-9d0f-2785db1b58b2 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:04:30.639778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6475-72c8-4c53-b09f-b761a44dfd63 req-1f1ce86e-8dfb-465d-b571-5fb325491380 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:30.641341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb3f6475-72c8-4c53-b09f-b761a44dfd63 req-1f1ce86e-8dfb-465d-b571-5fb325491380 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.2412169 Jul 16 20:04:30.656853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 03cd00a4-508d-464d-9d0f-2785db1b58b2) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:30.681951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c862-8199-4107-8361-db78a09bfd9b req-b3c42253-ab19-475f-a15c-b09dec2bc64f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:30.688741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6170c862-8199-4107-8361-db78a09bfd9b req-b3c42253-ab19-475f-a15c-b09dec2bc64f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.4259198 Jul 16 20:04:30.691631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9344b6e-aaae-41b0-82f9-663aa3a57eb3 None None] Network 03cd00a4-508d-464d-9d0f-2785db1b58b2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:30.693805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:30.694721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.706063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:30.786815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb3f6475-72c8-4c53-b09f-b761a44dfd63 req-851d9b2d-2e5b-472f-926c-a47d57c32b44 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340508 Jul 16 20:04:30.790532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6170c862-8199-4107-8361-db78a09bfd9b req-a13845b8-aaeb-4818-95d3-c0bdf593b611 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007156 Jul 16 20:04:30.794478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d64c986d-eb54-49d7-859d-e84667aaeb3e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1221535 Jul 16 20:04:30.794898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37590) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:30.804041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': '6c2aff42-47ac-4ac1-a61a-6956666fd639', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:30.875221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] Deleting port 83766427-8361-43fd-a23c-01a0e6fbe8fd {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:30.878163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.029020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:04:31.034400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:31.039902 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.081263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-03cd00a4-508d-464d-9d0f-2785db1b58b2', 'network_id': '03cd00a4-508d-464d-9d0f-2785db1b58b2', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': '80894b04-2ca3-4877-a38f-e4a8d284a7e4'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:04:31.082158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.129058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] For port 83766427-8361-43fd-a23c-01a0e6fbe8fd, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=83766427-8361-43fd-a23c-01a0e6fbe8fd,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:31.129528 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.211580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] Calling delete_port for 83766427-8361-43fd-a23c-01a0e6fbe8fd owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:31.216472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 83766427-8361-43fd-a23c-01a0e6fbe8fd no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:31.234565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34b3e-f662-4408-a4fb-8c25c3fd6327 req-faabb203-a795-4fe4-915b-684ede7d5561 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.240636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4b34b3e-f662-4408-a4fb-8c25c3fd6327 req-faabb203-a795-4fe4-915b-684ede7d5561 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 945 time: 0.1893475 Jul 16 20:04:31.313232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.325894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4b34b3e-f662-4408-a4fb-8c25c3fd6327 req-a8e7b9cf-38b0-4a53-aaa0-d0b4f72d571d tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859718 Jul 16 20:04:31.427966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.461366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Allocated IP 172.20.0.2 (03cd00a4-508d-464d-9d0f-2785db1b58b2/80894b04-2ca3-4877-a38f-e4a8d284a7e4/55f8a8ad-01ef-4097-a715-ffa88901c839) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:31.519439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.583402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port 83766427-8361-43fd-a23c-01a0e6fbe8fd, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=83766427-8361-43fd-a23c-01a0e6fbe8fd,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:31.604622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=12e6ba58-b9ed-457d-a291-6317efd041d3,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:31.620476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': '6d178413-9772-4641-bd34-771b1dc37aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6c2aff42-47ac-4ac1-a61a-6956666fd639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:31.620991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: 6c2aff42-47ac-4ac1-a61a-6956666fd639, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:04:31.621645 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.630339 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.631504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.646819 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.672678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169e214-b1e5-4162-aba0-ef7831a91af8 req-608d4026-6437-4d09-8fd5-2630994a6cf0 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.674763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d169e214-b1e5-4162-aba0-ef7831a91af8 req-608d4026-6437-4d09-8fd5-2630994a6cf0 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 945 time: 0.1281991 Jul 16 20:04:31.675753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 6c2aff42-47ac-4ac1-a61a-6956666fd639 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:04:31.692256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6c2aff42-47ac-4ac1-a61a-6956666fd639) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:31.697307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] No DVR routers for this DVR port 83766427-8361-43fd-a23c-01a0e6fbe8fd on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:31.698430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=83766427-8361-43fd-a23c-01a0e6fbe8fd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:31.706037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.706778 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.726047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:31.729474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:31.734143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.734758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.743163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d169e214-b1e5-4162-aba0-ef7831a91af8 req-6879a26a-eac2-4529-abea-dace76fa9fb1 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602314 Jul 16 20:04:31.746013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ee6ddbfd-5cbd-4055-95dd-283bfa361e32 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9501204 Jul 16 20:04:31.748608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37596) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:31.751903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=e810635c-d781-4d38-8c7e-a58546006aaa,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:31.755156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d0ca6cb7-6bbe-40fe-8dd3-3e41ef04063b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-677740699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:31.758021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56bef59-ece9-46c7-b343-e2297fdbe4e6 None None] Network 6c2aff42-47ac-4ac1-a61a-6956666fd639 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:31.767773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d5d2f2ee-7916-421d-9859-f44db2ad516b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2696717 Jul 16 20:04:31.768170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e1f1c7-455d-46fa-a2a7-8bdd3d182a32 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:31.770379 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37598) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:31.787994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:6e:4b:72', 'name': 'tempest-NetworksTestDHCPv6-903458165'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:31.827158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b0f13-ffa3-442b-8123-f95d0c2f7181 None None] Pushing event deleted for resources: {'Port': ['ID=83766427-8361-43fd-a23c-01a0e6fbe8fd,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:31.855824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6cb7-6bbe-40fe-8dd3-3e41ef04063b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.863292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6cb7-6bbe-40fe-8dd3-3e41ef04063b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.914735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:31.965493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Transition to ACTIVE for port object 55f8a8ad-01ef-4097-a715-ffa88901c839 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:31.979720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:32.019707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Transition to ACTIVE for port object 55f8a8ad-01ef-4097-a715-ffa88901c839 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:32.032072 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6cb7-6bbe-40fe-8dd3-3e41ef04063b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.032506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.038585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6cb7-6bbe-40fe-8dd3-3e41ef04063b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.083073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6cb7-6bbe-40fe-8dd3-3e41ef04063b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.086323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d0ca6cb7-6bbe-40fe-8dd3-3e41ef04063b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3364468 Jul 16 20:04:32.107261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37614) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:32.164523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Network 03cd00a4-508d-464d-9d0f-2785db1b58b2 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:32.177554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:32.186961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:32.199618 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.256554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 50201018-b008-431c-a471-022a7fa0d6e8 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:32.258220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Pushing event updated for resources: {'Port': ['ID=55f8a8ad-01ef-4097-a715-ffa88901c839,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:32.271240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-6c2aff42-47ac-4ac1-a61a-6956666fd639', 'network_id': '6c2aff42-47ac-4ac1-a61a-6956666fd639', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': '12e6ba58-b9ed-457d-a291-6317efd041d3'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:04:32.271240 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.311686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': 'e810635c-d781-4d38-8c7e-a58546006aaa'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:04:32.312601 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.386733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Attempting to bind port 55f8a8ad-01ef-4097-a715-ffa88901c839 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:32.387828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Attempting to bind port 55f8a8ad-01ef-4097-a715-ffa88901c839 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'b93ee758-fa5d-4609-818a-4eb40425970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '03cd00a4-508d-464d-9d0f-2785db1b58b2'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:32.388434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Attempting to bind port 55f8a8ad-01ef-4097-a715-ffa88901c839 on network 03cd00a4-508d-464d-9d0f-2785db1b58b2 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:32.443821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fe6e:4b72 (d6702219-1b7c-462d-aaac-610760188933/e810635c-d781-4d38-8c7e-a58546006aaa/50201018-b008-431c-a471-022a7fa0d6e8) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:32.479818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:32.480273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Checking segment: {'id': 'b93ee758-fa5d-4609-818a-4eb40425970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '03cd00a4-508d-464d-9d0f-2785db1b58b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:32.480646 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.481057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Bound using segment: {'id': 'b93ee758-fa5d-4609-818a-4eb40425970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '03cd00a4-508d-464d-9d0f-2785db1b58b2'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:32.481557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Bound port: 55f8a8ad-01ef-4097-a715-ffa88901c839, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93ee758-fa5d-4609-818a-4eb40425970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '03cd00a4-508d-464d-9d0f-2785db1b58b2'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:32.482429 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.670830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.689918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 50201018-b008-431c-a471-022a7fa0d6e8 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:32.712115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] For port 55f8a8ad-01ef-4097-a715-ffa88901c839, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:32.716843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] For port 55f8a8ad-01ef-4097-a715-ffa88901c839, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=55f8a8ad-01ef-4097-a715-ffa88901c839,segment=NetworkSegment(b93ee758-fa5d-4609-818a-4eb40425970f),segment_id=b93ee758-fa5d-4609-818a-4eb40425970f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:32.729798 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.768752 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.812365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Allocated IP 172.21.0.2 (6c2aff42-47ac-4ac1-a61a-6956666fd639/12e6ba58-b9ed-457d-a291-6317efd041d3/c82bd4c7-47bf-471f-a5d5-1fef0013e110) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:32.872657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:32.879029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:32.882915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:32.888690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1605dc-dd67-46e1-8947-cc0483830e68 req-66829e67-ebb7-432d-bd75-e348a108d7f0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:32.889376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:32.890864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.891032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f1605dc-dd67-46e1-8947-cc0483830e68 req-66829e67-ebb7-432d-bd75-e348a108d7f0 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.8215871 Jul 16 20:04:32.911693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=50201018-b008-431c-a471-022a7fa0d6e8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:32.926906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11d6bb-19c4-45c4-a05b-1b3b760619b4 None None] Pushing event updated for resources: {'Port': ['ID=55f8a8ad-01ef-4097-a715-ffa88901c839,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:32.934124 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9e7c5a67-cbcb-4140-898f-056bbbd90658 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1614347 Jul 16 20:04:32.934804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37624) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:33.034333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d5369-4012-4b72-bd42-064f025ef605 req-901d6a1d-6e38-4520-972a-a74e062fcc1b tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:33.036121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d61d5369-4012-4b72-bd42-064f025ef605 req-901d6a1d-6e38-4520-972a-a74e062fcc1b tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.3607583 Jul 16 20:04:33.105593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de440175-9de1-481b-83fe-13380a8e698b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:33.113261 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-de440175-9de1-481b-83fe-13380a8e698b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1760347 Jul 16 20:04:33.113656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37626) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:33.121048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f1605dc-dd67-46e1-8947-cc0483830e68 req-139dacf3-2d7c-4d8a-b465-3e1348f79d70 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235451 Jul 16 20:04:33.211701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d61d5369-4012-4b72-bd42-064f025ef605 req-3c6d583f-17ad-4642-a075-51fce141c85d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628776 Jul 16 20:04:33.262242 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.279579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Allocated IP 2001:db8::f816:3eff:febf:e335 (d6702219-1b7c-462d-aaac-610760188933/e810635c-d781-4d38-8c7e-a58546006aaa/60248f2a-3d56-48e6-a601-69f43a7f14dc) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:33.548510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.576603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Transition to ACTIVE for port object 60248f2a-3d56-48e6-a601-69f43a7f14dc will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:33.676417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Transition to ACTIVE for port object 60248f2a-3d56-48e6-a601-69f43a7f14dc will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:33.688362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4075eb7d-3995-4449-a2fb-72d2bbff903d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 50201018-b008-431c-a471-022a7fa0d6e8 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:33.688545 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.688718 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4075eb7d-3995-4449-a2fb-72d2bbff903d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.692123 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.735801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Transition to ACTIVE for port object c82bd4c7-47bf-471f-a5d5-1fef0013e110 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:33.788500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:33.798296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:33.807015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:33.809710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Pushing event updated for resources: {'Port': ['ID=60248f2a-3d56-48e6-a601-69f43a7f14dc,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:33.814934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Transition to ACTIVE for port object c82bd4c7-47bf-471f-a5d5-1fef0013e110 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:33.827064 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.915264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Network 6c2aff42-47ac-4ac1-a61a-6956666fd639 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:33.921838 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:33.932447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:33.937015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Pushing event updated for resources: {'Port': ['ID=c82bd4c7-47bf-471f-a5d5-1fef0013e110,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:33.940098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Attempting to bind port 60248f2a-3d56-48e6-a601-69f43a7f14dc on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:33.940960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Attempting to bind port 60248f2a-3d56-48e6-a601-69f43a7f14dc by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:33.941615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Attempting to bind port 60248f2a-3d56-48e6-a601-69f43a7f14dc on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:33.949282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:33.949662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:33.950069 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.950461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:33.950929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Bound port: 60248f2a-3d56-48e6-a601-69f43a7f14dc, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:33.951314 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.978232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.20.0.1 (03cd00a4-508d-464d-9d0f-2785db1b58b2/80894b04-2ca3-4877-a38f-e4a8d284a7e4/aaf42ad3-3bc0-4fa0-aaff-501fa360b664) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:33.981496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4075eb7d-3995-4449-a2fb-72d2bbff903d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.004817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4075eb7d-3995-4449-a2fb-72d2bbff903d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 50201018-b008-431c-a471-022a7fa0d6e8 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:34.093889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] For port 60248f2a-3d56-48e6-a601-69f43a7f14dc, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:34.100637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] For port 60248f2a-3d56-48e6-a601-69f43a7f14dc, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=60248f2a-3d56-48e6-a601-69f43a7f14dc,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:34.116843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.147218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109bd58-efda-4f3f-bc10-2b3d385f6cf1 req-8dda88c7-0572-4dfc-ac67-1a69301505bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.153892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Attempting to bind port c82bd4c7-47bf-471f-a5d5-1fef0013e110 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:34.154111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3109bd58-efda-4f3f-bc10-2b3d385f6cf1 req-8dda88c7-0572-4dfc-ac67-1a69301505bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 945 time: 0.3200250 Jul 16 20:04:34.154323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Attempting to bind port c82bd4c7-47bf-471f-a5d5-1fef0013e110 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '6d178413-9772-4641-bd34-771b1dc37aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6c2aff42-47ac-4ac1-a61a-6956666fd639'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:34.154652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Attempting to bind port c82bd4c7-47bf-471f-a5d5-1fef0013e110 on network 6c2aff42-47ac-4ac1-a61a-6956666fd639 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:34.164525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:34.164525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Checking segment: {'id': '6d178413-9772-4641-bd34-771b1dc37aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6c2aff42-47ac-4ac1-a61a-6956666fd639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:34.164525 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.164525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Bound using segment: {'id': '6d178413-9772-4641-bd34-771b1dc37aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6c2aff42-47ac-4ac1-a61a-6956666fd639'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:34.166119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Bound port: c82bd4c7-47bf-471f-a5d5-1fef0013e110, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d178413-9772-4641-bd34-771b1dc37aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6c2aff42-47ac-4ac1-a61a-6956666fd639'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:34.166119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.167774 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.300704 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.350255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] For port c82bd4c7-47bf-471f-a5d5-1fef0013e110, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:34.365954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] For port c82bd4c7-47bf-471f-a5d5-1fef0013e110, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c82bd4c7-47bf-471f-a5d5-1fef0013e110,segment=NetworkSegment(6d178413-9772-4641-bd34-771b1dc37aa4),segment_id=6d178413-9772-4641-bd34-771b1dc37aa4)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:34.375132 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.378103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afea111-5388-425b-8ab3-9701f06cefea None None] Pushing event updated for resources: {'Port': ['ID=60248f2a-3d56-48e6-a601-69f43a7f14dc,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:34.454324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object aaf42ad3-3bc0-4fa0-aaff-501fa360b664 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:34.468419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d13df0-5fc6-4a09-9f70-0262238f9557 None None] Pushing event updated for resources: {'Port': ['ID=c82bd4c7-47bf-471f-a5d5-1fef0013e110,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:34.478578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3109bd58-efda-4f3f-bc10-2b3d385f6cf1 req-b2f709d2-d8d8-4d48-b30e-048301c5d6ab tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235111 Jul 16 20:04:34.557213 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4075eb7d-3995-4449-a2fb-72d2bbff903d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.655541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075eb7d-3995-4449-a2fb-72d2bbff903d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=50201018-b008-431c-a471-022a7fa0d6e8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:34.667111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614bd5a-198e-44aa-bba2-fe885a79bafd req-5e5f6918-c5a0-40c9-9526-077d8bfccf74 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.668908 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2614bd5a-198e-44aa-bba2-fe885a79bafd req-5e5f6918-c5a0-40c9-9526-077d8bfccf74 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.3210440 Jul 16 20:04:34.760651 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.765824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4075eb7d-3995-4449-a2fb-72d2bbff903d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.769086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4075eb7d-3995-4449-a2fb-72d2bbff903d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/50201018-b008-431c-a471-022a7fa0d6e8 HTTP/1.1" status: 204 len: 168 time: 1.6519125 Jul 16 20:04:34.771752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37650) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:34.852442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2614bd5a-198e-44aa-bba2-fe885a79bafd req-275396af-0bc8-4a32-99a4-adf8d876078b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718135 Jul 16 20:04:34.855331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 03cd00a4-508d-464d-9d0f-2785db1b58b2 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:34.871266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:34.874650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:34.881771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f13d1-28da-44fc-b6ce-370bb921481f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.882361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.895862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f13d1-28da-44fc-b6ce-370bb921481f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.900233 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-864f13d1-28da-44fc-b6ce-370bb921481f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1248808 Jul 16 20:04:34.900817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37652) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:34.944292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=aaf42ad3-3bc0-4fa0-aaff-501fa360b664,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:34.957360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b9a54-2f7c-4151-aa5b-a509de6de51c None None] Network 03cd00a4-508d-464d-9d0f-2785db1b58b2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:34.981604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217cdbb-d083-4382-b7a1-89e9cb319b58 req-f3667a74-3b9e-4ea1-b885-c79656fcc5f9 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.983278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2217cdbb-d083-4382-b7a1-89e9cb319b58 req-f3667a74-3b9e-4ea1-b885-c79656fcc5f9 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.3302560 Jul 16 20:04:35.012774 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fb9de3-3b2e-40d1-838d-b80a656d06b5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet e810635c-d781-4d38-8c7e-a58546006aaa {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:35.016978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9de3-3b2e-40d1-838d-b80a656d06b5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.024190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.075493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6ce00815-7f0c-4232-a207-57054e538ae9 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:35.084605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9de3-3b2e-40d1-838d-b80a656d06b5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.112967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2217cdbb-d083-4382-b7a1-89e9cb319b58 req-81b58da1-8069-4a46-acb1-e2f9af1cd5d3 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230211 Jul 16 20:04:35.204284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4b2245e6-69c8-4395-a68d-0b8be2b572b3 None None] Provisioning for port 55f8a8ad-01ef-4097-a715-ffa88901c839 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:35.249122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9de3-3b2e-40d1-838d-b80a656d06b5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.309810 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.331758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9de3-3b2e-40d1-838d-b80a656d06b5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.362521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9de3-3b2e-40d1-838d-b80a656d06b5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=e810635c-d781-4d38-8c7e-a58546006aaa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:35.367842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9de3-3b2e-40d1-838d-b80a656d06b5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.370648 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f8fb9de3-3b2e-40d1-838d-b80a656d06b5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/e810635c-d781-4d38-8c7e-a58546006aaa HTTP/1.1" status: 204 len: 168 time: 0.4686725 Jul 16 20:04:35.373097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37658) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:35.397451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6ce00815-7f0c-4232-a207-57054e538ae9,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:35.404319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 60248f2a-3d56-48e6-a601-69f43a7f14dc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:35.440668 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '6ce00815-7f0c-4232-a207-57054e538ae9', 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'port_id': '6ce00815-7f0c-4232-a207-57054e538ae9', 'mac_address': 'fa:16:3e:fc:a9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867a351-56a8-4651-91b3-0c4800f1279d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:35.456778 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a908f1e2-44eb-4b95-bdc3-a69212362083 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815091 Jul 16 20:04:35.457518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:35.544520 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.563250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9cbced-e635-4013-ad4e-6d473bb55ad5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.564431 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f9cbced-e635-4013-ad4e-6d473bb55ad5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1058390 Jul 16 20:04:35.566105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37668) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:35.587757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ce00815-7f0c-4232-a207-57054e538ae9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:35.651069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6ce00815-7f0c-4232-a207-57054e538ae9,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:35.652288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 60248f2a-3d56-48e6-a601-69f43a7f14dc completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:35.662769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.676178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b36729d-2841-4cf0-bedf-155deb6be3d4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.680958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 55f8a8ad-01ef-4097-a715-ffa88901c839 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:35.686790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b36729d-2841-4cf0-bedf-155deb6be3d4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1195459 Jul 16 20:04:35.687527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37670) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:35.819526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f2d721ba-6605-4f71-853a-3e42c1684ed0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254187 Jul 16 20:04:35.821698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37672) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:35.827633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:35.834693 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.901389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.993713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=6ce00815-7f0c-4232-a207-57054e538ae9,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:36.022320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['6ce00815-7f0c-4232-a207-57054e538ae9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:36.103280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=aaf42ad3-3bc0-4fa0-aaff-501fa360b664,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:36.104691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 55f8a8ad-01ef-4097-a715-ffa88901c839 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:36.139506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:36.155355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.199365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Provisioning complete for port 55f8a8ad-01ef-4097-a715-ffa88901c839 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:36.199658 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.208870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 55f8a8ad-01ef-4097-a715-ffa88901c839 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:36.209283 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.312037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.343179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fedfd-1d60-4e69-a319-3b2e5bd24958 req-e7f9444f-a04a-4497-8796-460017f92b95 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.351118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-073fedfd-1d60-4e69-a319-3b2e5bd24958 req-e7f9444f-a04a-4497-8796-460017f92b95 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 944 time: 0.5118973 Jul 16 20:04:36.520013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc32853-41b3-4a8c-b795-6dcc52f26181 None None] Network 6c2aff42-47ac-4ac1-a61a-6956666fd639 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:36.536063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-073fedfd-1d60-4e69-a319-3b2e5bd24958 req-cbe44a9c-65c8-4ca8-b367-5ba4556bf315 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837075 Jul 16 20:04:36.591781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b54888-d177-48f0-acd2-4856e726d727 req-81fa776f-03e3-4f79-869d-4430911ce15d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.593440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36b54888-d177-48f0-acd2-4856e726d727 req-81fa776f-03e3-4f79-869d-4430911ce15d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.4261153 Jul 16 20:04:36.631158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.655497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 03cd00a4-508d-464d-9d0f-2785db1b58b2 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:36.659924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:36.720340 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.728098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=b023a1d4-36a4-49e7-9796-5f039f95349e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:36.752706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:36.771422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:36.774226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.774831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:36.809707 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b5c824e-0663-45b7-b827-8af871698e60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9866903 Jul 16 20:04:36.812833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37684) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:36.818771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:fd:ff:01', 'name': 'tempest-NetworksTestDHCPv6-708722543'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:36.910190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e587b2a-1aff-4b96-b3f8-e4797fa0b0c3 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:36.932665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] For port 55f8a8ad-01ef-4097-a715-ffa88901c839, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=55f8a8ad-01ef-4097-a715-ffa88901c839,segment=NetworkSegment(b93ee758-fa5d-4609-818a-4eb40425970f),segment_id=b93ee758-fa5d-4609-818a-4eb40425970f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:36.961612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36b54888-d177-48f0-acd2-4856e726d727 req-2529f21b-5602-4033-87ea-717c1c2cd21f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356788 Jul 16 20:04:37.001427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c82bd4c7-47bf-471f-a5d5-1fef0013e110 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:37.028887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:04:37.040446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.087252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:37.092790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.117801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 82b1020a-fa8e-4038-898e-0890a7449ad1 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:37.146677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Pushing event updated for resources: {'Port': ['ID=55f8a8ad-01ef-4097-a715-ffa88901c839,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:37.196869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Provisioning for port aaf42ad3-3bc0-4fa0-aaff-501fa360b664 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:37.256504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Provisioning complete for port aaf42ad3-3bc0-4fa0-aaff-501fa360b664 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:37.257506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.282330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::106 (d6702219-1b7c-462d-aaac-610760188933/b023a1d4-36a4-49e7-9796-5f039f95349e/82b1020a-fa8e-4038-898e-0890a7449ad1) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:37.360707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-43bf7f5a-199a-423a-98db-57114281e74a None None] Port aaf42ad3-3bc0-4fa0-aaff-501fa360b664 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:37.440040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c82bd4c7-47bf-471f-a5d5-1fef0013e110 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:37.503351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.510400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:37.510903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Provisioning for port c82bd4c7-47bf-471f-a5d5-1fef0013e110 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:37.516626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Provisioning complete for port c82bd4c7-47bf-471f-a5d5-1fef0013e110 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:37.517015 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.521968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d7c3e42c-96f2-46d5-b655-1bf8d733df37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/abcd12ef-b5af-4e7f-af6d-758fb19ab4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4134867 Jul 16 20:04:37.523979 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc7e82-ed10-47e6-8783-93d24ae9fabb None None] Sync routers for ids ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:37.525825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37686) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:37.543787 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc7e82-ed10-47e6-8783-93d24ae9fabb None None] Routers {'abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:37.544459 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c7dc7e82-ed10-47e6-8783-93d24ae9fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:37.560640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 82b1020a-fa8e-4038-898e-0890a7449ad1 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:37.587194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b98d1-41d6-420b-b4ad-b84d84d57d8f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.593391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37690) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:37.603213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b36b98d1-41d6-420b-b4ad-b84d84d57d8f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports/aaf42ad3-3bc0-4fa0-aaff-501fa360b664 HTTP/1.1" status: 200 len: 910 time: 0.0764747 Jul 16 20:04:37.622418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3d64-9b74-4201-be57-9ca97f29a9a7 req-965dd646-72a9-4513-aea0-0d4867adb038 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.635640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f4e3d64-9b74-4201-be57-9ca97f29a9a7 req-965dd646-72a9-4513-aea0-0d4867adb038 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.1848903 Jul 16 20:04:37.660358 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c7dc7e82-ed10-47e6-8783-93d24ae9fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:37.681811 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc7e82-ed10-47e6-8783-93d24ae9fabb None None] Routers {'abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:37.682474 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c7dc7e82-ed10-47e6-8783-93d24ae9fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:37.716387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f4e3d64-9b74-4201-be57-9ca97f29a9a7 req-0cfb4124-95a8-4ceb-9f85-4883680cb623 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752134 Jul 16 20:04:37.781149 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.787179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 55f8a8ad-01ef-4097-a715-ffa88901c839 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:37.795332 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c7dc7e82-ed10-47e6-8783-93d24ae9fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:37.796012 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc7e82-ed10-47e6-8783-93d24ae9fabb None None] The sync data for ids ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:37.909736 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.942903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65907f09-edf9-49cd-89d9-e68c4b49baa5 req-813ff196-88e9-4b32-bb55-a67f55007e57 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.944527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65907f09-edf9-49cd-89d9-e68c4b49baa5 req-813ff196-88e9-4b32-bb55-a67f55007e57 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 944 time: 0.1360934 Jul 16 20:04:37.976256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] For port c82bd4c7-47bf-471f-a5d5-1fef0013e110, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c82bd4c7-47bf-471f-a5d5-1fef0013e110,segment=NetworkSegment(6d178413-9772-4641-bd34-771b1dc37aa4),segment_id=6d178413-9772-4641-bd34-771b1dc37aa4)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:37.977826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 55f8a8ad-01ef-4097-a715-ffa88901c839 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:37.978529 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.989909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:37.996228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:38.009702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:38.026194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.026881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.041576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65907f09-edf9-49cd-89d9-e68c4b49baa5 req-9167b946-bb29-4852-979d-eb0c1628e3c9 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876403 Jul 16 20:04:38.045296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=82b1020a-fa8e-4038-898e-0890a7449ad1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:38.046843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.057775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6df48792-c2e1-47da-9484-8aa1d355d5da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2411363 Jul 16 20:04:38.058418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37702) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:38.177920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b830c5-0209-412e-8071-f817f3884957 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.195127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b830c5-0209-412e-8071-f817f3884957 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.199322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-66b830c5-0209-412e-8071-f817f3884957 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1376696 Jul 16 20:04:38.200470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37706) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:38.217853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Provisioning complete for port aaf42ad3-3bc0-4fa0-aaff-501fa360b664 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:38.218243 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.307000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Pushing event updated for resources: {'Port': ['ID=c82bd4c7-47bf-471f-a5d5-1fef0013e110,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:38.316887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4a81f-306b-4265-bf37-55d6fd6be332 req-a4b30488-7939-4658-91f5-8f870fee7215 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.320112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70c4a81f-306b-4265-bf37-55d6fd6be332 req-a4b30488-7939-4658-91f5-8f870fee7215 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.1222470 Jul 16 20:04:38.342633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Port aaf42ad3-3bc0-4fa0-aaff-501fa360b664 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:38.359967 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Provisioning for port 60248f2a-3d56-48e6-a601-69f43a7f14dc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:38.374840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Provisioning complete for port 60248f2a-3d56-48e6-a601-69f43a7f14dc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:38.375248 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.432907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70c4a81f-306b-4265-bf37-55d6fd6be332 req-66a61816-391b-4e28-b42b-3988f368adfc tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051242 Jul 16 20:04:38.577273 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.577634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.605206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f851f289-28bf-4f53-95ca-719e5425e6c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 82b1020a-fa8e-4038-898e-0890a7449ad1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:38.605825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f851f289-28bf-4f53-95ca-719e5425e6c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.626029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] For port 60248f2a-3d56-48e6-a601-69f43a7f14dc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=60248f2a-3d56-48e6-a601-69f43a7f14dc,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:38.634403 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.717796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c46517-64f2-4525-92b9-22ee9ee5d5a6 req-8fde0487-ce76-4583-aba4-8c386a1f1389 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.726614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182a170-9b2a-4d48-b327-caec88a6a499 None None] Pushing event updated for resources: {'Port': ['ID=60248f2a-3d56-48e6-a601-69f43a7f14dc,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:38.728022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17c46517-64f2-4525-92b9-22ee9ee5d5a6 req-8fde0487-ce76-4583-aba4-8c386a1f1389 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 944 time: 0.1263604 Jul 16 20:04:38.768736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a74fcfe-2dd3-4b25-943e-4aed6c33c6ac None None] Provisioning complete for port c82bd4c7-47bf-471f-a5d5-1fef0013e110 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:38.768908 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a74fcfe-2dd3-4b25-943e-4aed6c33c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.789539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17c46517-64f2-4525-92b9-22ee9ee5d5a6 req-b27cc01d-5558-4e73-8113-dabbdcfb3085 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603418 Jul 16 20:04:38.900723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a74fcfe-2dd3-4b25-943e-4aed6c33c6ac None None] Provisioning complete for port 60248f2a-3d56-48e6-a601-69f43a7f14dc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:38.901453 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a74fcfe-2dd3-4b25-943e-4aed6c33c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.928340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f851f289-28bf-4f53-95ca-719e5425e6c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.955165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f851f289-28bf-4f53-95ca-719e5425e6c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 82b1020a-fa8e-4038-898e-0890a7449ad1 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:38.969112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd874c-ec2f-48cb-9cfe-cafa0c8c1945 req-2274c7c7-843d-4e94-880c-35690bae849d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.991290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15cd874c-ec2f-48cb-9cfe-cafa0c8c1945 req-2274c7c7-843d-4e94-880c-35690bae849d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.1078255 Jul 16 20:04:39.027863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6ce00815-7f0c-4232-a207-57054e538ae9 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:39.069535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15cd874c-ec2f-48cb-9cfe-cafa0c8c1945 req-ab7ef241-487d-45be-8ac2-f8beba749371 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768673 Jul 16 20:04:39.117952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a74fcfe-2dd3-4b25-943e-4aed6c33c6ac None None] Could not find standard attr ID for object 50201018-b008-431c-a471-022a7fa0d6e8. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:39.175581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.21.0.1 (6c2aff42-47ac-4ac1-a61a-6956666fd639/12e6ba58-b9ed-457d-a291-6317efd041d3/fc428ccc-0401-4535-959f-c2a5300809bc) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:39.188962 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.208587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6ce00815-7f0c-4232-a207-57054e538ae9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:39.257165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6ce00815-7f0c-4232-a207-57054e538ae9,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:39.266984 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.329987 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f851f289-28bf-4f53-95ca-719e5425e6c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.337269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2c4de759-feab-423e-a545-8bd30a3c78f7 None None] Provisioning for port 82b1020a-fa8e-4038-898e-0890a7449ad1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:39.348491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2c4de759-feab-423e-a545-8bd30a3c78f7 None None] Provisioning complete for port 82b1020a-fa8e-4038-898e-0890a7449ad1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:39.348491 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2c4de759-feab-423e-a545-8bd30a3c78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.352430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=6ce00815-7f0c-4232-a207-57054e538ae9,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:39.377423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2c4de759-feab-423e-a545-8bd30a3c78f7 None None] Port 82b1020a-fa8e-4038-898e-0890a7449ad1 was deleted so its status cannot be updated. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:04:39.554155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 60248f2a-3d56-48e6-a601-69f43a7f14dc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:39.621732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968744a-91af-4c1e-a7f4-b88573e25e27 req-12fb3a64-fafb-4cf4-b68a-27cda65127ee tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:39.623393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 60248f2a-3d56-48e6-a601-69f43a7f14dc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:39.623550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a968744a-91af-4c1e-a7f4-b88573e25e27 req-12fb3a64-fafb-4cf4-b68a-27cda65127ee tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.0801554 Jul 16 20:04:39.624840 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.678753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851f289-28bf-4f53-95ca-719e5425e6c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=82b1020a-fa8e-4038-898e-0890a7449ad1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:39.688693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a968744a-91af-4c1e-a7f4-b88573e25e27 req-63a843a1-141e-47c8-b331-aa212f6705d2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508583 Jul 16 20:04:39.718233 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f851f289-28bf-4f53-95ca-719e5425e6c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.723235 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f851f289-28bf-4f53-95ca-719e5425e6c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/82b1020a-fa8e-4038-898e-0890a7449ad1 HTTP/1.1" status: 204 len: 168 time: 1.5193942 Jul 16 20:04:39.724179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37726) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:39.740496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.762712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c82bd4c7-47bf-471f-a5d5-1fef0013e110 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:39.772558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object fc428ccc-0401-4535-959f-c2a5300809bc will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:39.784036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d543a0-0cad-4d52-a144-510b74b97519 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:39.785771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d543a0-0cad-4d52-a144-510b74b97519 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:39.789809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-51d543a0-0cad-4d52-a144-510b74b97519 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0616381 Jul 16 20:04:39.790076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37728) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:39.851238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5faf1ca7-10c6-433e-9788-553400745f1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet b023a1d4-36a4-49e7-9796-5f039f95349e {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:39.855030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5faf1ca7-10c6-433e-9788-553400745f1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.862594 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.867405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c82bd4c7-47bf-471f-a5d5-1fef0013e110 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:39.872690 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.941712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5faf1ca7-10c6-433e-9788-553400745f1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.994155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=fc428ccc-0401-4535-959f-c2a5300809bc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:40.015644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 6c2aff42-47ac-4ac1-a61a-6956666fd639 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:40.018995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:40.039098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:40.083588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5faf1ca7-10c6-433e-9788-553400745f1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.134232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.157227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52770c3c-edb0-4d41-9662-0c83cc32ef59 req-c4d158bd-b933-4575-8715-51a5db169035 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.158920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52770c3c-edb0-4d41-9662-0c83cc32ef59 req-c4d158bd-b933-4575-8715-51a5db169035 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 943 time: 0.1678147 Jul 16 20:04:40.218355 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5faf1ca7-10c6-433e-9788-553400745f1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.243823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80087cb5-c3c7-4f7d-b830-278c63b0e660 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:40.245400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52770c3c-edb0-4d41-9662-0c83cc32ef59 req-a8e63511-dbd3-4044-9fe1-543f106b7148 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799856 Jul 16 20:04:40.249567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5faf1ca7-10c6-433e-9788-553400745f1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.253248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5faf1ca7-10c6-433e-9788-553400745f1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/b023a1d4-36a4-49e7-9796-5f039f95349e HTTP/1.1" status: 204 len: 168 time: 0.4602661 Jul 16 20:04:40.302641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37738) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:40.345608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1ca7-10c6-433e-9788-553400745f1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=b023a1d4-36a4-49e7-9796-5f039f95349e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:40.368003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-11f752cc-78e2-43f9-8597-33dcac8e4b65 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637028 Jul 16 20:04:40.368935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37740) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:40.453262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdc848-afb6-49a4-a0c4-45b1af0d928d req-a71d0589-b98e-4ff2-a60a-99795eb21621 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.457069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.465052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0198c750-76e5-4395-880b-b577667e1252 None None] Provisioning for port fc428ccc-0401-4535-959f-c2a5300809bc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:40.468083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10bdc848-afb6-49a4-a0c4-45b1af0d928d req-a71d0589-b98e-4ff2-a60a-99795eb21621 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.1565976 Jul 16 20:04:40.470326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0198c750-76e5-4395-880b-b577667e1252 None None] Provisioning complete for port fc428ccc-0401-4535-959f-c2a5300809bc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:40.470981 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0198c750-76e5-4395-880b-b577667e1252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.518633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0198c750-76e5-4395-880b-b577667e1252 None None] Port fc428ccc-0401-4535-959f-c2a5300809bc cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:40.529741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10bdc848-afb6-49a4-a0c4-45b1af0d928d req-2a472f79-914f-4424-bf3c-82c37399a4e5 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Jul 16 20:04:40.538160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b35a3-8cf4-4010-9de9-e9389fc21ea8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.542218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37742) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:40.542355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1d0b35a3-8cf4-4010-9de9-e9389fc21ea8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1710281 Jul 16 20:04:40.603977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61ed806-926e-4e1a-9967-5aaf503c8461 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.605693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c61ed806-926e-4e1a-9967-5aaf503c8461 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0622137 Jul 16 20:04:40.608432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:40.634929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:40.668870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-abe184b7-0d72-4615-94b0-c8d37ec65680 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588589 Jul 16 20:04:40.669020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37746) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:40.676853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:40.698203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] Deleting port 60248f2a-3d56-48e6-a601-69f43a7f14dc {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:40.698588 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.779139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] For port 60248f2a-3d56-48e6-a601-69f43a7f14dc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=60248f2a-3d56-48e6-a601-69f43a7f14dc,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:40.779551 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.794113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] Calling delete_port for 60248f2a-3d56-48e6-a601-69f43a7f14dc owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:40.881291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:40.884776 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.899350 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:40.912475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1737fa-7c14-4919-9b80-8f2c2b1c3b33 req-a700a958-a918-4126-92ef-1c838c0a853c tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.915496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d1737fa-7c14-4919-9b80-8f2c2b1c3b33 req-a700a958-a918-4126-92ef-1c838c0a853c tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.0908911 Jul 16 20:04:40.948703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] Pushing event deleted for resources: {'Port': ['ID=60248f2a-3d56-48e6-a601-69f43a7f14dc,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:40.952977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755258e1-3a00-4be4-8698-25fa8a9d650e None None] No DVR routers for this DVR port 60248f2a-3d56-48e6-a601-69f43a7f14dc on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:40.969678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d1737fa-7c14-4919-9b80-8f2c2b1c3b33 req-1fd82a99-a14d-49b4-abd7-78036291b65a tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Jul 16 20:04:41.042750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.054584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-554360d8-b7c4-4b4a-8cfc-1f937e988294 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:41.056120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-554360d8-b7c4-4b4a-8cfc-1f937e988294 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 943 time: 0.2410665 Jul 16 20:04:41.059088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.198163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=fc428ccc-0401-4535-959f-c2a5300809bc,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:41.242087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.470953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Deleting port 6ce00815-7f0c-4232-a207-57054e538ae9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:41.471799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.485236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a45520-4ce7-4fa3-98c1-96247a5f243e req-6d3103f6-bbde-4e8c-80f7-f4055c195700 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:41.486851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39a45520-4ce7-4fa3-98c1-96247a5f243e req-6d3103f6-bbde-4e8c-80f7-f4055c195700 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 943 time: 0.0700943 Jul 16 20:04:41.516947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 6c2aff42-47ac-4ac1-a61a-6956666fd639 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:41.527279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:41.544562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39a45520-4ce7-4fa3-98c1-96247a5f243e req-b99b4eaa-fbab-4315-a3f2-c4727b7f0279 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Jul 16 20:04:41.578327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 60248f2a-3d56-48e6-a601-69f43a7f14dc no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:41.587291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:04:41.594025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.606314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 60248f2a-3d56-48e6-a601-69f43a7f14dc {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:41.606767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 60248f2a-3d56-48e6-a601-69f43a7f14dc not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:41.742305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:41.754699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] For port 6ce00815-7f0c-4232-a207-57054e538ae9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6ce00815-7f0c-4232-a207-57054e538ae9,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:41.755146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.760349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:41.772261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582ec1a-7fa5-4e42-8529-0ea5e530536a None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:41.773847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:41.774518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.781322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=eff2a1c5-0cc9-48ce-811e-3018c0e55abc,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:41.787353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30169-1ea4-4a47-99c3-62999bf581d7 req-6be7757f-a6c2-40ea-a00a-47d62c981a1d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:41.789536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59e30169-1ea4-4a47-99c3-62999bf581d7 req-6be7757f-a6c2-40ea-a00a-47d62c981a1d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.0898750 Jul 16 20:04:41.793262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Calling delete_port for 6ce00815-7f0c-4232-a207-57054e538ae9 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:41.810739 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4543709d-06a7-401b-8dee-79e9eb1a457b tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1408975 Jul 16 20:04:41.814210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37758) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:41.817324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:41.820228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-aaeda71e-5fd3-47f4-a802-9b587f241810 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:41.859467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59e30169-1ea4-4a47-99c3-62999bf581d7 req-483d5612-d111-49d2-9be1-45cb3fec492a tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643220 Jul 16 20:04:41.883225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-311ce1ee-f986-420d-9835-f929582aec2a None None] Provisioning complete for port fc428ccc-0401-4535-959f-c2a5300809bc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:41.883621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-311ce1ee-f986-420d-9835-f929582aec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.960761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-311ce1ee-f986-420d-9835-f929582aec2a None None] Port fc428ccc-0401-4535-959f-c2a5300809bc cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:41.966126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeda71e-5fd3-47f4-a802-9b587f241810 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:41.971433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aaeda71e-5fd3-47f4-a802-9b587f241810 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:41.982651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:41.988591 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53e0f0fd-d42b-4ffe-9bc1-3b18714a090b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/abcd12ef-b5af-4e7f-af6d-758fb19ab4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3940763 Jul 16 20:04:41.994434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f368a6-90db-4b69-bb49-323898732792 None None] Sync routers for ids ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:41.995165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37760) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:42.008162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f368a6-90db-4b69-bb49-323898732792 None None] Routers {'abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:42.009048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e2f368a6-90db-4b69-bb49-323898732792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:42.013571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': 'eff2a1c5-0cc9-48ce-811e-3018c0e55abc'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:04:42.014630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.056697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e2f368a6-90db-4b69-bb49-323898732792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:42.079097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f368a6-90db-4b69-bb49-323898732792 None None] Routers {'abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:42.081459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e2f368a6-90db-4b69-bb49-323898732792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:42.096931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ec94a-1596-40e8-97a7-d974dd30da48 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:42.098702 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-975ec94a-1596-40e8-97a7-d974dd30da48 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports/fc428ccc-0401-4535-959f-c2a5300809bc HTTP/1.1" status: 200 len: 910 time: 0.1022723 Jul 16 20:04:42.101533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:42.118615 n-d-791505-15 neutron-server[100243]: INFO neutron.db.ipam_backend_mixin [None req-aaeda71e-5fd3-47f4-a802-9b587f241810 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eff2a1c5-0cc9-48ce-811e-3018c0e55abc (CIDR: 2001:db8::/64) Jul 16 20:04:42.119738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.122836 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaeda71e-5fd3-47f4-a802-9b587f241810 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:04:42.123408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaeda71e-5fd3-47f4-a802-9b587f241810 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:04:42.175121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-aaeda71e-5fd3-47f4-a802-9b587f241810 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3569138 Jul 16 20:04:42.176840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37770) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:42.183640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:42.217169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event deleted for resources: {'Port': ['ID=6ce00815-7f0c-4232-a207-57054e538ae9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:42.261657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c6362-0d3e-40f5-9ae9-29ab7b73dd1d req-a4badab6-f9e4-435d-a9d2-a8237be365ee tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:42.263758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e81c6362-0d3e-40f5-9ae9-29ab7b73dd1d req-a4badab6-f9e4-435d-a9d2-a8237be365ee tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.1435964 Jul 16 20:04:42.311888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Allocated IP 2001:db8::f816:3eff:fe63:3e81 (d6702219-1b7c-462d-aaac-610760188933/eff2a1c5-0cc9-48ce-811e-3018c0e55abc/d1df85b0-6a5b-4974-ae87-f449506de82b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:42.327419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] No DVR routers for this DVR port 6ce00815-7f0c-4232-a207-57054e538ae9 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:42.334849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.337952 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ea9599c1-dfc6-4042-b37d-9f89c58a2f48 req-75408d2d-4d44-494d-b116-7acdfcdd73d5 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "DELETE /v2.0/ports/6ce00815-7f0c-4232-a207-57054e538ae9 HTTP/1.1" status: 204 len: 173 time: 1.2687302 Jul 16 20:04:42.338408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157e1c0-6abf-4a95-a9dc-325d339046bc', 'name': 'network-vif-deleted', 'tag': '6ce00815-7f0c-4232-a207-57054e538ae9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:42.341430 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7172c33-dd8f-49f7-877f-f433f22dbd38" -d '{"events": [{"server_uuid": "2157e1c0-6abf-4a95-a9dc-325d339046bc", "name": "network-vif-deleted", "tag": "6ce00815-7f0c-4232-a207-57054e538ae9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:42.348364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e2f368a6-90db-4b69-bb49-323898732792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:42.349284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f368a6-90db-4b69-bb49-323898732792 None None] The sync data for ids ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:42.416061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e81c6362-0d3e-40f5-9ae9-29ab7b73dd1d req-20e70653-0b32-43ce-8ff6-232d0a67e935 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177471 Jul 16 20:04:42.456107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:42.461326 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.484395 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe7a9b-addd-4334-b682-b9bdfa54d244 x-openstack-request-id: req-1abe7a9b-addd-4334-b682-b9bdfa54d244 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:42.484962 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2157e1c0-6abf-4a95-a9dc-325d339046bc", "name": "network-vif-deleted", "tag": "6ce00815-7f0c-4232-a207-57054e538ae9", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:42.484962 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1abe7a9b-addd-4334-b682-b9bdfa54d244 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:42.485327 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157e1c0-6abf-4a95-a9dc-325d339046bc', 'name': 'network-vif-deleted', 'tag': '6ce00815-7f0c-4232-a207-57054e538ae9', 'status': 'completed', 'code': 200} Jul 16 20:04:42.574497 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.592217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Transition to ACTIVE for port object d1df85b0-6a5b-4974-ae87-f449506de82b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:42.615530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Transition to ACTIVE for port object d1df85b0-6a5b-4974-ae87-f449506de82b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:42.622703 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.744421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Pushing event updated for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:42.760542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:42.762351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:42.765362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:42.839313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Attempting to bind port d1df85b0-6a5b-4974-ae87-f449506de82b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:42.840016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Attempting to bind port d1df85b0-6a5b-4974-ae87-f449506de82b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:42.840604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Attempting to bind port d1df85b0-6a5b-4974-ae87-f449506de82b on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:42.847584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:42.847888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:42.848392 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.848800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:42.849283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Bound port: d1df85b0-6a5b-4974-ae87-f449506de82b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:42.849679 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.859183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a30feb0-0faf-49fb-9141-8e2306c3bb14 req-8902533a-3bbc-4496-a33a-d149dd0a9b3c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=2157e1c0-6abf-4a95-a9dc-325d339046bc HTTP/1.1" status: 200 len: 210 time: 0.0397046 Jul 16 20:04:42.906355 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.957042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:42.957890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:42.960845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:42.965979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:42.966350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d1df85b0-6a5b-4974-ae87-f449506de82b,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:42.966594 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.971676 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.985431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8073897 Jul 16 20:04:42.989074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37782) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:42.994756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:07:5a:3f', 'name': 'tempest-NetworksTestDHCPv6-1689512726'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:42.999719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a39ed-6d48-48db-aea0-2ca60191727e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=920e3109-7f9f-4742-b2e4-9de1d14ab49f,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:43.116057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d778c2-b316-4692-8962-acdf663dbee3 None None] Pushing event updated for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:43.211542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d634fd-b00f-4514-bed5-e676fb5ed2d0 req-5268cde2-21f7-4482-a9a8-a807977311df tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:43.213188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07d634fd-b00f-4514-bed5-e676fb5ed2d0 req-5268cde2-21f7-4482-a9a8-a807977311df tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.1767621 Jul 16 20:04:43.229210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:43.234798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.337544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07d634fd-b00f-4514-bed5-e676fb5ed2d0 req-59187b39-9e56-4c67-bfea-819d4aef3857 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164067 Jul 16 20:04:43.402197 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.431157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 4f389e36-2394-476d-9ea9-22ce46bd8916 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:43.642131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d1df85b0-6a5b-4974-ae87-f449506de82b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:43.699333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port fc428ccc-0401-4535-959f-c2a5300809bc {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:43.699902 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.707531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d1df85b0-6a5b-4974-ae87-f449506de82b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:43.780306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8:0:1::1a1 (d6702219-1b7c-462d-aaac-610760188933/920e3109-7f9f-4742-b2e4-9de1d14ab49f/4f389e36-2394-476d-9ea9-22ce46bd8916) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:43.791787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:fe07:5a3f (d6702219-1b7c-462d-aaac-610760188933/eff2a1c5-0cc9-48ce-811e-3018c0e55abc/4f389e36-2394-476d-9ea9-22ce46bd8916) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:43.819738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8e576-ea70-4ad1-b915-aa0c9cc94205 req-87b8a952-81d3-4377-a894-4a95b0738b19 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:43.820497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.821485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1c8e576-ea70-4ad1-b915-aa0c9cc94205 req-87b8a952-81d3-4377-a894-4a95b0738b19 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.1590858 Jul 16 20:04:43.835826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for fc428ccc-0401-4535-959f-c2a5300809bc owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:43.889804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1c8e576-ea70-4ad1-b915-aa0c9cc94205 req-983f550a-6b41-4428-87b7-0cbd3629fdc9 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589819 Jul 16 20:04:44.045239 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.062996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 4f389e36-2394-476d-9ea9-22ce46bd8916 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:44.071807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.125493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=fc428ccc-0401-4535-959f-c2a5300809bc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:44.130516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.207699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:44.211701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:44.218785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:44.225994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:44.227304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.271530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=4f389e36-2394-476d-9ea9-22ce46bd8916,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:44.298169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b9f7cb48-91ca-469d-8d43-ad6776b3205e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3079920 Jul 16 20:04:44.301750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37800) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:44.409075 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.555869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84ca9c28-7fb6-4a28-81a6-8dda98c89f78 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:44.562974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84ca9c28-7fb6-4a28-81a6-8dda98c89f78 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 822 time: 0.2089999 Jul 16 20:04:44.605309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-d85bc100-f096-456e-b07c-0bc32e615a41 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/quotas/7798f0dcfc1f4676b960087e1eac02dd HTTP/1.1" status: 200 len: 375 time: 0.0413036 Jul 16 20:04:44.618413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6735521a-85e5-452b-a632-53d8e674ad60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 4f389e36-2394-476d-9ea9-22ce46bd8916 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:44.618702 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6735521a-85e5-452b-a632-53d8e674ad60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.645955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f148b5-86fc-48ef-95c8-b3fe7bb6d242 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:44.671840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:44.751308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6edc6380-699b-4bcb-aee5-b9b354a9932d None None] Provisioning for port d1df85b0-6a5b-4974-ae87-f449506de82b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:44.765132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6edc6380-699b-4bcb-aee5-b9b354a9932d None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:44.765367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2610446-353d-4c35-baec-1c1e94d30870 req-3940b412-0083-42ca-b901-aefa635ef735 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:44.766069 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6edc6380-699b-4bcb-aee5-b9b354a9932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.766799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2610446-353d-4c35-baec-1c1e94d30870 req-3940b412-0083-42ca-b901-aefa635ef735 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.2416966 Jul 16 20:04:44.794164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:44.802609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1ff23157-2279-481c-9087-37e1c328e381 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/abcd12ef-b5af-4e7f-af6d-758fb19ab4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6968844 Jul 16 20:04:44.803648 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f023fdb-6208-4f7e-8f6e-c252872bb418 None None] Sync routers for ids ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:44.805473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37810) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:44.815329 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f023fdb-6208-4f7e-8f6e-c252872bb418 None None] Routers {'abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:44.815966 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9f023fdb-6208-4f7e-8f6e-c252872bb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:44.856350 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9f023fdb-6208-4f7e-8f6e-c252872bb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:44.865534 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f023fdb-6208-4f7e-8f6e-c252872bb418 None None] Routers {'abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:44.866155 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9f023fdb-6208-4f7e-8f6e-c252872bb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:44.878194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6735521a-85e5-452b-a632-53d8e674ad60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.902472 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9f023fdb-6208-4f7e-8f6e-c252872bb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:44.903146 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f023fdb-6208-4f7e-8f6e-c252872bb418 None None] The sync data for ids ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:44.948765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-dccd011c-7751-441a-9711-b65d38973072 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3346336 Jul 16 20:04:44.950623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6edc6380-699b-4bcb-aee5-b9b354a9932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:44.978530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6735521a-85e5-452b-a632-53d8e674ad60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 4f389e36-2394-476d-9ea9-22ce46bd8916 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:44.995262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6edc6380-699b-4bcb-aee5-b9b354a9932d None None] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d1df85b0-6a5b-4974-ae87-f449506de82b,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:45.016976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2610446-353d-4c35-baec-1c1e94d30870 req-c8ddea0a-46b6-4771-a1bc-28cbe0942ab4 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409656 Jul 16 20:04:45.027757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6edc6380-699b-4bcb-aee5-b9b354a9932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:45.112339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc6380-699b-4bcb-aee5-b9b354a9932d None None] Pushing event updated for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:45.115547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6ce00815-7f0c-4232-a207-57054e538ae9 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:45.127455 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-575259f5-1ecf-4e5f-8f65-d1bd9b041209 service neutron] 10.222.0.78 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603613 Jul 16 20:04:45.140857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 6ce00815-7f0c-4232-a207-57054e538ae9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:45.141190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6ce00815-7f0c-4232-a207-57054e538ae9 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:45.148100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01815ec8-b05b-41e1-bca4-80d1cc850a1d None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': 'eff2a1c5-0cc9-48ce-811e-3018c0e55abc', 'ip_address': '2001:db8::f816:3eff:fe63:3e81'}, {'subnet_id': '920e3109-7f9f-4742-b2e4-9de1d14ab49f'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'd1df85b0-6a5b-4974-ae87-f449506de82b'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:04:45.184518 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-01815ec8-b05b-41e1-bca4-80d1cc850a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:45.371763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-01815ec8-b05b-41e1-bca4-80d1cc850a1d None None] Allocated IP 2001:db8:0:1::2 (d6702219-1b7c-462d-aaac-610760188933/920e3109-7f9f-4742-b2e4-9de1d14ab49f/d1df85b0-6a5b-4974-ae87-f449506de82b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:45.429003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-de2341ef-1367-4eec-8e16-0e03a121ca6e service neutron] 10.222.0.78 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003669 Jul 16 20:04:45.474711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10973e0a-2796-4702-9b2e-54b42ed7f57c req-36487cdc-2456-49d7-9ba4-cf6eae63cfa2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:45.481884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-01815ec8-b05b-41e1-bca4-80d1cc850a1d None None] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d1df85b0-6a5b-4974-ae87-f449506de82b,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:45.482373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10973e0a-2796-4702-9b2e-54b42ed7f57c req-36487cdc-2456-49d7-9ba4-cf6eae63cfa2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.3425055 Jul 16 20:04:45.542455 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-01815ec8-b05b-41e1-bca4-80d1cc850a1d None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:45.555966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10973e0a-2796-4702-9b2e-54b42ed7f57c req-d9e4e49c-35df-4760-b31c-db5a417472d1 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719841 Jul 16 20:04:45.583649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-01815ec8-b05b-41e1-bca4-80d1cc850a1d None None] Transition to ACTIVE for port object d1df85b0-6a5b-4974-ae87-f449506de82b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:45.590050 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-01815ec8-b05b-41e1-bca4-80d1cc850a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:45.726107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d1df85b0-6a5b-4974-ae87-f449506de82b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:45.868050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01815ec8-b05b-41e1-bca4-80d1cc850a1d None None] Pushing event updated for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:46.124094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-917a84e9-cd25-4a85-bcb2-99995d193efc req-330bf8ed-0ca5-4d90-83a5-ce1e84151112 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 210 time: 0.0384264 Jul 16 20:04:46.279734 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6735521a-85e5-452b-a632-53d8e674ad60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:46.320836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735521a-85e5-452b-a632-53d8e674ad60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=4f389e36-2394-476d-9ea9-22ce46bd8916,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:46.394056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6735521a-85e5-452b-a632-53d8e674ad60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:46.396930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6735521a-85e5-452b-a632-53d8e674ad60 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/4f389e36-2394-476d-9ea9-22ce46bd8916 HTTP/1.1" status: 204 len: 168 time: 2.0925486 Jul 16 20:04:46.398865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37830) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:46.421733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94493a-b746-4bfb-a4f7-8b9237f89793 req-be31e306-0702-4b80-a3fe-395f27f24f29 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.423322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e94493a-b746-4bfb-a4f7-8b9237f89793 req-be31e306-0702-4b80-a3fe-395f27f24f29 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.2228813 Jul 16 20:04:46.440104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:46.488967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a5b3a-47b6-4d8b-851c-0cd27916c536 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.493793 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7c6a5b3a-47b6-4d8b-851c-0cd27916c536 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0926466 Jul 16 20:04:46.494544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37832) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:46.549260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e94493a-b746-4bfb-a4f7-8b9237f89793 req-02ff408a-5dea-40ae-9e3b-147a9cd9bf45 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184175 Jul 16 20:04:46.567548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-843e0031-3b50-446f-b927-174ff26cbbc4 None None] Could not find standard attr ID for object 4f389e36-2394-476d-9ea9-22ce46bd8916. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:46.582721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-843e0031-3b50-446f-b927-174ff26cbbc4 None None] Provisioning for port d1df85b0-6a5b-4974-ae87-f449506de82b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:46.587279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-843e0031-3b50-446f-b927-174ff26cbbc4 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:46.587877 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-843e0031-3b50-446f-b927-174ff26cbbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:46.620432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9adb0-83a7-4977-99e6-9aec5fd35499 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.624468 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-57a9adb0-83a7-4977-99e6-9aec5fd35499 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1265063 Jul 16 20:04:46.627986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37836) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:46.724067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08233ec-3d7b-4591-8bbe-67d478402ad8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.726109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08233ec-3d7b-4591-8bbe-67d478402ad8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.727373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08233ec-3d7b-4591-8bbe-67d478402ad8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.729057 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d08233ec-3d7b-4591-8bbe-67d478402ad8 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1000023 Jul 16 20:04:46.732339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37840) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:46.800064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6905991e-7747-4d91-a09b-f108f817794f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 920e3109-7f9f-4742-b2e4-9de1d14ab49f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:46.805048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6905991e-7747-4d91-a09b-f108f817794f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:46.818043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9b89733e-e214-406d-aefe-076d361801cf None None] Could not find standard attr ID for object 4f389e36-2394-476d-9ea9-22ce46bd8916. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:46.848617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88939a-e072-4aab-bded-4cdf46142a2c req-4d35d4a5-978b-4987-8457-c8b5229a39ba tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.855912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a88939a-e072-4aab-bded-4cdf46142a2c req-4d35d4a5-978b-4987-8457-c8b5229a39ba tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.1495042 Jul 16 20:04:46.859314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6905991e-7747-4d91-a09b-f108f817794f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:46.947634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a88939a-e072-4aab-bded-4cdf46142a2c req-d6e708aa-1e17-444d-a95a-25ccef9594f2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905514 Jul 16 20:04:46.981363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port aaf42ad3-3bc0-4fa0-aaff-501fa360b664 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:46.981363 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.077669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6905991e-7747-4d91-a09b-f108f817794f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.108144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.121629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for aaf42ad3-3bc0-4fa0-aaff-501fa360b664 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:47.182327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6905991e-7747-4d91-a09b-f108f817794f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.246490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905991e-7747-4d91-a09b-f108f817794f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=920e3109-7f9f-4742-b2e4-9de1d14ab49f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:47.257753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6905991e-7747-4d91-a09b-f108f817794f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.259670 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6905991e-7747-4d91-a09b-f108f817794f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/920e3109-7f9f-4742-b2e4-9de1d14ab49f HTTP/1.1" status: 204 len: 168 time: 0.5263150 Jul 16 20:04:47.264534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37852) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:47.265220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e134a-32af-465d-b916-c5c142cdce74 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:47.377722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e97554-5161-4ef5-9caf-45c172825da7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet eff2a1c5-0cc9-48ce-811e-3018c0e55abc {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:47.381752 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14e97554-5161-4ef5-9caf-45c172825da7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.439890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14e97554-5161-4ef5-9caf-45c172825da7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.446733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8796c317-2eeb-4286-b1e2-b3d9405add14 req-5f33aee0-d522-4a7e-a3b2-c16645e6c103 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 210 time: 0.0726635 Jul 16 20:04:47.496822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-140ce922-961d-45d5-8672-e74cb212982b tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:47.498604 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-140ce922-961d-45d5-8672-e74cb212982b tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 822 time: 0.3361783 Jul 16 20:04:47.508033 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.525266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Request body: {'port': {'device_id': 'fdc2aace-67a3-4e8e-b16f-adcf54f19073', 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'admin_state_up': True, 'tenant_id': '7798f0dcfc1f4676b960087e1eac02dd'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:47.557354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=aaf42ad3-3bc0-4fa0-aaff-501fa360b664,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:47.625883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d1df85b0-6a5b-4974-ae87-f449506de82b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:47.695482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:47.696552 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.794068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14e97554-5161-4ef5-9caf-45c172825da7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.903389 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14e97554-5161-4ef5-9caf-45c172825da7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.905389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.937335 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29e482a1-59b3-4a65-a204-35b5052c9d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.996901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e97554-5161-4ef5-9caf-45c172825da7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=eff2a1c5-0cc9-48ce-811e-3018c0e55abc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:48.007929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14e97554-5161-4ef5-9caf-45c172825da7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.011622 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-14e97554-5161-4ef5-9caf-45c172825da7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/eff2a1c5-0cc9-48ce-811e-3018c0e55abc HTTP/1.1" status: 204 len: 168 time: 0.7445791 Jul 16 20:04:48.015981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:48.075309 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-951884c3-e5ff-4757-91bf-8dfeb55ce8ac tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579770 Jul 16 20:04:48.078047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37864) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:48.086923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:48.102799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019722d9-f582-431f-9211-8d6559c4a113 req-1cd8af0e-0c7d-4b55-902b-dc7e2dc7ea6d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:48.104861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-019722d9-f582-431f-9211-8d6559c4a113 req-1cd8af0e-0c7d-4b55-902b-dc7e2dc7ea6d tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.3005822 Jul 16 20:04:48.155451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Made reservation on behalf of 7798f0dcfc1f4676b960087e1eac02dd for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:48.159147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.263629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:48.267240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.284636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:48.315409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-019722d9-f582-431f-9211-8d6559c4a113 req-710ce246-43ac-402f-8cb5-befb9d8953c4 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701944 Jul 16 20:04:48.468181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Allocated IP 172.20.0.7 (85e5e01a-dc70-4b25-a83a-abdef8c01bd9/e867a351-56a8-4651-91b3-0c4800f1279d/b77e9f2c-0a11-4853-a611-4ac310f2d082) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:48.515562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ba71-9028-432a-96cd-cb9e7ea6d5f1 req-feda5b2c-570f-42ff-96f6-e3852f0ad7a8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:48.518244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caa3ba71-9028-432a-96cd-cb9e7ea6d5f1 req-feda5b2c-570f-42ff-96f6-e3852f0ad7a8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.3659306 Jul 16 20:04:48.534873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0961e569-8158-44a2-930c-ae06a7e580d7 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:48.581948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-caa3ba71-9028-432a-96cd-cb9e7ea6d5f1 req-8bf8a77f-3ad1-4896-a2dc-3143a63ee7bc tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Jul 16 20:04:48.585903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:48.600593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-15a71c90-b4b4-4a2e-ba44-d57e2efce00e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/abcd12ef-b5af-4e7f-af6d-758fb19ab4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7841828 Jul 16 20:04:48.603164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37870) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:48.647177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6a72ce60-b1af-4747-8d3a-cbf6e076705e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 HTTP/1.1" status: 200 len: 205 time: 0.0405693 Jul 16 20:04:48.660237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37874) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:48.694763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c95b36b0-2912-46c5-8197-32bbf6f7a5a3 req-3c4737b6-97c2-4fc8-ab18-1a4c7804b3b7 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 210 time: 0.0468483 Jul 16 20:04:48.780710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc50515-8e10-4288-a8fb-a41b4e9dfaf8 None None] Sync routers for ids ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:48.793052 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93224f9-db8c-4bca-8938-6308e3871b65 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.847543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2ab0b2c6-a7f8-4c75-98d1-e0f61bdb1708 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:48.847922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b2c6-a7f8-4c75-98d1-e0f61bdb1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.857020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.883999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc50515-8e10-4288-a8fb-a41b4e9dfaf8 None None] Routers {'abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:48.884944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1fc50515-8e10-4288-a8fb-a41b4e9dfaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:48.932315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:04:48.934031 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.003633 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93224f9-db8c-4bca-8938-6308e3871b65 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.007010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93224f9-db8c-4bca-8938-6308e3871b65 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.036734 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:04:49.068837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93224f9-db8c-4bca-8938-6308e3871b65 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.069524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93224f9-db8c-4bca-8938-6308e3871b65 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Fanout notify agent at l3_agent the message router_deleted on router abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:04:49.086760 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93224f9-db8c-4bca-8938-6308e3871b65 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.086760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b93224f9-db8c-4bca-8938-6308e3871b65 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 HTTP/1.1" status: 204 len: 168 time: 0.4247482 Jul 16 20:04:49.088606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37888) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:49.092926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:49.103667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:49.109651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1fc50515-8e10-4288-a8fb-a41b4e9dfaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:49.155151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:49.172995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-719512ec-f15a-4184-9f86-9f898d0bc8db tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet 12e6ba58-b9ed-457d-a291-6317efd041d3 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:49.176812 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719512ec-f15a-4184-9f86-9f898d0bc8db tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.216709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc50515-8e10-4288-a8fb-a41b4e9dfaf8 None None] Routers set() bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:49.219678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc50515-8e10-4288-a8fb-a41b4e9dfaf8 None None] Router IDs set() for agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:04:49.223170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_agentschedulers_db [None req-1fc50515-8e10-4288-a8fb-a41b4e9dfaf8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent'). {{(pid=100245) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:04:49.224536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc50515-8e10-4288-a8fb-a41b4e9dfaf8 None None] The sync data for ids ['abcd12ef-b5af-4e7f-af6d-758fb19ab4e5'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:49.250207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event updated for resources: {'Port': ['ID=b77e9f2c-0a11-4853-a611-4ac310f2d082,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:49.261469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719512ec-f15a-4184-9f86-9f898d0bc8db tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.272128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.280671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.281051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.281388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.281728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.282075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.282413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.282754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.283735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.284069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.288501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.288888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:49.344241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:49.344902 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.373906 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-531318dd-a6a3-45f0-99a7-6707ec9e1367 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8571651 Jul 16 20:04:49.398376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Request body: {'port': {'device_id': 'fdc2aace-67a3-4e8e-b16f-adcf54f19073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:49.409831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719512ec-f15a-4184-9f86-9f898d0bc8db tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.544983 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719512ec-f15a-4184-9f86-9f898d0bc8db tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.578093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.617164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719512ec-f15a-4184-9f86-9f898d0bc8db tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=12e6ba58-b9ed-457d-a291-6317efd041d3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:49.635772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719512ec-f15a-4184-9f86-9f898d0bc8db tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.639471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605e3c6-cb1d-4e74-9b6d-1c479ef2001d None None] Network 6c2aff42-47ac-4ac1-a61a-6956666fd639 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:49.640443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-719512ec-f15a-4184-9f86-9f898d0bc8db tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/12e6ba58-b9ed-457d-a291-6317efd041d3 HTTP/1.1" status: 204 len: 168 time: 0.5505803 Jul 16 20:04:49.641064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37906) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:49.702648 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.740689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-08261c6e-5afb-42f5-9ce9-54ad320a7c2a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet 80894b04-2ca3-4877-a38f-e4a8d284a7e4 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:49.758798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08261c6e-5afb-42f5-9ce9-54ad320a7c2a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.826193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1df9d382-5309-4d76-b2ec-65afd6aeaff4 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:49.826833 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1df9d382-5309-4d76-b2ec-65afd6aeaff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:49.935497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08261c6e-5afb-42f5-9ce9-54ad320a7c2a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.059602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] DHCP port deletion for 6c2aff42-47ac-4ac1-a61a-6956666fd639 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:50.070149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d1df85b0-6a5b-4974-ae87-f449506de82b,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:50.121632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] Deleting port c82bd4c7-47bf-471f-a5d5-1fef0013e110 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:50.122569 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.135352 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.166297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.167224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.209229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] For port c82bd4c7-47bf-471f-a5d5-1fef0013e110, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c82bd4c7-47bf-471f-a5d5-1fef0013e110,segment=NetworkSegment(6d178413-9772-4641-bd34-771b1dc37aa4),segment_id=6d178413-9772-4641-bd34-771b1dc37aa4)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:50.210212 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.230055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] Calling delete_port for c82bd4c7-47bf-471f-a5d5-1fef0013e110 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:50.230272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=70adc211-f080-41df-97df-a41cda683b7f,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:50.309591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:50.316413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77e9f2c-0a11-4853-a611-4ac310f2d082 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:50.321664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:50.325187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:50.325793 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.348548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.358580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2794716 Jul 16 20:04:50.362093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37914) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:50.371822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fca6f719-c2ed-4e3a-892e-1697b82a99a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:50.399947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e4844-c6a0-4cb1-ad82-dc26e3a82d65 req-60f9629b-6a4a-4356-8c31-cdc10c66063f tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:50.403503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d4e4844-c6a0-4cb1-ad82-dc26e3a82d65 req-60f9629b-6a4a-4356-8c31-cdc10c66063f tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.5882144 Jul 16 20:04:50.405396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d972e87-836a-4c4c-917f-f02bf553b4db None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:50.417118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7caed-02d9-4ddf-b9cf-c0c59c9ce961 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:50.426170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Transition to ACTIVE for port object b77e9f2c-0a11-4853-a611-4ac310f2d082 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:50.443955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd077d3-51c2-4ee4-88b1-dee53ffee068 req-c6ac6e17-9a4a-4b0a-b473-89ffa4b3c9ab tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:50.451607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0dd077d3-51c2-4ee4-88b1-dee53ffee068 req-c6ac6e17-9a4a-4b0a-b473-89ffa4b3c9ab tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 931 time: 0.5739150 Jul 16 20:04:50.454384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-76fc2ff2-4a34-4d1b-920a-c123dba29057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.459432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08261c6e-5afb-42f5-9ce9-54ad320a7c2a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.468543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.501193 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.559912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] Pushing event deleted for resources: {'Port': ['ID=c82bd4c7-47bf-471f-a5d5-1fef0013e110,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:50.571456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f2856-2088-4e04-bfdd-96f1055b2ae4 None None] No DVR routers for this DVR port c82bd4c7-47bf-471f-a5d5-1fef0013e110 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:50.576539 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.581289 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08261c6e-5afb-42f5-9ce9-54ad320a7c2a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.591975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Pushing event updated for resources: {'Port': ['ID=b77e9f2c-0a11-4853-a611-4ac310f2d082,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:50.663006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d4e4844-c6a0-4cb1-ad82-dc26e3a82d65 req-a8457641-493f-4b08-af2a-0a809c47c724 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492821 Jul 16 20:04:50.664809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08261c6e-5afb-42f5-9ce9-54ad320a7c2a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=80894b04-2ca3-4877-a38f-e4a8d284a7e4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:50.672926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08261c6e-5afb-42f5-9ce9-54ad320a7c2a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.679071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-08261c6e-5afb-42f5-9ce9-54ad320a7c2a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/80894b04-2ca3-4877-a38f-e4a8d284a7e4 HTTP/1.1" status: 204 len: 168 time: 1.0336719 Jul 16 20:04:50.679071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37916) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:50.709295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca6f719-c2ed-4e3a-892e-1697b82a99a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:50.721204 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fca6f719-c2ed-4e3a-892e-1697b82a99a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.731045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15807b6d-0fbd-406a-a773-32fb4cd0df2b None None] Network 03cd00a4-508d-464d-9d0f-2785db1b58b2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:50.732357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0dd077d3-51c2-4ee4-88b1-dee53ffee068 req-af21df6f-361f-457a-bb92-75e97fd6e0dc tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795923 Jul 16 20:04:50.804717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Attempting to bind port b77e9f2c-0a11-4853-a611-4ac310f2d082 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:50.804717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Attempting to bind port b77e9f2c-0a11-4853-a611-4ac310f2d082 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:50.804717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Attempting to bind port b77e9f2c-0a11-4853-a611-4ac310f2d082 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:50.836441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Port b77e9f2c-0a11-4853-a611-4ac310f2d082 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:50.836911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Attempting to bind port b77e9f2c-0a11-4853-a611-4ac310f2d082 on network 85e5e01a-dc70-4b25-a83a-abdef8c01bd9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:50.851486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:50.851978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Checking segment: {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:50.852517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Bound using segment: {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:50.853069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Bound port: b77e9f2c-0a11-4853-a611-4ac310f2d082, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:50.853568 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.865139 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.920235 n-d-791505-15 neutron-server[100244]: INFO neutron.db.ipam_backend_mixin [None req-fca6f719-c2ed-4e3a-892e-1697b82a99a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70adc211-f080-41df-97df-a41cda683b7f (CIDR: 2001:db8::/64) Jul 16 20:04:50.928522 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca6f719-c2ed-4e3a-892e-1697b82a99a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:04:50.929136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca6f719-c2ed-4e3a-892e-1697b82a99a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:04:50.953637 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fca6f719-c2ed-4e3a-892e-1697b82a99a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5881419 Jul 16 20:04:50.960363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:50.965544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:51.014342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] For port b77e9f2c-0a11-4853-a611-4ac310f2d082, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:51.017421 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.030326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2aff42-47ac-4ac1-a61a-6956666fd639']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:51.042259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d178413-9772-4641-bd34-771b1dc37aa4') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:51.042563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d178413-9772-4641-bd34-771b1dc37aa4') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:51.051453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] For port b77e9f2c-0a11-4853-a611-4ac310f2d082, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b77e9f2c-0a11-4853-a611-4ac310f2d082,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:51.053382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] DHCP port deletion for 03cd00a4-508d-464d-9d0f-2785db1b58b2 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:04:51.054331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.077840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.088976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.102179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:04:51.103177 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.119152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:51.152690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] Deleting port 55f8a8ad-01ef-4097-a715-ffa88901c839 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:51.154654 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:04:51.162489 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:04:51.167010 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:04:51.167010 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:04:51.167010 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:04:51.167010 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:04:51.167010 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:04:51.183908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Pushing event updated for resources: {'Port': ['ID=b77e9f2c-0a11-4853-a611-4ac310f2d082,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:51.212610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:51.213371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.216237 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-84f9da4a-0f25-46ea-986d-2aab99f10d15 service neutron] 10.222.0.68 "PUT /v2.0/ports/b77e9f2c-0a11-4853-a611-4ac310f2d082 HTTP/1.1" status: 200 len: 1092 time: 1.8310404 Jul 16 20:04:51.218364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc2aace-67a3-4e8e-b16f-adcf54f19073', 'tag': 'b77e9f2c-0a11-4853-a611-4ac310f2d082'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:51.231809 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746e9075-7aba-4030-8f65-32bebe5b898c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc2aace-67a3-4e8e-b16f-adcf54f19073", "tag": "b77e9f2c-0a11-4853-a611-4ac310f2d082"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:51.339619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.355921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.363424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/6c2aff42-47ac-4ac1-a61a-6956666fd639 HTTP/1.1" status: 204 len: 168 time: 0.6838715 Jul 16 20:04:51.364069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37932) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:51.435077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] For port 55f8a8ad-01ef-4097-a715-ffa88901c839, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=55f8a8ad-01ef-4097-a715-ffa88901c839,segment=NetworkSegment(b93ee758-fa5d-4609-818a-4eb40425970f),segment_id=b93ee758-fa5d-4609-818a-4eb40425970f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:51.435501 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.476376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] Calling delete_port for 55f8a8ad-01ef-4097-a715-ffa88901c839 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:51.495549 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-04610c08-06e6-4c52-b0db-ab9726077a12 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:51.495549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-04610c08-06e6-4c52-b0db-ab9726077a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.577119 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.599599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea159184-faed-459b-8b51-20b967c021b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=6c2aff42-47ac-4ac1-a61a-6956666fd639,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:51.717884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 55f8a8ad-01ef-4097-a715-ffa88901c839 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:51.719698 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.736955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d1df85b0-6a5b-4974-ae87-f449506de82b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:51.778090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:51.819534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 55f8a8ad-01ef-4097-a715-ffa88901c839, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=55f8a8ad-01ef-4097-a715-ffa88901c839,segment=NetworkSegment(b93ee758-fa5d-4609-818a-4eb40425970f),segment_id=b93ee758-fa5d-4609-818a-4eb40425970f)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:51.820040 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.836681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 55f8a8ad-01ef-4097-a715-ffa88901c839 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:51.852811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'port_id': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'mac_address': 'fa:16:3e:ce:c5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaeb238-f673-4250-9a6e-159d82752b87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:51.968110 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.990319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:52.013573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:52.031213 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.118845 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.138352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:52.138880 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.144782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] No DVR routers for this DVR port 55f8a8ad-01ef-4097-a715-ffa88901c839 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:52.179452 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598e36cb-9e9c-4aee-bc43-359cf31c38a4 x-openstack-request-id: req-598e36cb-9e9c-4aee-bc43-359cf31c38a4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:52.180134 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc2aace-67a3-4e8e-b16f-adcf54f19073", "tag": "b77e9f2c-0a11-4853-a611-4ac310f2d082", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:52.180286 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-598e36cb-9e9c-4aee-bc43-359cf31c38a4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:52.181458 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc2aace-67a3-4e8e-b16f-adcf54f19073', 'tag': 'b77e9f2c-0a11-4853-a611-4ac310f2d082', 'status': 'completed', 'code': 200} Jul 16 20:04:52.186147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:52.191359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.197615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:52.247894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576029f6-df36-4e1c-a9fc-04d45e2d0fe9 None None] Pushing event deleted for resources: {'Port': ['ID=55f8a8ad-01ef-4097-a715-ffa88901c839,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:52.261757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:52.300161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe846ae-33a3-45f6-9bd0-df1e5642442d req-a4d368e0-3dc3-41bd-a10a-42a6553ebf00 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.315265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fe846ae-33a3-45f6-9bd0-df1e5642442d req-a4d368e0-3dc3-41bd-a10a-42a6553ebf00 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 943 time: 0.3393116 Jul 16 20:04:52.334251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b510b53-6cff-4811-a71b-4e9b47607d75 req-9cb56fee-1831-42fb-8cd3-7c7e16c52006 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.343495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b510b53-6cff-4811-a71b-4e9b47607d75 req-9cb56fee-1831-42fb-8cd3-7c7e16c52006 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.3706017 Jul 16 20:04:52.374850 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.385030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.390384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-7c52db7c-4f9b-49cc-88ea-b423d6e4ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.397878 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-7c52db7c-4f9b-49cc-88ea-b423d6e4ea4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 1095 time: 1.1193135 Jul 16 20:04:52.423498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No DVR routers for this DVR port 55f8a8ad-01ef-4097-a715-ffa88901c839 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:52.488838 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=55f8a8ad-01ef-4097-a715-ffa88901c839,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:52.510134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fe846ae-33a3-45f6-9bd0-df1e5642442d req-057544ea-ed26-4d93-a95e-5ca9f00baa37 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933081 Jul 16 20:04:52.557505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.558168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.561626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.562179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.562686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.563188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.563711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.566421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.566981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.567496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.568014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.569207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:52.604323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c82bd4c7-47bf-471f-a5d5-1fef0013e110 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:52.657114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c82bd4c7-47bf-471f-a5d5-1fef0013e110 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:52.657477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c82bd4c7-47bf-471f-a5d5-1fef0013e110 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:52.657911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 55f8a8ad-01ef-4097-a715-ffa88901c839 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:52.712625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.738894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 55f8a8ad-01ef-4097-a715-ffa88901c839 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:52.739503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 55f8a8ad-01ef-4097-a715-ffa88901c839 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:52.765595 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.794727 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b510b53-6cff-4811-a71b-4e9b47607d75 req-85413ad7-6829-462d-b99a-effb887383d6 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119823 Jul 16 20:04:52.796636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cd00a4-508d-464d-9d0f-2785db1b58b2']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.825370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93ee758-fa5d-4609-818a-4eb40425970f') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.825828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93ee758-fa5d-4609-818a-4eb40425970f') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.856469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.880776 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-b910ae43-b44d-4461-870a-65b21dbfdc73 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b77e9f2c-0a11-4853-a611-4ac310f2d082 HTTP/1.1" status: 200 len: 217 time: 0.1884615 Jul 16 20:04:52.887851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.904012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:04:52.904818 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:04:52.909360 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:04:53.004152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.016191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.020305 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/03cd00a4-508d-464d-9d0f-2785db1b58b2 HTTP/1.1" status: 204 len: 168 time: 1.6300833 Jul 16 20:04:53.025792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:53.026772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37982) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:53.036960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-31648240'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:53.052675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aa35d-d067-48e9-97ab-2123bb843519 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=03cd00a4-508d-464d-9d0f-2785db1b58b2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:53.060000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:53.073046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297de667-53a2-4812-adb3-53b1e04a730e None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:53.073817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.074909 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.084947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=1838e5dd-0298-4602-a329-ad6ac7cf16dd,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:53.103567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-5e87b722-4885-4e72-92ab-861b2f33c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.105265 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-5e87b722-4885-4e72-92ab-861b2f33c4cd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e867a351-56a8-4651-91b3-0c4800f1279d HTTP/1.1" status: 200 len: 862 time: 0.1701884 Jul 16 20:04:53.112914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:53.141506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:53.146048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.187700 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-d9c725bf-c00d-4dd2-b1f9-d7a9bea9e9d9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743680 Jul 16 20:04:53.194720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:04:53.218617 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c4ba00b3-6641-45de-afc1-47f5b418451f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2570505 Jul 16 20:04:53.220120 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.221270 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment 21b2a89f-c15e-4103-9a32-5edb3b67999c of type vlan for network e386864f-72cb-4f3b-85cf-38e6daa0868c Jul 16 20:04:53.222755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37984) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:53.238232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:b4:57:57', 'name': 'tempest-NetworksTestDHCPv6-813641248'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:53.295281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481df73d-aa2e-4c9e-bed3-886e9ccbdfee req-26858977-2780-4cae-a005-2aac09b589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.297422 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-481df73d-aa2e-4c9e-bed3-886e9ccbdfee req-26858977-2780-4cae-a005-2aac09b589a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 1097 time: 0.3309383 Jul 16 20:04:53.349965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:53.350602 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.393361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-481df73d-aa2e-4c9e-bed3-886e9ccbdfee req-5c091968-1b6d-4f65-8bbb-9996f9b4647f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880909 Jul 16 20:04:53.399583 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-7d2c56ea-6ae0-47ce-bca3-55806db84067 service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012665 Jul 16 20:04:53.436840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.535830 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.543378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.551006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.557757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.600394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:53.630312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5988731 Jul 16 20:04:53.637453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37990) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:53.646487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': 'e386864f-72cb-4f3b-85cf-38e6daa0868c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:53.649973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:53.654311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:53.659962 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350e5baf-27c4-4160-a744-edfc36db69c1" -d '{"events": [{"server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "name": "network-vif-plugged", "status": "completed", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:53.688478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.709681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296f628-c23d-4197-b3e5-a6f7783d1cdf tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=e386864f-72cb-4f3b-85cf-38e6daa0868c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:53.734646 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07f7eb99-e41c-42c0-bac4-b98faa2c9cfb req-ab808e0f-16de-4bb9-86fd-d1c3b128f81c service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254695 Jul 16 20:04:53.887306 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfee8dd-08bc-47b5-b954-4ce36a55c3b7 x-openstack-request-id: req-9cfee8dd-08bc-47b5-b954-4ce36a55c3b7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:53.887652 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "name": "network-vif-plugged", "status": "completed", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:53.887937 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cfee8dd-08bc-47b5-b954-4ce36a55c3b7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:53.888413 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'code': 200} Jul 16 20:04:53.890379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:53.898572 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.905640 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.906557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e386864f-72cb-4f3b-85cf-38e6daa0868c details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:04:53.960767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e9075-7aba-4030-8f65-32bebe5b898c req-d7b024e6-c6de-4422-9f96-aae911ac536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:53.962333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-746e9075-7aba-4030-8f65-32bebe5b898c req-d7b024e6-c6de-4422-9f96-aae911ac536d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 1095 time: 0.1498821 Jul 16 20:04:53.976819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:53.986738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:53.987177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:53.989319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.998392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:53.999190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:53.999731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:54.000277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:54.007642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:54.008284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:54.008793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:54.009296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:54.009798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:54.010316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:54.019242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 72b525f1-5c3c-42a3-b300-54be88f6a301 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:54.130545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa415a4-92cd-4b2f-a0da-4f85df8a00e4 req-e7f78b5d-4f55-48f9-a937-2b5599cf1e1e tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:54.132230 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-daa415a4-92cd-4b2f-a0da-4f85df8a00e4 req-e7f78b5d-4f55-48f9-a937-2b5599cf1e1e tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 943 time: 0.3679554 Jul 16 20:04:54.132938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b1eac9-1617-4566-8fe1-57e53a1af462 None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': '70adc211-f080-41df-97df-a41cda683b7f', 'ip_address': '2001:db8::f816:3eff:fe63:3e81'}, {'subnet_id': '1838e5dd-0298-4602-a329-ad6ac7cf16dd'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'd1df85b0-6a5b-4974-ae87-f449506de82b'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:04:54.166205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e9075-7aba-4030-8f65-32bebe5b898c req-621306d9-1dbe-4895-85ad-3ad6690d0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:54.168098 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-746e9075-7aba-4030-8f65-32bebe5b898c req-621306d9-1dbe-4895-85ad-3ad6690d0ef3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 200 len: 923 time: 0.1987600 Jul 16 20:04:54.215535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-01b1eac9-1617-4566-8fe1-57e53a1af462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.271913 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-746e9075-7aba-4030-8f65-32bebe5b898c req-43f1b607-ff70-45d4-91f4-226a1216229c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b77e9f2c-0a11-4853-a611-4ac310f2d082 HTTP/1.1" status: 200 len: 217 time: 0.0969818 Jul 16 20:04:54.348182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-daa415a4-92cd-4b2f-a0da-4f85df8a00e4 req-be278b61-ce33-4121-b01f-a330da4fe080 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835802 Jul 16 20:04:54.397768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e9075-7aba-4030-8f65-32bebe5b898c req-7de562ee-a112-495a-b0df-a90f27c030c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:54.398930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239f2c5-06af-4eea-a482-f53a974aad0c req-8126e9b1-301a-4e31-b846-f97f8cb4b78c tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:54.399463 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-746e9075-7aba-4030-8f65-32bebe5b898c req-7de562ee-a112-495a-b0df-a90f27c030c9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e867a351-56a8-4651-91b3-0c4800f1279d HTTP/1.1" status: 200 len: 862 time: 0.1176772 Jul 16 20:04:54.401181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a239f2c5-06af-4eea-a482-f53a974aad0c req-8126e9b1-301a-4e31-b846-f97f8cb4b78c tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.3253162 Jul 16 20:04:54.463535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8:0:1::a7 (d6702219-1b7c-462d-aaac-610760188933/1838e5dd-0298-4602-a329-ad6ac7cf16dd/72b525f1-5c3c-42a3-b300-54be88f6a301) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:54.470078 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-746e9075-7aba-4030-8f65-32bebe5b898c req-9564eadd-b5b4-424a-a81d-9ad606f65456 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85e5e01a-dc70-4b25-a83a-abdef8c01bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495930 Jul 16 20:04:54.474673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::f816:3eff:feb4:5757 (d6702219-1b7c-462d-aaac-610760188933/70adc211-f080-41df-97df-a41cda683b7f/72b525f1-5c3c-42a3-b300-54be88f6a301) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:54.633615 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-746e9075-7aba-4030-8f65-32bebe5b898c req-ce91e666-5999-44fa-bc94-15999c7b413c service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362174 Jul 16 20:04:54.780851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a239f2c5-06af-4eea-a482-f53a974aad0c req-2f349edc-5b07-4671-b257-0fcff6fe2ef9 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367052 Jul 16 20:04:54.836678 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-746e9075-7aba-4030-8f65-32bebe5b898c req-ff15b379-391d-447b-8506-e89c630f2fac service neutron] 10.222.0.68 "GET /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925676 Jul 16 20:04:54.885409 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.905916 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.966432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 72b525f1-5c3c-42a3-b300-54be88f6a301 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:54.967794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=5490e830-c9dd-4d99-940e-8ca5a0bd649b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:55.059507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': '21b2a89f-c15e-4103-9a32-5edb3b67999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e386864f-72cb-4f3b-85cf-38e6daa0868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:55.059991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: e386864f-72cb-4f3b-85cf-38e6daa0868c, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:04:55.066105 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.130255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:55.134674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:55.141488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:55.150986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.151833 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.171166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-01b1eac9-1617-4566-8fe1-57e53a1af462 None None] Allocated IP 2001:db8:0:1::2 (d6702219-1b7c-462d-aaac-610760188933/1838e5dd-0298-4602-a329-ad6ac7cf16dd/d1df85b0-6a5b-4974-ae87-f449506de82b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:55.184723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:55.184941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9593585 Jul 16 20:04:55.185855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25caf94-db80-4518-98fa-50dba3ac3e7f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=72b525f1-5c3c-42a3-b300-54be88f6a301,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:55.189342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network e386864f-72cb-4f3b-85cf-38e6daa0868c is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:04:55.203289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e386864f-72cb-4f3b-85cf-38e6daa0868c) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:55.209049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:55.209780 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.234048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c916ad87-341f-46c1-832f-880af521a372 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5918720 Jul 16 20:04:55.236386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38024) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:55.242156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1d6af8ae-c636-45e3-b138-151b710f2a90 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-204253873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:55.259987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c1010-4794-42ab-8600-2be32d5e191a None None] Network e386864f-72cb-4f3b-85cf-38e6daa0868c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:55.289837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6af8ae-c636-45e3-b138-151b710f2a90 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.290923 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6af8ae-c636-45e3-b138-151b710f2a90 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.404675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6af8ae-c636-45e3-b138-151b710f2a90 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.411277 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6af8ae-c636-45e3-b138-151b710f2a90 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.442223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6af8ae-c636-45e3-b138-151b710f2a90 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.446744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1d6af8ae-c636-45e3-b138-151b710f2a90 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2086334 Jul 16 20:04:55.446937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38030) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:55.451972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'port': {'network_id': 'e386864f-72cb-4f3b-85cf-38e6daa0868c', 'name': 'tempest-RoutersTest-1631575872'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:55.638027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-00c89105-3954-447a-b6cd-7d507b728795 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 72b525f1-5c3c-42a3-b300-54be88f6a301 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:55.639241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:55.639948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00c89105-3954-447a-b6cd-7d507b728795 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.643250 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.685584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] device_id is not set on port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:04:55.695126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38034) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:55.783710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-01b1eac9-1617-4566-8fe1-57e53a1af462 None None] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d1df85b0-6a5b-4974-ae87-f449506de82b,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:55.825183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00c89105-3954-447a-b6cd-7d507b728795 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.843075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-00c89105-3954-447a-b6cd-7d507b728795 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 72b525f1-5c3c-42a3-b300-54be88f6a301 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:55.974788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c3ede45-c2d2-408d-bfbc-8270a2fdf75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.010706 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-01b1eac9-1617-4566-8fe1-57e53a1af462 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.060837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-01b1eac9-1617-4566-8fe1-57e53a1af462 None None] Transition to ACTIVE for port object d1df85b0-6a5b-4974-ae87-f449506de82b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:56.067021 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-01b1eac9-1617-4566-8fe1-57e53a1af462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.134396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e386864f-72cb-4f3b-85cf-38e6daa0868c', 'network_id': 'e386864f-72cb-4f3b-85cf-38e6daa0868c', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': '5490e830-c9dd-4d99-940e-8ca5a0bd649b'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:04:56.135633 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.154941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1eac9-1617-4566-8fe1-57e53a1af462 None None] Pushing event updated for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:56.163943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.20.0.3 (e386864f-72cb-4f3b-85cf-38e6daa0868c/5490e830-c9dd-4d99-940e-8ca5a0bd649b/83f9af0d-3f81-4b2c-84a7-8392f3747d9e) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:56.177253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87942d98-a775-41c0-b979-eb4f24c02b3d req-f58f857e-0e27-46a4-8f6b-965140aea5d7 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:56.189098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00c89105-3954-447a-b6cd-7d507b728795 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.190043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87942d98-a775-41c0-b979-eb4f24c02b3d req-f58f857e-0e27-46a4-8f6b-965140aea5d7 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 943 time: 0.3956435 Jul 16 20:04:56.297093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c89105-3954-447a-b6cd-7d507b728795 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=72b525f1-5c3c-42a3-b300-54be88f6a301,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:56.384317 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87942d98-a775-41c0-b979-eb4f24c02b3d req-dbc9d1b2-4101-4e7b-90ef-317cdf867c86 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934438 Jul 16 20:04:56.450333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00c89105-3954-447a-b6cd-7d507b728795 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.453327 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-00c89105-3954-447a-b6cd-7d507b728795 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/72b525f1-5c3c-42a3-b300-54be88f6a301 HTTP/1.1" status: 204 len: 168 time: 1.2675939 Jul 16 20:04:56.457095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:56.593734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23fac3d-b9fa-4f3a-93d9-a01191b6470d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:56.603246 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d23fac3d-b9fa-4f3a-93d9-a01191b6470d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1442165 Jul 16 20:04:56.607728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38052) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:56.702787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c3ede45-c2d2-408d-bfbc-8270a2fdf75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.762570 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c3ede45-c2d2-408d-bfbc-8270a2fdf75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.909064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8c3ede45-c2d2-408d-bfbc-8270a2fdf75e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bb184b7e3ec48679f4d19ff3fcc8030&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2128096 Jul 16 20:04:56.909580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38056) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:56.916172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ede45-c2d2-408d-bfbc-8270a2fdf75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d46c33e-c3cf-48ac-adb9-b83fdd9301d6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:56.938531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.992552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object 83f9af0d-3f81-4b2c-84a7-8392f3747d9e will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:57.003969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540fb92-90bf-457d-ade8-3048266187c3 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.005792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b540fb92-90bf-457d-ade8-3048266187c3 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3898571 Jul 16 20:04:57.010563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38058) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:57.030253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3efd6-bf0d-4e8c-a067-3027dc3cf064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.063038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3efd6-bf0d-4e8c-a067-3027dc3cf064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.084553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a34ec-cc95-41f8-bc9f-17f375a0e304 req-ce1c93da-2e99-418a-9ec8-d7c4939d603a tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.092855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c4a34ec-cc95-41f8-bc9f-17f375a0e304 req-ce1c93da-2e99-418a-9ec8-d7c4939d603a tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.3932669 Jul 16 20:04:57.127539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b77e9f2c-0a11-4853-a611-4ac310f2d082 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:57.139151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3efd6-bf0d-4e8c-a067-3027dc3cf064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.143977 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad3efd6-bf0d-4e8c-a067-3027dc3cf064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.145388 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6ad3efd6-bf0d-4e8c-a067-3027dc3cf064 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d46c33e-c3cf-48ac-adb9-b83fdd9301d6 HTTP/1.1" status: 204 len: 168 time: 0.2333817 Jul 16 20:04:57.157047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3efd6-bf0d-4e8c-a067-3027dc3cf064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d46c33e-c3cf-48ac-adb9-b83fdd9301d6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:57.183797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bff174-4e0a-4104-ad27-4132757e535e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.185562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bff174-4e0a-4104-ad27-4132757e535e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.187572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bff174-4e0a-4104-ad27-4132757e535e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.189799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-19bff174-4e0a-4104-ad27-4132757e535e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1775064 Jul 16 20:04:57.193356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38062) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:57.194076 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.211835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c4a34ec-cc95-41f8-bc9f-17f375a0e304 req-61e87024-e94b-46ed-b342-797b67f98392 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171455 Jul 16 20:04:57.328116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network e386864f-72cb-4f3b-85cf-38e6daa0868c is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:57.336870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:57.343714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:57.345340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be7cba7-9e78-460b-a1f1-a0d362988d82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 1838e5dd-0298-4602-a329-ad6ac7cf16dd {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:57.357365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0be7cba7-9e78-460b-a1f1-a0d362988d82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.419772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=83f9af0d-3f81-4b2c-84a7-8392f3747d9e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:57.451527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0be7cba7-9e78-460b-a1f1-a0d362988d82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.549853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.569249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.613310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a8914d2a-c43f-4a45-b9a2-904f67bbbf37 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1652532 Jul 16 20:04:57.615843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38072) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:57.683569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b77e9f2c-0a11-4853-a611-4ac310f2d082, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b77e9f2c-0a11-4853-a611-4ac310f2d082,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:57.718186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'b77e9f2c-0a11-4853-a611-4ac310f2d082', 'network_id': '85e5e01a-dc70-4b25-a83a-abdef8c01bd9', 'port_id': 'b77e9f2c-0a11-4853-a611-4ac310f2d082', 'mac_address': 'fa:16:3e:2a:c7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867a351-56a8-4651-91b3-0c4800f1279d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:57.745821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0be7cba7-9e78-460b-a1f1-a0d362988d82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.815263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d1df85b0-6a5b-4974-ae87-f449506de82b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:57.816814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-63794439-cd66-40fd-9882-87d73bf1f636 None None] Provisioning for port d1df85b0-6a5b-4974-ae87-f449506de82b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:57.869496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Allocated IP 172.20.0.2 (e386864f-72cb-4f3b-85cf-38e6daa0868c/5490e830-c9dd-4d99-940e-8ca5a0bd649b/5d183035-64e2-4092-8e82-3131b8dd2685) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:57.932959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-63794439-cd66-40fd-9882-87d73bf1f636 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:57.933373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-63794439-cd66-40fd-9882-87d73bf1f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.112981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0be7cba7-9e78-460b-a1f1-a0d362988d82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.119998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0176-c450-4642-907b-a5c37d9822ed req-de413ee2-ac7d-42c3-86c5-c53b77a50754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.129314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-105e0176-c450-4642-907b-a5c37d9822ed req-de413ee2-ac7d-42c3-86c5-c53b77a50754 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 1097 time: 0.2546256 Jul 16 20:04:58.220817 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.336997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77e9f2c-0a11-4853-a611-4ac310f2d082 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:58.370424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7cba7-9e78-460b-a1f1-a0d362988d82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=1838e5dd-0298-4602-a329-ad6ac7cf16dd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:58.381236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-28da2e27-ad88-4acd-b88e-dbf0263a362b None None] Could not find standard attr ID for object 72b525f1-5c3c-42a3-b300-54be88f6a301. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:04:58.395423 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0be7cba7-9e78-460b-a1f1-a0d362988d82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.398549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0be7cba7-9e78-460b-a1f1-a0d362988d82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/1838e5dd-0298-4602-a329-ad6ac7cf16dd HTTP/1.1" status: 204 len: 168 time: 1.2026045 Jul 16 20:04:58.405118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38098) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:58.413267 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d4fc9-a2d5-4cea-9edc-baab67685e79 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:04:58.519079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6e4903-98a1-4355-8458-f62af5875f5f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 70adc211-f080-41df-97df-a41cda683b7f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:58.532642 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4903-98a1-4355-8458-f62af5875f5f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.577234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0176-c450-4642-907b-a5c37d9822ed req-e73c0a43-6dd5-4c1d-9a82-6dec695f34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.579172 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-105e0176-c450-4642-907b-a5c37d9822ed req-e73c0a43-6dd5-4c1d-9a82-6dec695f34d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 200 len: 911 time: 0.4436004 Jul 16 20:04:58.618721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b77e9f2c-0a11-4853-a611-4ac310f2d082, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b77e9f2c-0a11-4853-a611-4ac310f2d082,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:58.683909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-105e0176-c450-4642-907b-a5c37d9822ed req-c5e033bd-e39b-4629-b10e-d8aa8f206d24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d HTTP/1.1" status: 200 len: 217 time: 0.0787125 Jul 16 20:04:58.692544 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.758251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0176-c450-4642-907b-a5c37d9822ed req-df879825-f88d-4bcf-9393-64f047aa1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.760190 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-105e0176-c450-4642-907b-a5c37d9822ed req-df879825-f88d-4bcf-9393-64f047aa1fb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 200 len: 850 time: 0.0686152 Jul 16 20:04:58.762723 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4903-98a1-4355-8458-f62af5875f5f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.836448 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-105e0176-c450-4642-907b-a5c37d9822ed req-d9fa9c49-dd20-49c3-9dca-92a462e36d4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3b0bad0-7caf-47ed-b183-8b204fa4297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697749 Jul 16 20:04:58.839715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:58.840106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:58.970895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196ed5-84a6-466a-bcfd-722b8004fc42 req-3ad4cee2-b9ed-4c3e-a6a3-8b8025082f18 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.978108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96196ed5-84a6-466a-bcfd-722b8004fc42 req-3ad4cee2-b9ed-4c3e-a6a3-8b8025082f18 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 943 time: 1.1244814 Jul 16 20:04:58.999539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ffe94-6929-453f-92fb-7130ce71698a req-e99ac7c3-855e-4852-848c-34310724f01a tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.016632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b48ffe94-6929-453f-92fb-7130ce71698a req-e99ac7c3-855e-4852-848c-34310724f01a tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.3471873 Jul 16 20:04:59.031230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b77e9f2c-0a11-4853-a611-4ac310f2d082,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:59.041379 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.055371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Transition to ACTIVE for port object 5d183035-64e2-4092-8e82-3131b8dd2685 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:59.073877 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-105e0176-c450-4642-907b-a5c37d9822ed req-de3791b7-7e6a-4203-b96c-9fd7ddcbaaa0 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262261 Jul 16 20:04:59.109289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Transition to ACTIVE for port object 5d183035-64e2-4092-8e82-3131b8dd2685 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:59.123730 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.173658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['b77e9f2c-0a11-4853-a611-4ac310f2d082'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:59.210200 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-105e0176-c450-4642-907b-a5c37d9822ed req-33cf79b0-9ea9-4ef0-b031-ebad83048fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298797 Jul 16 20:04:59.227958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b48ffe94-6929-453f-92fb-7130ce71698a req-6dfb7e84-a6f6-45aa-8719-dae7e046c9b6 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099533 Jul 16 20:04:59.239083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4903-98a1-4355-8458-f62af5875f5f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.261990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96196ed5-84a6-466a-bcfd-722b8004fc42 req-6feb5486-bcb9-4666-8b1f-5a3303460090 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751901 Jul 16 20:04:59.268637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Network e386864f-72cb-4f3b-85cf-38e6daa0868c is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:59.288767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:59.310352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:59.391679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4903-98a1-4355-8458-f62af5875f5f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.391940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Pushing event updated for resources: {'Port': ['ID=5d183035-64e2-4092-8e82-3131b8dd2685,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:59.462151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e4903-98a1-4355-8458-f62af5875f5f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=70adc211-f080-41df-97df-a41cda683b7f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:59.486784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4903-98a1-4355-8458-f62af5875f5f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.491471 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9b6e4903-98a1-4355-8458-f62af5875f5f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/70adc211-f080-41df-97df-a41cda683b7f HTTP/1.1" status: 204 len: 168 time: 1.0768116 Jul 16 20:04:59.491743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38124) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:59.596368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.599057 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b65780fa-19f3-46a2-9591-9163dfc679da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058173 Jul 16 20:04:59.604509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38128) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:59.615833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:59.661050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Attempting to bind port 5d183035-64e2-4092-8e82-3131b8dd2685 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:59.662094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Attempting to bind port 5d183035-64e2-4092-8e82-3131b8dd2685 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '21b2a89f-c15e-4103-9a32-5edb3b67999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e386864f-72cb-4f3b-85cf-38e6daa0868c'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:59.662249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Attempting to bind port 5d183035-64e2-4092-8e82-3131b8dd2685 on network e386864f-72cb-4f3b-85cf-38e6daa0868c {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:59.679664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:59.680055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Checking segment: {'id': '21b2a89f-c15e-4103-9a32-5edb3b67999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e386864f-72cb-4f3b-85cf-38e6daa0868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:59.691652 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.692962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Bound using segment: {'id': '21b2a89f-c15e-4103-9a32-5edb3b67999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e386864f-72cb-4f3b-85cf-38e6daa0868c'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:59.693671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Bound port: 5d183035-64e2-4092-8e82-3131b8dd2685, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b2a89f-c15e-4103-9a32-5edb3b67999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e386864f-72cb-4f3b-85cf-38e6daa0868c'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:59.696731 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.821127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:59.825924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.058520 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] For port 5d183035-64e2-4092-8e82-3131b8dd2685, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:00.063199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] For port 5d183035-64e2-4092-8e82-3131b8dd2685, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5d183035-64e2-4092-8e82-3131b8dd2685,segment=NetworkSegment(21b2a89f-c15e-4103-9a32-5edb3b67999c),segment_id=21b2a89f-c15e-4103-9a32-5edb3b67999c)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:00.070996 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.099479 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.108360 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.199237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad7e07-af78-4648-9b8e-705c8f1d8087 None None] Pushing event updated for resources: {'Port': ['ID=5d183035-64e2-4092-8e82-3131b8dd2685,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:00.218979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.289084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:00.293864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b13669-d304-4a22-9cf9-b1f1daaf8c33 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:00.305628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:00.310849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:00.318839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.348014 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7397275 Jul 16 20:05:00.354322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38138) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:00.362013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-974a77ce-0a91-45db-8e49-e400ffb49b50 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:00.398081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=83f9af0d-3f81-4b2c-84a7-8392f3747d9e,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:00.537350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0af67249-bed7-4872-b4b0-9fa44ca4dfd9 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:00.540235 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0af67249-bed7-4872-b4b0-9fa44ca4dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.665965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44db6e-1014-4a4a-9b5e-84f49ce02525 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=6e517d4f-ec09-42bc-b731-9164a869f462,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:00.742418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a77ce-0a91-45db-8e49-e400ffb49b50 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:00.747044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-974a77ce-0a91-45db-8e49-e400ffb49b50 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:00.984457 n-d-791505-15 neutron-server[100244]: INFO neutron.db.ipam_backend_mixin [None req-974a77ce-0a91-45db-8e49-e400ffb49b50 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e517d4f-ec09-42bc-b731-9164a869f462 (CIDR: 2001:db8::/64) Jul 16 20:05:00.990343 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-974a77ce-0a91-45db-8e49-e400ffb49b50 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:05:00.991150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974a77ce-0a91-45db-8e49-e400ffb49b50 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:01.015816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-974a77ce-0a91-45db-8e49-e400ffb49b50 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6575942 Jul 16 20:05:01.017151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38146) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:01.034740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:01.114478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.138206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e370d6e-f0f6-4b66-b92e-11426592b01a req-2db7af7f-0e2c-4dcb-9f7c-ef3541d97c52 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:01.145758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e370d6e-f0f6-4b66-b92e-11426592b01a req-2db7af7f-0e2c-4dcb-9f7c-ef3541d97c52 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 944 time: 0.5359087 Jul 16 20:05:01.226938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e75b44-8957-4326-89ea-713ca8f48096 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:01.254358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d0dd7-ab94-445f-8d49-d556b79039d8 req-5f989dda-9f87-438a-9387-70dbf4e96068 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:01.255736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d48d0dd7-ab94-445f-8d49-d556b79039d8 req-5f989dda-9f87-438a-9387-70dbf4e96068 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.5239778 Jul 16 20:05:01.367504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eff3495d-442e-4bda-90e5-7abb635e1deb None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:01.368103 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eff3495d-442e-4bda-90e5-7abb635e1deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.403685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e370d6e-f0f6-4b66-b92e-11426592b01a req-405b8996-008f-4633-811e-e10126692696 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569361 Jul 16 20:05:01.435864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d48d0dd7-ab94-445f-8d49-d556b79039d8 req-13c9cbae-a7db-44db-8b2f-da2582b9c9eb tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638961 Jul 16 20:05:01.579022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:01.587336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.624664 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:01.684833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5d183035-64e2-4092-8e82-3131b8dd2685 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:01.782116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 5d183035-64e2-4092-8e82-3131b8dd2685 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:02.106162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-941da0ef-6a70-4600-9984-7fabc88bd3e3 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:02.106443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-941da0ef-6a70-4600-9984-7fabc88bd3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.158751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8dc345-6b80-4cbd-9ddf-99b6b89c9bd6 None None] Network e386864f-72cb-4f3b-85cf-38e6daa0868c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:02.241196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.255926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.445269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=83f9af0d-3f81-4b2c-84a7-8392f3747d9e,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:02.459675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.616148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0e85ac1-364a-4a70-8bf0-9eb05f1316cd None None] Provisioning for port 5d183035-64e2-4092-8e82-3131b8dd2685 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:02.638126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0e85ac1-364a-4a70-8bf0-9eb05f1316cd None None] Provisioning complete for port 5d183035-64e2-4092-8e82-3131b8dd2685 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:02.641280 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f0e85ac1-364a-4a70-8bf0-9eb05f1316cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.857684 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f0e85ac1-364a-4a70-8bf0-9eb05f1316cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.935927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f0e85ac1-364a-4a70-8bf0-9eb05f1316cd None None] For port 5d183035-64e2-4092-8e82-3131b8dd2685, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5d183035-64e2-4092-8e82-3131b8dd2685,segment=NetworkSegment(21b2a89f-c15e-4103-9a32-5edb3b67999c),segment_id=21b2a89f-c15e-4103-9a32-5edb3b67999c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:02.941738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f0e85ac1-364a-4a70-8bf0-9eb05f1316cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.963074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.objects.ports [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:05:02.980429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network e386864f-72cb-4f3b-85cf-38e6daa0868c is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:03.034050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:03.055615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e85ac1-364a-4a70-8bf0-9eb05f1316cd None None] Pushing event updated for resources: {'Port': ['ID=5d183035-64e2-4092-8e82-3131b8dd2685,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:03.086200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c645db18-71fd-414d-bb45-18230c0fbf4d None None] Provisioning for port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:03.092594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c645db18-71fd-414d-bb45-18230c0fbf4d None None] Provisioning complete for port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:03.093043 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c645db18-71fd-414d-bb45-18230c0fbf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.164350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c645db18-71fd-414d-bb45-18230c0fbf4d None None] Port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:03.192428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b77e9f2c-0a11-4853-a611-4ac310f2d082 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:03.216565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c645db18-71fd-414d-bb45-18230c0fbf4d None None] Provisioning complete for port 5d183035-64e2-4092-8e82-3131b8dd2685 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:03.217094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c645db18-71fd-414d-bb45-18230c0fbf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.335836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port b77e9f2c-0a11-4853-a611-4ac310f2d082 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:03.367141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port b77e9f2c-0a11-4853-a611-4ac310f2d082 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:03.367802 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.529010 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.569046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc2aace-67a3-4e8e-b16f-adcf54f19073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77e9f2c-0a11-4853-a611-4ac310f2d082'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:03.574460 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb3adda-90a4-4076-9460-a0bb265dc00a" -d '{"events": [{"server_uuid": "fdc2aace-67a3-4e8e-b16f-adcf54f19073", "name": "network-vif-plugged", "status": "completed", "tag": "b77e9f2c-0a11-4853-a611-4ac310f2d082"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:03.594593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b77e9f2c-0a11-4853-a611-4ac310f2d082, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b77e9f2c-0a11-4853-a611-4ac310f2d082,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:03.602047 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.613821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b6323cc7-1656-408f-b782-013f8ed954c4 None None] Provisioning complete for port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:03.614305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b6323cc7-1656-408f-b782-013f8ed954c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.646724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5d183035-64e2-4092-8e82-3131b8dd2685 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:03.761585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b6323cc7-1656-408f-b782-013f8ed954c4 None None] Port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:03.771952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b77e9f2c-0a11-4853-a611-4ac310f2d082,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:03.788044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5d183035-64e2-4092-8e82-3131b8dd2685 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:03.788911 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.861913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e4caa-ca3f-4f19-8dff-a260a84af8fa req-2791c919-14b5-4ac3-bd4c-d4d16b813858 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:03.863766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-866e4caa-ca3f-4f19-8dff-a260a84af8fa req-2791c919-14b5-4ac3-bd4c-d4d16b813858 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 944 time: 1.2001534 Jul 16 20:05:03.931460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1e244-7b24-41a9-8a2c-2d40f2aaeedc req-42cc1444-6373-472d-9735-9ef22f3ebc90 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:03.940757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b1e244-7b24-41a9-8a2c-2d40f2aaeedc req-42cc1444-6373-472d-9735-9ef22f3ebc90 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 1.2757347 Jul 16 20:05:03.957338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c5dbae0e-e0c7-4b54-9e91-ceab06080376 None None] Provisioning complete for port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:03.958006 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c5dbae0e-e0c7-4b54-9e91-ceab06080376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.027136 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b1e244-7b24-41a9-8a2c-2d40f2aaeedc req-7b94cde0-8e76-4b23-88e8-c756804bd70b tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854928 Jul 16 20:05:04.100229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbae0e-e0c7-4b54-9e91-ceab06080376 None None] Port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:04.174111 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.185986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-866e4caa-ca3f-4f19-8dff-a260a84af8fa req-779298fd-9f11-4e3e-9615-202012bca8f4 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729838 Jul 16 20:05:04.202384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router e73dcc31-deec-4d68-920d-4ae84fc02c50 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:05:04.276732 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.279643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cbc0dbfe-7cba-4705-a714-bf3dcf44bbab None None] Provisioning complete for port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:04.279834 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cbc0dbfe-7cba-4705-a714-bf3dcf44bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.411318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0dbfe-7cba-4705-a714-bf3dcf44bbab None None] Port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:04.419725 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123013cd-bdc1-41ff-aff2-e80cdc7f2dc3 x-openstack-request-id: req-123013cd-bdc1-41ff-aff2-e80cdc7f2dc3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:04.422012 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc2aace-67a3-4e8e-b16f-adcf54f19073", "name": "network-vif-plugged", "status": "completed", "tag": "b77e9f2c-0a11-4853-a611-4ac310f2d082", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:04.422291 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-123013cd-bdc1-41ff-aff2-e80cdc7f2dc3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:04.422869 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc2aace-67a3-4e8e-b16f-adcf54f19073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77e9f2c-0a11-4853-a611-4ac310f2d082', 'code': 200} Jul 16 20:05:04.475124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d1df85b0-6a5b-4974-ae87-f449506de82b,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:04.510766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.520435 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.521216 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.656092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=13']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:04.660396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=b23f3b8a-9117-4d38-a0fc-a5ad61962ec7,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:04.840562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:04.850084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-30599421-156d-4fd6-9406-04029214e283 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/e73dcc31-deec-4d68-920d-4ae84fc02c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2279336 Jul 16 20:05:04.854442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:04.855529 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ac7501-6b52-447b-8d8b-348c874cb213 None None] Sync routers for ids ['e73dcc31-deec-4d68-920d-4ae84fc02c50'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:04.856338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38206) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:04.856457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9fbc-f278-4a3e-ace1-ac878169251f req-cbd2b241-6816-4047-8a2a-15e62a7f04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:04.860554 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5b7e9fbc-f278-4a3e-ace1-ac878169251f req-cbd2b241-6816-4047-8a2a-15e62a7f04e2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 1097 time: 0.3951080 Jul 16 20:05:04.870168 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.872338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:04.874224 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac7501-6b52-447b-8d8b-348c874cb213 None None] Routers {'e73dcc31-deec-4d68-920d-4ae84fc02c50'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:04.883655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc7e82-4412-4edd-b11b-74695b4f331d None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:04.883856 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-10ac7501-6b52-447b-8d8b-348c874cb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e73dcc31-deec-4d68-920d-4ae84fc02c50'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:04.898011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:04.899061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.952190 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-10ac7501-6b52-447b-8d8b-348c874cb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:04.965497 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac7501-6b52-447b-8d8b-348c874cb213 None None] Routers {'e73dcc31-deec-4d68-920d-4ae84fc02c50'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:04.966912 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-10ac7501-6b52-447b-8d8b-348c874cb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e73dcc31-deec-4d68-920d-4ae84fc02c50'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:04.972343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7f7545ec-af23-4f10-8577-52e8672a6cf9 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9522302 Jul 16 20:05:04.979733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bffc525-1e95-42e7-a6a9-8e192836a969 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:04.981629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8bffc525-1e95-42e7-a6a9-8e192836a969 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports/83f9af0d-3f81-4b2c-84a7-8392f3747d9e HTTP/1.1" status: 200 len: 977 time: 0.1228833 Jul 16 20:05:04.982472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38208) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:04.989503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38210) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:04.990727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:10:42:8f', 'name': 'tempest-NetworksTestDHCPv6-267989086'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:04.994909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5b7e9fbc-f278-4a3e-ace1-ac878169251f req-3cb310a3-34f2-49ad-9b1c-e049604ccb22 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258159 Jul 16 20:05:05.019480 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-10ac7501-6b52-447b-8d8b-348c874cb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:05.020427 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ac7501-6b52-447b-8d8b-348c874cb213 None None] The sync data for ids ['e73dcc31-deec-4d68-920d-4ae84fc02c50'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:05.115834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-377fffb5-e737-43c5-8ec8-8f9de3f2b7b2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.122032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-377fffb5-e737-43c5-8ec8-8f9de3f2b7b2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.138982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-377fffb5-e737-43c5-8ec8-8f9de3f2b7b2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.152801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-377fffb5-e737-43c5-8ec8-8f9de3f2b7b2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.162204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-377fffb5-e737-43c5-8ec8-8f9de3f2b7b2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.168769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-377fffb5-e737-43c5-8ec8-8f9de3f2b7b2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.175815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-377fffb5-e737-43c5-8ec8-8f9de3f2b7b2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.183992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-377fffb5-e737-43c5-8ec8-8f9de3f2b7b2 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.3909230 Jul 16 20:05:05.307121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a20f0f9-21c8-41a7-b004-8a6f03cb1d57 req-d001279d-1004-4412-8349-d4a47086566c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220880 Jul 16 20:05:05.335234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0bbdf-5281-4695-aa73-c35ca5fc44eb req-057e1829-7735-4075-a60e-c8449816cab3 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.367311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bc0bbdf-5281-4695-aa73-c35ca5fc44eb req-057e1829-7735-4075-a60e-c8449816cab3 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.4522355 Jul 16 20:05:05.445517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc308b74-e7f4-45af-84ec-da025dc4ac14 None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': 'b23f3b8a-9117-4d38-a0fc-a5ad61962ec7', 'ip_address': '2001:db8:0:1:f816:3eff:fe63:3e81'}, {'subnet_id': '6e517d4f-ec09-42bc-b731-9164a869f462'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'd1df85b0-6a5b-4974-ae87-f449506de82b'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:05:05.497620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bc0bbdf-5281-4695-aa73-c35ca5fc44eb req-f2a101f9-6a99-4312-97f5-811f798bf1aa tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279352 Jul 16 20:05:05.504819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:05.712556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.823863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d1df85b0-6a5b-4974-ae87-f449506de82b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:05.824112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.830472 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc308b74-e7f4-45af-84ec-da025dc4ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.855908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 3c68c543-5d77-4ac0-b64d-fba0675f8b4e yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:05:06.026412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781377d9-c26e-4957-8688-59f6f0f91268 req-bbcde35e-0333-4b42-b085-e1a54cab0557 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.028084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-781377d9-c26e-4957-8688-59f6f0f91268 req-bbcde35e-0333-4b42-b085-e1a54cab0557 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 945 time: 0.3635716 Jul 16 20:05:06.052641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adae3-6276-49a4-a3b4-ba5bf303f40f req-27180a5d-626f-4880-b142-2b0019df2ea3 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.054116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:06.054621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.063479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adae3-6276-49a4-a3b4-ba5bf303f40f req-27180a5d-626f-4880-b142-2b0019df2ea3 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.073716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adae3-6276-49a4-a3b4-ba5bf303f40f req-27180a5d-626f-4880-b142-2b0019df2ea3 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.082645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adae3-6276-49a4-a3b4-ba5bf303f40f req-27180a5d-626f-4880-b142-2b0019df2ea3 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.090468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adae3-6276-49a4-a3b4-ba5bf303f40f req-27180a5d-626f-4880-b142-2b0019df2ea3 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.097641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adae3-6276-49a4-a3b4-ba5bf303f40f req-27180a5d-626f-4880-b142-2b0019df2ea3 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.103938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adae3-6276-49a4-a3b4-ba5bf303f40f req-27180a5d-626f-4880-b142-2b0019df2ea3 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:06.131234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-966adae3-6276-49a4-a3b4-ba5bf303f40f req-27180a5d-626f-4880-b142-2b0019df2ea3 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.4507420 Jul 16 20:05:06.159789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-fc308b74-e7f4-45af-84ec-da025dc4ac14 None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/6e517d4f-ec09-42bc-b731-9164a869f462/d1df85b0-6a5b-4974-ae87-f449506de82b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:06.282201 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-781377d9-c26e-4957-8688-59f6f0f91268 req-16bcad67-f494-450f-9b3f-f1e1115c6b65 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413337 Jul 16 20:05:06.424560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fc308b74-e7f4-45af-84ec-da025dc4ac14 None None] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d1df85b0-6a5b-4974-ae87-f449506de82b,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:06.490283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 83f9af0d-3f81-4b2c-84a7-8392f3747d9e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:06.491399 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.494287 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc308b74-e7f4-45af-84ec-da025dc4ac14 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.538463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fc308b74-e7f4-45af-84ec-da025dc4ac14 None None] Transition to ACTIVE for port object d1df85b0-6a5b-4974-ae87-f449506de82b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:06.554444 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc308b74-e7f4-45af-84ec-da025dc4ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.682342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc308b74-e7f4-45af-84ec-da025dc4ac14 None None] Pushing event updated for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=14']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:06.707649 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.738329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 83f9af0d-3f81-4b2c-84a7-8392f3747d9e owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:06.851569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::ea (d6702219-1b7c-462d-aaac-610760188933/6e517d4f-ec09-42bc-b731-9164a869f462/3c68c543-5d77-4ac0-b64d-fba0675f8b4e) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:06.878641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8:0:1:f816:3eff:fe10:428f (d6702219-1b7c-462d-aaac-610760188933/b23f3b8a-9117-4d38-a0fc-a5ad61962ec7/3c68c543-5d77-4ac0-b64d-fba0675f8b4e) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:07.189855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.202134 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.234372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=83f9af0d-3f81-4b2c-84a7-8392f3747d9e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:07.250877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afedfbb-24cd-46bf-8fb9-a987873ca35f req-72161274-5de3-4bcb-ad8d-7432b9ef2915 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:07.261495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8afedfbb-24cd-46bf-8fb9-a987873ca35f req-72161274-5de3-4bcb-ad8d-7432b9ef2915 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.4664154 Jul 16 20:05:07.286040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 3c68c543-5d77-4ac0-b64d-fba0675f8b4e will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:07.333827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8afedfbb-24cd-46bf-8fb9-a987873ca35f req-8b752be6-c6b7-4d4a-bfab-c59f4a7259d7 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707135 Jul 16 20:05:07.372809 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.434689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:07.444861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:07.447663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:07.456631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:07.457390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.542096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=3c68c543-5d77-4ac0-b64d-fba0675f8b4e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:07.558258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9dd0d80e-cab2-457e-a845-eddb9484950c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5723372 Jul 16 20:05:07.559379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38270) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:07.786898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d1df85b0-6a5b-4974-ae87-f449506de82b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:07.867830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.025684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ae4e7-5cb0-4f6e-9a65-05828a66f3e4 req-5f305fab-511e-4f3f-8e72-bfe683bba295 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.032934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-794ae4e7-5cb0-4f6e-9a65-05828a66f3e4 req-5f305fab-511e-4f3f-8e72-bfe683bba295 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 945 time: 0.3933811 Jul 16 20:05:08.132129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a83f051e-6b8b-4e4c-9856-93cba77a93ba tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 3c68c543-5d77-4ac0-b64d-fba0675f8b4e {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:08.137616 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a83f051e-6b8b-4e4c-9856-93cba77a93ba tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.181690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-794ae4e7-5cb0-4f6e-9a65-05828a66f3e4 req-e1368dca-814d-4c5a-88d5-933e3701b346 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475976 Jul 16 20:05:08.197235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-08ade47c-ea36-488d-bc21-33ce52bb5b7a tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.201428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e083b018-9748-45a3-9b66-51dacbb6c724 None None] Provisioning for port d1df85b0-6a5b-4974-ae87-f449506de82b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:08.206406 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-08ade47c-ea36-488d-bc21-33ce52bb5b7a tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.4622200 Jul 16 20:05:08.242849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e083b018-9748-45a3-9b66-51dacbb6c724 None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:08.243190 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e083b018-9748-45a3-9b66-51dacbb6c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.289947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router e73dcc31-deec-4d68-920d-4ae84fc02c50 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:08.396655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a83f051e-6b8b-4e4c-9856-93cba77a93ba tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.420986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a83f051e-6b8b-4e4c-9856-93cba77a93ba tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 3c68c543-5d77-4ac0-b64d-fba0675f8b4e owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:08.526709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:08.538915 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-16bae3db-cb95-494d-b6a6-734e59986d60 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/e73dcc31-deec-4d68-920d-4ae84fc02c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5358176 Jul 16 20:05:08.541530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38306) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:08.542898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0daed3a-69e2-4a79-943f-9349005e0bfb None None] Sync routers for ids ['e73dcc31-deec-4d68-920d-4ae84fc02c50'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:08.562009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daed3a-69e2-4a79-943f-9349005e0bfb None None] Routers {'e73dcc31-deec-4d68-920d-4ae84fc02c50'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:08.562670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e0daed3a-69e2-4a79-943f-9349005e0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e73dcc31-deec-4d68-920d-4ae84fc02c50'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:08.734137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e0daed3a-69e2-4a79-943f-9349005e0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:08.763230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daed3a-69e2-4a79-943f-9349005e0bfb None None] Routers {'e73dcc31-deec-4d68-920d-4ae84fc02c50'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:08.764019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e0daed3a-69e2-4a79-943f-9349005e0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:04:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e73dcc31-deec-4d68-920d-4ae84fc02c50'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:08.790739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38316) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:08.857141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e0daed3a-69e2-4a79-943f-9349005e0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:08.861787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0daed3a-69e2-4a79-943f-9349005e0bfb None None] The sync data for ids ['e73dcc31-deec-4d68-920d-4ae84fc02c50'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:08.931265 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-661d2720-c5f2-41b2-81c1-b9ad4e8097ca tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:05:08.935449 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-661d2720-c5f2-41b2-81c1-b9ad4e8097ca tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/e73dcc31-deec-4d68-920d-4ae84fc02c50/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3926198 Jul 16 20:05:08.936097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38328) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:08.946874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Deleting port f565ba62-6d20-4414-a7a8-2e8d78de2a7d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:08.947391 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.003515 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c84dfbe4-e996-4e01-88b5-9fa42647c3fb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=e73dcc31-deec-4d68-920d-4ae84fc02c50 HTTP/1.1" status: 200 len: 205 time: 0.0655439 Jul 16 20:05:09.011765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38336) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:09.100444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-21922546-4110-4494-ba12-3c3ce667e25e None None] Provisioning for port 3c68c543-5d77-4ac0-b64d-fba0675f8b4e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:09.106051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-21922546-4110-4494-ba12-3c3ce667e25e None None] Provisioning complete for port 3c68c543-5d77-4ac0-b64d-fba0675f8b4e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:09.106557 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21922546-4110-4494-ba12-3c3ce667e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.109214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-229b0d42-f6a7-4b3a-a70d-62ba60425e43 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.157505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9569349-f139-4437-899b-a26e6759fe87 req-09efe491-25ee-493e-976a-bb0b3fb65134 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.164319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-21922546-4110-4494-ba12-3c3ce667e25e None None] Port 3c68c543-5d77-4ac0-b64d-fba0675f8b4e was deleted so its status cannot be updated. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:05:09.170614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9569349-f139-4437-899b-a26e6759fe87 req-09efe491-25ee-493e-976a-bb0b3fb65134 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 945 time: 0.4630780 Jul 16 20:05:09.174341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a83f051e-6b8b-4e4c-9856-93cba77a93ba tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.334175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9569349-f139-4437-899b-a26e6759fe87 req-d9b25151-b7cd-4fe0-9bf4-725bc9d0c69e tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613386 Jul 16 20:05:09.340713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f051e-6b8b-4e4c-9856-93cba77a93ba tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=3c68c543-5d77-4ac0-b64d-fba0675f8b4e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:09.445120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] For port f565ba62-6d20-4414-a7a8-2e8d78de2a7d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:09.445493 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.449211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-229b0d42-f6a7-4b3a-a70d-62ba60425e43 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.458544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-5131aac6-4480-421c-b2a1-122e4bf47110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.462352 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-229b0d42-f6a7-4b3a-a70d-62ba60425e43 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.469947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-5131aac6-4480-421c-b2a1-122e4bf47110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.470809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-5131aac6-4480-421c-b2a1-122e4bf47110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.471763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-5131aac6-4480-421c-b2a1-122e4bf47110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.472077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-5131aac6-4480-421c-b2a1-122e4bf47110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.472662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-5131aac6-4480-421c-b2a1-122e4bf47110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.473195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-5131aac6-4480-421c-b2a1-122e4bf47110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.480284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Calling delete_port for f565ba62-6d20-4414-a7a8-2e8d78de2a7d owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:09.481469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-5131aac6-4480-421c-b2a1-122e4bf47110 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6509 time: 0.6892304 Jul 16 20:05:09.498227 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a83f051e-6b8b-4e4c-9856-93cba77a93ba tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.500527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a83f051e-6b8b-4e4c-9856-93cba77a93ba tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/3c68c543-5d77-4ac0-b64d-fba0675f8b4e HTTP/1.1" status: 204 len: 168 time: 1.9400320 Jul 16 20:05:09.507444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38342) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:09.591911 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-229b0d42-f6a7-4b3a-a70d-62ba60425e43 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.593064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229b0d42-f6a7-4b3a-a70d-62ba60425e43 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Fanout notify agent at l3_agent the message router_deleted on router e73dcc31-deec-4d68-920d-4ae84fc02c50 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:05:09.622016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-229b0d42-f6a7-4b3a-a70d-62ba60425e43 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.627734 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-229b0d42-f6a7-4b3a-a70d-62ba60425e43 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/e73dcc31-deec-4d68-920d-4ae84fc02c50 HTTP/1.1" status: 204 len: 168 time: 0.6136122 Jul 16 20:05:09.628940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38346) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:09.635587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a387-da93-47b2-8883-0bafa0d53230 req-0b5324d7-b6c3-4bdc-bfdb-947f69829827 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.646875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b733a387-da93-47b2-8883-0bafa0d53230 req-0b5324d7-b6c3-4bdc-bfdb-947f69829827 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 945 time: 0.4595163 Jul 16 20:05:09.702674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-269771ae-05a4-477e-9ca7-86a4608ff939 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&id=272d1861-a5e0-41a3-8f44-fd844e43a042&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200232 Jul 16 20:05:09.756250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b733a387-da93-47b2-8883-0bafa0d53230 req-0babad82-23c2-4c46-aa65-b1ac6baa81b9 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084192 Jul 16 20:05:09.790379 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dc0943-89ae-422e-8f09-866f6965fde3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet 5490e830-c9dd-4d99-940e-8ca5a0bd649b {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:09.793088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c64a1-6869-4d55-b59a-a51b84df40da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.796682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14dc0943-89ae-422e-8f09-866f6965fde3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.797859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-768c64a1-6869-4d55-b59a-a51b84df40da tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2638960 Jul 16 20:05:09.799196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38354) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:09.873100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14dc0943-89ae-422e-8f09-866f6965fde3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:09.883898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da89d8-bf4c-4df9-97c8-251b668505b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.887216 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-14da89d8-bf4c-4df9-97c8-251b668505b4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0868213 Jul 16 20:05:09.889526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38358) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:09.978098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e1e05-7daf-40e8-be5a-b3e1004547f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.979917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e1e05-7daf-40e8-be5a-b3e1004547f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.981698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e1e05-7daf-40e8-be5a-b3e1004547f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.987013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4d5e1e05-7daf-40e8-be5a-b3e1004547f4 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0963581 Jul 16 20:05:09.988003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38362) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:10.074164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed6cac3-a1f7-4e22-bfe5-3330063a9587 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 6e517d4f-ec09-42bc-b731-9164a869f462 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:10.082017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aed6cac3-a1f7-4e22-bfe5-3330063a9587 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.102484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.118669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['cf82dc87-007c-4811-a18d-687b46395e95'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:10.139574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aed6cac3-a1f7-4e22-bfe5-3330063a9587 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.153081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14dc0943-89ae-422e-8f09-866f6965fde3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.157545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Pushing event deleted for resources: {'Port': ['ID=f565ba62-6d20-4414-a7a8-2e8d78de2a7d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:10.244531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] No DVR routers for this DVR port f565ba62-6d20-4414-a7a8-2e8d78de2a7d on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:10.247826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.250316 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c35d7cc8-76c1-4e7a-a836-f08fae862c70 req-a6557c9f-4a97-407f-91cc-c8a0cbff8940 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.16 "DELETE /v2.0/ports/f565ba62-6d20-4414-a7a8-2e8d78de2a7d HTTP/1.1" status: 204 len: 173 time: 2.0377610 Jul 16 20:05:10.254259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c1aec-84cb-4346-87f2-da3b0f651370', 'name': 'network-vif-deleted', 'tag': 'f565ba62-6d20-4414-a7a8-2e8d78de2a7d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:10.261997 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b053e82-9698-4b88-a7d9-1f0aa5287e7b" -d '{"events": [{"server_uuid": "4a0c1aec-84cb-4346-87f2-da3b0f651370", "name": "network-vif-deleted", "tag": "f565ba62-6d20-4414-a7a8-2e8d78de2a7d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:10.364124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14dc0943-89ae-422e-8f09-866f6965fde3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.379629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aed6cac3-a1f7-4e22-bfe5-3330063a9587 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.468606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc0943-89ae-422e-8f09-866f6965fde3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=5490e830-c9dd-4d99-940e-8ca5a0bd649b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:10.511431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14dc0943-89ae-422e-8f09-866f6965fde3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.514542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-14dc0943-89ae-422e-8f09-866f6965fde3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/5490e830-c9dd-4d99-940e-8ca5a0bd649b HTTP/1.1" status: 204 len: 168 time: 0.8696790 Jul 16 20:05:10.518275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:10.528660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aed6cac3-a1f7-4e22-bfe5-3330063a9587 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.543284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff63de0-0fba-49ca-b631-495e509fb446 None None] Network e386864f-72cb-4f3b-85cf-38e6daa0868c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:10.617427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aed6cac3-a1f7-4e22-bfe5-3330063a9587 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.624258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-aed6cac3-a1f7-4e22-bfe5-3330063a9587 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/6e517d4f-ec09-42bc-b731-9164a869f462 HTTP/1.1" status: 204 len: 168 time: 0.6348290 Jul 16 20:05:10.631051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aedb28f-942d-44de-80fd-dcf2c104777c None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:10.631543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6cac3-a1f7-4e22-bfe5-3330063a9587 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=6e517d4f-ec09-42bc-b731-9164a869f462,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:10.633472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38396) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:10.813629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ec5b84e-dadd-4de1-be91-2694f9ad1e4c req-8b94f1b5-08c5-4761-baad-d98033a3e5c6 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a0c1aec-84cb-4346-87f2-da3b0f651370 HTTP/1.1" status: 200 len: 210 time: 0.0891528 Jul 16 20:05:10.814888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.827873 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000926e3-3051-4875-acc1-866877a5f08e x-openstack-request-id: req-000926e3-3051-4875-acc1-866877a5f08e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:10.827873 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c1aec-84cb-4346-87f2-da3b0f651370", "name": "network-vif-deleted", "tag": "f565ba62-6d20-4414-a7a8-2e8d78de2a7d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:10.828257 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-000926e3-3051-4875-acc1-866877a5f08e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:10.829926 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c1aec-84cb-4346-87f2-da3b0f651370', 'name': 'network-vif-deleted', 'tag': 'f565ba62-6d20-4414-a7a8-2e8d78de2a7d', 'status': 'completed', 'code': 200} Jul 16 20:05:10.855622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6a520a-edc7-400b-95ba-cd31be5b9add tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet b23f3b8a-9117-4d38-a0fc-a5ad61962ec7 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:10.874056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca6a520a-edc7-400b-95ba-cd31be5b9add tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:10.995024 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca6a520a-edc7-400b-95ba-cd31be5b9add tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.081527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f565ba62-6d20-4414-a7a8-2e8d78de2a7d no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:11.087173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a6c3944-175c-44a5-8af1-c3635623cb77 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:11.089014 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a6c3944-175c-44a5-8af1-c3635623cb77 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 945 time: 0.5187750 Jul 16 20:05:11.094709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 5d183035-64e2-4092-8e82-3131b8dd2685 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:11.095823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.158659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: f565ba62-6d20-4414-a7a8-2e8d78de2a7d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:11.159305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f565ba62-6d20-4414-a7a8-2e8d78de2a7d not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:11.232142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] DHCP port deletion for e386864f-72cb-4f3b-85cf-38e6daa0868c request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:11.327783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca6a520a-edc7-400b-95ba-cd31be5b9add tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.370938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] Deleting port 5d183035-64e2-4092-8e82-3131b8dd2685 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:11.371801 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.418418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 5d183035-64e2-4092-8e82-3131b8dd2685, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5d183035-64e2-4092-8e82-3131b8dd2685,segment=NetworkSegment(21b2a89f-c15e-4103-9a32-5edb3b67999c),segment_id=21b2a89f-c15e-4103-9a32-5edb3b67999c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:11.419026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.443525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 5d183035-64e2-4092-8e82-3131b8dd2685 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:11.454017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Deleting port b77e9f2c-0a11-4853-a611-4ac310f2d082 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:11.457281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.550742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db5b8-b88c-433a-8de1-e2f7e7431bde req-1c2a5f74-1649-4408-845c-22f871869745 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:11.566207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] For port 5d183035-64e2-4092-8e82-3131b8dd2685, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5d183035-64e2-4092-8e82-3131b8dd2685,segment=NetworkSegment(21b2a89f-c15e-4103-9a32-5edb3b67999c),segment_id=21b2a89f-c15e-4103-9a32-5edb3b67999c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:11.566901 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.584373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-217db5b8-b88c-433a-8de1-e2f7e7431bde req-1c2a5f74-1649-4408-845c-22f871869745 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 945 time: 0.5238936 Jul 16 20:05:11.584811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] Calling delete_port for 5d183035-64e2-4092-8e82-3131b8dd2685 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:11.693544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] For port b77e9f2c-0a11-4853-a611-4ac310f2d082, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b77e9f2c-0a11-4853-a611-4ac310f2d082,segment=NetworkSegment(e7c0ab8a-26d7-49f9-b3cc-6629d983b132),segment_id=e7c0ab8a-26d7-49f9-b3cc-6629d983b132)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:11.694077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.719170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Calling delete_port for b77e9f2c-0a11-4853-a611-4ac310f2d082 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:11.727447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.746937 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.752336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5d183035-64e2-4092-8e82-3131b8dd2685 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:11.756447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No DVR routers for this DVR port 5d183035-64e2-4092-8e82-3131b8dd2685 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:11.771491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-217db5b8-b88c-433a-8de1-e2f7e7431bde req-ab286be8-a0b2-4063-bb5a-3cbe6808cc3c tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6222853-b6b8-42c8-b131-f033127b1a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862462 Jul 16 20:05:11.776828 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca6a520a-edc7-400b-95ba-cd31be5b9add tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.826912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] Pushing event deleted for resources: {'Port': ['ID=5d183035-64e2-4092-8e82-3131b8dd2685,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:11.835349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a520a-edc7-400b-95ba-cd31be5b9add tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=b23f3b8a-9117-4d38-a0fc-a5ad61962ec7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:11.849050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca6a520a-edc7-400b-95ba-cd31be5b9add tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.854970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ca6a520a-edc7-400b-95ba-cd31be5b9add tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/b23f3b8a-9117-4d38-a0fc-a5ad61962ec7 HTTP/1.1" status: 204 len: 168 time: 1.2150836 Jul 16 20:05:11.855473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38416) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:11.866831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753773c-2040-4c2e-a7d8-58e07c5600c7 None None] No DVR routers for this DVR port 5d183035-64e2-4092-8e82-3131b8dd2685 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:11.885956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=5d183035-64e2-4092-8e82-3131b8dd2685,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:11.900051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 5d183035-64e2-4092-8e82-3131b8dd2685 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:11.901558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5d183035-64e2-4092-8e82-3131b8dd2685 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:11.915847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ebd379ed-1ac8-44ae-bf1d-bbe7eb7bad09 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588200 Jul 16 20:05:11.918675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38420) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:11.928031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:12.027997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.058759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e386864f-72cb-4f3b-85cf-38e6daa0868c']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:12.085028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b2a89f-c15e-4103-9a32-5edb3b67999c') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:12.085858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b2a89f-c15e-4103-9a32-5edb3b67999c') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:12.130760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.192416 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.212988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:12.213695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:12.216888 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:12.250518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:12.255035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.333455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.380715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.383035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event deleted for resources: {'Port': ['ID=b77e9f2c-0a11-4853-a611-4ac310f2d082,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:12.440108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.446598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38438) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:12.448629 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/e386864f-72cb-4f3b-85cf-38e6daa0868c HTTP/1.1" status: 204 len: 168 time: 1.9291372 Jul 16 20:05:12.457505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-962942633'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:12.513666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4a351-f538-416b-9045-773dc06e437b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=e386864f-72cb-4f3b-85cf-38e6daa0868c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:12.566483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:12.569170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03240edc-7636-4f56-bffd-f24d9fd2b617 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:12.571569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.611673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] No DVR routers for this DVR port b77e9f2c-0a11-4853-a611-4ac310f2d082 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:12.624638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.628913 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6e074ab1-a32a-4904-96a1-331f081b7bd2 req-4a0f6c79-3ccf-4435-b037-0ff8ee6469bd tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.68 "DELETE /v2.0/ports/b77e9f2c-0a11-4853-a611-4ac310f2d082 HTTP/1.1" status: 204 len: 173 time: 1.5301332 Jul 16 20:05:12.675398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:12.724051 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.724852 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment 0c55a355-d1c1-4e07-b025-9350fa78d137 of type vlan for network 089cf67c-a788-44a0-a1a7-375172ee5bfe Jul 16 20:05:12.769323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8aac4857-5f1a-420a-858a-ac6c555945fb None None] Provisioning complete for port d1df85b0-6a5b-4974-ae87-f449506de82b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:12.769721 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8aac4857-5f1a-420a-858a-ac6c555945fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.823083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.832033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc2aace-67a3-4e8e-b16f-adcf54f19073', 'name': 'network-vif-deleted', 'tag': 'b77e9f2c-0a11-4853-a611-4ac310f2d082'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:12.834941 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c0486c-fd9e-49aa-9995-c101cfe1a707" -d '{"events": [{"server_uuid": "fdc2aace-67a3-4e8e-b16f-adcf54f19073", "name": "network-vif-deleted", "tag": "b77e9f2c-0a11-4853-a611-4ac310f2d082"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:12.970943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.043624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.054321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:13.054736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.083615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:13.152322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] Deleting port d1df85b0-6a5b-4974-ae87-f449506de82b {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:13.152647 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.176638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b6e7bea-6982-4123-917b-57a1f7b7eced req-be6e303c-d750-4d28-92d5-e48c7d193725 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdc2aace-67a3-4e8e-b16f-adcf54f19073 HTTP/1.1" status: 200 len: 210 time: 0.1167974 Jul 16 20:05:13.180825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:13.188731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7383244 Jul 16 20:05:13.188731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=48c54a18-97d6-4322-94d9-d68dcce66224,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:13.189665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38448) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:13.197497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:13.201126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': '089cf67c-a788-44a0-a1a7-375172ee5bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:13.209508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:13.210142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.316927 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa00b29-5987-45e9-9c82-cda2a239ac9d x-openstack-request-id: req-3aa00b29-5987-45e9-9c82-cda2a239ac9d {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:13.317378 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc2aace-67a3-4e8e-b16f-adcf54f19073", "name": "network-vif-deleted", "tag": "b77e9f2c-0a11-4853-a611-4ac310f2d082", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:13.317513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c78489-2e63-4dc2-9e73-484054ce205a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=089cf67c-a788-44a0-a1a7-375172ee5bfe,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:13.317617 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3aa00b29-5987-45e9-9c82-cda2a239ac9d {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:13.317907 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc2aace-67a3-4e8e-b16f-adcf54f19073', 'name': 'network-vif-deleted', 'tag': 'b77e9f2c-0a11-4853-a611-4ac310f2d082', 'status': 'completed', 'code': 200} Jul 16 20:05:13.337617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2afe864e-ddfb-4067-961a-f1cbc5bd4984 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4173663 Jul 16 20:05:13.338024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38450) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:13.350678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a1270f60-0cc7-4f91-a323-316fa214ae5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:13.363856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b77e9f2c-0a11-4853-a611-4ac310f2d082 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:13.367338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 089cf67c-a788-44a0-a1a7-375172ee5bfe details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:13.434928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005de29b-a729-449c-818d-da05760c809e req-b148cfca-01b9-4eea-a6e7-b81c9f398e62 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:13.438255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-005de29b-a729-449c-818d-da05760c809e req-b148cfca-01b9-4eea-a6e7-b81c9f398e62 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.4083068 Jul 16 20:05:13.501978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: b77e9f2c-0a11-4853-a611-4ac310f2d082 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:13.502757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b77e9f2c-0a11-4853-a611-4ac310f2d082 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:13.525287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:13.539218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] For port d1df85b0-6a5b-4974-ae87-f449506de82b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d1df85b0-6a5b-4974-ae87-f449506de82b,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:13.540091 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.543506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.557675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] Calling delete_port for d1df85b0-6a5b-4974-ae87-f449506de82b owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:13.685821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d1df85b0-6a5b-4974-ae87-f449506de82b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:13.732620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-005de29b-a729-449c-818d-da05760c809e req-ac150774-aba1-4b54-b12d-caf5535d873b tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797539 Jul 16 20:05:13.842965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1270f60-0cc7-4f91-a323-316fa214ae5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:13.847584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a1270f60-0cc7-4f91-a323-316fa214ae5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.898572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.954201 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.957703 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:13.996926 n-d-791505-15 neutron-server[100243]: INFO neutron.db.ipam_backend_mixin [None req-a1270f60-0cc7-4f91-a323-316fa214ae5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48c54a18-97d6-4322-94d9-d68dcce66224 (CIDR: 2001:db8::/64) Jul 16 20:05:14.002479 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1270f60-0cc7-4f91-a323-316fa214ae5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:05:14.003489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1270f60-0cc7-4f91-a323-316fa214ae5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:14.022353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a1270f60-0cc7-4f91-a323-316fa214ae5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6817935 Jul 16 20:05:14.029192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38466) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:14.037251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'subnet': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:14.047611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] Pushing event deleted for resources: {'Port': ['ID=d1df85b0-6a5b-4974-ae87-f449506de82b,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:14.065238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=5286574a-aad4-4e0b-8af5-1c02ebd57809,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:14.065701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b733aa-4974-4582-8364-a5c69370b3d5 None None] No DVR routers for this DVR port d1df85b0-6a5b-4974-ae87-f449506de82b on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:14.081041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': '0c55a355-d1c1-4e07-b025-9350fa78d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089cf67c-a788-44a0-a1a7-375172ee5bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:14.081954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: 089cf67c-a788-44a0-a1a7-375172ee5bfe, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:14.087022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0661f118-e3f1-4dae-abb0-5965c3d19c7a None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:14.109712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 089cf67c-a788-44a0-a1a7-375172ee5bfe is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:14.130833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 089cf67c-a788-44a0-a1a7-375172ee5bfe) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:14.139058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:14.140239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.168269 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3affb57c-e4ee-4e5a-8b26-6bb422f7adfe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9751661 Jul 16 20:05:14.168550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38468) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:14.181458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-55b76ebe-716b-4539-9aba-11b414ca0d9b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1078549096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:14.195506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f7cfa-ce4c-4969-9862-10b2f8bdd3a1 None None] Network 089cf67c-a788-44a0-a1a7-375172ee5bfe requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:14.285113 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55b76ebe-716b-4539-9aba-11b414ca0d9b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.293677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55b76ebe-716b-4539-9aba-11b414ca0d9b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.340030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:14.345246 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.658147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d6702219-1b7c-462d-aaac-610760188933', 'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'tenant_id': '577542a6194b4416b3acaf7b302b1a4d', 'fixed_ips': [{'subnet_id': '48c54a18-97d6-4322-94d9-d68dcce66224'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:14.660036 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.867948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55b76ebe-716b-4539-9aba-11b414ca0d9b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.901294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:14.913872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55b76ebe-716b-4539-9aba-11b414ca0d9b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.946981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55b76ebe-716b-4539-9aba-11b414ca0d9b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:14.951439 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-55b76ebe-716b-4539-9aba-11b414ca0d9b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7814014 Jul 16 20:05:14.958082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38500) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:15.095005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-089cf67c-a788-44a0-a1a7-375172ee5bfe', 'network_id': '089cf67c-a788-44a0-a1a7-375172ee5bfe', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': '5286574a-aad4-4e0b-8af5-1c02ebd57809'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:15.096886 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.249960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Allocated IP 2001:db8::2 (d6702219-1b7c-462d-aaac-610760188933/48c54a18-97d6-4322-94d9-d68dcce66224/7ee24041-fa36-4c7e-bd88-405c3e3c0bf1) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:15.387487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899241fa-108d-4768-acde-0244b91a56f2 req-05c82c37-f503-41d2-a860-b18b13bcb6e0 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:15.395562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-899241fa-108d-4768-acde-0244b91a56f2 req-05c82c37-f503-41d2-a860-b18b13bcb6e0 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.1338513 Jul 16 20:05:15.401269 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f9b7-c8e9-44f7-8883-7481ffb3befb tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.416403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f663fb-d221-4f0a-8354-1634e684f31a req-db3c526b-9a7d-4f62-b832-87ac11ddd6f3 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:15.418758 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-90f663fb-d221-4f0a-8354-1634e684f31a req-db3c526b-9a7d-4f62-b832-87ac11ddd6f3 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.16 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 945 time: 0.5485673 Jul 16 20:05:15.437515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Allocated IP 172.20.0.2 (089cf67c-a788-44a0-a1a7-375172ee5bfe/5286574a-aad4-4e0b-8af5-1c02ebd57809/3cbed0c7-f92d-4b40-ba89-77bb87837a61) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:15.458402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-899241fa-108d-4768-acde-0244b91a56f2 req-04177859-fc59-441e-8534-6c62f7d3e115 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/security-groups?id=6abb14a5-489b-43b2-a595-86f0b68957a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616724 Jul 16 20:05:15.501143 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f9b7-c8e9-44f7-8883-7481ffb3befb tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.574276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.objects.ports [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:05:15.575761 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.609057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.613916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:15.617377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:15.622241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:15.622451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.654784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Subnet': ['ID=b3c414f4-b3aa-400f-be62-3ea14481bb66,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:15.665139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c30668c8-f818-40dd-b896-789f66712835 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6335845 Jul 16 20:05:15.671049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38518) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:15.681800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Request body: {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'mac_address': 'fa:16:3e:f4:cf:9c', 'name': 'tempest-NetworksTestDHCPv6-1211981646'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:15.886304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f9b7-c8e9-44f7-8883-7481ffb3befb tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.889659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f9b7-c8e9-44f7-8883-7481ffb3befb tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.901185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38536) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:15.904808 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0fd3f9b7-c8e9-44f7-8883-7481ffb3befb tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "DELETE /v2.0/security-groups/c5b9ddc4-f5c3-4e94-93b7-ae66aaad011e HTTP/1.1" status: 204 len: 168 time: 1.0008955 Jul 16 20:05:15.937200 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Deleting port cf82dc87-007c-4811-a18d-687b46395e95 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:15.937836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:15.945882 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-ed649d72-4bb2-4575-afa4-8dea0508c183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] show failed (client error): The resource could not be found. Jul 16 20:05:15.947028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ed649d72-4bb2-4575-afa4-8dea0508c183 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "GET /v2.0/security-groups/c5b9ddc4-f5c3-4e94-93b7-ae66aaad011e HTTP/1.1" status: 404 len: 347 time: 0.0446775 Jul 16 20:05:15.958322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38542) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:15.996390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3f9b7-c8e9-44f7-8883-7481ffb3befb tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b9ddc4-f5c3-4e94-93b7-ae66aaad011e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:15.996636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.007352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Transition to ACTIVE for port object 3cbed0c7-f92d-4b40-ba89-77bb87837a61 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:16.027748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Transition to ACTIVE for port object 3cbed0c7-f92d-4b40-ba89-77bb87837a61 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:16.043502 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.106209 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.136189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Transition to ACTIVE for port object 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:16.150455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Network 089cf67c-a788-44a0-a1a7-375172ee5bfe is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:16.154555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:16.171172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:16.209651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Pushing event updated for resources: {'Port': ['ID=3cbed0c7-f92d-4b40-ba89-77bb87837a61,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:16.213221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Made reservation on behalf of 577542a6194b4416b3acaf7b302b1a4d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:16.220353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] For port cf82dc87-007c-4811-a18d-687b46395e95, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=cf82dc87-007c-4811-a18d-687b46395e95,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:16.226456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Transition to ACTIVE for port object 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:16.234543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.257094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Calling delete_port for cf82dc87-007c-4811-a18d-687b46395e95 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:16.290094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.346844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Pushing event updated for resources: {'Port': ['ID=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:16.353189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Attempting to bind port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:16.353682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Attempting to bind port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '0c55a355-d1c1-4e07-b025-9350fa78d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089cf67c-a788-44a0-a1a7-375172ee5bfe'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:16.354095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Attempting to bind port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 on network 089cf67c-a788-44a0-a1a7-375172ee5bfe {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:16.357126 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.365857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:16.367857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:16.368413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Checking segment: {'id': '0c55a355-d1c1-4e07-b025-9350fa78d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089cf67c-a788-44a0-a1a7-375172ee5bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:16.368843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.369396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Bound using segment: {'id': '0c55a355-d1c1-4e07-b025-9350fa78d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089cf67c-a788-44a0-a1a7-375172ee5bfe'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:16.370191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Bound port: 3cbed0c7-f92d-4b40-ba89-77bb87837a61, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c55a355-d1c1-4e07-b025-9350fa78d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089cf67c-a788-44a0-a1a7-375172ee5bfe'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:16.370865 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.373177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:16.375937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:16.405964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] device_id is not set on port 7fbda369-bb00-48bd-bea4-575b0e31c94a yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:05:16.480500 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Deleting port c570975c-2a99-46ed-8c29-5d170131a32a {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:16.480929 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.499352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Attempting to bind port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:16.499773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Attempting to bind port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:16.500084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Attempting to bind port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 on network d6702219-1b7c-462d-aaac-610760188933 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:16.518337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:16.518337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Checking segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:16.518337 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.518337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Bound using segment: {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:16.518337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Bound port: 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f01148-90eb-4854-a1d8-17a4fe7c6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6702219-1b7c-462d-aaac-610760188933'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:16.518859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.523272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] For port 3cbed0c7-f92d-4b40-ba89-77bb87837a61, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:16.544177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] For port 3cbed0c7-f92d-4b40-ba89-77bb87837a61, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3cbed0c7-f92d-4b40-ba89-77bb87837a61,segment=NetworkSegment(0c55a355-d1c1-4e07-b025-9350fa78d137),segment_id=0c55a355-d1c1-4e07-b025-9350fa78d137)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:16.612543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] For port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:16.616135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] For port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:16.618584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.652505 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.665158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.20.0.1 (089cf67c-a788-44a0-a1a7-375172ee5bfe/5286574a-aad4-4e0b-8af5-1c02ebd57809/b46880db-2601-4d23-9204-9259b8e3129b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:16.772936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0de99-cebf-4acb-9701-43889a955c05 None None] Pushing event updated for resources: {'Port': ['ID=3cbed0c7-f92d-4b40-ba89-77bb87837a61,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:16.869835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058109ad-1b94-43cc-9e65-62beb688ec00 None None] Pushing event updated for resources: {'Port': ['ID=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:16.921955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8::354 (d6702219-1b7c-462d-aaac-610760188933/48c54a18-97d6-4322-94d9-d68dcce66224/7fbda369-bb00-48bd-bea4-575b0e31c94a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:16.935510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.937797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41ca5f20-c76b-4531-b9c2-9bb3cdbd78fe req-6f8120b9-78d3-4801-a800-d4f8092a38a2 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 210 time: 0.2053628 Jul 16 20:05:16.950246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['cf82dc87-007c-4811-a18d-687b46395e95'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:16.960789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:cf9c (d6702219-1b7c-462d-aaac-610760188933/b3c414f4-b3aa-400f-be62-3ea14481bb66/7fbda369-bb00-48bd-bea4-575b0e31c94a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:16.975830 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.976462 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.011618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Calling delete_port for c570975c-2a99-46ed-8c29-5d170131a32a owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:17.067138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Pushing event deleted for resources: {'Port': ['ID=cf82dc87-007c-4811-a18d-687b46395e95,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:17.221068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] No DVR routers for this DVR port cf82dc87-007c-4811-a18d-687b46395e95 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:17.225263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.227760 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-90f663fb-d221-4f0a-8354-1634e684f31a req-c86ae3ba-e168-4a9e-8b3a-f3703528c852 tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.16 "DELETE /v2.0/ports/cf82dc87-007c-4811-a18d-687b46395e95 HTTP/1.1" status: 204 len: 173 time: 1.8009574 Jul 16 20:05:17.256292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39970dd8-25b2-46f4-a136-38c354092f38', 'name': 'network-vif-deleted', 'tag': 'cf82dc87-007c-4811-a18d-687b46395e95'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:17.262601 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206b8fa5-f585-4190-9a17-b98ec9d5b97f" -d '{"events": [{"server_uuid": "39970dd8-25b2-46f4-a136-38c354092f38", "name": "network-vif-deleted", "tag": "cf82dc87-007c-4811-a18d-687b46395e95"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:17.316110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.348560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object b46880db-2601-4d23-9204-9259b8e3129b will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:17.397022 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.461913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.471837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 089cf67c-a788-44a0-a1a7-375172ee5bfe is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:17.489376 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b6adf-6eaf-4bca-ad4b-8fe2ae304e68 x-openstack-request-id: req-837b6adf-6eaf-4bca-ad4b-8fe2ae304e68 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:17.489908 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39970dd8-25b2-46f4-a136-38c354092f38", "name": "network-vif-deleted", "tag": "cf82dc87-007c-4811-a18d-687b46395e95", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:17.490341 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-837b6adf-6eaf-4bca-ad4b-8fe2ae304e68 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:17.490947 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39970dd8-25b2-46f4-a136-38c354092f38', 'name': 'network-vif-deleted', 'tag': 'cf82dc87-007c-4811-a18d-687b46395e95', 'status': 'completed', 'code': 200} Jul 16 20:05:17.513540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=b46880db-2601-4d23-9204-9259b8e3129b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:17.516641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:17.525439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:17.545522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Transition to ACTIVE for port object 7fbda369-bb00-48bd-bea4-575b0e31c94a will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:17.590925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.599372 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.671365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Pushing event deleted for resources: {'Port': ['ID=c570975c-2a99-46ed-8c29-5d170131a32a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:17.700517 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.786126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Network d6702219-1b7c-462d-aaac-610760188933 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:17.829512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:17.831767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:17.838830 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.842000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.845739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d5bd2757-a103-4765-850a-4ce15d53f651 tempest-ImagesOneServerNegativeTestJSON-1184970595 tempest-ImagesOneServerNegativeTestJSON-1184970595-project] 10.222.0.78 "DELETE /v2.0/floatingips/75d1d465-9128-43d8-9695-926d231cbe29 HTTP/1.1" status: 204 len: 168 time: 1.8835831 Jul 16 20:05:17.855984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.863185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:17.868998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:17.869684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.951645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2791331 Jul 16 20:05:17.952443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b44b2-2acb-4c5f-8e60-0397a18fab1c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event updated for resources: {'Port': ['ID=7fbda369-bb00-48bd-bea4-575b0e31c94a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:17.963367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:17.975837 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f968338f-8c79-4662-91b4-b8c0f78010c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.033173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:18.040768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3cbed0c7-f92d-4b40-ba89-77bb87837a61 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:18.162620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:18.164907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-185f777f-51ed-4e4a-a075-a462b616c427 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.171669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-185f777f-51ed-4e4a-a075-a462b616c427 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 804 time: 0.3735824 Jul 16 20:05:18.195809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-135d2e02-25ac-433f-bc8f-36c029d8a45b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/quotas/27e2b3fa94e148e7adb2cbfbc6f0a32b HTTP/1.1" status: 200 len: 375 time: 0.0232084 Jul 16 20:05:18.250400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f9bdebd-510f-4d9a-a1b4-e8e434fc3d32 req-7a15341c-1416-46d7-a907-db94da7d99ee tempest-ServerRescueTestJSON-1526281630 tempest-ServerRescueTestJSON-1526281630-project] 10.222.0.78 "GET /v2.0/ports?device_id=39970dd8-25b2-46f4-a136-38c354092f38 HTTP/1.1" status: 200 len: 210 time: 0.0504060 Jul 16 20:05:18.353140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-404c7df1-f8e7-4299-81b5-d34999236b76 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424160 Jul 16 20:05:18.375494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38618) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:18.479582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-963134d5-e18c-4a93-8c4f-0c0ae4af1b50 service neutron] 10.222.0.78 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198406 Jul 16 20:05:18.525423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f57904-41b1-436b-807c-bdce9f5a3876 admin admin] Deleting subnet e867a351-56a8-4651-91b3-0c4800f1279d {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:18.537253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f57904-41b1-436b-807c-bdce9f5a3876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.556627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd2b70-5cf6-4323-9472-395721137114 None None] Network 089cf67c-a788-44a0-a1a7-375172ee5bfe requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:18.600860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f57904-41b1-436b-807c-bdce9f5a3876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.628771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-dfd61510-f54b-4547-91e5-2ddd0d04de08 service neutron] 10.222.0.78 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432393 Jul 16 20:05:18.683868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b7a1a34a-4ca5-43e1-aec6-5fd8987110d0 None None] Provisioning for port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:18.692623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b7a1a34a-4ca5-43e1-aec6-5fd8987110d0 None None] Provisioning complete for port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:18.693015 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a34a-4ca5-43e1-aec6-5fd8987110d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.703019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f57904-41b1-436b-807c-bdce9f5a3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.769927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-07757fe6-4dd0-45a0-98e0-8175320a8e0d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 7fbda369-bb00-48bd-bea4-575b0e31c94a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:18.770328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07757fe6-4dd0-45a0-98e0-8175320a8e0d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.900983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07757fe6-4dd0-45a0-98e0-8175320a8e0d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.917381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91f9dcd2-29af-4f90-a7d5-ab4956d56ff5 req-4eecb2b6-04b0-427c-a119-3f09a59ced93 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 210 time: 0.0513330 Jul 16 20:05:18.917542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-07757fe6-4dd0-45a0-98e0-8175320a8e0d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 7fbda369-bb00-48bd-bea4-575b0e31c94a owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:18.937122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a34a-4ca5-43e1-aec6-5fd8987110d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.941305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2011c1bd-ff5d-4de7-ad74-9ddcbba78405 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:18.982032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:18.998266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.067554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f57904-41b1-436b-807c-bdce9f5a3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.113565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b7a1a34a-4ca5-43e1-aec6-5fd8987110d0 None None] For port 3cbed0c7-f92d-4b40-ba89-77bb87837a61, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3cbed0c7-f92d-4b40-ba89-77bb87837a61,segment=NetworkSegment(0c55a355-d1c1-4e07-b025-9350fa78d137),segment_id=0c55a355-d1c1-4e07-b025-9350fa78d137)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:19.155617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device cf82dc87-007c-4811-a18d-687b46395e95 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:19.187224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a34a-4ca5-43e1-aec6-5fd8987110d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.241377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: cf82dc87-007c-4811-a18d-687b46395e95 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:19.241901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device cf82dc87-007c-4811-a18d-687b46395e95 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:19.325456 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07757fe6-4dd0-45a0-98e0-8175320a8e0d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.347150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:19.433074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38638) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:19.451818 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f57904-41b1-436b-807c-bdce9f5a3876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.457665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-33f57904-41b1-436b-807c-bdce9f5a3876 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e867a351-56a8-4651-91b3-0c4800f1279d HTTP/1.1" status: 204 len: 168 time: 1.0807910 Jul 16 20:05:19.463419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38642) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:19.467635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07757fe6-4dd0-45a0-98e0-8175320a8e0d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.474268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-07757fe6-4dd0-45a0-98e0-8175320a8e0d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/7fbda369-bb00-48bd-bea4-575b0e31c94a HTTP/1.1" status: 204 len: 168 time: 1.5076804 Jul 16 20:05:19.474525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f57904-41b1-436b-807c-bdce9f5a3876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e867a351-56a8-4651-91b3-0c4800f1279d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:19.515251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38644) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:19.567945 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.575293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=b46880db-2601-4d23-9204-9259b8e3129b,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:19.588812 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.589354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1a34a-4ca5-43e1-aec6-5fd8987110d0 None None] Pushing event updated for resources: {'Port': ['ID=3cbed0c7-f92d-4b40-ba89-77bb87837a61,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:19.603781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0b861ac0-4b1f-493e-814a-9b6e40836c6d None None] Provisioning for port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:19.626309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0b861ac0-4b1f-493e-814a-9b6e40836c6d None None] Provisioning complete for port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:19.626917 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0b861ac0-4b1f-493e-814a-9b6e40836c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.648471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-986c9131-277b-468e-aeb2-a941c6c51b75 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:19.650191 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-986c9131-277b-468e-aeb2-a941c6c51b75 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.68 "GET /v2.0/ports?device_id=6305f30f-7b90-4642-ad21-19f9a08b7177 HTTP/1.1" status: 200 len: 945 time: 0.3549173 Jul 16 20:05:19.651210 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07757fe6-4dd0-45a0-98e0-8175320a8e0d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=7fbda369-bb00-48bd-bea4-575b0e31c94a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:19.821368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8bd147-48b2-4715-91f1-7fa09a959b21 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:19.824019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fc8bd147-48b2-4715-91f1-7fa09a959b21 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3069849 Jul 16 20:05:19.828453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38648) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:19.842123 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.916043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.964918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:19.969763 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff1d8d-11b1-40d4-834a-4c65536d1bf2" -d '{"events": [{"server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "name": "network-vif-unplugged", "status": "completed", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:20.050905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e5e01a-dc70-4b25-a83a-abdef8c01bd9']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:20.068009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:20.090411 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.102599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:20.102909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c0ab8a-26d7-49f9-b3cc-6629d983b132') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:20.150595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 089cf67c-a788-44a0-a1a7-375172ee5bfe is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:20.152957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.157282 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0b861ac0-4b1f-493e-814a-9b6e40836c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.166898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:20.275115 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.315626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Deleting port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:20.315975 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.334264 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:20.334900 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.339169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7af9edc-941b-47ab-8ec8-c22cb9870e61 req-7218ff1c-917f-4404-a4ce-0759d469cb12 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 210 time: 0.1623890 Jul 16 20:05:20.341827 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc7d7ed-0f3d-4f6e-911a-56e44865382e x-openstack-request-id: req-6bc7d7ed-0f3d-4f6e-911a-56e44865382e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:20.342197 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "name": "network-vif-unplugged", "status": "completed", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:20.342412 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6bc7d7ed-0f3d-4f6e-911a-56e44865382e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:20.342822 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'code': 200} Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:20.344218 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:20.368455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23fbe3b-3c55-474e-b08e-6a0714dc3130 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.370197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b23fbe3b-3c55-474e-b08e-6a0714dc3130 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5373921 Jul 16 20:05:20.373648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38658) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:20.457349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0b861ac0-4b1f-493e-814a-9b6e40836c6d None None] For port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:20.468536 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a73ab6b-8443-4434-b02c-94ab84ba9542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.478074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.481378 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0b861ac0-4b1f-493e-814a-9b6e40836c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.503656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf103ab-2dc9-4d15-b3da-fdbbcb355a7d None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': '48c54a18-97d6-4322-94d9-d68dcce66224', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3c414f4-b3aa-400f-be62-3ea14481bb66'}], 'binding:host_id': 'n-d-791505-15'}, 'id': '7ee24041-fa36-4c7e-bd88-405c3e3c0bf1'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:05:20.629488 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbf103ab-2dc9-4d15-b3da-fdbbcb355a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.638439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49ca66-4c30-4bd0-bd66-3680310cfa94 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.649233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49ca66-4c30-4bd0-bd66-3680310cfa94 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.651851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49ca66-4c30-4bd0-bd66-3680310cfa94 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.657526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3b49ca66-4c30-4bd0-bd66-3680310cfa94 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2827735 Jul 16 20:05:20.659388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38662) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:20.791826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-22884d9c-6f82-4218-92bf-2590944bdd75 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet 48c54a18-97d6-4322-94d9-d68dcce66224 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:20.792848 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.801433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22884d9c-6f82-4218-92bf-2590944bdd75 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.805303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8774792d-7f5b-4a5d-8259-ceffb6d444c9 None None] Provisioning for port b46880db-2601-4d23-9204-9259b8e3129b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:20.833628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8774792d-7f5b-4a5d-8259-ceffb6d444c9 None None] Provisioning complete for port b46880db-2601-4d23-9204-9259b8e3129b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:20.834006 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8774792d-7f5b-4a5d-8259-ceffb6d444c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.843567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b861ac0-4b1f-493e-814a-9b6e40836c6d None None] Pushing event updated for resources: {'Port': ['ID=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.878112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22884d9c-6f82-4218-92bf-2590944bdd75 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.911743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-147daa5c-092f-48a6-82e5-8f6a6284b30a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2141547 Jul 16 20:05:20.943762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8774792d-7f5b-4a5d-8259-ceffb6d444c9 None None] Port b46880db-2601-4d23-9204-9259b8e3129b cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:21.040334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8774792d-7f5b-4a5d-8259-ceffb6d444c9 None None] Provisioning complete for port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:21.041004 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8774792d-7f5b-4a5d-8259-ceffb6d444c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.066181 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.096522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] For port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:21.097675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.113266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Calling delete_port for cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:21.115909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22884d9c-6f82-4218-92bf-2590944bdd75 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.155852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-3da0ecd5-7dd7-413f-a3ad-29d52472553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.156384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-3da0ecd5-7dd7-413f-a3ad-29d52472553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.156879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-3da0ecd5-7dd7-413f-a3ad-29d52472553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.158075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-3da0ecd5-7dd7-413f-a3ad-29d52472553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.158581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-3da0ecd5-7dd7-413f-a3ad-29d52472553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.159071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-3da0ecd5-7dd7-413f-a3ad-29d52472553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.159556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-3da0ecd5-7dd7-413f-a3ad-29d52472553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.161577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-3da0ecd5-7dd7-413f-a3ad-29d52472553d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6509 time: 0.2191107 Jul 16 20:05:21.310515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-dbf103ab-2dc9-4d15-b3da-fdbbcb355a7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48c54a18-97d6-4322-94d9-d68dcce66224: This subnet is being modified by another concurrent operation. Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:05:21.326148 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48c54a18-97d6-4322-94d9-d68dcce66224: This subnet is being modified by another concurrent operation. Jul 16 20:05:21.330009 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:05:21.332085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.367515 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/85e5e01a-dc70-4b25-a83a-abdef8c01bd9 HTTP/1.1" status: 204 len: 168 time: 1.8868310 Jul 16 20:05:21.419092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dded12e8-565a-4f5c-ba2d-59b9506e6696 None None] Provisioning complete for port b46880db-2601-4d23-9204-9259b8e3129b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:21.421222 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dded12e8-565a-4f5c-ba2d-59b9506e6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.443358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22884d9c-6f82-4218-92bf-2590944bdd75 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.519189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-dded12e8-565a-4f5c-ba2d-59b9506e6696 None None] Port b46880db-2601-4d23-9204-9259b8e3129b cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:21.568463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39124ee1-2441-4269-8702-d31d083a9ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e5e01a-dc70-4b25-a83a-abdef8c01bd9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:21.582009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884d9c-6f82-4218-92bf-2590944bdd75 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=48c54a18-97d6-4322-94d9-d68dcce66224,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:21.588420 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.599158 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22884d9c-6f82-4218-92bf-2590944bdd75 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.601989 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-22884d9c-6f82-4218-92bf-2590944bdd75 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/48c54a18-97d6-4322-94d9-d68dcce66224 HTTP/1.1" status: 204 len: 168 time: 0.9401321 Jul 16 20:05:21.606550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38670) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:21.628911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router bd23b773-80f6-4f7d-8127-6deda10ae025 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:05:21.657269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3cbed0c7-f92d-4b40-ba89-77bb87837a61 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:21.682981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-21d6153a-8df1-4773-8f56-44080a0e9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.684419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-21d6153a-8df1-4773-8f56-44080a0e9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.685019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-21d6153a-8df1-4773-8f56-44080a0e9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.687594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-21d6153a-8df1-4773-8f56-44080a0e9f51 service neutron] 10.222.0.68 "GET /v2.0/networks?id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=26308dbe-e842-4fb5-bfa5-18e944a16551&id=26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 200 len: 2296 time: 0.4784944 Jul 16 20:05:21.725552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11d6f092-9e73-4a59-a810-0c6ccb3afc79 req-8de12100-941e-4b5f-b34e-a0dd6e76c383 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 210 time: 0.0854106 Jul 16 20:05:21.733785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c9bce-cde3-4dc6-89aa-952f65042533 None None] Network d6702219-1b7c-462d-aaac-610760188933 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:21.760944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Pushing event deleted for resources: {'Port': ['ID=cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:21.802852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38672) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:21.837950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] No DVR routers for this DVR port cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:21.841621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.843980 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a3e56f4b-3f0e-440b-b8f3-9e14d41857d2 req-0a4b3f5f-383f-41bb-93f7-39a00b1d2fe8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.68 "DELETE /v2.0/ports/cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f HTTP/1.1" status: 204 len: 173 time: 2.1831324 Jul 16 20:05:21.855537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'name': 'network-vif-deleted', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:21.858350 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ff752-0d2c-4cc8-a21f-e6a13704b63b" -d '{"events": [{"server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "name": "network-vif-deleted", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:21.931035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-af607e8b-3423-4ba5-a5f9-29bf00b4a945 None None] Provisioning complete for port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:21.931806 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-af607e8b-3423-4ba5-a5f9-29bf00b4a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.965385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-e3817565-2bfd-4bcd-b44c-31259809d09a tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:21.966915 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-e3817565-2bfd-4bcd-b44c-31259809d09a tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.16 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 804 time: 0.6810784 Jul 16 20:05:21.994175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Request body: {'port': {'device_id': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'admin_state_up': True, 'tenant_id': '27e2b3fa94e148e7adb2cbfbc6f0a32b'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:22.022774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9607b295-5416-4002-922f-a7e3ad291dd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7798f0dcfc1f4676b960087e1eac02dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162237 Jul 16 20:05:22.026779 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ca06a8-7dd0-4dba-ab84-6443a06b784a x-openstack-request-id: req-c5ca06a8-7dd0-4dba-ab84-6443a06b784a {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:22.027073 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6305f30f-7b90-4642-ad21-19f9a08b7177", "name": "network-vif-deleted", "tag": "cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:22.027327 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5ca06a8-7dd0-4dba-ab84-6443a06b784a {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:22.027718 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6305f30f-7b90-4642-ad21-19f9a08b7177', 'name': 'network-vif-deleted', 'tag': 'cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f', 'status': 'completed', 'code': 200} Jul 16 20:05:22.028085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38676) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:22.039894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:22.040582 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.058838 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:22.069982 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9f5f1-24f7-4db4-a67b-912ae32e8298 None None] Sync routers for ids ['bd23b773-80f6-4f7d-8127-6deda10ae025'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:22.072352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d7fce0e-51f5-4705-81b4-a376c6924ce8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/bd23b773-80f6-4f7d-8127-6deda10ae025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1127741 Jul 16 20:05:22.081510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38678) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:22.083729 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9f5f1-24f7-4db4-a67b-912ae32e8298 None None] Routers {'bd23b773-80f6-4f7d-8127-6deda10ae025'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:22.084419 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3be9f5f1-24f7-4db4-a67b-912ae32e8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bd23b773-80f6-4f7d-8127-6deda10ae025'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:22.153594 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3be9f5f1-24f7-4db4-a67b-912ae32e8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:22.177428 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9f5f1-24f7-4db4-a67b-912ae32e8298 None None] Routers {'bd23b773-80f6-4f7d-8127-6deda10ae025'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:22.178070 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3be9f5f1-24f7-4db4-a67b-912ae32e8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bd23b773-80f6-4f7d-8127-6deda10ae025'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:22.228412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b43875-4cce-41c9-a85e-bf9af4ee486e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:22.238437 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-61b43875-4cce-41c9-a85e-bf9af4ee486e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports/b46880db-2601-4d23-9204-9259b8e3129b HTTP/1.1" status: 200 len: 910 time: 0.1451762 Jul 16 20:05:22.238437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38680) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:22.259560 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3be9f5f1-24f7-4db4-a67b-912ae32e8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:22.260628 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9f5f1-24f7-4db4-a67b-912ae32e8298 None None] The sync data for ids ['bd23b773-80f6-4f7d-8127-6deda10ae025'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:22.327008 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.327793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8da3fbde-82c6-4b41-a974-d963c3d51d45 None None] Could not find standard attr ID for object 7fbda369-bb00-48bd-bea4-575b0e31c94a. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:05:22.329998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e69943-8174-46c6-8228-6e1772829032 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting subnet b3c414f4-b3aa-400f-be62-3ea14481bb66 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:22.341608 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e69943-8174-46c6-8228-6e1772829032 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.346827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74d4c80f-b3af-4bec-8d8c-cd12759349c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.385298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-b3a19596-43c3-43eb-be55-cc252071abc0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c870a687-4862-446e-948e-9a0ecdaf81b3 HTTP/1.1" status: 200 len: 1000 time: 0.6687527 Jul 16 20:05:22.401324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e69943-8174-46c6-8228-6e1772829032 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.403699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Made reservation on behalf of 27e2b3fa94e148e7adb2cbfbc6f0a32b for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:22.407430 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.411640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74d4c80f-b3af-4bec-8d8c-cd12759349c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.451944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:22.551392 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e69943-8174-46c6-8228-6e1772829032 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.589426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-91ec5c1d-c29c-45a4-80fb-52375490da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:22.591477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-91ec5c1d-c29c-45a4-80fb-52375490da08 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5f975908-f022-488f-a956-eb6600bdb93c HTTP/1.1" status: 200 len: 855 time: 0.1860082 Jul 16 20:05:22.715123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e0c54-f1ad-4d74-a814-4fce6de35d60 None None] Update dhcp port {'port': {'network_id': 'd6702219-1b7c-462d-aaac-610760188933', 'fixed_ips': [{'subnet_id': 'b3c414f4-b3aa-400f-be62-3ea14481bb66'}], 'binding:host_id': 'n-d-791505-15'}, 'id': '7ee24041-fa36-4c7e-bd88-405c3e3c0bf1'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:05:22.759638 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e69943-8174-46c6-8228-6e1772829032 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.772356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Deleting port bae49f15-b801-4e44-8e0c-5c7f5b0157f2 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:22.772579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.808248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c0b76019-3133-471a-a6fa-5d2e72ede2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:22.809519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c0b76019-3133-471a-a6fa-5d2e72ede2d1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788626 Jul 16 20:05:22.832788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e69943-8174-46c6-8228-6e1772829032 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c414f4-b3aa-400f-be62-3ea14481bb66,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:22.859807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e69943-8174-46c6-8228-6e1772829032 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.862509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e2e69943-8174-46c6-8228-6e1772829032 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/b3c414f4-b3aa-400f-be62-3ea14481bb66 HTTP/1.1" status: 204 len: 168 time: 1.2374160 Jul 16 20:05:22.867235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38690) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:22.909279 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-681e0c54-f1ad-4d74-a814-4fce6de35d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.920350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74d4c80f-b3af-4bec-8d8c-cd12759349c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.923633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74d4c80f-b3af-4bec-8d8c-cd12759349c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.927508 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-74d4c80f-b3af-4bec-8d8c-cd12759349c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6222853-b6b8-42c8-b131-f033127b1a2c HTTP/1.1" status: 204 len: 168 time: 0.8881025 Jul 16 20:05:22.962792 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.005230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4c80f-b3af-4bec-8d8c-cd12759349c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6222853-b6b8-42c8-b131-f033127b1a2c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.142879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c19c2872-5461-4b40-b431-b035e24f0caa tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2704952 Jul 16 20:05:23.145461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38696) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:23.154255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-053f2cd3-accb-43f8-a5ad-390e46d8070e req-5ff76506-d00c-4a56-829d-0fd4c28d6646 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 210 time: 0.1428716 Jul 16 20:05:23.205873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] For port bae49f15-b801-4e44-8e0c-5c7f5b0157f2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,segment=NetworkSegment(e60470c1-8dc1-4a59-a951-c24d9ac7609d),segment_id=e60470c1-8dc1-4a59-a951-c24d9ac7609d)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:23.207706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.244963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Calling delete_port for bae49f15-b801-4e44-8e0c-5c7f5b0157f2 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:23.250775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:23.255984 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.285265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38700) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:23.295159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-9a813262-f048-44e0-98be-2a32111091d0 service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719796 Jul 16 20:05:23.325588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Allocated IP 172.20.0.7 (21bd73f2-b6a5-48e0-a914-44bbf1883d95/bdaeb238-f673-4250-9a6e-159d82752b87/f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:23.330613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:23.336840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.448378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:23.448726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device cd3f83fa-cfbc-4ee7-bea2-ec0b864b729f not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:23.457441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a2f1d1d8-912f-4c71-9649-18349f70b4ba None None] Provisioning complete for port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:23.458024 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d1d8-912f-4c71-9649-18349f70b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.487119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae85045-6d28-4dfe-96cd-f7404e247054 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:05:23.684440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.724611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.748570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.775139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82353c9c-3504-44d9-a9df-58ef7db2de3e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:23.780074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82353c9c-3504-44d9-a9df-58ef7db2de3e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6200175 Jul 16 20:05:23.783778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38712) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:23.790043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Pushing event deleted for resources: {'Port': ['ID=bae49f15-b801-4e44-8e0c-5c7f5b0157f2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.806807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-91d68a7c-1c7e-4c76-a88e-09ccd223230d service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644315 Jul 16 20:05:23.812866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae85045-6d28-4dfe-96cd-f7404e247054 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:05:23.823204 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.869722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:23.871317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Pushing event updated for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.879410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:23.897254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:23.904862 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d1d8-912f-4c71-9649-18349f70b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.908676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.928743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-16a951ad-8e13-42d0-9134-2262c6923a91 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 217 time: 0.0784798 Jul 16 20:05:23.972349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa539-ee18-4612-b916-2a772c4b2742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.981364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a2f1d1d8-912f-4c71-9649-18349f70b4ba None None] For port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:23.992240 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d1d8-912f-4c71-9649-18349f70b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.087985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1d1d8-912f-4c71-9649-18349f70b4ba None None] Pushing event updated for resources: {'Port': ['ID=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:24.148005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7dea4-1687-481e-b116-725fb25d4b01 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:24.150649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-20f7dea4-1687-481e-b116-725fb25d4b01 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3617942 Jul 16 20:05:24.156785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:24.157732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.161827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38722) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.234114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4d5d845a-4a12-4f95-b68f-fcbbd4f957d7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676436 Jul 16 20:05:24.278261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38728) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.293436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38730) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.333789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-88b17cf2-c3c9-4fec-bf02-e45b69cfd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:24.335531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-88b17cf2-c3c9-4fec-bf02-e45b69cfd8ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.3262258 Jul 16 20:05:24.336748 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8378a209-08ac-4303-b9bc-9f50c212fe26 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.337407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8378a209-08ac-4303-b9bc-9f50c212fe26 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.341826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8378a209-08ac-4303-b9bc-9f50c212fe26 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/7fbda369-bb00-48bd-bea4-575b0e31c94a HTTP/1.1" status: 404 len: 333 time: 0.0552340 Jul 16 20:05:24.342514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38734) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.355522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1a0e1f-1fc5-46fe-9dd7-684ce77e7ec2 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:05:24.381552 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-18996a16-1e46-483b-8629-b7086e27d797 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.382237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18996a16-1e46-483b-8629-b7086e27d797 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.387022 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-18996a16-1e46-483b-8629-b7086e27d797 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/b3c414f4-b3aa-400f-be62-3ea14481bb66 HTTP/1.1" status: 404 len: 337 time: 0.0409408 Jul 16 20:05:24.390942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38736) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.433046 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baa0af5-7ec5-44a2-84cf-5ba6215e5990 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.433682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9baa0af5-7ec5-44a2-84cf-5ba6215e5990 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.438227 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9baa0af5-7ec5-44a2-84cf-5ba6215e5990 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/48c54a18-97d6-4322-94d9-d68dcce66224 HTTP/1.1" status: 404 len: 337 time: 0.0434008 Jul 16 20:05:24.439020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38738) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.458288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3993f475-c376-41e1-b7bb-31c98b8d96dd None None] Provisioning complete for port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:24.458680 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3993f475-c376-41e1-b7bb-31c98b8d96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.470649 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c63dcc1-6fbf-4f02-a037-09a737be8309 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.471882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c63dcc1-6fbf-4f02-a037-09a737be8309 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.476768 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1c63dcc1-6fbf-4f02-a037-09a737be8309 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/3c68c543-5d77-4ac0-b64d-fba0675f8b4e HTTP/1.1" status: 404 len: 333 time: 0.0349302 Jul 16 20:05:24.478209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38740) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.490064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port b46880db-2601-4d23-9204-9259b8e3129b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:24.490557 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.513000 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c42d47e-5bf5-4de4-bfb0-cf5489ad0fca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.513634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c42d47e-5bf5-4de4-bfb0-cf5489ad0fca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.519603 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c42d47e-5bf5-4de4-bfb0-cf5489ad0fca tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/b23f3b8a-9117-4d38-a0fc-a5ad61962ec7 HTTP/1.1" status: 404 len: 337 time: 0.0362976 Jul 16 20:05:24.527402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38742) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.560800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-222844660-network', 'tenant_id': 'fa30895b58ee41a8a477f532f4047161'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:24.566105 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b1d738-fb93-4031-acb5-f42cd3fb9c43 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.566726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b1d738-fb93-4031-acb5-f42cd3fb9c43 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.568633 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-34b1d738-fb93-4031-acb5-f42cd3fb9c43 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/6e517d4f-ec09-42bc-b731-9164a869f462 HTTP/1.1" status: 404 len: 337 time: 0.0402853 Jul 16 20:05:24.571701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38744) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.612180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1a0e1f-1fc5-46fe-9dd7-684ce77e7ec2 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:05:24.633469 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beb28c6-a492-42ce-ba89-3a26a7051fac tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.635349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1beb28c6-a492-42ce-ba89-3a26a7051fac tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.638872 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1beb28c6-a492-42ce-ba89-3a26a7051fac tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/72b525f1-5c3c-42a3-b300-54be88f6a301 HTTP/1.1" status: 404 len: 333 time: 0.0637226 Jul 16 20:05:24.639038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.639345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38746) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.671711 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd817e7f-5970-4eeb-9e32-b0e870f248d1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.672364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd817e7f-5970-4eeb-9e32-b0e870f248d1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.676872 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fd817e7f-5970-4eeb-9e32-b0e870f248d1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/1838e5dd-0298-4602-a329-ad6ac7cf16dd HTTP/1.1" status: 404 len: 337 time: 0.0340033 Jul 16 20:05:24.678513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38748) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.685253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4fbe1-43a4-4f89-aea5-09498a38baa0 req-c0989f57-257c-483e-a176-9a6c4103731e tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:24.686802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36a4fbe1-43a4-4f89-aea5-09498a38baa0 req-c0989f57-257c-483e-a176-9a6c4103731e tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 931 time: 0.2637472 Jul 16 20:05:24.694382 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa539-ee18-4612-b916-2a772c4b2742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.696639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c014aa67-d9b0-4218-ac95-a903f65405e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:24.698510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c014aa67-d9b0-4218-ac95-a903f65405e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2983942 Jul 16 20:05:24.715745 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3feb801b-8cf2-4538-b5cf-d48a9cef0c6f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.716337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3feb801b-8cf2-4538-b5cf-d48a9cef0c6f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.721251 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3feb801b-8cf2-4538-b5cf-d48a9cef0c6f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/70adc211-f080-41df-97df-a41cda683b7f HTTP/1.1" status: 404 len: 337 time: 0.0396063 Jul 16 20:05:24.723261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38750) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.726293 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f8ec4500-ff9b-428f-9256-2483db5bebaf tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7426741 Jul 16 20:05:24.750915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa539-ee18-4612-b916-2a772c4b2742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.764306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.783635 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9ff956-3529-4eeb-9ea7-d668925181a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.784573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9ff956-3529-4eeb-9ea7-d668925181a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.790219 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9b9ff956-3529-4eeb-9ea7-d668925181a5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/4f389e36-2394-476d-9ea9-22ce46bd8916 HTTP/1.1" status: 404 len: 333 time: 0.0619297 Jul 16 20:05:24.790219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38754) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.819651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for b46880db-2601-4d23-9204-9259b8e3129b owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:24.826331 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae2d077-4cfc-4c2b-ac34-5afc01b368b1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.826921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae2d077-4cfc-4c2b-ac34-5afc01b368b1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.829144 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fae2d077-4cfc-4c2b-ac34-5afc01b368b1 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/920e3109-7f9f-4742-b2e4-9de1d14ab49f HTTP/1.1" status: 404 len: 337 time: 0.0388877 Jul 16 20:05:24.834171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38756) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.873386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Request body: {'port': {'device_id': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:24.876865 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cf306a-a400-4fae-b600-ce75ead6c120 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.877629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cf306a-a400-4fae-b600-ce75ead6c120 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.878939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Made reservation on behalf of fa30895b58ee41a8a477f532f4047161 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:24.882842 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-69cf306a-a400-4fae-b600-ce75ead6c120 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/eff2a1c5-0cc9-48ce-811e-3018c0e55abc HTTP/1.1" status: 404 len: 337 time: 0.0439005 Jul 16 20:05:24.882962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.884280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38758) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.894199 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5e9fa539-ee18-4612-b916-2a772c4b2742 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0436fc7a1a4145ff8627ed400685138d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6072578 Jul 16 20:05:24.916032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38760) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:24.938244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fa539-ee18-4612-b916-2a772c4b2742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aa47f1-ae39-4ef7-bc88-1c79da9286c6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:24.949133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.976838 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36a4fbe1-43a4-4f89-aea5-09498a38baa0 req-d7136340-c4a9-46db-a254-477426a1895d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773001 Jul 16 20:05:24.985324 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cbfee7-2ecb-41c5-9c5b-f2c5c269b40f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:24.986760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cbfee7-2ecb-41c5-9c5b-f2c5c269b40f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:24.991080 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56cbfee7-2ecb-41c5-9c5b-f2c5c269b40f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/82b1020a-fa8e-4038-898e-0890a7449ad1 HTTP/1.1" status: 404 len: 333 time: 0.1035275 Jul 16 20:05:24.996241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38762) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.042456 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd472e57-2eac-4bb4-b720-9068ee134f82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.042919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd472e57-2eac-4bb4-b720-9068ee134f82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.043750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3cc17862-f264-46cb-b5ee-d501469df81e None None] Provisioning complete for port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:25.044467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3cc17862-f264-46cb-b5ee-d501469df81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.045056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cd472e57-2eac-4bb4-b720-9068ee134f82 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/b023a1d4-36a4-49e7-9796-5f039f95349e HTTP/1.1" status: 404 len: 337 time: 0.0507572 Jul 16 20:05:25.052346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-57eb6a12-2414-48f7-9374-2fde519ffc05 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174891 Jul 16 20:05:25.054706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38764) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.125780 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.135048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8e3956e-7b3d-4427-adf9-295f8de5a513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.152317 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b09ca23-5e33-4ef6-af74-182102cbda42 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.153093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b09ca23-5e33-4ef6-af74-182102cbda42 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.157120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9b09ca23-5e33-4ef6-af74-182102cbda42 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/50201018-b008-431c-a471-022a7fa0d6e8 HTTP/1.1" status: 404 len: 333 time: 0.0992215 Jul 16 20:05:25.162303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.233018 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7acec98-9fde-48e5-a432-973b3dbf3f5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.233518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7acec98-9fde-48e5-a432-973b3dbf3f5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.238184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7acec98-9fde-48e5-a432-973b3dbf3f5e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/e810635c-d781-4d38-8c7e-a58546006aaa HTTP/1.1" status: 404 len: 337 time: 0.0720246 Jul 16 20:05:25.240646 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8e3956e-7b3d-4427-adf9-295f8de5a513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.249465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38768) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.308512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-a044f890-4c0d-40a2-b84d-a02e57cd341a service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036474 Jul 16 20:05:25.310161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Router 602f5da9-f62b-4860-8e5b-97f020b49c38 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:25.319410 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4955d99c-c28b-4a53-814d-c9d39c0e3c8c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.320169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4955d99c-c28b-4a53-814d-c9d39c0e3c8c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.321933 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4955d99c-c28b-4a53-814d-c9d39c0e3c8c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/6a3b6ed2-3d84-4b4b-87e4-e5016ceae205 HTTP/1.1" status: 404 len: 333 time: 0.0714386 Jul 16 20:05:25.330497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38770) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.369363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-28969dc2-5f20-4d5d-8b88-61dc6051ed61 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0506191 Jul 16 20:05:25.375597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.428152 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85ca6ac-ec18-43b8-be4e-8929b5f05c3c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.428801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85ca6ac-ec18-43b8-be4e-8929b5f05c3c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.430377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f85ca6ac-ec18-43b8-be4e-8929b5f05c3c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/5a2634fc-8b41-4888-af6c-be8e3cd3fe30 HTTP/1.1" status: 404 len: 337 time: 0.0912724 Jul 16 20:05:25.435979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38772) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.437924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.488871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.491041 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf842e6-935c-42d0-bd36-6234b36be2ab tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.491774 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf842e6-935c-42d0-bd36-6234b36be2ab tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.495818 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5cf842e6-935c-42d0-bd36-6234b36be2ab tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/eb2c4e69-fb51-41a1-8677-5af0a9b2ba06 HTTP/1.1" status: 404 len: 333 time: 0.0521894 Jul 16 20:05:25.502700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38774) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.508493 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8e3956e-7b3d-4427-adf9-295f8de5a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.511055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e8e3956e-7b3d-4427-adf9-295f8de5a513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.512222 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e8e3956e-7b3d-4427-adf9-295f8de5a513 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0aa47f1-ae39-4ef7-bc88-1c79da9286c6 HTTP/1.1" status: 204 len: 168 time: 0.5644934 Jul 16 20:05:25.585544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=b46880db-2601-4d23-9204-9259b8e3129b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:25.638077 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2ff825-11d2-47b9-a7f2-664299c1c34f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.638562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2ff825-11d2-47b9-a7f2-664299c1c34f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.641255 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4e2ff825-11d2-47b9-a7f2-664299c1c34f tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/73ed97c4-6deb-4218-9356-1a4cd9a92e1d HTTP/1.1" status: 404 len: 337 time: 0.1335778 Jul 16 20:05:25.646435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3956e-7b3d-4427-adf9-295f8de5a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aa47f1-ae39-4ef7-bc88-1c79da9286c6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:25.655754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38778) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.754708 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa98f246-9f82-44a9-ad85-53f507b515ed tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.755540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa98f246-9f82-44a9-ad85-53f507b515ed tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.759439 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aa98f246-9f82-44a9-ad85-53f507b515ed tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/05791136-eb1a-4d89-99bd-90d45cf35d8b HTTP/1.1" status: 404 len: 333 time: 0.0988071 Jul 16 20:05:25.762970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38782) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.818536 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9e8486-d510-4f86-b340-11d6b42fdf73 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:25.818923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9e8486-d510-4f86-b340-11d6b42fdf73 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:25.822957 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2d9e8486-d510-4f86-b340-11d6b42fdf73 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/311056f2-717f-4e03-9517-a5462a0598de HTTP/1.1" status: 404 len: 337 time: 0.0549355 Jul 16 20:05:25.825750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38784) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:25.962914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:25.966094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-1766280c-fa72-4e83-b7cf-49756c4ac4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.967632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-1766280c-fa72-4e83-b7cf-49756c4ac4a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.5886953 Jul 16 20:05:25.976588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f5a10e-c0d7-44fd-9bea-e748d61e2679,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:26.040869 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:26.054310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.054713 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Added segment 06c4e00b-de29-4900-9c7e-8275f082710c of type vlan for network 92275ab5-250c-419d-8f6f-9cd7fac2f672 Jul 16 20:05:26.103265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.107811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:26.123894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-08c95df7-a92f-4f24-ad6f-7855bf4af77c admin admin] 10.222.0.78 "PUT /v2.0/routers/602f5da9-f62b-4860-8e5b-97f020b49c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6890957 Jul 16 20:05:26.128014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d51134-f07f-4543-a197-378837ce348a None None] Sync routers for ids ['602f5da9-f62b-4860-8e5b-97f020b49c38'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:26.137441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38796) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.140085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d51134-f07f-4543-a197-378837ce348a None None] Routers {'602f5da9-f62b-4860-8e5b-97f020b49c38'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:26.140772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-96d51134-f07f-4543-a197-378837ce348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['602f5da9-f62b-4860-8e5b-97f020b49c38'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:26.271260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:05:26.271497 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c561716-08a8-4b8d-afbe-f544f066b1be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:26.272095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c561716-08a8-4b8d-afbe-f544f066b1be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:26.273903 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8c561716-08a8-4b8d-afbe-f544f066b1be tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/5fb466d0-085c-4b92-b128-e64e3386b23c HTTP/1.1" status: 404 len: 333 time: 0.4416714 Jul 16 20:05:26.277644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38802) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.287183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-96d51134-f07f-4543-a197-378837ce348a None None] Set router 602f5da9-f62b-4860-8e5b-97f020b49c38 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:26.314597 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.320052 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a09b8ed-acac-4b5c-bb47-b1356f7ca206 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:26.320550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a09b8ed-acac-4b5c-bb47-b1356f7ca206 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:26.322308 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8a09b8ed-acac-4b5c-bb47-b1356f7ca206 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/33e10b59-9ee5-4e16-877b-e0e8ae122c26 HTTP/1.1" status: 404 len: 337 time: 0.0404871 Jul 16 20:05:26.326907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38806) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.358859 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.361763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.362570 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.417787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-97b2151a-88e6-4dfc-904e-ccbf38fdfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.419857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-97b2151a-88e6-4dfc-904e-ccbf38fdfc47 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4376221 Jul 16 20:05:26.436297 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cd29bf-7745-424c-a098-200a91fcc7c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:26.437301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cd29bf-7745-424c-a098-200a91fcc7c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:26.440150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:26.442144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d0cd29bf-7745-424c-a098-200a91fcc7c0 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/e5cb1bb2-e3ee-4347-893d-74e4ddd6d2ba HTTP/1.1" status: 404 len: 337 time: 0.1107235 Jul 16 20:05:26.447113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38810) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.448132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1497540 Jul 16 20:05:26.456580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38812) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.474055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.480591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.490721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38814) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.490931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Request body: {'subnet': {'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-222844660-subnet', 'tenant_id': 'fa30895b58ee41a8a477f532f4047161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:26.502029 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-013b9503-3210-4588-874b-4bea0ca714dc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:26.502854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013b9503-3210-4588-874b-4bea0ca714dc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:26.504631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-013b9503-3210-4588-874b-4bea0ca714dc tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/966f5d67-e260-4330-a694-50d708809af5 HTTP/1.1" status: 404 len: 333 time: 0.0588067 Jul 16 20:05:26.510506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.534362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-96d51134-f07f-4543-a197-378837ce348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:05:23Z', 'revision_number': 5, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:26.562476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d51134-f07f-4543-a197-378837ce348a None None] Checking router: 602f5da9-f62b-4860-8e5b-97f020b49c38 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:26.572209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d51134-f07f-4543-a197-378837ce348a None None] Routers {'602f5da9-f62b-4860-8e5b-97f020b49c38'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:26.572848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-96d51134-f07f-4543-a197-378837ce348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['602f5da9-f62b-4860-8e5b-97f020b49c38'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:26.587284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Transition to ACTIVE for port object f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:26.608245 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541218-a0ff-4585-ba5d-229955e474d6 req-27ab62a1-e8cd-4bcd-9735-ebe3162e2078 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.618682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4541218-a0ff-4585-ba5d-229955e474d6 req-27ab62a1-e8cd-4bcd-9735-ebe3162e2078 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 931 time: 0.5079136 Jul 16 20:05:26.620481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5160-255e-45c1-9a22-c8542f079d2d admin admin] Pushing event updated for resources: {'Network': ['ID=92275ab5-250c-419d-8f6f-9cd7fac2f672,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:26.620846 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a610bec6-1cc3-4725-9306-ddabe22cf318 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:26.621679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a610bec6-1cc3-4725-9306-ddabe22cf318 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:26.627109 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a610bec6-1cc3-4725-9306-ddabe22cf318 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/bc305bc7-418b-4f47-9d40-45441375b92b HTTP/1.1" status: 404 len: 337 time: 0.1081104 Jul 16 20:05:26.627109 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.630644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38820) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.637359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:26.685175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Made reservation on behalf of fa30895b58ee41a8a477f532f4047161 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:26.687850 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.711259 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a951fe82-8c09-4f58-aa9d-1a617dc0c55d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:26.711694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a951fe82-8c09-4f58-aa9d-1a617dc0c55d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:26.715789 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a951fe82-8c09-4f58-aa9d-1a617dc0c55d tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/2c410909-49ba-4a33-8350-945a153fa782 HTTP/1.1" status: 404 len: 337 time: 0.0799623 Jul 16 20:05:26.718910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38822) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.739255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router bd23b773-80f6-4f7d-8127-6deda10ae025 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:26.742836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-939803480-network', 'tenant_id': 'f3030888f42745fcb9a0e16fd4ad4800'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:26.789311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Pushing event updated for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:26.792276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Made reservation on behalf of f3030888f42745fcb9a0e16fd4ad4800 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:26.795411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.812385 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beb75bb-580e-45f1-859d-80f8dc770407 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:26.813159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4beb75bb-580e-45f1-859d-80f8dc770407 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:26.817362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4beb75bb-580e-45f1-859d-80f8dc770407 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/2a114f28-3c23-440b-a4ff-e75260d59eda HTTP/1.1" status: 404 len: 333 time: 0.0950551 Jul 16 20:05:26.831905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38824) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.846297 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.869174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4541218-a0ff-4585-ba5d-229955e474d6 req-4143173d-a091-4cc1-b409-ca4efd5aaedd tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492504 Jul 16 20:05:26.906109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c74eeabe-a041-4c8f-be27-5872d34431d5 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555721 Jul 16 20:05:26.913966 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1efc3c5-d792-4edf-839b-3d95345ea576 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:26.915068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1efc3c5-d792-4edf-839b-3d95345ea576 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:26.917084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a1efc3c5-d792-4edf-839b-3d95345ea576 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/06715839-dbcc-4bdb-a6a5-fcd1309e7feb HTTP/1.1" status: 404 len: 337 time: 0.0822699 Jul 16 20:05:26.923750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38826) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.928114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-96d51134-f07f-4543-a197-378837ce348a None None] Set router 602f5da9-f62b-4860-8e5b-97f020b49c38 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:26.975757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:26.983942 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7fb42a14-c901-481f-b320-ddc15a120ac3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/bd23b773-80f6-4f7d-8127-6deda10ae025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7417915 Jul 16 20:05:26.985433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38828) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:26.995183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.999754 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600090c-dd8d-43ef-97c0-ed16d541f90a None None] Sync routers for ids ['bd23b773-80f6-4f7d-8127-6deda10ae025'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:27.002188 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b55c3b1-4382-413d-bd52-64ff7d69b137 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:27.002601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b55c3b1-4382-413d-bd52-64ff7d69b137 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:27.007205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7b55c3b1-4382-413d-bd52-64ff7d69b137 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/69df0855-0f59-4c3e-bcaa-824bc6f0871f HTTP/1.1" status: 404 len: 337 time: 0.0719297 Jul 16 20:05:27.016239 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600090c-dd8d-43ef-97c0-ed16d541f90a None None] Routers {'bd23b773-80f6-4f7d-8127-6deda10ae025'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:27.016787 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8600090c-dd8d-43ef-97c0-ed16d541f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bd23b773-80f6-4f7d-8127-6deda10ae025'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:27.027674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38830) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.053969 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8600090c-dd8d-43ef-97c0-ed16d541f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:27.065376 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4397999a-0afb-4407-b878-f99f6285d415 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd23b773-80f6-4f7d-8127-6deda10ae025 HTTP/1.1" status: 200 len: 205 time: 0.0792744 Jul 16 20:05:27.065651 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600090c-dd8d-43ef-97c0-ed16d541f90a None None] Routers {'bd23b773-80f6-4f7d-8127-6deda10ae025'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:27.066078 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8600090c-dd8d-43ef-97c0-ed16d541f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['bd23b773-80f6-4f7d-8127-6deda10ae025'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:27.086339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Attempting to bind port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:27.086715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Attempting to bind port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:27.087033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Attempting to bind port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:27.094175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38832) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.103544 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8600090c-dd8d-43ef-97c0-ed16d541f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:27.104232 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600090c-dd8d-43ef-97c0-ed16d541f90a None None] The sync data for ids ['bd23b773-80f6-4f7d-8127-6deda10ae025'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:27.110280 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8227991a-ab6d-4e6e-9085-6a9c14023412 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:27.111709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-5631ede6-ab9b-47ef-ac4c-63147d02a82d service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923437 Jul 16 20:05:27.112173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8227991a-ab6d-4e6e-9085-6a9c14023412 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:27.114336 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8227991a-ab6d-4e6e-9085-6a9c14023412 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/d1c762ae-1dbd-4106-b9bf-7f551afee1a7 HTTP/1.1" status: 404 len: 333 time: 0.0826101 Jul 16 20:05:27.118396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38834) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.140275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-96d51134-f07f-4543-a197-378837ce348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:05:23Z', 'revision_number': 5, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:27.151083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:27.151445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Attempting to bind port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:27.177686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d51134-f07f-4543-a197-378837ce348a None None] The sync data for ids ['602f5da9-f62b-4860-8e5b-97f020b49c38'] in n-d-791505-15 is: [{'id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'name': 'tempest-ServerRescueTestJSON-460874819-router', 'tenant_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:07Z', 'updated_at': '2021-07-16T20:05:23Z', 'revision_number': 5, 'project_id': 'b1296371bc6847a09d3b194e74b0e9d5', 'gw_port': {'id': '4db0f4be-8b9d-43e5-b47c-6f17120355ac', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602f5da9-f62b-4860-8e5b-97f020b49c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:09Z', 'updated_at': '2021-07-16T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:27.199858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-4829ef2b-ac20-462c-a5e3-37a5e083ab49 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c34e8c69-5351-4193-9072-293d3245b076 HTTP/1.1" status: 200 len: 217 time: 0.0635140 Jul 16 20:05:27.246989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:27.247149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Checking segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:27.247828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Bound using segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:27.247828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Bound port: f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:27.248242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.259087 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-72be385c-8121-430d-943f-6acb21066dbd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:27.260236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72be385c-8121-430d-943f-6acb21066dbd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:27.261841 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72be385c-8121-430d-943f-6acb21066dbd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a6fea8d5-937f-42b2-92fa-7a61c43b5ec9 HTTP/1.1" status: 404 len: 337 time: 0.1112289 Jul 16 20:05:27.269908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38836) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.278700 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-045f0fba-4bde-42f0-a1e5-4651f7b55f3a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.287040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Deleting port 4db0f4be-8b9d-43e5-b47c-6f17120355ac {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:27.287343 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.333415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-605d6ac6-cc3e-43ec-8797-7f172ce01570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.334881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-605d6ac6-cc3e-43ec-8797-7f172ce01570 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1280913 Jul 16 20:05:27.335783 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b626f87-3e8b-4ea8-9558-2ac3226869af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:27.336227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b626f87-3e8b-4ea8-9558-2ac3226869af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:27.337823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8b626f87-3e8b-4ea8-9558-2ac3226869af tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a477eddf-0ba2-4291-8bfe-42b127db56ae HTTP/1.1" status: 404 len: 337 time: 0.0649416 Jul 16 20:05:27.341012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38838) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.375087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.393410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bb376bb4-7b6f-4e69-bc56-4d397e9feb25 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports?device_id=74c7ed53-592b-4f8f-a73f-f551b8900654 HTTP/1.1" status: 200 len: 205 time: 0.0490093 Jul 16 20:05:27.416027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38840) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.463837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.479512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.501967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] For port 4db0f4be-8b9d-43e5-b47c-6f17120355ac, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4db0f4be-8b9d-43e5-b47c-6f17120355ac,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:27.502329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.523574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:27.537724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Calling delete_port for 4db0f4be-8b9d-43e5-b47c-6f17120355ac owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:27.552774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.553119 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Added segment ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1 of type vlan for network c7d433e6-a170-4cec-8019-9a7c0047b0dc Jul 16 20:05:27.577222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bae49f15-b801-4e44-8e0c-5c7f5b0157f2 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:27.578809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-09795e43-6239-44bf-9a8f-dfac39818db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.580915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-09795e43-6239-44bf-9a8f-dfac39818db5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2247217 Jul 16 20:05:27.585764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee068ff-ee57-4455-8451-1b9980434247,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:27.609492 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-b369a5bc-00e4-403a-8c29-6f152aa59343 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] delete failed (client error): The resource could not be found. Jul 16 20:05:27.612546 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b369a5bc-00e4-403a-8c29-6f152aa59343 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/routers/74c7ed53-592b-4f8f-a73f-f551b8900654 HTTP/1.1" status: 404 len: 336 time: 0.1905067 Jul 16 20:05:27.616919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: bae49f15-b801-4e44-8e0c-5c7f5b0157f2 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:27.617857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bae49f15-b801-4e44-8e0c-5c7f5b0157f2 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:27.624837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:27.628425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38842) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.645269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cb5467-63cd-4686-aa3b-29f2b0749c41,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:27.660555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-045f0fba-4bde-42f0-a1e5-4651f7b55f3a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.665611 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-045f0fba-4bde-42f0-a1e5-4651f7b55f3a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.680641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.691072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:27.694734 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88e402d-8397-42d7-ba48-fdf848c1af73 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:27.695423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88e402d-8397-42d7-ba48-fdf848c1af73 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:27.697416 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f88e402d-8397-42d7-ba48-fdf848c1af73 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a4a62555-6306-41a1-9d5f-f60810d2f105 HTTP/1.1" status: 404 len: 337 time: 0.0672393 Jul 16 20:05:27.702492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38844) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.706689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.793636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Checking segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:27.793997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Network hostable DHCP agents. Network: 92275ab5-250c-419d-8f6f-9cd7fac2f672, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:27.803277 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d48ab289-3c1e-4d2e-b745-6b0d359e147e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "GET /v2.0/ports?device_id=5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 HTTP/1.1" status: 200 len: 205 time: 0.0982866 Jul 16 20:05:27.806404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38846) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.828797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-045f0fba-4bde-42f0-a1e5-4651f7b55f3a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.829189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045f0fba-4bde-42f0-a1e5-4651f7b55f3a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Fanout notify agent at l3_agent the message router_deleted on router bd23b773-80f6-4f7d-8127-6deda10ae025 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:05:27.829393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-2a094331-6b91-49e6-93f2-ec95ebba4175 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204950 Jul 16 20:05:27.831064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.832005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.832611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.833976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:27.834607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.836114 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] 10.222.0.16 "PUT /v2.0/ports/f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 HTTP/1.1" status: 200 len: 1092 time: 3.0938165 Jul 16 20:05:27.868571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:27.870930 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57632175-6611-4f3a-83cd-4f2237d73fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:27.880423 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-045f0fba-4bde-42f0-a1e5-4651f7b55f3a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.881540 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-045f0fba-4bde-42f0-a1e5-4651f7b55f3a tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/bd23b773-80f6-4f7d-8127-6deda10ae025 HTTP/1.1" status: 204 len: 168 time: 0.7832532 Jul 16 20:05:27.885884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38850) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.892731 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-caed2f15-f048-4e1c-989d-dc79dcba1871 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] delete failed (client error): The resource could not be found. Jul 16 20:05:27.893999 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-caed2f15-f048-4e1c-989d-dc79dcba1871 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/routers/5efd2e3d-e0a2-44ae-a0e6-c3f4f3243ca6 HTTP/1.1" status: 404 len: 336 time: 0.0840809 Jul 16 20:05:27.899540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38856) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.941680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4449403 Jul 16 20:05:27.950588 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff91e6e-874a-4b7f-8405-30ce8246254c x-openstack-request-id: req-8ff91e6e-874a-4b7f-8405-30ce8246254c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:27.951117 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:27.951526 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ff91e6e-874a-4b7f-8405-30ce8246254c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:27.952081 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'status': 'completed', 'code': 200} Jul 16 20:05:27.953732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38858) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:27.977868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Request body: {'subnet': {'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-939803480-subnet', 'tenant_id': 'f3030888f42745fcb9a0e16fd4ad4800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:27.985472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530cbd4-8c64-48c3-a358-0fe8ae843357 service neutron] Pushing event updated for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:27.993890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:27.996827 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa05d8c-c42e-4bd6-92ae-c0d88f924571 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:27.997370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa05d8c-c42e-4bd6-92ae-c0d88f924571 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.001154 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-efa05d8c-c42e-4bd6-92ae-c0d88f924571 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/14a8413e-d337-40f8-80ce-744f1503172b HTTP/1.1" status: 404 len: 337 time: 0.0945611 Jul 16 20:05:28.008362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38860) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.033758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f175d4-0624-457b-93d1-ab5b4f90246e admin admin] Pushing event updated for resources: {'Network': ['ID=c7d433e6-a170-4cec-8019-9a7c0047b0dc,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:28.038572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 92275ab5-250c-419d-8f6f-9cd7fac2f672) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:28.046779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c7d433e6-a170-4cec-8019-9a7c0047b0dc details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:28.062602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1367fbbb-baf7-46ec-8098-0e6e04847ef9 None None] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:28.064240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.065024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.067621 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e611ec49-19d5-4fc9-8b90-5b31b9e14be5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.068056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e611ec49-19d5-4fc9-8b90-5b31b9e14be5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.072383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e611ec49-19d5-4fc9-8b90-5b31b9e14be5 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/b05aa506-a1f6-42e4-9f62-fd36aa8af7d1 HTTP/1.1" status: 404 len: 337 time: 0.0585380 Jul 16 20:05:28.073998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4d795a-ba63-4b78-b93f-8be48a51b978 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet 5286574a-aad4-4e0b-8af5-1c02ebd57809 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:28.076031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.083987 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Made reservation on behalf of f3030888f42745fcb9a0e16fd4ad4800 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:28.087537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.099318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b4d795a-ba63-4b78-b93f-8be48a51b978 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.101080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.131951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-8f1ecbcd-2bfd-469a-813b-07db4bac0aa3 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904239 Jul 16 20:05:28.135449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db0f4be-8b9d-43e5-b47c-6f17120355ac,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:28.174557 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e631504-c16c-4e9b-8e1f-3c395cc57ead tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.175257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e631504-c16c-4e9b-8e1f-3c395cc57ead tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.179420 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7e631504-c16c-4e9b-8e1f-3c395cc57ead tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/4aa65c1e-b8e1-43b1-a8a8-c7ce2965e5fd HTTP/1.1" status: 404 len: 333 time: 0.0940759 Jul 16 20:05:28.184263 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3a56b6df-8371-489f-a01e-991de4179b59 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7251456 Jul 16 20:05:28.190256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38864) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.223101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-37dfd4d9-66c7-4015-a1d2-dc5042137572 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=a44233e5-8890-4a68-b799-ffe53a2907db HTTP/1.1" status: 200 len: 217 time: 0.0823956 Jul 16 20:05:28.233998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-66a9f633-702e-4a8b-8599-4100d0ccc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.236083 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-66a9f633-702e-4a8b-8599-4100d0ccc43e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 1095 time: 0.3488007 Jul 16 20:05:28.265480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b4d795a-ba63-4b78-b93f-8be48a51b978 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.276313 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdcd89c-38fb-41a5-8121-33ed2f67514c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.276770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdcd89c-38fb-41a5-8121-33ed2f67514c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.280820 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6cdcd89c-38fb-41a5-8121-33ed2f67514c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/eb5daed2-ac60-4371-a747-cf2234b23297 HTTP/1.1" status: 404 len: 337 time: 0.0872235 Jul 16 20:05:28.292847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1fccb-4dc7-4f04-b197-a8d80e07736c req-3a1fdd4b-a3ed-4068-b06b-9ec5d1e63c22 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.294412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ca1fccb-4dc7-4f04-b197-a8d80e07736c req-3a1fdd4b-a3ed-4068-b06b-9ec5d1e63c22 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 943 time: 0.2648482 Jul 16 20:05:28.294881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38868) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.335955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-92275ab5-250c-419d-8f6f-9cd7fac2f672', 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672', 'tenant_id': 'fa30895b58ee41a8a477f532f4047161', 'fixed_ips': [{'subnet_id': '83cb5467-63cd-4686-aa3b-29f2b0749c41'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:28.335955 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.341049 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-689d3011-60d8-4203-9c1f-7ad7dc2cdd98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 HTTP/1.1" status: 200 len: 217 time: 0.0782211 Jul 16 20:05:28.379881 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a439560b-4dba-4010-b33d-005ccb719153 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.380692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a439560b-4dba-4010-b33d-005ccb719153 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.387430 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a439560b-4dba-4010-b33d-005ccb719153 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/51c25ca3-0e0e-4a8d-961c-42ceca0da431 HTTP/1.1" status: 404 len: 333 time: 0.0879817 Jul 16 20:05:28.390963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38872) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.428381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ca1fccb-4dc7-4f04-b197-a8d80e07736c req-f47ed71a-066c-4711-ab16-2e96d0933f54 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263039 Jul 16 20:05:28.430726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c8dffd73-e5f3-47d7-bd85-00b48d6c8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.432933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c8dffd73-e5f3-47d7-bd85-00b48d6c8c5d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.1893826 Jul 16 20:05:28.438514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.444845 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-367f3ea5-36dd-432d-b684-c90077f7f900 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.445310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367f3ea5-36dd-432d-b684-c90077f7f900 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.459002 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-367f3ea5-36dd-432d-b684-c90077f7f900 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a60d7399-2afa-49b1-9d8c-f88ed272f72e HTTP/1.1" status: 404 len: 337 time: 0.0551474 Jul 16 20:05:28.468462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38876) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.525247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Allocated IP 172.20.0.2 (92275ab5-250c-419d-8f6f-9cd7fac2f672/83cb5467-63cd-4686-aa3b-29f2b0749c41/fa3202e0-2c36-49fd-8c5b-10770370b08b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:28.530100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-93e0e10b-33ff-4fe5-80c1-f93f4cbd128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.531470 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-93e0e10b-33ff-4fe5-80c1-f93f4cbd128f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.1815658 Jul 16 20:05:28.536502 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2920b0-4e0f-45d5-9d1d-4d9acd5153fd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.537235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2920b0-4e0f-45d5-9d1d-4d9acd5153fd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.540280 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cc2920b0-4e0f-45d5-9d1d-4d9acd5153fd tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/bf3a5536-afb0-41f6-902f-938257beb337 HTTP/1.1" status: 404 len: 333 time: 0.0663040 Jul 16 20:05:28.552949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38882) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.563091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b4d795a-ba63-4b78-b93f-8be48a51b978 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.603479 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-2ec67ab5-96dd-4f53-8db7-0c719228077f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634196 Jul 16 20:05:28.613596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.616722 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb0dab2-689c-4475-9c6a-4e8c83dcbf21 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.617182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb0dab2-689c-4475-9c6a-4e8c83dcbf21 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.621239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2cb0dab2-689c-4475-9c6a-4e8c83dcbf21 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/2c13fdbe-ee31-4c3c-8168-052d23c011f9 HTTP/1.1" status: 404 len: 337 time: 0.0459204 Jul 16 20:05:28.621239 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.622201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38884) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.663017 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb80c9c-7997-4e67-95de-4fb47f4624ce tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.663264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb80c9c-7997-4e67-95de-4fb47f4624ce tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.667320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4eb80c9c-7997-4e67-95de-4fb47f4624ce tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/0a91fb54-c428-44cc-8c7b-f72f0f97913c HTTP/1.1" status: 404 len: 333 time: 0.0419083 Jul 16 20:05:28.669246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38886) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.709001 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.709628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 602f5da9-f62b-4860-8e5b-97f020b49c38 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:05:28.714402 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.718013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-24f14518-8a04-4856-b465-bc1028464db9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/602f5da9-f62b-4860-8e5b-97f020b49c38 HTTP/1.1" status: 204 len: 168 time: 2.5795369 Jul 16 20:05:28.718630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38888) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.724266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-5899396f-f616-4a90-84e4-0ad0640dd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.724415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-5899396f-f616-4a90-84e4-0ad0640dd783 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2778416 Jul 16 20:05:28.725534 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ab7c33-717b-4e81-a382-842d8bd2587e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.725938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ab7c33-717b-4e81-a382-842d8bd2587e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.727676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-60ab7c33-717b-4e81-a382-842d8bd2587e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/32dee186-f76d-428c-a1d3-dc493e7ce0a6 HTTP/1.1" status: 404 len: 337 time: 0.0536015 Jul 16 20:05:28.731641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38894) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.754153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.766099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Transition to ACTIVE for port object fa3202e0-2c36-49fd-8c5b-10770370b08b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:28.774018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.815027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Transition to ACTIVE for port object fa3202e0-2c36-49fd-8c5b-10770370b08b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:28.818031 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5e1641-a707-4177-9c35-2b56a1126dad tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:28.818793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5e1641-a707-4177-9c35-2b56a1126dad tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:28.821084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ba5e1641-a707-4177-9c35-2b56a1126dad tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/31d3561f-9f2d-4bdb-82d4-734d36467b5b HTTP/1.1" status: 404 len: 333 time: 0.0879819 Jul 16 20:05:28.821783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b4d795a-ba63-4b78-b93f-8be48a51b978 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.827651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38904) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.831922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.879039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d5b131-f1cd-4e9f-9c98-f0bb7d050104 admin admin] Deleting subnet 230674ab-da61-4006-81f8-2be7129bf82b {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:28.898248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b131-f1cd-4e9f-9c98-f0bb7d050104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.974785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:28.979882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Pushing event updated for resources: {'Port': ['ID=fa3202e0-2c36-49fd-8c5b-10770370b08b,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:28.991303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:28.994353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:29.035695 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b131-f1cd-4e9f-9c98-f0bb7d050104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.072735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-65061dc8-7f62-4c86-983d-587cebe9a345 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103259 Jul 16 20:05:29.097750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Attempting to bind port fa3202e0-2c36-49fd-8c5b-10770370b08b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:29.098133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Attempting to bind port fa3202e0-2c36-49fd-8c5b-10770370b08b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:29.098569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-6cad7887-f689-4181-afc6-f58e0c4c5899 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.099022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Attempting to bind port fa3202e0-2c36-49fd-8c5b-10770370b08b on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:29.100114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-6cad7887-f689-4181-afc6-f58e0c4c5899 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 815 time: 0.2671309 Jul 16 20:05:29.106355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:29.107080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Checking segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:29.107675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.108285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Bound using segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:29.108954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Bound port: fa3202e0-2c36-49fd-8c5b-10770370b08b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:29.109527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.145737 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b131-f1cd-4e9f-9c98-f0bb7d050104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.149051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-1840c502-a2e8-43b0-b844-e968d433eece tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/quotas/fa30895b58ee41a8a477f532f4047161 HTTP/1.1" status: 200 len: 375 time: 0.0344388 Jul 16 20:05:29.198348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] For port fa3202e0-2c36-49fd-8c5b-10770370b08b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:29.202024 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] For port fa3202e0-2c36-49fd-8c5b-10770370b08b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fa3202e0-2c36-49fd-8c5b-10770370b08b,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:29.209773 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.277043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b4d795a-ba63-4b78-b93f-8be48a51b978 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.279290 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2b4d795a-ba63-4b78-b93f-8be48a51b978 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/5286574a-aad4-4e0b-8af5-1c02ebd57809 HTTP/1.1" status: 204 len: 168 time: 1.3884888 Jul 16 20:05:29.284747 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-76788f63-08f5-470f-bc2b-ab9e64be2c77 service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714792 Jul 16 20:05:29.285744 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-14df2e30-5cc2-4e11-ad7f-bbea54661d02 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:29.286289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14df2e30-5cc2-4e11-ad7f-bbea54661d02 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:29.288593 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-14df2e30-5cc2-4e11-ad7f-bbea54661d02 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/70777bc7-3ed1-4d7e-bf2f-7d975d1f87c5 HTTP/1.1" status: 404 len: 337 time: 0.4563372 Jul 16 20:05:29.292311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38906) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:29.292311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38908) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:29.322717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a362eb-35ea-4e60-8dc2-b6f3e95e55b8 None None] Pushing event updated for resources: {'Port': ['ID=fa3202e0-2c36-49fd-8c5b-10770370b08b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:29.331943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a002743e-a411-4591-bb66-6867a32979ab,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:29.334195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f079f1c-b3a0-4ba4-9f95-325d432bdea8 None None] Network 089cf67c-a788-44a0-a1a7-375172ee5bfe requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:29.426117 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb4ec98-3dc7-4a51-90be-11622c1651ec tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:29.426117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb4ec98-3dc7-4a51-90be-11622c1651ec tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:29.426117 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4bb4ec98-3dc7-4a51-90be-11622c1651ec tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/90d76410-ba6d-4854-8105-364ef99adee2 HTTP/1.1" status: 404 len: 333 time: 0.1282163 Jul 16 20:05:29.451765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38910) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:29.464010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d795a-ba63-4b78-b93f-8be48a51b978 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=5286574a-aad4-4e0b-8af5-1c02ebd57809,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:29.538137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Checking segment: {'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:29.538619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Network hostable DHCP agents. Network: c7d433e6-a170-4cec-8019-9a7c0047b0dc, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:29.600754 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-33adb0d6-9cc9-4e4a-b002-1be54374026c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:29.601374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33adb0d6-9cc9-4e4a-b002-1be54374026c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:29.603297 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-33adb0d6-9cc9-4e4a-b002-1be54374026c tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/a59ac06b-7c21-4c50-a0f1-137340a81f51 HTTP/1.1" status: 404 len: 337 time: 0.1460330 Jul 16 20:05:29.617504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38916) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:29.641350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.669008 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fd7240-6f85-4437-8a9c-a9f1265bb861 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:29.669992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fd7240-6f85-4437-8a9c-a9f1265bb861 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:29.671714 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-31fd7240-6f85-4437-8a9c-a9f1265bb861 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/ports/8d683210-92ac-4a69-9f6e-21cabb21623a HTTP/1.1" status: 404 len: 333 time: 0.0532432 Jul 16 20:05:29.677676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38918) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:29.690683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] DHCP port deletion for 089cf67c-a788-44a0-a1a7-375172ee5bfe request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:29.700913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Network c7d433e6-a170-4cec-8019-9a7c0047b0dc is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:29.749594 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-418872a5-7858-4067-b932-8a2d9ebacba7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] DELETE failed (client error): The resource could not be found. Jul 16 20:05:29.750427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418872a5-7858-4067-b932-8a2d9ebacba7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:05:29.752956 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-418872a5-7858-4067-b932-8a2d9ebacba7 tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/subnets/5af3e4ce-df01-4261-96b3-4701b2f5eb23 HTTP/1.1" status: 404 len: 337 time: 0.0739815 Jul 16 20:05:29.755870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, c7d433e6-a170-4cec-8019-9a7c0047b0dc) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:29.760119 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f70fdd27-3166-4d7e-b94c-0ea6dac13c01 req-05ffe9e7-2d2e-436b-b22c-5036ca79a310 service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536097 Jul 16 20:05:29.760962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38920) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:29.775009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8649ae-dd07-49e9-b8db-7b166ea1043a None None] Network c7d433e6-a170-4cec-8019-9a7c0047b0dc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:29.786292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4db0f4be-8b9d-43e5-b47c-6f17120355ac no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:29.808236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.808850 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.846093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 4db0f4be-8b9d-43e5-b47c-6f17120355ac {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:29.846946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4db0f4be-8b9d-43e5-b47c-6f17120355ac not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:29.860278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-2c797b4f-61b3-4531-a503-8654ccac3c7b service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784307 Jul 16 20:05:29.909626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] Deleting port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:29.915564 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.915725 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-63a690e6-a3b4-4134-9982-4e884f1939ab admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9553511 Jul 16 20:05:29.936589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-55a6197f-2fa5-4e56-b97c-a30a0bbad957 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef HTTP/1.1" status: 200 len: 217 time: 0.0676990 Jul 16 20:05:29.939561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b131-f1cd-4e9f-9c98-f0bb7d050104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.010174 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.018739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b131-f1cd-4e9f-9c98-f0bb7d050104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.021011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f7d5b131-f1cd-4e9f-9c98-f0bb7d050104 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/230674ab-da61-4006-81f8-2be7129bf82b HTTP/1.1" status: 204 len: 168 time: 1.3011711 Jul 16 20:05:30.029748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5b131-f1cd-4e9f-9c98-f0bb7d050104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230674ab-da61-4006-81f8-2be7129bf82b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:30.035179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38924) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:30.044413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] For port 3cbed0c7-f92d-4b40-ba89-77bb87837a61, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3cbed0c7-f92d-4b40-ba89-77bb87837a61,segment=NetworkSegment(0c55a355-d1c1-4e07-b025-9350fa78d137),segment_id=0c55a355-d1c1-4e07-b025-9350fa78d137)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:30.045085 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.050549 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b3a45-5258-4063-8c88-7418e9c382e2 None None] Network c7d433e6-a170-4cec-8019-9a7c0047b0dc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:30.080882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-207a3e88-e32f-4f6c-ae5d-a229694800d9 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4278436 Jul 16 20:05:30.083899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] Calling delete_port for 3cbed0c7-f92d-4b40-ba89-77bb87837a61 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:30.097620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-c76131f9-ecb3-48bd-91f6-4ab175bddb2f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.104855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-c76131f9-ecb3-48bd-91f6-4ab175bddb2f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.112502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-c76131f9-ecb3-48bd-91f6-4ab175bddb2f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.118512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-c76131f9-ecb3-48bd-91f6-4ab175bddb2f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.124827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-c76131f9-ecb3-48bd-91f6-4ab175bddb2f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.129701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:30.130211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.132107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-c76131f9-ecb3-48bd-91f6-4ab175bddb2f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.139645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-c76131f9-ecb3-48bd-91f6-4ab175bddb2f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.142678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-c76131f9-ecb3-48bd-91f6-4ab175bddb2f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 0.4885261 Jul 16 20:05:30.190217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-f4a3941b-874a-4e77-9a94-9bf962a8ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.192325 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-f4a3941b-874a-4e77-9a94-9bf962a8ba52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 1095 time: 0.3400073 Jul 16 20:05:30.279988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-08e4b9e8-41ed-4bb3-8796-ddb42914e503 service neutron] 10.222.0.78 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360922 Jul 16 20:05:30.289181 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.321022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Deleting port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:30.321419 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.328481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] Pushing event deleted for resources: {'Port': ['ID=3cbed0c7-f92d-4b40-ba89-77bb87837a61,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:30.332249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f2f773-bb7d-464f-af55-965a248eed63 None None] No DVR routers for this DVR port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:30.346896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-72a6a9bc-a903-4706-b7a2-4044c3a18247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.348561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-72a6a9bc-a903-4706-b7a2-4044c3a18247 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.3468368 Jul 16 20:05:30.378322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 3cbed0c7-f92d-4b40-ba89-77bb87837a61, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3cbed0c7-f92d-4b40-ba89-77bb87837a61,segment=NetworkSegment(0c55a355-d1c1-4e07-b025-9350fa78d137),segment_id=0c55a355-d1c1-4e07-b025-9350fa78d137)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:30.378695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.435090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 3cbed0c7-f92d-4b40-ba89-77bb87837a61 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:30.490567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] For port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,segment=NetworkSegment(e4f01148-90eb-4854-a1d8-17a4fe7c6059),segment_id=e4f01148-90eb-4854-a1d8-17a4fe7c6059)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:30.490941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.547815 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.561111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Calling delete_port for 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:30.563412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-a9083659-9ad4-4a9e-b9ad-0d6276274293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.565026 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-a9083659-9ad4-4a9e-b9ad-0d6276274293 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 905 time: 0.3587890 Jul 16 20:05:30.566335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e55bc685-de75-40d7-bdbe-92aa19e89cab req-12e0544a-4702-46eb-9f47-1e0a8422e2e4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4072402 Jul 16 20:05:30.637978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-0e12b190-8d80-4499-8692-c6665f4f979f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 HTTP/1.1" status: 200 len: 217 time: 0.0635924 Jul 16 20:05:30.646788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-20e68b64-9df5-44c6-a6e2-d68446933508 service neutron] 10.222.0.78 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488979 Jul 16 20:05:30.763756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.771696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-09219f0f-34d8-44a3-b680-d9f5cc56a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.773244 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-09219f0f-34d8-44a3-b680-d9f5cc56a419 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.1294165 Jul 16 20:05:30.814505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-76bdfd66-ab07-4f08-8592-a529310edfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.816512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-76bdfd66-ab07-4f08-8592-a529310edfb5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3893309 Jul 16 20:05:30.829739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No DVR routers for this DVR port 3cbed0c7-f92d-4b40-ba89-77bb87837a61 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:30.853039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=3cbed0c7-f92d-4b40-ba89-77bb87837a61,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:30.888887 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-7d941202-d4bc-489a-9465-d4241a64a357 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063633 Jul 16 20:05:30.950095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.975548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.995232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b0bad0-7caf-47ed-b183-8b204fa4297a']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.029616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60470c1-8dc1-4a59-a951-c24d9ac7609d') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.030954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60470c1-8dc1-4a59-a951-c24d9ac7609d') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.047460 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.101373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Port': ['ID=7ee24041-fa36-4c7e-bd88-405c3e3c0bf1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:31.102618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff2a67-f887-4351-9003-b63b4a227a72 None None] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:31.115243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] No DVR routers for this DVR port 7ee24041-fa36-4c7e-bd88-405c3e3c0bf1 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:31.166730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d6f73-9ff2-4743-8fe1-baa67ea73936 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:31.174757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.195175 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.201071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:31.248764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089cf67c-a788-44a0-a1a7-375172ee5bfe']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.262909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3d8c52f7-7494-4de3-b588-a5a6e150695c None None] Provisioning for port fa3202e0-2c36-49fd-8c5b-10770370b08b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:31.327940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c55a355-d1c1-4e07-b025-9350fa78d137') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.328268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c55a355-d1c1-4e07-b025-9350fa78d137') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.333543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-df79d6ce-1375-4a0d-bcfc-60e944ea6b3d service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768177 Jul 16 20:05:31.357055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.361496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:31.361921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:31.396838 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:31.402237 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.420858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:31.421295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.451642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:31.476273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'port_id': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'mac_address': 'fa:16:3e:78:af:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaeb238-f673-4250-9a6e-159d82752b87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:31.536669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.552660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:31.577592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:31.585810 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:31.594497 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:31.600326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-1624c1aa-0ae5-4228-9664-e5232a09be12 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.607350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-1624c1aa-0ae5-4228-9664-e5232a09be12 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 815 time: 0.5279644 Jul 16 20:05:31.636406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-b4eda9d1-5698-47e4-a0d6-a985344c99d1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.661625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-b4eda9d1-5698-47e4-a0d6-a985344c99d1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.671084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:31.680792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-b4eda9d1-5698-47e4-a0d6-a985344c99d1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.690202 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-b4eda9d1-5698-47e4-a0d6-a985344c99d1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.697871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-b4eda9d1-5698-47e4-a0d6-a985344c99d1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.701772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.705305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-b4eda9d1-5698-47e4-a0d6-a985344c99d1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.711794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-b4eda9d1-5698-47e4-a0d6-a985344c99d1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.714603 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-b4eda9d1-5698-47e4-a0d6-a985344c99d1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 0.9235275 Jul 16 20:05:31.718074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-16164d60-4f0b-4cdf-9631-ec607d887ab5 service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7906406 Jul 16 20:05:31.724673 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.731651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a3b0bad0-7caf-47ed-b183-8b204fa4297a HTTP/1.1" status: 204 len: 168 time: 1.6654322 Jul 16 20:05:31.754222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-8f970d71-3918-469d-a6e8-f4b0be48e1f4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/quotas/fa30895b58ee41a8a477f532f4047161 HTTP/1.1" status: 200 len: 375 time: 0.1450989 Jul 16 20:05:31.761574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa8213-2801-45eb-819d-264aa5cee9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b0bad0-7caf-47ed-b183-8b204fa4297a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:31.783575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a2ea-72c7-4925-a439-000f929de458 req-160e16cd-e41c-4165-969f-df36e544151f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.783846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fa3202e0-2c36-49fd-8c5b-10770370b08b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:31.787679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:31.801811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fb8a2ea-72c7-4925-a439-000f929de458 req-160e16cd-e41c-4165-969f-df36e544151f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 943 time: 1.0151536 Jul 16 20:05:31.848877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.901269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59104b34-f4f4-4b5f-beaf-a31c916b128a None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:05:31.944662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6702219-1b7c-462d-aaac-610760188933']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.948581 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.992765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f01148-90eb-4854-a1d8-17a4fe7c6059') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.993074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f01148-90eb-4854-a1d8-17a4fe7c6059') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.997563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-78284668-6a72-410c-8220-2e1566d2c1bc service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301389 Jul 16 20:05:32.035208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.037524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.039503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/089cf67c-a788-44a0-a1a7-375172ee5bfe HTTP/1.1" status: 204 len: 168 time: 2.7458982 Jul 16 20:05:32.059005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:32.064436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:32.082252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1100161396', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:32.090282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99129816-8f56-49f2-b7f9-670b8ea64e80 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=089cf67c-a788-44a0-a1a7-375172ee5bfe,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:32.094150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-b91c8bf6-6842-4dec-a7dc-e145c43077f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27380e31-3521-497c-9c42-964636b5da24 HTTP/1.1" status: 200 len: 217 time: 0.0602641 Jul 16 20:05:32.108909 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.122781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port fa3202e0-2c36-49fd-8c5b-10770370b08b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:32.151245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fa3202e0-2c36-49fd-8c5b-10770370b08b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:32.151650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.183145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fb8a2ea-72c7-4925-a439-000f929de458 req-ba3fbccd-83cd-49e2-8caa-185a54f27912 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799419 Jul 16 20:05:32.199736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-da901982-2780-4224-9535-6bc652a766e8 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4358788 Jul 16 20:05:32.212741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-52f38dd8-c520-40e6-b4f5-58f870d8f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:32.214231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-52f38dd8-c520-40e6-b4f5-58f870d8f3b1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.1210992 Jul 16 20:05:32.216183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-e6ac85ad-99cc-4540-aa72-b5802683510d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:32.218303 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-e6ac85ad-99cc-4540-aa72-b5802683510d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "GET /v2.0/ports/1d7e2748-4bae-46fc-a328-ad810cb8880d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3579829 Jul 16 20:05:32.230439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:32.230858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.285087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59104b34-f4f4-4b5f-beaf-a31c916b128a None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:32.303829 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:32.342042 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0c766fc3-0126-4599-8343-da9533dd7a71 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1296371bc6847a09d3b194e74b0e9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714021 Jul 16 20:05:32.342042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.344437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38966) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:32.406443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.411982 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] 10.222.0.78 "DELETE /v2.0/networks/d6702219-1b7c-462d-aaac-610760188933 HTTP/1.1" status: 204 len: 168 time: 2.6347797 Jul 16 20:05:32.411982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1ad37-3796-4def-a3b7-3381a9db919e tempest-NetworksTestDHCPv6-1249503738 tempest-NetworksTestDHCPv6-1249503738-project] Pushing event deleted for resources: {'Network': ['ID=d6702219-1b7c-462d-aaac-610760188933,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:32.423480 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-57632175-6611-4f3a-83cd-4f2237d73fb4 req-46960208-c2e2-4e80-bfbb-75a714dcf4cf service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251091 Jul 16 20:05:32.423733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c8754a0b-0e4f-4946-8c31-cf70553b91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:32.425333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-c8754a0b-0e4f-4946-8c31-cf70553b91f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1697488 Jul 16 20:05:32.440035 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.448373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.466627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-50ae97f7-fe53-4abb-bffb-970952f68b36 service neutron] 10.222.0.78 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559342 Jul 16 20:05:32.469752 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.509885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port fa3202e0-2c36-49fd-8c5b-10770370b08b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fa3202e0-2c36-49fd-8c5b-10770370b08b,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:32.518788 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.561718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.568220 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-52d68dcb-9aae-4542-b807-899e0881a614 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "GET /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2361166 Jul 16 20:05:32.642311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=fa3202e0-2c36-49fd-8c5b-10770370b08b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:32.647337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:32.679221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3cbed0c7-f92d-4b40-ba89-77bb87837a61 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:32.747177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.858939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38972) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:32.868521 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f269083-3939-4170-a5f8-1754e2f4189a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.880526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.902165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-4f404a0d-0475-409a-8c74-c2df22078e44 service neutron] 10.222.0.78 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727515 Jul 16 20:05:32.912393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-d2701834-14d4-4d2e-8bba-1613bfe27c1c service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636290 Jul 16 20:05:32.925859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 3cbed0c7-f92d-4b40-ba89-77bb87837a61 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:32.926271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3cbed0c7-f92d-4b40-ba89-77bb87837a61 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:32.982245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f269083-3939-4170-a5f8-1754e2f4189a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.056831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f269083-3939-4170-a5f8-1754e2f4189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.067737 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f269083-3939-4170-a5f8-1754e2f4189a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.073461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3f269083-3939-4170-a5f8-1754e2f4189a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6abb14a5-489b-43b2-a595-86f0b68957a9 HTTP/1.1" status: 204 len: 168 time: 0.7247629 Jul 16 20:05:33.096300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-e79ac4ff-7ca1-4aed-be56-86bac9a325c8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.102169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-b9e99e71-e2d0-4517-abab-c69e2675771d tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.103519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-e79ac4ff-7ca1-4aed-be56-86bac9a325c8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.103673 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-b9e99e71-e2d0-4517-abab-c69e2675771d tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.68 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 815 time: 0.3158586 Jul 16 20:05:33.114957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-e79ac4ff-7ca1-4aed-be56-86bac9a325c8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.120858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Request body: {'port': {'device_id': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672', 'admin_state_up': True, 'tenant_id': 'fa30895b58ee41a8a477f532f4047161'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:33.122748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-e79ac4ff-7ca1-4aed-be56-86bac9a325c8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.130109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-e79ac4ff-7ca1-4aed-be56-86bac9a325c8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.136964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-e79ac4ff-7ca1-4aed-be56-86bac9a325c8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.144396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-e79ac4ff-7ca1-4aed-be56-86bac9a325c8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:33.166225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-e79ac4ff-7ca1-4aed-be56-86bac9a325c8 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 5434 time: 0.7864504 Jul 16 20:05:33.172238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f269083-3939-4170-a5f8-1754e2f4189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abb14a5-489b-43b2-a595-86f0b68957a9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:33.200770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c6e28e-6c35-4841-83e8-13a7a72587c7 None None] DHCP port deletion for d6702219-1b7c-462d-aaac-610760188933 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:33.210219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:33.295862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62a7e5f7-558c-4411-aa41-dac57e2f464b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=577542a6194b4416b3acaf7b302b1a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332788 Jul 16 20:05:33.305202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38988) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:33.384168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:33.466629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:33.475279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:33.475686 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.504769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13045c0a-98ff-41fd-860c-ed128e4d809e req-f81a981a-d395-49e8-b9cd-6c51513d1f9d tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3368094 Jul 16 20:05:33.595718 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.629205 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe451a05-539c-4281-ac75-bfb19364abd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.674254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d7cbff-6dd9-4e64-8cea-5c6dcdb420fe req-05db08fc-ef73-454b-8c77-6b5a0550c17b service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403691 Jul 16 20:05:33.706036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fa3202e0-2c36-49fd-8c5b-10770370b08b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:33.717395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] For port 1d7e2748-4bae-46fc-a328-ad810cb8880d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1d7e2748-4bae-46fc-a328-ad810cb8880d,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:33.750140 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe451a05-539c-4281-ac75-bfb19364abd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.853640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:33.856419 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0082a1e-96e9-402e-b970-d2d558c26250" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:33.885052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:33.893274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fa3202e0-2c36-49fd-8c5b-10770370b08b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:33.893274 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.896485 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.897246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a463f6be-f769-4e13-a75a-82c390179661 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:34.016703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d5ae1-9d87-4c35-b0c3-1fa830dd88d9 req-c02731bd-7712-4072-a68a-c9d5554d0e28 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:34.025958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-559d5ae1-9d87-4c35-b0c3-1fa830dd88d9 req-c02731bd-7712-4072-a68a-c9d5554d0e28 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 944 time: 0.5171151 Jul 16 20:05:34.073192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:34.081812 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.128837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-b7742996-a383-426e-8963-28bd5e326d6a tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:34.136626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-b7742996-a383-426e-8963-28bd5e326d6a tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 815 time: 0.4481483 Jul 16 20:05:34.166752 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe451a05-539c-4281-ac75-bfb19364abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.169871 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe451a05-539c-4281-ac75-bfb19364abd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.171472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fe451a05-539c-4281-ac75-bfb19364abd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11167154-afbb-4adf-888f-c5a44f708d7b HTTP/1.1" status: 204 len: 168 time: 0.8553097 Jul 16 20:05:34.180839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-c9c5b45e-3d33-4c2e-9a02-dc0ad788296d tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/quotas/fa30895b58ee41a8a477f532f4047161 HTTP/1.1" status: 200 len: 375 time: 0.0431502 Jul 16 20:05:34.210325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe451a05-539c-4281-ac75-bfb19364abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11167154-afbb-4adf-888f-c5a44f708d7b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:34.230487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-559d5ae1-9d87-4c35-b0c3-1fa830dd88d9 req-db1fd6cd-1758-4f81-a224-e4d347fcce60 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953368 Jul 16 20:05:34.271567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:34.317304 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.318055 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.374037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-d7abe704-fcc1-4e4b-9999-056b2dc0c2d6 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1917984 Jul 16 20:05:34.402634 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b3738c-11ee-4d40-91f9-2ee6d6ab884e x-openstack-request-id: req-d7b3738c-11ee-4d40-91f9-2ee6d6ab884e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:34.402944 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:34.403205 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7b3738c-11ee-4d40-91f9-2ee6d6ab884e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:34.403609 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d', 'code': 200} Jul 16 20:05:34.497711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.502746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] For port 1d7e2748-4bae-46fc-a328-ad810cb8880d, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:34.529820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Made reservation on behalf of fa30895b58ee41a8a477f532f4047161 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:34.534407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.534826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:34.592835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-606b8cfd-0479-407d-81e7-a7ae88e68136 service neutron] 10.222.0.78 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178092 Jul 16 20:05:34.671098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.688176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] device_id is not set on port 1d7e2748-4bae-46fc-a328-ad810cb8880d yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:05:34.758019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a463f6be-f769-4e13-a75a-82c390179661, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a463f6be-f769-4e13-a75a-82c390179661,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:34.774924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.780439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4a0cd458-be78-4da7-89da-0761a7e50aa5 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:34.818044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-c5099e08-608b-436d-af99-ebb50993331a service neutron] 10.222.0.78 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240763 Jul 16 20:05:34.825607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.827677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.843741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.006553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d127ba-9b27-49d6-92ef-6732139bbe9f req-2fb59d23-c3b7-4d07-8105-135093456d12 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.023588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d127ba-9b27-49d6-92ef-6732139bbe9f req-2fb59d23-c3b7-4d07-8105-135093456d12 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.040326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d127ba-9b27-49d6-92ef-6732139bbe9f req-2fb59d23-c3b7-4d07-8105-135093456d12 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.056472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d127ba-9b27-49d6-92ef-6732139bbe9f req-2fb59d23-c3b7-4d07-8105-135093456d12 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.058177 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.067710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d127ba-9b27-49d6-92ef-6732139bbe9f req-2fb59d23-c3b7-4d07-8105-135093456d12 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.080868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a463f6be-f769-4e13-a75a-82c390179661,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:35.094093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d127ba-9b27-49d6-92ef-6732139bbe9f req-2fb59d23-c3b7-4d07-8105-135093456d12 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.122090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d127ba-9b27-49d6-92ef-6732139bbe9f req-2fb59d23-c3b7-4d07-8105-135093456d12 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 4656 time: 0.2952147 Jul 16 20:05:35.212111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] No DVR routers for this DVR port 1d7e2748-4bae-46fc-a328-ad810cb8880d on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:35.225124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9d127ba-9b27-49d6-92ef-6732139bbe9f req-479a1164-2d08-4b81-9761-6c4f0805ad51 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013730 Jul 16 20:05:35.309829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e241f0a9-e777-435e-be45-f8f9798a4394 req-a9453ed1-e61d-422d-8321-bdb771f25d51 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 210 time: 0.0834575 Jul 16 20:05:35.319701 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.336144 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.380301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] In _notify_port_updated(), no bound segment for port 1d7e2748-4bae-46fc-a328-ad810cb8880d on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:05:35.383075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.383718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.385109 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] 10.222.0.68 "PUT /v2.0/ports/1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 200 len: 1027 time: 2.7437208 Jul 16 20:05:35.464522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c0310-ee35-4f58-936f-ae7ba87502dc service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e2748-4bae-46fc-a328-ad810cb8880d,revision_number=6']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:35.475991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4a0cd458-be78-4da7-89da-0761a7e50aa5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:35.490803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0e46b7a-a73c-4e3f-9922-055b632ec59f None None] Provisioning complete for port 1d7e2748-4bae-46fc-a328-ad810cb8880d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:35.491326 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f0e46b7a-a73c-4e3f-9922-055b632ec59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.503742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.504777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 446d7203-494b-4ed8-b9a2-b593d2676b59 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:35.571657 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a00c34a4-ba4d-41ef-8a0f-a7054643012d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.644845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96762de3-e3d3-4986-bd69-2a3e902a32c8 req-dd85a763-255c-4de6-b6eb-24567444dd7f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.654313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96762de3-e3d3-4986-bd69-2a3e902a32c8 req-dd85a763-255c-4de6-b6eb-24567444dd7f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 945 time: 0.1866927 Jul 16 20:05:35.780532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96762de3-e3d3-4986-bd69-2a3e902a32c8 req-dd093ed4-2f28-4e8e-86b0-6b68fb9a752f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252310 Jul 16 20:05:35.801194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-ddc1739b-7ab3-4e19-9e85-cd84c33808da tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:35.802609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-ddc1739b-7ab3-4e19-9e85-cd84c33808da tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "GET /v2.0/ports/a463f6be-f769-4e13-a75a-82c390179661?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3565433 Jul 16 20:05:35.804013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Allocated IP 172.20.0.6 (92275ab5-250c-419d-8f6f-9cd7fac2f672/83cb5467-63cd-4686-aa3b-29f2b0749c41/97fd0948-da8e-46e7-b610-13ecbf58ed59) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:35.823891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.25.6.225 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/9d897ed6-c651-41e1-806c-635c40e1349e) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:35.877603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f0e46b7a-a73c-4e3f-9922-055b632ec59f None None] Port 1d7e2748-4bae-46fc-a328-ad810cb8880d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:35.888122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39076) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.907029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4a0cd458-be78-4da7-89da-0761a7e50aa5,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:35.929688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.930690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:35.973750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 446d7203-494b-4ed8-b9a2-b593d2676b59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=446d7203-494b-4ed8-b9a2-b593d2676b59,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:35.979514 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.980975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1d7e2748-4bae-46fc-a328-ad810cb8880d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:36.066783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-559029109'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:36.086657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1d7e2748-4bae-46fc-a328-ad810cb8880d not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:36.087092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device baa0842c-1ad9-4292-a324-e8b5e6370306 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:36.088892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=446d7203-494b-4ed8-b9a2-b593d2676b59,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.190189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-e633a1fe-25d9-4395-841d-569beb8908d5 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:36.191770 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-e633a1fe-25d9-4395-841d-569beb8908d5 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.16 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 815 time: 0.6250248 Jul 16 20:05:36.274707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Request body: {'port': {'device_id': '84b3da21-fc5f-4d3d-bb31-1bb1c531247c', 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672', 'admin_state_up': True, 'tenant_id': 'fa30895b58ee41a8a477f532f4047161'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:36.294154 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.369090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port baa0842c-1ad9-4292-a324-e8b5e6370306, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=baa0842c-1ad9-4292-a324-e8b5e6370306,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:36.379684 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.380784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 36137dea-da05-44ad-b696-1cabae751096 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:36.414703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a00c34a4-ba4d-41ef-8a0f-a7054643012d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.436720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0'}, {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a463f6be-f769-4e13-a75a-82c390179661'}, {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5'}, {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446d7203-494b-4ed8-b9a2-b593d2676b59'}, {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa0842c-1ad9-4292-a324-e8b5e6370306'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:36.443658 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82b1d9d-7930-40fd-ad65-1b60ab7a2c5f" -d '{"events": [{"server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "name": "network-vif-plugged", "status": "completed", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0"}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "a463f6be-f769-4e13-a75a-82c390179661"}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5"}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "446d7203-494b-4ed8-b9a2-b593d2676b59"}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "baa0842c-1ad9-4292-a324-e8b5e6370306"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:36.454248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Made reservation on behalf of e2f00cbf5fba45258810a61423f9797f for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:36.458986 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.474482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a00c34a4-ba4d-41ef-8a0f-a7054643012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.508065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.508611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.569461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.579017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8ea8660-c740-4ef1-850c-717645e0f04b req-4ad2c77a-e18a-4942-824a-542565280b46 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 210 time: 0.0426371 Jul 16 20:05:36.604333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=baa0842c-1ad9-4292-a324-e8b5e6370306,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.655324 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.660234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02b85-20db-4db1-9386-a1d49e81461b req-53b1c60f-8e38-4fdc-9667-68f7359aa457 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:36.666655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02b85-20db-4db1-9386-a1d49e81461b req-53b1c60f-8e38-4fdc-9667-68f7359aa457 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:36.674353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02b85-20db-4db1-9386-a1d49e81461b req-53b1c60f-8e38-4fdc-9667-68f7359aa457 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:36.681371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02b85-20db-4db1-9386-a1d49e81461b req-53b1c60f-8e38-4fdc-9667-68f7359aa457 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:36.688366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02b85-20db-4db1-9386-a1d49e81461b req-53b1c60f-8e38-4fdc-9667-68f7359aa457 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:36.695524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02b85-20db-4db1-9386-a1d49e81461b req-53b1c60f-8e38-4fdc-9667-68f7359aa457 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:36.697691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8fc02b85-20db-4db1-9386-a1d49e81461b req-53b1c60f-8e38-4fdc-9667-68f7359aa457 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 4650 time: 0.2337856 Jul 16 20:05:36.709509 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059ef230-9430-4f97-91ba-61e37abe05e2 x-openstack-request-id: req-059ef230-9430-4f97-91ba-61e37abe05e2 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:36.710008 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "name": "network-vif-plugged", "status": "completed", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0", "code": 200}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "a463f6be-f769-4e13-a75a-82c390179661", "code": 200}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5", "code": 200}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "446d7203-494b-4ed8-b9a2-b593d2676b59", "code": 200}, {"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "baa0842c-1ad9-4292-a324-e8b5e6370306", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:36.710251 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-059ef230-9430-4f97-91ba-61e37abe05e2 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:36.710722 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'code': 200} Jul 16 20:05:36.711040 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a463f6be-f769-4e13-a75a-82c390179661', 'code': 200} Jul 16 20:05:36.711320 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'code': 200} Jul 16 20:05:36.716748 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446d7203-494b-4ed8-b9a2-b593d2676b59', 'code': 200} Jul 16 20:05:36.717319 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa0842c-1ad9-4292-a324-e8b5e6370306', 'code': 200} Jul 16 20:05:36.734417 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a00c34a4-ba4d-41ef-8a0f-a7054643012d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dcdc1bef36f248a986aa965117dad8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6697013 Jul 16 20:05:36.740349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39088) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:36.744298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 36137dea-da05-44ad-b696-1cabae751096, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=36137dea-da05-44ad-b696-1cabae751096,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:36.753711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.790553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c34a4-ba4d-41ef-8a0f-a7054643012d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72feb6c8-2ff6-4edb-9c70-39dd20cf28c1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.875461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=36137dea-da05-44ad-b696-1cabae751096,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.880316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8fc02b85-20db-4db1-9386-a1d49e81461b req-4cfb3fdd-4ecb-4017-a97e-12951aa484f6 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&id=bd7834d6-57a5-484d-85c1-732efac8fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674852 Jul 16 20:05:36.887207 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.919170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.925170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.982881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:37.012020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Transition to ACTIVE for port object 97fd0948-da8e-46e7-b610-13ecbf58ed59 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:37.025403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7b67f34-1143-405e-9a1b-4b6c4a709938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.038282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.038667 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Added segment 6a66b766-d2fa-42ec-a40c-f84cc6da5a89 of type vlan for network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db Jul 16 20:05:37.040363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433b229f-15c5-4667-83cc-ca6dbb481088,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:37.062633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.127323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Made reservation on behalf of fa30895b58ee41a8a477f532f4047161 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:37.131491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.206791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:37.217121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:37.226233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:37.260265 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.440610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=9d897ed6-c651-41e1-806c-635c40e1349e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:37.456898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] For port a463f6be-f769-4e13-a75a-82c390179661, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a463f6be-f769-4e13-a75a-82c390179661,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:37.503945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:37.555893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Allocated IP 172.20.0.3 (92275ab5-250c-419d-8f6f-9cd7fac2f672/83cb5467-63cd-4686-aa3b-29f2b0749c41/145df7ca-6e9d-4e35-873f-8002871bb511) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:37.558376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:37.559042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131015e6-980c-4e1b-9d5c-99501841092b req-d3d5c275-a6e3-4d3f-bc9e-fd3592a0f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:37.560698 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-131015e6-980c-4e1b-9d5c-99501841092b req-d3d5c275-a6e3-4d3f-bc9e-fd3592a0f3cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 1097 time: 0.7830698 Jul 16 20:05:37.593531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7b67f34-1143-405e-9a1b-4b6c4a709938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.597072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:37.629289 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.708084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Pushing event updated for resources: {'Port': ['ID=97fd0948-da8e-46e7-b610-13ecbf58ed59,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:37.731666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] For port a463f6be-f769-4e13-a75a-82c390179661, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:37.782929 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:05:37.804360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:37.805394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.832115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-131015e6-980c-4e1b-9d5c-99501841092b req-2e54e7bd-0b00-4847-8198-cfa6b72929b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475958 Jul 16 20:05:37.872974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] device_id is not set on port a463f6be-f769-4e13-a75a-82c390179661 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:05:37.897269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cb940-4888-4c70-9814-f806ad9da53e req-d5f94ff3-4042-40bf-a81f-465e6cd2577c tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:37.904741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e06cb940-4888-4c70-9814-f806ad9da53e req-d5f94ff3-4042-40bf-a81f-465e6cd2577c tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 945 time: 0.9007525 Jul 16 20:05:37.909669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4757e3ea-47ad-425b-b347-7ffddeb33a39 req-9259c04b-f242-4ec1-a98d-bdbe88d04bd4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 210 time: 0.1295376 Jul 16 20:05:37.930185 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.931820 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-d00ed43b-b2c4-4c6f-a389-c2700960e400 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8175666 Jul 16 20:05:37.936749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:37.938092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.941165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.967905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Request body: {'port': {'device_id': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:37.973985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0846133 Jul 16 20:05:37.999561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39102) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:38.000337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.007130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Request body: {'subnet': {'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:38.032256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-a0b49f34-6184-4d91-af26-0dd02008fba6 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.035241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-a0b49f34-6184-4d91-af26-0dd02008fba6 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.68 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 815 time: 1.0005627 Jul 16 20:05:38.051147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9649fbb4-5785-4428-9942-8958bfdec4d3 None None] Provisioning for port 97fd0948-da8e-46e7-b610-13ecbf58ed59 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:38.054138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Request body: {'port': {'device_id': '4f50cc72-afac-4c47-8380-10d14d29be05', 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672', 'admin_state_up': True, 'tenant_id': 'fa30895b58ee41a8a477f532f4047161'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:38.065667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9649fbb4-5785-4428-9942-8958bfdec4d3 None None] Provisioning complete for port 97fd0948-da8e-46e7-b610-13ecbf58ed59 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:38.066114 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9649fbb4-5785-4428-9942-8958bfdec4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.087671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7b67f34-1143-405e-9a1b-4b6c4a709938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.090583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b7b67f34-1143-405e-9a1b-4b6c4a709938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.092109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b7b67f34-1143-405e-9a1b-4b6c4a709938 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72feb6c8-2ff6-4edb-9c70-39dd20cf28c1 HTTP/1.1" status: 204 len: 168 time: 1.3495677 Jul 16 20:05:38.112619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5840a8-982d-4010-8491-dfff21c1361d tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event updated for resources: {'Network': ['ID=25eee973-8fa7-4ff4-b8ed-53b3f25a69db,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:38.141386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e06cb940-4888-4c70-9814-f806ad9da53e req-83b0b96a-6f04-4af5-925c-3f4316a52009 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353621 Jul 16 20:05:38.169892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9649fbb4-5785-4428-9942-8958bfdec4d3 None None] Port 97fd0948-da8e-46e7-b610-13ecbf58ed59 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:38.175962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:38.183066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b67f34-1143-405e-9a1b-4b6c4a709938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72feb6c8-2ff6-4edb-9c70-39dd20cf28c1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:38.404026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0535-bde6-42ea-b4bb-0e01436eeaa2 req-076003d5-b110-49a4-b648-83d2d35fd7bf tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.413064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0535-bde6-42ea-b4bb-0e01436eeaa2 req-076003d5-b110-49a4-b648-83d2d35fd7bf tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.420562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0535-bde6-42ea-b4bb-0e01436eeaa2 req-076003d5-b110-49a4-b648-83d2d35fd7bf tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.431306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0535-bde6-42ea-b4bb-0e01436eeaa2 req-076003d5-b110-49a4-b648-83d2d35fd7bf tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.450343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0535-bde6-42ea-b4bb-0e01436eeaa2 req-076003d5-b110-49a4-b648-83d2d35fd7bf tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.459746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-107b0535-bde6-42ea-b4bb-0e01436eeaa2 req-076003d5-b110-49a4-b648-83d2d35fd7bf tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 3876 time: 0.1834493 Jul 16 20:05:38.485877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Made reservation on behalf of fa30895b58ee41a8a477f532f4047161 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:38.490059 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.608805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-107b0535-bde6-42ea-b4bb-0e01436eeaa2 req-2f32d0b3-8b2b-4752-8692-09a11dae16e4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443055 Jul 16 20:05:38.718195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36137dea-da05-44ad-b696-1cabae751096'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:38.721410 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773a16b5-6440-456d-a5f4-7bbd2e692a32" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "36137dea-da05-44ad-b696-1cabae751096"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:38.783827 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b14bdc2-a64c-44a0-9759-89cc77e45d4b x-openstack-request-id: req-5b14bdc2-a64c-44a0-9759-89cc77e45d4b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:38.786930 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "36137dea-da05-44ad-b696-1cabae751096", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:38.786930 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b14bdc2-a64c-44a0-9759-89cc77e45d4b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:38.787487 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36137dea-da05-44ad-b696-1cabae751096', 'code': 200} Jul 16 20:05:38.800936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] Pushing event updated for resources: {'Port': ['ID=a463f6be-f769-4e13-a75a-82c390179661,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:38.805283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.904314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.906470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] No DVR routers for this DVR port a463f6be-f769-4e13-a75a-82c390179661 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:38.944763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.999286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-47caf086-ee9c-4e40-86c5-c015297ef210 None None] Provisioning complete for port a463f6be-f769-4e13-a75a-82c390179661 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:38.999911 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47caf086-ee9c-4e40-86c5-c015297ef210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.029985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Transition to ACTIVE for port object 145df7ca-6e9d-4e35-873f-8002871bb511 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:39.066133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-47caf086-ee9c-4e40-86c5-c015297ef210 None None] Port a463f6be-f769-4e13-a75a-82c390179661 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:39.115337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] In _notify_port_updated(), no bound segment for port a463f6be-f769-4e13-a75a-82c390179661 on network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:05:39.116620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.119076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.120570 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-0ef9e6ae-0773-4714-bc9b-cad4180c8cef service neutron] 10.222.0.68 "PUT /v2.0/ports/a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 200 len: 1027 time: 3.2732081 Jul 16 20:05:39.126303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Made reservation on behalf of e2f00cbf5fba45258810a61423f9797f for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:39.130229 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.182261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-420aee70-7a86-4752-8d9f-6616cc624e77 req-472142a8-ccae-4829-b6cb-efb553662fa8 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 210 time: 0.0515738 Jul 16 20:05:39.305898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39134) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:39.376538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d58373-0231-4c5b-9e1e-fc982012dc3c req-28947a93-0cf2-46a5-85ff-3c14dbfd0850 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.378177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71d58373-0231-4c5b-9e1e-fc982012dc3c req-28947a93-0cf2-46a5-85ff-3c14dbfd0850 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 945 time: 0.0932593 Jul 16 20:05:39.412978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.466312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71d58373-0231-4c5b-9e1e-fc982012dc3c req-b7ab9ae8-2adb-4ae7-a0d2-a510122f0f1b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799530 Jul 16 20:05:39.480269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Allocated IP 172.20.0.5 (92275ab5-250c-419d-8f6f-9cd7fac2f672/83cb5467-63cd-4686-aa3b-29f2b0749c41/4db2ede8-e70f-4e08-b38b-7f1ac94b7668) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:39.496715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.506711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-687550522-network', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:39.598846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:39.616175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:39.632159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:39.637868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Pushing event updated for resources: {'Port': ['ID=145df7ca-6e9d-4e35-873f-8002871bb511,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:39.711301 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.734592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Transition to ACTIVE for port object 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:39.787576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Made reservation on behalf of e33d6ca215704afa8ace654e0908c2b9 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:39.790228 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.812456 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.886096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:39.890472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:39.900339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:39.904077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.924427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port 36137dea-da05-44ad-b696-1cabae751096 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:39.925016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.946537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.947496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.982217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:39.983074 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.029270 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9823661 Jul 16 20:05:40.084047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Request body: {'port': {'device_id': '4f50cc72-afac-4c47-8380-10d14d29be05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:40.107266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ec33c7b2-7a65-4c9d-bc6e-4517e829b0d8 None None] Provisioning for port 145df7ca-6e9d-4e35-873f-8002871bb511 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:40.118828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ec33c7b2-7a65-4c9d-bc6e-4517e829b0d8 None None] Provisioning complete for port 145df7ca-6e9d-4e35-873f-8002871bb511 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:40.119576 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ec33c7b2-7a65-4c9d-bc6e-4517e829b0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.138523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064ca73-7d22-4979-b0a4-517eab3d84c4 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Pushing event updated for resources: {'Port': ['ID=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.168230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.195795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ec33c7b2-7a65-4c9d-bc6e-4517e829b0d8 None None] Port 145df7ca-6e9d-4e35-873f-8002871bb511 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:40.268019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1328b4-906a-4f2e-87d7-5f66b29f506c req-8775899c-0997-47da-b53f-5e4b88d74a36 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.274250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1328b4-906a-4f2e-87d7-5f66b29f506c req-8775899c-0997-47da-b53f-5e4b88d74a36 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.282465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1328b4-906a-4f2e-87d7-5f66b29f506c req-8775899c-0997-47da-b53f-5e4b88d74a36 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.290208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1328b4-906a-4f2e-87d7-5f66b29f506c req-8775899c-0997-47da-b53f-5e4b88d74a36 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.296530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1328b4-906a-4f2e-87d7-5f66b29f506c req-8775899c-0997-47da-b53f-5e4b88d74a36 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.299207 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed1328b4-906a-4f2e-87d7-5f66b29f506c req-8775899c-0997-47da-b53f-5e4b88d74a36 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 3876 time: 0.2966621 Jul 16 20:05:40.302995 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.322909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1468313c-4d4c-4bf9-ac1b-d0359117afc5 None None] Provisioning for port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:40.327237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1468313c-4d4c-4bf9-ac1b-d0359117afc5 None None] Provisioning complete for port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:40.327688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1468313c-4d4c-4bf9-ac1b-d0359117afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.372461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5da62c-4782-4c9e-8ae0-008501548c7a req-f6b1735a-ba43-444e-b52c-c84d52c0f7f1 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.374086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a5da62c-4782-4c9e-8ae0-008501548c7a req-f6b1735a-ba43-444e-b52c-c84d52c0f7f1 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 945 time: 0.3740032 Jul 16 20:05:40.374364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] For port 36137dea-da05-44ad-b696-1cabae751096, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=36137dea-da05-44ad-b696-1cabae751096,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:40.374743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.403473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for 36137dea-da05-44ad-b696-1cabae751096 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:40.442560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1468313c-4d4c-4bf9-ac1b-d0359117afc5 None None] Port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:40.451382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event updated for resources: {'Subnet': ['ID=b82ebe9f-c7db-4ea2-bbea-d0359bfa70fd,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.467226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:05:40.483467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed1328b4-906a-4f2e-87d7-5f66b29f506c req-e9a397a8-a380-46e6-84ed-6ff5f2bc0842 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436303 Jul 16 20:05:40.493405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a5da62c-4782-4c9e-8ae0-008501548c7a req-cd321fc8-ef42-4502-b1f8-3344019529e5 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919976 Jul 16 20:05:40.595964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Checking segment: {'id': '6a66b766-d2fa-42ec-a40c-f84cc6da5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:40.596409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Network hostable DHCP agents. Network: 25eee973-8fa7-4ff4-b8ed-53b3f25a69db, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:40.661791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fd0948-da8e-46e7-b610-13ecbf58ed59 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:40.680549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1f4e-3848-414c-a1ca-7b1f10fc9b36 req-90afea1c-1ebf-4125-9706-72db95c03332 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.684675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5ed1f4e-3848-414c-a1ca-7b1f10fc9b36 req-90afea1c-1ebf-4125-9706-72db95c03332 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 931 time: 0.0729053 Jul 16 20:05:40.689641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.714478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.740422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5ed1f4e-3848-414c-a1ca-7b1f10fc9b36 req-16b2e3e2-1a50-40f2-b655-0a48133ce3f1 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512576 Jul 16 20:05:40.755824 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.769968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Transition to ACTIVE for port object 97fd0948-da8e-46e7-b610-13ecbf58ed59 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:40.770820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:40.773627 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-d1c766e3-5eef-4ea2-9b02-c9353dbb3074 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5030055 Jul 16 20:05:40.796911 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.804963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Request body: {'port': {'device_id': '84b3da21-fc5f-4d3d-bb31-1bb1c531247c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:40.834428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:40.901514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 25eee973-8fa7-4ff4-b8ed-53b3f25a69db) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:40.909225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359a291-eea9-4839-becb-72f08dae81c9 None None] Network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:40.929197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.929730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.932333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:40.932649 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.933003 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Added segment 2ec3215b-544b-45bc-8b93-7101d62d5d1c of type vlan for network cdb342b2-9493-4fe8-ba1b-12560b88ed2f Jul 16 20:05:40.934493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd42497-e8c5-4f2e-aba3-4f44f95922c4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.942140 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.970346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Transition to ACTIVE for port object 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:40.977067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:40.981298 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.993251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03badbe1-a3a3-4775-ab31-afc98d01da7d None None] Sync routers for ids ['01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:41.018327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Pushing event updated for resources: {'Port': ['ID=97fd0948-da8e-46e7-b610-13ecbf58ed59,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.038452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03badbe1-a3a3-4775-ab31-afc98d01da7d None None] Routers {'01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:41.039202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-03badbe1-a3a3-4775-ab31-afc98d01da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:41.039376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.047647 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bab7fb8e-3ec1-42b5-ac9a-116297bbd1d9 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0447955 Jul 16 20:05:41.056006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39154) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.062814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Request body: {'port': {'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db', 'name': 'tempest-ExtraDHCPOptionsTestJSON-366906547'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:41.108771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.115397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-03badbe1-a3a3-4775-ab31-afc98d01da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:41.144885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.161207 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.165401 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-197e2ee1-afc3-4aa8-8c70-e20d65ae2995 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.1055505 Jul 16 20:05:41.168282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.172019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=36137dea-da05-44ad-b696-1cabae751096,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.201752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03badbe1-a3a3-4775-ab31-afc98d01da7d None None] Routers {'01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:41.202413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-03badbe1-a3a3-4775-ab31-afc98d01da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:41.224607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.258571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-03badbe1-a3a3-4775-ab31-afc98d01da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:41.259523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03badbe1-a3a3-4775-ab31-afc98d01da7d None None] The sync data for ids ['01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:41.300500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-25eee973-8fa7-4ff4-b8ed-53b3f25a69db', 'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db', 'tenant_id': 'e2f00cbf5fba45258810a61423f9797f', 'fixed_ips': [{'subnet_id': 'b82ebe9f-c7db-4ea2-bbea-d0359bfa70fd'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:41.301720 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.312560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Attempting to bind port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:41.313149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Attempting to bind port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:41.313249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Attempting to bind port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:41.317305 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.resource_extend [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:05:41.323855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:41.324227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Attempting to bind port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:41.357997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] No DVR routers for this DVR port 36137dea-da05-44ad-b696-1cabae751096 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:41.370722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.373278 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-2e888dff-a594-4661-aa30-f7aa44bc8db9 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "DELETE /v2.0/ports/36137dea-da05-44ad-b696-1cabae751096 HTTP/1.1" status: 204 len: 173 time: 2.2370217 Jul 16 20:05:41.376523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': '36137dea-da05-44ad-b696-1cabae751096'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:41.379115 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc20233-87a4-4442-a6b6-404ad3112a22" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "36137dea-da05-44ad-b696-1cabae751096"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:41.416505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:41.416869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Checking segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:41.417267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Bound using segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:41.417724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Bound port: 4db2ede8-e70f-4e08-b38b-7f1ac94b7668, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:41.418099 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.565924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Allocated IP 172.20.0.2 (25eee973-8fa7-4ff4-b8ed-53b3f25a69db/b82ebe9f-c7db-4ea2-bbea-d0359bfa70fd/4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:41.650792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] For port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:41.674703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] For port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:41.694146 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.784256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:41.785012 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.786551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] 10.222.0.68 "PUT /v2.0/ports/4db2ede8-e70f-4e08-b38b-7f1ac94b7668 HTTP/1.1" status: 200 len: 1092 time: 1.7135687 Jul 16 20:05:41.795151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f50cc72-afac-4c47-8380-10d14d29be05', 'tag': '4db2ede8-e70f-4e08-b38b-7f1ac94b7668'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:41.797664 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f675ad63-bee8-4f67-ab14-3ae79b017798" -d '{"events": [{"name": "network-changed", "server_uuid": "4f50cc72-afac-4c47-8380-10d14d29be05", "tag": "4db2ede8-e70f-4e08-b38b-7f1ac94b7668"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:41.807288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Made reservation on behalf of e2f00cbf5fba45258810a61423f9797f for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:41.813290 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.902687 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.917793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Transition to ACTIVE for port object 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:41.959259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Transition to ACTIVE for port object 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:41.964328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afafd88-ee78-4cea-9f4f-249550f10ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.969422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.002815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] device_id is not set on port 881d1e9c-86f8-45b3-8781-6757660c0d25 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:05:42.038070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:42.045936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:42.053177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:42.058072 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb13507-836e-424f-9e25-7ce6fd354475 x-openstack-request-id: req-bfb13507-836e-424f-9e25-7ce6fd354475 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:42.058605 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "36137dea-da05-44ad-b696-1cabae751096", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:42.058605 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfb13507-836e-424f-9e25-7ce6fd354475 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:42.059016 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': '36137dea-da05-44ad-b696-1cabae751096', 'status': 'completed', 'code': 200} Jul 16 20:05:42.059758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.061106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.061706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.136177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Pushing event updated for resources: {'Port': ['ID=4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.192294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Attempting to bind port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:42.193743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Attempting to bind port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '6a66b766-d2fa-42ec-a40c-f84cc6da5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:42.194345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Attempting to bind port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da on network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:42.201006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:42.201907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Checking segment: {'id': '6a66b766-d2fa-42ec-a40c-f84cc6da5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:42.202553 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.203172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Bound using segment: {'id': '6a66b766-d2fa-42ec-a40c-f84cc6da5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:42.203868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Bound port: 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a66b766-d2fa-42ec-a40c-f84cc6da5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:42.205122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.207783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f07fc-c534-4c8a-aeff-4f663c1b67ec req-026ef80e-61ea-4cc6-b5bb-57310fb093ba tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.209927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-396f07fc-c534-4c8a-aeff-4f663c1b67ec req-026ef80e-61ea-4cc6-b5bb-57310fb093ba tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 945 time: 0.4163327 Jul 16 20:05:42.211756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Attempting to bind port 97fd0948-da8e-46e7-b610-13ecbf58ed59 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:42.211905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6f132a91-0098-488a-963c-3563d423f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.212151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Attempting to bind port 97fd0948-da8e-46e7-b610-13ecbf58ed59 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:42.212515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Attempting to bind port 97fd0948-da8e-46e7-b610-13ecbf58ed59 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:42.213191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-6f132a91-0098-488a-963c-3563d423f988 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 1095 time: 0.3276787 Jul 16 20:05:42.215626 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9021790 Jul 16 20:05:42.232374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af614bc-10be-4a3c-bf8e-1c467b8ae5cc req-f235cf4e-dfa1-4f63-a051-71f7867c8122 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.245057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af614bc-10be-4a3c-bf8e-1c467b8ae5cc req-f235cf4e-dfa1-4f63-a051-71f7867c8122 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.245428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af614bc-10be-4a3c-bf8e-1c467b8ae5cc req-f235cf4e-dfa1-4f63-a051-71f7867c8122 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.252138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af614bc-10be-4a3c-bf8e-1c467b8ae5cc req-f235cf4e-dfa1-4f63-a051-71f7867c8122 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.254233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2af614bc-10be-4a3c-bf8e-1c467b8ae5cc req-f235cf4e-dfa1-4f63-a051-71f7867c8122 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 3143 time: 0.4628117 Jul 16 20:05:42.254744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39170) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:42.270381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Request body: {'subnet': {'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-subnet', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:42.281045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Port 97fd0948-da8e-46e7-b610-13ecbf58ed59 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:42.281440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Attempting to bind port 97fd0948-da8e-46e7-b610-13ecbf58ed59 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:42.284305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ab83e-4312-42c6-9f87-c54731f56784 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb342b2-9493-4fe8-ba1b-12560b88ed2f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.292349 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-95dac9a5-1bfa-422b-beb5-104caa335489 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/routers/01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 HTTP/1.1" status: 200 len: 881 time: 1.1095679 Jul 16 20:05:42.295594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39172) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:42.296566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:42.334299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] For port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:42.354595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] For port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da,segment=NetworkSegment(6a66b766-d2fa-42ec-a40c-f84cc6da5a89),segment_id=6a66b766-d2fa-42ec-a40c-f84cc6da5a89)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:42.369581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-a544f168-fea9-43fe-9264-a9bc5b1fe869 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db2ede8-e70f-4e08-b38b-7f1ac94b7668 HTTP/1.1" status: 200 len: 217 time: 0.1106403 Jul 16 20:05:42.378435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:42.378783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Checking segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:42.379374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Bound using segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:42.379825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Bound port: 97fd0948-da8e-46e7-b610-13ecbf58ed59, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:42.380301 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.393106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.453598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Allocated IP 172.20.0.10 (25eee973-8fa7-4ff4-b8ed-53b3f25a69db/b82ebe9f-c7db-4ea2-bbea-d0359bfa70fd/881d1e9c-86f8-45b3-8781-6757660c0d25) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:42.484965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11134db6-48cd-43db-8b6c-ffb285f3fc21 None None] Pushing event updated for resources: {'Port': ['ID=4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.495981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Made reservation on behalf of e33d6ca215704afa8ace654e0908c2b9 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:42.500768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.576798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2af614bc-10be-4a3c-bf8e-1c467b8ae5cc req-fce2d18e-ee47-4569-a851-f037f6f0d00e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966127 Jul 16 20:05:42.601289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-396f07fc-c534-4c8a-aeff-4f663c1b67ec req-214710fc-bee1-489a-9b95-5d21ecab8aec tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431947 Jul 16 20:05:42.629975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] For port 97fd0948-da8e-46e7-b610-13ecbf58ed59, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:42.651337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port 446d7203-494b-4ed8-b9a2-b593d2676b59 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:42.651690 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.663333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] For port 97fd0948-da8e-46e7-b610-13ecbf58ed59, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:42.672011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-e3a48007-35bd-4779-88da-1681e8c64782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.674526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-e3a48007-35bd-4779-88da-1681e8c64782 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=83cb5467-63cd-4686-aa3b-29f2b0749c41 HTTP/1.1" status: 200 len: 854 time: 0.2586648 Jul 16 20:05:42.700475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.838862 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cdf3a1-c45f-461f-9f44-014a0423a942 x-openstack-request-id: req-18cdf3a1-c45f-461f-9f44-014a0423a942 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:42.839095 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f50cc72-afac-4c47-8380-10d14d29be05", "tag": "4db2ede8-e70f-4e08-b38b-7f1ac94b7668", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:42.839338 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18cdf3a1-c45f-461f-9f44-014a0423a942 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:42.839742 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f50cc72-afac-4c47-8380-10d14d29be05', 'tag': '4db2ede8-e70f-4e08-b38b-7f1ac94b7668', 'status': 'completed', 'code': 200} Jul 16 20:05:42.891480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.903611 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.905464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] 10.222.0.68 "PUT /v2.0/ports/97fd0948-da8e-46e7-b610-13ecbf58ed59 HTTP/1.1" status: 200 len: 1092 time: 4.9530237 Jul 16 20:05:43.092014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3048949-d10d-4784-af1a-079ea98c3614 service neutron] Pushing event updated for resources: {'Port': ['ID=97fd0948-da8e-46e7-b610-13ecbf58ed59,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:43.121131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] For port 446d7203-494b-4ed8-b9a2-b593d2676b59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=446d7203-494b-4ed8-b9a2-b593d2676b59,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:43.121506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.129476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145df7ca-6e9d-4e35-873f-8002871bb511 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:43.162913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.195041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for 446d7203-494b-4ed8-b9a2-b593d2676b59 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:43.268453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Transition to ACTIVE for port object 145df7ca-6e9d-4e35-873f-8002871bb511 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:43.311407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.322426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-4717b3fb-a435-4b39-908c-99056970d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:43.324399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-4717b3fb-a435-4b39-908c-99056970d81e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 1095 time: 0.3627946 Jul 16 20:05:43.517745 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-e78429f8-740f-431c-a3a5-9fb1464af7ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59 HTTP/1.1" status: 200 len: 217 time: 0.1814315 Jul 16 20:05:43.549413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=145df7ca-6e9d-4e35-873f-8002871bb511,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:43.803062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:43.926290 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.944706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Transition to ACTIVE for port object 881d1e9c-86f8-45b3-8781-6757660c0d25 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:43.958992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-da1ec153-5043-474f-a605-3b8c6d012722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:43.967957 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-da1ec153-5043-474f-a605-3b8c6d012722 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=83cb5467-63cd-4686-aa3b-29f2b0749c41 HTTP/1.1" status: 200 len: 854 time: 0.4367700 Jul 16 20:05:44.002443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:44.026055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.059760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'tag': '97fd0948-da8e-46e7-b610-13ecbf58ed59'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:44.072715 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283652a8-4c8c-405c-84ac-1e4ae47bed05" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c2dede-361d-4bd4-9151-76634211ac6a", "tag": "97fd0948-da8e-46e7-b610-13ecbf58ed59"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:44.088628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.092486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event updated for resources: {'Port': ['ID=881d1e9c-86f8-45b3-8781-6757660c0d25,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:44.168127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b79272-7413-4c6b-abe8-ba2f0737a558 req-abf58a87-fc4e-43b4-b475-694cd5c8c671 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.169813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89b79272-7413-4c6b-abe8-ba2f0737a558 req-abf58a87-fc4e-43b4-b475-694cd5c8c671 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 943 time: 1.3684061 Jul 16 20:05:44.178738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Attempting to bind port 145df7ca-6e9d-4e35-873f-8002871bb511 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:44.178738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Attempting to bind port 145df7ca-6e9d-4e35-873f-8002871bb511 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:44.178738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Attempting to bind port 145df7ca-6e9d-4e35-873f-8002871bb511 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:44.185753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=446d7203-494b-4ed8-b9a2-b593d2676b59,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:44.194385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Port 145df7ca-6e9d-4e35-873f-8002871bb511 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:44.194658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Attempting to bind port 145df7ca-6e9d-4e35-873f-8002871bb511 on network 92275ab5-250c-419d-8f6f-9cd7fac2f672 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:44.216072 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.246034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] No DVR routers for this DVR port 446d7203-494b-4ed8-b9a2-b593d2676b59 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:44.251943 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.253942 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-5255bdb7-0063-4c37-bdc1-467eb106eb40 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "DELETE /v2.0/ports/446d7203-494b-4ed8-b9a2-b593d2676b59 HTTP/1.1" status: 204 len: 173 time: 2.8714087 Jul 16 20:05:44.255806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:44.256386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Checking segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:44.256386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Bound using segment: {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:44.256855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Bound port: 145df7ca-6e9d-4e35-873f-8002871bb511, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c4e00b-de29-4900-9c7e-8275f082710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:44.258141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.296933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89b79272-7413-4c6b-abe8-ba2f0737a558 req-55a6dbc4-114a-444e-904f-847a11a02b3a tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844972 Jul 16 20:05:44.298995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:44.321327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-fcf3c0a9-6d9b-45f8-a63b-69e50a78ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.323910 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-fcf3c0a9-6d9b-45f8-a63b-69e50a78ba01 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92275ab5-250c-419d-8f6f-9cd7fac2f672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6261139 Jul 16 20:05:44.353932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:44.356348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:44.369583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-27809102-21d7-4c1e-bf01-f6b2a4d0b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.372335 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-27809102-21d7-4c1e-bf01-f6b2a4d0b57f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92275ab5-250c-419d-8f6f-9cd7fac2f672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3799725 Jul 16 20:05:44.381672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-408b25e6-e397-4607-9b0f-fec2fa4ef5b3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 2.0437837 Jul 16 20:05:44.386436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39204) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:44.407168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1f181335-549e-4d9f-a2e3-f71ede098f12 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1100161396'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:44.477133 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaf0e0c-8487-4d5f-895c-a82ebe23ab51 x-openstack-request-id: req-1eaf0e0c-8487-4d5f-895c-a82ebe23ab51 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:44.477427 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c2dede-361d-4bd4-9151-76634211ac6a", "tag": "97fd0948-da8e-46e7-b610-13ecbf58ed59", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:44.477908 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1eaf0e0c-8487-4d5f-895c-a82ebe23ab51 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:44.478851 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'tag': '97fd0948-da8e-46e7-b610-13ecbf58ed59', 'status': 'completed', 'code': 200} Jul 16 20:05:44.499999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab85202c-b92f-49af-aaf3-c989d4632eb5,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:44.526253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea6fc0b-23b3-46b2-8ee9-0339750c21d7 None None] Network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:44.549426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.550077 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.560338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Checking segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:44.561470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Network hostable DHCP agents. Network: cdb342b2-9493-4fe8-ba1b-12560b88ed2f, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:44.580157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867523-3ed5-4ddf-8bfd-73c26308c125 req-26ad0826-a161-4a99-ad74-d4ae7822748e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.586653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867523-3ed5-4ddf-8bfd-73c26308c125 req-26ad0826-a161-4a99-ad74-d4ae7822748e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.594180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] For port 145df7ca-6e9d-4e35-873f-8002871bb511, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:44.603478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867523-3ed5-4ddf-8bfd-73c26308c125 req-26ad0826-a161-4a99-ad74-d4ae7822748e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.623689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09867523-3ed5-4ddf-8bfd-73c26308c125 req-26ad0826-a161-4a99-ad74-d4ae7822748e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 2410 time: 0.6053417 Jul 16 20:05:44.662592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dbd14324-a03b-47a7-9d3e-565d290bee19 None None] Provisioning for port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:44.676486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dbd14324-a03b-47a7-9d3e-565d290bee19 None None] Provisioning complete for port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:44.680482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] For port 145df7ca-6e9d-4e35-873f-8002871bb511, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=145df7ca-6e9d-4e35-873f-8002871bb511,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:44.681478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbd14324-a03b-47a7-9d3e-565d290bee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.707277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.770226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39214) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:44.771483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-21223d4d-f26d-413e-9acf-024d918b780b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7136734 Jul 16 20:05:44.780996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Request body: {'port': {'network_id': '25eee973-8fa7-4ff4-b8ed-53b3f25a69db', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1763848712', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:44.781565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] bootfile-name is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:05:44.781914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] tftp-server is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:05:44.783275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] server-ip-address is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:05:44.826439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:44.827982 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-36e57b67-0f72-434a-9662-d0de92b2b15b service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471185 Jul 16 20:05:44.863390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-49879c3e-a909-41fe-a467-98b97608517d service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146534 Jul 16 20:05:44.894631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.894631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.896635 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] 10.222.0.16 "PUT /v2.0/ports/145df7ca-6e9d-4e35-873f-8002871bb511 HTTP/1.1" status: 200 len: 1092 time: 4.1006773 Jul 16 20:05:44.909940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83b913-a859-469d-a29f-d253bc311ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=145df7ca-6e9d-4e35-873f-8002871bb511,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:44.913554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port baa0842c-1ad9-4292-a324-e8b5e6370306 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:44.913906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.930276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, cdb342b2-9493-4fe8-ba1b-12560b88ed2f) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:44.967784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09867523-3ed5-4ddf-8bfd-73c26308c125 req-6f9ec03f-df7e-4915-8a0e-00e21b825d7a tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284176 Jul 16 20:05:44.971712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.972342 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.024465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbd14324-a03b-47a7-9d3e-565d290bee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.056036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f8127-2cd0-4b67-8a19-aaabb8ef62dd None None] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:45.056311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8f2d378-11fd-4fa0-a3de-6e178ddd3a72 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7908678 Jul 16 20:05:45.059111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39220) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:45.064482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:45.103101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bfa1dbe-be04-4acd-8e39-e765ae89fb9b req-86beba56-0d77-4c86-9dee-f810d38840a2 service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317631 Jul 16 20:05:45.112128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.121844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.191555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dbd14324-a03b-47a7-9d3e-565d290bee19 None None] For port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da,segment=NetworkSegment(6a66b766-d2fa-42ec-a40c-f84cc6da5a89),segment_id=6a66b766-d2fa-42ec-a40c-f84cc6da5a89)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:45.225421 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbd14324-a03b-47a7-9d3e-565d290bee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.255350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.282003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:45.446595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-7a984fbf-1db2-4548-8b2b-844a7bd9b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:45.448307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-7a984fbf-1db2-4548-8b2b-844a7bd9b6bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 1095 time: 0.2310567 Jul 16 20:05:45.450433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.488061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd14324-a03b-47a7-9d3e-565d290bee19 None None] Pushing event updated for resources: {'Port': ['ID=4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:45.614133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:45.614983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.737356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-8ec68f3b-90e0-49d6-8869-12b89c18207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:45.738936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-8ec68f3b-90e0-49d6-8869-12b89c18207c service neutron] 10.222.0.68 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 916 time: 0.2808220 Jul 16 20:05:45.850789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-e8424a30-926e-49dc-b304-8deb8eb77f06 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db2ede8-e70f-4e08-b38b-7f1ac94b7668 HTTP/1.1" status: 200 len: 217 time: 0.0689719 Jul 16 20:05:45.990925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-a89c0363-b49b-4a28-9293-1b34618b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:45.992705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-a89c0363-b49b-4a28-9293-1b34618b34e8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=83cb5467-63cd-4686-aa3b-29f2b0749c41 HTTP/1.1" status: 200 len: 854 time: 0.1322153 Jul 16 20:05:45.996715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:46.000668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f791056-d76e-4a93-ae1b-b1bad639af9b req-248fefcb-989d-41ca-890c-b11356c33357 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.002539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f791056-d76e-4a93-ae1b-b1bad639af9b req-248fefcb-989d-41ca-890c-b11356c33357 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 943 time: 0.2305417 Jul 16 20:05:46.039330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7dd8094e-548b-4fa9-b9ae-7e2fcbe80452 req-2b56798b-ee81-498e-b832-f4aa040a6e93 service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1778965 Jul 16 20:05:46.046129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f181335-549e-4d9f-a2e3-f71ede098f12 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.058006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] For port baa0842c-1ad9-4292-a324-e8b5e6370306, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=baa0842c-1ad9-4292-a324-e8b5e6370306,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:46.058382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.073432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:46.086872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f181335-549e-4d9f-a2e3-f71ede098f12 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.096740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for baa0842c-1ad9-4292-a324-e8b5e6370306 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:46.100091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-c7b46dd4-0e0e-4a2f-9522-0336a63622cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.101781 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-c7b46dd4-0e0e-4a2f-9522-0336a63622cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 1095 time: 1.1032004 Jul 16 20:05:46.117460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'port_id': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'mac_address': 'fa:16:3e:78:af:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaeb238-f673-4250-9a6e-159d82752b87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:46.120783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Made reservation on behalf of e2f00cbf5fba45258810a61423f9797f for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:46.124487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.171095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:46.171476 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.355328 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.415161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Allocated IP 172.20.0.2 (cdb342b2-9493-4fe8-ba1b-12560b88ed2f/ab85202c-b92f-49af-aaf3-c989d4632eb5/9a2bfaee-6a09-4849-ad54-6aba66770d2e) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:46.417256 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-f85935d2-a3b8-48b5-b005-0635cad16ddd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=145df7ca-6e9d-4e35-873f-8002871bb511 HTTP/1.1" status: 200 len: 217 time: 0.2901528 Jul 16 20:05:46.430979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f181335-549e-4d9f-a2e3-f71ede098f12 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:46.464770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f791056-d76e-4a93-ae1b-b1bad639af9b req-154edcc0-9416-4249-bdce-3eca3397ba39 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112807 Jul 16 20:05:46.477009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] device_id is not set on port 95b9dd4e-9c0f-4b36-9875-4129f2b216b9 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:05:46.485671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': '446d7203-494b-4ed8-b9a2-b593d2676b59'}, {'name': 'network-changed', 'server_uuid': '84b3da21-fc5f-4d3d-bb31-1bb1c531247c', 'tag': '145df7ca-6e9d-4e35-873f-8002871bb511'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:46.488323 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef16dc-ccba-4c51-a704-804e4e63740c" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "446d7203-494b-4ed8-b9a2-b593d2676b59"}, {"name": "network-changed", "server_uuid": "84b3da21-fc5f-4d3d-bb31-1bb1c531247c", "tag": "145df7ca-6e9d-4e35-873f-8002871bb511"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:46.493508 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.526665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-715f6483-cff0-4bfa-a3f2-45bfdcc74e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.531994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-715f6483-cff0-4bfa-a3f2-45bfdcc74e53 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92275ab5-250c-419d-8f6f-9cd7fac2f672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5248940 Jul 16 20:05:46.544824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.606570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e08ab1-3053-457f-a9aa-06935c98ec14 req-d9be8f16-a60f-4e73-8d91-6c86e3adb09f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.630071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e08ab1-3053-457f-a9aa-06935c98ec14 req-d9be8f16-a60f-4e73-8d91-6c86e3adb09f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.648078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e08ab1-3053-457f-a9aa-06935c98ec14 req-d9be8f16-a60f-4e73-8d91-6c86e3adb09f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.666359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3e08ab1-3053-457f-a9aa-06935c98ec14 req-d9be8f16-a60f-4e73-8d91-6c86e3adb09f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 2410 time: 0.4460673 Jul 16 20:05:46.682665 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919b69b9-ab86-4539-b4c9-afa8971a5048 x-openstack-request-id: req-919b69b9-ab86-4539-b4c9-afa8971a5048 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:46.682963 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "446d7203-494b-4ed8-b9a2-b593d2676b59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84b3da21-fc5f-4d3d-bb31-1bb1c531247c", "tag": "145df7ca-6e9d-4e35-873f-8002871bb511", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:46.683213 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-919b69b9-ab86-4539-b4c9-afa8971a5048 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:46.683619 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': '446d7203-494b-4ed8-b9a2-b593d2676b59', 'status': 'completed', 'code': 200} Jul 16 20:05:46.685363 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b3da21-fc5f-4d3d-bb31-1bb1c531247c', 'tag': '145df7ca-6e9d-4e35-873f-8002871bb511', 'status': 'completed', 'code': 200} Jul 16 20:05:46.707565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.711043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-b07c7cbc-c794-49f4-bc2a-4ac055dacdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.712610 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-b07c7cbc-c794-49f4-bc2a-4ac055dacdae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 1095 time: 0.5604177 Jul 16 20:05:46.719195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Transition to ACTIVE for port object 9a2bfaee-6a09-4849-ad54-6aba66770d2e will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:46.827236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:46.848041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3e08ab1-3053-457f-a9aa-06935c98ec14 req-cc50c58c-e450-4028-a6fc-81fb94f0d7f4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807032 Jul 16 20:05:46.881599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Transition to ACTIVE for port object 9a2bfaee-6a09-4849-ad54-6aba66770d2e will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:46.900724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-726258fe-dc22-4c94-997d-d5f6c34b7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.902237 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-726258fe-dc22-4c94-997d-d5f6c34b7e9f service neutron] 10.222.0.68 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 916 time: 0.1658847 Jul 16 20:05:46.908871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-af75255b-66b0-452d-98c6-52aab37b06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.910510 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-af75255b-66b0-452d-98c6-52aab37b06bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83cb5467-63cd-4686-aa3b-29f2b0749c41 HTTP/1.1" status: 200 len: 854 time: 0.4776406 Jul 16 20:05:46.931012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.932416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-9b1f5c65-e372-469d-a1ee-893698b70a57 service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961880 Jul 16 20:05:46.933030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0e96d058-78c3-480f-9bb7-11e13c5bc6ad None None] Provisioning for port 881d1e9c-86f8-45b3-8781-6757660c0d25 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:47.026852 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-0602e372-12b7-4620-84bc-b7cd95701da6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59 HTTP/1.1" status: 200 len: 217 time: 0.1120036 Jul 16 20:05:47.038885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Pushing event updated for resources: {'Port': ['ID=9a2bfaee-6a09-4849-ad54-6aba66770d2e,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:47.051001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f675ad63-bee8-4f67-ab14-3ae79b017798 req-9f5e30e6-e410-4b48-8754-acef3fda22c9 service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108155 Jul 16 20:05:47.053240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:47.060618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0e96d058-78c3-480f-9bb7-11e13c5bc6ad None None] Provisioning complete for port 881d1e9c-86f8-45b3-8781-6757660c0d25 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:47.061685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0e96d058-78c3-480f-9bb7-11e13c5bc6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.071999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Allocated IP 172.25.6.124 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/714d68cd-6e10-430f-8c1c-dd314b7b4f5d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:47.111211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-37d50963-dfa3-44b9-85ee-47abcaf7aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:47.112314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-37d50963-dfa3-44b9-85ee-47abcaf7aece service neutron] 10.222.0.68 "GET /v2.0/subnets?id=83cb5467-63cd-4686-aa3b-29f2b0749c41 HTTP/1.1" status: 200 len: 854 time: 0.0490556 Jul 16 20:05:47.113156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.123973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:47.204041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:47.221098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:47.222884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0e96d058-78c3-480f-9bb7-11e13c5bc6ad None None] Port 881d1e9c-86f8-45b3-8781-6757660c0d25 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:47.224920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:47.324741 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.327470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:47.331445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Attempting to bind port 9a2bfaee-6a09-4849-ad54-6aba66770d2e on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:47.332793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Attempting to bind port 9a2bfaee-6a09-4849-ad54-6aba66770d2e by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:47.332793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Attempting to bind port 9a2bfaee-6a09-4849-ad54-6aba66770d2e on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:47.339631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Allocated IP 172.20.0.4 (25eee973-8fa7-4ff4-b8ed-53b3f25a69db/b82ebe9f-c7db-4ea2-bbea-d0359bfa70fd/95b9dd4e-9c0f-4b36-9875-4129f2b216b9) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:47.361624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0e96d058-78c3-480f-9bb7-11e13c5bc6ad None None] Provisioning complete for port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:47.362219 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0e96d058-78c3-480f-9bb7-11e13c5bc6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.370236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:47.370697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Checking segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:47.371113 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.371588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Bound using segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:47.372435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Bound port: 9a2bfaee-6a09-4849-ad54-6aba66770d2e, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:47.372689 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.438147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f181335-549e-4d9f-a2e3-f71ede098f12 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:47.449759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f181335-549e-4d9f-a2e3-f71ede098f12 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.449952 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14a496-0053-40a4-9867-b423672daede None None] Sync routers for ids ['01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:47.451017 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1f181335-549e-4d9f-a2e3-f71ede098f12 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 HTTP/1.1" status: 200 len: 888 time: 3.0539126 Jul 16 20:05:47.455316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:47.458181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39264) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:47.479068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-061a2f5b-889a-4875-8701-77ee400ab6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:47.480669 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-061a2f5b-889a-4875-8701-77ee400ab6d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92275ab5-250c-419d-8f6f-9cd7fac2f672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5228713 Jul 16 20:05:47.480832 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14a496-0053-40a4-9867-b423672daede None None] Routers {'01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:47.482406 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b14a496-0053-40a4-9867-b423672daede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:47.520537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.526994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-d69981d3-0ba6-4854-9c1f-6418a78d6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:47.528658 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-d69981d3-0ba6-4854-9c1f-6418a78d6af5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92275ab5-250c-419d-8f6f-9cd7fac2f672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3966806 Jul 16 20:05:47.573099 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b14a496-0053-40a4-9867-b423672daede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:47.583819 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14a496-0053-40a4-9867-b423672daede None None] Routers {'01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:47.584768 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b14a496-0053-40a4-9867-b423672daede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:47.623310 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b14a496-0053-40a4-9867-b423672daede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:47.624281 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14a496-0053-40a4-9867-b423672daede None None] The sync data for ids ['01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:47.658925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] For port 9a2bfaee-6a09-4849-ad54-6aba66770d2e, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:47.665657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] For port 9a2bfaee-6a09-4849-ad54-6aba66770d2e, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9a2bfaee-6a09-4849-ad54-6aba66770d2e,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:47.683287 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.685999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=baa0842c-1ad9-4292-a324-e8b5e6370306,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:47.728411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.886504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:47.892266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:47.934033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:47.943674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dbf02-e377-4d04-9b53-592e6961fbb1 None None] Pushing event updated for resources: {'Port': ['ID=9a2bfaee-6a09-4849-ad54-6aba66770d2e,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:48.060374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Pushing event updated for resources: {'Port': ['ID=714d68cd-6e10-430f-8c1c-dd314b7b4f5d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:48.155055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b842de-c76f-4470-b0fe-1a7a09cc78d4 req-2f0d8585-8091-4c49-87fc-592c69498819 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:48.156970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49b842de-c76f-4470-b0fe-1a7a09cc78d4 req-2f0d8585-8091-4c49-87fc-592c69498819 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 943 time: 0.2662029 Jul 16 20:05:48.252742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:48.271671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] No DVR routers for this DVR port baa0842c-1ad9-4292-a324-e8b5e6370306 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:48.281392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.283906 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-04a0ead5-81c9-4e00-994e-48741ef03db1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "DELETE /v2.0/ports/baa0842c-1ad9-4292-a324-e8b5e6370306 HTTP/1.1" status: 204 len: 173 time: 4.0243995 Jul 16 20:05:48.290663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '4db2ede8-e70f-4e08-b38b-7f1ac94b7668', 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672', 'port_id': '4db2ede8-e70f-4e08-b38b-7f1ac94b7668', 'mac_address': 'fa:16:3e:1d:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cb5467-63cd-4686-aa3b-29f2b0749c41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:48.307337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-e91fdbed-2994-4fe1-96e8-6860c11f2b74 service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236793 Jul 16 20:05:48.327290 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aea7b818-9544-47df-9a63-b9ff5d6192d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.372755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3981b6fe-44aa-47e7-b766-7a022f08a824 None None] Provisioning complete for port 881d1e9c-86f8-45b3-8781-6757660c0d25 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:48.373075 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3981b6fe-44aa-47e7-b766-7a022f08a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.434549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.453650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3981b6fe-44aa-47e7-b766-7a022f08a824 None None] Port 881d1e9c-86f8-45b3-8781-6757660c0d25 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:48.460310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:48.505597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:48.561552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dd353d58-e823-46da-8549-383802397c9b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/routers/01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 HTTP/1.1" status: 200 len: 888 time: 1.0935709 Jul 16 20:05:48.566449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39284) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:48.575685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.580507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 97fd0948-da8e-46e7-b610-13ecbf58ed59 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:48.635043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7b3f9801-2841-47e3-a2d4-17ff17bbdc94 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 HTTP/1.1" status: 200 len: 205 time: 0.0669796 Jul 16 20:05:48.679965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39286) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:48.689192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:48.719203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': 'baa0842c-1ad9-4292-a324-e8b5e6370306'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:48.725474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49b842de-c76f-4470-b0fe-1a7a09cc78d4 req-93fade1a-06bb-42f8-a4cf-5f1c768b92eb tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377563 Jul 16 20:05:48.728098 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6510e-1f0f-44d5-827b-ed99306066fc" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "baa0842c-1ad9-4292-a324-e8b5e6370306"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:48.790337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-4df684e1-855d-4ccd-b3bf-78f0e519d2ac service neutron] 10.222.0.16 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2933326 Jul 16 20:05:48.792749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 97fd0948-da8e-46e7-b610-13ecbf58ed59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:48.839255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '97fd0948-da8e-46e7-b610-13ecbf58ed59', 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672', 'port_id': '97fd0948-da8e-46e7-b610-13ecbf58ed59', 'mac_address': 'fa:16:3e:84:2c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cb5467-63cd-4686-aa3b-29f2b0749c41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:48.914549 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9743aa-2235-4689-a88b-b4c36c2ad0a1 x-openstack-request-id: req-5f9743aa-2235-4689-a88b-b4c36c2ad0a1 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:48.920693 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "baa0842c-1ad9-4292-a324-e8b5e6370306", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:48.921444 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f9743aa-2235-4689-a88b-b4c36c2ad0a1 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:48.923894 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': 'baa0842c-1ad9-4292-a324-e8b5e6370306', 'status': 'completed', 'code': 200} Jul 16 20:05:49.133556 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.156117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fd0948-da8e-46e7-b610-13ecbf58ed59 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:49.211445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 97fd0948-da8e-46e7-b610-13ecbf58ed59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:49.216915 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.244664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-283652a8-4c8c-405c-84ac-1e4ae47bed05 req-2bbc9522-29c0-4477-9c15-9cf46af73c56 service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8832052 Jul 16 20:05:49.309531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:49.439805 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.447711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=97fd0948-da8e-46e7-b610-13ecbf58ed59,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:49.491584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:49.492442 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.573124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['97fd0948-da8e-46e7-b610-13ecbf58ed59'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:49.589171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Transition to ACTIVE for port object 95b9dd4e-9c0f-4b36-9875-4129f2b216b9 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:49.603353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a501e159-fd0b-4ac5-929d-544702aba6aa req-f22d8464-17d4-4c5f-b6c0-7e074fd345f8 service neutron] 10.222.0.16 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7828727 Jul 16 20:05:49.661118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:49.666284 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.672523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4db2ede8-e70f-4e08-b38b-7f1ac94b7668'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:49.902141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9a2bfaee-6a09-4849-ad54-6aba66770d2e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:49.985678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.052468 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] For port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:50.053179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.078046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:50.087616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e179b-db35-431b-bc25-2e93f15d223c None None] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:50.098064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:50.123666 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.125363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-c9c8f1cf-056e-4815-8c3e-1fbd2e7b9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.127729 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-c9c8f1cf-056e-4815-8c3e-1fbd2e7b9aff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 1095 time: 0.3908827 Jul 16 20:05:50.137941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:50.142252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:50.316092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.382120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.383527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.417072 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.6406138 Jul 16 20:05:50.417947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39306) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:50.424659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:50.453381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event updated for resources: {'Port': ['ID=95b9dd4e-9c0f-4b36-9875-4129f2b216b9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:50.454429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:50.466915 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57769d53-4026-4900-a5ba-f26417217694" -d '{"events": [{"server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "name": "network-vif-plugged", "status": "completed", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:50.472729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.485164 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.547561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-98a00f55-df7e-481e-8d59-df0b7aa436cd None None] Provisioning for port 9a2bfaee-6a09-4849-ad54-6aba66770d2e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:50.578826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.579980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.580455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.580889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.582192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.582679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.583114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.583674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.584504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.584944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.585377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.585932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2b7bc-098f-42f4-8793-15fc2c4412a0 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:50.592833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:50.641907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-4d29b797-cb8b-4dea-821d-ec53f8a176b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.647046 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-4d29b797-cb8b-4dea-821d-ec53f8a176b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 916 time: 0.4906461 Jul 16 20:05:50.648044 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3a37eabb-3c1c-444d-99b7-e7ed28b4e52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.667246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec61d72-95e4-4549-a24d-f395f00ad17f req-e6f6c1a8-df66-4d61-9ab2-99addb18f0ac tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.674185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec61d72-95e4-4549-a24d-f395f00ad17f req-e6f6c1a8-df66-4d61-9ab2-99addb18f0ac tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.682072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ec61d72-95e4-4549-a24d-f395f00ad17f req-e6f6c1a8-df66-4d61-9ab2-99addb18f0ac tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 1677 time: 2.3624191 Jul 16 20:05:50.703635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9a2bfaee-6a09-4849-ad54-6aba66770d2e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:50.707215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.717134 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.795818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ec61d72-95e4-4549-a24d-f395f00ad17f req-b8cfc799-d966-469f-b39f-81dde55bb233 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127589 Jul 16 20:05:50.797590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9a2bfaee-6a09-4849-ad54-6aba66770d2e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:50.797881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.800956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.808551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1f56526f-fd1a-4db7-b191-c5f981ae9044 None None] Provisioning for port 95b9dd4e-9c0f-4b36-9875-4129f2b216b9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:50.832268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f2ae2-7a0e-4a87-9819-77a561cb33e2 req-a6f9d08b-d691-49ae-a8dc-13d5829d77e7 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:50.842599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588f2ae2-7a0e-4a87-9819-77a561cb33e2 req-a6f9d08b-d691-49ae-a8dc-13d5829d77e7 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 944 time: 0.7699549 Jul 16 20:05:50.893933 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-e69949a3-4e77-475e-a1b7-e7ba75e18e58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=145df7ca-6e9d-4e35-873f-8002871bb511 HTTP/1.1" status: 200 len: 217 time: 0.1065788 Jul 16 20:05:50.928291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:50.956102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1f56526f-fd1a-4db7-b191-c5f981ae9044 None None] Provisioning complete for port 95b9dd4e-9c0f-4b36-9875-4129f2b216b9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:50.956506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f56526f-fd1a-4db7-b191-c5f981ae9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.962481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-588f2ae2-7a0e-4a87-9819-77a561cb33e2 req-9558fd05-e252-40aa-8f6f-c99becc9aa6b tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119802 Jul 16 20:05:51.015570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-ffaec80c-8a05-4cc2-8f30-2b12ddceb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.017934 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-ffaec80c-8a05-4cc2-8f30-2b12ddceb9ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83cb5467-63cd-4686-aa3b-29f2b0749c41 HTTP/1.1" status: 200 len: 854 time: 0.0954936 Jul 16 20:05:51.061020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 9d897ed6-c651-41e1-806c-635c40e1349e {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:51.061708 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.090999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21a59a-bd7d-479b-b241-dfa4b4856513 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.103137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21a59a-bd7d-479b-b241-dfa4b4856513 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.110859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21a59a-bd7d-479b-b241-dfa4b4856513 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.113627 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ff21a59a-bd7d-479b-b241-dfa4b4856513 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6838198 Jul 16 20:05:51.133023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39324) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:51.138960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] No DVR routers for this DVR port 5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:51.143610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.145996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-92a30545-85c0-4a31-963f-5bc167b55f87 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "DELETE /v2.0/ports/5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d HTTP/1.1" status: 204 len: 173 time: 2.8315210 Jul 16 20:05:51.147517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:51.150281 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963cc3b8-918f-42e0-8e8e-a58c11ad146f" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:51.290545 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a6e2a-7bae-44ab-a22d-c660dbf79086 x-openstack-request-id: req-e98a6e2a-7bae-44ab-a22d-c660dbf79086 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:51.290841 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:51.291097 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e98a6e2a-7bae-44ab-a22d-c660dbf79086 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:51.291508 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': '5a1ec9ac-f60a-4fc2-845d-4d35e8ba002d', 'status': 'completed', 'code': 200} Jul 16 20:05:51.330014 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dff364-5976-4843-88dd-7a8a3aca9423 x-openstack-request-id: req-24dff364-5976-4843-88dd-7a8a3aca9423 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:51.330545 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "name": "network-vif-plugged", "status": "completed", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:51.331042 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24dff364-5976-4843-88dd-7a8a3aca9423 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:51.331613 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'code': 200} Jul 16 20:05:51.341839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1f56526f-fd1a-4db7-b191-c5f981ae9044 None None] Port 95b9dd4e-9c0f-4b36-9875-4129f2b216b9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:51.348096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 145df7ca-6e9d-4e35-873f-8002871bb511 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:51.352519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.381706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-074e91f9-8972-4173-9f34-15319f5456f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.383335 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-074e91f9-8972-4173-9f34-15319f5456f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92275ab5-250c-419d-8f6f-9cd7fac2f672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3581254 Jul 16 20:05:51.699287 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.709996 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.738300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 9d897ed6-c651-41e1-806c-635c40e1349e owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:51.759215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 145df7ca-6e9d-4e35-873f-8002871bb511, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=145df7ca-6e9d-4e35-873f-8002871bb511,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:51.801696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '145df7ca-6e9d-4e35-873f-8002871bb511', 'network_id': '92275ab5-250c-419d-8f6f-9cd7fac2f672', 'port_id': '145df7ca-6e9d-4e35-873f-8002871bb511', 'mac_address': 'fa:16:3e:7a:af:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cb5467-63cd-4686-aa3b-29f2b0749c41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:51.805118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9a2bfaee-6a09-4849-ad54-6aba66770d2e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9a2bfaee-6a09-4849-ad54-6aba66770d2e,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:51.939664 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.025100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Deleting port 95b9dd4e-9c0f-4b36-9875-4129f2b216b9 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:52.031747 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.051798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145df7ca-6e9d-4e35-873f-8002871bb511 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:52.057042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.147018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:05:52.184005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 145df7ca-6e9d-4e35-873f-8002871bb511, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=145df7ca-6e9d-4e35-873f-8002871bb511,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:52.216993 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.309844 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-8ca3a2c5-c3c8-4738-a15a-aad4b3b1acd9 service neutron] 10.222.0.16 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9072931 Jul 16 20:05:52.336659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9a2bfaee-6a09-4849-ad54-6aba66770d2e,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:52.394732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port 4a0cd458-be78-4da7-89da-0761a7e50aa5 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:52.395081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.422547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.436063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Calling delete_port for 95b9dd4e-9c0f-4b36-9875-4129f2b216b9 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:52.459617 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.468638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['145df7ca-6e9d-4e35-873f-8002871bb511'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:52.475269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-08c20fd3-d6be-487e-a961-15e57bc7f2dd None None] Provisioning complete for port 9a2bfaee-6a09-4849-ad54-6aba66770d2e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:52.475643 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-08c20fd3-d6be-487e-a961-15e57bc7f2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.600181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=145df7ca-6e9d-4e35-873f-8002871bb511,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:52.614561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.649835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] For port 4a0cd458-be78-4da7-89da-0761a7e50aa5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a0cd458-be78-4da7-89da-0761a7e50aa5,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:52.650215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.816391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event deleted for resources: {'Port': ['ID=95b9dd4e-9c0f-4b36-9875-4129f2b216b9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:52.837152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.839632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.839955 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8fef16dc-ccba-4c51-a704-804e4e63740c req-8643e9d4-072a-4007-a2cb-9009a8ce85bc service neutron] 10.222.0.16 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224919 Jul 16 20:05:52.840423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.840876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.841524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.841958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.842388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.842814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.843237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.843670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.844089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:52.844645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.119549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f2002-703a-464a-8a7e-f9eb6db8a348 req-c359a5b7-78c7-4cde-8a8f-c0ee0e6ece02 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:53.128335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-230f2002-703a-464a-8a7e-f9eb6db8a348 req-c359a5b7-78c7-4cde-8a8f-c0ee0e6ece02 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 944 time: 0.5281944 Jul 16 20:05:53.172510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.173473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.173985 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Floating IP 86f5f86b-e874-4c0f-a322-9b749b843709 disassociated. External IP: 172.25.6.233, port: 4a0cd458-be78-4da7-89da-0761a7e50aa5. Jul 16 20:05:53.174456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for 4a0cd458-be78-4da7-89da-0761a7e50aa5 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:53.209155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:53.220229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Sync routers for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:53.227243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811588-9602-4a81-829e-a615ae98e301 req-d53d28d4-e2aa-4786-893b-0d9b63cf5f0c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:53.236151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf811588-9602-4a81-829e-a615ae98e301 req-d53d28d4-e2aa-4786-893b-0d9b63cf5f0c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 943 time: 1.0096629 Jul 16 20:05:53.237749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:53.238514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:53.263652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.271225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cf16079d-7b57-4b27-86bc-57532ca70b82 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "DELETE /v2.0/ports/95b9dd4e-9c0f-4b36-9875-4129f2b216b9 HTTP/1.1" status: 204 len: 168 time: 2.1343069 Jul 16 20:05:53.272052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39348) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:53.345547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 145df7ca-6e9d-4e35-873f-8002871bb511 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:53.345952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Request body: {'port': {'name': 'tempest-new-port-name-934562637', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:53.346784 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.api.validators [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] bootfile-name is not in valid_values {{(pid=100243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:05:53.347228 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.api.validators [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] tftp-server is not in valid_values {{(pid=100243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:05:53.352749 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.api.validators [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] server-ip-address is not in valid_values {{(pid=100243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:05:53.446621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.485257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.486108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=4a0cd458-be78-4da7-89da-0761a7e50aa5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:53.489529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b1dac194-822d-4189-b884-509f0dc3f930 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4268663 Jul 16 20:05:53.493281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39350) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:53.509411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-230f2002-703a-464a-8a7e-f9eb6db8a348 req-51c7c7af-c27e-4e28-80c0-c9b0b5a7215f tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798325 Jul 16 20:05:53.515522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:53.545235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf811588-9602-4a81-829e-a615ae98e301 req-8bd26d5e-9f4d-48ad-b35e-afaf4973abc5 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups?id=20d7f913-c2a1-42e4-8817-20dea340e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693973 Jul 16 20:05:53.554021 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.645074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:53.668548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:53.669208 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.676287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=9d897ed6-c651-41e1-806c-635c40e1349e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:53.700732 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.727959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:53.770697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 145df7ca-6e9d-4e35-873f-8002871bb511 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:53.809899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 145df7ca-6e9d-4e35-873f-8002871bb511 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:53.810472 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.812170 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.865238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.942021 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.979613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Router d2310a0a-1161-48dd-8bd0-f79c24143106 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:53.982613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f50cc72-afac-4c47-8380-10d14d29be05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db2ede8-e70f-4e08-b38b-7f1ac94b7668'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:53.985870 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80131932-8967-4171-9c82-7b439a2e7c51" -d '{"events": [{"server_uuid": "4f50cc72-afac-4c47-8380-10d14d29be05", "name": "network-vif-plugged", "status": "completed", "tag": "4db2ede8-e70f-4e08-b38b-7f1ac94b7668"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:54.079245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.087482 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.132982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:54.135120 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a8d923-f104-4933-97fa-9533cc1399a5 x-openstack-request-id: req-36a8d923-f104-4933-97fa-9533cc1399a5 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:54.135627 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f50cc72-afac-4c47-8380-10d14d29be05", "name": "network-vif-plugged", "status": "completed", "tag": "4db2ede8-e70f-4e08-b38b-7f1ac94b7668", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:54.136448 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36a8d923-f104-4933-97fa-9533cc1399a5 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:54.136943 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f50cc72-afac-4c47-8380-10d14d29be05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db2ede8-e70f-4e08-b38b-7f1ac94b7668', 'code': 200} Jul 16 20:05:54.139470 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.157204 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.158399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 97fd0948-da8e-46e7-b610-13ecbf58ed59 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:54.235772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.236455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Fanout notify agent at l3_agent the message router_deleted on router 01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:05:54.249688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.251561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7ead94b3-1cfa-47b5-869c-d73f9302f7eb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 HTTP/1.1" status: 204 len: 168 time: 5.5699046 Jul 16 20:05:54.260095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39364) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:54.274482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-1037280001'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:54.296391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9a2bfaee-6a09-4849-ad54-6aba66770d2e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:54.465341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:54.469104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.569245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 145df7ca-6e9d-4e35-873f-8002871bb511, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=145df7ca-6e9d-4e35-873f-8002871bb511,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:54.571147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:54.603561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.608682 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment 04c06142-307c-4a62-bd48-732d98168b28 of type vlan for network 274a92fc-5b55-4a7e-860c-1a4158b52b94 Jul 16 20:05:54.623059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.648251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:54.709285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:54.719016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.723461 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] Sync routers for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:54.731857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.732887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.737523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.738020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.738507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.739168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.739629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.740092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.740557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.741001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.744998 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:54.745386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:54.746027 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:54.778304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.792416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 97fd0948-da8e-46e7-b610-13ecbf58ed59 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:54.902454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 97fd0948-da8e-46e7-b610-13ecbf58ed59 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:54.909515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.910464 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.916417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:54.937098 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.959249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] No DVR routers for this DVR port 4a0cd458-be78-4da7-89da-0761a7e50aa5 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:54.972727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.974736 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-de329c58-e6f9-4dd9-9009-35baca82bead req-9ae6d45a-d3b9-43ba-8bad-a1cec8b2101f tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.68 "DELETE /v2.0/ports/4a0cd458-be78-4da7-89da-0761a7e50aa5 HTTP/1.1" status: 204 len: 173 time: 3.8170979 Jul 16 20:05:54.977141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:54.984776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9a2bfaee-6a09-4849-ad54-6aba66770d2e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:54.994020 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d9bff9-368c-4213-9e73-4a6c080447ea" -d '{"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:54.995218 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.071019 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:55.100488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:48Z', 'revision_number': 3, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:55.132446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf511e8d-fe15-496e-a0ce-f68d5c23eed8 req-68b43379-7998-4acd-9551-cc64278eca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:55.136921 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf511e8d-fe15-496e-a0ce-f68d5c23eed8 req-68b43379-7998-4acd-9551-cc64278eca60 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 1097 time: 0.9832423 Jul 16 20:05:55.232234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Checking router: 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:55.232785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Updating router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:55.236825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=145df7ca-6e9d-4e35-873f-8002871bb511,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:55.352244 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cf511e8d-fe15-496e-a0ce-f68d5c23eed8 req-6266dde3-7bfc-46fb-ae0a-7e35600c4dec service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407759 Jul 16 20:05:55.480674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.516131 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:59Z', 'revision_number': 5, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:55.526664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.531425 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.556961 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] Checking router: d2310a0a-1161-48dd-8bd0-f79c24143106 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:55.568528 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:55.569457 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:55.702901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.706936 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:55.749392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23004aed-0452-49ed-b8ec-1209e4313a08 req-5cca7aa0-4930-415f-8eb5-5c82c0e18c24 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.8013148 Jul 16 20:05:55.757341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.845062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event updated for resources: {'Port': ['ID=881d1e9c-86f8-45b3-8781-6757660c0d25,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:55.848337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=274a92fc-5b55-4a7e-860c-1a4158b52b94,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:55.854542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-30d74255-5596-4b93-9203-4abc46a1f8e4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5888197 Jul 16 20:05:55.857605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39380) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:55.864178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': '274a92fc-5b55-4a7e-860c-1a4158b52b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:55.896213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 274a92fc-5b55-4a7e-860c-1a4158b52b94 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:55.956400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Allocated IP 172.20.0.1 (cdb342b2-9493-4fe8-ba1b-12560b88ed2f/ab85202c-b92f-49af-aaf3-c989d4632eb5/5a1b80a2-d004-4327-9bd8-bfbbda261ed1) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:56.030334 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e85c66-16e1-4aa9-a28f-7cd9a20e8a1d x-openstack-request-id: req-52e85c66-16e1-4aa9-a28f-7cd9a20e8a1d {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:56.044787 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2bc44-3693-40b4-85fe-61fd13816cf6", "name": "network-vif-deleted", "tag": "4a0cd458-be78-4da7-89da-0761a7e50aa5", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:56.045085 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52e85c66-16e1-4aa9-a28f-7cd9a20e8a1d {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:56.045509 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2bc44-3693-40b4-85fe-61fd13816cf6', 'name': 'network-vif-deleted', 'tag': '4a0cd458-be78-4da7-89da-0761a7e50aa5', 'status': 'completed', 'code': 200} Jul 16 20:05:56.280971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.319877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] In _notify_port_updated(), no bound segment for port 881d1e9c-86f8-45b3-8781-6757660c0d25 on network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db {{(pid=100243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:05:56.321943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Transition to ACTIVE for port object 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:56.332395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:56.333116 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.334485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-37063c52-0569-411b-a2cc-b7bfe4cf813b tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "PUT /v2.0/ports/881d1e9c-86f8-45b3-8781-6757660c0d25 HTTP/1.1" status: 200 len: 1136 time: 2.9980147 Jul 16 20:05:56.352649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39388) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:56.385962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f9e9e-cf0b-4f35-ad5c-3f563dcafa17 req-e0a68876-91fe-475d-9611-2d035ead2128 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:56.396956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f55f9e9e-cf0b-4f35-ad5c-3f563dcafa17 req-e0a68876-91fe-475d-9611-2d035ead2128 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 945 time: 1.5291464 Jul 16 20:05:56.423689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.544583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:56.556607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:56.558635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b3da21-fc5f-4d3d-bb31-1bb1c531247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145df7ca-6e9d-4e35-873f-8002871bb511'}, {'server_uuid': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fd0948-da8e-46e7-b610-13ecbf58ed59'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:56.560990 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed84777-bbc0-490d-b1af-e0776b8add7b" -d '{"events": [{"server_uuid": "84b3da21-fc5f-4d3d-bb31-1bb1c531247c", "name": "network-vif-plugged", "status": "completed", "tag": "145df7ca-6e9d-4e35-873f-8002871bb511"}, {"server_uuid": "b1c2dede-361d-4bd4-9151-76634211ac6a", "name": "network-vif-plugged", "status": "completed", "tag": "97fd0948-da8e-46e7-b610-13ecbf58ed59"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:56.563285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:56.587428 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:59Z', 'revision_number': 5, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:56.604046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b004c81-832d-4519-8596-6357a1ac7481 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:56.609786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 97fd0948-da8e-46e7-b610-13ecbf58ed59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:56.610016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0b004c81-832d-4519-8596-6357a1ac7481 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "GET /v2.0/ports/881d1e9c-86f8-45b3-8781-6757660c0d25 HTTP/1.1" status: 200 len: 1136 time: 0.1909239 Jul 16 20:05:56.614290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39392) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:56.622606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:56.623676 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9930771-dae8-4d36-837c-543e3c8b7275 None None] The sync data for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 is: [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T19:54:52Z', 'revision_number': 4, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0b140ae5-d7ab-428e-b12a-35998a1fa8bf', 'name': '', 'network_id': '27dd3cef-856c-4d0a-bb54-65e26f8dbe79', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'mac_address': 'fa:16:3e:76:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:50Z', 'updated_at': '2021-07-16T19:54:59Z', 'revision_number': 5, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'subnets': [{'id': '0ed60708-ce37-4ca4-b285-d0fb5baac0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:56.630689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.650399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.705941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.726407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.782651 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07deb240-2b81-46ff-ad21-62fd0cf06aec x-openstack-request-id: req-07deb240-2b81-46ff-ad21-62fd0cf06aec {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:56.782979 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b3da21-fc5f-4d3d-bb31-1bb1c531247c", "name": "network-vif-plugged", "status": "completed", "tag": "145df7ca-6e9d-4e35-873f-8002871bb511", "code": 200}, {"server_uuid": "b1c2dede-361d-4bd4-9151-76634211ac6a", "name": "network-vif-plugged", "status": "completed", "tag": "97fd0948-da8e-46e7-b610-13ecbf58ed59", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:56.783242 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07deb240-2b81-46ff-ad21-62fd0cf06aec {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:56.783697 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b3da21-fc5f-4d3d-bb31-1bb1c531247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145df7ca-6e9d-4e35-873f-8002871bb511', 'code': 200} Jul 16 20:05:56.783981 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fd0948-da8e-46e7-b610-13ecbf58ed59', 'code': 200} Jul 16 20:05:56.805088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f55f9e9e-cf0b-4f35-ad5c-3f563dcafa17 req-c1b1d56d-103a-44fa-aa08-94c2c39a00bf tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049170 Jul 16 20:05:57.041263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f155ba31-f3cd-4415-b810-204406893e41 None None] Provisioning complete for port 881d1e9c-86f8-45b3-8781-6757660c0d25 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:57.045233 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f155ba31-f3cd-4415-b810-204406893e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.116442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ed7133a-6af4-464a-857e-970f24210631 req-99258c79-7e62-4ad1-a146-6d640fbdcb7c tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0927360 Jul 16 20:05:57.134202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f155ba31-f3cd-4415-b810-204406893e41 None None] Port 881d1e9c-86f8-45b3-8781-6757660c0d25 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:57.195661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030ac33-c2ca-4081-bfa4-771292e0d6ec req-96f63c3b-7690-4092-a7a9-86e74e2c5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.198369 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b030ac33-c2ca-4081-bfa4-771292e0d6ec req-96f63c3b-7690-4092-a7a9-86e74e2c5917 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 1097 time: 0.2826536 Jul 16 20:05:57.226114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f913e-b8ae-4cdf-9052-f7714d31f1da req-9c2407d3-1081-4067-801b-02803ba6e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.228348 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768f913e-b8ae-4cdf-9052-f7714d31f1da req-9c2407d3-1081-4067-801b-02803ba6e50c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 1097 time: 0.3936422 Jul 16 20:05:57.274496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3ccca-0c68-4842-bf96-c02ad0191533 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Deleting port 881d1e9c-86f8-45b3-8781-6757660c0d25 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:57.274848 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ccca-0c68-4842-bf96-c02ad0191533 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.329860 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.338396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.342029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Transition to ACTIVE for port object 714d68cd-6e10-430f-8c1c-dd314b7b4f5d will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:57.352663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad6eb2-e842-452c-a46a-8fa3739a4c1f None None] New status for floating IP 86f5f86b-e874-4c0f-a322-9b749b843709: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:05:57.389559 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-768f913e-b8ae-4cdf-9052-f7714d31f1da req-c49ef206-77af-4ede-9968-652719ecf02f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486597 Jul 16 20:05:57.421666 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b030ac33-c2ca-4081-bfa4-771292e0d6ec req-7845deeb-b35a-45b8-bfb5-06349f08576d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149870 Jul 16 20:05:57.424912 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.510186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.541296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ccca-0c68-4842-bf96-c02ad0191533 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.569821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=97fd0948-da8e-46e7-b610-13ecbf58ed59,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.602474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-93f9c128-84ba-4c50-b8cd-9704b3c5a4da None None] Provisioning for port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:57.615358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3ccca-0c68-4842-bf96-c02ad0191533 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Calling delete_port for 881d1e9c-86f8-45b3-8781-6757660c0d25 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:57.618894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': '04c06142-307c-4a62-bd48-732d98168b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '274a92fc-5b55-4a7e-860c-1a4158b52b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:57.620038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: 274a92fc-5b55-4a7e-860c-1a4158b52b94, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:57.632697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=4c3edcba-a95a-4b63-b508-378598732cfd,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.668013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-93f9c128-84ba-4c50-b8cd-9704b3c5a4da None None] Provisioning complete for port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:57.668579 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-93f9c128-84ba-4c50-b8cd-9704b3c5a4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.694311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.699804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 274a92fc-5b55-4a7e-860c-1a4158b52b94 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:57.702785 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.712441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 274a92fc-5b55-4a7e-860c-1a4158b52b94) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:57.719670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.720297 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.741334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9e888-b253-4adf-b8e8-8648e5b10a18 None None] Network 274a92fc-5b55-4a7e-860c-1a4158b52b94 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:57.744182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-417bde96-7c31-4dff-9336-cba15ea85a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8852377 Jul 16 20:05:57.746009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39408) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:57.748818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Attempting to bind port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:57.754119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Attempting to bind port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:57.754669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Attempting to bind port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:57.758184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1d6e69bb-2901-4b66-8e0c-ab2cbb6ac84c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1919068666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:57.787889 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6e69bb-2901-4b66-8e0c-ab2cbb6ac84c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.789458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6e69bb-2901-4b66-8e0c-ab2cbb6ac84c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.818599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.854277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.861298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:57.872920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:57.880534 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.881209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:57.881850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Bound port: 714d68cd-6e10-430f-8c1c-dd314b7b4f5d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:57.882398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.897194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca46c95-4b7d-4833-be62-fa73bd0b82b3 None None] Pushing event updated for resources: {'Port': ['ID=714d68cd-6e10-430f-8c1c-dd314b7b4f5d,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.981440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:57.983469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:58.061507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6e69bb-2901-4b66-8e0c-ab2cbb6ac84c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.098265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ccca-0c68-4842-bf96-c02ad0191533 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.147621 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6e69bb-2901-4b66-8e0c-ab2cbb6ac84c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.158210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-93f9c128-84ba-4c50-b8cd-9704b3c5a4da None None] Port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:58.161707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] For port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:58.167511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] For port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=714d68cd-6e10-430f-8c1c-dd314b7b4f5d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:58.224953 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d6e69bb-2901-4b66-8e0c-ab2cbb6ac84c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.226026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1d6e69bb-2901-4b66-8e0c-ab2cbb6ac84c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4737930 Jul 16 20:05:58.278933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39430) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.324355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.413935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3ccca-0c68-4842-bf96-c02ad0191533 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event deleted for resources: {'Port': ['ID=881d1e9c-86f8-45b3-8781-6757660c0d25,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:58.641389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:58.647915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:58.745170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ccca-0c68-4842-bf96-c02ad0191533 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.754910 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d5b3ccca-0c68-4842-bf96-c02ad0191533 tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "DELETE /v2.0/ports/881d1e9c-86f8-45b3-8781-6757660c0d25 HTTP/1.1" status: 204 len: 168 time: 2.1368608 Jul 16 20:05:58.756807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca46c95-4b7d-4833-be62-fa73bd0b82b3 None None] Pushing event updated for resources: {'Port': ['ID=714d68cd-6e10-430f-8c1c-dd314b7b4f5d,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:58.763318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ded20f23-d390-4499-8fe3-c1cb9cdbe1a8 req-c202e5e2-13a8-4f89-9232-b9db01501f68 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.1851721 Jul 16 20:05:58.771645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39434) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.860788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cea29e70-cab6-4cb8-bcba-5cfdc15c14c3 None None] Provisioning complete for port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:58.861517 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cea29e70-cab6-4cb8-bcba-5cfdc15c14c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.889615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:58.956180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-84049f3f-5289-4f38-b596-d88297937bbb tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Deleting subnet b82ebe9f-c7db-4ea2-bbea-d0359bfa70fd {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:58.976186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cea29e70-cab6-4cb8-bcba-5cfdc15c14c3 None None] Port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:59.022069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:59.028743 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84049f3f-5289-4f38-b596-d88297937bbb tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.072519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:59.077813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-411954ef-ae4c-4763-921f-91f7f233b753 admin admin] 10.222.0.78 "PUT /v2.0/routers/9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5837677 Jul 16 20:05:59.080643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abfe24-68f7-4e82-9623-14af41227377 req-aecba7e5-cf24-47d1-a9f0-bee5e57d7e42 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:59.082254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5abfe24-68f7-4e82-9623-14af41227377 req-aecba7e5-cf24-47d1-a9f0-bee5e57d7e42 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 945 time: 1.0164783 Jul 16 20:05:59.128603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-274a92fc-5b55-4a7e-860c-1a4158b52b94', 'network_id': '274a92fc-5b55-4a7e-860c-1a4158b52b94', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': '4c3edcba-a95a-4b63-b508-378598732cfd'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:59.129769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.324451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.332927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Allocated IP 172.20.0.2 (274a92fc-5b55-4a7e-860c-1a4158b52b94/4c3edcba-a95a-4b63-b508-378598732cfd/d2a4b2db-28a1-40c9-9a19-a3e9e5368250) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:59.341503 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84049f3f-5289-4f38-b596-d88297937bbb tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.392124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5abfe24-68f7-4e82-9623-14af41227377 req-e9a6bc8c-0706-4f57-80ce-be70e40c1a33 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981566 Jul 16 20:05:59.593757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84049f3f-5289-4f38-b596-d88297937bbb tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.810309 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84049f3f-5289-4f38-b596-d88297937bbb tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.842043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84049f3f-5289-4f38-b596-d88297937bbb tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event deleted for resources: {'Subnet': ['ID=b82ebe9f-c7db-4ea2-bbea-d0359bfa70fd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.876319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d63f1-80d5-4875-961c-8142e69856b2 req-4cdc5374-565b-4fb7-9021-0bd81a70b2a2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:59.877989 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d63f1-80d5-4875-961c-8142e69856b2 req-4cdc5374-565b-4fb7-9021-0bd81a70b2a2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.1540949 Jul 16 20:05:59.881152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84049f3f-5289-4f38-b596-d88297937bbb tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.883271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-84049f3f-5289-4f38-b596-d88297937bbb tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "DELETE /v2.0/subnets/b82ebe9f-c7db-4ea2-bbea-d0359bfa70fd HTTP/1.1" status: 204 len: 168 time: 1.0506918 Jul 16 20:05:59.885995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:59.905849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61486496-c550-4da1-97a8-3abeec230cb7 None None] Network 25eee973-8fa7-4ff4-b8ed-53b3f25a69db requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:59.918759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 2, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:59.976607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-482d63f1-80d5-4875-961c-8142e69856b2 req-d6dc701b-61c7-4d69-811d-702509084b3a tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881374 Jul 16 20:06:00.021385 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d0c3f-e916-4f3b-bdf4-3bc7d05bc8ec None None] The sync data for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 is: [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 2, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:00.088163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.101115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Transition to ACTIVE for port object d2a4b2db-28a1-40c9-9a19-a3e9e5368250 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:00.114480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.228229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Transition to ACTIVE for port object d2a4b2db-28a1-40c9-9a19-a3e9e5368250 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:00.244804 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.265441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Deleting port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:00.266588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.361367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39464) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:00.364022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Network 274a92fc-5b55-4a7e-860c-1a4158b52b94 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:00.371918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:00.376316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bf8317a5-12cd-4f2d-86b6-34f48e99d97c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819614097', 'description': 'tempest-description--1771633958'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:00.395935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:00.424047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Pushing event updated for resources: {'Port': ['ID=d2a4b2db-28a1-40c9-9a19-a3e9e5368250,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:00.459579 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf8317a5-12cd-4f2d-86b6-34f48e99d97c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.507073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] For port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da,segment=NetworkSegment(6a66b766-d2fa-42ec-a40c-f84cc6da5a89),segment_id=6a66b766-d2fa-42ec-a40c-f84cc6da5a89)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:00.507446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.535931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df12f737-ffa9-4a5e-b302-01aa1669bf8d req-56621611-ae3c-497f-a2ff-af0788f99092 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.1686647 Jul 16 20:06:00.552708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Calling delete_port for 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:00.585211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.20.0.1 (274a92fc-5b55-4a7e-860c-1a4158b52b94/4c3edcba-a95a-4b63-b508-378598732cfd/e02b13c6-eacf-46de-815d-6884f9560224) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:00.665790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf8317a5-12cd-4f2d-86b6-34f48e99d97c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.669671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839370be-e305-468e-b2f6-18646f58d15e None None] DHCP port deletion for 25eee973-8fa7-4ff4-b8ed-53b3f25a69db request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:00.674517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf8317a5-12cd-4f2d-86b6-34f48e99d97c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.690233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Attempting to bind port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:00.690794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Attempting to bind port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '04c06142-307c-4a62-bd48-732d98168b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '274a92fc-5b55-4a7e-860c-1a4158b52b94'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:00.691273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Attempting to bind port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 on network 274a92fc-5b55-4a7e-860c-1a4158b52b94 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:00.710900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:00.711392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Checking segment: {'id': '04c06142-307c-4a62-bd48-732d98168b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '274a92fc-5b55-4a7e-860c-1a4158b52b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:00.711884 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.712410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Bound using segment: {'id': '04c06142-307c-4a62-bd48-732d98168b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '274a92fc-5b55-4a7e-860c-1a4158b52b94'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:00.713834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Bound port: d2a4b2db-28a1-40c9-9a19-a3e9e5368250, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c06142-307c-4a62-bd48-732d98168b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '274a92fc-5b55-4a7e-860c-1a4158b52b94'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:00.714315 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.845350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf8317a5-12cd-4f2d-86b6-34f48e99d97c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.849722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf8317a5-12cd-4f2d-86b6-34f48e99d97c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4826338 Jul 16 20:06:00.862453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39476) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:00.864799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8317a5-12cd-4f2d-86b6-34f48e99d97c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:00.885393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0a5c6ad8-55eb-4077-883d-2b08ee00c9e9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'security_group_rule': {'security_group_id': '57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:00.925788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.947083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] For port d2a4b2db-28a1-40c9-9a19-a3e9e5368250, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:00.954037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] For port d2a4b2db-28a1-40c9-9a19-a3e9e5368250, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d2a4b2db-28a1-40c9-9a19-a3e9e5368250,segment=NetworkSegment(04c06142-307c-4a62-bd48-732d98168b28),segment_id=04c06142-307c-4a62-bd48-732d98168b28)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:00.959196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6ad8-55eb-4077-883d-2b08ee00c9e9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.977636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.998664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event deleted for resources: {'Port': ['ID=4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.015678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5afcf9-331f-446b-8aa2-9f12179654a9 req-1427a27f-7f4c-41b6-90e4-61c2ac48a267 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:01.016169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] No DVR routers for this DVR port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:01.026114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d5afcf9-331f-446b-8aa2-9f12179654a9 req-1427a27f-7f4c-41b6-90e4-61c2ac48a267 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 945 time: 0.2710817 Jul 16 20:06:01.085996 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.100840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-839370be-e305-468e-b2f6-18646f58d15e None None] Deleting port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:01.102599 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-839370be-e305-468e-b2f6-18646f58d15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.104971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object e02b13c6-eacf-46de-815d-6884f9560224 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:01.162939 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.179449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2bac3-6dd2-4921-a802-9dbce76c4cc9 None None] Pushing event updated for resources: {'Port': ['ID=d2a4b2db-28a1-40c9-9a19-a3e9e5368250,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.231760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.258914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25eee973-8fa7-4ff4-b8ed-53b3f25a69db']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:01.285434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a66b766-d2fa-42ec-a40c-f84cc6da5a89') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:01.286243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a66b766-d2fa-42ec-a40c-f84cc6da5a89') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:01.299650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 274a92fc-5b55-4a7e-860c-1a4158b52b94 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:01.302075 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.307694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:01.310215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-839370be-e305-468e-b2f6-18646f58d15e None None] For port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:01.311264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-839370be-e305-468e-b2f6-18646f58d15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.312381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:01.340881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-839370be-e305-468e-b2f6-18646f58d15e None None] Calling delete_port for 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:01.342838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.350066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-839370be-e305-468e-b2f6-18646f58d15e None None] Port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:06:01.353116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:01.354598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-839370be-e305-468e-b2f6-18646f58d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.355298 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.355888 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d5afcf9-331f-446b-8aa2-9f12179654a9 req-e2ce0f17-9511-4f74-a3dc-137e9a819db1 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284922 Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:01.366266 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:01.408535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6ad8-55eb-4077-883d-2b08ee00c9e9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.421212 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6ad8-55eb-4077-883d-2b08ee00c9e9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.441245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839370be-e305-468e-b2f6-18646f58d15e None None] Pushing event deleted for resources: {'Port': ['ID=4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.450755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839370be-e305-468e-b2f6-18646f58d15e None None] No DVR routers for this DVR port 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:01.477830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=e02b13c6-eacf-46de-815d-6884f9560224,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.509061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6ad8-55eb-4077-883d-2b08ee00c9e9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.524475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39482) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:01.526881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0a5c6ad8-55eb-4077-883d-2b08ee00c9e9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6614473 Jul 16 20:06:01.549317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-16330333-db1d-457b-b4b4-2faf9dd35252 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'security_group_rule': {'security_group_id': '57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:01.562200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c6ad8-55eb-4077-883d-2b08ee00c9e9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dfb520-612c-43fb-b2b3-cc9730c03341,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.589491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.607714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.675675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.681208 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] 10.222.0.78 "DELETE /v2.0/networks/25eee973-8fa7-4ff4-b8ed-53b3f25a69db HTTP/1.1" status: 204 len: 168 time: 1.7941675 Jul 16 20:06:01.782907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fb1bb-ca10-4f82-b3a8-ae2a5140149e tempest-ExtraDHCPOptionsTestJSON-1346160006 tempest-ExtraDHCPOptionsTestJSON-1346160006-project] Pushing event deleted for resources: {'Network': ['ID=25eee973-8fa7-4ff4-b8ed-53b3f25a69db,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.821868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16330333-db1d-457b-b4b4-2faf9dd35252 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.994966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16330333-db1d-457b-b4b4-2faf9dd35252 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.002178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16330333-db1d-457b-b4b4-2faf9dd35252 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.020762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11adda8a-970c-4e70-8cec-5e3fc372dffa req-0e96fa42-40ed-4785-9c74-c63e7dd4d637 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0555434 Jul 16 20:06:02.043826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16330333-db1d-457b-b4b4-2faf9dd35252 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15181aa4-1338-4654-a6fd-0092e9dc0ce9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:02.065621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16330333-db1d-457b-b4b4-2faf9dd35252 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.067442 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-16330333-db1d-457b-b4b4-2faf9dd35252 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5413244 Jul 16 20:06:02.073688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39492) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:02.082244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:02.179915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.180689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.259008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39502) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:02.403994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d2a4b2db-28a1-40c9-9a19-a3e9e5368250 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:02.466328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.575731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf6fda-f839-4f69-acbd-b660bcf567af req-0c424763-882e-4521-85eb-d8beda29bdd5 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:02.582793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1cf6fda-f839-4f69-acbd-b660bcf567af req-0c424763-882e-4521-85eb-d8beda29bdd5 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 945 time: 0.5590582 Jul 16 20:06:02.590929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:02.613413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 714d68cd-6e10-430f-8c1c-dd314b7b4f5d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:02.731339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1cf6fda-f839-4f69-acbd-b660bcf567af req-df88eafa-8470-48f7-97e6-855805786f29 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313527 Jul 16 20:06:02.794606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:02.800172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5e8b2e08-e2ad-42c1-a118-0beb5175dfac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2f00cbf5fba45258810a61423f9797f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378993 Jul 16 20:06:02.803699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39510) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:02.815802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:02.816224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.916936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Allocated IP 172.25.6.214 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/f3ea2099-3f04-4c59-9dfd-fab85d3b0e92) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:02.958165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.966918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.046020 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:03.083683 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.132100 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.142350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=714d68cd-6e10-430f-8c1c-dd314b7b4f5d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:03.153781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d4b81-a242-4965-8574-f6164c2afb03 None None] Network 274a92fc-5b55-4a7e-860c-1a4158b52b94 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:03.180351 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.295057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.325083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e95b7ce3-7bb4-4769-8f0a-37baa17d95ed None None] Provisioning for port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:03.349109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=e02b13c6-eacf-46de-815d-6884f9560224,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.362562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=714d68cd-6e10-430f-8c1c-dd314b7b4f5d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.377008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:03.382458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e95b7ce3-7bb4-4769-8f0a-37baa17d95ed None None] Provisioning complete for port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:03.383080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e95b7ce3-7bb4-4769-8f0a-37baa17d95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.431323 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.435516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:03.436478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4ff02ed3-d15a-46b6-a9e9-ec32c4d1d4da not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:03.484437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-818cefa5-2312-4e65-8eaf-0dc7f427a5ed req-857b3563-ff92-47d3-a0aa-df4923251249 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0878806 Jul 16 20:06:03.528132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 274a92fc-5b55-4a7e-860c-1a4158b52b94 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:03.544963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:03.606101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'Port': ['ID=f3ea2099-3f04-4c59-9dfd-fab85d3b0e92,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.616938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:03.621687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:03.624054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abb3fbf5-99a3-42db-b1c7-b76f5d21de4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.649945 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abb3fbf5-99a3-42db-b1c7-b76f5d21de4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.702109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:03.707379 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abb3fbf5-99a3-42db-b1c7-b76f5d21de4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.710443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abb3fbf5-99a3-42db-b1c7-b76f5d21de4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.713210 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-abb3fbf5-99a3-42db-b1c7-b76f5d21de4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/433b229f-15c5-4667-83cc-ca6dbb481088 HTTP/1.1" status: 204 len: 168 time: 0.8981853 Jul 16 20:06:03.779352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3fbf5-99a3-42db-b1c7-b76f5d21de4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b229f-15c5-4667-83cc-ca6dbb481088,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.842774 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e95b7ce3-7bb4-4769-8f0a-37baa17d95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.949758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e95b7ce3-7bb4-4769-8f0a-37baa17d95ed None None] For port d2a4b2db-28a1-40c9-9a19-a3e9e5368250, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d2a4b2db-28a1-40c9-9a19-a3e9e5368250,segment=NetworkSegment(04c06142-307c-4a62-bd48-732d98168b28),segment_id=04c06142-307c-4a62-bd48-732d98168b28)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:03.964414 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e95b7ce3-7bb4-4769-8f0a-37baa17d95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.966040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.093484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.096810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7ce3-7bb4-4769-8f0a-37baa17d95ed None None] Pushing event updated for resources: {'Port': ['ID=d2a4b2db-28a1-40c9-9a19-a3e9e5368250,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:04.134621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.313019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7aab9c11-5fec-45cf-8e35-2ded5a34faae None None] Provisioning complete for port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:04.313552 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7aab9c11-5fec-45cf-8e35-2ded5a34faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.318016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 714d68cd-6e10-430f-8c1c-dd314b7b4f5d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:04.533599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c0f5e-7ebd-49a2-b80d-20915d0ef1bd req-dd867d08-6840-480e-a220-9fc27471cf1d tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:04.540223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c3c0f5e-7ebd-49a2-b80d-20915d0ef1bd req-dd867d08-6840-480e-a220-9fc27471cf1d tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 1.1790683 Jul 16 20:06:04.582599 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Sync routers for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:04.622710 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:04.630571 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:04.631107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.637162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.715513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c3c0f5e-7ebd-49a2-b80d-20915d0ef1bd req-c742d357-c027-4d94-8987-ac43d0a5e644 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630855 Jul 16 20:06:04.779857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'Port': ['ID=f3ea2099-3f04-4c59-9dfd-fab85d3b0e92,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:04.806868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 48863f1a-5b7c-4c16-bb81-53da60c4ba83 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:06:04.913204 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.923169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45300510-a452-4115-b8b2-525e9869cdfc req-f45ee8ca-bf71-404f-a4b8-ffa5ad393996 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0919752 Jul 16 20:06:04.967669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.987393 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-465e7029-988d-438f-9e4b-5750bfc94a55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9078994 Jul 16 20:06:05.001508 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.066388 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:05.185049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:05.196642 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.276804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:05.311623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-55c68e3b-c43f-413c-ab80-cd23e01a9b83 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/48863f1a-5b7c-4c16-bb81-53da60c4ba83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0228033 Jul 16 20:06:05.312149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39568) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:05.363280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1f679-ace4-4887-978d-9ffc6d5da867 None None] Sync routers for ids ['48863f1a-5b7c-4c16-bb81-53da60c4ba83'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:05.384334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7aab9c11-5fec-45cf-8e35-2ded5a34faae None None] Provisioning for port e02b13c6-eacf-46de-815d-6884f9560224 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:05.391092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7aab9c11-5fec-45cf-8e35-2ded5a34faae None None] Provisioning complete for port e02b13c6-eacf-46de-815d-6884f9560224 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:05.391816 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7aab9c11-5fec-45cf-8e35-2ded5a34faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.394180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1f679-ace4-4887-978d-9ffc6d5da867 None None] Routers {'48863f1a-5b7c-4c16-bb81-53da60c4ba83'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:05.397699 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e6a1f679-ace4-4887-978d-9ffc6d5da867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['48863f1a-5b7c-4c16-bb81-53da60c4ba83'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:05.476865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56548f96-e86c-4c30-9b32-889a5e63e725 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.482474 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56548f96-e86c-4c30-9b32-889a5e63e725 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports/e02b13c6-eacf-46de-815d-6884f9560224 HTTP/1.1" status: 200 len: 910 time: 0.1667860 Jul 16 20:06:05.482911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39576) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:05.495362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9b4a86d3-554e-4bb1-8142-7a6c8bde2fb5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c3edcba-a95a-4b63-b508-378598732cfd'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:05.531914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-f31b52e2-817c-427b-865a-c32da8bd999c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--819614097&fields=id&tenant_id=e33d6ca215704afa8ace654e0908c2b9 HTTP/1.1" status: 200 len: 267 time: 0.1032424 Jul 16 20:06:05.624669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e6a1f679-ace4-4887-978d-9ffc6d5da867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:05.669450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39578) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:05.733247 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 2, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:05.761297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7aab9c11-5fec-45cf-8e35-2ded5a34faae None None] Port e02b13c6-eacf-46de-815d-6884f9560224 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:05.815863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1f679-ace4-4887-978d-9ffc6d5da867 None None] Routers {'48863f1a-5b7c-4c16-bb81-53da60c4ba83'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:05.816871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-cc27deec-7122-4f47-a4fc-0321f13904da tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.824990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e6a1f679-ace4-4887-978d-9ffc6d5da867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['48863f1a-5b7c-4c16-bb81-53da60c4ba83'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:05.828217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-cc27deec-7122-4f47-a4fc-0321f13904da tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 816 time: 0.2896867 Jul 16 20:06:05.835518 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Checking router: 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:05.839091 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Updating router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:05.863067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-ab170f90-93f2-4adc-9459-7b2a86f023d0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/quotas/e33d6ca215704afa8ace654e0908c2b9 HTTP/1.1" status: 200 len: 375 time: 0.0312474 Jul 16 20:06:05.927283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e6a1f679-ace4-4887-978d-9ffc6d5da867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:05.928118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1f679-ace4-4887-978d-9ffc6d5da867 None None] The sync data for ids ['48863f1a-5b7c-4c16-bb81-53da60c4ba83'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:05.941760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2084a117-ca48-4b8d-828b-5346ee2f8b72 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2029219883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:05.950040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb323aef-dce0-4ceb-b395-73d93013fe2b req-3797fc89-3cfe-4321-85d3-cb147475d0ae tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.958382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb323aef-dce0-4ceb-b395-73d93013fe2b req-3797fc89-3cfe-4321-85d3-cb147475d0ae tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.962292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2422fb27-a360-4ab5-8ef2-a22c3b4fc46a None None] Provisioning complete for port e02b13c6-eacf-46de-815d-6884f9560224 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:05.962836 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2422fb27-a360-4ab5-8ef2-a22c3b4fc46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.965221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb323aef-dce0-4ceb-b395-73d93013fe2b req-3797fc89-3cfe-4321-85d3-cb147475d0ae tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:05.970743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb323aef-dce0-4ceb-b395-73d93013fe2b req-3797fc89-3cfe-4321-85d3-cb147475d0ae tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05&device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c&device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 2416 time: 0.2520378 Jul 16 20:06:06.014457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b4a86d3-554e-4bb1-8142-7a6c8bde2fb5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.035859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2084a117-ca48-4b8d-828b-5346ee2f8b72 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.037248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2084a117-ca48-4b8d-828b-5346ee2f8b72 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.046124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2422fb27-a360-4ab5-8ef2-a22c3b4fc46a None None] Port e02b13c6-eacf-46de-815d-6884f9560224 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:06.076421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb323aef-dce0-4ceb-b395-73d93013fe2b req-ca5e46cb-3b20-447b-a224-502ec24d86e0 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913703 Jul 16 20:06:06.094806 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.186264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-8095ab59-f7ad-4466-825a-a97f2160f5be tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3210580 Jul 16 20:06:06.267985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d2a4b2db-28a1-40c9-9a19-a3e9e5368250 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:06.394474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:06.394954 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.452102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff447273-a743-4797-95b8-d1810df6e8b5 req-d99d078f-b21a-4210-9cfc-0259f9dfdf9b tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0491052 Jul 16 20:06:06.553194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-a60b9d6c-11dd-4b32-8513-a4ef526a5f12 service neutron] 10.222.0.78 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656702 Jul 16 20:06:06.581980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2084a117-ca48-4b8d-828b-5346ee2f8b72 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.592585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2084a117-ca48-4b8d-828b-5346ee2f8b72 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.646070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2084a117-ca48-4b8d-828b-5346ee2f8b72 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.652545 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2084a117-ca48-4b8d-828b-5346ee2f8b72 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9641976 Jul 16 20:06:06.656745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39600) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:06.687150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1709510028'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:06.731066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-b6a0a1e4-2e39-47a3-880a-b60fe4e39446 service neutron] 10.222.0.78 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767807 Jul 16 20:06:06.898771 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.922744 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Transition to ACTIVE for port object 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:06.926158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b4a86d3-554e-4bb1-8142-7a6c8bde2fb5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.930202 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Made reservation on behalf of 166b9f4b86374b2e8a265b16d02beb1e for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:06.939389 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.946094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.992573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.017974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3dba7-b92c-4d0b-a2e0-a82d13faa92e req-ac00d707-6607-4af8-ab0f-d655b0161694 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:07.019738 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9e3dba7-b92c-4d0b-a2e0-a82d13faa92e req-ac00d707-6607-4af8-ab0f-d655b0161694 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 945 time: 0.1680562 Jul 16 20:06:07.063139 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Pushing event updated for resources: {'Port': ['ID=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:07.087265 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.090420 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.092606 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.093180 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.093672 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.094158 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.097755 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.098322 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.098835 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.099334 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.099827 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.100631 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:07.131924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b4a86d3-554e-4bb1-8142-7a6c8bde2fb5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.184733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9e3dba7-b92c-4d0b-a2e0-a82d13faa92e req-a0c6c7d8-e3c0-44cb-8d79-9cbe680cf02b tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363592 Jul 16 20:06:07.204572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eaeeb835-bd11-49cd-8704-f259cc9a8b4b req-b8a81d66-c12d-4f09-8051-e10b04b7e7ec tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 210 time: 0.1835165 Jul 16 20:06:07.246987 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Attempting to bind port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:07.247658 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Attempting to bind port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:07.249371 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Attempting to bind port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:07.265511 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:07.266041 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Checking segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:07.267382 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.267898 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Bound using segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:07.268689 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Bound port: 5a1b80a2-d004-4327-9bd8-bfbbda261ed1, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:07.269320 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.423487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4a86d3-554e-4bb1-8142-7a6c8bde2fb5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:07.423864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b4a86d3-554e-4bb1-8142-7a6c8bde2fb5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.425619 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9b4a86d3-554e-4bb1-8142-7a6c8bde2fb5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/ports/e02b13c6-eacf-46de-815d-6884f9560224 HTTP/1.1" status: 200 len: 910 time: 1.9416664 Jul 16 20:06:07.429471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39624) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:07.456169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a86d3-554e-4bb1-8142-7a6c8bde2fb5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=e02b13c6-eacf-46de-815d-6884f9560224,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:07.523997 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] For port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:07.529084 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] For port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:07.541284 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.609601 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.619222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.681488 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:07.685457 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:07.692393 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2d091-9307-4f18-8045-381e8b47e9a4 None None] Pushing event updated for resources: {'Port': ['ID=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:07.705912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:07.781475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.784008 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Added segment 060a7c72-0d39-4930-a32b-f6d82bf64433 of type vlan for network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc Jul 16 20:06:07.826761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09133b8-5f0e-428f-ad73-b8930860d58c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:07.992839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.060160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.078002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.083890 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:08.084548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.205736 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5400712 Jul 16 20:06:08.209894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:08.246036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'subnet': {'network_id': '0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:08.293168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:08.308033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05f882fc-7907-47a9-8206-41d3c86db4c0 req-7df8482d-ca71-4971-aeca-fe72149e38ce tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.2023902 Jul 16 20:06:08.374314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e360d29-549e-478b-875f-fb54c2dff7e7 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Network': ['ID=0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:08.399392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:08.549994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Made reservation on behalf of 166b9f4b86374b2e8a265b16d02beb1e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:08.559255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.603714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.672791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:08.680694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:08.683607 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.758374 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:07Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:08.872829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1dddb4fc-2856-413c-b457-a84ff62ec3df req-b43655a2-a2ea-423f-9911-ca951a821dde tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 210 time: 0.0952477 Jul 16 20:06:08.885473 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.976753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:08.982396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.007806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.096970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:09.125373 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dff07c-f2ef-4ed6-bca1-81f11f263cf7 None None] The sync data for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 is: [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:07Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:09.155337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Subnet': ['ID=e494e139-3c2f-4719-bb7c-402169b9bea8,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:09.238226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Checking segment: {'id': '060a7c72-0d39-4930-a32b-f6d82bf64433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:09.239687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network hostable DHCP agents. Network: 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:09.304788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:09.330980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:09.338220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.338959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.343777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f000bf-83a5-4790-8600-492bc866ca4b None None] Network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:09.507614 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2295c7c0-e338-46ec-ae23-432698a60e6b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2947550 Jul 16 20:06:09.508480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39662) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:09.522454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'network': {'name': 'tempest-router-network01--216943159'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:09.589034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port e02b13c6-eacf-46de-815d-6884f9560224 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:09.589611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.780589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Made reservation on behalf of 166b9f4b86374b2e8a265b16d02beb1e for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:09.791798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.830005 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.861347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-547520d2-a4f6-4528-ae49-20c54a21d254 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.863661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-547520d2-a4f6-4528-ae49-20c54a21d254 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 816 time: 0.5177290 Jul 16 20:06:09.867956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for e02b13c6-eacf-46de-815d-6884f9560224 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:09.986914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:10.054490 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.055156 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Added segment d06ff595-9c60-468a-9596-b5f1bf06bf55 of type vlan for network c0833840-7f7b-4565-858b-5cb711aad77e Jul 16 20:06:10.060626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc', 'network_id': '0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc', 'tenant_id': '166b9f4b86374b2e8a265b16d02beb1e', 'fixed_ips': [{'subnet_id': 'e494e139-3c2f-4719-bb7c-402169b9bea8'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:10.061818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.163320 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.280721 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-5729a827-de83-4eeb-a960-b1a063b21c27 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e33d6ca215704afa8ace654e0908c2b9 HTTP/1.1" status: 200 len: 379 time: 0.3986886 Jul 16 20:06:10.284448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.302145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:10.305142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:10.305446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.323011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'port': {'device_id': '065e1918-3e53-4301-9449-216a928a706d', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'admin_state_up': True, 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'security_groups': ['57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:10.348044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d21a90e-fbf4-4c73-9304-8b50943d7af5 req-a30f76f5-5dd1-4d86-8ec3-41076741a59e tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.1541786 Jul 16 20:06:10.433961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Allocated IP 2001:db8::2 (0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc/e494e139-3c2f-4719-bb7c-402169b9bea8/ab98c18b-de4a-4d4f-9517-046294531223) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:10.470921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c16df0d9-8d61-49e3-a432-dacf03d1c570 req-cb22ca1e-bb69-4d60-a702-00ff9b2757b9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 210 time: 0.1578312 Jul 16 20:06:10.485928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:10.486562 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.555081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.619507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=e02b13c6-eacf-46de-815d-6884f9560224,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:10.879614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.907531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Transition to ACTIVE for port object ab98c18b-de4a-4d4f-9517-046294531223 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:10.942428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Network': ['ID=c0833840-7f7b-4565-858b-5cb711aad77e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:10.946493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Transition to ACTIVE for port object ab98c18b-de4a-4d4f-9517-046294531223 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:10.952956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:10.965085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Made reservation on behalf of e33d6ca215704afa8ace654e0908c2b9 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:10.976334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.010502 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.017564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f24f1cc-29c0-4209-b706-0bffb8f41717 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4995291 Jul 16 20:06:11.026333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39686) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:11.033393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'network': {'name': 'tempest-router-network02--456184584'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:11.131770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Pushing event updated for resources: {'Port': ['ID=ab98c18b-de4a-4d4f-9517-046294531223,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:11.159123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c0833840-7f7b-4565-858b-5cb711aad77e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:11.253383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Made reservation on behalf of 166b9f4b86374b2e8a265b16d02beb1e for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:11.258229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:11.261307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.286073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Allocated IP 172.20.0.3 (cdb342b2-9493-4fe8-ba1b-12560b88ed2f/ab85202c-b92f-49af-aaf3-c989d4632eb5/01e64eda-301f-4e41-9967-1d1803d91be7) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:11.399264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:11.413377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:11.557931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 48863f1a-5b7c-4c16-bb81-53da60c4ba83 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:11.577344 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.587309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:11.616763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Transition to ACTIVE for port object 01e64eda-301f-4e41-9967-1d1803d91be7 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:11.698820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.757001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Attempting to bind port ab98c18b-de4a-4d4f-9517-046294531223 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:11.757779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Attempting to bind port ab98c18b-de4a-4d4f-9517-046294531223 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '060a7c72-0d39-4930-a32b-f6d82bf64433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:11.758456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Attempting to bind port ab98c18b-de4a-4d4f-9517-046294531223 on network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:11.769304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:11.771806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Checking segment: {'id': '060a7c72-0d39-4930-a32b-f6d82bf64433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:11.772559 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.773403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Bound using segment: {'id': '060a7c72-0d39-4930-a32b-f6d82bf64433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:11.774004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Bound port: ab98c18b-de4a-4d4f-9517-046294531223, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060a7c72-0d39-4930-a32b-f6d82bf64433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:11.775127 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.785644 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.786208 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Added segment ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554 of type vlan for network 04da7580-fb54-4b8c-ad5d-068544d3acaa Jul 16 20:06:11.837826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:11.840707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe5cada3-49d1-4d8c-bfc9-c69b650f6a17 req-bbb9afd4-3754-418b-884d-c1f884f79c37 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0844238 Jul 16 20:06:11.858171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:11.864043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:11.869281 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54ff59-1dc5-49cc-a04f-e73bf10e519e None None] Sync routers for ids ['48863f1a-5b7c-4c16-bb81-53da60c4ba83'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:11.875220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:11.886053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:11.899412 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54ff59-1dc5-49cc-a04f-e73bf10e519e None None] Routers {'48863f1a-5b7c-4c16-bb81-53da60c4ba83'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:11.899412 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7d54ff59-1dc5-49cc-a04f-e73bf10e519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['48863f1a-5b7c-4c16-bb81-53da60c4ba83'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:11.930670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0909e71a-c377-4fdd-a769-bcfb8487fd6b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/48863f1a-5b7c-4c16-bb81-53da60c4ba83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4993501 Jul 16 20:06:11.942523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39696) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:11.979739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] For port ab98c18b-de4a-4d4f-9517-046294531223, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:11.989403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] For port ab98c18b-de4a-4d4f-9517-046294531223, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ab98c18b-de4a-4d4f-9517-046294531223,segment=NetworkSegment(060a7c72-0d39-4930-a32b-f6d82bf64433),segment_id=060a7c72-0d39-4930-a32b-f6d82bf64433)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:12.008153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.030394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b6d0ebfd-1cc1-4610-9cbb-4727fcc7b300 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=48863f1a-5b7c-4c16-bb81-53da60c4ba83 HTTP/1.1" status: 200 len: 205 time: 0.0859334 Jul 16 20:06:12.038919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39704) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:12.040631 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7d54ff59-1dc5-49cc-a04f-e73bf10e519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:12.062535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:12.065765 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54ff59-1dc5-49cc-a04f-e73bf10e519e None None] Routers {'48863f1a-5b7c-4c16-bb81-53da60c4ba83'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:12.066737 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7d54ff59-1dc5-49cc-a04f-e73bf10e519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['48863f1a-5b7c-4c16-bb81-53da60c4ba83'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:12.068336 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.077597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.126784 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-2bd580d7-18f9-4abf-86c8-62604a775f6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7949769 Jul 16 20:06:12.161886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Request body: {'port': {'device_id': '065e1918-3e53-4301-9449-216a928a706d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:12.190697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c05c3c-b2cd-40e9-9154-36eb19d5b033 None None] Pushing event updated for resources: {'Port': ['ID=ab98c18b-de4a-4d4f-9517-046294531223,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:12.192744 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7d54ff59-1dc5-49cc-a04f-e73bf10e519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:12.193902 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54ff59-1dc5-49cc-a04f-e73bf10e519e None None] The sync data for ids ['48863f1a-5b7c-4c16-bb81-53da60c4ba83'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:12.448450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d2c08667-dad2-4378-a2d5-eb826eb75a3d None None] Provisioning for port 01e64eda-301f-4e41-9967-1d1803d91be7 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:12.454062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.463646 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0023c52b-4176-4db1-b794-f71651f4ab86 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.464842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d2c08667-dad2-4378-a2d5-eb826eb75a3d None None] Provisioning complete for port 01e64eda-301f-4e41-9967-1d1803d91be7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:12.473487 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d2c08667-dad2-4378-a2d5-eb826eb75a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.600937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d2c08667-dad2-4378-a2d5-eb826eb75a3d None None] Port 01e64eda-301f-4e41-9967-1d1803d91be7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:12.607443 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:06:12.639580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdf367-4ad2-42f3-b110-7b7eaf120fd0 req-e7172b9d-77ac-4723-9cf2-194524efacba tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:12.648949 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1bdf367-4ad2-42f3-b110-7b7eaf120fd0 req-e7172b9d-77ac-4723-9cf2-194524efacba tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.8679476 Jul 16 20:06:12.811002 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.819541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:12.820188 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.897913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Network': ['ID=04da7580-fb54-4b8c-ad5d-068544d3acaa,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:12.904812 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0023c52b-4176-4db1-b794-f71651f4ab86 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.910120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 04da7580-fb54-4b8c-ad5d-068544d3acaa details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:12.926449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0023c52b-4176-4db1-b794-f71651f4ab86 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.945787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1bdf367-4ad2-42f3-b110-7b7eaf120fd0 req-1ee32156-20ad-4a69-9d39-a35b536c4baa tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958543 Jul 16 20:06:13.074071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e64eda-301f-4e41-9967-1d1803d91be7 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:13.084165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.098204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-718f35e9-ba14-421d-9dce-2875bf94c45b tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0704110 Jul 16 20:06:13.108509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63263fb8-418a-422e-b340-e4ac8348ddc1 req-4c88fea4-d5f2-4d8b-b737-ff9476a6337d tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:13.115236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Transition to ACTIVE for port object 01e64eda-301f-4e41-9967-1d1803d91be7 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:13.116093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39732) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:13.121252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63263fb8-418a-422e-b340-e4ac8348ddc1 req-4c88fea4-d5f2-4d8b-b737-ff9476a6337d tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 931 time: 0.7458062 Jul 16 20:06:13.123246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'subnet': {'network_id': 'c0833840-7f7b-4565-858b-5cb711aad77e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:13.173452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.179671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0023c52b-4176-4db1-b794-f71651f4ab86 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.181178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0023c52b-4176-4db1-b794-f71651f4ab86 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Fanout notify agent at l3_agent the message router_deleted on router 48863f1a-5b7c-4c16-bb81-53da60c4ba83 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:06:13.196628 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0023c52b-4176-4db1-b794-f71651f4ab86 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.201725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0023c52b-4176-4db1-b794-f71651f4ab86 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/48863f1a-5b7c-4c16-bb81-53da60c4ba83 HTTP/1.1" status: 204 len: 168 time: 1.1616504 Jul 16 20:06:13.202786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39734) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:13.228517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63263fb8-418a-422e-b340-e4ac8348ddc1 req-5fa275e4-0e71-437b-bf04-5c2f5867527d tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058657 Jul 16 20:06:13.292352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:13.339740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b543a1a-f619-4e22-98aa-f0e0d705b9ce tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet 4c3edcba-a95a-4b63-b508-378598732cfd {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:13.347841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b543a1a-f619-4e22-98aa-f0e0d705b9ce tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.439402 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b543a1a-f619-4e22-98aa-f0e0d705b9ce tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.490051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Made reservation on behalf of 166b9f4b86374b2e8a265b16d02beb1e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:13.498540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.834386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.858258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Attempting to bind port 01e64eda-301f-4e41-9967-1d1803d91be7 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:13.858605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Attempting to bind port 01e64eda-301f-4e41-9967-1d1803d91be7 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:13.858940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Attempting to bind port 01e64eda-301f-4e41-9967-1d1803d91be7 on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:14.031213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Port 01e64eda-301f-4e41-9967-1d1803d91be7 on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:14.031540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Attempting to bind port 01e64eda-301f-4e41-9967-1d1803d91be7 on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:14.033860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Subnet': ['ID=7f94e888-1934-441c-8c0c-475446f282af,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:14.074057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8df10e8-81a1-458e-9c3f-e2de485db0fa None None] Network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:14.092416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:14.092963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Checking segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:14.093492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Bound using segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:14.095063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Bound port: 01e64eda-301f-4e41-9967-1d1803d91be7, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:14.102534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.207884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b543a1a-f619-4e22-98aa-f0e0d705b9ce tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.262404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Checking segment: {'id': 'd06ff595-9c60-468a-9596-b5f1bf06bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0833840-7f7b-4565-858b-5cb711aad77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:14.273809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network hostable DHCP agents. Network: c0833840-7f7b-4565-858b-5cb711aad77e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:14.319497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b543a1a-f619-4e22-98aa-f0e0d705b9ce tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.366263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14531ba6-1edf-4548-be3d-edff779fd7f3 req-950d7e27-2afe-40e9-a7b6-9ccc7b2107e4 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.8559892 Jul 16 20:06:14.395944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network c0833840-7f7b-4565-858b-5cb711aad77e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:14.427344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:14.451088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:14.454251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b543a1a-f619-4e22-98aa-f0e0d705b9ce tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3edcba-a95a-4b63-b508-378598732cfd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:14.455760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, c0833840-7f7b-4565-858b-5cb711aad77e) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:14.467575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.482427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.485759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.501155 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b543a1a-f619-4e22-98aa-f0e0d705b9ce tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.511953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0b543a1a-f619-4e22-98aa-f0e0d705b9ce tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/4c3edcba-a95a-4b63-b508-378598732cfd HTTP/1.1" status: 204 len: 168 time: 1.3052359 Jul 16 20:06:14.514340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39760) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:14.538643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0db3066a-6557-4d60-93aa-c26c14bf8e57 None None] Provisioning for port ab98c18b-de4a-4d4f-9517-046294531223 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:14.571347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42b015d-07d1-4dc4-9ac1-48995500887c None None] Network c0833840-7f7b-4565-858b-5cb711aad77e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:14.573251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65991680-fb62-4dae-8a41-9a882d4119d4 None None] Network 274a92fc-5b55-4a7e-860c-1a4158b52b94 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:14.602343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.605660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.609680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] 10.222.0.16 "PUT /v2.0/ports/01e64eda-301f-4e41-9967-1d1803d91be7 HTTP/1.1" status: 200 len: 1092 time: 2.4783828 Jul 16 20:06:14.625295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:14.632074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360bf7-26f4-4868-844f-995a9fbc775b req-02a441bf-5bdc-4b2d-bf42-821a6862f4e3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.645718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1360bf7-26f4-4868-844f-995a9fbc775b req-02a441bf-5bdc-4b2d-bf42-821a6862f4e3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.3591743 Jul 16 20:06:14.657705 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b282f2-6603-4958-8e03-120a945070b8" -d '{"events": [{"name": "network-changed", "server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:14.688400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39766) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:14.696381 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aacc2aeb-6a09-4139-8ca7-3f7cf8d5e718 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5668077 Jul 16 20:06:14.698927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'subnet': {'network_id': '04da7580-fb54-4b8c-ad5d-068544d3acaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:14.796317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ab98c18b-de4a-4d4f-9517-046294531223 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:14.869882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1360bf7-26f4-4868-844f-995a9fbc775b req-8500e607-c9fb-439a-b82d-97e16ac0a7e5 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131758 Jul 16 20:06:14.963818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f281e-5c7c-44d7-b7ed-7dea84ac435b service neutron] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:14.988951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Made reservation on behalf of 166b9f4b86374b2e8a265b16d02beb1e for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:14.997122 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.015718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.026107 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b76343-797b-439e-a1a4-f556aac8d42f x-openstack-request-id: req-a2b76343-797b-439e-a1a4-f556aac8d42f {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:15.033541 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:15.033961 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2b76343-797b-439e-a1a4-f556aac8d42f {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:15.034524 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7', 'status': 'completed', 'code': 200} Jul 16 20:06:15.108318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-63260699-333f-4b2c-87d9-d8b6a02d8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.112774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-63260699-333f-4b2c-87d9-d8b6a02d8c7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 1095 time: 0.4123492 Jul 16 20:06:15.145683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12881001-7824-4cb8-9621-8f5db9e7260a req-165b0615-090a-44a3-91c5-5993e9ff01d6 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.170372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12881001-7824-4cb8-9621-8f5db9e7260a req-165b0615-090a-44a3-91c5-5993e9ff01d6 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.2700813 Jul 16 20:06:15.173405 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-8b6eec5a-4d6f-4d08-92ad-4163d3512da5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e64eda-301f-4e41-9967-1d1803d91be7 HTTP/1.1" status: 200 len: 217 time: 0.0486715 Jul 16 20:06:15.197473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:15.197959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.310861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-78e24644-2ba0-4a01-bb0c-132161dba65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.312584 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-78e24644-2ba0-4a01-bb0c-132161dba65f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.1307633 Jul 16 20:06:15.327715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12881001-7824-4cb8-9621-8f5db9e7260a req-176b4ca9-e7f5-426f-903f-5fadc5b8c130 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564066 Jul 16 20:06:15.430316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port d2a4b2db-28a1-40c9-9a19-a3e9e5368250, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d2a4b2db-28a1-40c9-9a19-a3e9e5368250,segment=NetworkSegment(04c06142-307c-4a62-bd48-732d98168b28),segment_id=04c06142-307c-4a62-bd48-732d98168b28)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:15.432168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.434081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ab98c18b-de4a-4d4f-9517-046294531223 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:15.503808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for d2a4b2db-28a1-40c9-9a19-a3e9e5368250 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:15.538494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ab98c18b-de4a-4d4f-9517-046294531223 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:15.538881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.607947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.662759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-053a58d3-a20f-4bec-9150-08bff1f7c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.668107 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-053a58d3-a20f-4bec-9150-08bff1f7c3eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3462317 Jul 16 20:06:15.733945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Subnet': ['ID=cbeb43f5-2baa-4e98-922a-38aef30878aa,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:15.778971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.808909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c764effb-932d-4331-8426-c2dbc48d4ee5 req-850d5a15-432c-4f6f-87db-4a7773f5c50a tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0522900 Jul 16 20:06:15.845610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=d2a4b2db-28a1-40c9-9a19-a3e9e5368250,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:15.848466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No DVR routers for this DVR port d2a4b2db-28a1-40c9-9a19-a3e9e5368250 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:15.885452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Checking segment: {'id': 'ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '04da7580-fb54-4b8c-ad5d-068544d3acaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:15.885856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network hostable DHCP agents. Network: 04da7580-fb54-4b8c-ad5d-068544d3acaa, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:15.923879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network 04da7580-fb54-4b8c-ad5d-068544d3acaa is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:15.943455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 04da7580-fb54-4b8c-ad5d-068544d3acaa) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:15.948013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.948631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:15.977330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d8256586-32f6-4c4f-aee2-8985a1221b28 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2876906 Jul 16 20:06:15.978004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39792) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:16.038813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-82160abe-7f3a-441a-a96d-553310041346 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527384 Jul 16 20:06:16.057488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e36ca-d954-45e1-9d9f-a36d57a5ab9a None None] Network 04da7580-fb54-4b8c-ad5d-068544d3acaa requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:16.183763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c126f630-2e63-4b4a-9280-948756fd0cc4 None None] Provisioning complete for port ab98c18b-de4a-4d4f-9517-046294531223 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:16.183763 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c126f630-2e63-4b4a-9280-948756fd0cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.330147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-c0833840-7f7b-4565-858b-5cb711aad77e', 'network_id': 'c0833840-7f7b-4565-858b-5cb711aad77e', 'tenant_id': '166b9f4b86374b2e8a265b16d02beb1e', 'fixed_ips': [{'subnet_id': '7f94e888-1934-441c-8c0c-475446f282af'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:16.331231 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.333583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d800724e-394b-4958-9885-332d040bab9f None None] DHCP port deletion for 274a92fc-5b55-4a7e-860c-1a4158b52b94 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:16.554174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c126f630-2e63-4b4a-9280-948756fd0cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.795371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Allocated IP 2001:db8::2 (c0833840-7f7b-4565-858b-5cb711aad77e/7f94e888-1934-441c-8c0c-475446f282af/62461d4d-a6b8-4326-90ba-1e70389e182c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:16.962547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4519d5f-06c9-444b-9c93-54d00244f1ae req-1fb8d9e4-8925-42b9-ab8c-7fa591c087e5 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:16.966443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4519d5f-06c9-444b-9c93-54d00244f1ae req-1fb8d9e4-8925-42b9-ab8c-7fa591c087e5 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.6176770 Jul 16 20:06:16.969408 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.998656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fe18b-532e-4fd7-b607-45b58f1c698f req-ccd37387-9050-4379-bc09-e41cc172fdcf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.000180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e22fe18b-532e-4fd7-b607-45b58f1c698f req-ccd37387-9050-4379-bc09-e41cc172fdcf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.4423151 Jul 16 20:06:17.015231 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.025197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Transition to ACTIVE for port object 62461d4d-a6b8-4326-90ba-1e70389e182c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:17.044540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Transition to ACTIVE for port object 62461d4d-a6b8-4326-90ba-1e70389e182c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:17.055554 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.078047 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7088f302-2cad-4ee1-a7ce-f1936b42d7b0 req-fdd2431d-4ad7-4210-9bbc-ceaf210d0ec6 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0294099 Jul 16 20:06:17.080631 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.225797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Pushing event updated for resources: {'Port': ['ID=62461d4d-a6b8-4326-90ba-1e70389e182c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:17.262853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c126f630-2e63-4b4a-9280-948756fd0cc4 None None] For port ab98c18b-de4a-4d4f-9517-046294531223, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ab98c18b-de4a-4d4f-9517-046294531223,segment=NetworkSegment(060a7c72-0d39-4930-a32b-f6d82bf64433),segment_id=060a7c72-0d39-4930-a32b-f6d82bf64433)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:17.313648 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.339671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Network c0833840-7f7b-4565-858b-5cb711aad77e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:17.341996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274a92fc-5b55-4a7e-860c-1a4158b52b94']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:17.355523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:17.370832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c06142-307c-4a62-bd48-732d98168b28') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:17.371069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c06142-307c-4a62-bd48-732d98168b28') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:17.373922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c126f630-2e63-4b4a-9280-948756fd0cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.384427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4519d5f-06c9-444b-9c93-54d00244f1ae req-829896fe-4688-4838-bc88-bbda0434dde3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953900 Jul 16 20:06:17.399814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.412777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:17.418061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-04da7580-fb54-4b8c-ad5d-068544d3acaa', 'network_id': '04da7580-fb54-4b8c-ad5d-068544d3acaa', 'tenant_id': '166b9f4b86374b2e8a265b16d02beb1e', 'fixed_ips': [{'subnet_id': 'cbeb43f5-2baa-4e98-922a-38aef30878aa'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:17.418520 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.424435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e22fe18b-532e-4fd7-b607-45b58f1c698f req-0f2c4d8a-44be-4eba-bf4b-6235d7a3e527 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168859 Jul 16 20:06:17.471206 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.489880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b282f2-6603-4958-8e03-120a945070b8 req-09d18142-07b8-4056-a44c-d8c330a669d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.491427 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e1b282f2-6603-4958-8e03-120a945070b8 req-09d18142-07b8-4056-a44c-d8c330a669d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 1095 time: 0.3438451 Jul 16 20:06:17.522075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:17.522355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:06:17.522488 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.522730 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:17.531423 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:17.667143 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Attempting to bind port 62461d4d-a6b8-4326-90ba-1e70389e182c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:17.667727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Attempting to bind port 62461d4d-a6b8-4326-90ba-1e70389e182c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd06ff595-9c60-468a-9596-b5f1bf06bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0833840-7f7b-4565-858b-5cb711aad77e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:17.667937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Attempting to bind port 62461d4d-a6b8-4326-90ba-1e70389e182c on network c0833840-7f7b-4565-858b-5cb711aad77e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:17.779460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa6d7c9c-9747-4c01-8d1b-7a7e3717a772 req-acb15f66-0a14-471e-8204-d7877b065666 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0794919 Jul 16 20:06:17.855671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Allocated IP 2001:db8::1 (c0833840-7f7b-4565-858b-5cb711aad77e/7f94e888-1934-441c-8c0c-475446f282af/03ac6dc3-32e5-4332-afd8-6071143f89fa) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:17.930342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Allocated IP 2001:db8::2 (04da7580-fb54-4b8c-ad5d-068544d3acaa/cbeb43f5-2baa-4e98-922a-38aef30878aa/e46982fa-d130-4e2a-9dec-696881500c92) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:17.947532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:17.948514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Checking segment: {'id': 'd06ff595-9c60-468a-9596-b5f1bf06bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0833840-7f7b-4565-858b-5cb711aad77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:17.949094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.949655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Bound using segment: {'id': 'd06ff595-9c60-468a-9596-b5f1bf06bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0833840-7f7b-4565-858b-5cb711aad77e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:17.950326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Bound port: 62461d4d-a6b8-4326-90ba-1e70389e182c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06ff595-9c60-468a-9596-b5f1bf06bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0833840-7f7b-4565-858b-5cb711aad77e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:17.950924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.967588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126f630-2e63-4b4a-9280-948756fd0cc4 None None] Pushing event updated for resources: {'Port': ['ID=ab98c18b-de4a-4d4f-9517-046294531223,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:18.047101 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.063669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-495fa30e-1d21-430f-ab48-1f30ebfb9e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.067975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Transition to ACTIVE for port object 03ac6dc3-32e5-4332-afd8-6071143f89fa will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:18.082058 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.113767 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.154181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b282f2-6603-4958-8e03-120a945070b8 req-d2ca4249-2803-45f6-9017-58c3c8ac1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.158821 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e1b282f2-6603-4958-8e03-120a945070b8 req-d2ca4249-2803-45f6-9017-58c3c8ac1f89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.6573861 Jul 16 20:06:18.162725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.185695 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/274a92fc-5b55-4a7e-860c-1a4158b52b94 HTTP/1.1" status: 204 len: 168 time: 3.6225934 Jul 16 20:06:18.187022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2a837-d697-4cd3-9b83-d469c45c8aa7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=274a92fc-5b55-4a7e-860c-1a4158b52b94,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:18.191671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] For port 62461d4d-a6b8-4326-90ba-1e70389e182c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:18.193625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39828) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:18.223409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] For port 62461d4d-a6b8-4326-90ba-1e70389e182c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=62461d4d-a6b8-4326-90ba-1e70389e182c,segment=NetworkSegment(d06ff595-9c60-468a-9596-b5f1bf06bf55),segment_id=d06ff595-9c60-468a-9596-b5f1bf06bf55)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:18.240140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d62ab749-bc3f-4dc3-b440-88bce5654338 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1642886462', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:18.256133 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.265389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network c0833840-7f7b-4565-858b-5cb711aad77e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:18.283166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:18.333024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Port': ['ID=03ac6dc3-32e5-4332-afd8-6071143f89fa,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:18.339945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:18.340664 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.389206 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e1b282f2-6603-4958-8e03-120a945070b8 req-c9e8ed0f-610e-463c-99a6-bf8130ff391d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e64eda-301f-4e41-9967-1d1803d91be7 HTTP/1.1" status: 200 len: 217 time: 0.1944923 Jul 16 20:06:18.390719 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d62ab749-bc3f-4dc3-b440-88bce5654338 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.392452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d62ab749-bc3f-4dc3-b440-88bce5654338 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.600772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ab98c18b-de4a-4d4f-9517-046294531223 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:18.662117 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.693145 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.704115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b8d7e-5620-4580-b0a3-857fb7aaedad None None] Pushing event updated for resources: {'Port': ['ID=62461d4d-a6b8-4326-90ba-1e70389e182c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:18.711337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Transition to ACTIVE for port object e46982fa-d130-4e2a-9dec-696881500c92 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:18.732050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ab98c18b-de4a-4d4f-9517-046294531223 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:18.732574 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.738476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b282f2-6603-4958-8e03-120a945070b8 req-08ce6a6e-153e-417f-806c-f6cf7d2a8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.740510 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e1b282f2-6603-4958-8e03-120a945070b8 req-08ce6a6e-153e-417f-806c-f6cf7d2a8ecf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.3439162 Jul 16 20:06:18.748951 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d62ab749-bc3f-4dc3-b440-88bce5654338 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.787502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Transition to ACTIVE for port object e46982fa-d130-4e2a-9dec-696881500c92 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:18.801269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.890895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d62ab749-bc3f-4dc3-b440-88bce5654338 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.918852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d62ab749-bc3f-4dc3-b440-88bce5654338 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:18.920317 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d62ab749-bc3f-4dc3-b440-88bce5654338 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7244837 Jul 16 20:06:18.946780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39854) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:18.949120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Network 04da7580-fb54-4b8c-ad5d-068544d3acaa is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:18.952734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:18.954538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-1873898193'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:18.959653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:19.011928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Pushing event updated for resources: {'Port': ['ID=e46982fa-d130-4e2a-9dec-696881500c92,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:19.012190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:19.017443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.053140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:19.066137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.066487 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment ce857fc7-cd3f-4600-bdaa-8e6810d0e82f of type vlan for network 6ef37af6-7135-4ea5-ae47-ef381890377a Jul 16 20:06:19.087593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d2a4b2db-28a1-40c9-9a19-a3e9e5368250 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:19.117586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.126928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d2a4b2db-28a1-40c9-9a19-a3e9e5368250 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:19.127628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d2a4b2db-28a1-40c9-9a19-a3e9e5368250 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:19.130485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Attempting to bind port e46982fa-d130-4e2a-9dec-696881500c92 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:19.131516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Attempting to bind port e46982fa-d130-4e2a-9dec-696881500c92 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '04da7580-fb54-4b8c-ad5d-068544d3acaa'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:19.132113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Attempting to bind port e46982fa-d130-4e2a-9dec-696881500c92 on network 04da7580-fb54-4b8c-ad5d-068544d3acaa {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:19.159311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:19.160063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Checking segment: {'id': 'ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '04da7580-fb54-4b8c-ad5d-068544d3acaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:19.160720 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.161468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Bound using segment: {'id': 'ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '04da7580-fb54-4b8c-ad5d-068544d3acaa'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:19.162185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Bound port: e46982fa-d130-4e2a-9dec-696881500c92, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '04da7580-fb54-4b8c-ad5d-068544d3acaa'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:19.162820 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.172416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b282f2-6603-4958-8e03-120a945070b8 req-349d075d-55a5-41dd-91c4-2655f1f102eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.176061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e1b282f2-6603-4958-8e03-120a945070b8 req-349d075d-55a5-41dd-91c4-2655f1f102eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4255383 Jul 16 20:06:19.177722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.187645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.188603 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.315874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] For port e46982fa-d130-4e2a-9dec-696881500c92, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:19.320117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] For port e46982fa-d130-4e2a-9dec-696881500c92, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e46982fa-d130-4e2a-9dec-696881500c92,segment=NetworkSegment(ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554),segment_id=ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:19.328113 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.404972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101b3c4-33b3-4179-8bc8-c67b07c49c60 None None] Pushing event updated for resources: {'Port': ['ID=e46982fa-d130-4e2a-9dec-696881500c92,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:19.432496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746ab5-af04-49a4-93a5-57601cee490b req-0a7e379e-0bcf-4cee-a1f1-3ac50bd586ad tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.433469 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e1b282f2-6603-4958-8e03-120a945070b8 req-4535747b-be4a-4f4c-8365-8967ed1cff28 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116458 Jul 16 20:06:19.443258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89746ab5-af04-49a4-93a5-57601cee490b req-0a7e379e-0bcf-4cee-a1f1-3ac50bd586ad tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.7626617 Jul 16 20:06:19.451271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:19.463426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b753186-f369-4048-a316-abf426a46318 req-b6b3c9d6-bda6-4f21-8497-bc541adf46e8 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.464947 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5159492 Jul 16 20:06:19.473344 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b753186-f369-4048-a316-abf426a46318 req-b6b3c9d6-bda6-4f21-8497-bc541adf46e8 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.6356378 Jul 16 20:06:19.475184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39862) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:19.513040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:19.675517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86628a5b-44fc-4089-be30-2910ca575c0c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=6ef37af6-7135-4ea5-ae47-ef381890377a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:19.698010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6ef37af6-7135-4ea5-ae47-ef381890377a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:19.813634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:19.849130 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e1b282f2-6603-4958-8e03-120a945070b8 req-6c312e98-4504-41d1-9f2d-72639bcefb64 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044843 Jul 16 20:06:19.849888 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89746ab5-af04-49a4-93a5-57601cee490b req-88580335-51bd-4bb8-92e8-96b1a3b2241a tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754525 Jul 16 20:06:19.933154 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b753186-f369-4048-a316-abf426a46318 req-d25a422f-cbc9-48a4-95f7-6d44afd5c0a1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3995469 Jul 16 20:06:20.001301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '01e64eda-301f-4e41-9967-1d1803d91be7', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'port_id': '01e64eda-301f-4e41-9967-1d1803d91be7', 'mac_address': 'fa:16:3e:ec:35:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:20.022247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:20.034686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.206893 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.255900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e64eda-301f-4e41-9967-1d1803d91be7 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:20.305992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:20.313622 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.378107 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9ede581-6a73-4dd2-9d4d-8d8c23c149ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.408641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.415925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:20.534735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e6499-b120-4f2c-89b1-8fd84243b224 None None] Network c0833840-7f7b-4565-858b-5cb711aad77e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:20.556284 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.557182 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.584385 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['01e64eda-301f-4e41-9967-1d1803d91be7'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:20.584618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e50bfdad-8062-4ec1-b53b-8de2ba783d69 req-5bf0b5a8-dfa4-4c1b-88a9-69e7a68638fb tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.3903897 Jul 16 20:06:20.639343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-0f577241-d22b-4d48-9043-80127591d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.641091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-0f577241-d22b-4d48-9043-80127591d2b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 1097 time: 0.1913221 Jul 16 20:06:20.675734 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.687599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e46982fa-d130-4e2a-9dec-696881500c92 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:20.738189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Port': ['ID=03ac6dc3-32e5-4332-afd8-6071143f89fa,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:20.787713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-30a7edc5-b547-4a3d-b782-3fef4df5ab8d None None] Provisioning for port 62461d4d-a6b8-4326-90ba-1e70389e182c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:20.885212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e46982fa-d130-4e2a-9dec-696881500c92 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:20.898656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-8d063049-b873-4e53-ac8e-bae95f8d7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.900165 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-8d063049-b873-4e53-ac8e-bae95f8d7698 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 905 time: 0.2214386 Jul 16 20:06:20.919188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network c0833840-7f7b-4565-858b-5cb711aad77e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:20.921752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:20.955427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 62461d4d-a6b8-4326-90ba-1e70389e182c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:21.079649 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-4c330e76-dd6b-4bc2-b95a-398c1925359d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 HTTP/1.1" status: 200 len: 217 time: 0.1671774 Jul 16 20:06:21.091574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 62461d4d-a6b8-4326-90ba-1e70389e182c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:21.123676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 62461d4d-a6b8-4326-90ba-1e70389e182c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:21.124060 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.275633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-c511b110-5d09-41de-89d2-4356f6ae39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.277440 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-c511b110-5d09-41de-89d2-4356f6ae39fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.1818278 Jul 16 20:06:21.299910 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.342818 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-78ded523-2d1f-4075-8f4d-4a7ffb1dbfbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570982 Jul 16 20:06:21.386071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 62461d4d-a6b8-4326-90ba-1e70389e182c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=62461d4d-a6b8-4326-90ba-1e70389e182c,segment=NetworkSegment(d06ff595-9c60-468a-9596-b5f1bf06bf55),segment_id=d06ff595-9c60-468a-9596-b5f1bf06bf55)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:21.392829 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.489701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-4b2a7ac3-0448-487f-962b-40b4a422f3a5 service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458185 Jul 16 20:06:21.498701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=62461d4d-a6b8-4326-90ba-1e70389e182c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:21.557722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4905d0-e595-442d-918b-7a15944eb2ed None None] Network 04da7580-fb54-4b8c-ad5d-068544d3acaa requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:21.582085 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.696665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc97d623-7e3f-4478-b44e-cfcb2df08db4 req-43e42149-8791-4d6c-a56d-f80a801a9f8a service neutron] 10.222.0.16 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996229 Jul 16 20:06:21.733034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b5bf5122-02c8-4f03-be24-7319c7bfe349 None None] Provisioning for port e46982fa-d130-4e2a-9dec-696881500c92 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:21.754615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b5bf5122-02c8-4f03-be24-7319c7bfe349 None None] Provisioning complete for port e46982fa-d130-4e2a-9dec-696881500c92 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:21.755251 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5122-02c8-4f03-be24-7319c7bfe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.762914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Router 7fffea2e-0612-4ca4-8fb8-faca618b0a68 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:06:21.808163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57027fca-0430-488d-8077-d6f8ea472e5f req-e129c392-cf03-4553-b453-6981a2f402d0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.815914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57027fca-0430-488d-8077-d6f8ea472e5f req-e129c392-cf03-4553-b453-6981a2f402d0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 944 time: 0.3085268 Jul 16 20:06:21.824340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:21.825002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: 6ef37af6-7135-4ea5-ae47-ef381890377a, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:21.830710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=a114a8e3-2838-4e7a-9062-38719f00516c,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:21.854959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5648a-af3a-44eb-b9c3-c6fbfbe301a8 req-74e9d0cf-fdb8-4c60-9234-522013873294 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.857659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72f5648a-af3a-44eb-b9c3-c6fbfbe301a8 req-74e9d0cf-fdb8-4c60-9234-522013873294 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.4066651 Jul 16 20:06:21.950829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72f5648a-af3a-44eb-b9c3-c6fbfbe301a8 req-2ed84357-ad8b-4efe-878b-294676fa1134 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591304 Jul 16 20:06:22.211571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5122-02c8-4f03-be24-7319c7bfe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.296057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b5bf5122-02c8-4f03-be24-7319c7bfe349 None None] For port e46982fa-d130-4e2a-9dec-696881500c92, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e46982fa-d130-4e2a-9dec-696881500c92,segment=NetworkSegment(ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554),segment_id=ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:22.297868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.318664 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5122-02c8-4f03-be24-7319c7bfe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.471655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf5122-02c8-4f03-be24-7319c7bfe349 None None] Pushing event updated for resources: {'Port': ['ID=e46982fa-d130-4e2a-9dec-696881500c92,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:22.505450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e428bda1-5f35-4e37-841b-94736a132e7a None None] Provisioning complete for port 62461d4d-a6b8-4326-90ba-1e70389e182c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:22.505920 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e428bda1-5f35-4e37-841b-94736a132e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.569290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 62461d4d-a6b8-4326-90ba-1e70389e182c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:22.611261 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-a5be3ed3-0e04-4093-903a-84de39576e8b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1057913 Jul 16 20:06:22.660725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 6ef37af6-7135-4ea5-ae47-ef381890377a is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:22.715590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40d697c1-146a-47c9-ac4a-e36e51117a91 req-c73d68bb-b0f6-4161-a51d-eee4dd95f156 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0778787 Jul 16 20:06:22.720904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6ef37af6-7135-4ea5-ae47-ef381890377a) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:22.725048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 62461d4d-a6b8-4326-90ba-1e70389e182c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:22.725441 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.727686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.730965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.741668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57027fca-0430-488d-8077-d6f8ea472e5f req-6caa648e-6ce3-4a50-a709-20cdc9ac93d3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9246633 Jul 16 20:06:22.797872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:22.815717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-321cd5e6-e30a-4e33-9cb2-75bbb72ed670 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "PUT /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8366280 Jul 16 20:06:22.821243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e863fa14-bf75-492c-90e4-6a3463824007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.821785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e863fa14-bf75-492c-90e4-6a3463824007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.822241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e863fa14-bf75-492c-90e4-6a3463824007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.822749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e863fa14-bf75-492c-90e4-6a3463824007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.825689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e863fa14-bf75-492c-90e4-6a3463824007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.826183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e863fa14-bf75-492c-90e4-6a3463824007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.826674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e863fa14-bf75-492c-90e4-6a3463824007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.831977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39938) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:22.833782 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e863fa14-bf75-492c-90e4-6a3463824007 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=503cc6fc2182435893440138a3ee9551&device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 6509 time: 0.1579130 Jul 16 20:06:22.852137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-82467c35-1226-4f58-86ce-9c05f4bbc3cb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3626914 Jul 16 20:06:22.855060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39946) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:22.882316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d854f31-4ddb-482c-8633-9a897d4e0487 None None] Network 6ef37af6-7135-4ea5-ae47-ef381890377a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:22.891321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54509b2f-403c-4a94-bb31-3833451fbc6c None None] Sync routers for ids ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:22.983121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54509b2f-403c-4a94-bb31-3833451fbc6c None None] Routers {'7fffea2e-0612-4ca4-8fb8-faca618b0a68'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:22.990312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-54509b2f-403c-4a94-bb31-3833451fbc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:23.070312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e428bda1-5f35-4e37-841b-94736a132e7a None None] Provisioning for port 03ac6dc3-32e5-4332-afd8-6071143f89fa completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:23.151587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-54509b2f-403c-4a94-bb31-3833451fbc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:23.184717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e428bda1-5f35-4e37-841b-94736a132e7a None None] Provisioning complete for port 03ac6dc3-32e5-4332-afd8-6071143f89fa triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:23.185107 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e428bda1-5f35-4e37-841b-94736a132e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.242693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54509b2f-403c-4a94-bb31-3833451fbc6c None None] Routers {'7fffea2e-0612-4ca4-8fb8-faca618b0a68'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:23.243362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-54509b2f-403c-4a94-bb31-3833451fbc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:23.245772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e428bda1-5f35-4e37-841b-94736a132e7a None None] Port 03ac6dc3-32e5-4332-afd8-6071143f89fa cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:23.338834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb1063-e292-46dc-b7ea-0faf6a8b03d3 req-b19ebcfa-2f47-4e83-a51c-c7fd3a6cbe90 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.341268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfcb1063-e292-46dc-b7ea-0faf6a8b03d3 req-b19ebcfa-2f47-4e83-a51c-c7fd3a6cbe90 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.1423988 Jul 16 20:06:23.399003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-54509b2f-403c-4a94-bb31-3833451fbc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:23.399893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54509b2f-403c-4a94-bb31-3833451fbc6c None None] The sync data for ids ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:23.498996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfcb1063-e292-46dc-b7ea-0faf6a8b03d3 req-03f5ff7f-a07f-4402-9d0e-a9a7f4d6d81a tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303568 Jul 16 20:06:23.508320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-15ac67a1-3d0f-436a-85b5-40f3dab0aa97 None None] Provisioning complete for port e46982fa-d130-4e2a-9dec-696881500c92 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:23.508985 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-15ac67a1-3d0f-436a-85b5-40f3dab0aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.622281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:23.659560 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-c3ed8e72-f1d7-4d11-8daa-ffde933d1e0d tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:06:23.663731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c3ed8e72-f1d7-4d11-8daa-ffde933d1e0d tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "PUT /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8298540 Jul 16 20:06:23.666146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39992) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:23.671204 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.786040 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.842563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-6ef37af6-7135-4ea5-ae47-ef381890377a', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:23.843439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.054671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 01e64eda-301f-4e41-9967-1d1803d91be7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:24.074595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 01e64eda-301f-4e41-9967-1d1803d91be7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:24.075205 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.249356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-3d3ff4de-9f1c-40f7-a1ca-acea89d39812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.249873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-3d3ff4de-9f1c-40f7-a1ca-acea89d39812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.250937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-3d3ff4de-9f1c-40f7-a1ca-acea89d39812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.252788 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-3d3ff4de-9f1c-40f7-a1ca-acea89d39812 service neutron] 10.222.0.68 "GET /v2.0/networks?id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=feae7e28-8ae7-49b0-af49-329cabf6f82f&id=26308dbe-e842-4fb5-bfa5-18e944a16551&id=26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 200 len: 2296 time: 1.3789561 Jul 16 20:06:24.257440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Allocated IP 172.20.0.2 (6ef37af6-7135-4ea5-ae47-ef381890377a/a114a8e3-2838-4e7a-9062-38719f00516c/dc1e5421-eda4-4ac8-b7aa-99835b1dda88) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:24.276632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e0b3b7f-4c8a-410e-bf5d-875a2c642b7b req-72be59eb-95c9-4030-8ab9-35cfcee37362 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.1760163 Jul 16 20:06:24.435948 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-2f390f0a-3a9d-4d42-8fe3-2db7e51f87a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c870a687-4862-446e-948e-9a0ecdaf81b3 HTTP/1.1" status: 200 len: 1000 time: 0.1680467 Jul 16 20:06:24.543762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c33be-ebb8-4400-8664-26a7dc7b7db8 req-60f8395b-f87d-40d8-a054-e9ea7dc72c97 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.545446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-167c33be-ebb8-4400-8664-26a7dc7b7db8 req-60f8395b-f87d-40d8-a054-e9ea7dc72c97 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 944 time: 0.1680262 Jul 16 20:06:24.583848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-6c804b95-d2ff-458c-b635-256afa8b8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.585385 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-6c804b95-d2ff-458c-b635-256afa8b8077 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5f975908-f022-488f-a956-eb6600bdb93c HTTP/1.1" status: 200 len: 855 time: 0.1339066 Jul 16 20:06:24.637990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.663013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Transition to ACTIVE for port object dc1e5421-eda4-4ac8-b7aa-99835b1dda88 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:24.694272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Transition to ACTIVE for port object dc1e5421-eda4-4ac8-b7aa-99835b1dda88 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:24.720975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-695c1d46-d1ae-4c83-9702-a79a916c8ef8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.721677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e46982fa-d130-4e2a-9dec-696881500c92 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:24.722513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-695c1d46-d1ae-4c83-9702-a79a916c8ef8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 804 time: 0.1672525 Jul 16 20:06:24.724676 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.752032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-15ac67a1-3d0f-436a-85b5-40f3dab0aa97 None None] Provisioning complete for port 03ac6dc3-32e5-4332-afd8-6071143f89fa triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:24.752032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-15ac67a1-3d0f-436a-85b5-40f3dab0aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.757482 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.761540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-f0400dfc-6304-4ee6-8f01-2b164f6a6ea2 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/quotas/27e2b3fa94e148e7adb2cbfbc6f0a32b HTTP/1.1" status: 200 len: 375 time: 0.0278826 Jul 16 20:06:24.784846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-6f70adf4-ee28-4024-901c-fa7f9e0f73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.797892 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-6f70adf4-ee28-4024-901c-fa7f9e0f73ab service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=893b11cc-265c-4a99-bb9c-7361f9f9e9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2039003 Jul 16 20:06:24.834437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Network 6ef37af6-7135-4ea5-ae47-ef381890377a is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:24.883806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.20.0.1 (6ef37af6-7135-4ea5-ae47-ef381890377a/a114a8e3-2838-4e7a-9062-38719f00516c/960f62fb-6ca1-4115-b475-bfd08d3c8ed3) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:24.907857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:24.909682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-167c33be-ebb8-4400-8664-26a7dc7b7db8 req-291d4f3f-70fa-430c-adbe-17662672b43e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858802 Jul 16 20:06:24.939662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-15ac67a1-3d0f-436a-85b5-40f3dab0aa97 None None] Port 03ac6dc3-32e5-4332-afd8-6071143f89fa cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:24.943918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:24.985793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-11783215-34da-4e60-8213-5f0c6883e7b5 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1804743 Jul 16 20:06:24.996125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Pushing event updated for resources: {'Port': ['ID=dc1e5421-eda4-4ac8-b7aa-99835b1dda88,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.130341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-d9d517a5-1f7d-4785-aef8-fee0c70278cc service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260496 Jul 16 20:06:25.233089 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.237963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e46982fa-d130-4e2a-9dec-696881500c92 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:25.238323 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.239885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Attempting to bind port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:25.240274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Attempting to bind port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:25.240644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Attempting to bind port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 on network 6ef37af6-7135-4ea5-ae47-ef381890377a {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:25.258210 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-00816a0d-9765-4274-9941-9eae44f7a47f service neutron] 10.222.0.68 "GET /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187289 Jul 16 20:06:25.275663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:25.276307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Checking segment: {'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:25.276495 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.276888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Bound using segment: {'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:25.277363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Bound port: dc1e5421-eda4-4ac8-b7aa-99835b1dda88, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:25.277751 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.325522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-58e5bc74-1115-4999-803b-c561f33c3c87 service neutron] 10.222.0.78 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387666 Jul 16 20:06:25.329668 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-be495e61-0b46-457d-afa7-02edf9810634 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 217 time: 0.0612013 Jul 16 20:06:25.330631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:25.332879 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f9cfee-f0ba-4d9d-a15c-9536b41c94c9" -d '{"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-plugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:25.357560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.361002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:25.374463 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.375273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:25.404965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:25.423057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-333c864e-6572-4d34-98c1-6cd7a2aab5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.425521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-333c864e-6572-4d34-98c1-6cd7a2aab5a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.0850492 Jul 16 20:06:25.525126 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.545473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-2c037745-b90e-4413-beb2-2dd0b9b64a29 service neutron] 10.222.0.78 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190814 Jul 16 20:06:25.572517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting port 03ac6dc3-32e5-4332-afd8-6071143f89fa {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:25.572893 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.618129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.627507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 6ef37af6-7135-4ea5-ae47-ef381890377a is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:25.630223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] For port dc1e5421-eda4-4ac8-b7aa-99835b1dda88, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:25.632915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:25.637580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:25.646619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e24f7063-cf93-409a-a3f9-bd007ba528f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.649256 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-e24f7063-cf93-409a-a3f9-bd007ba528f8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2079344 Jul 16 20:06:25.651437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] For port dc1e5421-eda4-4ac8-b7aa-99835b1dda88, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=dc1e5421-eda4-4ac8-b7aa-99835b1dda88,segment=NetworkSegment(ce857fc7-cd3f-4600-bdaa-8e6810d0e82f),segment_id=ce857fc7-cd3f-4600-bdaa-8e6810d0e82f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:25.668674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.691233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.714826 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.728422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Calling delete_port for 03ac6dc3-32e5-4332-afd8-6071143f89fa owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:25.769572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed77153-dc64-4320-9dad-b3d56ee5d49e None None] Pushing event updated for resources: {'Port': ['ID=dc1e5421-eda4-4ac8-b7aa-99835b1dda88,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.801840 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.851247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:25.858726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.915638 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-d3e7a2eb-db7a-4461-ba81-1ad33a8625f4 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075970 Jul 16 20:06:25.987173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.009251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:26.034518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508de4-0b1a-4228-9830-26c07c4112af req-6a918dcb-dd62-4be7-8e68-266196e70fd6 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.036324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db508de4-0b1a-4228-9830-26c07c4112af req-6a918dcb-dd62-4be7-8e68-266196e70fd6 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.5940161 Jul 16 20:06:26.142415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db508de4-0b1a-4228-9830-26c07c4112af req-6a1c098f-7e67-4048-9349-52973f903dc9 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966463 Jul 16 20:06:26.238233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc2b4a02-6804-4e35-aff0-748da47f1482 req-305abda7-da66-4156-9059-dbe6cde71f00 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/ports?device_id=60d2bc44-3693-40b4-85fe-61fd13816cf6 HTTP/1.1" status: 200 len: 210 time: 0.0878391 Jul 16 20:06:26.257594 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.308233 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e9d785-3943-4e82-ab23-81e5eb43af1e x-openstack-request-id: req-96e9d785-3943-4e82-ab23-81e5eb43af1e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:26.308768 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-plugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:26.308768 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96e9d785-3943-4e82-ab23-81e5eb43af1e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:26.309135 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7', 'code': 200} Jul 16 20:06:26.510487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85792a3a-34cc-499e-9bdd-571e2867571b req-65599d0a-8434-44d5-9c68-4114a2766d03 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.510487 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85792a3a-34cc-499e-9bdd-571e2867571b req-65599d0a-8434-44d5-9c68-4114a2766d03 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7169f63-7a15-413b-98a4-e3a10760a230 HTTP/1.1" status: 200 len: 943 time: 0.5914361 Jul 16 20:06:26.593105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Port': ['ID=03ac6dc3-32e5-4332-afd8-6071143f89fa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:26.599817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7748c065-cb31-44fc-832c-d0636c18e883 req-81c9734a-1638-4bf0-a38f-5af4f33948af tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 210 time: 0.1081803 Jul 16 20:06:26.708537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device dc1e5421-eda4-4ac8-b7aa-99835b1dda88 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:26.822538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:26.852290 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.899585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4538672-4667-4c32-8ad8-e1c580638f3e req-066d5a79-d5e2-4c70-9353-abd9bd29048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.901137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4538672-4667-4c32-8ad8-e1c580638f3e req-066d5a79-d5e2-4c70-9353-abd9bd29048d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 1097 time: 0.3094375 Jul 16 20:06:27.005671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976da05-f03c-4326-aff4-9bdc57461cc6 req-a23706c7-d508-4b0b-8a69-ea502c8a1629 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.007901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1976da05-f03c-4326-aff4-9bdc57461cc6 req-a23706c7-d508-4b0b-8a69-ea502c8a1629 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.3880262 Jul 16 20:06:27.060180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4538672-4667-4c32-8ad8-e1c580638f3e req-b73985d2-fa6b-4053-8cc6-39789d95989f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493657 Jul 16 20:06:27.098268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-c54f09f1-2c27-4d4c-9610-c03c32db1e83 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1585853 Jul 16 20:06:27.119997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.133560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1976da05-f03c-4326-aff4-9bdc57461cc6 req-5abb52c8-7ba8-4be6-a95d-041304ac606b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173353 Jul 16 20:06:27.191418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Router 7fffea2e-0612-4ca4-8fb8-faca618b0a68 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:27.195239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-bdc2b65b-e825-4a28-84c4-480273131711 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0704188 Jul 16 20:06:27.287875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:27.300981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f7e31aa5-1b38-4fa2-8525-625d27a9b322 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "PUT /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6335049 Jul 16 20:06:27.301708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40070) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:27.303884 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67e3d2-f8a4-4eb0-b2e4-540d7ebcaaa2 None None] Sync routers for ids ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:27.329131 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67e3d2-f8a4-4eb0-b2e4-540d7ebcaaa2 None None] Routers {'7fffea2e-0612-4ca4-8fb8-faca618b0a68'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:27.330123 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b67e3d2-f8a4-4eb0-b2e4-540d7ebcaaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:27.367983 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-a79e6f16-8939-4d16-b66a-dad294535578 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] delete failed (client error): The resource could not be found. Jul 16 20:06:27.380256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40076) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:27.380556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a79e6f16-8939-4d16-b66a-dad294535578 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-886076344 HTTP/1.1" status: 404 len: 334 time: 0.0767758 Jul 16 20:06:27.430458 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b67e3d2-f8a4-4eb0-b2e4-540d7ebcaaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:27.453542 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67e3d2-f8a4-4eb0-b2e4-540d7ebcaaa2 None None] Routers {'7fffea2e-0612-4ca4-8fb8-faca618b0a68'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:27.454437 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b67e3d2-f8a4-4eb0-b2e4-540d7ebcaaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:27.456045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2ea33064-494d-4351-b232-58c5d3e4723d tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fffea2e-0612-4ca4-8fb8-faca618b0a68'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:27.463490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-fbb60846-df7f-4014-bd76-8a6688c5ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.465276 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-fbb60846-df7f-4014-bd76-8a6688c5ab01 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.2586379 Jul 16 20:06:27.495566 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b67e3d2-f8a4-4eb0-b2e4-540d7ebcaaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:27.496528 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67e3d2-f8a4-4eb0-b2e4-540d7ebcaaa2 None None] The sync data for ids ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:27.540631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce32c0-85d8-4589-8146-fec07bf0f0d9 req-ee878561-bac6-4312-90a6-11384ae293ee tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:27.549296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bcce32c0-85d8-4589-8146-fec07bf0f0d9 req-ee878561-bac6-4312-90a6-11384ae293ee tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.1410503 Jul 16 20:06:27.564736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55b712-ebea-43f6-8bc1-819cf071a2f4 None None] Network 6ef37af6-7135-4ea5-ae47-ef381890377a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:27.565379 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40080) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:27.602740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bcce32c0-85d8-4589-8146-fec07bf0f0d9 req-13182062-9ac4-475d-b3ab-93bdc8a5c618 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512652 Jul 16 20:06:27.726134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6947ef73-c171-40ee-a265-1b9ae0efc081 None None] Provisioning for port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:27.737131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6947ef73-c171-40ee-a265-1b9ae0efc081 None None] Provisioning complete for port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:27.747837 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6947ef73-c171-40ee-a265-1b9ae0efc081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.821346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-525a45b2-6ed0-4438-87ac-1a0d5ecf9241 req-97abdbfc-4598-46b2-a3e8-fb274cfb463d tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 210 time: 0.0769978 Jul 16 20:06:27.906155 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6947ef73-c171-40ee-a265-1b9ae0efc081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.957480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6947ef73-c171-40ee-a265-1b9ae0efc081 None None] For port dc1e5421-eda4-4ac8-b7aa-99835b1dda88, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=dc1e5421-eda4-4ac8-b7aa-99835b1dda88,segment=NetworkSegment(ce857fc7-cd3f-4600-bdaa-8e6810d0e82f),segment_id=ce857fc7-cd3f-4600-bdaa-8e6810d0e82f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:27.962444 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6947ef73-c171-40ee-a265-1b9ae0efc081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.032332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947ef73-c171-40ee-a265-1b9ae0efc081 None None] Pushing event updated for resources: {'Port': ['ID=dc1e5421-eda4-4ac8-b7aa-99835b1dda88,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:28.122422 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ea33064-494d-4351-b232-58c5d3e4723d tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.139632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Deleting port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:28.139989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.299996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b5bb168d-401b-41b8-a86a-6282ad97fa71 None None] Provisioning complete for port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:28.300673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5bb168d-401b-41b8-a86a-6282ad97fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.335600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15173694-85f5-48cc-b6d8-fd187b1938ff tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.339318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:28.339732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-684b0146-3f4e-438a-9fd3-5ddaedc3868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.341734 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-684b0146-3f4e-438a-9fd3-5ddaedc3868d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8674018 Jul 16 20:06:28.346063 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2642acef-775a-4b7a-97d7-c049e967f6d8" -d '{"events": [{"server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "name": "network-vif-unplugged", "status": "completed", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:28.404040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1ddc-8b05-4642-b44b-fcb6a532ad94 req-ce8d87d3-fd62-4358-be27-0e3730523bcf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.414313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-670f1ddc-8b05-4642-b44b-fcb6a532ad94 req-ce8d87d3-fd62-4358-be27-0e3730523bcf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.1305976 Jul 16 20:06:28.448792 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacbe063-d6b0-49c9-a176-4dff98b6011f x-openstack-request-id: req-cacbe063-d6b0-49c9-a176-4dff98b6011f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:28.449120 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "name": "network-vif-unplugged", "status": "completed", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:28.451744 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cacbe063-d6b0-49c9-a176-4dff98b6011f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:28.451744 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'code': 200} Jul 16 20:06:28.491754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-670f1ddc-8b05-4642-b44b-fcb6a532ad94 req-ab47fcfd-a7ec-4a4f-a31d-b9742034b6a3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762751 Jul 16 20:06:28.570925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device dc1e5421-eda4-4ac8-b7aa-99835b1dda88 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:28.615747 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-2ea33064-494d-4351-b232-58c5d3e4723d tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] update failed (client error): The resource could not be found. Jul 16 20:06:28.632519 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2ea33064-494d-4351-b232-58c5d3e4723d tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "PUT /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68 HTTP/1.1" status: 404 len: 339 time: 1.1811421 Jul 16 20:06:28.668617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-ce1b1916-3df8-4f9b-939e-26e2e95b6c20 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.670328 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-ce1b1916-3df8-4f9b-939e-26e2e95b6c20 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.68 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 804 time: 0.5900798 Jul 16 20:06:28.689288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15173694-85f5-48cc-b6d8-fd187b1938ff tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.702509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40106) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:28.708270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1522344751'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:28.734054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:28.736627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Made reservation on behalf of 166b9f4b86374b2e8a265b16d02beb1e for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:28.737495 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.741206 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.761989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b5bb168d-401b-41b8-a86a-6282ad97fa71 None None] Provisioning for port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:28.769303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b5bb168d-401b-41b8-a86a-6282ad97fa71 None None] Provisioning complete for port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:28.770048 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5bb168d-401b-41b8-a86a-6282ad97fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.816794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:28.819786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Request body: {'port': {'device_id': '124c76f1-df21-4042-bdf7-c6281659123d', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'admin_state_up': True, 'tenant_id': '27e2b3fa94e148e7adb2cbfbc6f0a32b'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:28.826615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.827147 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Added segment d0f2241e-96a7-4dbd-af08-9c295da7b57a of type vlan for network f6ef92ec-0148-4e94-a9fe-318324d7b51e Jul 16 20:06:28.836573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb168d-401b-41b8-a86a-6282ad97fa71 None None] Port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:28.841088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.876074 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.894337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.923165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.928164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.929259 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.940131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15173694-85f5-48cc-b6d8-fd187b1938ff tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.943914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15173694-85f5-48cc-b6d8-fd187b1938ff tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.947631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-15173694-85f5-48cc-b6d8-fd187b1938ff tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "DELETE /v2.0/security-groups/20d7f913-c2a1-42e4-8817-20dea340e3e5 HTTP/1.1" status: 204 len: 168 time: 1.2869327 Jul 16 20:06:28.966352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40116) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:28.971016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2641385 Jul 16 20:06:28.987501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3050f52f-cae6-42f4-8297-da9b794bab1d None None] Provisioning complete for port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:28.987830 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3050f52f-cae6-42f4-8297-da9b794bab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.001639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40118) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:29.003235 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-8f11135b-c4b4-421f-9356-30137e48fdc0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] show failed (client error): The resource could not be found. Jul 16 20:06:29.004377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8f11135b-c4b4-421f-9356-30137e48fdc0 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "GET /v2.0/security-groups/20d7f913-c2a1-42e4-8817-20dea340e3e5 HTTP/1.1" status: 404 len: 347 time: 0.0351796 Jul 16 20:06:29.014645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'subnet': {'network_id': 'f6ef92ec-0148-4e94-a9fe-318324d7b51e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:29.018418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40120) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:29.052737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.181670 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-3f94a407-441d-4a4c-8ffd-090c70d4e07f service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715752 Jul 16 20:06:29.181837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3050f52f-cae6-42f4-8297-da9b794bab1d None None] Port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:29.216491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15173694-85f5-48cc-b6d8-fd187b1938ff tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d7f913-c2a1-42e4-8817-20dea340e3e5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.253662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.291587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] For port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:29.292119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.362964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Calling delete_port for f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:29.374381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Made reservation on behalf of 27e2b3fa94e148e7adb2cbfbc6f0a32b for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:29.378831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.459482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:29.519738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-32ad30c0-bd54-4352-a2a5-06c7dca1dbc0 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200209 Jul 16 20:06:29.637176 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-9656428b-7950-4490-ad27-c6d4a6239c88 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c34e8c69-5351-4193-9072-293d3245b076 HTTP/1.1" status: 200 len: 217 time: 0.0787845 Jul 16 20:06:29.650949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 6ef37af6-7135-4ea5-ae47-ef381890377a is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:29.652994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1359ba-023e-44a8-9a1a-b349ca07ba27 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Network': ['ID=f6ef92ec-0148-4e94-a9fe-318324d7b51e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.667944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:29.681235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39572cd-6c79-4285-9d56-3d1992d55416 req-49587475-f1c5-4105-b22a-cd3e7466b9e3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.689546 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b39572cd-6c79-4285-9d56-3d1992d55416 req-49587475-f1c5-4105-b22a-cd3e7466b9e3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.7797806 Jul 16 20:06:29.697986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network f6ef92ec-0148-4e94-a9fe-318324d7b51e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:29.725949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc11fcb-8fd8-4164-905e-32b53e7a9a8e req-5c734efc-20be-438c-87e4-31db9e0acffb tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.740968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fc11fcb-8fd8-4164-905e-32b53e7a9a8e req-5c734efc-20be-438c-87e4-31db9e0acffb tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.9791093 Jul 16 20:06:29.745270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40130) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:29.759735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'floatingip': {'port_id': '01e64eda-301f-4e41-9967-1d1803d91be7'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:29.770593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port ca26957a-0dd3-44f8-b6c6-3c878214ae33 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:29.772641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.905276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-23f187a6-ef43-49ff-bf82-68d266aabfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.907824 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-23f187a6-ef43-49ff-bf82-68d266aabfde service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.2588952 Jul 16 20:06:30.024056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.024582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.025870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Allocated IP 172.20.0.12 (21bd73f2-b6a5-48e0-a914-44bbf1883d95/bdaeb238-f673-4250-9a6e-159d82752b87/4f01e9aa-709d-46bc-b5bd-abe4a4c07c57) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:30.038728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.057142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.071926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f993e8d3-dbc0-4451-b810-ce19a38b0d3e req-6eaa0491-94a5-41de-9c62-1e9f282ffa9a tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 210 time: 0.1601033 Jul 16 20:06:30.102789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Pushing event deleted for resources: {'Port': ['ID=f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:30.122889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Made reservation on behalf of 166b9f4b86374b2e8a265b16d02beb1e for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:30.128783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.129802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d6c8389c-5d1b-44d1-9f3c-b4e069cbabb2 None None] Provisioning complete for port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:30.130223 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d6c8389c-5d1b-44d1-9f3c-b4e069cbabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.134011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for ca26957a-0dd3-44f8-b6c6-3c878214ae33 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:30.143547 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b39572cd-6c79-4285-9d56-3d1992d55416 req-736770d6-2054-4193-84ce-c880bf04479a tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530785 Jul 16 20:06:30.177486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8389c-5d1b-44d1-9f3c-b4e069cbabb2 None None] Port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:30.223853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] No DVR routers for this DVR port f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:30.232667 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.235382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-85792a3a-34cc-499e-9bdd-571e2867571b req-60dcccab-c4d8-4425-9f05-1761775a7d00 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.16 "DELETE /v2.0/ports/f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0 HTTP/1.1" status: 204 len: 173 time: 3.7055798 Jul 16 20:06:30.236043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'name': 'network-vif-deleted', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:30.239321 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d3307f-b65f-4c59-a1a1-7055a44e0917" -d '{"events": [{"server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "name": "network-vif-deleted", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:30.673763 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d346686-8b09-4d62-ad50-d18b8e414e47 x-openstack-request-id: req-6d346686-8b09-4d62-ad50-d18b8e414e47 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:30.674820 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7169f63-7a15-413b-98a4-e3a10760a230", "name": "network-vif-deleted", "tag": "f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:30.674820 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d346686-8b09-4d62-ad50-d18b8e414e47 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:30.674820 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7169f63-7a15-413b-98a4-e3a10760a230', 'name': 'network-vif-deleted', 'tag': 'f1115bbe-2ffc-4bc6-80b2-3be50f0e7cf0', 'status': 'completed', 'code': 200} Jul 16 20:06:30.686015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:06:30.691884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-6955226d-fab9-44c6-8781-d994c19a65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.693511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-6955226d-fab9-44c6-8781-d994c19a65ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7757688 Jul 16 20:06:30.753083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.768041 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.909300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=ca26957a-0dd3-44f8-b6c6-3c878214ae33,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:30.959008 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.012868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.088333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-c5e090a4-c0eb-4d74-b0c4-bf686e0f5786 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845570 Jul 16 20:06:31.124824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.129919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.134052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9c9a9076-c669-445b-b79b-4f657d727134 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "DELETE /v2.0/floatingips/86f5f86b-e874-4c0f-a322-9b749b843709 HTTP/1.1" status: 204 len: 168 time: 2.0983608 Jul 16 20:06:31.134052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Subnet': ['ID=cf969736-8fc8-44dd-95ea-77a43eccad55,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:31.139193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40156) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:31.153141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:31.170815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:31.184426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:31.212162 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9e75db2a-e39d-4cd8-99de-3a909405650b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3536577 Jul 16 20:06:31.212356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:31.214582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:31.233910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Pushing event updated for resources: {'Port': ['ID=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:31.252148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:31.253480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Checking segment: {'id': 'd0f2241e-96a7-4dbd-af08-9c295da7b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6ef92ec-0148-4e94-a9fe-318324d7b51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:31.253865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network hostable DHCP agents. Network: f6ef92ec-0148-4e94-a9fe-318324d7b51e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:31.258586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:31.263719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40162) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:31.288745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-718465580'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:31.374424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.376243 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.404150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:31.473495 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-23519aa8-9341-4b93-bcbc-f8da5cb97db0 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728864 Jul 16 20:06:31.484121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-effa82b9-6fce-4f07-a242-daaa63b06f8f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7066665 Jul 16 20:06:31.485037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network f6ef92ec-0148-4e94-a9fe-318324d7b51e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:31.499128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Request body: {'port': {'device_id': '124c76f1-df21-4042-bdf7-c6281659123d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:31.521792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:31.525320 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.567448 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-c2282d71-130e-4f3e-9a76-bae944b9874c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=a44233e5-8890-4a68-b799-ffe53a2907db HTTP/1.1" status: 200 len: 217 time: 0.0816197 Jul 16 20:06:31.582026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:06:31.587716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, f6ef92ec-0148-4e94-a9fe-318324d7b51e) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:31.592677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.593443 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.603082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1631d8-02a2-4591-a04e-d53f912ed0f0 None None] Network f6ef92ec-0148-4e94-a9fe-318324d7b51e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:31.661647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-3692d50d-bb45-4160-aec3-6d9359ba856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.663078 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-3692d50d-bb45-4160-aec3-6d9359ba856c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 200 len: 797 time: 0.0866771 Jul 16 20:06:31.679888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.700484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d231d4dd-94fa-4133-b0a4-6a95888a4f80 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6907542 Jul 16 20:06:31.708566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40172) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:31.717540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f194234e-6031-4500-b465-33fc464f0064 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6ef92ec-0148-4e94-a9fe-318324d7b51e'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:31.732409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:31.736710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.792217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b22476-4c7e-422c-a9d3-6443dffe20d0 req-5774e642-2b24-42dd-92d9-24335eb9bace tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.794811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1b22476-4c7e-422c-a9d3-6443dffe20d0 req-5774e642-2b24-42dd-92d9-24335eb9bace tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 932 time: 0.5234225 Jul 16 20:06:31.826552 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.834972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-f6ef92ec-0148-4e94-a9fe-318324d7b51e', 'network_id': 'f6ef92ec-0148-4e94-a9fe-318324d7b51e', 'tenant_id': '166b9f4b86374b2e8a265b16d02beb1e', 'fixed_ips': [{'subnet_id': 'cf969736-8fc8-44dd-95ea-77a43eccad55'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:31.836686 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.890074 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.891263 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment f0842819-5931-442d-8a11-d325843ba1c0 of type vlan for network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 Jul 16 20:06:31.914771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb9f12-01f1-4d4e-b5c2-1175b48f59c7 req-e88a85f1-5315-4fc4-8e23-c3aeb9c8f9ec tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.925123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cfb9f12-01f1-4d4e-b5c2-1175b48f59c7 req-e88a85f1-5315-4fc4-8e23-c3aeb9c8f9ec tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.5593119 Jul 16 20:06:31.940529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4ecad404-b3a6-4169-aaa4-419ddc03ba16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port 1d7e2748-4bae-46fc-a328-ad810cb8880d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:31.940905 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecad404-b3a6-4169-aaa4-419ddc03ba16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.990752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:32.000185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.001182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:26Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:27Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:32.018287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Transition to ACTIVE for port object 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:32.039275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.057623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:32.058128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Updating router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:32.145767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-ce040433-ae37-4f59-8143-ed6342553b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.147377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-ce040433-ae37-4f59-8143-ed6342553b9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=feae7e28-8ae7-49b0-af49-329cabf6f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4768405 Jul 16 20:06:32.148018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:32.161589 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.311429 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-1d426495-6061-4e39-901b-cbfc88bbabca service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476860 Jul 16 20:06:32.336290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Attempting to bind port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:32.336644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Attempting to bind port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:32.336986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Attempting to bind port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:32.370011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Allocated IP 2001:db8:1::2 (f6ef92ec-0148-4e94-a9fe-318324d7b51e/cf969736-8fc8-44dd-95ea-77a43eccad55/3756979c-8f68-4528-ad69-e877fa4772fa) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:32.461219 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-45d1ee96-e468-4f57-b23b-057a00a9a239 service neutron] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344502 Jul 16 20:06:32.462278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:32.462861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Attempting to bind port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 on network 21bd73f2-b6a5-48e0-a914-44bbf1883d95 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:32.468985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:32.469651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Checking segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:32.470228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Bound using segment: {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:32.470860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Bound port: 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12797529-1552-4ab6-963a-810c39f41db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:32.471450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.577383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-a264c84d-6f44-4a54-8548-0c85af994205 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef HTTP/1.1" status: 200 len: 217 time: 0.0799086 Jul 16 20:06:32.584260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.612018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:32.615689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:32.629783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cfb9f12-01f1-4d4e-b5c2-1175b48f59c7 req-b15656bb-2853-43ee-8585-8a5bc14b5734 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031326 Jul 16 20:06:32.633768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.643395 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.649962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1b22476-4c7e-422c-a9d3-6443dffe20d0 req-4162b9c7-474c-40fd-8a4a-f49a3bf42a39 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8129179 Jul 16 20:06:32.675845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Transition to ACTIVE for port object 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:32.718246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.719730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.721546 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] 10.222.0.68 "PUT /v2.0/ports/4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 HTTP/1.1" status: 200 len: 1093 time: 1.2270279 Jul 16 20:06:32.722304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124c76f1-df21-4042-bdf7-c6281659123d', 'tag': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:32.725460 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe085f6-63c5-4fc7-9982-300ef7127921" -d '{"events": [{"name": "network-changed", "server_uuid": "124c76f1-df21-4042-bdf7-c6281659123d", "tag": "4f01e9aa-709d-46bc-b5bd-abe4a4c07c57"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:32.733724 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.750808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-6f427055-82b2-4d22-a4a8-87b5638d16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.754000 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-6f427055-82b2-4d22-a4a8-87b5638d16b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.1367612 Jul 16 20:06:32.787016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cddaf6-3d0a-4580-9609-1634af0e26e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:32.821764 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc203e6-cf72-45c5-8f4f-a63234ef2bc3 x-openstack-request-id: req-1cc203e6-cf72-45c5-8f4f-a63234ef2bc3 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:32.822060 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124c76f1-df21-4042-bdf7-c6281659123d", "tag": "4f01e9aa-709d-46bc-b5bd-abe4a4c07c57", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:32.822300 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1cc203e6-cf72-45c5-8f4f-a63234ef2bc3 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:32.822706 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124c76f1-df21-4042-bdf7-c6281659123d', 'tag': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57', 'status': 'completed', 'code': 200} Jul 16 20:06:32.857042 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:06:32.894109 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecad404-b3a6-4169-aaa4-419ddc03ba16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.910288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4ecad404-b3a6-4169-aaa4-419ddc03ba16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for 1d7e2748-4bae-46fc-a328-ad810cb8880d owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:32.915844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecda138-aa0d-4c2c-a4ba-3faf51ffa07a None None] Pushing event updated for resources: {'Port': ['ID=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:32.916371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-5e1b1a7d-fe5d-4ffd-9aff-4a3739cef6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.918001 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-5e1b1a7d-fe5d-4ffd-9aff-4a3739cef6bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 1096 time: 0.1225600 Jul 16 20:06:32.928890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-b54b420e-836a-4a78-84d2-984a750cba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.930469 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-b54b420e-836a-4a78-84d2-984a750cba8b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339228 Jul 16 20:06:32.951529 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.964232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Attempting to bind port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:32.964831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Attempting to bind port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:32.965383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Attempting to bind port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 on network 6ef37af6-7135-4ea5-ae47-ef381890377a {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:32.969409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Transition to ACTIVE for port object 3756979c-8f68-4528-ad69-e877fa4772fa will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:32.975813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:32.976415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Checking segment: {'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:32.976943 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.977455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Bound using segment: {'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:32.978054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Bound port: 960f62fb-6ca1-4115-b475-bfd08d3c8ed3, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:32.978554 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.012645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Transition to ACTIVE for port object 3756979c-8f68-4528-ad69-e877fa4772fa will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:33.026911 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-74ed1a09-82f6-426b-8fd9-4cfd039fea31 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 HTTP/1.1" status: 200 len: 217 time: 0.1003957 Jul 16 20:06:33.055548 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.093265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Network f6ef92ec-0148-4e94-a9fe-318324d7b51e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:33.097744 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f194234e-6031-4500-b465-33fc464f0064 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.099485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:33.113413 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecad404-b3a6-4169-aaa4-419ddc03ba16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.126695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:33.174672 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Floating IP 42cbd7df-2d79-4c54-a7e1-c91588813359 associated. External IP: 172.25.6.214, port: 01e64eda-301f-4e41-9967-1d1803d91be7. Jul 16 20:06:33.176582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-45304944-4f42-498e-aac9-ca72d49ed6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:33.179040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-45304944-4f42-498e-aac9-ca72d49ed6af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.1425936 Jul 16 20:06:33.211633 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-ebb8dbb9-c2aa-40a7-9815-627e4014cff1 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671225 Jul 16 20:06:33.251532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] For port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:33.257200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] For port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,segment=NetworkSegment(ce857fc7-cd3f-4600-bdaa-8e6810d0e82f),segment_id=ce857fc7-cd3f-4600-bdaa-8e6810d0e82f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:33.264880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Pushing event updated for resources: {'Port': ['ID=3756979c-8f68-4528-ad69-e877fa4772fa,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.268617 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.275776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecad404-b3a6-4169-aaa4-419ddc03ba16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=1d7e2748-4bae-46fc-a328-ad810cb8880d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.285778 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-5c3b6e65-11fa-49ec-8d62-c3e7eee61125 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727174 Jul 16 20:06:33.294153 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.304397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:33.305432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.340770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Attempting to bind port 3756979c-8f68-4528-ad69-e877fa4772fa on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:33.341147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Attempting to bind port 3756979c-8f68-4528-ad69-e877fa4772fa by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd0f2241e-96a7-4dbd-af08-9c295da7b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6ef92ec-0148-4e94-a9fe-318324d7b51e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:33.341419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Attempting to bind port 3756979c-8f68-4528-ad69-e877fa4772fa on network f6ef92ec-0148-4e94-a9fe-318324d7b51e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:33.347750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecda138-aa0d-4c2c-a4ba-3faf51ffa07a None None] Pushing event updated for resources: {'Port': ['ID=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.355827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:33.356392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Checking segment: {'id': 'd0f2241e-96a7-4dbd-af08-9c295da7b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6ef92ec-0148-4e94-a9fe-318324d7b51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:33.356832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.357250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Bound using segment: {'id': 'd0f2241e-96a7-4dbd-af08-9c295da7b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6ef92ec-0148-4e94-a9fe-318324d7b51e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:33.357740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Bound port: 3756979c-8f68-4528-ad69-e877fa4772fa, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f2241e-96a7-4dbd-af08-9c295da7b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f6ef92ec-0148-4e94-a9fe-318324d7b51e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:33.358125 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.389245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:33.389921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:33.473604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1897230 Jul 16 20:06:33.478351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40200) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:33.538562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:33.540286 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-df2b58b8-b956-4ae9-9eb8-1d8a5cc9474d service neutron] 10.222.0.68 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456679 Jul 16 20:06:33.557292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:33.600143 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-35388b9c-132c-487e-9ba4-f6eab5ea22a3 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766820 Jul 16 20:06:33.624734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64f0a1-68e8-4513-b922-f7a0cf347678 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=0641d8d1-48b0-4f0c-a914-9c0889cfae04,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.649528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:33.706808 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-4ef6413f-104e-4bdd-bfe8-514a825fcc6c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27380e31-3521-497c-9c42-964636b5da24 HTTP/1.1" status: 200 len: 217 time: 0.0945926 Jul 16 20:06:33.728015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4ecad404-b3a6-4169-aaa4-419ddc03ba16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.740624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40206) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:33.744352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4ecad404-b3a6-4169-aaa4-419ddc03ba16 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "DELETE /v2.0/ports/1d7e2748-4bae-46fc-a328-ad810cb8880d HTTP/1.1" status: 204 len: 168 time: 2.5828180 Jul 16 20:06:33.772130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] For port 3756979c-8f68-4528-ad69-e877fa4772fa, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:33.923326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] For port 3756979c-8f68-4528-ad69-e877fa4772fa, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3756979c-8f68-4528-ad69-e877fa4772fa,segment=NetworkSegment(d0f2241e-96a7-4dbd-af08-9c295da7b57a),segment_id=d0f2241e-96a7-4dbd-af08-9c295da7b57a)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:33.956286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-de00979f-d31a-4a25-8b84-7787583bbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:33.959463 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-de00979f-d31a-4a25-8b84-7787583bbcbe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 200 len: 797 time: 0.2166018 Jul 16 20:06:33.979299 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.042909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f72e2a5-c6ea-4d8b-8015-ed1f3bd99564 req-e7b01e2b-8420-4f79-80a7-0df9b1b9670e service neutron] 10.222.0.68 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887269 Jul 16 20:06:34.132945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-4a60d592-880e-4708-b3e3-5f841c1a1168 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port a463f6be-f769-4e13-a75a-82c390179661 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:34.133212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a60d592-880e-4708-b3e3-5f841c1a1168 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.160021 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.168602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6593b-dd17-4a9e-8d5c-906208b99d79 None None] Pushing event updated for resources: {'Port': ['ID=3756979c-8f68-4528-ad69-e877fa4772fa,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:34.202297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:34.227168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-593790b4-af50-45d8-b51b-67f27811642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.229007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-593790b4-af50-45d8-b51b-67f27811642b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=26308dbe-e842-4fb5-bfa5-18e944a16551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2306449 Jul 16 20:06:34.273015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:26Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:33Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:34.292807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:34.296624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.316291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7e7c7-cb83-42be-a406-2a4a59445633 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:26Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:33Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:34.348051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a60d592-880e-4708-b3e3-5f841c1a1168 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.455746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a81ba-3bc4-44cb-acc8-837a440a018d req-b1eb59c5-7a56-42d0-b12a-4c887d88b9b2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.457449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e3a81ba-3bc4-44cb-acc8-837a440a018d req-b1eb59c5-7a56-42d0-b12a-4c887d88b9b2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.5131676 Jul 16 20:06:34.459298 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-f194234e-6031-4500-b465-33fc464f0064 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:06:34.466117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f194234e-6031-4500-b465-33fc464f0064 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "PUT /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68 HTTP/1.1" status: 400 len: 364 time: 2.7521338 Jul 16 20:06:34.466649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40218) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:34.533475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-4a60d592-880e-4708-b3e3-5f841c1a1168 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for a463f6be-f769-4e13-a75a-82c390179661 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:34.655591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b936490-6160-4458-859e-46d2e5af7700 req-cce0961d-a07a-4e7b-9bfc-a8f351eccb5b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.658232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b936490-6160-4458-859e-46d2e5af7700 req-cce0961d-a07a-4e7b-9bfc-a8f351eccb5b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 944 time: 0.7251205 Jul 16 20:06:34.697448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e3a81ba-3bc4-44cb-acc8-837a440a018d req-6f85a5e9-4f99-4553-9280-12809acf324e tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278972 Jul 16 20:06:34.709131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3756979c-8f68-4528-ad69-e877fa4772fa up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:34.742689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-c2fd19c0-2312-4fdd-8527-804132c7c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.744561 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-c2fd19c0-2312-4fdd-8527-804132c7c5d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 1096 time: 0.6250982 Jul 16 20:06:34.783045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b936490-6160-4458-859e-46d2e5af7700 req-dd3047df-61cc-4475-afbc-19e4d58938bc tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141362 Jul 16 20:06:34.789897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:34.812401 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.846184 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] Sync routers for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:34.861796 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:34.862431 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:34.937565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-670a7111-138c-4e04-b7a7-432a428e0b6a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "PUT /v2.0/floatingips/42cbd7df-2d79-4c54-a7e1-c91588813359 HTTP/1.1" status: 200 len: 991 time: 5.1847415 Jul 16 20:06:34.942044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:34.944983 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ca5613-4b1d-4508-8e8c-8632302cefcb" -d '{"events": [{"name": "network-changed", "server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:34.988839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 3756979c-8f68-4528-ad69-e877fa4772fa completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:35.002956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.029221 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-a24216e2-18c4-4713-836e-4289f2e06091 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667484 Jul 16 20:06:35.083139 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:35.160241 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.294908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-bc0a8ee6-cb51-4f5c-8bc8-8341fa8401ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:35.296457 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-bc0a8ee6-cb51-4f5c-8bc8-8341fa8401ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 200 len: 905 time: 0.4877424 Jul 16 20:06:35.339536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=8d75cdf7-f9ee-45c1-bf3f-563dfab5286d,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:35.351097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:35.351580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: 0641d8d1-48b0-4f0c-a914-9c0889cfae04, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:35.373104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:35.385056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 0641d8d1-48b0-4f0c-a914-9c0889cfae04) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:35.393710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b3edc-30a8-4ab5-a005-778abf33b7e2 None None] Network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:35.404626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:35.405630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.473979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8f3a527-4c33-45f1-9cbc-d1a94950673b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9829776 Jul 16 20:06:35.479188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40240) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:35.572721 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '42cbd7df-2d79-4c54-a7e1-c91588813359', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'port_id': '01e64eda-301f-4e41-9967-1d1803d91be7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'mac_address': 'fa:16:3e:ec:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065e1918-3e53-4301-9449-216a928a706d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:03Z', 'updated_at': '2021-07-16T20:06:31Z', 'revision_number': 1, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:35.630434 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] Checking router: 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:35.661775 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:35.662410 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:35.745493 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3da6b94a-8abc-4fa2-a09f-15ac40db857f req-64c292d7-1b67-4988-9398-03d5575a91b8 service neutron] 10.222.0.68 "GET /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713145 Jul 16 20:06:35.912318 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc76fd2-b613-4c42-827a-52ad6408b684 x-openstack-request-id: req-ffc76fd2-b613-4c42-827a-52ad6408b684 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:35.912318 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:35.912318 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffc76fd2-b613-4c42-827a-52ad6408b684 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:35.912318 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7', 'status': 'completed', 'code': 200} Jul 16 20:06:36.033006 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:36.128144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:36.130744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc58864-11c5-4101-881d-771ded85cb21 None None] Network f6ef92ec-0148-4e94-a9fe-318324d7b51e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:36.197096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-83671ef4-b456-4596-af3d-308191bcd18a None None] Provisioning for port 3756979c-8f68-4528-ad69-e877fa4772fa completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:36.254972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-83671ef4-b456-4596-af3d-308191bcd18a None None] Provisioning complete for port 3756979c-8f68-4528-ad69-e877fa4772fa triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:36.255310 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-83671ef4-b456-4596-af3d-308191bcd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.362753 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:06:36.483289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3befe-197f-48b0-8f33-5a7d1cecc883 req-3fac29a0-d7cd-4da7-b2d3-8612ffcca7e8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.493086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95a3befe-197f-48b0-8f33-5a7d1cecc883 req-3fac29a0-d7cd-4da7-b2d3-8612ffcca7e8 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 944 time: 0.3559890 Jul 16 20:06:36.541763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:36.543570 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.578207 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.628426 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-83671ef4-b456-4596-af3d-308191bcd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.630564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-b63af187-427d-4195-9eb4-c8dad6490f07 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 HTTP/1.1" status: 200 len: 217 time: 1.0245528 Jul 16 20:06:36.644905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:36.649533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0d54a-1648-4cf4-ac05-8cc2b9e3872e req-620ba419-708b-4b6b-942a-d551d585179f tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.659449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4dc0d54a-1648-4cf4-ac05-8cc2b9e3872e req-620ba419-708b-4b6b-942a-d551d585179f tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.6089096 Jul 16 20:06:36.668998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a60d592-880e-4708-b3e3-5f841c1a1168 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.727657 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '42cbd7df-2d79-4c54-a7e1-c91588813359', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'port_id': '01e64eda-301f-4e41-9967-1d1803d91be7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'mac_address': 'fa:16:3e:ec:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065e1918-3e53-4301-9449-216a928a706d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:03Z', 'updated_at': '2021-07-16T20:06:31Z', 'revision_number': 1, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:36.787162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-f2a24fd9-0d34-4f3e-a21e-07dc1199779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.790629 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-f2a24fd9-0d34-4f3e-a21e-07dc1199779b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 200 len: 844 time: 0.1473022 Jul 16 20:06:36.795221 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0812c-0a2f-42c4-b7c7-eda88e31a800 None None] The sync data for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 is: [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '42cbd7df-2d79-4c54-a7e1-c91588813359', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'port_id': '01e64eda-301f-4e41-9967-1d1803d91be7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'mac_address': 'fa:16:3e:ec:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065e1918-3e53-4301-9449-216a928a706d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:03Z', 'updated_at': '2021-07-16T20:06:31Z', 'revision_number': 1, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:36.841121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60d592-880e-4708-b3e3-5f841c1a1168 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=a463f6be-f769-4e13-a75a-82c390179661,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:36.853295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95a3befe-197f-48b0-8f33-5a7d1cecc883 req-22f6e94b-2623-4aff-b4db-41899a383881 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592319 Jul 16 20:06:36.969709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:36.982460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4dc0d54a-1648-4cf4-ac05-8cc2b9e3872e req-84a7af24-7439-45b9-b8e6-6cd3e9cecb8b tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218589 Jul 16 20:06:37.051752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-83671ef4-b456-4596-af3d-308191bcd18a None None] For port 3756979c-8f68-4528-ad69-e877fa4772fa, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3756979c-8f68-4528-ad69-e877fa4772fa,segment=NetworkSegment(d0f2241e-96a7-4dbd-af08-9c295da7b57a),segment_id=d0f2241e-96a7-4dbd-af08-9c295da7b57a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:37.069346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-83671ef4-b456-4596-af3d-308191bcd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.108023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'port_id': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57', 'mac_address': 'fa:16:3e:dd:d8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaeb238-f673-4250-9a6e-159d82752b87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:37.124287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-6581f695-653e-4d9e-b4fc-5a6426868b63 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=21bd73f2-b6a5-48e0-a914-44bbf1883d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2755179 Jul 16 20:06:37.271641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.291343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a60d592-880e-4708-b3e3-5f841c1a1168 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.295708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4a60d592-880e-4708-b3e3-5f841c1a1168 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "DELETE /v2.0/ports/a463f6be-f769-4e13-a75a-82c390179661 HTTP/1.1" status: 204 len: 168 time: 3.5128779 Jul 16 20:06:37.300902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40264) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.317584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bdf16-4500-4463-a2f5-735da20c338b req-4fdc1945-5835-4af4-8b76-4588b61f3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:37.319765 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da6bdf16-4500-4463-a2f5-735da20c338b req-4fdc1945-5835-4af4-8b76-4588b61f3511 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fa30895b58ee41a8a477f532f4047161&device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 1097 time: 0.9173295 Jul 16 20:06:37.330270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-7ecad8b6-eade-4b3c-8a85-6e51ed948fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:37.331701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-7ecad8b6-eade-4b3c-8a85-6e51ed948fe0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 1097 time: 0.9583182 Jul 16 20:06:37.351150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.364726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217215bc-0a36-4bb0-a96a-914a380b1008 None None] New status for floating IP 42cbd7df-2d79-4c54-a7e1-c91588813359: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:06:37.394928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-df12f96b-30b3-4b00-9768-74b66bd00e71 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting subnet 3ddac652-eb42-4be3-bd93-f0c3937d4dc9 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:37.404517 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df12f96b-30b3-4b00-9768-74b66bd00e71 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.444667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:37.467068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:37.467369 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.467495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df12f96b-30b3-4b00-9768-74b66bd00e71 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.523698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Allocated IP 172.21.0.2 (0641d8d1-48b0-4f0c-a914-9c0889cfae04/8d75cdf7-f9ee-45c1-bf3f-563dfab5286d/9335fbb1-cc11-40da-b6c9-927fb800c330) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:37.615089 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-41c78ebe-f8c3-4d11-9021-dedbf369c37e service neutron] 10.222.0.68 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422388 Jul 16 20:06:37.620140 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df12f96b-30b3-4b00-9768-74b66bd00e71 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.627335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:37.655248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:37.681914 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.706117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83671ef4-b456-4596-af3d-308191bcd18a None None] Pushing event updated for resources: {'Port': ['ID=3756979c-8f68-4528-ad69-e877fa4772fa,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.820692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df12f96b-30b3-4b00-9768-74b66bd00e71 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.861629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df12f96b-30b3-4b00-9768-74b66bd00e71 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.865179 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-df12f96b-30b3-4b00-9768-74b66bd00e71 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "DELETE /v2.0/subnets/3ddac652-eb42-4be3-bd93-f0c3937d4dc9 HTTP/1.1" status: 204 len: 168 time: 0.5629201 Jul 16 20:06:37.870462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40270) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.902767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12f96b-30b3-4b00-9768-74b66bd00e71 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Subnet': ['ID=3ddac652-eb42-4be3-bd93-f0c3937d4dc9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.930387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98e01c-5da4-4115-a6a4-c27a85b94018 None None] Network c4d20431-3c66-42db-b7b8-964e2c5f30ea requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:37.950386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bdf16-4500-4463-a2f5-735da20c338b req-dc91c303-50b5-49b2-a6a1-cd6271e024e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:37.952235 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da6bdf16-4500-4463-a2f5-735da20c338b req-dc91c303-50b5-49b2-a6a1-cd6271e024e2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 200 len: 916 time: 0.6192822 Jul 16 20:06:38.059708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-2ab4bb43-cfa0-45aa-b1b8-34806aab8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:38.062843 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-2ab4bb43-cfa0-45aa-b1b8-34806aab8fb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.7190876 Jul 16 20:06:38.176318 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.179521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.185586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c9f7ce15-6584-420b-9a3d-eaa00fbe430d None None] Provisioning complete for port 3756979c-8f68-4528-ad69-e877fa4772fa triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:38.186440 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ce15-6584-420b-9a3d-eaa00fbe430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.223892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4f01e9aa-709d-46bc-b5bd-abe4a4c07c57'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:38.259533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf701416-f302-4682-a819-eb99c8b99234 req-87037031-d692-46eb-8166-712e0e978a32 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:38.271345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf701416-f302-4682-a819-eb99c8b99234 req-87037031-d692-46eb-8166-712e0e978a32 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 945 time: 0.1804271 Jul 16 20:06:38.296503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da6bdf16-4500-4463-a2f5-735da20c338b req-0e136b4c-31ed-49bc-ac16-0a838bf8dc5c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59 HTTP/1.1" status: 200 len: 217 time: 0.2742257 Jul 16 20:06:38.358628 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fe085f6-63c5-4fc7-9982-300ef7127921 req-4a2d9a88-3ef8-4d55-a2a4-b54d203d4128 service neutron] 10.222.0.68 "GET /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630769 Jul 16 20:06:38.393980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf701416-f302-4682-a819-eb99c8b99234 req-176cadd6-7147-48c4-8a92-88f47a716364 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115355 Jul 16 20:06:38.455978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-147a0626-6115-4643-97ed-207d2615abc7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting subnet 6fa65b8a-f661-4140-8ec9-d542895d883c {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:38.470042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61e0a7-3450-4a48-8913-18569bec2d97 req-0aa33563-a175-4097-8fdb-d607b23cc318 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:38.472770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a61e0a7-3450-4a48-8913-18569bec2d97 req-0aa33563-a175-4097-8fdb-d607b23cc318 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.2003729 Jul 16 20:06:38.482604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-147a0626-6115-4643-97ed-207d2615abc7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.548932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,segment=NetworkSegment(ce857fc7-cd3f-4600-bdaa-8e6810d0e82f),segment_id=ce857fc7-cd3f-4600-bdaa-8e6810d0e82f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:38.551352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Allocated IP 2001:db8::1 (0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc/e494e139-3c2f-4719-bb7c-402169b9bea8/ba3c3bad-0d09-4769-85e9-c7dbb85e1091) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:38.552494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a61e0a7-3450-4a48-8913-18569bec2d97 req-a3f16231-cee9-4411-a375-259b8fa04668 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731518 Jul 16 20:06:38.587398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.635342 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.660237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Transition to ACTIVE for port object 9335fbb1-cc11-40da-b6c9-927fb800c330 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:38.718126 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-5da250c0-8880-4e04-a057-95d31fb94831 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e64eda-301f-4e41-9967-1d1803d91be7 HTTP/1.1" status: 200 len: 1001 time: 0.6397908 Jul 16 20:06:38.728493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3756979c-8f68-4528-ad69-e877fa4772fa up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:38.811337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bdf16-4500-4463-a2f5-735da20c338b req-8dad11cf-317d-4751-9f84-3cf63399fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:38.811717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.814483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da6bdf16-4500-4463-a2f5-735da20c338b req-8dad11cf-317d-4751-9f84-3cf63399fa9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=83cb5467-63cd-4686-aa3b-29f2b0749c41 HTTP/1.1" status: 200 len: 854 time: 0.4812996 Jul 16 20:06:38.816363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Transition to ACTIVE for port object 9335fbb1-cc11-40da-b6c9-927fb800c330 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:38.875622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] DHCP port deletion for c4d20431-3c66-42db-b7b8-964e2c5f30ea request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:38.875622 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.881964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-147a0626-6115-4643-97ed-207d2615abc7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.924576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.21.0.1 (0641d8d1-48b0-4f0c-a914-9c0889cfae04/8d75cdf7-f9ee-45c1-bf3f-563dfab5286d/02b02f87-0423-4cce-a13a-73109c1beb78) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:38.927551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.972895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Pushing event updated for resources: {'Port': ['ID=9335fbb1-cc11-40da-b6c9-927fb800c330,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.038181 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-147a0626-6115-4643-97ed-207d2615abc7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.057656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:39.068193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:39.076648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:39.095840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3756979c-8f68-4528-ad69-e877fa4772fa triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:39.096553 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.096726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Transition to ACTIVE for port object ba3c3bad-0d09-4769-85e9-c7dbb85e1091 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:39.147155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-0db7a661-1479-43a3-b002-fcb8e4bab720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:39.148838 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-0db7a661-1479-43a3-b002-fcb8e4bab720 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.4174929 Jul 16 20:06:39.156591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.165789 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.196771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object 02b02f87-0423-4cce-a13a-73109c1beb78 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:39.255945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:39.275291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:39.281262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:39.281845 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.286437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Port': ['ID=ba3c3bad-0d09-4769-85e9-c7dbb85e1091,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.299664 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.356936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-147a0626-6115-4643-97ed-207d2615abc7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.365304 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:39.375467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:39.380640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:39.443151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bdf16-4500-4463-a2f5-735da20c338b req-8d246b04-3be7-4685-8c22-960b3eb99c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:39.444827 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da6bdf16-4500-4463-a2f5-735da20c338b req-8d246b04-3be7-4685-8c22-960b3eb99c9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92275ab5-250c-419d-8f6f-9cd7fac2f672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6221755 Jul 16 20:06:39.445565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a0626-6115-4643-97ed-207d2615abc7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa65b8a-f661-4140-8ec9-d542895d883c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.463365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e4b40-5aec-4ef5-941b-574a0b7d28b3 None None] Network 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:39.466688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-147a0626-6115-4643-97ed-207d2615abc7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.474134 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-147a0626-6115-4643-97ed-207d2615abc7 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "DELETE /v2.0/subnets/6fa65b8a-f661-4140-8ec9-d542895d883c HTTP/1.1" status: 204 len: 168 time: 1.5955234 Jul 16 20:06:39.484371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40304) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:39.639584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.643607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Attempting to bind port 9335fbb1-cc11-40da-b6c9-927fb800c330 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:39.644278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Attempting to bind port 9335fbb1-cc11-40da-b6c9-927fb800c330 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:39.644844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Attempting to bind port 9335fbb1-cc11-40da-b6c9-927fb800c330 on network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:39.655550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=02b02f87-0423-4cce-a13a-73109c1beb78,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.708618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] Deleting port 7ff0467e-2579-4439-b79c-9030d8bafd7f {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:39.709258 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.771452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:39.772188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Checking segment: {'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:39.772818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.773892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Bound using segment: {'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:39.774757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Bound port: 9335fbb1-cc11-40da-b6c9-927fb800c330, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:39.775356 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.777555 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.825956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-0c5755dc-cdfa-4fce-8f4d-852f4b3c25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:39.827520 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-0c5755dc-cdfa-4fce-8f4d-852f4b3c25f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6679833 Jul 16 20:06:39.949144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] For port 7ff0467e-2579-4439-b79c-9030d8bafd7f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7ff0467e-2579-4439-b79c-9030d8bafd7f,segment=NetworkSegment(1bb5553a-b255-43a3-927b-95bde8555c7d),segment_id=1bb5553a-b255-43a3-927b-95bde8555c7d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:39.949694 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.952237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bf8b47de-feed-412e-958a-cebd5e9c8de0 None None] Provisioning for port ba3c3bad-0d09-4769-85e9-c7dbb85e1091 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:39.963889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bf8b47de-feed-412e-958a-cebd5e9c8de0 None None] Provisioning complete for port ba3c3bad-0d09-4769-85e9-c7dbb85e1091 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:39.964863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bf8b47de-feed-412e-958a-cebd5e9c8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.984571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.996788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] Calling delete_port for 7ff0467e-2579-4439-b79c-9030d8bafd7f owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:40.049752 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:40.133636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] For port 9335fbb1-cc11-40da-b6c9-927fb800c330, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:40.140264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86877ae8-6e40-4cfb-bdc1-8068edfc7ac6 req-d6ef7755-3233-41b9-aceb-6b65b0241581 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:40.140697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b47de-feed-412e-958a-cebd5e9c8de0 None None] Port ba3c3bad-0d09-4769-85e9-c7dbb85e1091 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:40.143753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86877ae8-6e40-4cfb-bdc1-8068edfc7ac6 req-d6ef7755-3233-41b9-aceb-6b65b0241581 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 945 time: 0.4609258 Jul 16 20:06:40.161507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] For port 9335fbb1-cc11-40da-b6c9-927fb800c330, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9335fbb1-cc11-40da-b6c9-927fb800c330,segment=NetworkSegment(f0842819-5931-442d-8a11-d325843ba1c0),segment_id=f0842819-5931-442d-8a11-d325843ba1c0)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:40.171425 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.279828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb502daf-e11c-4b39-9b39-da0305fbb273 None None] Pushing event updated for resources: {'Port': ['ID=9335fbb1-cc11-40da-b6c9-927fb800c330,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:40.300833 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.351773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] No DVR routers for this DVR port 7ff0467e-2579-4439-b79c-9030d8bafd7f on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:40.354727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456ba47-ee33-4fe3-8430-111256df1038 None None] Pushing event deleted for resources: {'Port': ['ID=7ff0467e-2579-4439-b79c-9030d8bafd7f,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:40.467652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] DHCP port deletion for 90afb9e8-2ecd-451a-8e3e-0230cb3efb60 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:40.516250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da6bdf16-4500-4463-a2f5-735da20c338b req-f9f19017-fe2e-4a71-8c0e-9b4c9fb15e07 service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0428755 Jul 16 20:06:40.552166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] Deleting port 12aae4d6-7998-421a-ba50-f6a261f9c18e {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:40.553101 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.648234 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-4b978caa-520b-413c-9941-29605913ec38 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8034358 Jul 16 20:06:40.732805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] For port 12aae4d6-7998-421a-ba50-f6a261f9c18e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=12aae4d6-7998-421a-ba50-f6a261f9c18e,segment=NetworkSegment(9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3),segment_id=9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:40.733774 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.791753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] Calling delete_port for 12aae4d6-7998-421a-ba50-f6a261f9c18e owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:40.889772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:40.943529 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-da6bdf16-4500-4463-a2f5-735da20c338b req-681b25c2-d5a2-4f6b-9c22-1fdef77645d7 service neutron] 10.222.0.68 "GET /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179301 Jul 16 20:06:40.965285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86877ae8-6e40-4cfb-bdc1-8068edfc7ac6 req-5a326a4f-3d75-432d-b16e-356a986c4bb4 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7849183 Jul 16 20:06:40.975489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:40.976275 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.982222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.992514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-16ca5613-4b1d-4508-8e8c-8632302cefcb req-8ffb1fc2-ffcf-438a-bc01-cc8072b817d7 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859986 Jul 16 20:06:40.993751 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.995035 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.996078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.029214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18027f67-c9cb-4d9d-9384-16b61fef1743 req-348d73d9-0af1-4008-b99b-4a100677787e tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:41.037658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18027f67-c9cb-4d9d-9384-16b61fef1743 req-348d73d9-0af1-4008-b99b-4a100677787e tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.9956295 Jul 16 20:06:41.070294 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.113763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event updated for resources: {'Port': ['ID=ba3c3bad-0d09-4769-85e9-c7dbb85e1091,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.120167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Deleting port 7ff0467e-2579-4439-b79c-9030d8bafd7f {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:41.120619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.146603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] No DVR routers for this DVR port 12aae4d6-7998-421a-ba50-f6a261f9c18e on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:41.208852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] For port 7ff0467e-2579-4439-b79c-9030d8bafd7f, host n-d-791505-15, got binding levels [] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:41.209555 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.224655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Calling delete_port for 7ff0467e-2579-4439-b79c-9030d8bafd7f owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:41.228444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.ipam_backend_mixin [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Port 7ff0467e-2579-4439-b79c-9030d8bafd7f was not found and therefore no delete operation was performed {{(pid=100243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:06:41.235714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.242284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:41.245809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:41.267862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0209c-9d9a-4914-b5ae-e154fd2be7bb None None] Pushing event deleted for resources: {'Port': ['ID=12aae4d6-7998-421a-ba50-f6a261f9c18e,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.332770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18027f67-c9cb-4d9d-9384-16b61fef1743 req-2fe9499c-6c49-4670-a6b7-715e3b8eb439 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937932 Jul 16 20:06:41.455660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Port': ['ID=7ff0467e-2579-4439-b79c-9030d8bafd7f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.465229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Router 7fffea2e-0612-4ca4-8fb8-faca618b0a68 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:41.465486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] No DVR routers for this DVR port 7ff0467e-2579-4439-b79c-9030d8bafd7f on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:41.501579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7ff0467e-2579-4439-b79c-9030d8bafd7f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:41.568636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 7ff0467e-2579-4439-b79c-9030d8bafd7f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:41.569009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7ff0467e-2579-4439-b79c-9030d8bafd7f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:41.569824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 12aae4d6-7998-421a-ba50-f6a261f9c18e no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:41.637963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 12aae4d6-7998-421a-ba50-f6a261f9c18e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:41.638484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 12aae4d6-7998-421a-ba50-f6a261f9c18e not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:41.660469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:41.679413 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cf941-cd0f-41ca-a77f-b53734fbbe96 None None] Sync routers for ids ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:41.682315 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.691477 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f9dc7d73-5164-4b1e-92b9-5fda18c73639 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "PUT /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2162788 Jul 16 20:06:41.701740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40332) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:41.702418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:41.702771 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cf941-cd0f-41ca-a77f-b53734fbbe96 None None] Routers {'7fffea2e-0612-4ca4-8fb8-faca618b0a68'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:41.704133 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-092cf941-cd0f-41ca-a77f-b53734fbbe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:41.713795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d20431-3c66-42db-b7b8-964e2c5f30ea']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:41.729275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb5553a-b255-43a3-927b-95bde8555c7d') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:41.730427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb5553a-b255-43a3-927b-95bde8555c7d') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:41.745159 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.765792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.775015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:41.775453 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.845559 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-092cf941-cd0f-41ca-a77f-b53734fbbe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:41.865316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:41.866184 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cf941-cd0f-41ca-a77f-b53734fbbe96 None None] Routers {'7fffea2e-0612-4ca4-8fb8-faca618b0a68'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:41.868784 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-092cf941-cd0f-41ca-a77f-b53734fbbe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:41.884238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:41.884712 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:41.905225 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:41.926551 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-092cf941-cd0f-41ca-a77f-b53734fbbe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:41.927298 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cf941-cd0f-41ca-a77f-b53734fbbe96 None None] The sync data for ids ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:41.953792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-51fc925c-cce3-4205-ba94-b15d313ac220 None None] Provisioning complete for port ba3c3bad-0d09-4769-85e9-c7dbb85e1091 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:41.954305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-51fc925c-cce3-4205-ba94-b15d313ac220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.964821 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.975131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5585be1-786d-4158-bed5-1e8810a003ff tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.988600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.992979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "DELETE /v2.0/networks/c4d20431-3c66-42db-b7b8-964e2c5f30ea HTTP/1.1" status: 204 len: 168 time: 2.5047379 Jul 16 20:06:42.009201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-51fc925c-cce3-4205-ba94-b15d313ac220 None None] Port ba3c3bad-0d09-4769-85e9-c7dbb85e1091 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:42.012950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161c319-de4c-432a-9761-4797681d00a1 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Network': ['ID=c4d20431-3c66-42db-b7b8-964e2c5f30ea,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:42.015378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40338) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:42.079785 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.114329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c76f1-df21-4042-bdf7-c6281659123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:42.123396 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afafb9e-7f34-4c36-8034-cd5a73f6762c" -d '{"events": [{"server_uuid": "124c76f1-df21-4042-bdf7-c6281659123d", "name": "network-vif-plugged", "status": "completed", "tag": "4f01e9aa-709d-46bc-b5bd-abe4a4c07c57"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:42.124758 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-f5585be1-786d-4158-bed5-1e8810a003ff tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:06:42.130700 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f5585be1-786d-4158-bed5-1e8810a003ff tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68 HTTP/1.1" status: 409 len: 329 time: 0.4229326 Jul 16 20:06:42.132801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40344) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:42.140060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:42.146827 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.215750 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.243156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:42.248293 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c81124-f33c-4b2d-86c2-7342a577af68 x-openstack-request-id: req-f7c81124-f33c-4b2d-86c2-7342a577af68 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:42.248728 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c76f1-df21-4042-bdf7-c6281659123d", "name": "network-vif-plugged", "status": "completed", "tag": "4f01e9aa-709d-46bc-b5bd-abe4a4c07c57", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:42.249097 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7c81124-f33c-4b2d-86c2-7342a577af68 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:42.249843 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c76f1-df21-4042-bdf7-c6281659123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57', 'code': 200} Jul 16 20:06:42.253390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a17a76-8af1-469a-94b3-02f4d3cc433b None None] Network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:42.283757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9cd61f87-caa4-4ff5-b354-85f34b4dca36 None None] Provisioning for port 9335fbb1-cc11-40da-b6c9-927fb800c330 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:42.300300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.382064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.560251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=02b02f87-0423-4cce-a13a-73109c1beb78,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:42.658356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eaf23-c133-4582-af96-6e87a9cd7993 req-84c9711a-a888-4de0-aff5-3955d88975d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:42.660451 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e73eaf23-c133-4582-af96-6e87a9cd7993 req-84c9711a-a888-4de0-aff5-3955d88975d7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 1098 time: 0.3439112 Jul 16 20:06:42.713948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.729645 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e73eaf23-c133-4582-af96-6e87a9cd7993 req-30c55a51-0b85-4db5-ae12-fc04567a5379 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592914 Jul 16 20:06:42.786136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90afb9e8-2ecd-451a-8e3e-0230cb3efb60']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:42.822316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.847426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:42.851207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec73e37-c98b-4fb1-9bae-f91e6ebbd1d3') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:42.870763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9335fbb1-cc11-40da-b6c9-927fb800c330 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:42.908249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39326756-3097-4819-a7ef-cf3d3c32de45 req-055b65df-708c-4ec8-8988-d4f464a5152b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:42.910582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39326756-3097-4819-a7ef-cf3d3c32de45 req-055b65df-708c-4ec8-8988-d4f464a5152b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 946 time: 0.6031272 Jul 16 20:06:42.911534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.917625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.936768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.946880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:42.947818 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.976578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9335fbb1-cc11-40da-b6c9-927fb800c330 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:42.978425 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:42.990281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9335fbb1-cc11-40da-b6c9-927fb800c330 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:42.991252 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.169700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Provisioning complete for port 9335fbb1-cc11-40da-b6c9-927fb800c330 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:43.170904 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.233252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39326756-3097-4819-a7ef-cf3d3c32de45 req-8dbd3065-0b61-4799-be94-c6fd01865c6e tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537358 Jul 16 20:06:43.253061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac895f3b-5435-49a6-8935-3c393cb681d5 req-0863717b-de58-4fbb-a4e9-d70a4bd25cf7 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:43.261854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac895f3b-5435-49a6-8935-3c393cb681d5 req-0863717b-de58-4fbb-a4e9-d70a4bd25cf7 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.5039957 Jul 16 20:06:43.287715 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.298811 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.301217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] 10.222.0.78 "DELETE /v2.0/networks/90afb9e8-2ecd-451a-8e3e-0230cb3efb60 HTTP/1.1" status: 204 len: 168 time: 1.2819312 Jul 16 20:06:43.338946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a53c6c-9c41-46c3-a5b7-957899febd39 tempest-TaggedBootDevicesTest-1684283200 tempest-TaggedBootDevicesTest-1684283200-project] Pushing event deleted for resources: {'Network': ['ID=90afb9e8-2ecd-451a-8e3e-0230cb3efb60,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:43.418217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac895f3b-5435-49a6-8935-3c393cb681d5 req-316b3e86-951e-48ae-b9db-e96cb42d7aa7 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550584 Jul 16 20:06:43.440620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:43.455500 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:43.498867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting port ba3c3bad-0d09-4769-85e9-c7dbb85e1091 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:43.499840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.521160 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.661162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:43.764644 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.829672 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9335fbb1-cc11-40da-b6c9-927fb800c330, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9335fbb1-cc11-40da-b6c9-927fb800c330,segment=NetworkSegment(f0842819-5931-442d-8a11-d325843ba1c0),segment_id=f0842819-5931-442d-8a11-d325843ba1c0)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:43.840258 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.897854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.930908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:43.948088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ca4937b1-6390-476c-a8ce-4d673313e3ef tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4685719 Jul 16 20:06:43.952382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40376) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:43.962134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-609787082'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:43.970492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Calling delete_port for ba3c3bad-0d09-4769-85e9-c7dbb85e1091 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:44.030430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9335fbb1-cc11-40da-b6c9-927fb800c330,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:44.044724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:44.082859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:44.097283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.100726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:44.101572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:44.202714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cc5aa-d066-4c50-9f28-6d30eaaf9817 req-f10af6b3-39da-4278-8fed-9a30188c675f tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:44.211534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d7cc5aa-d066-4c50-9f28-6d30eaaf9817 req-f10af6b3-39da-4278-8fed-9a30188c675f tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.1578150 Jul 16 20:06:44.264143 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:06:44.264532 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:06:44.295623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:44.319621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d7cc5aa-d066-4c50-9f28-6d30eaaf9817 req-47cd3ca7-e51c-4d25-bc57-bd69980fe4c0 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037295 Jul 16 20:06:44.320253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.320723 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment e4ed1b08-a6b2-497c-bacc-1f5968cbf24d of type vlan for network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 Jul 16 20:06:44.380055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:44.427022 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.472995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.513409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.522565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:44.522565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.538255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Port': ['ID=ba3c3bad-0d09-4769-85e9-c7dbb85e1091,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:44.711982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93642a8-8855-491b-802a-03d298be70af req-2c6ca2af-c975-47b9-808f-745db58c9dba tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:44.723528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a93642a8-8855-491b-802a-03d298be70af req-2c6ca2af-c975-47b9-808f-745db58c9dba tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 946 time: 0.1878924 Jul 16 20:06:44.762803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8053083 Jul 16 20:06:44.763499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:44.781550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:44.829799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a93642a8-8855-491b-802a-03d298be70af req-22228010-c1c2-4c46-9d66-32277eb9bf9f tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050773 Jul 16 20:06:44.871087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fec27-b023-4fa5-9ce3-f8bb6f03e987 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:44.876438 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.929393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:45.103575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec75870-9dc3-4716-bf40-a97a333bf69a req-c9ff2449-a7e8-430a-996b-5be8f517a20e tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.106568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ec75870-9dc3-4716-bf40-a97a333bf69a req-c9ff2449-a7e8-430a-996b-5be8f517a20e tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 945 time: 0.1922011 Jul 16 20:06:45.165440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9335fbb1-cc11-40da-b6c9-927fb800c330 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:45.179638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:45.185879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.206056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ec75870-9dc3-4716-bf40-a97a333bf69a req-db34cbcf-215d-4227-a33c-6d69e4a18c43 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889189 Jul 16 20:06:45.480464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdb38b-fd66-4deb-9ad2-ae383d7a34ec req-2bf263d5-3682-4794-8eac-e5017eacf770 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.500570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ecdb38b-fd66-4deb-9ad2-ae383d7a34ec req-2bf263d5-3682-4794-8eac-e5017eacf770 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 945 time: 0.1254084 Jul 16 20:06:45.512616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Router 7fffea2e-0612-4ca4-8fb8-faca618b0a68 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:45.594192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ecdb38b-fd66-4deb-9ad2-ae383d7a34ec req-7fae4f9e-2057-4dfb-92ab-fdcc293a228f tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922613 Jul 16 20:06:45.662446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-53710059-d3ba-4519-9520-9b17f3bd7f6c req-b1016762-fac4-4d38-9ecf-f3da5c98636c tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:06:45.663968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53710059-d3ba-4519-9520-9b17f3bd7f6c req-b1016762-fac4-4d38-9ecf-f3da5c98636c tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075758 Jul 16 20:06:45.697005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:45.707801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4e19-6f6d-4c2b-acf8-fb811fa75df3 None None] Sync routers for ids ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:45.715929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Provisioning for port 02b02f87-0423-4cce-a13a-73109c1beb78 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:45.724058 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d4e19-6f6d-4c2b-acf8-fb811fa75df3 None None] Routers {'7fffea2e-0612-4ca4-8fb8-faca618b0a68'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:45.724954 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f91d4e19-6f6d-4c2b-acf8-fb811fa75df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.760569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d03537a2-5792-4046-a179-99458e5ecf8a tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "PUT /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6263037 Jul 16 20:06:45.764802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40422) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:45.767334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Provisioning complete for port 02b02f87-0423-4cce-a13a-73109c1beb78 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:45.767719 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.797722 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f91d4e19-6f6d-4c2b-acf8-fb811fa75df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.820052 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d4e19-6f6d-4c2b-acf8-fb811fa75df3 None None] Routers {'7fffea2e-0612-4ca4-8fb8-faca618b0a68'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:45.820954 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f91d4e19-6f6d-4c2b-acf8-fb811fa75df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.883381 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-7c99981f-1c5b-4c00-8f83-3f5cd62ab487 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] show failed (client error): The resource could not be found. Jul 16 20:06:45.886296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7c99981f-1c5b-4c00-8f83-3f5cd62ab487 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-1295949967 HTTP/1.1" status: 404 len: 335 time: 0.0923593 Jul 16 20:06:45.891573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:40Z', 'revision_number': 3, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:41Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.901819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a5cbc2ac-b294-42c6-a451-ac9605935ec0 None None] Port 02b02f87-0423-4cce-a13a-73109c1beb78 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:45.914276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40428) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:45.916492 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f91d4e19-6f6d-4c2b-acf8-fb811fa75df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.918760 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4e19-6f6d-4c2b-acf8-fb811fa75df3 None None] The sync data for ids ['7fffea2e-0612-4ca4-8fb8-faca618b0a68'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:45.927005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-27fb20ad-a0ac-47ac-9f9c-c3705331e61c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:45.936166 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.962394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:45.963163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Updating router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 port 02b02f87-0423-4cce-a13a-73109c1beb78 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:45.980924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9335fbb1-cc11-40da-b6c9-927fb800c330 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:45.981327 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.005018 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-27fb20ad-a0ac-47ac-9f9c-c3705331e61c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] update failed (client error): The resource could not be found. Jul 16 20:06:46.006345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-27fb20ad-a0ac-47ac-9f9c-c3705331e61c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1417688270 HTTP/1.1" status: 404 len: 335 time: 0.0846746 Jul 16 20:06:46.017076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40436) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:46.102398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ec38cabe-6426-43fe-a56c-b5bf09edbb9c None None] Provisioning complete for port 02b02f87-0423-4cce-a13a-73109c1beb78 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:46.102786 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ec38cabe-6426-43fe-a56c-b5bf09edbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.114578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:46.114961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:46.117160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=d33bf949-154d-437a-a952-2de16553ed40,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:46.152865 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53710059-d3ba-4519-9520-9b17f3bd7f6c req-22907e7c-fb09-4d10-9a67-c80b32d9784b tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.6&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4720843 Jul 16 20:06:46.154912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:46.171049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:46.178181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:46.179162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.217948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40456) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:46.218648 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bc635ed2-3f47-4ddf-ae65-a4083501d72e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4429419 Jul 16 20:06:46.230102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87e876e-56e2-4bad-ad7e-549bf0106b65 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting subnet cf969736-8fc8-44dd-95ea-77a43eccad55 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:46.245206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ec38cabe-6426-43fe-a56c-b5bf09edbb9c None None] Port 02b02f87-0423-4cce-a13a-73109c1beb78 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:46.246614 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c87e876e-56e2-4bad-ad7e-549bf0106b65 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.261344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51993303-4300-4290-b4a9-768978b0c72d None None] Network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:46.267668 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.514432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c87e876e-56e2-4bad-ad7e-549bf0106b65 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.915064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:46.915899 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.001474 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c87e876e-56e2-4bad-ad7e-549bf0106b65 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.134050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7f5b-85db-450f-987b-50c3977f5d98 req-b0c2eb84-ad9d-4186-b4b0-cbb9c246067c tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:47.135572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-655c7f5b-85db-450f-987b-50c3977f5d98 req-b0c2eb84-ad9d-4186-b4b0-cbb9c246067c tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.3266604 Jul 16 20:06:47.196577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Allocated IP 172.22.0.2 (a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1/d33bf949-154d-437a-a952-2de16553ed40/9136d50e-c700-494b-9a28-0949b3363165) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:47.197964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc06f-a3ac-4999-a7e5-e2451555acb3 req-86ec2bb0-6813-4fab-9d6e-a2bb134c619b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:47.207770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b45cc06f-a3ac-4999-a7e5-e2451555acb3 req-86ec2bb0-6813-4fab-9d6e-a2bb134c619b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 946 time: 0.3595214 Jul 16 20:06:47.222418 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c87e876e-56e2-4bad-ad7e-549bf0106b65 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.308894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e876e-56e2-4bad-ad7e-549bf0106b65 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Subnet': ['ID=cf969736-8fc8-44dd-95ea-77a43eccad55,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:47.340538 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c87e876e-56e2-4bad-ad7e-549bf0106b65 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.346200 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40488) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:47.347262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c87e876e-56e2-4bad-ad7e-549bf0106b65 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/subnets/cf969736-8fc8-44dd-95ea-77a43eccad55 HTTP/1.1" status: 204 len: 168 time: 1.3292825 Jul 16 20:06:47.367035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-655c7f5b-85db-450f-987b-50c3977f5d98 req-2bfcb1fa-389b-44ec-a89e-3832129ce0b8 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225337 Jul 16 20:06:47.395099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b45cc06f-a3ac-4999-a7e5-e2451555acb3 req-56abdcd1-f5c2-49e0-af16-529d688cf177 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851788 Jul 16 20:06:47.400430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.403763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.418918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Transition to ACTIVE for port object 9136d50e-c700-494b-9a28-0949b3363165 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:47.452585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Transition to ACTIVE for port object 9136d50e-c700-494b-9a28-0949b3363165 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:47.475330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15beca5-825c-4480-b21c-db412db1feea None None] Network f6ef92ec-0148-4e94-a9fe-318324d7b51e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:47.487466 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.495297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.580505 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.596798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting port 3756979c-8f68-4528-ad69-e877fa4772fa {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:47.597733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.615030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Transition to ACTIVE for port object 02b02f87-0423-4cce-a13a-73109c1beb78 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:47.664390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:47.698729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:47.710971 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.718280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:47.760489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:47.789894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] For port 3756979c-8f68-4528-ad69-e877fa4772fa, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3756979c-8f68-4528-ad69-e877fa4772fa,segment=NetworkSegment(d0f2241e-96a7-4dbd-af08-9c295da7b57a),segment_id=d0f2241e-96a7-4dbd-af08-9c295da7b57a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:47.790370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.811794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Calling delete_port for 3756979c-8f68-4528-ad69-e877fa4772fa owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:47.839059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Pushing event updated for resources: {'Port': ['ID=9136d50e-c700-494b-9a28-0949b3363165,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:47.994624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114aa2a-b505-4ba3-abec-113fc6198bac None None] Pushing event updated for resources: {'Port': ['ID=02b02f87-0423-4cce-a13a-73109c1beb78,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:48.020873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.122054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Port': ['ID=3756979c-8f68-4528-ad69-e877fa4772fa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:48.126111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] No DVR routers for this DVR port 3756979c-8f68-4528-ad69-e877fa4772fa on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:48.216647 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:06:48.267431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Attempting to bind port 9136d50e-c700-494b-9a28-0949b3363165 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:48.267809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Attempting to bind port 9136d50e-c700-494b-9a28-0949b3363165 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:48.268180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Attempting to bind port 9136d50e-c700-494b-9a28-0949b3363165 on network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:48.295143 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.311642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ef92ec-0148-4e94-a9fe-318324d7b51e']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:48.337045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f2241e-96a7-4dbd-af08-9c295da7b57a') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:48.337709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f2241e-96a7-4dbd-af08-9c295da7b57a') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:48.351527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.369703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.378789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:48.379988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:48.384237 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:48.387713 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1a642d4b-893e-4909-8c9c-1df631307167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.409377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Attempting to bind port 02b02f87-0423-4cce-a13a-73109c1beb78 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:48.410112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Attempting to bind port 02b02f87-0423-4cce-a13a-73109c1beb78 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:48.410112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Attempting to bind port 02b02f87-0423-4cce-a13a-73109c1beb78 on network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:48.418013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:48.418429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Checking segment: {'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:48.418854 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.419265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Bound using segment: {'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:48.419760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Bound port: 9136d50e-c700-494b-9a28-0949b3363165, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:48.420153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.488148 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.504530 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.508162 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/networks/f6ef92ec-0148-4e94-a9fe-318324d7b51e HTTP/1.1" status: 204 len: 168 time: 1.1609044 Jul 16 20:06:48.519881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:48.525653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48404425-79a1-4cd3-aff7-92c7bb6929c6 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Network': ['ID=f6ef92ec-0148-4e94-a9fe-318324d7b51e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:48.556529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:48.556923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Checking segment: {'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:48.557338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.557732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Bound using segment: {'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:48.558221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Bound port: 02b02f87-0423-4cce-a13a-73109c1beb78, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0842819-5931-442d-8a11-d325843ba1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:48.559199 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.569994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] For port 9136d50e-c700-494b-9a28-0949b3363165, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:48.612973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] For port 9136d50e-c700-494b-9a28-0949b3363165, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9136d50e-c700-494b-9a28-0949b3363165,segment=NetworkSegment(e4ed1b08-a6b2-497c-bacc-1f5968cbf24d),segment_id=e4ed1b08-a6b2-497c-bacc-1f5968cbf24d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:48.627215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.630378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:48.700034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57', 'network_id': '21bd73f2-b6a5-48e0-a914-44bbf1883d95', 'port_id': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57', 'mac_address': 'fa:16:3e:dd:d8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaeb238-f673-4250-9a6e-159d82752b87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:48.793235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8871c1c5-02db-4968-9a5a-1b6103a7474a None None] DHCP port deletion for f6ef92ec-0148-4e94-a9fe-318324d7b51e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:48.944045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee95377-1d07-47f6-a916-972826697992 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting subnet cbeb43f5-2baa-4e98-922a-38aef30878aa {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:48.947255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.22.0.1 (a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1/d33bf949-154d-437a-a952-2de16553ed40/0155cf1c-a002-4caa-81c9-17809308b40f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:48.993214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826052e-9bde-49e9-a8ae-df383fb7257c req-6c3bf5f7-7e25-48be-af84-7a0e53581125 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:49.011650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a826052e-9bde-49e9-a8ae-df383fb7257c req-6c3bf5f7-7e25-48be-af84-7a0e53581125 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 945 time: 1.2427366 Jul 16 20:06:49.019967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eee95377-1d07-47f6-a916-972826697992 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.158854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eee95377-1d07-47f6-a916-972826697992 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.210181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b94bf-da6f-4c1d-b483-4e4f3dc798d8 req-2f79f5ed-a670-4d9a-82ba-1edbe18296fe tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:49.217860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-270b94bf-da6f-4c1d-b483-4e4f3dc798d8 req-2f79f5ed-a670-4d9a-82ba-1edbe18296fe tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 946 time: 0.5085928 Jul 16 20:06:49.302542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a826052e-9bde-49e9-a8ae-df383fb7257c req-67c33502-382d-409e-9779-05f9bbff23d2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899570 Jul 16 20:06:49.371342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] For port 02b02f87-0423-4cce-a13a-73109c1beb78, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:49.373623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516fde7-677e-486e-8e1a-70999b67ca00 None None] Pushing event updated for resources: {'Port': ['ID=9136d50e-c700-494b-9a28-0949b3363165,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.394030 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.434162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:49.477391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:49.481926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] For port 02b02f87-0423-4cce-a13a-73109c1beb78, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=02b02f87-0423-4cce-a13a-73109c1beb78,segment=NetworkSegment(f0842819-5931-442d-8a11-d325843ba1c0),segment_id=f0842819-5931-442d-8a11-d325843ba1c0)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:49.493849 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.555112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-270b94bf-da6f-4c1d-b483-4e4f3dc798d8 req-29da5705-257d-4e8d-bdc4-b7f50fb53933 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361909 Jul 16 20:06:49.643839 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.648051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.680801 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.743555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object 0155cf1c-a002-4caa-81c9-17809308b40f will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:49.776671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eee95377-1d07-47f6-a916-972826697992 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.801895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4f01e9aa-709d-46bc-b5bd-abe4a4c07c57'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:49.825297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114aa2a-b505-4ba3-abec-113fc6198bac None None] Pushing event updated for resources: {'Port': ['ID=02b02f87-0423-4cce-a13a-73109c1beb78,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.982943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:49.983647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:50.048734 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.173245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eee95377-1d07-47f6-a916-972826697992 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.218366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc13f9-adb8-4c98-9a2c-971a576cd767 req-c2d7edb7-b326-4126-a0a1-482c25cb0e91 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:50.225782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10dc13f9-adb8-4c98-9a2c-971a576cd767 req-c2d7edb7-b326-4126-a0a1-482c25cb0e91 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 945 time: 0.4245372 Jul 16 20:06:50.286014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee95377-1d07-47f6-a916-972826697992 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Subnet': ['ID=cbeb43f5-2baa-4e98-922a-38aef30878aa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.289257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:50.294672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eee95377-1d07-47f6-a916-972826697992 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.296897 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eee95377-1d07-47f6-a916-972826697992 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/subnets/cbeb43f5-2baa-4e98-922a-38aef30878aa HTTP/1.1" status: 204 len: 168 time: 1.7722945 Jul 16 20:06:50.300107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40544) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.315611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:50.323250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:50.328697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=0155cf1c-a002-4caa-81c9-17809308b40f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.371929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:50.376297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10dc13f9-adb8-4c98-9a2c-971a576cd767 req-06627e13-f366-43d3-b7bd-2e87deb2114a tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493988 Jul 16 20:06:50.434679 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.539867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting subnet 7f94e888-1934-441c-8c0c-475446f282af {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:50.554010 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.596684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad67851e-a1b4-4a60-bd75-b7cce2f83784 None None] Network 04da7580-fb54-4b8c-ad5d-068544d3acaa requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:50.699229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.732238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.947743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ace01e-b8bb-46d8-b8c9-1bd5cf45d74f None None] Network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:50.976817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9136d50e-c700-494b-9a28-0949b3363165 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:51.028665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.138794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.189442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Subnet': ['ID=7f94e888-1934-441c-8c0c-475446f282af,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:51.191568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3df4-f70d-484d-9073-924e75e5a746 req-eff46d48-1fc1-40ea-b5db-a00e80d57ba1 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.193498 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81ef3df4-f70d-484d-9073-924e75e5a746 req-eff46d48-1fc1-40ea-b5db-a00e80d57ba1 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 945 time: 0.3655250 Jul 16 20:06:51.200038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.205919 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/subnets/7f94e888-1934-441c-8c0c-475446f282af HTTP/1.1" status: 204 len: 168 time: 0.9044342 Jul 16 20:06:51.208109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40560) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:51.248035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.248743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.249333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.250517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.251121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.251710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.252352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.253145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.253747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.254461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.255750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.256742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1c7b0-8f67-493a-9010-498d406ee95c tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:51.269826 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-554a0c7c-046d-4211-98ff-f3b9cadd1d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.340617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.386677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3422ddd-d1fc-4d7f-8370-af8553627157 None None] Network c0833840-7f7b-4565-858b-5cb711aad77e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:51.400873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81ef3df4-f70d-484d-9073-924e75e5a746 req-4e96330b-d534-4b11-8666-6275943679ef tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785953 Jul 16 20:06:51.417313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting port e46982fa-d130-4e2a-9dec-696881500c92 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:51.417313 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.608832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08b381-9b84-43a7-a7d9-bb2ef6aa7151 req-42cdccaa-20a9-4107-a2ef-9024b9dfd8b2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.628224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08b381-9b84-43a7-a7d9-bb2ef6aa7151 req-42cdccaa-20a9-4107-a2ef-9024b9dfd8b2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.643612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08b381-9b84-43a7-a7d9-bb2ef6aa7151 req-42cdccaa-20a9-4107-a2ef-9024b9dfd8b2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.645607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e08b381-9b84-43a7-a7d9-bb2ef6aa7151 req-42cdccaa-20a9-4107-a2ef-9024b9dfd8b2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05&device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c&device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 2416 time: 0.4831901 Jul 16 20:06:51.677093 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.783820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e08b381-9b84-43a7-a7d9-bb2ef6aa7151 req-d073b396-e770-4745-bf23-bbf363800f44 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301370 Jul 16 20:06:51.817519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.918296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.993511 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.019092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] For port e46982fa-d130-4e2a-9dec-696881500c92, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e46982fa-d130-4e2a-9dec-696881500c92,segment=NetworkSegment(ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554),segment_id=ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:52.019677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.057036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Calling delete_port for e46982fa-d130-4e2a-9dec-696881500c92 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:52.106644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=0155cf1c-a002-4caa-81c9-17809308b40f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:52.243481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec94757a-f511-4f45-a026-5450524f485e req-5198a077-f388-4445-af37-5cfca03d1a5d tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4143589 Jul 16 20:06:52.345737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-500b072f-8f85-4bae-b3c8-5874e734bcf8 None None] Provisioning for port 9136d50e-c700-494b-9a28-0949b3363165 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:52.414310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:52.416398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:52.422897 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.504913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Port': ['ID=e46982fa-d130-4e2a-9dec-696881500c92,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:52.526862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] No DVR routers for this DVR port e46982fa-d130-4e2a-9dec-696881500c92 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:52.535195 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.542111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9136d50e-c700-494b-9a28-0949b3363165 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:52.587064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:40Z', 'revision_number': 3, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:48Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:52.666588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c7862-9fd9-42db-90c3-82dc3e567690 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:40Z', 'revision_number': 3, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:48Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:52.674117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] DHCP port deletion for c0833840-7f7b-4565-858b-5cb711aad77e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:52.691294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9136d50e-c700-494b-9a28-0949b3363165 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:52.692087 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.885345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:52.986731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.081342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04da7580-fb54-4b8c-ad5d-068544d3acaa']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:53.106453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Deleting port 62461d4d-a6b8-4326-90ba-1e70389e182c {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:53.106869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.130532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f53139-2349-443f-a03c-083ba1492afc None None] DHCP port deletion for 04da7580-fb54-4b8c-ad5d-068544d3acaa request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:53.159449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:53.166452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6a9a8e-e2ad-47a1-9f8d-d59c6f4fc554') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:53.173985 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.219442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.268240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.291200 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:53.291625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.304247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9136d50e-c700-494b-9a28-0949b3363165, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9136d50e-c700-494b-9a28-0949b3363165,segment=NetworkSegment(e4ed1b08-a6b2-497c-bacc-1f5968cbf24d),segment_id=e4ed1b08-a6b2-497c-bacc-1f5968cbf24d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:53.342282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:53.357156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d6a7f340-f295-4b66-86ef-c982cbdc13e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1367993 Jul 16 20:06:53.361333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40602) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:53.376441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'network': {'name': 'tempest-RoutersTest-195671744'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:53.409995 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.416869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:53.420615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.450277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3756979c-8f68-4528-ad69-e877fa4772fa no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:53.466116 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:53.472006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.484684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:53.493296 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.496881 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/networks/04da7580-fb54-4b8c-ad5d-068544d3acaa HTTP/1.1" status: 204 len: 168 time: 2.2855351 Jul 16 20:06:53.502474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a815-c4f1-4968-b019-d7c0abf496cc req-62b15153-6599-4d59-b103-65d91025c3ed tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:53.503404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40606) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:53.509777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0899a815-c4f1-4968-b019-d7c0abf496cc req-62b15153-6599-4d59-b103-65d91025c3ed tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 945 time: 0.2428057 Jul 16 20:06:53.578400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 3756979c-8f68-4528-ad69-e877fa4772fa {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:53.578759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3756979c-8f68-4528-ad69-e877fa4772fa not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:53.602852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcbdd7-99f2-4263-a9f3-ee9a36228430 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Network': ['ID=04da7580-fb54-4b8c-ad5d-068544d3acaa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:53.604305 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.604979 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added segment 289aef7a-f2dd-4366-b9e1-cd198873437f of type vlan for network f818873a-4354-4006-93f0-925c2b6fbc5f Jul 16 20:06:53.654491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0899a815-c4f1-4968-b019-d7c0abf496cc req-95d7108f-466b-44f6-a2a2-b0690641a51b tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437631 Jul 16 20:06:53.679211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] For port 62461d4d-a6b8-4326-90ba-1e70389e182c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=62461d4d-a6b8-4326-90ba-1e70389e182c,segment=NetworkSegment(d06ff595-9c60-468a-9596-b5f1bf06bf55),segment_id=d06ff595-9c60-468a-9596-b5f1bf06bf55)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:53.679844 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.685258 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.700487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-879606e9-fa41-4035-b1ef-480b897ccb80 None None] Provisioning for port 0155cf1c-a002-4caa-81c9-17809308b40f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:53.734215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Calling delete_port for 62461d4d-a6b8-4326-90ba-1e70389e182c owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:53.811705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.877753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.931901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:53.939423 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.940115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 02b02f87-0423-4cce-a13a-73109c1beb78 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:53.952292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:53.958356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.003153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting port 62461d4d-a6b8-4326-90ba-1e70389e182c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:54.003705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.086777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-879606e9-fa41-4035-b1ef-480b897ccb80 None None] Provisioning complete for port 0155cf1c-a002-4caa-81c9-17809308b40f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:54.087158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-879606e9-fa41-4035-b1ef-480b897ccb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.162030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] For port 62461d4d-a6b8-4326-90ba-1e70389e182c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=62461d4d-a6b8-4326-90ba-1e70389e182c,segment=NetworkSegment(d06ff595-9c60-468a-9596-b5f1bf06bf55),segment_id=d06ff595-9c60-468a-9596-b5f1bf06bf55)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:54.162699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.183905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8212507 Jul 16 20:06:54.186169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Calling delete_port for 62461d4d-a6b8-4326-90ba-1e70389e182c owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:54.191968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Network': ['ID=f818873a-4354-4006-93f0-925c2b6fbc5f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:54.195986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40616) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:54.208229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'subnet': {'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:54.213370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.216502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.221008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.221713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.225188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.225756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.228546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.229101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.229627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.230144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.234211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.234784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad99594-6057-46f9-80d0-1deec52372f5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:54.239073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-879606e9-fa41-4035-b1ef-480b897ccb80 None None] Port 0155cf1c-a002-4caa-81c9-17809308b40f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:54.258198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:54.263847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9136d50e-c700-494b-9a28-0949b3363165,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:54.287013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network f818873a-4354-4006-93f0-925c2b6fbc5f details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:54.343581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:54.344654 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:54.396622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Made reservation on behalf of aace1101dec24be49d330eb9ff247a61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:54.402462 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.591570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 02b02f87-0423-4cce-a13a-73109c1beb78 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:54.696604 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.706632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 02b02f87-0423-4cce-a13a-73109c1beb78 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:54.707232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.831540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-879606e9-fa41-4035-b1ef-480b897ccb80 None None] Provisioning complete for port 9136d50e-c700-494b-9a28-0949b3363165 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:54.834722 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-879606e9-fa41-4035-b1ef-480b897ccb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.929177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Pushing event deleted for resources: {'Port': ['ID=62461d4d-a6b8-4326-90ba-1e70389e182c,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:54.936623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-6b1c44d1-44d6-4729-ac1b-c5a551cc136e tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:54.940574 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-6b1c44d1-44d6-4729-ac1b-c5a551cc136e tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.68 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 945 time: 0.4742095 Jul 16 20:06:54.986388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:54.986780 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.008183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] No DVR routers for this DVR port 62461d4d-a6b8-4326-90ba-1e70389e182c on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:55.087248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.118119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fda4d-d978-4913-8cdf-c110ea16053e req-8e7bba64-59a3-4297-ab25-eb2669d0b9e5 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:55.129295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f90fda4d-d978-4913-8cdf-c110ea16053e req-8e7bba64-59a3-4297-ab25-eb2669d0b9e5 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 945 time: 0.1635108 Jul 16 20:06:55.150594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.163031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.163412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.164126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.164820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.165319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.165830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.166331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.166823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.167322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.167824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.168347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216eaa-dcbd-4fa3-b00b-e3f32b1280fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:55.202416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:55.273219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f90fda4d-d978-4913-8cdf-c110ea16053e req-7fddc670-fb15-4b61-b716-b566b73bf2d5 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/security-groups?id=b16cf90a-120e-4d61-8f8c-e876124c1b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427300 Jul 16 20:06:55.379538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] No DVR routers for this DVR port 62461d4d-a6b8-4326-90ba-1e70389e182c on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:55.381555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Port': ['ID=62461d4d-a6b8-4326-90ba-1e70389e182c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.394049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.499656 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.505233 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.570452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Subnet': ['ID=b5b5fbe8-39fd-4a83-aaa1-722764a107f5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.602088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.623481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0833840-7f7b-4565-858b-5cb711aad77e']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:55.638396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Checking segment: {'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:55.638719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network hostable DHCP agents. Network: f818873a-4354-4006-93f0-925c2b6fbc5f, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:55.646868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06ff595-9c60-468a-9596-b5f1bf06bf55') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:55.647160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06ff595-9c60-468a-9596-b5f1bf06bf55') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:55.676584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.678870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network f818873a-4354-4006-93f0-925c2b6fbc5f is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:55.684052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Deleting port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:55.684456 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.729999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, f818873a-4354-4006-93f0-925c2b6fbc5f) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:55.738455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.758112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:55.758716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.788977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c76f1-df21-4042-bdf7-c6281659123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:55.791142 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e040517b-2f7e-4191-89a8-2b85b008139b" -d '{"events": [{"server_uuid": "124c76f1-df21-4042-bdf7-c6281659123d", "name": "network-vif-plugged", "status": "completed", "tag": "4f01e9aa-709d-46bc-b5bd-abe4a4c07c57"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:55.825961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:55.848790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abccd8af-3a47-4492-9f3b-b46635711a63 None None] Network f818873a-4354-4006-93f0-925c2b6fbc5f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:55.862108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:55.862530 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:55.873868 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:55.886524 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.955616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-06c8cb05-2b28-4891-8a8f-e396e402c9c5 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7584500 Jul 16 20:06:55.958405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40662) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:56.042699 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4ed0b0-6500-4292-8a8a-31ecbd4c0816 x-openstack-request-id: req-0f4ed0b0-6500-4292-8a8a-31ecbd4c0816 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:56.043008 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c76f1-df21-4042-bdf7-c6281659123d", "name": "network-vif-plugged", "status": "completed", "tag": "4f01e9aa-709d-46bc-b5bd-abe4a4c07c57", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:56.043264 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f4ed0b0-6500-4292-8a8a-31ecbd4c0816 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:56.043660 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c76f1-df21-4042-bdf7-c6281659123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57', 'code': 200} Jul 16 20:06:56.049208 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 02b02f87-0423-4cce-a13a-73109c1beb78, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=02b02f87-0423-4cce-a13a-73109c1beb78,segment=NetworkSegment(f0842819-5931-442d-8a11-d325843ba1c0),segment_id=f0842819-5931-442d-8a11-d325843ba1c0)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:56.070121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.075702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:56.089607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.093020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] For port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,segment=NetworkSegment(12797529-1552-4ab6-963a-810c39f41db9),segment_id=12797529-1552-4ab6-963a-810c39f41db9)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:56.093393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.138524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.153076 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/networks/c0833840-7f7b-4565-858b-5cb711aad77e HTTP/1.1" status: 204 len: 168 time: 2.6482434 Jul 16 20:06:56.153902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40666) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:56.163853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a57d3309-6509-4313-a688-a1556dc1efe4 None None] Provisioning complete for port 0155cf1c-a002-4caa-81c9-17809308b40f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:56.172541 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a57d3309-6509-4313-a688-a1556dc1efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.174749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.182725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Calling delete_port for 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:56.190904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6621096-7ef6-4d0d-919d-695234dbc25f tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Network': ['ID=c0833840-7f7b-4565-858b-5cb711aad77e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.233755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-087cb9c3-2d72-4fe4-b58f-e3874f475e16 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting subnet e494e139-3c2f-4719-bb7c-402169b9bea8 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:56.239085 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-087cb9c3-2d72-4fe4-b58f-e3874f475e16 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.325100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e46982fa-d130-4e2a-9dec-696881500c92 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:56.356852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e46982fa-d130-4e2a-9dec-696881500c92 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:56.357235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e46982fa-d130-4e2a-9dec-696881500c92 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:56.357712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 62461d4d-a6b8-4326-90ba-1e70389e182c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:56.393079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-087cb9c3-2d72-4fe4-b58f-e3874f475e16 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.414084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 62461d4d-a6b8-4326-90ba-1e70389e182c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:56.414438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 62461d4d-a6b8-4326-90ba-1e70389e182c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:56.481536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a57d3309-6509-4313-a688-a1556dc1efe4 None None] Port 0155cf1c-a002-4caa-81c9-17809308b40f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:56.524711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.549674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=02b02f87-0423-4cce-a13a-73109c1beb78,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.588824 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Pushing event deleted for resources: {'Port': ['ID=4f01e9aa-709d-46bc-b5bd-abe4a4c07c57,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.602075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94f4922c-6906-462e-bc32-2483ef72a902 req-2956fba9-59ac-4b73-bf11-1161a89e6651 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 210 time: 0.0826790 Jul 16 20:06:56.632673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.662410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9136d50e-c700-494b-9a28-0949b3363165 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:56.710635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] No DVR routers for this DVR port 4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:56.724788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.728131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:50Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:06:51Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:48Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:56.728582 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0e7be692-c6c3-47c7-93fc-ba0ab4c3109e req-b9ff0838-a258-45d3-8465-52ceb10aeeca tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.68 "DELETE /v2.0/ports/4f01e9aa-709d-46bc-b5bd-abe4a4c07c57 HTTP/1.1" status: 204 len: 173 time: 1.7737501 Jul 16 20:06:56.729114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124c76f1-df21-4042-bdf7-c6281659123d', 'name': 'network-vif-deleted', 'tag': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:56.735462 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8db7bd0-1d44-4e3e-ba08-7f437afe9dbd" -d '{"events": [{"server_uuid": "124c76f1-df21-4042-bdf7-c6281659123d", "name": "network-vif-deleted", "tag": "4f01e9aa-709d-46bc-b5bd-abe4a4c07c57"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:56.816847 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2146ef-d644-443e-9076-2cee67e74ce6 x-openstack-request-id: req-3a2146ef-d644-443e-9076-2cee67e74ce6 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:56.817343 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124c76f1-df21-4042-bdf7-c6281659123d", "name": "network-vif-deleted", "tag": "4f01e9aa-709d-46bc-b5bd-abe4a4c07c57", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:56.817595 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a2146ef-d644-443e-9076-2cee67e74ce6 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:56.817994 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124c76f1-df21-4042-bdf7-c6281659123d', 'name': 'network-vif-deleted', 'tag': '4f01e9aa-709d-46bc-b5bd-abe4a4c07c57', 'status': 'completed', 'code': 200} Jul 16 20:06:56.834824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-087cb9c3-2d72-4fe4-b58f-e3874f475e16 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.853394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:56.853932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Updating router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 port 0155cf1c-a002-4caa-81c9-17809308b40f binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:56.950645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-f818873a-4354-4006-93f0-925c2b6fbc5f', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:56.951541 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.982187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-087cb9c3-2d72-4fe4-b58f-e3874f475e16 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.019664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7f26-7fac-4308-a2d4-0555cbea6b87 req-7170a384-f924-40c1-978b-ee78336c71a8 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.027067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d70b7f26-7fac-4308-a2d4-0555cbea6b87 req-7170a384-f924-40c1-978b-ee78336c71a8 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 945 time: 0.8741963 Jul 16 20:06:57.034979 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.117893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cb9c3-2d72-4fe4-b58f-e3874f475e16 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Subnet': ['ID=e494e139-3c2f-4719-bb7c-402169b9bea8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:57.162564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c311f-d227-4b0d-9441-0ef4b1ba1b19 None None] Network 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:57.164598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-087cb9c3-2d72-4fe4-b58f-e3874f475e16 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.170358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40686) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:57.171062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-087cb9c3-2d72-4fe4-b58f-e3874f475e16 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/subnets/e494e139-3c2f-4719-bb7c-402169b9bea8 HTTP/1.1" status: 204 len: 168 time: 1.0161903 Jul 16 20:06:57.195564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d70b7f26-7fac-4308-a2d4-0555cbea6b87 req-93085e48-bd0d-4ce4-aa54-c6cb1e21acc9 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674347 Jul 16 20:06:57.313152 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.325388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9136d50e-c700-494b-9a28-0949b3363165 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:57.344663 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.364026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.397414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Deleting port ab98c18b-de4a-4d4f-9517-046294531223 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:57.397789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.471636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] For port ab98c18b-de4a-4d4f-9517-046294531223, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ab98c18b-de4a-4d4f-9517-046294531223,segment=NetworkSegment(060a7c72-0d39-4930-a32b-f6d82bf64433),segment_id=060a7c72-0d39-4930-a32b-f6d82bf64433)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:57.472001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.487614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Calling delete_port for ab98c18b-de4a-4d4f-9517-046294531223 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:57.714171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.748049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] No DVR routers for this DVR port ab98c18b-de4a-4d4f-9517-046294531223 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:57.785189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Port': ['ID=ab98c18b-de4a-4d4f-9517-046294531223,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:57.898857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6eee9267-4f71-47f3-b773-82ca51c47af8 req-e680d5a5-a9db-4775-81b0-e5271d71c482 tempest-ImagesTestJSON-644842741 tempest-ImagesTestJSON-644842741-project] 10.222.0.78 "GET /v2.0/ports?device_id=124c76f1-df21-4042-bdf7-c6281659123d HTTP/1.1" status: 200 len: 210 time: 0.0448024 Jul 16 20:06:57.941797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.958274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Allocated IP 172.23.0.2 (f818873a-4354-4006-93f0-925c2b6fbc5f/b5b5fbe8-39fd-4a83-aaa1-722764a107f5/c0a55a55-64e0-4e74-92f2-ca0713c7126b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:57.980422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:58.016306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060a7c72-0d39-4930-a32b-f6d82bf64433') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:58.016624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060a7c72-0d39-4930-a32b-f6d82bf64433') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:58.044825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.058695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-2eace42a-650c-4fbe-9062-246c50d1aea3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.060714 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-2eace42a-650c-4fbe-9062-246c50d1aea3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 945 time: 0.2241886 Jul 16 20:06:58.118179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.134164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:58.134895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:58.139729 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:58.290773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69492470-0b84-4434-a6fe-eb4a6fac0a25 None None] DHCP port deletion for 0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:58.302017 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.314588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.316671 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/networks/0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc HTTP/1.1" status: 204 len: 168 time: 1.1450632 Jul 16 20:06:58.322753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40710) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:58.351959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558731dd-774d-40f6-b9a3-890cfe0402a3 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Pushing event deleted for resources: {'Network': ['ID=0aff6cd7-4b19-42b2-bcf4-44ae4ef6c1bc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:58.360647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Deleting port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:58.361511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.401309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6bba5ea5-7d14-49fe-b08f-f54428041f85 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fffea2e-0612-4ca4-8fb8-faca618b0a68 HTTP/1.1" status: 200 len: 205 time: 0.0772383 Jul 16 20:06:58.402539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40712) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:58.481975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] For port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:58.482539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.502135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Calling delete_port for 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:58.506138 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.521560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Transition to ACTIVE for port object c0a55a55-64e0-4e74-92f2-ca0713c7126b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:58.522135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-775f75df-47be-45e7-a022-8174e683cdf8 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.581362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Transition to ACTIVE for port object c0a55a55-64e0-4e74-92f2-ca0713c7126b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:58.610083 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.649373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 02b02f87-0423-4cce-a13a-73109c1beb78 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:58.653901 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.741459 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.748284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Network f818873a-4354-4006-93f0-925c2b6fbc5f is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:58.748284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:58.756981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:58.764159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['145df7ca-6e9d-4e35-873f-8002871bb511'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:58.767217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['97fd0948-da8e-46e7-b610-13ecbf58ed59'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:58.795134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Pushing event deleted for resources: {'Port': ['ID=4db2ede8-e70f-4e08-b38b-7f1ac94b7668,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:58.812837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Transition to ACTIVE for port object 0155cf1c-a002-4caa-81c9-17809308b40f will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:58.895249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.908916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] No DVR routers for this DVR port 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:58.913911 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.918145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ed14d82c-e443-4b04-bc18-d0f4b8ba7fda req-385165a4-2c19-4c1b-b970-a5f851181959 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.68 "DELETE /v2.0/ports/4db2ede8-e70f-4e08-b38b-7f1ac94b7668 HTTP/1.1" status: 204 len: 173 time: 0.8496068 Jul 16 20:06:58.921596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f50cc72-afac-4c47-8380-10d14d29be05', 'name': 'network-vif-deleted', 'tag': '4db2ede8-e70f-4e08-b38b-7f1ac94b7668'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:58.924814 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8865bd-9574-4eb4-b1a8-43a8de2772dc" -d '{"events": [{"server_uuid": "4f50cc72-afac-4c47-8380-10d14d29be05", "name": "network-vif-deleted", "tag": "4db2ede8-e70f-4e08-b38b-7f1ac94b7668"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:58.950598 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Pushing event updated for resources: {'Port': ['ID=c0a55a55-64e0-4e74-92f2-ca0713c7126b,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:59.154201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Attempting to bind port c0a55a55-64e0-4e74-92f2-ca0713c7126b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:59.155370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Attempting to bind port c0a55a55-64e0-4e74-92f2-ca0713c7126b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:59.155370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Attempting to bind port c0a55a55-64e0-4e74-92f2-ca0713c7126b on network f818873a-4354-4006-93f0-925c2b6fbc5f {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:59.203796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:59.204472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Checking segment: {'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:59.205633 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.206190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Bound using segment: {'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:59.206847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Bound port: c0a55a55-64e0-4e74-92f2-ca0713c7126b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:59.207466 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.260013 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aec88d-8f10-44a6-8df9-9779b0aeea34 x-openstack-request-id: req-57aec88d-8f10-44a6-8df9-9779b0aeea34 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:59.260613 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f50cc72-afac-4c47-8380-10d14d29be05", "name": "network-vif-deleted", "tag": "4db2ede8-e70f-4e08-b38b-7f1ac94b7668", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:59.261041 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57aec88d-8f10-44a6-8df9-9779b0aeea34 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:59.261675 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f50cc72-afac-4c47-8380-10d14d29be05', 'name': 'network-vif-deleted', 'tag': '4db2ede8-e70f-4e08-b38b-7f1ac94b7668', 'status': 'completed', 'code': 200} Jul 16 20:06:59.282784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40734) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:59.434833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea6003-b3d0-4b98-92a8-da0e37bbcd10 None None] Pushing event updated for resources: {'Port': ['ID=0155cf1c-a002-4caa-81c9-17809308b40f,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:59.443461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 02b02f87-0423-4cce-a13a-73109c1beb78 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:59.443992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.589261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Attempting to bind port 0155cf1c-a002-4caa-81c9-17809308b40f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:59.590000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Attempting to bind port 0155cf1c-a002-4caa-81c9-17809308b40f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:59.592713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Attempting to bind port 0155cf1c-a002-4caa-81c9-17809308b40f on network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:59.684518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] For port c0a55a55-64e0-4e74-92f2-ca0713c7126b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:59.701925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] For port c0a55a55-64e0-4e74-92f2-ca0713c7126b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c0a55a55-64e0-4e74-92f2-ca0713c7126b,segment=NetworkSegment(289aef7a-f2dd-4366-b9e1-cd198873437f),segment_id=289aef7a-f2dd-4366-b9e1-cd198873437f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:59.738261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:59.738649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Checking segment: {'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:59.739070 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.739479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Bound using segment: {'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:59.739977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Bound port: 0155cf1c-a002-4caa-81c9-17809308b40f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:59.744682 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.831926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.901339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Allocated IP 172.23.0.1 (f818873a-4354-4006-93f0-925c2b6fbc5f/b5b5fbe8-39fd-4a83-aaa1-722764a107f5/99a30106-a11f-499f-9411-6ee05808aaa0) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:59.908039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-775f75df-47be-45e7-a022-8174e683cdf8 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.914725 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-775f75df-47be-45e7-a022-8174e683cdf8 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.005781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:00.012854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d989a-2038-4e4a-bdff-dc023543e80f req-f4d3ed47-04a4-4875-ba4e-c312e76ec0ae tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.028111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-327d989a-2038-4e4a-bdff-dc023543e80f req-f4d3ed47-04a4-4875-ba4e-c312e76ec0ae tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f50cc72-afac-4c47-8380-10d14d29be05 HTTP/1.1" status: 200 len: 867 time: 1.6462882 Jul 16 20:07:00.093013 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-775f75df-47be-45e7-a022-8174e683cdf8 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.094274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f75df-47be-45e7-a022-8174e683cdf8 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Fanout notify agent at l3_agent the message router_deleted on router 7fffea2e-0612-4ca4-8fb8-faca618b0a68 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:07:00.119822 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-775f75df-47be-45e7-a022-8174e683cdf8 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.121019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-775f75df-47be-45e7-a022-8174e683cdf8 tempest-RoutersNegativeIpV6Test-1613647680 tempest-RoutersNegativeIpV6Test-1613647680-project] 10.222.0.78 "DELETE /v2.0/routers/7fffea2e-0612-4ca4-8fb8-faca618b0a68 HTTP/1.1" status: 204 len: 168 time: 1.7166700 Jul 16 20:07:00.128274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] For port 0155cf1c-a002-4caa-81c9-17809308b40f, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:00.133123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] For port 0155cf1c-a002-4caa-81c9-17809308b40f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0155cf1c-a002-4caa-81c9-17809308b40f,segment=NetworkSegment(e4ed1b08-a6b2-497c-bacc-1f5968cbf24d),segment_id=e4ed1b08-a6b2-497c-bacc-1f5968cbf24d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:00.173271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-327d989a-2038-4e4a-bdff-dc023543e80f req-d4d4f02d-f7cb-4209-a691-d1bdd96028ca tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439652 Jul 16 20:07:00.398683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.412179 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.422256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:00.429012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4db2ede8-e70f-4e08-b38b-7f1ac94b7668 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:00.454795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Transition to ACTIVE for port object 99a30106-a11f-499f-9411-6ee05808aaa0 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:00.542105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ab98c18b-de4a-4d4f-9517-046294531223 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:00.559920 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.577663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40782) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:00.588310 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.626321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ab98c18b-de4a-4d4f-9517-046294531223 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:00.640170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ab98c18b-de4a-4d4f-9517-046294531223 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:00.723926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network f818873a-4354-4006-93f0-925c2b6fbc5f is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:00.786335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40788) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:00.792596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:00.793964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:00.829771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:00.846467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:00.943028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1cb49c-a411-41ea-b8af-047096667b6b admin admin] Deleting subnet bdaeb238-f673-4250-9a6e-159d82752b87 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:00.956463 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb49c-a411-41ea-b8af-047096667b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.968737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=99a30106-a11f-499f-9411-6ee05808aaa0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.076255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f24b4-aaec-4d6b-91f3-97d0696e1ebf None None] Pushing event updated for resources: {'Port': ['ID=c0a55a55-64e0-4e74-92f2-ca0713c7126b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.090227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:01.189023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.260772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Deleting port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:01.261881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.266163 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb49c-a411-41ea-b8af-047096667b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.291921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea6003-b3d0-4b98-92a8-da0e37bbcd10 None None] Pushing event updated for resources: {'Port': ['ID=0155cf1c-a002-4caa-81c9-17809308b40f,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.385113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] For port 0b140ae5-d7ab-428e-b12a-35998a1fa8bf, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:01.385441 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.421175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a70eb4ac-29f5-4c1b-937e-3296747dc30d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=166b9f4b86374b2e8a265b16d02beb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316931 Jul 16 20:07:01.429123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40802) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:01.434411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Calling delete_port for 0b140ae5-d7ab-428e-b12a-35998a1fa8bf owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:01.445643 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb49c-a411-41ea-b8af-047096667b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.685282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb49c-a411-41ea-b8af-047096667b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.751148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:50Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:00Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:01.822957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.864497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.873890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b140ae5-d7ab-428e-b12a-35998a1fa8bf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.894574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb49c-a411-41ea-b8af-047096667b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.905389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bd1cb49c-a411-41ea-b8af-047096667b6b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bdaeb238-f673-4250-9a6e-159d82752b87 HTTP/1.1" status: 204 len: 168 time: 1.3206000 Jul 16 20:07:01.916621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cb49c-a411-41ea-b8af-047096667b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdaeb238-f673-4250-9a6e-159d82752b87,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.925300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40812) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:01.960462 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e426f-f801-4e9b-a324-2e501570b876 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:06:50Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:00Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:02.116042 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d12184c0-2339-4cc5-af6e-0f9990f33d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.120063 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.175136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02968461-4f8a-412a-8ad6-cae7f37bc4a0 None None] Network f818873a-4354-4006-93f0-925c2b6fbc5f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:02.238971 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d12184c0-2339-4cc5-af6e-0f9990f33d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.370686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.400848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0d55017-0b35-48b8-88c3-4555fac794b3 None None] Provisioning for port c0a55a55-64e0-4e74-92f2-ca0713c7126b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:02.544885 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.556219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bd73f2-b6a5-48e0-a914-44bbf1883d95']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:02.568835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12797529-1552-4ab6-963a-810c39f41db9') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:02.569160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12797529-1552-4ab6-963a-810c39f41db9') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:02.579938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.596404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.603111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:02.603415 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:02.628488 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:02.766028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d12184c0-2339-4cc5-af6e-0f9990f33d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.769210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d12184c0-2339-4cc5-af6e-0f9990f33d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.770719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d12184c0-2339-4cc5-af6e-0f9990f33d8b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e09133b8-5f0e-428f-ad73-b8930860d58c HTTP/1.1" status: 204 len: 168 time: 1.3393805 Jul 16 20:07:02.810010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.820937 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.822947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/21bd73f2-b6a5-48e0-a914-44bbf1883d95 HTTP/1.1" status: 204 len: 168 time: 0.8958130 Jul 16 20:07:02.877472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12184c0-2339-4cc5-af6e-0f9990f33d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09133b8-5f0e-428f-ad73-b8930860d58c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:02.939926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16511c4-80ff-46c3-9983-bcc7a6c806b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=21bd73f2-b6a5-48e0-a914-44bbf1883d95,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.097368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c29bde-6408-48b0-8ca4-56764c61943e req-1a3037b9-d689-4bac-b561-c2f427cd8258 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:03.098938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8c29bde-6408-48b0-8ca4-56764c61943e req-1a3037b9-d689-4bac-b561-c2f427cd8258 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 945 time: 0.8464470 Jul 16 20:07:03.159419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c0a55a55-64e0-4e74-92f2-ca0713c7126b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:03.167500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-743f2e3b-2df4-4f6c-a990-1e9351d43906 None None] Provisioning for port 99a30106-a11f-499f-9411-6ee05808aaa0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:03.213290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-743f2e3b-2df4-4f6c-a990-1e9351d43906 None None] Provisioning complete for port 99a30106-a11f-499f-9411-6ee05808aaa0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:03.213767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-743f2e3b-2df4-4f6c-a990-1e9351d43906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.282501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-743f2e3b-2df4-4f6c-a990-1e9351d43906 None None] Port 99a30106-a11f-499f-9411-6ee05808aaa0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:03.331590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40836) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:03.365952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c0a55a55-64e0-4e74-92f2-ca0713c7126b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:03.373073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c0a55a55-64e0-4e74-92f2-ca0713c7126b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:03.373365 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.488521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8c29bde-6408-48b0-8ca4-56764c61943e req-13cfd026-05ad-4143-8575-e91402d1d4eb tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769047 Jul 16 20:07:03.549459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.562765 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.587054 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.595683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7214e6d6-edc6-4d2e-9410-590295690d34 None None] Provisioning complete for port 99a30106-a11f-499f-9411-6ee05808aaa0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:03.596186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7214e6d6-edc6-4d2e-9410-590295690d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.599003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c0a55a55-64e0-4e74-92f2-ca0713c7126b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c0a55a55-64e0-4e74-92f2-ca0713c7126b,segment=NetworkSegment(289aef7a-f2dd-4366-b9e1-cd198873437f),segment_id=289aef7a-f2dd-4366-b9e1-cd198873437f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:03.618264 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5a30b892-4a22-4dff-83f4-06f55115f7b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27e2b3fa94e148e7adb2cbfbc6f0a32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801926 Jul 16 20:07:03.620084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40852) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:03.632682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-cc70bd60-9b25-4c24-96ca-ee1914384281 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:03.634232 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-cc70bd60-9b25-4c24-96ca-ee1914384281 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 945 time: 0.4277678 Jul 16 20:07:03.653673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.654545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0155cf1c-a002-4caa-81c9-17809308b40f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:03.702127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.706469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Router d2310a0a-1161-48dd-8bd0-f79c24143106 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:03.719366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event updated for resources: {'Port': ['ID=99a30106-a11f-499f-9411-6ee05808aaa0,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.775031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c0a55a55-64e0-4e74-92f2-ca0713c7126b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.789686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7214e6d6-edc6-4d2e-9410-590295690d34 None None] Port 99a30106-a11f-499f-9411-6ee05808aaa0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:03.811688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0155cf1c-a002-4caa-81c9-17809308b40f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:03.818535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0155cf1c-a002-4caa-81c9-17809308b40f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:03.819128 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.914709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Network f818873a-4354-4006-93f0-925c2b6fbc5f is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:03.916577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:03.922580 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91045d95-c3e8-44cd-baab-63a3b4c22677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.946412 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.971677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91045d95-c3e8-44cd-baab-63a3b4c22677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.992081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 0155cf1c-a002-4caa-81c9-17809308b40f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0155cf1c-a002-4caa-81c9-17809308b40f,segment=NetworkSegment(e4ed1b08-a6b2-497c-bacc-1f5968cbf24d),segment_id=e4ed1b08-a6b2-497c-bacc-1f5968cbf24d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:03.994017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:04.006251 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-40913e34-f8a8-4ab4-93dd-8f8ffd5774a4 admin admin] 10.222.0.78 "PUT /v2.0/routers/d2310a0a-1161-48dd-8bd0-f79c24143106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7219553 Jul 16 20:07:04.010180 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.011400 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] Sync routers for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:04.023504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:04.026537 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:04.027271 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:04.077619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Deleting port 145df7ca-6e9d-4e35-873f-8002871bb511 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:04.078004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.118386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.145311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=0155cf1c-a002-4caa-81c9-17809308b40f,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.199122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:04.233423 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:04.361840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.363701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:04.369225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1873a3c8-931e-4851-b662-aa35a59a4988 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4097412 Jul 16 20:07:04.371926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40868) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:04.376930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:04.396647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:04.399827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40870) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:04.413218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:04.414726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:04.616872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-299ecf21-d20e-421c-9e42-7bda88609eba None None] Provisioning complete for port 99a30106-a11f-499f-9411-6ee05808aaa0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:04.617257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-299ecf21-d20e-421c-9e42-7bda88609eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.640828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91045d95-c3e8-44cd-baab-63a3b4c22677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.645189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91045d95-c3e8-44cd-baab-63a3b4c22677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.649249 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-91045d95-c3e8-44cd-baab-63a3b4c22677 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b16cf90a-120e-4d61-8f8c-e876124c1b57 HTTP/1.1" status: 204 len: 168 time: 1.0139942 Jul 16 20:07:04.650647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f5f42397-8d3f-47fc-a921-4abd8e511a24 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:04.655253 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-f5f42397-8d3f-47fc-a921-4abd8e511a24 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:07:04.655749 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-f5f42397-8d3f-47fc-a921-4abd8e511a24 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:07:04.658894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f5f42397-8d3f-47fc-a921-4abd8e511a24 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2567031 Jul 16 20:07:04.669981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40882) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:04.683135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--166390078'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:04.738061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91045d95-c3e8-44cd-baab-63a3b4c22677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16cf90a-120e-4d61-8f8c-e876124c1b57,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.779118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] For port 145df7ca-6e9d-4e35-873f-8002871bb511, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=145df7ca-6e9d-4e35-873f-8002871bb511,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:04.779496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.831781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Calling delete_port for 145df7ca-6e9d-4e35-873f-8002871bb511 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:04.834534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.860284 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T20:07:01Z', 'revision_number': 5, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port': {'id': 'ee272195-7497-44b3-beb3-4b58ecd8800a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:45Z', 'updated_at': '2021-07-16T19:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:04.900115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.903298 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] Checking router: d2310a0a-1161-48dd-8bd0-f79c24143106 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:04.920848 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] Routers {'d2310a0a-1161-48dd-8bd0-f79c24143106'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:04.922353 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['d2310a0a-1161-48dd-8bd0-f79c24143106'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:04.932571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.038074 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] Set router d2310a0a-1161-48dd-8bd0-f79c24143106 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:05.058765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447af756-909f-46b3-b672-62385319ed48 req-6cceb832-36b0-4066-ab80-dff15a3842d8 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.069070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-447af756-909f-46b3-b672-62385319ed48 req-6cceb832-36b0-4066-ab80-dff15a3842d8 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=84b3da21-fc5f-4d3d-bb31-1bb1c531247c HTTP/1.1" status: 200 len: 945 time: 0.3314705 Jul 16 20:07:05.076390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.123572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Pushing event deleted for resources: {'Port': ['ID=145df7ca-6e9d-4e35-873f-8002871bb511,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.154491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c0a55a55-64e0-4e74-92f2-ca0713c7126b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:05.159036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['97fd0948-da8e-46e7-b610-13ecbf58ed59'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:05.192327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] No DVR routers for this DVR port 145df7ca-6e9d-4e35-873f-8002871bb511 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:05.195078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.197323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef7781f6-51fd-4902-a6a8-d556a2767cd1 req-15480ae7-8bde-4fa4-955e-402ac71d66d3 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.16 "DELETE /v2.0/ports/145df7ca-6e9d-4e35-873f-8002871bb511 HTTP/1.1" status: 204 len: 173 time: 1.5540025 Jul 16 20:07:05.198240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b3da21-fc5f-4d3d-bb31-1bb1c531247c', 'name': 'network-vif-deleted', 'tag': '145df7ca-6e9d-4e35-873f-8002871bb511'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:05.200674 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009259aa-fecb-48dc-b5f9-71d2897df99d" -d '{"events": [{"server_uuid": "84b3da21-fc5f-4d3d-bb31-1bb1c531247c", "name": "network-vif-deleted", "tag": "145df7ca-6e9d-4e35-873f-8002871bb511"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:05.201523 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T20:07:04Z', 'revision_number': 6, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:05.254799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Deleting port ee272195-7497-44b3-beb3-4b58ecd8800a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:05.257331 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.301616 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe45ed37-5cff-40c2-afb2-31700111bd13 x-openstack-request-id: req-fe45ed37-5cff-40c2-afb2-31700111bd13 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:05.302238 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b3da21-fc5f-4d3d-bb31-1bb1c531247c", "name": "network-vif-deleted", "tag": "145df7ca-6e9d-4e35-873f-8002871bb511", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:05.302677 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe45ed37-5cff-40c2-afb2-31700111bd13 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:05.303306 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b3da21-fc5f-4d3d-bb31-1bb1c531247c', 'name': 'network-vif-deleted', 'tag': '145df7ca-6e9d-4e35-873f-8002871bb511', 'status': 'completed', 'code': 200} Jul 16 20:07:05.305985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:05.315949 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849413f7-c8f5-4b11-988a-e9a9a624757b None None] The sync data for ids ['d2310a0a-1161-48dd-8bd0-f79c24143106'] in n-d-791505-15 is: [{'id': 'd2310a0a-1161-48dd-8bd0-f79c24143106', 'name': 'tempest-TaggedBootDevicesTest-1693666843-router', 'tenant_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:54:44Z', 'updated_at': '2021-07-16T20:07:04Z', 'revision_number': 6, 'project_id': 'a47ec9a099f84b30b7e6fe4993092e87', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:05.316293 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.317307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-299ecf21-d20e-421c-9e42-7bda88609eba None None] Port 99a30106-a11f-499f-9411-6ee05808aaa0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:05.482500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] For port ee272195-7497-44b3-beb3-4b58ecd8800a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ee272195-7497-44b3-beb3-4b58ecd8800a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:05.483635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.500645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.extraroute_db [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:07:05.503770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Calling delete_port for ee272195-7497-44b3-beb3-4b58ecd8800a owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:05.546296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.extraroute_db [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Removed routes are [] {{(pid=100243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:07:05.548585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.714472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 145df7ca-6e9d-4e35-873f-8002871bb511 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:05.755178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 145df7ca-6e9d-4e35-873f-8002871bb511 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:05.755795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 145df7ca-6e9d-4e35-873f-8002871bb511 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:05.771503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c0a55a55-64e0-4e74-92f2-ca0713c7126b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:05.772161 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.783375 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.807616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-447af756-909f-46b3-b672-62385319ed48 req-fb59488c-3868-4817-be1d-1a6a16cb4bb0 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373893 Jul 16 20:07:05.883905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee272195-7497-44b3-beb3-4b58ecd8800a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.083378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.092367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:01Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:02Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:06.185409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:06.185780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Updating router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 port 99a30106-a11f-499f-9411-6ee05808aaa0 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:06.195257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.200050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.227128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.231644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.249462 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.275881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0155cf1c-a002-4caa-81c9-17809308b40f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:06.315051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.317968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2310a0a-1161-48dd-8bd0-f79c24143106 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:07:06.328526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.329637 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1770e079-a35a-4c8d-8220-1b69f6ec7374 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d2310a0a-1161-48dd-8bd0-f79c24143106 HTTP/1.1" status: 204 len: 168 time: 2.3042049 Jul 16 20:07:06.332597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40908) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.338353 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.360111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.395228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aff2022-838c-4692-95da-a36f8dd92ce6 admin admin] Deleting subnet 0ed60708-ce37-4ca4-b285-d0fb5baac0d5 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:06.398814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5aff2022-838c-4692-95da-a36f8dd92ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.429558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:06.470655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5aff2022-838c-4692-95da-a36f8dd92ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.475168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66aefa1e-2851-4217-beba-159eba9cd3b0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.636047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5aff2022-838c-4692-95da-a36f8dd92ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.715893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5aff2022-838c-4692-95da-a36f8dd92ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.758894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff2022-838c-4692-95da-a36f8dd92ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed60708-ce37-4ca4-b285-d0fb5baac0d5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.764051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5aff2022-838c-4692-95da-a36f8dd92ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.770549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5aff2022-838c-4692-95da-a36f8dd92ce6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0ed60708-ce37-4ca4-b285-d0fb5baac0d5 HTTP/1.1" status: 204 len: 168 time: 0.4367843 Jul 16 20:07:06.771564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40922) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.780649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2816da-7a6b-40ff-8d5e-c8f4362c972a None None] Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:06.790927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.830327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Transition to ACTIVE for port object 99a30106-a11f-499f-9411-6ee05808aaa0 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:06.896193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.972188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0155cf1c-a002-4caa-81c9-17809308b40f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:06.972835 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.042401 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.048162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Deleting port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:07.048929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.133323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c7ca1-85a4-47fc-ac70-cd6d40c8d1b0 None None] Pushing event updated for resources: {'Port': ['ID=99a30106-a11f-499f-9411-6ee05808aaa0,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.256708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Attempting to bind port 99a30106-a11f-499f-9411-6ee05808aaa0 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:07.257096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Attempting to bind port 99a30106-a11f-499f-9411-6ee05808aaa0 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:07.257475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Attempting to bind port 99a30106-a11f-499f-9411-6ee05808aaa0 on network f818873a-4354-4006-93f0-925c2b6fbc5f {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:07.259999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] For port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c4ad298f-7913-47c3-bd78-a8ff70fb8f1b,segment=NetworkSegment(d4a91586-0c0b-4790-a553-82d0cb43a09b),segment_id=d4a91586-0c0b-4790-a553-82d0cb43a09b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:07.262094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.270019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:07.270740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Checking segment: {'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:07.271691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.272505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Bound using segment: {'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:07.273531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Bound port: 99a30106-a11f-499f-9411-6ee05808aaa0, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289aef7a-f2dd-4366-b9e1-cd198873437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:07.274422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.297115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Calling delete_port for c4ad298f-7913-47c3-bd78-a8ff70fb8f1b owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:07.355696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93ae9a-e652-47b3-90c8-afa4bd0aec6d None None] DHCP port deletion for 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:07.458534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-21730553-a1a6-4b36-8545-318a2a2e7c98 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=65f032f70e384bdbabb4140d21c3b595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1066706 Jul 16 20:07:07.493935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] For port 99a30106-a11f-499f-9411-6ee05808aaa0, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:07.497615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] For port 99a30106-a11f-499f-9411-6ee05808aaa0, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=99a30106-a11f-499f-9411-6ee05808aaa0,segment=NetworkSegment(289aef7a-f2dd-4366-b9e1-cd198873437f),segment_id=289aef7a-f2dd-4366-b9e1-cd198873437f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:07.498443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.509930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ee272195-7497-44b3-beb3-4b58ecd8800a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:07.512537 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.542338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ad298f-7913-47c3-bd78-a8ff70fb8f1b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.553966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] No DVR routers for this DVR port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:07.601095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c7ca1-85a4-47fc-ac70-cd6d40c8d1b0 None None] Pushing event updated for resources: {'Port': ['ID=99a30106-a11f-499f-9411-6ee05808aaa0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.622693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ee272195-7497-44b3-beb3-4b58ecd8800a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:07.623304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ee272195-7497-44b3-beb3-4b58ecd8800a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:07.623888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b140ae5-d7ab-428e-b12a-35998a1fa8bf no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:07.647135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0b140ae5-d7ab-428e-b12a-35998a1fa8bf {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:07.647779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b140ae5-d7ab-428e-b12a-35998a1fa8bf not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:07.682175 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.698150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:07.698807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:07.732327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dd3cef-856c-4d0a-bb54-65e26f8dbe79']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:07.751136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a91586-0c0b-4790-a553-82d0cb43a09b') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:07.751730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a91586-0c0b-4790-a553-82d0cb43a09b') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:07.774421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.802946 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.819585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:07.822886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:07.826035 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:07.853786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:07.940877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-dba3b10d-4764-4aaf-8dd5-a15614c45cba tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:07.948107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-dba3b10d-4764-4aaf-8dd5-a15614c45cba tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4811654 Jul 16 20:07:07.957631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.974556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.987900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:08.001121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.002713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5ecb06d7-2d9c-4efd-b984-ef1e5bb283c0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 200 len: 934 time: 3.6296034 Jul 16 20:07:08.004502 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] 10.222.0.78 "DELETE /v2.0/networks/27dd3cef-856c-4d0a-bb54-65e26f8dbe79 HTTP/1.1" status: 204 len: 168 time: 1.2309957 Jul 16 20:07:08.007831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40940) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:08.024219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-8339a8e2-f0e3-4772-97bc-8d0266ab993a tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/quotas/65f032f70e384bdbabb4140d21c3b595 HTTP/1.1" status: 200 len: 375 time: 0.0617254 Jul 16 20:07:08.075871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe371bf8-074b-41cd-a90c-555fbca52672 admin admin] Pushing event deleted for resources: {'Network': ['ID=27dd3cef-856c-4d0a-bb54-65e26f8dbe79,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.095068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2c93ae9a-e652-47b3-90c8-afa4bd0aec6d None None] Deleting port c4ad298f-7913-47c3-bd78-a8ff70fb8f1b {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:08.095449 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2c93ae9a-e652-47b3-90c8-afa4bd0aec6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-2c93ae9a-e652-47b3-90c8-afa4bd0aec6d None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 could not be found. Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:07:08.127993 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 could not be found. Jul 16 20:07:08.131884 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:07:08.146211 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.174058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-3158baaf-185b-4e5b-a830-986769723385 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=65f032f70e384bdbabb4140d21c3b595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486347 Jul 16 20:07:08.183550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f55bf-c52f-4120-9377-994ed12872e0 None None] DHCP port deletion for 27dd3cef-856c-4d0a-bb54-65e26f8dbe79 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:08.193860 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.227610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c654991-5082-4bc4-8385-fea00eb05941 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:07:08.275411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-18c7dacc-2edf-48ff-86f3-c89b8be9837d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 200 len: 934 time: 0.2201967 Jul 16 20:07:08.284918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40944) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:08.289888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'routes': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:08.299692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b314ab1-79d3-4b94-9462-ccc8ff6f3d96,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.310006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.315374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2628a2f3-4ac5-4bd8-87c7-428730091254 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.6400619 Jul 16 20:07:08.326998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40946) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:08.327375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:05Z', 'revision_number': 6, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:07Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:08.328104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c9ecc3da-fac5-4691-8be5-14c947e69c05 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '3b314ab1-79d3-4b94-9462-ccc8ff6f3d96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:08.360747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a917ae-9d6b-4fee-8ecc-015fc501a1a4 req-6488b740-e389-4fd6-a91c-6d19924be6a2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.368720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82a917ae-9d6b-4fee-8ecc-015fc501a1a4 req-6488b740-e389-4fd6-a91c-6d19924be6a2 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.3577282 Jul 16 20:07:08.373550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40948) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:08.381744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef73f9b-f72e-49b6-9db0-744aed62fe40 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:05Z', 'revision_number': 6, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:07Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:08.525599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82a917ae-9d6b-4fee-8ecc-015fc501a1a4 req-2a1a182e-20a8-4d29-9929-37bc3d5b0707 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545899 Jul 16 20:07:08.605853 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc3da-fac5-4691-8be5-14c947e69c05 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.664892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c654991-5082-4bc4-8385-fea00eb05941 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:07:08.712434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc3da-fac5-4691-8be5-14c947e69c05 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.774284 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc3da-fac5-4691-8be5-14c947e69c05 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.800579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c6cba08-1678-48ae-943f-7d9e676075e4 req-205ee243-2075-4cbd-bc08-0527f3bf4618 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 210 time: 0.1287308 Jul 16 20:07:08.880113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecc3da-fac5-4691-8be5-14c947e69c05 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ac8fc6-d587-4392-8549-1b9846526fac,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.892047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b9b00715-7303-42a8-b4c3-e727a7258d0c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a47ec9a099f84b30b7e6fe4993092e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111010 Jul 16 20:07:08.893193 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc3da-fac5-4691-8be5-14c947e69c05 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.900559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40960) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:08.901107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:08.902416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c9ecc3da-fac5-4691-8be5-14c947e69c05 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5803750 Jul 16 20:07:08.963844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5b78a7df-e131-4ce3-bb31-783de6a78021 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '3b314ab1-79d3-4b94-9462-ccc8ff6f3d96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:09.092870 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b78a7df-e131-4ce3-bb31-783de6a78021 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.095589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-706c2c45-2a04-4d72-b7c7-75c1cffc5a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.153301 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-706c2c45-2a04-4d72-b7c7-75c1cffc5a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.291850 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-5b78a7df-e131-4ce3-bb31-783de6a78021 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:07:09.293373 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b78a7df-e131-4ce3-bb31-783de6a78021 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3339431 Jul 16 20:07:09.297710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40966) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:09.378138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.extraroute_db [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added routes are [] {{(pid=100244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:07:09.378951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.extraroute_db [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:07:09.383801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-706c2c45-2a04-4d72-b7c7-75c1cffc5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.387765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-706c2c45-2a04-4d72-b7c7-75c1cffc5a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.389655 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-706c2c45-2a04-4d72-b7c7-75c1cffc5a66 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd7834d6-57a5-484d-85c1-732efac8fe52 HTTP/1.1" status: 204 len: 168 time: 0.4874325 Jul 16 20:07:09.453589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 99a30106-a11f-499f-9411-6ee05808aaa0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:09.475182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c2c45-2a04-4d72-b7c7-75c1cffc5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7834d6-57a5-484d-85c1-732efac8fe52,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:09.539062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03291718-5822-4775-89b3-87d3db9cd5bc tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.588406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.601833 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:09.615487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03291718-5822-4775-89b3-87d3db9cd5bc tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.632614 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:09.641555 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:09.963124 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:10.049521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b313c-8102-4ba7-9ce3-dca54f19ba63 req-dad5213c-3b56-4dee-809c-4413bb15b942 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.052158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f05b313c-8102-4ba7-9ce3-dca54f19ba63 req-dad5213c-3b56-4dee-809c-4413bb15b942 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.2346983 Jul 16 20:07:10.165262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 99a30106-a11f-499f-9411-6ee05808aaa0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:10.182631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f05b313c-8102-4ba7-9ce3-dca54f19ba63 req-e4ce535b-123e-4585-8bf8-5106061a8a46 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208436 Jul 16 20:07:10.185522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 99a30106-a11f-499f-9411-6ee05808aaa0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:10.185933 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.343421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55b5191b-7e7c-4f77-9c1e-c2e0bec40e99 req-32c0e202-78cf-493f-a803-f3275bc89a78 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 210 time: 0.0875957 Jul 16 20:07:10.375612 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.486155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 99a30106-a11f-499f-9411-6ee05808aaa0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=99a30106-a11f-499f-9411-6ee05808aaa0,segment=NetworkSegment(289aef7a-f2dd-4366-b9e1-cd198873437f),segment_id=289aef7a-f2dd-4366-b9e1-cd198873437f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:10.497963 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.529543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03291718-5822-4775-89b3-87d3db9cd5bc tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.533515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03291718-5822-4775-89b3-87d3db9cd5bc tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.537801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40986) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:10.546012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03291718-5822-4775-89b3-87d3db9cd5bc tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/3b314ab1-79d3-4b94-9462-ccc8ff6f3d96 HTTP/1.1" status: 204 len: 168 time: 1.2471457 Jul 16 20:07:10.580889 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:09Z', 'revision_number': 7, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:07Z', 'revision_number': 4, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:10.648584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-adafb336-75cb-433b-9857-ba46860a3419 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090915 Jul 16 20:07:10.650509 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:10.653581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40988) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:10.659843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c4ad298f-7913-47c3-bd78-a8ff70fb8f1b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:10.663263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6b19dda5-0dd4-4016-8552-175efa4f218b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--903400779'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:10.666952 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:10.667788 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:10.752462 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-340f3e3a-43fe-44f5-9a87-5d8fb306a5f6 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=65f032f70e384bdbabb4140d21c3b595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2711270 Jul 16 20:07:10.761599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03291718-5822-4775-89b3-87d3db9cd5bc tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b314ab1-79d3-4b94-9462-ccc8ff6f3d96,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.785418 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6b19dda5-0dd4-4016-8552-175efa4f218b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.815154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=99a30106-a11f-499f-9411-6ee05808aaa0,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.828561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c4ad298f-7913-47c3-bd78-a8ff70fb8f1b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:10.829022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c4ad298f-7913-47c3-bd78-a8ff70fb8f1b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:10.908326 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:11.004748 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6b19dda5-0dd4-4016-8552-175efa4f218b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.012842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6b19dda5-0dd4-4016-8552-175efa4f218b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.099828 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6b19dda5-0dd4-4016-8552-175efa4f218b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.105328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6b19dda5-0dd4-4016-8552-175efa4f218b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4502070 Jul 16 20:07:11.105970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-95163599-b2ee-4929-8ebc-95fa83de0095 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.107905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41000) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:11.114819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c663330a-5e0e-4d86-bc6b-81d151b0a2fb tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': 'd6e170d3-a556-4ab5-8752-cc785dd77b72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:11.115989 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-c663330a-5e0e-4d86-bc6b-81d151b0a2fb tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:07:11.117037 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-c663330a-5e0e-4d86-bc6b-81d151b0a2fb tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:11.117291 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-95163599-b2ee-4929-8ebc-95fa83de0095 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.68 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.6982989 Jul 16 20:07:11.123026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c663330a-5e0e-4d86-bc6b-81d151b0a2fb tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135927 Jul 16 20:07:11.126831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41004) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:11.135944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19dda5-0dd4-4016-8552-175efa4f218b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e170d3-a556-4ab5-8752-cc785dd77b72,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:11.269653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14617715-9524-456d-96c7-54a6aa833c47 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.341232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14617715-9524-456d-96c7-54a6aa833c47 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.370839 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:09Z', 'revision_number': 7, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:10Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:11.444900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 99a30106-a11f-499f-9411-6ee05808aaa0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:11.458752 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8facbc29-7c10-460d-b5c1-ff72a7e4bbb0 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:09Z', 'revision_number': 7, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:10Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:11.496356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14617715-9524-456d-96c7-54a6aa833c47 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.498384 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.505616 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14617715-9524-456d-96c7-54a6aa833c47 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.511688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-14617715-9524-456d-96c7-54a6aa833c47 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/d6e170d3-a556-4ab5-8752-cc785dd77b72 HTTP/1.1" status: 204 len: 168 time: 0.3833025 Jul 16 20:07:11.527153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41016) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:11.547560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14617715-9524-456d-96c7-54a6aa833c47 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e170d3-a556-4ab5-8752-cc785dd77b72,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:11.569736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.591711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-d97e67dc-0618-40e6-92f6-4fe9971e6146 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.593638 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-d97e67dc-0618-40e6-92f6-4fe9971e6146 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8010108 Jul 16 20:07:11.611169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280b304-19e5-438e-bf50-d01bc37d05c3 req-2f346ef6-8f1b-4a21-859f-13d3e8482a74 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.612852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0280b304-19e5-438e-bf50-d01bc37d05c3 req-2f346ef6-8f1b-4a21-859f-13d3e8482a74 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 945 time: 0.2506299 Jul 16 20:07:11.620675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 99a30106-a11f-499f-9411-6ee05808aaa0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:11.621227 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.636643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Request body: {'port': {'device_id': '75df025e-7b6c-4f43-b1fd-a139cc3e8411', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '65f032f70e384bdbabb4140d21c3b595'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:11.689166 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33f8e9f9-057a-40c7-9c0e-06b8653020cc req-b5a91ce4-5be8-46d0-8d59-4eae39d2ac19 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 210 time: 0.0662518 Jul 16 20:07:11.735321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0280b304-19e5-438e-bf50-d01bc37d05c3 req-73e87420-ebee-41a3-bab7-2b1224e70f91 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2f5a10e-c0d7-44fd-9bea-e748d61e2679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138501 Jul 16 20:07:11.870773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 97fd0948-da8e-46e7-b610-13ecbf58ed59 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:11.968448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:11.981103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Made reservation on behalf of 65f032f70e384bdbabb4140d21c3b595 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:11.986385 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.002632 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.010108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.051172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 97fd0948-da8e-46e7-b610-13ecbf58ed59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:12.052706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fd0948-da8e-46e7-b610-13ecbf58ed59'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:12.055454 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1123cad4-fb62-4e32-bffa-aad6a4b1d315" -d '{"events": [{"server_uuid": "b1c2dede-361d-4bd4-9151-76634211ac6a", "name": "network-vif-unplugged", "status": "completed", "tag": "97fd0948-da8e-46e7-b610-13ecbf58ed59"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:12.073184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.139574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:12.159561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.160451 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6c34cce1-f738-4a24-87e4-861fcf4f4192 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 200 len: 700 time: 3.8743732 Jul 16 20:07:12.163654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41038) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:12.177677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Deleting port 97fd0948-da8e-46e7-b610-13ecbf58ed59 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:12.178083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.185548 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a62efd-0f01-468f-9dbd-ccf2f6f272eb x-openstack-request-id: req-70a62efd-0f01-468f-9dbd-ccf2f6f272eb {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:12.186171 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2dede-361d-4bd4-9151-76634211ac6a", "name": "network-vif-unplugged", "status": "completed", "tag": "97fd0948-da8e-46e7-b610-13ecbf58ed59", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:12.188896 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70a62efd-0f01-468f-9dbd-ccf2f6f272eb {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:12.189537 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fd0948-da8e-46e7-b610-13ecbf58ed59', 'code': 200} Jul 16 20:07:12.190467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=97fd0948-da8e-46e7-b610-13ecbf58ed59,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.194836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:12.223055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:12.224036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:12.334390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] For port 97fd0948-da8e-46e7-b610-13ecbf58ed59, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=97fd0948-da8e-46e7-b610-13ecbf58ed59,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:12.334762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.356796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Calling delete_port for 97fd0948-da8e-46e7-b610-13ecbf58ed59 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:12.387313 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b51a7a5e-45fa-4e3b-8fbf-c44e184b7a80 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8576739 Jul 16 20:07:12.389605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41044) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:12.397700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:12.402724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8c9e4ef6-7f73-4bda-89f9-5aac90a83346 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--654699909'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:12.457478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:12.460875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0cb152f5-4b64-4013-8b8a-c2ef80802ef3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 200 len: 700 time: 0.2958553 Jul 16 20:07:12.712375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:09Z', 'revision_number': 7, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:10Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:12.753819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:12.763262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:12.764149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:06:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:12.919118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-dbe33cfe-19bf-4288-9167-919a7bf8a16b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.928949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-dbe33cfe-19bf-4288-9167-919a7bf8a16b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.936327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-dbe33cfe-19bf-4288-9167-919a7bf8a16b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.944243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-dbe33cfe-19bf-4288-9167-919a7bf8a16b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.951198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-dbe33cfe-19bf-4288-9167-919a7bf8a16b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.956243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:12.958463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-dbe33cfe-19bf-4288-9167-919a7bf8a16b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.965543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-dbe33cfe-19bf-4288-9167-919a7bf8a16b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.967890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-dbe33cfe-19bf-4288-9167-919a7bf8a16b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.2919896 Jul 16 20:07:13.058408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47b09797-8044-4fa9-8890-9124686fc475 req-49970f50-d7f1-4e0c-b77d-947d631fd00b tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 210 time: 0.0890849 Jul 16 20:07:13.060089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41078) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:13.133181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abf0b0c5-1894-4d80-9766-6cef47d9ef89 req-9b793e63-052d-411a-8aae-2381f518d32e tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532016 Jul 16 20:07:13.200714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.204552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.230780 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4ef6-7f73-4bda-89f9-5aac90a83346 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.241096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.301065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-337107b4-dfef-4cc6-ab00-4a27d87f0155 req-473ac136-034d-4f0d-abe2-9232418f61ac tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 210 time: 0.0433292 Jul 16 20:07:13.384152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Pushing event deleted for resources: {'Port': ['ID=97fd0948-da8e-46e7-b610-13ecbf58ed59,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:13.476573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4ef6-7f73-4bda-89f9-5aac90a83346 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.478052 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-648127c4-ca3a-49b2-9cb7-071048e944c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.512834 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4ef6-7f73-4bda-89f9-5aac90a83346 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.557546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4ef6-7f73-4bda-89f9-5aac90a83346 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73097f2-188a-4278-b573-4237546fb7ec,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:13.584720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:09Z', 'revision_number': 7, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:10Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:13.645634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9961ec1-193d-4387-a16d-5d042287ad40 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:09Z', 'revision_number': 7, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a30106-a11f-499f-9411-6ee05808aaa0', 'name': '', 'network_id': 'f818873a-4354-4006-93f0-925c2b6fbc5f', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:da:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:57Z', 'updated_at': '2021-07-16T20:07:10Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'b5b5fbe8-39fd-4a83-aaa1-722764a107f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:13.700096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] No DVR routers for this DVR port 97fd0948-da8e-46e7-b610-13ecbf58ed59 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:13.711457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:13.725177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.727790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2075ff75-2bcc-40a4-b446-58c27a19c007 req-6626bdaf-0272-40a6-9442-989076105b16 tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.68 "DELETE /v2.0/ports/97fd0948-da8e-46e7-b610-13ecbf58ed59 HTTP/1.1" status: 204 len: 173 time: 2.6082389 Jul 16 20:07:13.728228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'name': 'network-vif-deleted', 'tag': '97fd0948-da8e-46e7-b610-13ecbf58ed59'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:13.730547 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad844e4e-1dd7-4881-ac29-46ee2437effd" -d '{"events": [{"server_uuid": "b1c2dede-361d-4bd4-9151-76634211ac6a", "name": "network-vif-deleted", "tag": "97fd0948-da8e-46e7-b610-13ecbf58ed59"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:13.735269 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-648127c4-ca3a-49b2-9cb7-071048e944c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.743738 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-648127c4-ca3a-49b2-9cb7-071048e944c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.751620 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4ef6-7f73-4bda-89f9-5aac90a83346 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.761034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8c9e4ef6-7f73-4bda-89f9-5aac90a83346 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3681290 Jul 16 20:07:13.764319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41138) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:13.809301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c6ba62c4-1bb6-48c5-b9ec-17e1de89cc62 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': 'e73097f2-188a-4278-b573-4237546fb7ec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:13.810389 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-c6ba62c4-1bb6-48c5-b9ec-17e1de89cc62 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:07:13.811209 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-c6ba62c4-1bb6-48c5-b9ec-17e1de89cc62 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:13.847489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Allocated IP 192.168.233.49 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/30e5c63a-601d-4987-801a-0df69e207f82) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:13.854048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c6ba62c4-1bb6-48c5-b9ec-17e1de89cc62 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0536118 Jul 16 20:07:13.910670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-648127c4-ca3a-49b2-9cb7-071048e944c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8965f2bab1e49348579fac4203d195f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8451705 Jul 16 20:07:13.913789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41150) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:13.914109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41158) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:13.929836 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531a743c-076e-411b-8b07-e00b826c411b x-openstack-request-id: req-531a743c-076e-411b-8b07-e00b826c411b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:13.933023 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2dede-361d-4bd4-9151-76634211ac6a", "name": "network-vif-deleted", "tag": "97fd0948-da8e-46e7-b610-13ecbf58ed59", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:13.934769 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-531a743c-076e-411b-8b07-e00b826c411b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:13.936271 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c2dede-361d-4bd4-9151-76634211ac6a', 'name': 'network-vif-deleted', 'tag': '97fd0948-da8e-46e7-b610-13ecbf58ed59', 'status': 'completed', 'code': 200} Jul 16 20:07:13.979643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648127c4-ca3a-49b2-9cb7-071048e944c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f4f4f-7a08-4935-9fbf-c76ab678256c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:14.072699 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-004848e7-9558-4f0a-9792-95ad25c44efd tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.111496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50b39a56-5505-4b96-bc55-58973f0bf67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.135736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50b39a56-5505-4b96-bc55-58973f0bf67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.215045 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-004848e7-9558-4f0a-9792-95ad25c44efd tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.334659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b540495-94d8-4087-908b-4f5cd5035b57 req-f563c27c-0452-464c-8409-c6a85e666ef7 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 210 time: 0.0646183 Jul 16 20:07:14.350431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-f6965907-48ba-4ed0-a203-8ea1463b6b33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.363354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-f6965907-48ba-4ed0-a203-8ea1463b6b33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.375907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-f6965907-48ba-4ed0-a203-8ea1463b6b33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.392430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-f6965907-48ba-4ed0-a203-8ea1463b6b33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.402101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-f6965907-48ba-4ed0-a203-8ea1463b6b33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.419462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-f6965907-48ba-4ed0-a203-8ea1463b6b33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.431003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-f6965907-48ba-4ed0-a203-8ea1463b6b33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.434765 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-f6965907-48ba-4ed0-a203-8ea1463b6b33 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.4934740 Jul 16 20:07:14.439822 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.532316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-3c5b7403-1411-4d61-8f70-71d26dafbaad tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.543592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-942b8c04-8779-438c-99be-f5b7e1e72cd5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.545573 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-942b8c04-8779-438c-99be-f5b7e1e72cd5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "GET /v2.0/ports/b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1012015 Jul 16 20:07:14.546117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-3c5b7403-1411-4d61-8f70-71d26dafbaad tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.569761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-3c5b7403-1411-4d61-8f70-71d26dafbaad tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.583323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-3c5b7403-1411-4d61-8f70-71d26dafbaad tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.591238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-3c5b7403-1411-4d61-8f70-71d26dafbaad tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.600383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-3c5b7403-1411-4d61-8f70-71d26dafbaad tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.610117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-3c5b7403-1411-4d61-8f70-71d26dafbaad tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.612121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-3c5b7403-1411-4d61-8f70-71d26dafbaad tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.2736704 Jul 16 20:07:14.672252 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50b39a56-5505-4b96-bc55-58973f0bf67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.676742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50b39a56-5505-4b96-bc55-58973f0bf67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.677962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-50b39a56-5505-4b96-bc55-58973f0bf67b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/092f4f4f-7a08-4935-9fbf-c76ab678256c HTTP/1.1" status: 204 len: 168 time: 0.7377272 Jul 16 20:07:14.682781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d3dc8f4-0631-47d1-8e4d-88f543cbc15a req-91b1db84-bd46-47ce-924d-912037946b07 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549204 Jul 16 20:07:14.685167 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-004848e7-9558-4f0a-9792-95ad25c44efd tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.689199 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-004848e7-9558-4f0a-9792-95ad25c44efd tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.693086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-004848e7-9558-4f0a-9792-95ad25c44efd tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/e73097f2-188a-4278-b573-4237546fb7ec HTTP/1.1" status: 204 len: 168 time: 0.7779634 Jul 16 20:07:14.694834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41240) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:14.760605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b39a56-5505-4b96-bc55-58973f0bf67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f4f4f-7a08-4935-9fbf-c76ab678256c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:14.814919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5e385997-bea3-453b-9cd2-f4d0cec4f7a1 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188729 Jul 16 20:07:14.815625 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41252) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:14.852338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004848e7-9558-4f0a-9792-95ad25c44efd tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73097f2-188a-4278-b573-4237546fb7ec,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:14.873448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c0174346-71df-463a-902e-df5aa7621123 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211214831'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:14.904757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5ef6972-9b5f-40e2-a740-602680382ff8 req-5e3c8d5d-23ac-424c-bdd7-6571a602a2fe tempest-ListServerFiltersTestJSON-1467556890 tempest-ListServerFiltersTestJSON-1467556890-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1c2dede-361d-4bd4-9151-76634211ac6a HTTP/1.1" status: 200 len: 210 time: 0.0848451 Jul 16 20:07:14.947317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Transition to ACTIVE for port object 30e5c63a-601d-4987-801a-0df69e207f82 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:14.963248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0174346-71df-463a-902e-df5aa7621123 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.973060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.105383 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0174346-71df-463a-902e-df5aa7621123 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.114366 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0174346-71df-463a-902e-df5aa7621123 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.174391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0174346-71df-463a-902e-df5aa7621123 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.175597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c0174346-71df-463a-902e-df5aa7621123 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3199191 Jul 16 20:07:15.183122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41290) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:15.187480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ecade18f-8a3d-4cea-b5d9-a0a14911fea3 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': 'a2ae67e9-d1b0-4b7d-8444-e9500622715f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.188407 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-ecade18f-8a3d-4cea-b5d9-a0a14911fea3 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:07:15.189192 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-ecade18f-8a3d-4cea-b5d9-a0a14911fea3 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:15.193883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ecade18f-8a3d-4cea-b5d9-a0a14911fea3 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064714 Jul 16 20:07:15.194022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41292) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:15.199561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3fd3bf4f-b5b7-450e-9e2b-0e9f87db2ea9 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': 'a2ae67e9-d1b0-4b7d-8444-e9500622715f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.200280 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-3fd3bf4f-b5b7-450e-9e2b-0e9f87db2ea9 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:07:15.200795 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-3fd3bf4f-b5b7-450e-9e2b-0e9f87db2ea9 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:15.205082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3fd3bf4f-b5b7-450e-9e2b-0e9f87db2ea9 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068471 Jul 16 20:07:15.205082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0174346-71df-463a-902e-df5aa7621123 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ae67e9-d1b0-4b7d-8444-e9500622715f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.206363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41294) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:15.211303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-dc44e0e5-1e6f-47a0-b9b9-54a0f92d6499 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': 'a2ae67e9-d1b0-4b7d-8444-e9500622715f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.212156 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-dc44e0e5-1e6f-47a0-b9b9-54a0f92d6499 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:07:15.212697 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-dc44e0e5-1e6f-47a0-b9b9-54a0f92d6499 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:15.216639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dc44e0e5-1e6f-47a0-b9b9-54a0f92d6499 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064120 Jul 16 20:07:15.216639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41298) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:15.221350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-969f36f8-b626-497f-930c-d71169ac3f6a tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': 'a2ae67e9-d1b0-4b7d-8444-e9500622715f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.222292 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-969f36f8-b626-497f-930c-d71169ac3f6a tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:07:15.222796 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-969f36f8-b626-497f-930c-d71169ac3f6a tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:15.224247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-969f36f8-b626-497f-930c-d71169ac3f6a tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063179 Jul 16 20:07:15.226713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41300) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:15.316583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01487581-2b4c-4cb9-8453-2a564d78b425 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.333368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.382186 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01487581-2b4c-4cb9-8453-2a564d78b425 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.492142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01487581-2b4c-4cb9-8453-2a564d78b425 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.498571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-01487581-2b4c-4cb9-8453-2a564d78b425 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.500271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-01487581-2b4c-4cb9-8453-2a564d78b425 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/a2ae67e9-d1b0-4b7d-8444-e9500622715f HTTP/1.1" status: 204 len: 168 time: 0.2721152 Jul 16 20:07:15.508866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41332) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:15.557337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:15.571731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-bc2edabd-9b4b-4578-8df0-15a44f1d5a76 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "GET /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0201957 Jul 16 20:07:15.574616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01487581-2b4c-4cb9-8453-2a564d78b425 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ae67e9-d1b0-4b7d-8444-e9500622715f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.587464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:15.590531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:15.621902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.640385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1802b890-40ed-4afe-b7f0-4c3ffc097cab tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1302683 Jul 16 20:07:15.653451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41344) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:15.661356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f3de8844-d491-4905-a70c-ccc2013d955d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302721737'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.714007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3de8844-d491-4905-a70c-ccc2013d955d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.725655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c3393-e61b-4c06-8467-bc220ba49211 req-1df70954-8f00-4269-b108-43b0413fc196 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.727091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Pushing event updated for resources: {'Port': ['ID=30e5c63a-601d-4987-801a-0df69e207f82,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.736752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d12c3393-e61b-4c06-8467-bc220ba49211 req-1df70954-8f00-4269-b108-43b0413fc196 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 935 time: 0.1960795 Jul 16 20:07:15.875176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 27380e31-3521-497c-9c42-964636b5da24 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:15.973457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d12c3393-e61b-4c06-8467-bc220ba49211 req-fa7220bb-3de1-4228-9956-154ff6887b34 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326217 Jul 16 20:07:16.042220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.044120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.112370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.123445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41404) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:16.204566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3de8844-d491-4905-a70c-ccc2013d955d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.217366 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3de8844-d491-4905-a70c-ccc2013d955d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.272331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41416) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:16.291715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.342008 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-9a1bb572-b2f3-4ba2-b441-c6c83f9e0189 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7168005 Jul 16 20:07:16.383974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Request body: {'port': {'device_id': '75df025e-7b6c-4f43-b1fd-a139cc3e8411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:16.406651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27380e31-3521-497c-9c42-964636b5da24'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:16.411849 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb56c7d-2f8b-4c56-a19e-f714decd3a1f" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "27380e31-3521-497c-9c42-964636b5da24"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:16.421339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-505021374-network', 'tenant_id': '1255ab528acb48a18f2edba3d90f05d8'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:16.424915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a8b28c5a-76ef-4927-8b06-40fe02751d67 None None] Provisioning for port 30e5c63a-601d-4987-801a-0df69e207f82 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:16.427553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3de8844-d491-4905-a70c-ccc2013d955d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.428832 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f3de8844-d491-4905-a70c-ccc2013d955d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7742150 Jul 16 20:07:16.471829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41434) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:16.495029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a8b28c5a-76ef-4927-8b06-40fe02751d67 None None] Provisioning complete for port 30e5c63a-601d-4987-801a-0df69e207f82 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:16.496030 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a8b28c5a-76ef-4927-8b06-40fe02751d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.508390 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b555e96e-c6e9-49be-bd5b-1c7b8e0de550 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:16.514550 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-b555e96e-c6e9-49be-bd5b-1c7b8e0de550 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:07:16.516192 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-b555e96e-c6e9-49be-bd5b-1c7b8e0de550 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:16.517561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b555e96e-c6e9-49be-bd5b-1c7b8e0de550 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0354068 Jul 16 20:07:16.529882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41444) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:16.540548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8375088b-1f97-4b64-a175-18c283512b2a tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:16.585987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 27380e31-3521-497c-9c42-964636b5da24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=27380e31-3521-497c-9c42-964636b5da24,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:16.588340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a8b28c5a-76ef-4927-8b06-40fe02751d67 None None] Port 30e5c63a-601d-4987-801a-0df69e207f82 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:16.597038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.598431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a44233e5-8890-4a68-b799-ffe53a2907db no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:16.602177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de8844-d491-4905-a70c-ccc2013d955d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a7b45f-e090-4ad5-90d5-d52540982591,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:16.626816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9021ec99-441d-4802-943d-79a73144032b admin admin] Deleting subnet 83cb5467-63cd-4686-aa3b-29f2b0749c41 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:16.633271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Made reservation on behalf of 1255ab528acb48a18f2edba3d90f05d8 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:16.635714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.637966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9021ec99-441d-4802-943d-79a73144032b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.695598 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0aa2e2-0b97-40cc-8c4e-e6189a76eb26 x-openstack-request-id: req-ee0aa2e2-0b97-40cc-8c4e-e6189a76eb26 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:16.696061 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "27380e31-3521-497c-9c42-964636b5da24", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:16.697214 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee0aa2e2-0b97-40cc-8c4e-e6189a76eb26 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:16.698241 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27380e31-3521-497c-9c42-964636b5da24', 'code': 200} Jul 16 20:07:16.703174 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.756882 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9021ec99-441d-4802-943d-79a73144032b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.775060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=27380e31-3521-497c-9c42-964636b5da24,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:16.848686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.863816 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.876868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-131f0cd6-3736-41ac-b5f4-4c3133575e05 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.884028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-131f0cd6-3736-41ac-b5f4-4c3133575e05 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.890655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-131f0cd6-3736-41ac-b5f4-4c3133575e05 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.898766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-131f0cd6-3736-41ac-b5f4-4c3133575e05 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.907232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-131f0cd6-3736-41ac-b5f4-4c3133575e05 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.909548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a44233e5-8890-4a68-b799-ffe53a2907db, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a44233e5-8890-4a68-b799-ffe53a2907db,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:16.915014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-131f0cd6-3736-41ac-b5f4-4c3133575e05 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.917568 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.922906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c34e8c69-5351-4193-9072-293d3245b076 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:16.923489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-131f0cd6-3736-41ac-b5f4-4c3133575e05 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.935391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-131f0cd6-3736-41ac-b5f4-4c3133575e05 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 5445 time: 0.5452168 Jul 16 20:07:16.997020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] For port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.029220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a44233e5-8890-4a68-b799-ffe53a2907db,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.051411 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:17.054949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9021ec99-441d-4802-943d-79a73144032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.073888 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cae81e4-9ad7-440f-aa17-0a64c861161d req-55cdbdc2-2cf8-40dd-b0e4-0c1c703be464 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374125 Jul 16 20:07:17.088811 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.170938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 99a30106-a11f-499f-9411-6ee05808aaa0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:17.171710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.173673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c34e8c69-5351-4193-9072-293d3245b076, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c34e8c69-5351-4193-9072-293d3245b076,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.177205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] For port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:17.186175 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.187526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device c870a687-4862-446e-948e-9a0ecdaf81b3 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:17.213436 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9021ec99-441d-4802-943d-79a73144032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.223210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.288403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c34e8c69-5351-4193-9072-293d3245b076,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.293545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021ec99-441d-4802-943d-79a73144032b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cb5467-63cd-4686-aa3b-29f2b0749c41,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.296896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.297117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d3bbb-28d3-4f95-a467-c42903b208a5 None None] Network 92275ab5-250c-419d-8f6f-9cd7fac2f672 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:17.304266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9021ec99-441d-4802-943d-79a73144032b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.306934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9021ec99-441d-4802-943d-79a73144032b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/83cb5467-63cd-4686-aa3b-29f2b0749c41 HTTP/1.1" status: 204 len: 168 time: 1.0026548 Jul 16 20:07:17.353638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.354550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfc07ca-c375-4ca3-bc34-ea0f99f790af,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.356024 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-8375088b-1f97-4b64-a175-18c283512b2a tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:17.359437 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8375088b-1f97-4b64-a175-18c283512b2a tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8284016 Jul 16 20:07:17.369457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41518) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.377981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e9e4a046-b7eb-4dbc-8def-17f07c4a311c tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:17.378827 n-d-791505-15 neutron-server[100244]: WARNING neutron.api.v2.base [None req-e9e4a046-b7eb-4dbc-8def-17f07c4a311c tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:07:17.379514 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-e9e4a046-b7eb-4dbc-8def-17f07c4a311c tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:17.380820 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e9e4a046-b7eb-4dbc-8def-17f07c4a311c tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066445 Jul 16 20:07:17.390616 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.422923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.426395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] device_id is not set on port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:07:17.441939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-eb502ab0-6ef3-43ad-ba3b-4ab93e965632 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:17.460479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.463077 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.477766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port c870a687-4862-446e-948e-9a0ecdaf81b3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c870a687-4862-446e-948e-9a0ecdaf81b3,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.505681 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.506424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:17.507350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.513585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:17.582368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.583043 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Added segment bd472c7d-a13a-4a37-9c0b-d8149120d403 of type vlan for network 7fbe38eb-434d-4e3e-9c95-3554e2278ede Jul 16 20:07:17.668077 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.688586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc59f67-4b38-4223-8bdd-95b66126ee34 req-bb1cc542-6939-4004-91a2-4fe9b4d3ce7c tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.690845 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3fc59f67-4b38-4223-8bdd-95b66126ee34 req-bb1cc542-6939-4004-91a2-4fe9b4d3ce7c tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 935 time: 0.2231345 Jul 16 20:07:17.700791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:17.701286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:17.708844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 99a30106-a11f-499f-9411-6ee05808aaa0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=99a30106-a11f-499f-9411-6ee05808aaa0,segment=NetworkSegment(289aef7a-f2dd-4366-b9e1-cd198873437f),segment_id=289aef7a-f2dd-4366-b9e1-cd198873437f)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.709224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.764721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] Pushing event updated for resources: {'Port': ['ID=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,revision_number=6']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.768762 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-eb502ab0-6ef3-43ad-ba3b-4ab93e965632 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:17.770330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eb502ab0-6ef3-43ad-ba3b-4ab93e965632 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3380191 Jul 16 20:07:17.787065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41560) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.788450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Deleting port fa3202e0-2c36-49fd-8c5b-10770370b08b {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:17.788798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.796138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-64eb7875-510f-4c79-b1e8-ec2c24f8b367 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:17.801812 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-64eb7875-510f-4c79-b1e8-ec2c24f8b367 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:07:17.802363 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-64eb7875-510f-4c79-b1e8-ec2c24f8b367 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:17.803428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-64eb7875-510f-4c79-b1e8-ec2c24f8b367 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124488 Jul 16 20:07:17.803957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 99a30106-a11f-499f-9411-6ee05808aaa0 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:17.807196 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=c870a687-4862-446e-948e-9a0ecdaf81b3,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.810273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] No DVR routers for this DVR port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:17.816092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41566) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.842304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d0eafaff-5bad-4ebf-81e9-0e4a6e668ac5 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:17.858291 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.859857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.866015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.875782 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.886997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3fc59f67-4b38-4223-8bdd-95b66126ee34 req-11a9cbd8-ae6f-4615-9378-5053035e4b58 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706340 Jul 16 20:07:17.939730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.963808 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.965495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:17.970893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e5c63a-601d-4987-801a-0df69e207f82 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:17.980102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] For port fa3202e0-2c36-49fd-8c5b-10770370b08b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fa3202e0-2c36-49fd-8c5b-10770370b08b,segment=NetworkSegment(06c4e00b-de29-4900-9c7e-8275f082710c),segment_id=06c4e00b-de29-4900-9c7e-8275f082710c)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.980485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.985649 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.003470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Transition to ACTIVE for port object 30e5c63a-601d-4987-801a-0df69e207f82 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:18.016622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] In _notify_port_updated(), no bound segment for port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:07:18.017706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.018727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.024620 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-5c92b81a-9020-48fe-98f7-74f884866fae service neutron] 10.222.0.68 "PUT /v2.0/ports/b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 200 len: 1033 time: 2.4186683 Jul 16 20:07:18.032964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=7fbe38eb-434d-4e3e-9c95-3554e2278ede,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.042894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Calling delete_port for fa3202e0-2c36-49fd-8c5b-10770370b08b owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:18.083826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.086129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.098760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 7fbe38eb-434d-4e3e-9c95-3554e2278ede details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:18.101704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] DHCP port deletion for 92275ab5-250c-419d-8f6f-9cd7fac2f672 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:18.182208 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9e0c-cc8a-4a7b-a836-6e280d77c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.209193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-0828fcfe-aaaa-49cf-95c4-519d2ba25249 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.214765 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-0828fcfe-aaaa-49cf-95c4-519d2ba25249 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "GET /v2.0/ports/37c9aef0-788a-4bc1-9a30-aee0fa42d5f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1223140 Jul 16 20:07:18.223443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-14cc4d92-6e7e-4266-9f50-5a303f398ad1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0976820 Jul 16 20:07:18.231570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41606) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:18.244104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Request body: {'subnet': {'network_id': '7fbe38eb-434d-4e3e-9c95-3554e2278ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-505021374-subnet', 'tenant_id': '1255ab528acb48a18f2edba3d90f05d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:18.245971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:18.278169 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.297001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0aad143f-3f93-4022-a04c-34dc442fee46 None None] Provisioning complete for port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:18.297766 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0aad143f-3f93-4022-a04c-34dc442fee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.337869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3202e0-2c36-49fd-8c5b-10770370b08b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.344166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Pushing event updated for resources: {'Port': ['ID=30e5c63a-601d-4987-801a-0df69e207f82,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.360910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.367839 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-d0eafaff-5bad-4ebf-81e9-0e4a6e668ac5 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:18.383624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41610) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:18.386765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Made reservation on behalf of 1255ab528acb48a18f2edba3d90f05d8 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:18.390056 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d0eafaff-5bad-4ebf-81e9-0e4a6e668ac5 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5456829 Jul 16 20:07:18.391717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.400190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3a4a1e11-efad-4c2f-a127-370475b821a7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:18.401010 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-3a4a1e11-efad-4c2f-a127-370475b821a7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:07:18.401946 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-3a4a1e11-efad-4c2f-a127-370475b821a7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:18.403645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3a4a1e11-efad-4c2f-a127-370475b821a7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076604 Jul 16 20:07:18.407293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] No DVR routers for this DVR port fa3202e0-2c36-49fd-8c5b-10770370b08b on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:18.408105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:18.434331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-59930d8e-6bd6-43a1-b5b1-701ec80b0bd4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:18.616258 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.647007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92275ab5-250c-419d-8f6f-9cd7fac2f672']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:18.661907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0aad143f-3f93-4022-a04c-34dc442fee46 None None] Port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:18.663926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a273e5-9511-44f1-9209-c04c01ea5101 req-02729e4c-a2dc-4778-92d6-f66a5b9f45b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.671283 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.672110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a273e5-9511-44f1-9209-c04c01ea5101 req-02729e4c-a2dc-4778-92d6-f66a5b9f45b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.685037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a273e5-9511-44f1-9209-c04c01ea5101 req-02729e4c-a2dc-4778-92d6-f66a5b9f45b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.686040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] Deleting port fa3202e0-2c36-49fd-8c5b-10770370b08b {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:18.686423 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.692936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a273e5-9511-44f1-9209-c04c01ea5101 req-02729e4c-a2dc-4778-92d6-f66a5b9f45b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.699188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44233e5-8890-4a68-b799-ffe53a2907db'}, {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34e8c69-5351-4193-9072-293d3245b076'}, {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3'}, {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c9aef0-788a-4bc1-9a30-aee0fa42d5f6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:18.699854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a273e5-9511-44f1-9209-c04c01ea5101 req-02729e4c-a2dc-4778-92d6-f66a5b9f45b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.701718 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12efd4-122c-443e-ad03-f979e23f5c63" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "a44233e5-8890-4a68-b799-ffe53a2907db"}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "c34e8c69-5351-4193-9072-293d3245b076"}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3"}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "37c9aef0-788a-4bc1-9a30-aee0fa42d5f6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:18.708148 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-59930d8e-6bd6-43a1-b5b1-701ec80b0bd4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:18.708844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a273e5-9511-44f1-9209-c04c01ea5101 req-02729e4c-a2dc-4778-92d6-f66a5b9f45b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.712756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-59930d8e-6bd6-43a1-b5b1-701ec80b0bd4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2895811 Jul 16 20:07:18.717951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57a273e5-9511-44f1-9209-c04c01ea5101 req-02729e4c-a2dc-4778-92d6-f66a5b9f45b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 4655 time: 0.3960011 Jul 16 20:07:18.738374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41630) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:18.745456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-592f4e36-9db0-494e-86ed-a639568c81a8 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '77a7b45f-e090-4ad5-90d5-d52540982591', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:18.754398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c4e00b-de29-4900-9c7e-8275f082710c') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:18.754835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c4e00b-de29-4900-9c7e-8275f082710c') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:18.767116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:18.785920 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.786211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Attempting to bind port 30e5c63a-601d-4987-801a-0df69e207f82 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:18.786388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Attempting to bind port 30e5c63a-601d-4987-801a-0df69e207f82 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:18.786731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Attempting to bind port 30e5c63a-601d-4987-801a-0df69e207f82 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:18.787971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] For port fa3202e0-2c36-49fd-8c5b-10770370b08b, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:18.788532 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.795261 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.825279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] Calling delete_port for fa3202e0-2c36-49fd-8c5b-10770370b08b owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:18.830439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] Port fa3202e0-2c36-49fd-8c5b-10770370b08b was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:07:18.839073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.840458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.844832 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-592f4e36-9db0-494e-86ed-a639568c81a8 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:18.849709 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-592f4e36-9db0-494e-86ed-a639568c81a8 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1099918 Jul 16 20:07:18.850803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41632) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:18.853764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Port 30e5c63a-601d-4987-801a-0df69e207f82 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:18.854083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Attempting to bind port 30e5c63a-601d-4987-801a-0df69e207f82 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:18.863867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] No DVR routers for this DVR port fa3202e0-2c36-49fd-8c5b-10770370b08b on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:18.870783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.888375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57a273e5-9511-44f1-9209-c04c01ea5101 req-bf89ee1c-e77d-43e5-99d3-bb4377fcce34 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=272d1861-a5e0-41a3-8f44-fd844e43a042&id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687307 Jul 16 20:07:18.911092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adbf30-39ba-4801-98ce-6b88863bec4f None None] Pushing event deleted for resources: {'Port': ['ID=fa3202e0-2c36-49fd-8c5b-10770370b08b,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.913081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:18.913702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:18.914426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:18.914895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Bound port: 30e5c63a-601d-4987-801a-0df69e207f82, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:18.915274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.921975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:18.922539 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:18.927454 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:19.026480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-578b5c9e-f9da-4d7c-bd83-5202512c0ef0 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.028017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-578b5c9e-f9da-4d7c-bd83-5202512c0ef0 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 813 time: 0.2901516 Jul 16 20:07:19.057380 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.071076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] For port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:19.074842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.080044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] 10.222.0.78 "DELETE /v2.0/networks/92275ab5-250c-419d-8f6f-9cd7fac2f672 HTTP/1.1" status: 204 len: 168 time: 1.7197938 Jul 16 20:07:19.088887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-1e154c71-cf61-45bd-ae32-23939f0816b9 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/quotas/f3030888f42745fcb9a0e16fd4ad4800 HTTP/1.1" status: 200 len: 375 time: 0.0381131 Jul 16 20:07:19.103036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7432d1-1b7f-4b7d-af60-4f7713d31303 admin admin] Pushing event deleted for resources: {'Network': ['ID=92275ab5-250c-419d-8f6f-9cd7fac2f672,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.104138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c5d-80f5-4620-9045-584f7aa75970 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.104637 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9318baaa-3873-44c0-965f-1a0940da9e53 x-openstack-request-id: req-9318baaa-3873-44c0-965f-1a0940da9e53 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:19.105359 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "a44233e5-8890-4a68-b799-ffe53a2907db", "code": 200}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "c34e8c69-5351-4193-9072-293d3245b076", "code": 200}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3", "code": 200}, {"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "37c9aef0-788a-4bc1-9a30-aee0fa42d5f6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:19.105525 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9318baaa-3873-44c0-965f-1a0940da9e53 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:19.106268 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44233e5-8890-4a68-b799-ffe53a2907db', 'code': 200} Jul 16 20:07:19.106529 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34e8c69-5351-4193-9072-293d3245b076', 'code': 200} Jul 16 20:07:19.106810 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'code': 200} Jul 16 20:07:19.107416 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c9aef0-788a-4bc1-9a30-aee0fa42d5f6', 'code': 200} Jul 16 20:07:19.118541 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.132688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c5d-80f5-4620-9045-584f7aa75970 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.172452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.174333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-5e945728-e934-43df-8401-f38861ce7b1c tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740263 Jul 16 20:07:19.229560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=99a30106-a11f-499f-9411-6ee05808aaa0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.271993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] For port 30e5c63a-601d-4987-801a-0df69e207f82, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:19.280905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:19.287641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] For port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:19.300265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd276a5e-f7cc-4060-b915-35c62378da6a,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.339272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] For port 30e5c63a-601d-4987-801a-0df69e207f82, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=30e5c63a-601d-4987-801a-0df69e207f82,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:19.342995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Checking segment: {'id': 'bd472c7d-a13a-4a37-9c0b-d8149120d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7fbe38eb-434d-4e3e-9c95-3554e2278ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:19.343717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Network hostable DHCP agents. Network: 7fbe38eb-434d-4e3e-9c95-3554e2278ede, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:19.344342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c5d-80f5-4620-9045-584f7aa75970 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.347201 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c5d-80f5-4620-9045-584f7aa75970 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.348846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eb5d9c5d-80f5-4620-9045-584f7aa75970 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/77a7b45f-e090-4ad5-90d5-d52540982591 HTTP/1.1" status: 204 len: 168 time: 0.4912808 Jul 16 20:07:19.356373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41640) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:19.369395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.402225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d9c5d-80f5-4620-9045-584f7aa75970 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a7b45f-e090-4ad5-90d5-d52540982591,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.408580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] device_id is not set on port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:07:19.409381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Network 7fbe38eb-434d-4e3e-9c95-3554e2278ede is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:19.457232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 7fbe38eb-434d-4e3e-9c95-3554e2278ede) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:19.462926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.464040 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.470274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6378bc-6bd6-44e9-81c0-2bafa5a8ef46 None None] Network 7fbe38eb-434d-4e3e-9c95-3554e2278ede requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:19.472581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-ce844dc5-a0fe-4ced-b626-f9a87932749b service neutron] 10.222.0.78 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901890 Jul 16 20:07:19.486805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.487667 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.489378 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] 10.222.0.16 "PUT /v2.0/ports/30e5c63a-601d-4987-801a-0df69e207f82 HTTP/1.1" status: 200 len: 1096 time: 3.1321599 Jul 16 20:07:19.498945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fa3202e0-2c36-49fd-8c5b-10770370b08b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:19.507617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.524444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75df025e-7b6c-4f43-b1fd-a139cc3e8411', 'tag': '30e5c63a-601d-4987-801a-0df69e207f82'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:19.527227 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec16e43-5ab0-43ec-a08e-e6b74b427823" -d '{"events": [{"name": "network-changed", "server_uuid": "75df025e-7b6c-4f43-b1fd-a139cc3e8411", "tag": "30e5c63a-601d-4987-801a-0df69e207f82"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:19.529953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-93c78666-e8a2-4aca-9553-9259404f91a2 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1722605 Jul 16 20:07:19.544010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: fa3202e0-2c36-49fd-8c5b-10770370b08b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:19.544854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fa3202e0-2c36-49fd-8c5b-10770370b08b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:19.548546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41644) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:19.571335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ef8f2a3a-70ef-4a3e-8922-fdc6a17bb9b3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3303726 Jul 16 20:07:19.579397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebb09f-3c50-4bad-b774-df73a6d5a34d req-f9d8fdf0-00a6-4ad2-88c2-7780dcc17377 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.588892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-90b7da21-69c6-43cd-80c2-bb03519307e4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--188500001'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:19.590140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bbebb09f-3c50-4bad-b774-df73a6d5a34d req-f9d8fdf0-00a6-4ad2-88c2-7780dcc17377 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 947 time: 0.3638563 Jul 16 20:07:19.646178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.738969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bbebb09f-3c50-4bad-b774-df73a6d5a34d req-bfbe171f-8e43-4f84-b92d-61793f5bed8b tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372995 Jul 16 20:07:19.761512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9186a6-fca5-486c-908b-9d48e17031c5 None None] Network 7fbe38eb-434d-4e3e-9c95-3554e2278ede requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:19.816112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-c949809d-ac85-4592-8705-cef2d067a235 service neutron] 10.222.0.78 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289542 Jul 16 20:07:19.839741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90b7da21-69c6-43cd-80c2-bb03519307e4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.855869 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-da0f304a-a4fd-4d9c-93a5-a1bc29bf3c53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa30895b58ee41a8a477f532f4047161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694957 Jul 16 20:07:19.859297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41650) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:19.867856 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ff5591-44fd-4ffa-a5dc-22a2d35b594d x-openstack-request-id: req-24ff5591-44fd-4ffa-a5dc-22a2d35b594d {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:19.868173 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75df025e-7b6c-4f43-b1fd-a139cc3e8411", "tag": "30e5c63a-601d-4987-801a-0df69e207f82", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:19.868484 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24ff5591-44fd-4ffa-a5dc-22a2d35b594d {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:19.868902 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75df025e-7b6c-4f43-b1fd-a139cc3e8411', 'tag': '30e5c63a-601d-4987-801a-0df69e207f82', 'status': 'completed', 'code': 200} Jul 16 20:07:19.936776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68396c7-60e5-4a30-aef2-cd09249bed8b service neutron] Pushing event updated for resources: {'Port': ['ID=30e5c63a-601d-4987-801a-0df69e207f82,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.985692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a6d48c8-7225-4387-ab76-15a9a96535aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.066207 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a6d48c8-7225-4387-ab76-15a9a96535aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.148908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] No DVR routers for this DVR port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:20.331167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca005447-b0b1-4f6b-a71e-2c0969a7a896 req-b9397786-1f82-4150-ad79-f44773b6caa0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.338510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca005447-b0b1-4f6b-a71e-2c0969a7a896 req-b9397786-1f82-4150-ad79-f44773b6caa0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.356477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca005447-b0b1-4f6b-a71e-2c0969a7a896 req-b9397786-1f82-4150-ad79-f44773b6caa0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.365423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca005447-b0b1-4f6b-a71e-2c0969a7a896 req-b9397786-1f82-4150-ad79-f44773b6caa0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.372834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca005447-b0b1-4f6b-a71e-2c0969a7a896 req-b9397786-1f82-4150-ad79-f44773b6caa0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.376564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca005447-b0b1-4f6b-a71e-2c0969a7a896 req-b9397786-1f82-4150-ad79-f44773b6caa0 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 3876 time: 0.2556472 Jul 16 20:07:20.419171 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-83f4f690-50f9-4429-8cc1-95d390e376ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.429702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-75fbdc6e-1d7c-4a06-91a9-57c4943666ae None None] Provisioning complete for port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:20.436521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-75fbdc6e-1d7c-4a06-91a9-57c4943666ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.470284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca005447-b0b1-4f6b-a71e-2c0969a7a896 req-1de21c01-7633-41c1-84b2-9a1f1ebf3e70 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862060 Jul 16 20:07:20.471015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a6d48c8-7225-4387-ab76-15a9a96535aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.473735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a6d48c8-7225-4387-ab76-15a9a96535aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.490365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a6d48c8-7225-4387-ab76-15a9a96535aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2f5a10e-c0d7-44fd-9bea-e748d61e2679 HTTP/1.1" status: 204 len: 168 time: 0.6296496 Jul 16 20:07:20.512036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d48c8-7225-4387-ab76-15a9a96535aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f5a10e-c0d7-44fd-9bea-e748d61e2679,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.560358 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3ad67e-431e-419b-af1c-9f6b12c8c599 req-97bcc150-3a19-4616-8c2d-4c0af8106250 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 210 time: 0.0501115 Jul 16 20:07:20.633672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41674) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:20.639431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1496736586-network', 'tenant_id': 'fe5dc2d17e3341d095d4085381bb43ea'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:20.680874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-75fbdc6e-1d7c-4a06-91a9-57c4943666ae None None] Port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:20.690263 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.749094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.762008 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.api [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:07:20.762008 n-d-791505-15 neutron-server[100243]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:07:20.762008 n-d-791505-15 neutron-server[100243]: [parameters: {'project_id_1': 'fe5dc2d17e3341d095d4085381bb43ea', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 7, 20, 644785)}] Jul 16 20:07:20.762008 n-d-791505-15 neutron-server[100243]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:07:20.763499 n-d-791505-15 neutron-server[100243]: DEBUG oslo_db.api [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:07:20.807457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] Pushing event updated for resources: {'Port': ['ID=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.850234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] In _notify_port_updated(), no bound segment for port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 on network feae7e28-8ae7-49b0-af49-329cabf6f82f {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:07:20.851154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.851842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.853349 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-d08a44c6-13dd-4ed2-9f83-d28aeaee1643 service neutron] 10.222.0.68 "PUT /v2.0/ports/37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 200 len: 1032 time: 2.6274095 Jul 16 20:07:20.938306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-1b8dc0cd-8dd2-4236-9059-fbacc4d5a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.940288 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-1b8dc0cd-8dd2-4236-9059-fbacc4d5a505 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f032f70e384bdbabb4140d21c3b595&device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 1099 time: 1.3877873 Jul 16 20:07:21.023913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86faa0-7845-4f23-b1f3-73f47095f581 req-721fa0d2-1ce0-48f5-b675-7545b3fa59d9 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.025728 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-60471864-a1e7-4caf-9298-134dee937f37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=30e5c63a-601d-4987-801a-0df69e207f82 HTTP/1.1" status: 200 len: 217 time: 0.0763328 Jul 16 20:07:21.026286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd86faa0-7845-4f23-b1f3-73f47095f581 req-721fa0d2-1ce0-48f5-b675-7545b3fa59d9 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 947 time: 0.1094472 Jul 16 20:07:21.075792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd86faa0-7845-4f23-b1f3-73f47095f581 req-232e6fbb-02f6-43be-81f4-b2c0fad56640 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Jul 16 20:07:21.110187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:21.115710 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbb5ab5-6e0a-4dbd-8960-f1965e709281" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:21.118197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90b7da21-69c6-43cd-80c2-bb03519307e4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.186882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90b7da21-69c6-43cd-80c2-bb03519307e4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.195290 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465edd55-2573-4b45-bedb-6b708f4869be x-openstack-request-id: req-465edd55-2573-4b45-bedb-6b708f4869be {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:21.195837 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-unplugged", "status": "completed", "tag": "53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:21.196360 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-465edd55-2573-4b45-bedb-6b708f4869be {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:21.197320 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef', 'code': 200} Jul 16 20:07:21.278978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-e2200b55-6a94-4ef4-baf1-fda32bcd2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.280979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-e2200b55-6a94-4ef4-baf1-fda32bcd2b99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2470839 Jul 16 20:07:21.320327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90b7da21-69c6-43cd-80c2-bb03519307e4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.322215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-90b7da21-69c6-43cd-80c2-bb03519307e4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7680962 Jul 16 20:07:21.338727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41696) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:21.370647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5bc6b76e-1ed5-4a9c-a401-32be4c360b1d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '35380f42-f226-4ca3-8db6-38a7f8d74d10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:21.378107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7da21-69c6-43cd-80c2-bb03519307e4 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35380f42-f226-4ca3-8db6-38a7f8d74d10,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.407214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:21.413682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port c34e8c69-5351-4193-9072-293d3245b076 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:21.414276 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.417165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Made reservation on behalf of fe5dc2d17e3341d095d4085381bb43ea for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:21.425863 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.449011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.553227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] For port c34e8c69-5351-4193-9072-293d3245b076, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c34e8c69-5351-4193-9072-293d3245b076,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:21.553588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.571902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for c34e8c69-5351-4193-9072-293d3245b076 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:21.637925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41706) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:21.805046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.827185 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-5bc6b76e-1ed5-4a9c-a401-32be4c360b1d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The resource could not be found. Jul 16 20:07:21.842126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-17a6027d-b598-4359-9b1a-0c10ec15bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.843761 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-17a6027d-b598-4359-9b1a-0c10ec15bb7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5507090 Jul 16 20:07:21.844532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5bc6b76e-1ed5-4a9c-a401-32be4c360b1d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4938765 Jul 16 20:07:21.846454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41712) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:21.854247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ad97520a-70af-4b25-ab83-876c7b3e1e92 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '35380f42-f226-4ca3-8db6-38a7f8d74d10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5c9218ac-25f7-4538-a98e-3204af6299f0'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:21.868917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.869225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.940456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:21.947192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=c34e8c69-5351-4193-9072-293d3245b076,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.955978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-69abe892-3e34-4cda-b014-0a172b71886e tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4960613 Jul 16 20:07:21.964193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41714) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:21.974781 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:22.000183 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:22.005257 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:22.007454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-361793474-network', 'tenant_id': '6acd87378e534e2cb3bac4e314250330'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:22.014326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b3154e-03ae-4dda-aab1-cdfe27118042,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:22.083722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:22.094819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] No DVR routers for this DVR port c34e8c69-5351-4193-9072-293d3245b076 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:22.114609 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.116642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-9e9775c7-329c-457c-b6a5-c5310bb8f992 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "DELETE /v2.0/ports/c34e8c69-5351-4193-9072-293d3245b076 HTTP/1.1" status: 204 len: 173 time: 1.2245455 Jul 16 20:07:22.118705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': 'c34e8c69-5351-4193-9072-293d3245b076'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:22.121082 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4983656-7d99-4440-9dc9-31221882a238" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "c34e8c69-5351-4193-9072-293d3245b076"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:22.151515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09e3e66e-b587-4e6d-ab60-b961b0831ab5 req-98d0de87-aa21-4f1d-917b-95bb1cd2eaf0 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 210 time: 0.1204495 Jul 16 20:07:22.180875 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.181429 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Added segment 6bd2b705-8f64-434a-b60c-ec7349172db5 of type vlan for network 1ad99cba-7c31-4157-a3b9-4b4d3adb43ae Jul 16 20:07:22.212450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2b1e1d-b4eb-4644-a3c3-ec1db1ba1b97 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet b5b5fbe8-39fd-4a83-aaa1-722764a107f5 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:22.220661 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:22.240245 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce2b1e1d-b4eb-4644-a3c3-ec1db1ba1b97 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.256757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Made reservation on behalf of 6acd87378e534e2cb3bac4e314250330 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:22.283461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.289631 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-ad97520a-70af-4b25-ab83-876c7b3e1e92 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The resource could not be found. Jul 16 20:07:22.292657 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ad97520a-70af-4b25-ab83-876c7b3e1e92 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4436502 Jul 16 20:07:22.298891 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-0414b4f1-7872-458a-9f11-f238b776b226 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350655 Jul 16 20:07:22.303183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41720) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:22.313750 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.346127 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877d544f-2213-4986-95fe-d2cd383b6fdf x-openstack-request-id: req-877d544f-2213-4986-95fe-d2cd383b6fdf {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:22.346458 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "c34e8c69-5351-4193-9072-293d3245b076", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:22.346675 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-877d544f-2213-4986-95fe-d2cd383b6fdf {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:22.347092 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': 'c34e8c69-5351-4193-9072-293d3245b076', 'status': 'completed', 'code': 200} Jul 16 20:07:22.449781 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.482299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.510936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce2b1e1d-b4eb-4644-a3c3-ec1db1ba1b97 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.521232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b825706-932d-4dc4-8b9b-c0de2dd728c1 req-83f12e43-a9af-406b-8e26-a34d4521b8b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.536647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b825706-932d-4dc4-8b9b-c0de2dd728c1 req-83f12e43-a9af-406b-8e26-a34d4521b8b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.550522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b825706-932d-4dc4-8b9b-c0de2dd728c1 req-83f12e43-a9af-406b-8e26-a34d4521b8b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.567259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b825706-932d-4dc4-8b9b-c0de2dd728c1 req-83f12e43-a9af-406b-8e26-a34d4521b8b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.571569 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b825706-932d-4dc4-8b9b-c0de2dd728c1 req-83f12e43-a9af-406b-8e26-a34d4521b8b9 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 3143 time: 0.7595549 Jul 16 20:07:22.608610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-78fbf0b4-abd7-4de9-a3a4-4eeed0e7eaa1 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.610829 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-78fbf0b4-abd7-4de9-a3a4-4eeed0e7eaa1 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.68 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 813 time: 0.5241306 Jul 16 20:07:22.649990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Request body: {'port': {'device_id': '56d56781-2838-412c-bb9a-e05f15166760', 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc', 'admin_state_up': True, 'tenant_id': 'f3030888f42745fcb9a0e16fd4ad4800'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:22.753445 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:18Z', 'revision_number': 8, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:22.798095 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-67ac4599-7e89-4bea-ab88-05fbb53a8b6b req-4e4e0983-add7-4aed-97b3-5d51c0b38ea6 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661424 Jul 16 20:07:22.803458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88532279-d0d2-459e-93e0-805ce86994d7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.854924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b825706-932d-4dc4-8b9b-c0de2dd728c1 req-8801973c-cc5e-47ef-86b3-0e454160ef43 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623124 Jul 16 20:07:22.856051 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.857640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.858678 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.885977 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:22.896643 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:22.897363 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:22.909515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88532279-d0d2-459e-93e0-805ce86994d7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.910836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port c870a687-4862-446e-948e-9a0ecdaf81b3 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:22.911374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.995879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce2b1e1d-b4eb-4644-a3c3-ec1db1ba1b97 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.115122 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:23.275790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] For port c870a687-4862-446e-948e-9a0ecdaf81b3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=c870a687-4862-446e-948e-9a0ecdaf81b3,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:23.276482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.299271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce2b1e1d-b4eb-4644-a3c3-ec1db1ba1b97 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.305074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-9c85dbce-1a21-4533-b0aa-9185b43e8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.307732 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-9c85dbce-1a21-4533-b0aa-9185b43e8008 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f032f70e384bdbabb4140d21c3b595&device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 1099 time: 0.3450150 Jul 16 20:07:23.439323 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:18Z', 'revision_number': 8, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:23.461068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6795066e-e4e4-43ff-ab68-83459b7366ed None None] Network f818873a-4354-4006-93f0-925c2b6fbc5f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:23.469682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b1e1d-b4eb-4644-a3c3-ec1db1ba1b97 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b5fbe8-39fd-4a83-aaa1-722764a107f5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.474240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce2b1e1d-b4eb-4644-a3c3-ec1db1ba1b97 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.478501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ce2b1e1d-b4eb-4644-a3c3-ec1db1ba1b97 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/b5b5fbe8-39fd-4a83-aaa1-722764a107f5 HTTP/1.1" status: 204 len: 168 time: 1.5097110 Jul 16 20:07:23.495628 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cb92d-5766-49ae-94c5-c6f322f9be77 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:18Z', 'revision_number': 8, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '0155cf1c-a002-4caa-81c9-17809308b40f', 'name': '', 'network_id': 'a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:67:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd33bf949-154d-437a-a952-2de16553ed40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:47Z', 'updated_at': '2021-07-16T20:07:03Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'd33bf949-154d-437a-a952-2de16553ed40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:23.509240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41726) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.723401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-970556b3-66d6-4247-acaa-a9a1952aef6e req-a2a237f6-3be5-4c16-ad0e-691dcbad43ea tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 210 time: 0.1747396 Jul 16 20:07:23.728639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad99cba-7c31-4157-a3b9-4b4d3adb43ae,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.741631 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.757022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 1ad99cba-7c31-4157-a3b9-4b4d3adb43ae details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:23.768528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329d726-1582-4303-8e98-7b5a43b5c386 req-81208347-6546-4cfe-91b3-c04b0bef741f tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.771175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9329d726-1582-4303-8e98-7b5a43b5c386 req-81208347-6546-4cfe-91b3-c04b0bef741f tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 947 time: 1.0940437 Jul 16 20:07:23.794428 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88532279-d0d2-459e-93e0-805ce86994d7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.797282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-88532279-d0d2-459e-93e0-805ce86994d7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.802706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-88532279-d0d2-459e-93e0-805ce86994d7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/35380f42-f226-4ca3-8db6-38a7f8d74d10 HTTP/1.1" status: 204 len: 168 time: 1.4137247 Jul 16 20:07:23.830595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.830595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.830595 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Floating IP c98392ca-03a4-4349-bf5b-3fa7ad014305 disassociated. External IP: 172.25.6.44, port: c870a687-4862-446e-948e-9a0ecdaf81b3. Jul 16 20:07:23.831271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for c870a687-4862-446e-948e-9a0ecdaf81b3 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:23.854971 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.908982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-0a686c70-5302-46f7-a43a-b2095e71b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.910273 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-0a686c70-5302-46f7-a43a-b2095e71b5b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.5788214 Jul 16 20:07:23.912585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41728) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.913851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88532279-d0d2-459e-93e0-805ce86994d7 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35380f42-f226-4ca3-8db6-38a7f8d74d10,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.020924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.042435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:24.055214 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-c242fd6f-d5cc-4629-ba92-d605ca75ab9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=30e5c63a-601d-4987-801a-0df69e207f82 HTTP/1.1" status: 200 len: 217 time: 0.0972924 Jul 16 20:07:24.067436 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.067989 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Added segment e3857a12-4280-44ee-87fe-08690b47d4f2 of type vlan for network 958821b6-9f13-41ff-b0b1-7679750bef0d Jul 16 20:07:24.102250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] DHCP port deletion for f818873a-4354-4006-93f0-925c2b6fbc5f request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:24.150429 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.219936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7fc5173c-f593-44fc-a448-168efc779892 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3007278 Jul 16 20:07:24.234446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] Deleting port c0a55a55-64e0-4e74-92f2-ca0713c7126b {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:24.235460 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.264675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-221686a6-73ff-44e3-a76e-70d2f84248e0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6294146 Jul 16 20:07:24.268964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41734) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.270499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41736) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.282731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b3cb07-6491-4442-9d77-4087ec756419,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.293971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Request body: {'subnet': {'network_id': '1ad99cba-7c31-4157-a3b9-4b4d3adb43ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1496736586-subnet', 'tenant_id': 'fe5dc2d17e3341d095d4085381bb43ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:24.326427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.329016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.330373 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.339523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-48a68e5e-1eee-420c-aef9-e7a72484200d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '1f4b9aa5-cf97-4be0-bd47-e8ab28c79898', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:24.353693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9329d726-1582-4303-8e98-7b5a43b5c386 req-e53d1de2-7743-4913-af57-8d8676d2a236 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750704 Jul 16 20:07:24.354691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Made reservation on behalf of fe5dc2d17e3341d095d4085381bb43ea for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:24.358191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.445092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] For port c0a55a55-64e0-4e74-92f2-ca0713c7126b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c0a55a55-64e0-4e74-92f2-ca0713c7126b,segment=NetworkSegment(289aef7a-f2dd-4366-b9e1-cd198873437f),segment_id=289aef7a-f2dd-4366-b9e1-cd198873437f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:24.445505 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.476751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Made reservation on behalf of f3030888f42745fcb9a0e16fd4ad4800 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:24.483791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] Calling delete_port for c0a55a55-64e0-4e74-92f2-ca0713c7126b owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:24.485224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.549045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.569378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] Pushing event updated for resources: {'Network': ['ID=958821b6-9f13-41ff-b0b1-7679750bef0d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.594378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 958821b6-9f13-41ff-b0b1-7679750bef0d details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:24.595998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-63cd661a-c4ec-4f0a-b332-7065379a471b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9505577 Jul 16 20:07:24.605342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41738) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.617050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Request body: {'subnet': {'network_id': '958821b6-9f13-41ff-b0b1-7679750bef0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-361793474-subnet', 'tenant_id': '6acd87378e534e2cb3bac4e314250330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:24.662387 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-48a68e5e-1eee-420c-aef9-e7a72484200d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The resource could not be found. Jul 16 20:07:24.663834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-48a68e5e-1eee-420c-aef9-e7a72484200d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3761449 Jul 16 20:07:24.683098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4ba2a-6505-4e1a-8280-68a3d2e9fe51 req-48a2c09d-ee0a-47d8-afad-d9974de694c5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.690895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4ba2a-6505-4e1a-8280-68a3d2e9fe51 req-48a2c09d-ee0a-47d8-afad-d9974de694c5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.697774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4ba2a-6505-4e1a-8280-68a3d2e9fe51 req-48a2c09d-ee0a-47d8-afad-d9974de694c5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.703536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=c870a687-4862-446e-948e-9a0ecdaf81b3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.707031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4ba2a-6505-4e1a-8280-68a3d2e9fe51 req-48a2c09d-ee0a-47d8-afad-d9974de694c5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.716966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2cc4ba2a-6505-4e1a-8280-68a3d2e9fe51 req-48a2c09d-ee0a-47d8-afad-d9974de694c5 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 3065 time: 0.3831670 Jul 16 20:07:24.735834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41740) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.740619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-98ac6508-737f-487c-a5f3-90a92b066d57 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--629280599'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:24.752166 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.799485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] Pushing event deleted for resources: {'Port': ['ID=c0a55a55-64e0-4e74-92f2-ca0713c7126b,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.810477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-ecbfba34-8887-4d16-a527-fab733987090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.814645 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-ecbfba34-8887-4d16-a527-fab733987090 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.7297878 Jul 16 20:07:24.818643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8922f-f3a5-4328-8859-038f95d062bc None None] No DVR routers for this DVR port c0a55a55-64e0-4e74-92f2-ca0713c7126b on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:24.821411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Made reservation on behalf of 6acd87378e534e2cb3bac4e314250330 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:24.824811 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.861302 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.912354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2cc4ba2a-6505-4e1a-8280-68a3d2e9fe51 req-3f3f9182-2c3a-4251-b48f-0f6ca2d2b3a7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943192 Jul 16 20:07:24.916922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98ac6508-737f-487c-a5f3-90a92b066d57 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.082217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30b0eaa1-42bc-4432-a82c-cd0fcbf8fc97 req-62f3af0a-ba20-4469-a720-e8bb245186a6 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 210 time: 0.0742080 Jul 16 20:07:25.095666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.264167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8676cdfa-bb3b-45b7-87ae-39375a2765f7,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.407347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Checking segment: {'id': '6bd2b705-8f64-434a-b60c-ec7349172db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1ad99cba-7c31-4157-a3b9-4b4d3adb43ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:25.408089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Network hostable DHCP agents. Network: 1ad99cba-7c31-4157-a3b9-4b4d3adb43ae, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:25.455450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c0a55a55-64e0-4e74-92f2-ca0713c7126b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:25.479762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c0a55a55-64e0-4e74-92f2-ca0713c7126b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:25.480491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c0a55a55-64e0-4e74-92f2-ca0713c7126b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:25.481104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 99a30106-a11f-499f-9411-6ee05808aaa0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:25.505556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 99a30106-a11f-499f-9411-6ee05808aaa0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:25.506684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 99a30106-a11f-499f-9411-6ee05808aaa0 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:25.524949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Allocated IP 172.20.0.9 (c7d433e6-a170-4cec-8019-9a7c0047b0dc/a002743e-a411-4591-bb66-6867a32979ab/f492114c-0e71-4aab-ba4d-24f6a05662cb) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:25.539447 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.543515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98ac6508-737f-487c-a5f3-90a92b066d57 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.545883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:25.572661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98ac6508-737f-487c-a5f3-90a92b066d57 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.585441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-741879c8-261f-46ca-9c91-9b237195d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.587069 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-741879c8-261f-46ca-9c91-9b237195d796 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7548194 Jul 16 20:07:25.593844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Network 1ad99cba-7c31-4157-a3b9-4b4d3adb43ae is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:25.623276 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.630985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 30e5c63a-601d-4987-801a-0df69e207f82 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:25.674524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 1ad99cba-7c31-4157-a3b9-4b4d3adb43ae) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:25.674924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f818873a-4354-4006-93f0-925c2b6fbc5f']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:25.676508 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98ac6508-737f-487c-a5f3-90a92b066d57 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.680359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-98ac6508-737f-487c-a5f3-90a92b066d57 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9411213 Jul 16 20:07:25.684651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41746) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:25.692538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.693081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.695926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=143b4c04-83bb-43fd-af53-9cfbf9bce7c2,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.710296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-aaace2e0-160e-44c7-ae61-2589c5fb3726 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1873213126'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:25.715571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac6508-737f-487c-a5f3-90a92b066d57 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81dba886-9275-440f-bfea-cf091feaaf63,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.757091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e55e2-b08d-4844-a3bc-5b065da4b6a0 None None] Network 1ad99cba-7c31-4157-a3b9-4b4d3adb43ae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:25.772235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-30e6afd8-1ada-4478-8f7a-ae249947dd57 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4726715 Jul 16 20:07:25.772235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Checking segment: {'id': 'e3857a12-4280-44ee-87fe-08690b47d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '958821b6-9f13-41ff-b0b1-7679750bef0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:25.772235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Network hostable DHCP agents. Network: 958821b6-9f13-41ff-b0b1-7679750bef0d, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:25.799951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8efbe-6406-4ed4-9f88-3c7ddba2be2d req-1b2c0353-1117-4c9c-895d-087ac0fce11b tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.801757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08b8efbe-6406-4ed4-9f88-3c7ddba2be2d req-1b2c0353-1117-4c9c-895d-087ac0fce11b tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 947 time: 0.2109993 Jul 16 20:07:25.824160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Network 958821b6-9f13-41ff-b0b1-7679750bef0d is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:25.862525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 958821b6-9f13-41ff-b0b1-7679750bef0d) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:25.874172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.876878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.906547 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-4cc6024c-cf3c-4fd6-9ad9-479e3c7496f6 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099642 Jul 16 20:07:25.908751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08b8efbe-6406-4ed4-9f88-3c7ddba2be2d req-e28aef28-2d74-479a-8879-dabaa3aab5fc tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962367 Jul 16 20:07:25.915262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def06875-9048-4161-9802-00dfb51a4dc6 None None] Network 958821b6-9f13-41ff-b0b1-7679750bef0d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:25.932364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-089a6aad-b5e2-461f-8709-2a0d70df3885 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3085477 Jul 16 20:07:25.933574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289aef7a-f2dd-4366-b9e1-cd198873437f') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:25.933574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289aef7a-f2dd-4366-b9e1-cd198873437f') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:26.037224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.256624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 30e5c63a-601d-4987-801a-0df69e207f82, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=30e5c63a-601d-4987-801a-0df69e207f82,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:26.287962 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.367605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:26.367932 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.377394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '30e5c63a-601d-4987-801a-0df69e207f82', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '30e5c63a-601d-4987-801a-0df69e207f82', 'mac_address': 'fa:16:3e:5f:d5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:26.377878 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:26.496388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4bd3c73d-38e1-46af-91c9-5da96b2658fe req-7672882f-5b52-4f9a-a68a-8f85e510a29e tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 210 time: 0.0681229 Jul 16 20:07:26.507537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aaace2e0-160e-44c7-ae61-2589c5fb3726 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.516823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1a49a-850c-48d8-a3e8-80e5edbc479d req-817310e3-2671-4796-bd17-f42b4cd4dc76 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.531907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1a49a-850c-48d8-a3e8-80e5edbc479d req-817310e3-2671-4796-bd17-f42b4cd4dc76 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.541570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1a49a-850c-48d8-a3e8-80e5edbc479d req-817310e3-2671-4796-bd17-f42b4cd4dc76 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.547145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ce851-f798-43cf-957f-4a4bf1a99c2f None None] Network 1ad99cba-7c31-4157-a3b9-4b4d3adb43ae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:26.552365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28a1a49a-850c-48d8-a3e8-80e5edbc479d req-817310e3-2671-4796-bd17-f42b4cd4dc76 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 2410 time: 0.2746279 Jul 16 20:07:26.557169 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.576250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da495f-60ef-4e2b-a997-b42e55f967f3 None None] Network 958821b6-9f13-41ff-b0b1-7679750bef0d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:26.627036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.632305 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.637688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/f818873a-4354-4006-93f0-925c2b6fbc5f HTTP/1.1" status: 204 len: 168 time: 3.1169605 Jul 16 20:07:26.638546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41768) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:26.646387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28a1a49a-850c-48d8-a3e8-80e5edbc479d req-13b8b453-a89f-4822-a2b8-9a5b761c2281 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925281 Jul 16 20:07:26.653385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:26.670435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e5c63a-601d-4987-801a-0df69e207f82 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:26.683080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] Sync routers for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:26.777516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618d2e0-164a-4329-a02c-24aada976ae8 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=f818873a-4354-4006-93f0-925c2b6fbc5f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:26.783240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.821186 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4ec16e43-5ab0-43ec-a08e-e6b74b427823 req-80a9e034-4fd3-4de9-97d5-f2f73b40cb13 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8515694 Jul 16 20:07:26.847913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] No DVR routers for this DVR port c870a687-4862-446e-948e-9a0ecdaf81b3 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:26.851584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.853973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-69dc8256-210f-457a-b4d0-369c1fb51250 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "DELETE /v2.0/ports/c870a687-4862-446e-948e-9a0ecdaf81b3 HTTP/1.1" status: 204 len: 173 time: 4.7298241 Jul 16 20:07:26.861395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:26.863928 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62fb65a-4d8d-4d40-892e-52dace28c31d" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:27.070530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 30e5c63a-601d-4987-801a-0df69e207f82, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=30e5c63a-601d-4987-801a-0df69e207f82,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:27.087940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:27.089301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:27.098249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.140318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.170950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aaace2e0-160e-44c7-ae61-2589c5fb3726 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.206081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aaace2e0-160e-44c7-ae61-2589c5fb3726 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.223524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Network c7d433e6-a170-4cec-8019-9a7c0047b0dc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:27.253965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:27.257060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:27.265588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-90dae49e-fd6c-451a-a765-807cf7eba15b tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.267994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-90dae49e-fd6c-451a-a765-807cf7eba15b tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/networks?id=958821b6-9f13-41ff-b0b1-7679750bef0d HTTP/1.1" status: 200 len: 813 time: 0.3804274 Jul 16 20:07:27.301138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-56920689-6ec9-4e33-9ac0-3b9166eaef56 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/quotas/6acd87378e534e2cb3bac4e314250330 HTTP/1.1" status: 200 len: 375 time: 0.0159204 Jul 16 20:07:27.315051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-6714d8e1-3603-491b-aa58-6203fdefe58a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.317437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-6714d8e1-3603-491b-aa58-6203fdefe58a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/networks?id=7fbe38eb-434d-4e3e-9c95-3554e2278ede HTTP/1.1" status: 200 len: 824 time: 0.3423462 Jul 16 20:07:27.331975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-33833e31-8ede-4123-8e4e-bea9b2b41b47 req-b227e216-aefd-4e61-9024-5bea41dd4557 service neutron] (100243) timed out ('10.222.0.68', 55829) {{(pid=100243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:07:27.332248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Pushing event updated for resources: {'Port': ['ID=f492114c-0e71-4aab-ba4d-24f6a05662cb,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:27.343864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aaace2e0-160e-44c7-ae61-2589c5fb3726 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.353101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41794) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:27.353397 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aaace2e0-160e-44c7-ae61-2589c5fb3726 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6519916 Jul 16 20:07:27.364720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaace2e0-160e-44c7-ae61-2589c5fb3726 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b45cee-ea90-4007-b6a5-c69542980482,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:27.378162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e6df8d36-ff5a-4453-af4b-07834b5cb996 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6acd87378e534e2cb3bac4e314250330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593126 Jul 16 20:07:27.383064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d78f90be-3610-4424-9604-25d8c672181d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group_rule': {'security_group_id': '81dba886-9275-440f-bfea-cf091feaaf63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '26b45cee-ea90-4007-b6a5-c69542980482'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:27.390604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port a44233e5-8890-4a68-b799-ffe53a2907db {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:27.391070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.396254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-1df39fe4-c7dc-403f-af19-827c45b2e81e tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/quotas/1255ab528acb48a18f2edba3d90f05d8 HTTP/1.1" status: 200 len: 375 time: 0.0624897 Jul 16 20:07:27.417401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.418096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.442062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['30e5c63a-601d-4987-801a-0df69e207f82'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:27.480115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-88d4e189-0824-483d-af35-19f431e623ab tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1255ab528acb48a18f2edba3d90f05d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686316 Jul 16 20:07:27.485026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=30e5c63a-601d-4987-801a-0df69e207f82,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:27.515642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-22bc997b-0133-4587-8990-734c4b0d3912 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8810253 Jul 16 20:07:27.542299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Request body: {'port': {'device_id': '56d56781-2838-412c-bb9a-e05f15166760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:27.553833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:27.569863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-e6eb8cb3-0418-4d1e-9216-116d66e49d4d req-b6ec3c8d-1cbc-4d13-b304-727b2dfb5f15 service neutron] (100244) timed out ('10.222.0.68', 55813) {{(pid=100244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:07:27.588480 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-d78f90be-3610-4424-9604-25d8c672181d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:07:27.594644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d78f90be-3610-4424-9604-25d8c672181d tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2163301 Jul 16 20:07:27.597821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41798) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:27.613785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] For port a44233e5-8890-4a68-b799-ffe53a2907db, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a44233e5-8890-4a68-b799-ffe53a2907db,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:27.614200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.647610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for a44233e5-8890-4a68-b799-ffe53a2907db owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:27.687647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-01a86d84-5ab5-46e8-8c06-37d51720224d service neutron] 10.222.0.78 "GET /v2.0/networks/958821b6-9f13-41ff-b0b1-7679750bef0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892480 Jul 16 20:07:27.746206 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-415d765e-af7c-415f-9363-a628946f09b8 service neutron] 10.222.0.78 "GET /v2.0/networks/7fbe38eb-434d-4e3e-9c95-3554e2278ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076790 Jul 16 20:07:27.793117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.838439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84aead42-12b4-4d9a-9143-82e343c4eb9f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.867973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:57:07Z', 'revision_number': 5, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:27.898528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] Checking router: c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:27.904737 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.914364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:27.916145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:27.920312 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84aead42-12b4-4d9a-9143-82e343c4eb9f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.954349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-f43dcb68-4813-4612-90cc-8ad76a00dc5f service neutron] 10.222.0.78 "GET /v2.0/networks/958821b6-9f13-41ff-b0b1-7679750bef0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564726 Jul 16 20:07:27.983497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-39a7a021-9024-4a07-a0d8-73e4e61efab1 service neutron] 10.222.0.78 "GET /v2.0/networks/7fbe38eb-434d-4e3e-9c95-3554e2278ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249398 Jul 16 20:07:28.027527 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84aead42-12b4-4d9a-9143-82e343c4eb9f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.039957 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-84aead42-12b4-4d9a-9143-82e343c4eb9f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.047340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-84aead42-12b4-4d9a-9143-82e343c4eb9f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/26b45cee-ea90-4007-b6a5-c69542980482 HTTP/1.1" status: 204 len: 168 time: 0.4456780 Jul 16 20:07:28.055853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:28.063566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41802) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:28.119171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aead42-12b4-4d9a-9143-82e343c4eb9f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b45cee-ea90-4007-b6a5-c69542980482,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:28.194813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-af207f09-c8d0-48ad-b2bf-6f5ae2d1734f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1208928 Jul 16 20:07:28.194813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41806) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:28.295525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b88e83c0-69d0-49be-a66f-4e1c31234d8f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.353657 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b88e83c0-69d0-49be-a66f-4e1c31234d8f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.373914 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49efd82-7dd7-4176-986b-c4ff864c6ae2 x-openstack-request-id: req-a49efd82-7dd7-4176-986b-c4ff864c6ae2 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:28.374388 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "c870a687-4862-446e-948e-9a0ecdaf81b3", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:28.374686 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a49efd82-7dd7-4176-986b-c4ff864c6ae2 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:28.375348 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': 'c870a687-4862-446e-948e-9a0ecdaf81b3', 'status': 'completed', 'code': 200} Jul 16 20:07:28.459526 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b88e83c0-69d0-49be-a66f-4e1c31234d8f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.464746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b88e83c0-69d0-49be-a66f-4e1c31234d8f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.469842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b88e83c0-69d0-49be-a66f-4e1c31234d8f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/81dba886-9275-440f-bfea-cf091feaaf63 HTTP/1.1" status: 204 len: 168 time: 0.2683096 Jul 16 20:07:28.476126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41814) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:28.498999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:57:07Z', 'revision_number': 5, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:28.500006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e83c0-69d0-49be-a66f-4e1c31234d8f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dba886-9275-440f-bfea-cf091feaaf63,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:28.558728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb29d7-dca1-423e-ae1e-559b81af43d1 None None] The sync data for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 is: [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T19:56:52Z', 'revision_number': 4, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'ebe57171-a316-43b0-b3c4-711d5e481bf9', 'name': '', 'network_id': '893b11cc-265c-4a99-bb9c-7361f9f9e9bc', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'mac_address': 'fa:16:3e:99:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5f975908-f022-488f-a956-eb6600bdb93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:50Z', 'updated_at': '2021-07-16T19:57:07Z', 'revision_number': 5, 'project_id': '503cc6fc2182435893440138a3ee9551', 'subnets': [{'id': '5f975908-f022-488f-a956-eb6600bdb93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:28.616992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3be19c38-1f2d-45bd-87ba-ae706cf8af7c tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1360564 Jul 16 20:07:28.618107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41816) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:28.635379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-dd8a1469-d320-4ebb-b61a-50c12eaa468f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'tempest-secgroup--923393716'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:28.881809 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.977742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1469-d320-4ebb-b61a-50c12eaa468f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.017435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=a44233e5-8890-4a68-b799-ffe53a2907db,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.069390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] No DVR routers for this DVR port a44233e5-8890-4a68-b799-ffe53a2907db on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:29.086000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.088701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-909b8a5b-0e08-4f93-a99b-173be3da28f6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "DELETE /v2.0/ports/a44233e5-8890-4a68-b799-ffe53a2907db HTTP/1.1" status: 204 len: 173 time: 2.2161236 Jul 16 20:07:29.119611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125591cc-9f43-4b73-a66b-b8f9deb63f97 req-6048f969-96f0-444b-bef7-63764e49a8b5 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:29.122910 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-125591cc-9f43-4b73-a66b-b8f9deb63f97 req-6048f969-96f0-444b-bef7-63764e49a8b5 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 948 time: 0.4666746 Jul 16 20:07:29.183444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef40474-f755-4f50-8411-8f2619c999ab req-2ee692b2-c1c6-4e8c-9366-a0c1cdd2f1a1 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:29.200412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ef40474-f755-4f50-8411-8f2619c999ab req-2ee692b2-c1c6-4e8c-9366-a0c1cdd2f1a1 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 931 time: 0.3958397 Jul 16 20:07:29.214352 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b6c80-73da-49f8-9378-c3ea660b740d None None] New status for floating IP c98392ca-03a4-4349-bf5b-3fa7ad014305: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:07:29.383869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-125591cc-9f43-4b73-a66b-b8f9deb63f97 req-b0111900-a861-4d30-b5ca-373d68f78d53 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402999 Jul 16 20:07:29.454216 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ef40474-f755-4f50-8411-8f2619c999ab req-ad176b20-5122-4b2c-9e3f-0cc2876da8d1 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489603 Jul 16 20:07:29.553206 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1469-d320-4ebb-b61a-50c12eaa468f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.569001 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1469-d320-4ebb-b61a-50c12eaa468f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.648529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 30e5c63a-601d-4987-801a-0df69e207f82 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:29.675473 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1469-d320-4ebb-b61a-50c12eaa468f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.679834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dd8a1469-d320-4ebb-b61a-50c12eaa468f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0586259 Jul 16 20:07:29.706054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41832) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:29.720023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-658a37ec-15e1-4f00-bbc3-5382003fc253 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:29.721656 n-d-791505-15 neutron-server[100243]: WARNING neutron.api.v2.base [None req-658a37ec-15e1-4f00-bbc3-5382003fc253 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:07:29.722247 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-658a37ec-15e1-4f00-bbc3-5382003fc253 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:07:29.723321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-658a37ec-15e1-4f00-bbc3-5382003fc253 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "PUT /v2.0/security-groups/a38037fb-44f9-4032-b062-782bd97d8acd HTTP/1.1" status: 409 len: 330 time: 0.0150630 Jul 16 20:07:29.765829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a1469-d320-4ebb-b61a-50c12eaa468f tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38037fb-44f9-4032-b062-782bd97d8acd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.770563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41834) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:29.774616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e05a17c-7834-450c-bc73-ce07242ae55c req-2abdb46f-878c-4b17-91c1-331612c21b62 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 210 time: 0.1116655 Jul 16 20:07:29.854674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 30e5c63a-601d-4987-801a-0df69e207f82 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:29.872977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 30e5c63a-601d-4987-801a-0df69e207f82 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:29.877667 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.036974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35b56e-847f-4deb-9a8f-c69dfce6561f req-c01771a1-bf58-4b07-a259-be71bb401923 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.060839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35b56e-847f-4deb-9a8f-c69dfce6561f req-c01771a1-bf58-4b07-a259-be71bb401923 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.069740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd35b56e-847f-4deb-9a8f-c69dfce6561f req-c01771a1-bf58-4b07-a259-be71bb401923 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 1677 time: 0.2976902 Jul 16 20:07:30.075643 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ceb5073f-6032-4fe3-9b88-0ecc301a8949 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.084068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f492114c-0e71-4aab-ba4d-24f6a05662cb {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:30.105323 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.139857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Transition to ACTIVE for port object f492114c-0e71-4aab-ba4d-24f6a05662cb will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:30.140189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-215a5d3c-ffdf-4729-885d-4b1892bd3a91 req-4c99f695-d659-4b52-9b4d-e7b615402ae6 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0664401 Jul 16 20:07:30.170444 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.184473 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ceb5073f-6032-4fe3-9b88-0ecc301a8949 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.218211 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd35b56e-847f-4deb-9a8f-c69dfce6561f req-9d403670-3809-4617-8ac6-ff02fb313d32 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454332 Jul 16 20:07:30.287490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75df025e-7b6c-4f43-b1fd-a139cc3e8411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e5c63a-601d-4987-801a-0df69e207f82'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:30.291788 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b90931-886a-42d2-b6c0-d12b8e40fc72" -d '{"events": [{"server_uuid": "75df025e-7b6c-4f43-b1fd-a139cc3e8411", "name": "network-vif-plugged", "status": "completed", "tag": "30e5c63a-601d-4987-801a-0df69e207f82"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:30.294552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.328518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 30e5c63a-601d-4987-801a-0df69e207f82, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=30e5c63a-601d-4987-801a-0df69e207f82,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:30.331243 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ceb5073f-6032-4fe3-9b88-0ecc301a8949 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.338871 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.344046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ceb5073f-6032-4fe3-9b88-0ecc301a8949 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.346215 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ceb5073f-6032-4fe3-9b88-0ecc301a8949 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/a38037fb-44f9-4032-b062-782bd97d8acd HTTP/1.1" status: 204 len: 168 time: 0.5697138 Jul 16 20:07:30.361111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41838) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:30.403490 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5073f-6032-4fe3-9b88-0ecc301a8949 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38037fb-44f9-4032-b062-782bd97d8acd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.448127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': 'a44233e5-8890-4a68-b799-ffe53a2907db'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:30.452150 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f692cb6-3c23-41c6-a177-ee761191d2eb" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "a44233e5-8890-4a68-b799-ffe53a2907db"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:30.454570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=30e5c63a-601d-4987-801a-0df69e207f82,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.469132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Pushing event updated for resources: {'Port': ['ID=f492114c-0e71-4aab-ba4d-24f6a05662cb,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.474605 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b667724c-dce0-4039-bac3-9925250f073d x-openstack-request-id: req-b667724c-dce0-4039-bac3-9925250f073d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:30.475419 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75df025e-7b6c-4f43-b1fd-a139cc3e8411", "name": "network-vif-plugged", "status": "completed", "tag": "30e5c63a-601d-4987-801a-0df69e207f82", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:30.475883 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b667724c-dce0-4039-bac3-9925250f073d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:30.476664 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75df025e-7b6c-4f43-b1fd-a139cc3e8411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e5c63a-601d-4987-801a-0df69e207f82', 'code': 200} Jul 16 20:07:30.487097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f589c443-3a75-4c69-8f5a-110307531d72 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1220930 Jul 16 20:07:30.495948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41844) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:30.506979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port 27380e31-3521-497c-9c42-964636b5da24 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:30.507263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.540951 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-c0654015-8e7a-4f97-86b2-7f8887bca48b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] delete failed (client error): The resource could not be found. Jul 16 20:07:30.549095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c0654015-8e7a-4f97-86b2-7f8887bca48b tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "DELETE /v2.0/security-groups/07630702-00a4-4323-aa27-282682daa49d HTTP/1.1" status: 404 len: 347 time: 0.0503850 Jul 16 20:07:30.558675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41848) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:30.611591 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-fbaf2769-1ab0-40f2-b16d-8c6b21af4a52 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] show failed (client error): The resource could not be found. Jul 16 20:07:30.626843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fbaf2769-1ab0-40f2-b16d-8c6b21af4a52 tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-groups/7a0af9ea-9851-4bd5-8bfd-330bc5ae79cf HTTP/1.1" status: 404 len: 347 time: 0.0657151 Jul 16 20:07:30.628978 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e35f3-c392-44bc-a041-c9e8655ce702 x-openstack-request-id: req-067e35f3-c392-44bc-a041-c9e8655ce702 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:30.629392 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "a44233e5-8890-4a68-b799-ffe53a2907db", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:30.630293 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-067e35f3-c392-44bc-a041-c9e8655ce702 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:30.630778 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': 'a44233e5-8890-4a68-b799-ffe53a2907db', 'status': 'completed', 'code': 200} Jul 16 20:07:30.634923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41850) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:30.819458 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-86f528bb-13a4-4234-98fb-fb6e2524074c tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] show failed (client error): The resource could not be found. Jul 16 20:07:30.821029 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86f528bb-13a4-4234-98fb-fb6e2524074c tempest-NegativeSecGroupTest-1830064068 tempest-NegativeSecGroupTest-1830064068-project] 10.222.0.78 "GET /v2.0/security-group-rules/f3eb0036-37af-40f1-933d-df89d160c27b HTTP/1.1" status: 404 len: 356 time: 0.1846154 Jul 16 20:07:30.873914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b674ed-2f24-42bb-9690-11eabbee8189 req-db6367bd-783d-48c1-add7-628a00ec70ad tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.890706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06b674ed-2f24-42bb-9690-11eabbee8189 req-db6367bd-783d-48c1-add7-628a00ec70ad tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 949 time: 0.2610564 Jul 16 20:07:31.081907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] For port 27380e31-3521-497c-9c42-964636b5da24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=27380e31-3521-497c-9c42-964636b5da24,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:31.082507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.198450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Attempting to bind port f492114c-0e71-4aab-ba4d-24f6a05662cb on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:31.199491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Attempting to bind port f492114c-0e71-4aab-ba4d-24f6a05662cb by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:31.199746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Attempting to bind port f492114c-0e71-4aab-ba4d-24f6a05662cb on network c7d433e6-a170-4cec-8019-9a7c0047b0dc {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:31.211365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7ed5bded-c92d-4c2c-b9b3-973efe149a5e tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.214954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7ed5bded-c92d-4c2c-b9b3-973efe149a5e tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.68 "GET /v2.0/networks?id=7fbe38eb-434d-4e3e-9c95-3554e2278ede HTTP/1.1" status: 200 len: 824 time: 0.2167809 Jul 16 20:07:31.219313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 0155cf1c-a002-4caa-81c9-17809308b40f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:31.219892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.235674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06b674ed-2f24-42bb-9690-11eabbee8189 req-3619e5ba-467e-43b9-ac05-4662a24ee6d3 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403938 Jul 16 20:07:31.240594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41862) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:31.253950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for 27380e31-3521-497c-9c42-964636b5da24 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:31.257554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Request body: {'port': {'device_id': 'c6e10566-ab01-491b-882c-c9855d67f2e6', 'network_id': '7fbe38eb-434d-4e3e-9c95-3554e2278ede', 'admin_state_up': True, 'tenant_id': '1255ab528acb48a18f2edba3d90f05d8'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:31.426833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Port f492114c-0e71-4aab-ba4d-24f6a05662cb on network c7d433e6-a170-4cec-8019-9a7c0047b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:31.439918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Attempting to bind port f492114c-0e71-4aab-ba4d-24f6a05662cb on network c7d433e6-a170-4cec-8019-9a7c0047b0dc {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:31.502612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857337a0-1149-4c0f-b742-a60aba3119ea req-5e07ee72-2eb8-4ed6-a9ed-61f05ae1f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.506269 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-857337a0-1149-4c0f-b742-a60aba3119ea req-5e07ee72-2eb8-4ed6-a9ed-61f05ae1f631 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 1101 time: 0.8811083 Jul 16 20:07:31.594981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:31.599841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Checking segment: {'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:31.605091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Bound using segment: {'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:31.606287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Bound port: f492114c-0e71-4aab-ba4d-24f6a05662cb, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:31.607240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.641253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ca73698-5cdf-45b3-a7f4-c08bcb044e31 req-37547ade-6ff0-4114-872e-4a48061badb6 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 210 time: 0.0501592 Jul 16 20:07:31.722374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Made reservation on behalf of 1255ab528acb48a18f2edba3d90f05d8 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:31.736952 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.785595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.68', 56223) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:31.895902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 0155cf1c-a002-4caa-81c9-17809308b40f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0155cf1c-a002-4caa-81c9-17809308b40f,segment=NetworkSegment(e4ed1b08-a6b2-497c-bacc-1f5968cbf24d),segment_id=e4ed1b08-a6b2-497c-bacc-1f5968cbf24d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:31.896283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.906098 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-857337a0-1149-4c0f-b742-a60aba3119ea req-c6cb148f-9135-43d6-9d11-93c299b25982 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158498 Jul 16 20:07:31.942864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ba5aaf5-5f65-4564-a035-afda6cb2e0d6 req-865a790a-9a81-492b-922d-3a229b2ad582 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0576568 Jul 16 20:07:31.946820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] For port f492114c-0e71-4aab-ba4d-24f6a05662cb, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:32.007901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 0155cf1c-a002-4caa-81c9-17809308b40f owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:32.008424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-96a878b7-5244-4dcc-876a-8729dd126a9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6992b7381674bf788f38d250789e2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368784 Jul 16 20:07:32.012562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41870) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:32.027589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ca01e-c3b8-4fa2-91ae-17597bfbfc01 req-38b0d5bb-ecf3-4030-a51b-2e2640143938 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.029356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f22ca01e-c3b8-4fa2-91ae-17597bfbfc01 req-38b0d5bb-ecf3-4030-a51b-2e2640143938 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 943 time: 0.3388789 Jul 16 20:07:32.069408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] For port f492114c-0e71-4aab-ba4d-24f6a05662cb, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:32.094303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.157975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f22ca01e-c3b8-4fa2-91ae-17597bfbfc01 req-2d32b2ed-22d9-43e7-bd21-fa4f1936f15a tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147583 Jul 16 20:07:32.233265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Allocated IP 172.20.0.6 (7fbe38eb-434d-4e3e-9c95-3554e2278ede/fd276a5e-f7cc-4060-b915-35c62378da6a/a679b435-e550-4a26-b7ee-09457c2ae809) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:32.240580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.241458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.243721 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] 10.222.0.68 "PUT /v2.0/ports/f492114c-0e71-4aab-ba4d-24f6a05662cb HTTP/1.1" status: 200 len: 1092 time: 4.7074761 Jul 16 20:07:32.253437 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36153530-42ab-4405-a322-3ac116372237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.282196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36153530-42ab-4405-a322-3ac116372237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.310622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185309f-b6db-40ff-b068-d19fef7e7171 service neutron] Pushing event updated for resources: {'Port': ['ID=f492114c-0e71-4aab-ba4d-24f6a05662cb,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.326477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-628e2262-a6d1-461a-b7f5-0e76892fbc07 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.329113 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-628e2262-a6d1-461a-b7f5-0e76892fbc07 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.68 "GET /v2.0/networks?id=958821b6-9f13-41ff-b0b1-7679750bef0d HTTP/1.1" status: 200 len: 813 time: 0.5395939 Jul 16 20:07:32.349181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Request body: {'port': {'device_id': '37ed0d57-9632-458c-b762-f005cb026917', 'network_id': '958821b6-9f13-41ff-b0b1-7679750bef0d', 'admin_state_up': True, 'tenant_id': '6acd87378e534e2cb3bac4e314250330'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:32.372779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.384909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724269e-d66c-495a-a93b-e83099a5e826 req-6be193da-090c-457e-8564-555315eb8f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.392371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724269e-d66c-495a-a93b-e83099a5e826 req-6be193da-090c-457e-8564-555315eb8f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.394101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5724269e-d66c-495a-a93b-e83099a5e826 req-6be193da-090c-457e-8564-555315eb8f35 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 1599 time: 0.2590845 Jul 16 20:07:32.438951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36153530-42ab-4405-a322-3ac116372237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.443248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36153530-42ab-4405-a322-3ac116372237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.446050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-36153530-42ab-4405-a322-3ac116372237 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66aefa1e-2851-4217-beba-159eba9cd3b0 HTTP/1.1" status: 204 len: 168 time: 0.4321957 Jul 16 20:07:32.506873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=27380e31-3521-497c-9c42-964636b5da24,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.516323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36153530-42ab-4405-a322-3ac116372237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aefa1e-2851-4217-beba-159eba9cd3b0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.598062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] No DVR routers for this DVR port 27380e31-3521-497c-9c42-964636b5da24 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:32.632981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d56781-2838-412c-bb9a-e05f15166760', 'tag': 'f492114c-0e71-4aab-ba4d-24f6a05662cb'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:32.637018 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948dd9f-0267-4d9a-b671-0382eb92e443" -d '{"events": [{"name": "network-changed", "server_uuid": "56d56781-2838-412c-bb9a-e05f15166760", "tag": "f492114c-0e71-4aab-ba4d-24f6a05662cb"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:32.645153 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.647345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-79110b42-6979-4028-ab45-516e126b0284 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "DELETE /v2.0/ports/27380e31-3521-497c-9c42-964636b5da24 HTTP/1.1" status: 204 len: 173 time: 3.5382516 Jul 16 20:07:32.692665 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5724269e-d66c-495a-a93b-e83099a5e826 req-41bbba49-efe4-4d81-a313-3ee4f74424fd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722428 Jul 16 20:07:32.776223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-3b52f7e8-f56b-4a7c-9f95-69c32d0531e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.778174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-3b52f7e8-f56b-4a7c-9f95-69c32d0531e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 1095 time: 0.4591110 Jul 16 20:07:32.790908 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.825419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40a185-dde3-4f9e-a808-3ba4a59b172f req-90ede3b5-eaae-41e9-a610-c36586ce8615 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.842694 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db40a185-dde3-4f9e-a808-3ba4a59b172f req-90ede3b5-eaae-41e9-a610-c36586ce8615 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 949 time: 0.3450155 Jul 16 20:07:32.870670 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4b0ea1-f3f0-4c6e-b53c-a7030705c926 x-openstack-request-id: req-2c4b0ea1-f3f0-4c6e-b53c-a7030705c926 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:32.871022 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d56781-2838-412c-bb9a-e05f15166760", "tag": "f492114c-0e71-4aab-ba4d-24f6a05662cb", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:32.871199 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c4b0ea1-f3f0-4c6e-b53c-a7030705c926 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:32.871593 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d56781-2838-412c-bb9a-e05f15166760', 'tag': 'f492114c-0e71-4aab-ba4d-24f6a05662cb', 'status': 'completed', 'code': 200} Jul 16 20:07:32.881428 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-6a9476b6-256d-4675-be01-72a938f459a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb HTTP/1.1" status: 200 len: 217 time: 0.0920129 Jul 16 20:07:32.962970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.983082 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.998664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Made reservation on behalf of 6acd87378e534e2cb3bac4e314250330 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:33.004710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.071036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=0155cf1c-a002-4caa-81c9-17809308b40f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.102753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Network 7fbe38eb-434d-4e3e-9c95-3554e2278ede is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:33.127088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:33.133005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:33.205257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-dd2ee373-c83c-455f-81a3-a5996201106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.206924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-dd2ee373-c83c-455f-81a3-a5996201106c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a002743e-a411-4591-bb66-6867a32979ab HTTP/1.1" status: 200 len: 853 time: 0.2969716 Jul 16 20:07:33.246979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db40a185-dde3-4f9e-a808-3ba4a59b172f req-f837fdef-af14-4e76-9e74-cb177cf26922 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021747 Jul 16 20:07:33.248104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Pushing event updated for resources: {'Port': ['ID=a679b435-e550-4a26-b7ee-09457c2ae809,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.276363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58197f2c-0183-4bec-b87f-5770c41e9890 req-e46a5004-de73-45fe-a088-0f1e77b5fa7d tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 210 time: 0.1599665 Jul 16 20:07:33.468027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.474341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.511659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-61224bcf-a57a-4c0f-8cf5-c95b4eca3673 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2726698 Jul 16 20:07:33.537967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Request body: {'port': {'device_id': 'c6e10566-ab01-491b-882c-c9855d67f2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:33.619133 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-5ce0a773-5fdb-40fe-8c34-4faf542e0fc0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c7d433e6-a170-4cec-8019-9a7c0047b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3507504 Jul 16 20:07:33.627481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.668107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:33.668971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.783815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821759de-61f8-4bc1-af19-ea0fd5c1188d req-09f17750-4ea6-4d02-ae9d-87b3481d9bc1 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.792280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-821759de-61f8-4bc1-af19-ea0fd5c1188d req-09f17750-4ea6-4d02-ae9d-87b3481d9bc1 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 943 time: 0.2061181 Jul 16 20:07:33.795368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.863468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-821759de-61f8-4bc1-af19-ea0fd5c1188d req-61c33c03-5f86-4889-8969-d75ba7135450 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701613 Jul 16 20:07:33.882933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb32da-3fb2-4510-9357-e556691ae0eb req-c0674bba-c965-4afe-9372-792dc2e2d71b tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.904164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abbb32da-3fb2-4510-9357-e556691ae0eb req-c0674bba-c965-4afe-9372-792dc2e2d71b tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 931 time: 0.3187611 Jul 16 20:07:34.013211 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abbb32da-3fb2-4510-9357-e556691ae0eb req-831e2555-a601-4c4d-9a78-99bd34de66ec tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079478 Jul 16 20:07:34.106856 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.121463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Allocated IP 172.20.0.6 (958821b6-9f13-41ff-b0b1-7679750bef0d/143b4c04-83bb-43fd-af53-9cfbf9bce7c2/29efb5e4-8730-4fee-86c6-3cb13faafd12) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:34.158690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] For port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:34.159263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.180458 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-03f1dc45-a87a-41e8-be36-580b53c92e0e service neutron] 10.222.0.68 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488603 Jul 16 20:07:34.189949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:34.374656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a679b435-e550-4a26-b7ee-09457c2ae809 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:34.383805 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.399104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Transition to ACTIVE for port object a679b435-e550-4a26-b7ee-09457c2ae809 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:34.418483 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.470507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.605165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Pushing event updated for resources: {'Port': ['ID=a679b435-e550-4a26-b7ee-09457c2ae809,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:34.932975 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.989380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': '27380e31-3521-497c-9c42-964636b5da24'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:34.993485 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb4e5e-f053-4bea-a522-450d4dd6d9c8" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "27380e31-3521-497c-9c42-964636b5da24"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:35.076596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e41883-de27-4d7e-96de-4443e2c91149 req-afedbecb-9c3e-4b5f-832d-b58f93ccb08c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.078612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1e41883-de27-4d7e-96de-4443e2c91149 req-afedbecb-9c3e-4b5f-832d-b58f93ccb08c tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 865 time: 0.8150048 Jul 16 20:07:35.094110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306f8e1-9a26-4d3e-b0f2-cb69ea4fb92a req-cd59d29c-f39d-4951-a8d0-c5824ca43a22 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.095712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e306f8e1-9a26-4d3e-b0f2-cb69ea4fb92a req-cd59d29c-f39d-4951-a8d0-c5824ca43a22 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 949 time: 0.6940649 Jul 16 20:07:35.109137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.229664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Attempting to bind port a679b435-e550-4a26-b7ee-09457c2ae809 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:35.230055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Attempting to bind port a679b435-e550-4a26-b7ee-09457c2ae809 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'bd472c7d-a13a-4a37-9c0b-d8149120d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7fbe38eb-434d-4e3e-9c95-3554e2278ede'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:35.230343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Attempting to bind port a679b435-e550-4a26-b7ee-09457c2ae809 on network 7fbe38eb-434d-4e3e-9c95-3554e2278ede {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:35.237509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e306f8e1-9a26-4d3e-b0f2-cb69ea4fb92a req-465de80c-e0d6-41b9-9f89-d830931b3b7c tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323166 Jul 16 20:07:35.255387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1e41883-de27-4d7e-96de-4443e2c91149 req-dd57245b-69f6-418f-9392-3575de0c3c89 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups?id=19c921b7-280d-460c-8c7b-ae2cf17d9272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450267 Jul 16 20:07:35.260135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Port a679b435-e550-4a26-b7ee-09457c2ae809 on network 7fbe38eb-434d-4e3e-9c95-3554e2278ede not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:35.260505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Attempting to bind port a679b435-e550-4a26-b7ee-09457c2ae809 on network 7fbe38eb-434d-4e3e-9c95-3554e2278ede {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:35.269901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:35.270518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Checking segment: {'id': 'bd472c7d-a13a-4a37-9c0b-d8149120d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7fbe38eb-434d-4e3e-9c95-3554e2278ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:35.270871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Bound using segment: {'id': 'bd472c7d-a13a-4a37-9c0b-d8149120d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7fbe38eb-434d-4e3e-9c95-3554e2278ede'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:35.271662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Bound port: a679b435-e550-4a26-b7ee-09457c2ae809, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd472c7d-a13a-4a37-9c0b-d8149120d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7fbe38eb-434d-4e3e-9c95-3554e2278ede'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:35.272039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.346352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] No DVR routers for this DVR port 53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:35.358541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.362464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ff07e5d-fdd4-4dba-a800-e857c0c6922a req-63f202c7-0467-482b-8027-0e5329d7bf6a tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.68 "DELETE /v2.0/ports/53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef HTTP/1.1" status: 204 len: 173 time: 2.6967478 Jul 16 20:07:35.439445 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-775fcfc4-2491-42da-8c5c-2ec72f0e1067 req-8ce96a0b-fb5f-4eea-b8d4-d29a0e8bb8b6 service neutron] 10.222.0.68 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2447143 Jul 16 20:07:35.443386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:35.566618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] For port a679b435-e550-4a26-b7ee-09457c2ae809, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:35.622047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] For port a679b435-e550-4a26-b7ee-09457c2ae809, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a679b435-e550-4a26-b7ee-09457c2ae809,segment=NetworkSegment(bd472c7d-a13a-4a37-9c0b-d8149120d403),segment_id=bd472c7d-a13a-4a37-9c0b-d8149120d403)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:35.627786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26f4cef0-9308-40f1-ac9b-8327814fb722 req-0d52657e-903b-4863-99e2-e1270aa08dfb tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 210 time: 0.0908620 Jul 16 20:07:35.632980 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.657472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.658375 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.660018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] 10.222.0.68 "PUT /v2.0/ports/a679b435-e550-4a26-b7ee-09457c2ae809 HTTP/1.1" status: 200 len: 1092 time: 2.1407049 Jul 16 20:07:35.661269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e10566-ab01-491b-882c-c9855d67f2e6', 'tag': 'a679b435-e550-4a26-b7ee-09457c2ae809'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:35.664526 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4474352-98e9-45ed-ae20-dc389ac9d1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e10566-ab01-491b-882c-c9855d67f2e6", "tag": "a679b435-e550-4a26-b7ee-09457c2ae809"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:35.791113 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.821945 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca9844f-40e6-49bb-a75d-1143c4e26545 x-openstack-request-id: req-8ca9844f-40e6-49bb-a75d-1143c4e26545 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:35.822382 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "27380e31-3521-497c-9c42-964636b5da24", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:35.823048 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ca9844f-40e6-49bb-a75d-1143c4e26545 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:35.825182 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': '27380e31-3521-497c-9c42-964636b5da24', 'status': 'completed', 'code': 200} Jul 16 20:07:35.854017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219fab-c57a-4e42-9a0b-0061d7e2317f req-7f67bc4e-a8e6-4d2d-8bc3-e12acc1cc695 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.863281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a219fab-c57a-4e42-9a0b-0061d7e2317f req-7f67bc4e-a8e6-4d2d-8bc3-e12acc1cc695 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 943 time: 0.4123440 Jul 16 20:07:35.879021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdccf4d-016a-4ed5-b176-91a7f601796b service neutron] Pushing event updated for resources: {'Port': ['ID=a679b435-e550-4a26-b7ee-09457c2ae809,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.903956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-d1786a14-3b8b-4a5b-8276-1cd1e73293c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.908241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-d1786a14-3b8b-4a5b-8276-1cd1e73293c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 1095 time: 0.3864279 Jul 16 20:07:35.911616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:35.925577 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fde33c56-b481-4f13-a9b4-4264f66771d3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2651935 Jul 16 20:07:35.927285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:35.942706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41948) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:35.944669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:35.945479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:35.995047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a219fab-c57a-4e42-9a0b-0061d7e2317f req-557decce-e09f-4273-9808-6bb1ccd0d177 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276934 Jul 16 20:07:36.013083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-f7a7f871-2c88-4210-9482-769dcfb99b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.015515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-f7a7f871-2c88-4210-9482-769dcfb99b99 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1255ab528acb48a18f2edba3d90f05d8&device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 1095 time: 0.2718000 Jul 16 20:07:36.137502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-d3712ba6-b483-4ee3-b7ce-835446471920 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a679b435-e550-4a26-b7ee-09457c2ae809 HTTP/1.1" status: 200 len: 217 time: 0.1145523 Jul 16 20:07:36.177751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:36.202921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-ff107d3a-b169-44df-9578-c708747cc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.205857 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-ff107d3a-b169-44df-9578-c708747cc104 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 914 time: 0.2780375 Jul 16 20:07:36.232588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-3a6f742d-1196-4d07-a980-d382f2db5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.236067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-3a6f742d-1196-4d07-a980-d382f2db5afc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fd276a5e-f7cc-4060-b915-35c62378da6a HTTP/1.1" status: 200 len: 864 time: 0.0687833 Jul 16 20:07:36.283708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-70db5b70-961e-41dd-b061-1be2b1d1f480 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7fbe38eb-434d-4e3e-9c95-3554e2278ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373442 Jul 16 20:07:36.378431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb510a7f-92c1-45d6-a510-754face2f95b req-bd456ade-a0ba-44a2-9ba9-c28b04c9da6e tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.386843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb510a7f-92c1-45d6-a510-754face2f95b req-bd456ade-a0ba-44a2-9ba9-c28b04c9da6e tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 943 time: 0.3653471 Jul 16 20:07:36.457873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.466815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-2c276c84-7963-4ad4-b037-e805736c5c05 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb HTTP/1.1" status: 200 len: 217 time: 0.2461855 Jul 16 20:07:36.494920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-822005d6-7158-495f-92d6-a13d526c35c9 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet d33bf949-154d-437a-a952-2de16553ed40 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:36.538585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-822005d6-7158-495f-92d6-a13d526c35c9 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.570452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb510a7f-92c1-45d6-a510-754face2f95b req-ad18b335-2609-4f73-b58d-03d59950ff2e tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822069 Jul 16 20:07:36.618138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Network 958821b6-9f13-41ff-b0b1-7679750bef0d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:36.643851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:36.655929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-168d50ae-c59c-4919-bd21-41c5a4d8d878 service neutron] 10.222.0.68 "GET /v2.0/networks/7fbe38eb-434d-4e3e-9c95-3554e2278ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606784 Jul 16 20:07:36.657501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Pushing event updated for resources: {'Port': ['ID=29efb5e4-8730-4fee-86c6-3cb13faafd12,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:36.669617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:36.680789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-822005d6-7158-495f-92d6-a13d526c35c9 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.695148 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2388b9a9-d1c2-46b3-bd22-b802e2154d24 x-openstack-request-id: req-2388b9a9-d1c2-46b3-bd22-b802e2154d24 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:36.697660 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e10566-ab01-491b-882c-c9855d67f2e6", "tag": "a679b435-e550-4a26-b7ee-09457c2ae809", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:36.701820 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2388b9a9-d1c2-46b3-bd22-b802e2154d24 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:36.702519 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e10566-ab01-491b-882c-c9855d67f2e6', 'tag': 'a679b435-e550-4a26-b7ee-09457c2ae809', 'status': 'completed', 'code': 200} Jul 16 20:07:36.778008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-b778e061-7d5c-47b5-ac5e-2b3b73b085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.781608 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-b778e061-7d5c-47b5-ac5e-2b3b73b085d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a002743e-a411-4591-bb66-6867a32979ab HTTP/1.1" status: 200 len: 853 time: 0.3066299 Jul 16 20:07:36.875639 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-c0e4975b-657a-4edc-9846-91d331c84096 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c7d433e6-a170-4cec-8019-9a7c0047b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798941 Jul 16 20:07:36.926556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.928118 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.943165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 9, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:36.977175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0b8334f-3e84-4c74-af17-8028f809df91 req-df172fe8-b1ea-41dd-8a21-f858ef7dd93e service neutron] 10.222.0.68 "GET /v2.0/networks/7fbe38eb-434d-4e3e-9c95-3554e2278ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195877 Jul 16 20:07:37.070287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6e0d8287-5d07-4ef8-baf0-8fd5c645d8f1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7294950 Jul 16 20:07:37.085031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:37.103280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:37.103932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:37.126945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b052f33-593f-41a5-9734-0c404f3a93a7 req-a6a3594d-6e39-4136-ad30-56b706ad1ae6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.1057682 Jul 16 20:07:37.143742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Request body: {'port': {'device_id': '37ed0d57-9632-458c-b762-f005cb026917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:37.263695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:37.357000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-822005d6-7158-495f-92d6-a13d526c35c9 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.398157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-b2726fa7-2b7d-4b2d-aab6-dd8a5e87d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.399842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-b2726fa7-2b7d-4b2d-aab6-dd8a5e87d2e9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1255ab528acb48a18f2edba3d90f05d8&device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 1095 time: 0.2668235 Jul 16 20:07:37.439524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020d877-7038-420e-80f5-75c84596e897 req-5522f37a-f0f8-48cc-b7ea-a7ed37a0aa46 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.442363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9020d877-7038-420e-80f5-75c84596e897 req-5522f37a-f0f8-48cc-b7ea-a7ed37a0aa46 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 931 time: 0.3104548 Jul 16 20:07:37.460353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-d2818295-f214-435e-9baa-7d763016b893 service neutron] 10.222.0.68 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746286 Jul 16 20:07:37.585921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.699639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9020d877-7038-420e-80f5-75c84596e897 req-b98499d0-d690-4cee-99de-09215fe50ef2 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389553 Jul 16 20:07:37.785731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 9, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:37.792158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-04753cec-a041-4b1d-9213-8b656f84fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.794607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-822005d6-7158-495f-92d6-a13d526c35c9 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.795584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-04753cec-a041-4b1d-9213-8b656f84fd35 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7fbe38eb-434d-4e3e-9c95-3554e2278ede HTTP/1.1" status: 200 len: 925 time: 0.3861418 Jul 16 20:07:37.840563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:37.848522 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f7940-fe5e-4c19-9f7a-175b0af1b347" -d '{"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:37.903330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822005d6-7158-495f-92d6-a13d526c35c9 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=d33bf949-154d-437a-a952-2de16553ed40,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.914363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824e5ae-a840-4cfe-b733-518019cb8031 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 9, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '02b02f87-0423-4cce-a13a-73109c1beb78', 'name': '', 'network_id': '0641d8d1-48b0-4f0c-a914-9c0889cfae04', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:52:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:55Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': '8d75cdf7-f9ee-45c1-bf3f-563dfab5286d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:37.925514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-822005d6-7158-495f-92d6-a13d526c35c9 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.926351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a679b435-e550-4a26-b7ee-09457c2ae809 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:37.942370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d642f-edba-4dd0-ba83-384bd6915614 req-92b16335-3dd0-4a9a-9d8c-b145bb1b6b1a tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.942370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b8d642f-edba-4dd0-ba83-384bd6915614 req-92b16335-3dd0-4a9a-9d8c-b145bb1b6b1a tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 949 time: 0.3745964 Jul 16 20:07:37.948107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41980) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:37.952013 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-822005d6-7158-495f-92d6-a13d526c35c9 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/d33bf949-154d-437a-a952-2de16553ed40 HTTP/1.1" status: 204 len: 168 time: 1.9865978 Jul 16 20:07:37.965933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-59d4dcad-6db2-4692-a402-c54f0f470c61 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a679b435-e550-4a26-b7ee-09457c2ae809 HTTP/1.1" status: 200 len: 217 time: 0.1597204 Jul 16 20:07:38.161736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a679b435-e550-4a26-b7ee-09457c2ae809, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a679b435-e550-4a26-b7ee-09457c2ae809,segment=NetworkSegment(bd472c7d-a13a-4a37-9c0b-d8149120d403),segment_id=bd472c7d-a13a-4a37-9c0b-d8149120d403)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:38.187279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'a679b435-e550-4a26-b7ee-09457c2ae809', 'network_id': '7fbe38eb-434d-4e3e-9c95-3554e2278ede', 'port_id': 'a679b435-e550-4a26-b7ee-09457c2ae809', 'mac_address': 'fa:16:3e:f2:b7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd276a5e-f7cc-4060-b915-35c62378da6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:38.197146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376aa6d-3345-4406-b7c5-3cda34016c4b None None] Network a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:38.212178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-1a1f34a1-a5e7-44d6-8856-e3ab8f77ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.215296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-1a1f34a1-a5e7-44d6-8856-e3ab8f77ef49 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fd276a5e-f7cc-4060-b915-35c62378da6a HTTP/1.1" status: 200 len: 864 time: 0.2039697 Jul 16 20:07:38.413450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-13b44dae-b181-4d5f-b765-f924187afb3d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7fbe38eb-434d-4e3e-9c95-3554e2278ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314886 Jul 16 20:07:38.493902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29efb5e4-8730-4fee-86c6-3cb13faafd12 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:38.504672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.520981 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.521892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Transition to ACTIVE for port object 29efb5e4-8730-4fee-86c6-3cb13faafd12 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:38.526770 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e948dd9f-0267-4d9a-b671-0382eb92e443 req-ccbb358b-0b62-4ae9-8dcb-7dc33c8f0e92 service neutron] 10.222.0.68 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0511963 Jul 16 20:07:38.557189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.643180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a679b435-e550-4a26-b7ee-09457c2ae809 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:38.644528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Pushing event updated for resources: {'Port': ['ID=29efb5e4-8730-4fee-86c6-3cb13faafd12,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.765324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a679b435-e550-4a26-b7ee-09457c2ae809, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a679b435-e550-4a26-b7ee-09457c2ae809,segment=NetworkSegment(bd472c7d-a13a-4a37-9c0b-d8149120d403),segment_id=bd472c7d-a13a-4a37-9c0b-d8149120d403)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:38.775641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b8d642f-edba-4dd0-ba83-384bd6915614 req-cfae12d7-fd90-450f-b492-a8a85063784c tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907192 Jul 16 20:07:38.807553 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.808640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f492114c-0e71-4aab-ba4d-24f6a05662cb details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:38.960536 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.981198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-0573292f-ae5e-4a7e-beb4-711ed4942518 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.982882 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-0573292f-ae5e-4a7e-beb4-711ed4942518 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.16 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 949 time: 0.4592457 Jul 16 20:07:38.983840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Attempting to bind port 29efb5e4-8730-4fee-86c6-3cb13faafd12 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:38.988487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Attempting to bind port 29efb5e4-8730-4fee-86c6-3cb13faafd12 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'e3857a12-4280-44ee-87fe-08690b47d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '958821b6-9f13-41ff-b0b1-7679750bef0d'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:38.989148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Attempting to bind port 29efb5e4-8730-4fee-86c6-3cb13faafd12 on network 958821b6-9f13-41ff-b0b1-7679750bef0d {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:39.030086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Port 29efb5e4-8730-4fee-86c6-3cb13faafd12 on network 958821b6-9f13-41ff-b0b1-7679750bef0d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:39.031508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Attempting to bind port 29efb5e4-8730-4fee-86c6-3cb13faafd12 on network 958821b6-9f13-41ff-b0b1-7679750bef0d {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:39.032863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a679b435-e550-4a26-b7ee-09457c2ae809,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:39.053766 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:07:39.069616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-62e51b28-214f-4336-8f92-bd50aa9379ef service neutron] 10.222.0.68 "GET /v2.0/networks/7fbe38eb-434d-4e3e-9c95-3554e2278ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141059 Jul 16 20:07:39.195350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] DHCP port deletion for a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:39.253989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:39.254516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Checking segment: {'id': 'e3857a12-4280-44ee-87fe-08690b47d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '958821b6-9f13-41ff-b0b1-7679750bef0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:39.255119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Bound using segment: {'id': 'e3857a12-4280-44ee-87fe-08690b47d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '958821b6-9f13-41ff-b0b1-7679750bef0d'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:39.255836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Bound port: 29efb5e4-8730-4fee-86c6-3cb13faafd12, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3857a12-4280-44ee-87fe-08690b47d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '958821b6-9f13-41ff-b0b1-7679750bef0d'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:39.256490 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.313586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c8bbf-a48d-4911-8e48-a54255bca813 req-77451ebe-aac5-42bd-a65b-e469645466e5 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.321779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d46c8bbf-a48d-4911-8e48-a54255bca813 req-77451ebe-aac5-42bd-a65b-e469645466e5 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 943 time: 1.0586331 Jul 16 20:07:39.465973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f492114c-0e71-4aab-ba4d-24f6a05662cb, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:39.469729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] For port 29efb5e4-8730-4fee-86c6-3cb13faafd12, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:39.475338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] For port 29efb5e4-8730-4fee-86c6-3cb13faafd12, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=29efb5e4-8730-4fee-86c6-3cb13faafd12,segment=NetworkSegment(e3857a12-4280-44ee-87fe-08690b47d4f2),segment_id=e3857a12-4280-44ee-87fe-08690b47d4f2)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:39.478759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Deleting port 30e5c63a-601d-4987-801a-0df69e207f82 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:39.479333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.509100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.535944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.536628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.538253 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-e7044373-6478-4a05-8773-50ce42010234 service neutron] 10.222.0.68 "PUT /v2.0/ports/29efb5e4-8730-4fee-86c6-3cb13faafd12 HTTP/1.1" status: 200 len: 1092 time: 2.4604177 Jul 16 20:07:39.562555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4474352-98e9-45ed-ae20-dc389ac9d1b0 req-f564317f-ba62-451e-a054-8b042f3eeb27 service neutron] 10.222.0.68 "GET /v2.0/networks/7fbe38eb-434d-4e3e-9c95-3554e2278ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780207 Jul 16 20:07:39.628816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d46c8bbf-a48d-4911-8e48-a54255bca813 req-6e13ae48-2c8b-456b-b074-337e60aced47 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817671 Jul 16 20:07:39.728246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] For port 30e5c63a-601d-4987-801a-0df69e207f82, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=30e5c63a-601d-4987-801a-0df69e207f82,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:39.728621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.749416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Calling delete_port for 30e5c63a-601d-4987-801a-0df69e207f82 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:39.749994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 9136d50e-c700-494b-9a28-0949b3363165 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:39.750690 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.821778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3353d8-7e3b-456f-9ed6-77d62836e36d req-bf8488ae-cb2f-452d-9753-017d42b41ad7 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.836077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc3353d8-7e3b-456f-9ed6-77d62836e36d req-bf8488ae-cb2f-452d-9753-017d42b41ad7 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 944 time: 0.5057960 Jul 16 20:07:39.946002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7044373-6478-4a05-8773-50ce42010234 service neutron] Pushing event updated for resources: {'Port': ['ID=29efb5e4-8730-4fee-86c6-3cb13faafd12,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:39.950701 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f68f2b6-7336-4902-8bc3-61f04579ddf3 x-openstack-request-id: req-3f68f2b6-7336-4902-8bc3-61f04579ddf3 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:39.952399 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3a438-4ec2-4a7c-bbeb-11cd24e35b86", "name": "network-vif-deleted", "tag": "53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:39.952894 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f68f2b6-7336-4902-8bc3-61f04579ddf3 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:39.953571 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3a438-4ec2-4a7c-bbeb-11cd24e35b86', 'name': 'network-vif-deleted', 'tag': '53f31a3d-ec32-4a64-b5d3-0d84fd9bc3ef', 'status': 'completed', 'code': 200} Jul 16 20:07:39.956427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.982029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f492114c-0e71-4aab-ba4d-24f6a05662cb', 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc', 'port_id': 'f492114c-0e71-4aab-ba4d-24f6a05662cb', 'mac_address': 'fa:16:3e:40:e0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a002743e-a411-4591-bb66-6867a32979ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:40.002401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9136d50e-c700-494b-9a28-0949b3363165 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:40.013623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Pushing event deleted for resources: {'Port': ['ID=30e5c63a-601d-4987-801a-0df69e207f82,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.083858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] No DVR routers for this DVR port 30e5c63a-601d-4987-801a-0df69e207f82 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:40.089997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.094001 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5b37ade0-ccb8-494a-bf92-fe2eec916be3 req-970d62da-013e-46eb-9ea2-8d1f0b0b5539 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.16 "DELETE /v2.0/ports/30e5c63a-601d-4987-801a-0df69e207f82 HTTP/1.1" status: 204 len: 173 time: 1.0950630 Jul 16 20:07:40.124773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 9136d50e-c700-494b-9a28-0949b3363165, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9136d50e-c700-494b-9a28-0949b3363165,segment=NetworkSegment(e4ed1b08-a6b2-497c-bacc-1f5968cbf24d),segment_id=e4ed1b08-a6b2-497c-bacc-1f5968cbf24d)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:40.125592 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.182625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc3353d8-7e3b-456f-9ed6-77d62836e36d req-96f48eba-55ff-4395-a2c6-f1a700759347 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427384 Jul 16 20:07:40.228043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-8b9bcbaa-a3a0-4b9f-913d-c0955afa72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.254401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-8b9bcbaa-a3a0-4b9f-913d-c0955afa72b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6acd87378e534e2cb3bac4e314250330&device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 1095 time: 0.6197810 Jul 16 20:07:40.261804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 9136d50e-c700-494b-9a28-0949b3363165 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:40.289841 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.353886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f492114c-0e71-4aab-ba4d-24f6a05662cb {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:40.440789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-509aa5ef-52db-42b6-8113-6b15bf40bec5 req-38a91be9-7d57-4221-bd70-3b3324e45b8f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.2565057 Jul 16 20:07:40.474136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f492114c-0e71-4aab-ba4d-24f6a05662cb, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:40.487853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.502424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] Deleting port 9136d50e-c700-494b-9a28-0949b3363165 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:40.503156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.597770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] For port 9136d50e-c700-494b-9a28-0949b3363165, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9136d50e-c700-494b-9a28-0949b3363165,segment=NetworkSegment(e4ed1b08-a6b2-497c-bacc-1f5968cbf24d),segment_id=e4ed1b08-a6b2-497c-bacc-1f5968cbf24d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:40.598174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.615655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] Calling delete_port for 9136d50e-c700-494b-9a28-0949b3363165 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:40.707788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-665c9d50-2b52-4b99-9e04-3d406afa03a3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29efb5e4-8730-4fee-86c6-3cb13faafd12 HTTP/1.1" status: 200 len: 217 time: 0.3841243 Jul 16 20:07:40.790525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.810209 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.826626 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.920601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] No DVR routers for this DVR port 9136d50e-c700-494b-9a28-0949b3363165 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:40.970925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No DVR routers for this DVR port 9136d50e-c700-494b-9a28-0949b3363165 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:40.986934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0155cf1c-a002-4caa-81c9-17809308b40f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:40.991850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f492114c-0e71-4aab-ba4d-24f6a05662cb'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:41.060471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=9136d50e-c700-494b-9a28-0949b3363165,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.083326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a679b435-e550-4a26-b7ee-09457c2ae809'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:41.118462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-3ac9bed0-b4d0-4b42-843d-7b2841b86b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.122000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-3ac9bed0-b4d0-4b42-843d-7b2841b86b19 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=143b4c04-83bb-43fd-af53-9cfbf9bce7c2 HTTP/1.1" status: 200 len: 853 time: 0.3476157 Jul 16 20:07:41.144421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f492114c-0e71-4aab-ba4d-24f6a05662cb,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.199870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-46a3ada6-6d12-48d1-b417-8b7d19444797 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=958821b6-9f13-41ff-b0b1-7679750bef0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634789 Jul 16 20:07:41.248505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.281250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:41.323912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:41.324531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ed1b08-a6b2-497c-bacc-1f5968cbf24d') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:41.341664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f78b1-2eef-498f-82b5-85b85050790e req-de040804-49e6-4174-82b3-d9e47efef006 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.344110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0155cf1c-a002-4caa-81c9-17809308b40f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:41.344944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0155cf1c-a002-4caa-81c9-17809308b40f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:41.346149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a26f78b1-2eef-498f-82b5-85b85050790e req-de040804-49e6-4174-82b3-d9e47efef006 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 943 time: 0.6365733 Jul 16 20:07:41.391838 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.437126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2714ac-d0fd-4bb6-a799-07fda56dab2a None None] Pushing event deleted for resources: {'Port': ['ID=9136d50e-c700-494b-9a28-0949b3363165,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.511844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76251854-8f93-427a-aef6-cfbec85d6007 req-ed45a5da-b340-4517-9df6-be3bb1425cd6 tempest-ImagesNegativeTestJSON-1987468027 tempest-ImagesNegativeTestJSON-1987468027-project] 10.222.0.78 "GET /v2.0/ports?device_id=75df025e-7b6c-4f43-b1fd-a139cc3e8411 HTTP/1.1" status: 200 len: 210 time: 0.0816822 Jul 16 20:07:41.555315 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.586573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:41.587260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:41.598235 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:41.669112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a26f78b1-2eef-498f-82b5-85b85050790e req-c6212eba-cc18-4574-b68c-dbba9d63deab tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696590 Jul 16 20:07:41.745418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-4616598c-62fa-4294-94af-cbdab79851f7 service neutron] 10.222.0.68 "GET /v2.0/networks/958821b6-9f13-41ff-b0b1-7679750bef0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916513 Jul 16 20:07:41.747615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.750055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 30e5c63a-601d-4987-801a-0df69e207f82 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:41.765364 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.767590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1 HTTP/1.1" status: 204 len: 168 time: 3.8003120 Jul 16 20:07:41.770656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42008) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:41.856850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 30e5c63a-601d-4987-801a-0df69e207f82 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:41.857476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 30e5c63a-601d-4987-801a-0df69e207f82 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:41.970633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ed0d57-9632-458c-b762-f005cb026917', 'tag': '29efb5e4-8730-4fee-86c6-3cb13faafd12'}, {'server_uuid': '75df025e-7b6c-4f43-b1fd-a139cc3e8411', 'name': 'network-vif-deleted', 'tag': '30e5c63a-601d-4987-801a-0df69e207f82'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:41.973499 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de94ed-6e63-4cf2-8cd7-49510e22ad88" -d '{"events": [{"name": "network-changed", "server_uuid": "37ed0d57-9632-458c-b762-f005cb026917", "tag": "29efb5e4-8730-4fee-86c6-3cb13faafd12"}, {"server_uuid": "75df025e-7b6c-4f43-b1fd-a139cc3e8411", "name": "network-vif-deleted", "tag": "30e5c63a-601d-4987-801a-0df69e207f82"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:42.005718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe0d34-7f42-4f30-927e-2c0b2f7ab636 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=a4d9a9ec-2250-48fb-bcad-d2b4dfa4dff1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:42.077680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbe3664c-8d23-4c44-9901-02861a0d289b req-6f5c893e-46ba-4424-8af0-5d719aa4ac28 service neutron] 10.222.0.68 "GET /v2.0/networks/958821b6-9f13-41ff-b0b1-7679750bef0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086264 Jul 16 20:07:42.162976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ddf1d-c0f0-482d-8bd4-cc6d82f449ae req-a05b7f1f-e3a8-47ae-bdda-daa781228364 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.164717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c6ddf1d-c0f0-482d-8bd4-cc6d82f449ae req-a05b7f1f-e3a8-47ae-bdda-daa781228364 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 944 time: 0.1523244 Jul 16 20:07:42.185629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59434cc6-00aa-4554-85ea-42a286b99597 req-d3f33e01-1f46-40dd-bd78-41a6a3552c48 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.189130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59434cc6-00aa-4554-85ea-42a286b99597 req-d3f33e01-1f46-40dd-bd78-41a6a3552c48 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 944 time: 0.1919174 Jul 16 20:07:42.274749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c6ddf1d-c0f0-482d-8bd4-cc6d82f449ae req-a6b037ff-8d55-4edb-ba3a-6721fbbcb4a5 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991411 Jul 16 20:07:42.319675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59434cc6-00aa-4554-85ea-42a286b99597 req-87576f17-55d5-4007-933c-95c54ba010e9 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023343 Jul 16 20:07:42.424025 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7024d4-39e7-4a7c-9d07-f12b14c14562 x-openstack-request-id: req-9b7024d4-39e7-4a7c-9d07-f12b14c14562 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:42.424447 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ed0d57-9632-458c-b762-f005cb026917", "tag": "29efb5e4-8730-4fee-86c6-3cb13faafd12", "status": "completed", "code": 200}, {"server_uuid": "75df025e-7b6c-4f43-b1fd-a139cc3e8411", "name": "network-vif-deleted", "tag": "30e5c63a-601d-4987-801a-0df69e207f82", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:42.424621 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b7024d4-39e7-4a7c-9d07-f12b14c14562 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:42.425008 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ed0d57-9632-458c-b762-f005cb026917', 'tag': '29efb5e4-8730-4fee-86c6-3cb13faafd12', 'status': 'completed', 'code': 200} Jul 16 20:07:42.425506 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75df025e-7b6c-4f43-b1fd-a139cc3e8411', 'name': 'network-vif-deleted', 'tag': '30e5c63a-601d-4987-801a-0df69e207f82', 'status': 'completed', 'code': 200} Jul 16 20:07:42.442634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.514306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f492114c-0e71-4aab-ba4d-24f6a05662cb up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:42.523566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f75b9b98-a9fa-4195-b2bb-816169cd1758 req-d6efbaa7-839e-4ee8-ba14-ba4a69f91552 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.0884082 Jul 16 20:07:42.686069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-82a3fb77-a318-4224-834c-09bfd7626314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.702844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-82a3fb77-a318-4224-834c-09bfd7626314 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6acd87378e534e2cb3bac4e314250330&device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 1095 time: 0.2293897 Jul 16 20:07:42.719445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port f492114c-0e71-4aab-ba4d-24f6a05662cb completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:42.759791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f492114c-0e71-4aab-ba4d-24f6a05662cb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:42.766872 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.893600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-004ccbd3-bed6-49a4-936e-2446d2cf7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.899409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-004ccbd3-bed6-49a4-936e-2446d2cf7123 service neutron] 10.222.0.68 "GET /v2.0/networks?id=958821b6-9f13-41ff-b0b1-7679750bef0d HTTP/1.1" status: 200 len: 914 time: 0.1947486 Jul 16 20:07:43.021357 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.043791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-06020e92-64b7-436f-bd2c-4f8731adcfad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29efb5e4-8730-4fee-86c6-3cb13faafd12 HTTP/1.1" status: 200 len: 217 time: 0.1322358 Jul 16 20:07:43.075213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f492114c-0e71-4aab-ba4d-24f6a05662cb, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:43.076393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d56781-2838-412c-bb9a-e05f15166760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492114c-0e71-4aab-ba4d-24f6a05662cb'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:43.080468 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0179ed12-eceb-4e55-8f29-2ab91a1ff543" -d '{"events": [{"server_uuid": "56d56781-2838-412c-bb9a-e05f15166760", "name": "network-vif-plugged", "status": "completed", "tag": "f492114c-0e71-4aab-ba4d-24f6a05662cb"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:43.084578 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.085416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a679b435-e550-4a26-b7ee-09457c2ae809 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:43.206012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 02b02f87-0423-4cce-a13a-73109c1beb78 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:43.206520 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.231767 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf47be34-fde6-479c-94f9-7c080732b57c x-openstack-request-id: req-bf47be34-fde6-479c-94f9-7c080732b57c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:43.232442 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d56781-2838-412c-bb9a-e05f15166760", "name": "network-vif-plugged", "status": "completed", "tag": "f492114c-0e71-4aab-ba4d-24f6a05662cb", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:43.232921 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf47be34-fde6-479c-94f9-7c080732b57c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:43.234066 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d56781-2838-412c-bb9a-e05f15166760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492114c-0e71-4aab-ba4d-24f6a05662cb', 'code': 200} Jul 16 20:07:43.278248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port a679b435-e550-4a26-b7ee-09457c2ae809 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:43.292740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port a679b435-e550-4a26-b7ee-09457c2ae809 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:43.293166 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.353669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f492114c-0e71-4aab-ba4d-24f6a05662cb,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.412443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-d03f3260-fceb-4459-81cc-a60e69c2234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.416256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-d03f3260-fceb-4459-81cc-a60e69c2234c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=143b4c04-83bb-43fd-af53-9cfbf9bce7c2 HTTP/1.1" status: 200 len: 853 time: 0.3655152 Jul 16 20:07:43.427541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 02b02f87-0423-4cce-a13a-73109c1beb78, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=02b02f87-0423-4cce-a13a-73109c1beb78,segment=NetworkSegment(f0842819-5931-442d-8a11-d325843ba1c0),segment_id=f0842819-5931-442d-8a11-d325843ba1c0)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:43.428239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.436042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.450349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 02b02f87-0423-4cce-a13a-73109c1beb78 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:43.466454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1cb4e-5bd9-4ee2-ab64-e063f09660e3 req-8ae87c40-3ee5-4d9f-b8d2-a1590c95f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.468660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1c1cb4e-5bd9-4ee2-ab64-e063f09660e3 req-8ae87c40-3ee5-4d9f-b8d2-a1590c95f0b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 1097 time: 0.1513495 Jul 16 20:07:43.486158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-b39b8c15-7ff0-4eea-80c9-d822ab5a8940 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=958821b6-9f13-41ff-b0b1-7679750bef0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617440 Jul 16 20:07:43.510867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a679b435-e550-4a26-b7ee-09457c2ae809, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a679b435-e550-4a26-b7ee-09457c2ae809,segment=NetworkSegment(bd472c7d-a13a-4a37-9c0b-d8149120d403),segment_id=bd472c7d-a13a-4a37-9c0b-d8149120d403)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:43.517529 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.556514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1c1cb4e-5bd9-4ee2-ab64-e063f09660e3 req-babeea38-4fde-4b05-8dc4-b56966a75aee service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817785 Jul 16 20:07:43.587005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a679b435-e550-4a26-b7ee-09457c2ae809,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.606917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d1e93-8f20-4434-a4ae-95d36ef626b2 req-42976023-e540-4aab-880f-be747333e621 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.610515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-418d1e93-8f20-4434-a4ae-95d36ef626b2 req-42976023-e540-4aab-880f-be747333e621 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 943 time: 0.5648942 Jul 16 20:07:43.721275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.753616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=02b02f87-0423-4cce-a13a-73109c1beb78,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.863724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-418d1e93-8f20-4434-a4ae-95d36ef626b2 req-d4437a0b-0775-4624-bf08-caca69b9eed3 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453744 Jul 16 20:07:43.932645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-0639ff06-50a4-4560-a794-1f8b64d8991a service neutron] 10.222.0.68 "GET /v2.0/networks/958821b6-9f13-41ff-b0b1-7679750bef0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380870 Jul 16 20:07:43.957802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.048167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea925a-7bce-4311-a614-c4e411f8e568 req-4dea4422-b2eb-46a7-848d-1111de8121d6 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.057954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36ea925a-7bce-4311-a614-c4e411f8e568 req-4dea4422-b2eb-46a7-848d-1111de8121d6 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 945 time: 0.4452429 Jul 16 20:07:44.133422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36ea925a-7bce-4311-a614-c4e411f8e568 req-1ba16ecd-5b08-44f4-acca-5680f4769fe9 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741017 Jul 16 20:07:44.284007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46de94ed-6e63-4cf2-8cd7-49510e22ad88 req-f64cb4f8-fb6c-4990-aa9b-eab168433661 service neutron] 10.222.0.68 "GET /v2.0/networks/958821b6-9f13-41ff-b0b1-7679750bef0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422434 Jul 16 20:07:44.331549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:44.336616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80645a4e-8405-4a56-b4cc-70e7a1fe5c57 req-c6e4cb87-3617-442e-84a1-c621d192a0a5 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.340980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80645a4e-8405-4a56-b4cc-70e7a1fe5c57 req-c6e4cb87-3617-442e-84a1-c621d192a0a5 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1550689 Jul 16 20:07:44.453484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-986796b3-2c3a-4e99-a557-74eebe63d39c req-86b62045-3e47-43da-81ec-f0e7cf85eac6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.1063926 Jul 16 20:07:44.527128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80645a4e-8405-4a56-b4cc-70e7a1fe5c57 req-9ed13cf7-ce41-44fd-a9b1-69869ecf8066 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636412 Jul 16 20:07:44.534725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 29efb5e4-8730-4fee-86c6-3cb13faafd12 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:44.605583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:44.627043 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:44.628910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42050) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:44.632156 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f7515281-6b69-4adc-b443-e83f38a1f2e3 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8539264 Jul 16 20:07:44.678760 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:44.681449 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:44.756547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8486f705-f48e-4749-93a4-fefea926685f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet 8d75cdf7-f9ee-45c1-bf3f-563dfab5286d {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:44.763829 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8486f705-f48e-4749-93a4-fefea926685f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.828151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 29efb5e4-8730-4fee-86c6-3cb13faafd12, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=29efb5e4-8730-4fee-86c6-3cb13faafd12,segment=NetworkSegment(e3857a12-4280-44ee-87fe-08690b47d4f2),segment_id=e3857a12-4280-44ee-87fe-08690b47d4f2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:44.833549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8486f705-f48e-4749-93a4-fefea926685f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.877495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '29efb5e4-8730-4fee-86c6-3cb13faafd12', 'network_id': '958821b6-9f13-41ff-b0b1-7679750bef0d', 'port_id': '29efb5e4-8730-4fee-86c6-3cb13faafd12', 'mac_address': 'fa:16:3e:53:bc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '143b4c04-83bb-43fd-af53-9cfbf9bce7c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:44.938816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8486f705-f48e-4749-93a4-fefea926685f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.970049 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:45.010753 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8486f705-f48e-4749-93a4-fefea926685f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.034327 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.034639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8486f705-f48e-4749-93a4-fefea926685f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.039542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8486f705-f48e-4749-93a4-fefea926685f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/8d75cdf7-f9ee-45c1-bf3f-563dfab5286d HTTP/1.1" status: 204 len: 168 time: 0.4094980 Jul 16 20:07:45.044162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42056) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:45.102379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29efb5e4-8730-4fee-86c6-3cb13faafd12 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:45.104282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486f705-f48e-4749-93a4-fefea926685f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=8d75cdf7-f9ee-45c1-bf3f-563dfab5286d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.130144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff173f7-117c-463e-8106-4059bc6091b0 None None] Network 0641d8d1-48b0-4f0c-a914-9c0889cfae04 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:45.212729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 29efb5e4-8730-4fee-86c6-3cb13faafd12, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=29efb5e4-8730-4fee-86c6-3cb13faafd12,segment=NetworkSegment(e3857a12-4280-44ee-87fe-08690b47d4f2),segment_id=e3857a12-4280-44ee-87fe-08690b47d4f2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:45.251235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e10566-ab01-491b-882c-c9855d67f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a679b435-e550-4a26-b7ee-09457c2ae809'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:45.259503 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4420758-f514-49ad-b890-62b795caf15f" -d '{"events": [{"server_uuid": "c6e10566-ab01-491b-882c-c9855d67f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "a679b435-e550-4a26-b7ee-09457c2ae809"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:45.276740 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.319853 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.502121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=29efb5e4-8730-4fee-86c6-3cb13faafd12,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.510526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 9335fbb1-cc11-40da-b6c9-927fb800c330 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:45.522567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.635228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['29efb5e4-8730-4fee-86c6-3cb13faafd12'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:45.696329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 9335fbb1-cc11-40da-b6c9-927fb800c330, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9335fbb1-cc11-40da-b6c9-927fb800c330,segment=NetworkSegment(f0842819-5931-442d-8a11-d325843ba1c0),segment_id=f0842819-5931-442d-8a11-d325843ba1c0)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:45.696763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.716326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 9335fbb1-cc11-40da-b6c9-927fb800c330 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:45.842042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.925585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42082) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:45.926933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=9335fbb1-cc11-40da-b6c9-927fb800c330,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.927464 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:43Z', 'revision_number': 10, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:45.960492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No DVR routers for this DVR port 9335fbb1-cc11-40da-b6c9-927fb800c330 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:46.049571 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:46.075625 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:46.077303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.200749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.256600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a45bce-fef2-497d-802f-17cd210ee186 None None] DHCP port deletion for 0641d8d1-48b0-4f0c-a914-9c0889cfae04 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:46.296464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0641d8d1-48b0-4f0c-a914-9c0889cfae04']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.324272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0842819-5931-442d-8a11-d325843ba1c0') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.325162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0842819-5931-442d-8a11-d325843ba1c0') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.345811 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:46.351519 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.418044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.426914 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e05608a2-838a-4302-8f87-5ad3f7c7912d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65f032f70e384bdbabb4140d21c3b595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876001 Jul 16 20:07:46.428563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42086) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:46.533587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:46.545184 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:46.550624 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:46.595160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7247-ca70-433d-a8da-eaba1c1b3fc0 req-963c1c1d-cc91-40dd-a3c0-d2a9016e985e tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.615121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-052d7247-ca70-433d-a8da-eaba1c1b3fc0 req-963c1c1d-cc91-40dd-a3c0-d2a9016e985e tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 944 time: 1.2449889 Jul 16 20:07:46.680488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd46de-eb74-4775-b451-35f35a225209 req-210140cf-d54a-49a4-8e5b-c70e02e6a9ee tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.688410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4dd46de-eb74-4775-b451-35f35a225209 req-210140cf-d54a-49a4-8e5b-c70e02e6a9ee tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 945 time: 1.1813409 Jul 16 20:07:46.718514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-052d7247-ca70-433d-a8da-eaba1c1b3fc0 req-04167a3d-3def-49de-b586-208b2ab285c0 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008384 Jul 16 20:07:46.741495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-88cf3611-93b4-438c-b1bf-f9284618548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.754618 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.777325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4dd46de-eb74-4775-b451-35f35a225209 req-20b23f6b-bd5e-4e0a-8637-0ead6ab5fecb tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874906 Jul 16 20:07:46.823662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.837389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42096) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:46.837636 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/0641d8d1-48b0-4f0c-a914-9c0889cfae04 HTTP/1.1" status: 204 len: 168 time: 1.7861798 Jul 16 20:07:46.841587 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475eca79-2cfd-4c03-8430-7e4d37c8b0c3 x-openstack-request-id: req-475eca79-2cfd-4c03-8430-7e4d37c8b0c3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:46.849085 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e10566-ab01-491b-882c-c9855d67f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "a679b435-e550-4a26-b7ee-09457c2ae809", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:46.849570 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-475eca79-2cfd-4c03-8430-7e4d37c8b0c3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:46.851886 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e10566-ab01-491b-882c-c9855d67f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a679b435-e550-4a26-b7ee-09457c2ae809', 'code': 200} Jul 16 20:07:46.894951 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:43Z', 'revision_number': 10, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.987402 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089abf2-6483-4907-b4e5-9877573cdbbb None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:43Z', 'revision_number': 10, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None, '_interfaces': [{'id': '960f62fb-6ca1-4115-b475-bfd08d3c8ed3', 'name': '', 'network_id': '6ef37af6-7135-4ea5-ae47-ef381890377a', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'mac_address': 'fa:16:3e:d7:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:23Z', 'updated_at': '2021-07-16T20:06:38Z', 'revision_number': 5, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'subnets': [{'id': 'a114a8e3-2838-4e7a-9062-38719f00516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:47.356671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92ba110b-8bc5-4d57-8e40-8844d6f17239 req-eeca93e8-7f3f-4793-bd1f-21916d58d851 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.1323950 Jul 16 20:07:47.520979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 02b02f87-0423-4cce-a13a-73109c1beb78 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:47.579960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 02b02f87-0423-4cce-a13a-73109c1beb78 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:47.580371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 02b02f87-0423-4cce-a13a-73109c1beb78 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:47.580813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9335fbb1-cc11-40da-b6c9-927fb800c330 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:47.663470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9335fbb1-cc11-40da-b6c9-927fb800c330 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:47.672411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9335fbb1-cc11-40da-b6c9-927fb800c330 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:47.679757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf788e-eff1-4212-b92c-e4fad31518e7 req-7baf4d35-9d8b-4870-97ae-f82f97acd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.684552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dcf788e-eff1-4212-b92c-e4fad31518e7 req-7baf4d35-9d8b-4870-97ae-f82f97acd048 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 1097 time: 0.6901820 Jul 16 20:07:47.712169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-88cf3611-93b4-438c-b1bf-f9284618548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.775137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf34ad2-864d-49da-a985-d2dcba96f2a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=0641d8d1-48b0-4f0c-a914-9c0889cfae04,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.793222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-88cf3611-93b4-438c-b1bf-f9284618548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.796622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-88cf3611-93b4-438c-b1bf-f9284618548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.812886 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-88cf3611-93b4-438c-b1bf-f9284618548e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d HTTP/1.1" status: 204 len: 168 time: 1.3687525 Jul 16 20:07:47.816843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bc3fc-d4f0-47ed-ad3d-fd43be03d6a5 req-c34f90f5-55f2-4c7e-b17f-378ae5773894 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.840462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf3611-93b4-438c-b1bf-f9284618548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c3aa4-3511-44ab-a203-f27e7f0a5c7d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.841294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d61bc3fc-d4f0-47ed-ad3d-fd43be03d6a5 req-c34f90f5-55f2-4c7e-b17f-378ae5773894 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 945 time: 0.8072796 Jul 16 20:07:47.951615 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc207a15-b582-4e77-b9db-c78a349284ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.044947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dcf788e-eff1-4212-b92c-e4fad31518e7 req-59693183-ec9f-47e3-8308-a2a3030aac67 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433106 Jul 16 20:07:48.072083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d61bc3fc-d4f0-47ed-ad3d-fd43be03d6a5 req-b27e9bf8-c8b5-4a3d-80fa-56cba7c9e08c tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281873 Jul 16 20:07:48.293436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c9b7-f588-4b87-a269-687317f75808 req-57843d5d-a59c-40e4-8723-5bcb1f18f433 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:48.296417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75a1c9b7-f588-4b87-a269-687317f75808 req-57843d5d-a59c-40e4-8723-5bcb1f18f433 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 944 time: 0.2212501 Jul 16 20:07:48.515449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75a1c9b7-f588-4b87-a269-687317f75808 req-17d959e9-7765-45b8-b3ef-e882bee916a5 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052824 Jul 16 20:07:48.557201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 29efb5e4-8730-4fee-86c6-3cb13faafd12 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:48.575652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.800709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 29efb5e4-8730-4fee-86c6-3cb13faafd12 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:48.809678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 29efb5e4-8730-4fee-86c6-3cb13faafd12 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:48.813019 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.960445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb215756-882f-47bb-bc9c-a6bd5297e053 req-7a7a3961-565d-45e8-bf9d-bb66309e914f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.1482522 Jul 16 20:07:49.206614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.294731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ed0d57-9632-458c-b762-f005cb026917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29efb5e4-8730-4fee-86c6-3cb13faafd12'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:49.307896 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cdb799-ca5b-4d00-984e-dd4c353b49e6" -d '{"events": [{"server_uuid": "37ed0d57-9632-458c-b762-f005cb026917", "name": "network-vif-plugged", "status": "completed", "tag": "29efb5e4-8730-4fee-86c6-3cb13faafd12"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:49.415052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 29efb5e4-8730-4fee-86c6-3cb13faafd12, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=29efb5e4-8730-4fee-86c6-3cb13faafd12,segment=NetworkSegment(e3857a12-4280-44ee-87fe-08690b47d4f2),segment_id=e3857a12-4280-44ee-87fe-08690b47d4f2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:49.430201 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.479786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:49.480128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.515746 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111c85e-0c08-4026-8321-a924d303163e x-openstack-request-id: req-4111c85e-0c08-4026-8321-a924d303163e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:49.517104 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ed0d57-9632-458c-b762-f005cb026917", "name": "network-vif-plugged", "status": "completed", "tag": "29efb5e4-8730-4fee-86c6-3cb13faafd12", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:49.517842 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4111c85e-0c08-4026-8321-a924d303163e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:49.533179 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ed0d57-9632-458c-b762-f005cb026917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29efb5e4-8730-4fee-86c6-3cb13faafd12', 'code': 200} Jul 16 20:07:49.627983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port 960f62fb-6ca1-4115-b475-bfd08d3c8ed3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,segment=NetworkSegment(ce857fc7-cd3f-4600-bdaa-8e6810d0e82f),segment_id=ce857fc7-cd3f-4600-bdaa-8e6810d0e82f)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:49.628757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.652299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:49.679957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=29efb5e4-8730-4fee-86c6-3cb13faafd12,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:50.146007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bce1b-feb4-4b0a-a6b0-19cae5a286c1 req-2906c5cb-1db2-4490-a29d-2ef38193af3d tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.148658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-624bce1b-feb4-4b0a-a6b0-19cae5a286c1 req-2906c5cb-1db2-4490-a29d-2ef38193af3d tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 945 time: 0.3294728 Jul 16 20:07:50.151480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9987f-b3ba-4ddf-a46b-bc51322f2b2a req-f6a05ecc-4b5d-4ddc-ba0e-662da80be512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.154011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17e9987f-b3ba-4ddf-a46b-bc51322f2b2a req-f6a05ecc-4b5d-4ddc-ba0e-662da80be512 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 1097 time: 0.3470359 Jul 16 20:07:50.175272 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.293728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36063531-567b-4cd4-8ef8-4684c50dddf0 req-3380a5c6-e483-4006-b2f9-7299e1a742b1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.295428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36063531-567b-4cd4-8ef8-4684c50dddf0 req-3380a5c6-e483-4006-b2f9-7299e1a742b1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 945 time: 0.3973882 Jul 16 20:07:50.296865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=960f62fb-6ca1-4115-b475-bfd08d3c8ed3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:50.359219 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-82486ff2-562b-4a67-8a03-b78a432391c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.368117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17e9987f-b3ba-4ddf-a46b-bc51322f2b2a req-b0c6be5c-2d7d-42ac-94dd-6c346ad4a120 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004206 Jul 16 20:07:50.417784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-624bce1b-feb4-4b0a-a6b0-19cae5a286c1 req-8d7dd443-70a2-4f80-9dfd-ae8b16e41db2 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617550 Jul 16 20:07:50.506748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36063531-567b-4cd4-8ef8-4684c50dddf0 req-c51704ac-bf46-4e37-a212-c0d2219c1a09 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994228 Jul 16 20:07:50.594437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.681873 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.953568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-470ca39a-67f1-42bb-9a97-6b426a4df680 req-ebe45502-79d4-4cc2-bd0a-baf88b3813fd tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.2242162 Jul 16 20:07:51.158794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:51.196417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989abe9-614a-4fcf-81f9-becb22532ca1 req-a83c4b2a-f126-45c0-b595-78030df46b8d tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.198301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f989abe9-614a-4fcf-81f9-becb22532ca1 req-a83c4b2a-f126-45c0-b595-78030df46b8d tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 945 time: 0.2604685 Jul 16 20:07:51.449415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:51.462491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42246) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.463400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-22b9ca63-8c91-423e-92f7-ed22bc8aad63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6239567 Jul 16 20:07:51.473581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:51.492258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f989abe9-614a-4fcf-81f9-becb22532ca1 req-cabf774f-ddba-4588-9d9f-e3a2a9275d4f tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742641 Jul 16 20:07:51.598588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:51.606353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:51.784931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting subnet a114a8e3-2838-4e7a-9062-38719f00516c {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:51.795106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.870127 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.986491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.068777 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.104647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Subnet': ['ID=a114a8e3-2838-4e7a-9062-38719f00516c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:52.117516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.118388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.118999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.119600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.120249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.120837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.121616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.122229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.122853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.123437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.124912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.125732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:52.135638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.142293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42268) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:52.144752 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-460d1762-f593-4808-8146-d87a147bfc7d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/a114a8e3-2838-4e7a-9062-38719f00516c HTTP/1.1" status: 204 len: 168 time: 0.6805618 Jul 16 20:07:52.183044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a79d8-8483-474b-8aed-3cdcf5829759 None None] Network 6ef37af6-7135-4ea5-ae47-ef381890377a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:52.336306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:52.401012 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.496033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a52dd-67e6-45b8-90f7-a0289356c525 req-50384b93-a7aa-40d4-b753-43ece37c296e tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.509560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e41a52dd-67e6-45b8-90f7-a0289356c525 req-50384b93-a7aa-40d4-b753-43ece37c296e tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 945 time: 0.2082443 Jul 16 20:07:52.606703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Deleting port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:52.607253 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.655799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:49Z', 'revision_number': 11, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:52.663001 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.728383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:52.768115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e41a52dd-67e6-45b8-90f7-a0289356c525 req-ec363fff-d421-44ee-b911-d47f6c34f184 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540371 Jul 16 20:07:52.935670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:52.942837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:53.015883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] For port dc1e5421-eda4-4ac8-b7aa-99835b1dda88, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=dc1e5421-eda4-4ac8-b7aa-99835b1dda88,segment=NetworkSegment(ce857fc7-cd3f-4600-bdaa-8e6810d0e82f),segment_id=ce857fc7-cd3f-4600-bdaa-8e6810d0e82f)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:53.020960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.071775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Calling delete_port for dc1e5421-eda4-4ac8-b7aa-99835b1dda88 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:53.143605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:53.442451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f49a62-bd23-4d3d-bd6e-c262c289b6c1 req-5b620476-a435-437d-aefd-5ae1902ffb3d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.0965035 Jul 16 20:07:53.456871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:49Z', 'revision_number': 11, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:53.567569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.723656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87342eb4-8e31-4d13-9635-224839335bd1 None None] DHCP port deletion for 6ef37af6-7135-4ea5-ae47-ef381890377a request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:53.762937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cc6a3-f442-4f21-afd8-4b0277627a26 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:49Z', 'revision_number': 11, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:53.794516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No DVR routers for this DVR port dc1e5421-eda4-4ac8-b7aa-99835b1dda88 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:53.801780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Port': ['ID=dc1e5421-eda4-4ac8-b7aa-99835b1dda88,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.809073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.859816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device dc1e5421-eda4-4ac8-b7aa-99835b1dda88 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:53.930671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: dc1e5421-eda4-4ac8-b7aa-99835b1dda88 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:53.931717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device dc1e5421-eda4-4ac8-b7aa-99835b1dda88 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:54.014083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.050680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef37af6-7135-4ea5-ae47-ef381890377a']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:54.065344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:54.065623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce857fc7-cd3f-4600-bdaa-8e6810d0e82f') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:54.072069 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:54.083632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.109411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.119719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:54.120143 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:54.124667 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:54.146783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c277ab3-4e11-48e6-898f-b52980ad9af5 req-879a26b2-36d8-41e9-8c08-ed6c5d37dae4 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.161740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c277ab3-4e11-48e6-898f-b52980ad9af5 req-879a26b2-36d8-41e9-8c08-ed6c5d37dae4 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1939552 Jul 16 20:07:54.302565 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.311867 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.314843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/networks/6ef37af6-7135-4ea5-ae47-ef381890377a HTTP/1.1" status: 204 len: 168 time: 2.1710308 Jul 16 20:07:54.320597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42312) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:54.353254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'routes': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:54.354719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Pushing event deleted for resources: {'Network': ['ID=6ef37af6-7135-4ea5-ae47-ef381890377a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:54.372856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c277ab3-4e11-48e6-898f-b52980ad9af5 req-4c2eb66f-d72c-4f49-a8c5-5cc6f25444b9 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099791 Jul 16 20:07:54.408359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.429706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.430137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.430485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.430815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.431236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.431563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.436946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.441762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.442144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.445791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.446723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de919ff-19a2-46bd-b20f-7696fa8546b4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:54.936863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.extraroute_db [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Added routes are [] {{(pid=100244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:07:54.937187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.extraroute_db [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Removed routes are [] {{(pid=100244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:07:54.937616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.110076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa6f0634-4192-40b6-8418-244148d770a5 req-ce687e4b-c610-46d1-86bc-debb78def454 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.0722795 Jul 16 20:07:55.427757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.453571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.482900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:55.651804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:55.652976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 960f62fb-6ca1-4115-b475-bfd08d3c8ed3 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:55.868604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:56.335511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:56.359703 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] Sync routers for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:56.377898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.382820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42358) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:56.395269 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:56.396369 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:56.402552 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a7097fa6-3525-44f4-9982-2076cea3be88 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 200 len: 701 time: 2.0795376 Jul 16 20:07:56.454993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42360) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:56.456091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0ddda3ee-9d87-4102-ac8f-2c7290ed2317 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 200 len: 205 time: 0.0706260 Jul 16 20:07:56.610381 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:56.695216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef999184-9b26-4f9d-a561-3689d31d805a req-5ac9d6ad-1ae1-43ba-a4fc-4deef4f61c13 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.706920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef999184-9b26-4f9d-a561-3689d31d805a req-5ac9d6ad-1ae1-43ba-a4fc-4deef4f61c13 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 945 time: 0.2627630 Jul 16 20:07:56.770071 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec37a-0456-4010-b114-3d88ad3ac306 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.788018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08380281-2f28-4dff-86b1-fd27af066c1b req-4a8e91b1-eea6-445b-a92a-e744ca268869 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.0434709 Jul 16 20:07:56.860189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef999184-9b26-4f9d-a561-3689d31d805a req-acb8f0b2-03c0-45f5-983e-ca7df85d8948 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463952 Jul 16 20:07:57.172571 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:49Z', 'revision_number': 11, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:57.240544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec37a-0456-4010-b114-3d88ad3ac306 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.270718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec37a-0456-4010-b114-3d88ad3ac306 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.348185 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] Checking router: 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:57.386125 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] Routers {'94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:57.387564 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:57.475038 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] Set router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:57.487836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec37a-0456-4010-b114-3d88ad3ac306 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.494776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7ec37a-0456-4010-b114-3d88ad3ac306 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Fanout notify agent at l3_agent the message router_deleted on router 94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:07:57.532875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174d9e5-1445-4f7b-a163-6885497dbf28 req-ff367268-1370-49ee-967f-ecd8b7058943 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.539683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4174d9e5-1445-4f7b-a163-6885497dbf28 req-ff367268-1370-49ee-967f-ecd8b7058943 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 945 time: 0.2326627 Jul 16 20:07:57.540719 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec37a-0456-4010-b114-3d88ad3ac306 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.548041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42394) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:57.549140 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5a7ec37a-0456-4010-b114-3d88ad3ac306 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 204 len: 168 time: 1.0903776 Jul 16 20:07:57.564933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-772010d7-2709-4fe9-a2bc-fd23b21b3da0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-406295112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:57.584837 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:49Z', 'revision_number': 11, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:57.648552 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd5dc9-7380-4e82-8fd0-317767e9d462 None None] The sync data for ids ['94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0'] in n-d-791505-15 is: [{'id': '94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0', 'name': 'tempest-RoutersTest-router-1642886462', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:18Z', 'updated_at': '2021-07-16T20:07:49Z', 'revision_number': 11, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:57.729050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-772010d7-2709-4fe9-a2bc-fd23b21b3da0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.730600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-772010d7-2709-4fe9-a2bc-fd23b21b3da0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.750186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4174d9e5-1445-4f7b-a163-6885497dbf28 req-47550e4c-abd3-4696-9344-5fbf15d0e5fe tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004197 Jul 16 20:07:57.859661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-772010d7-2709-4fe9-a2bc-fd23b21b3da0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.870141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935a07e-7168-4477-af87-9d30ff413c4a req-5bc9500a-c120-4a07-901f-5ab1115c3857 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.871852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4935a07e-7168-4477-af87-9d30ff413c4a req-5bc9500a-c120-4a07-901f-5ab1115c3857 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1941159 Jul 16 20:07:57.874606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-772010d7-2709-4fe9-a2bc-fd23b21b3da0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.937995 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-772010d7-2709-4fe9-a2bc-fd23b21b3da0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.940105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-772010d7-2709-4fe9-a2bc-fd23b21b3da0 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3868604 Jul 16 20:07:57.944793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42400) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:57.953903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-13104964-bfeb-4b4b-877e-82e3cf000d3b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:58.141790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Deleting port a679b435-e550-4a26-b7ee-09457c2ae809 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:58.142251 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.465962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] For port a679b435-e550-4a26-b7ee-09457c2ae809, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a679b435-e550-4a26-b7ee-09457c2ae809,segment=NetworkSegment(bd472c7d-a13a-4a37-9c0b-d8149120d403),segment_id=bd472c7d-a13a-4a37-9c0b-d8149120d403)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:58.466335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.542748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Calling delete_port for a679b435-e550-4a26-b7ee-09457c2ae809 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:58.679353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c703f3c-a12b-48f2-8142-ee7159ca36ef req-b1939139-5a87-4b71-a99c-8a7816a00fbf tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.1378641 Jul 16 20:07:58.819830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cfa67-b3fb-4c09-a73e-7e1d5dcb05ce req-c729b439-ea0f-4577-9382-8a276d92c4f8 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.829307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e7cfa67-b3fb-4c09-a73e-7e1d5dcb05ce req-c729b439-ea0f-4577-9382-8a276d92c4f8 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 945 time: 0.5114377 Jul 16 20:07:58.893633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e7cfa67-b3fb-4c09-a73e-7e1d5dcb05ce req-03fa169d-35ec-418f-8e79-cce76048872a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/security-groups?id=1dfc07ca-c375-4ca3-bc34-ea0f99f790af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630648 Jul 16 20:07:59.131867 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.137387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13104964-bfeb-4b4b-877e-82e3cf000d3b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.198789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13104964-bfeb-4b4b-877e-82e3cf000d3b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.199262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Pushing event deleted for resources: {'Port': ['ID=a679b435-e550-4a26-b7ee-09457c2ae809,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.253307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909041f-4a97-4ef0-81be-854c0d478aff req-311adc65-adb3-4be8-bc14-8af1f8031d2c tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.256345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1909041f-4a97-4ef0-81be-854c0d478aff req-311adc65-adb3-4be8-bc14-8af1f8031d2c tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.68 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 945 time: 1.0679686 Jul 16 20:07:59.273611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] No DVR routers for this DVR port a679b435-e550-4a26-b7ee-09457c2ae809 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:59.277814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.280700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4935a07e-7168-4477-af87-9d30ff413c4a req-65a427b7-52fd-4218-9c1a-1a94cdba0c8a tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.68 "DELETE /v2.0/ports/a679b435-e550-4a26-b7ee-09457c2ae809 HTTP/1.1" status: 204 len: 173 time: 1.3991976 Jul 16 20:07:59.281418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e10566-ab01-491b-882c-c9855d67f2e6', 'name': 'network-vif-deleted', 'tag': 'a679b435-e550-4a26-b7ee-09457c2ae809'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:59.284478 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87704b2a-75d3-4992-9c34-f7ec1b390e3d" -d '{"events": [{"server_uuid": "c6e10566-ab01-491b-882c-c9855d67f2e6", "name": "network-vif-deleted", "tag": "a679b435-e550-4a26-b7ee-09457c2ae809"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:59.320626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6a82-8d7e-42dd-91ef-45f5d32b8004 req-dd7ec247-1f42-4ea4-b2cc-3954232292f7 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.356914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-716d6a82-8d7e-42dd-91ef-45f5d32b8004 req-dd7ec247-1f42-4ea4-b2cc-3954232292f7 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 945 time: 0.2335122 Jul 16 20:07:59.445939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-716d6a82-8d7e-42dd-91ef-45f5d32b8004 req-4cb8a1d5-0326-4146-8dac-178946d9e8e7 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870168 Jul 16 20:07:59.471670 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152ac0c0-6a94-4b06-9520-f6306626e2c0 x-openstack-request-id: req-152ac0c0-6a94-4b06-9520-f6306626e2c0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:59.472003 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e10566-ab01-491b-882c-c9855d67f2e6", "name": "network-vif-deleted", "tag": "a679b435-e550-4a26-b7ee-09457c2ae809", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:59.472233 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-152ac0c0-6a94-4b06-9520-f6306626e2c0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:59.472670 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e10566-ab01-491b-882c-c9855d67f2e6', 'name': 'network-vif-deleted', 'tag': 'a679b435-e550-4a26-b7ee-09457c2ae809', 'status': 'completed', 'code': 200} Jul 16 20:07:59.958694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13104964-bfeb-4b4b-877e-82e3cf000d3b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Router 370575fd-b9db-4a84-8bfb-be56ce21be12 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:08:00.038596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5915c037-718d-4482-9deb-58f6003caf02 req-9bf1f117-8df5-4c80-b322-f872eab3bb1f tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.1204987 Jul 16 20:08:00.365899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13104964-bfeb-4b4b-877e-82e3cf000d3b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:00.380763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13104964-bfeb-4b4b-877e-82e3cf000d3b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.386434 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-13104964-bfeb-4b4b-877e-82e3cf000d3b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "PUT /v2.0/routers/370575fd-b9db-4a84-8bfb-be56ce21be12 HTTP/1.1" status: 200 len: 693 time: 2.4363987 Jul 16 20:08:00.386434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Deleting port 29efb5e4-8730-4fee-86c6-3cb13faafd12 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:00.386434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.387247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42472) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:00.400722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] Sync routers for ids ['370575fd-b9db-4a84-8bfb-be56ce21be12'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:00.450935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] Routers {'370575fd-b9db-4a84-8bfb-be56ce21be12'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:00.452022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['370575fd-b9db-4a84-8bfb-be56ce21be12'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:00.724837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-fc397f10-0cff-4fc8-8d5d-9020d0d25e7a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1964548 Jul 16 20:08:00.763526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8481b87d-a508-482b-a827-bd76b6dd0224 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/routers/370575fd-b9db-4a84-8bfb-be56ce21be12 HTTP/1.1" status: 200 len: 699 time: 0.3729665 Jul 16 20:08:00.777581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42480) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:00.797886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] Set router 370575fd-b9db-4a84-8bfb-be56ce21be12 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:00.873727 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e1724912-b810-4e11-bfe4-0114eb338b65 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=370575fd-b9db-4a84-8bfb-be56ce21be12 HTTP/1.1" status: 200 len: 205 time: 0.0895600 Jul 16 20:08:00.875001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42484) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:01.111281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] For port 29efb5e4-8730-4fee-86c6-3cb13faafd12, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=29efb5e4-8730-4fee-86c6-3cb13faafd12,segment=NetworkSegment(e3857a12-4280-44ee-87fe-08690b47d4f2),segment_id=e3857a12-4280-44ee-87fe-08690b47d4f2)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:01.111914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.158644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c92fd5d4-87ac-404c-a20b-e61c70f7948b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.198029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Calling delete_port for 29efb5e4-8730-4fee-86c6-3cb13faafd12 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:01.299936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-cd83258d-3b4f-4935-b94c-a8812d5097c9 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.302706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-cd83258d-3b4f-4935-b94c-a8812d5097c9 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5645969 Jul 16 20:08:01.358308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-aad41746-2f81-4318-af80-3732ce4181ac tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/quotas/2c1092b9d4354484a00701fd3e9ea8de HTTP/1.1" status: 200 len: 375 time: 0.0195851 Jul 16 20:08:01.393703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-267f4dd2-d3ee-4a7e-b9c4-cafe46bcb7af req-750269ae-5a90-445e-a61b-7753db5d0be3 tempest-ServersNegativeTestMultiTenantJSON-2075824471 tempest-ServersNegativeTestMultiTenantJSON-2075824471-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6e10566-ab01-491b-882c-c9855d67f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0895674 Jul 16 20:08:01.642379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-7f2cd72d-fa10-476d-9e59-9bc169eabf6e tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2462811 Jul 16 20:08:01.773275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370575fd-b9db-4a84-8bfb-be56ce21be12', 'name': 'tempest-RoutersTest-router-406295112', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:57Z', 'updated_at': '2021-07-16T20:07:59Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:01.879942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a679b435-e550-4a26-b7ee-09457c2ae809 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:01.887441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] Checking router: 370575fd-b9db-4a84-8bfb-be56ce21be12 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:01.960573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: a679b435-e550-4a26-b7ee-09457c2ae809 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:01.961458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a679b435-e550-4a26-b7ee-09457c2ae809 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:01.962132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 29efb5e4-8730-4fee-86c6-3cb13faafd12 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:02.027585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] Routers {'370575fd-b9db-4a84-8bfb-be56ce21be12'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:02.028774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:07:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['370575fd-b9db-4a84-8bfb-be56ce21be12'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:02.030578 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c92fd5d4-87ac-404c-a20b-e61c70f7948b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.038928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c92fd5d4-87ac-404c-a20b-e61c70f7948b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.127415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c92fd5d4-87ac-404c-a20b-e61c70f7948b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.128088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92fd5d4-87ac-404c-a20b-e61c70f7948b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Fanout notify agent at l3_agent the message router_deleted on router 370575fd-b9db-4a84-8bfb-be56ce21be12 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:08:02.139005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c92fd5d4-87ac-404c-a20b-e61c70f7948b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.141490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c92fd5d4-87ac-404c-a20b-e61c70f7948b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/370575fd-b9db-4a84-8bfb-be56ce21be12 HTTP/1.1" status: 204 len: 168 time: 1.2652178 Jul 16 20:08:02.156071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42494) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:02.313731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] Set router 370575fd-b9db-4a84-8bfb-be56ce21be12 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:02.398376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bc9a0-1230-4449-a6a5-1e1f5a658d32 req-4f31cc6b-f31a-4787-be1a-86886fbde8c1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.403933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370575fd-b9db-4a84-8bfb-be56ce21be12', 'name': 'tempest-RoutersTest-router-406295112', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:57Z', 'updated_at': '2021-07-16T20:07:59Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:02.404151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d1bc9a0-1230-4449-a6a5-1e1f5a658d32 req-4f31cc6b-f31a-4787-be1a-86886fbde8c1 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 945 time: 0.3521543 Jul 16 20:08:02.464452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47781d-0466-4691-9fe6-bbbee48da61b None None] The sync data for ids ['370575fd-b9db-4a84-8bfb-be56ce21be12'] in n-d-791505-15 is: [{'id': '370575fd-b9db-4a84-8bfb-be56ce21be12', 'name': 'tempest-RoutersTest-router-406295112', 'tenant_id': 'aace1101dec24be49d330eb9ff247a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:57Z', 'updated_at': '2021-07-16T20:07:59Z', 'revision_number': 2, 'project_id': 'aace1101dec24be49d330eb9ff247a61', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:02.528282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d1bc9a0-1230-4449-a6a5-1e1f5a658d32 req-7347aee6-990d-49aa-9456-0b9ba94a2790 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/security-groups?id=74b3cb07-6491-4442-9d77-4087ec756419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139116 Jul 16 20:08:02.564047 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b8e5f368-4f82-4bbe-bb55-5ed1d630e004 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=370575fd-b9db-4a84-8bfb-be56ce21be12 HTTP/1.1" status: 200 len: 205 time: 0.3994722 Jul 16 20:08:02.568117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:02.598959 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.704659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.729478 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-6139f168-551e-423b-8bcc-671e2c6321ee tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] delete failed (client error): The resource could not be found. Jul 16 20:08:02.731491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6139f168-551e-423b-8bcc-671e2c6321ee tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/370575fd-b9db-4a84-8bfb-be56ce21be12 HTTP/1.1" status: 404 len: 336 time: 0.1620009 Jul 16 20:08:02.771948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42518) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:02.912741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3767cf65-d1a5-45c7-b531-2007e8260cc2 req-5f992b9d-662d-4cbf-b692-0dd1de1290d7 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.2119431 Jul 16 20:08:02.962223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-5a6109f7-75a7-45e1-b5f5-d72933521578 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1488907 Jul 16 20:08:03.029367 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3edc5d-df04-45b6-9218-cd6da7575eb2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:03.032316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3edc5d-df04-45b6-9218-cd6da7575eb2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:03.038320 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ec3edc5d-df04-45b6-9218-cd6da7575eb2 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/b5b5fbe8-39fd-4a83-aaa1-722764a107f5 HTTP/1.1" status: 404 len: 337 time: 0.2638981 Jul 16 20:08:03.040413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42530) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.219866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42534) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.239399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Pushing event deleted for resources: {'Port': ['ID=29efb5e4-8730-4fee-86c6-3cb13faafd12,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.278156 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b4c36f-cac1-420b-b436-963a5ae116ff tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:03.279480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b4c36f-cac1-420b-b436-963a5ae116ff tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:03.288077 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-36b4c36f-cac1-420b-b436-963a5ae116ff tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/d33bf949-154d-437a-a952-2de16553ed40 HTTP/1.1" status: 404 len: 337 time: 0.2389703 Jul 16 20:08:03.360365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42540) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.387935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7156b28-94c3-4345-8e65-8b60f790ec44 admin admin] Deleting subnet fd276a5e-f7cc-4060-b915-35c62378da6a {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:03.441350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7156b28-94c3-4345-8e65-8b60f790ec44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.547986 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4998f22d-2e57-4966-8ebf-f03b03d87f01 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:03.548799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4998f22d-2e57-4966-8ebf-f03b03d87f01 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:03.552434 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4998f22d-2e57-4966-8ebf-f03b03d87f01 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/8d75cdf7-f9ee-45c1-bf3f-563dfab5286d HTTP/1.1" status: 404 len: 337 time: 0.1712432 Jul 16 20:08:03.569483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2f6c-b156-457b-8250-fc2690ad073c req-b96dfa63-8cb4-447b-88fa-8a243f6c03c4 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.571681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-b96dfa63-8cb4-447b-88fa-8a243f6c03c4 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6072791 Jul 16 20:08:03.572257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42544) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.623412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] No DVR routers for this DVR port 29efb5e4-8730-4fee-86c6-3cb13faafd12 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:03.627881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.631887 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1909041f-4a97-4ef0-81be-854c0d478aff req-ae29e1de-f271-4ae7-ade1-516697217cde tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.68 "DELETE /v2.0/ports/29efb5e4-8730-4fee-86c6-3cb13faafd12 HTTP/1.1" status: 204 len: 173 time: 4.0859189 Jul 16 20:08:03.633273 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afa868b-79d7-40f9-8ddc-be46d81ea342 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:03.633273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afa868b-79d7-40f9-8ddc-be46d81ea342 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:03.635720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5afa868b-79d7-40f9-8ddc-be46d81ea342 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/a114a8e3-2838-4e7a-9062-38719f00516c HTTP/1.1" status: 404 len: 337 time: 0.0536773 Jul 16 20:08:03.636028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ed0d57-9632-458c-b762-f005cb026917', 'name': 'network-vif-deleted', 'tag': '29efb5e4-8730-4fee-86c6-3cb13faafd12'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:03.640547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42548) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.647202 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99f7700-a0a7-479c-8bde-485792495bf2" -d '{"events": [{"server_uuid": "37ed0d57-9632-458c-b762-f005cb026917", "name": "network-vif-deleted", "tag": "29efb5e4-8730-4fee-86c6-3cb13faafd12"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:03.664304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-f585c978-d148-4591-b670-f9d52c79187a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/quotas/2c1092b9d4354484a00701fd3e9ea8de HTTP/1.1" status: 200 len: 375 time: 0.0781720 Jul 16 20:08:03.671611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7156b28-94c3-4345-8e65-8b60f790ec44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.734290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-554d9d69-b634-489a-857f-8536c6778254 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 200 len: 205 time: 0.0906126 Jul 16 20:08:03.738776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42556) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.799462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-40933044-7853-499c-9d04-14e1ad433566 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936344 Jul 16 20:08:03.869029 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-21277c7d-f6f1-4226-9668-9479e1c07c36 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] delete failed (client error): The resource could not be found. Jul 16 20:08:03.871205 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-21277c7d-f6f1-4226-9668-9479e1c07c36 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/94bbe91d-fcd1-4a45-a13b-d5adeab3f4a0 HTTP/1.1" status: 404 len: 336 time: 0.1309481 Jul 16 20:08:03.875874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42562) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.879890 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7156b28-94c3-4345-8e65-8b60f790ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.990297 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b2ceb6b-9f86-4b3c-bd9f-376b2030f18f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=48863f1a-5b7c-4c16-bb81-53da60c4ba83 HTTP/1.1" status: 200 len: 205 time: 0.1109705 Jul 16 20:08:03.996865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42564) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.011686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7022c558-b504-4b5d-8081-27f3fadcbc64 req-3ae3184c-6eea-4c2f-89af-2612c68fc863 tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 210 time: 0.1711524 Jul 16 20:08:04.148249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7156b28-94c3-4345-8e65-8b60f790ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.173729 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.221507 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-8a388b27-11b6-4375-ae2f-936a9689b423 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] delete failed (client error): The resource could not be found. Jul 16 20:08:04.236938 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8a388b27-11b6-4375-ae2f-936a9689b423 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/48863f1a-5b7c-4c16-bb81-53da60c4ba83 HTTP/1.1" status: 404 len: 336 time: 0.2160218 Jul 16 20:08:04.238388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42572) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.284038 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b1f5c2-a8bc-4a66-9fbe-e16b1c699544 x-openstack-request-id: req-a8b1f5c2-a8bc-4a66-9fbe-e16b1c699544 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:04.289293 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ed0d57-9632-458c-b762-f005cb026917", "name": "network-vif-deleted", "tag": "29efb5e4-8730-4fee-86c6-3cb13faafd12", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:04.297335 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8b1f5c2-a8bc-4a66-9fbe-e16b1c699544 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:04.298727 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ed0d57-9632-458c-b762-f005cb026917', 'name': 'network-vif-deleted', 'tag': '29efb5e4-8730-4fee-86c6-3cb13faafd12', 'status': 'completed', 'code': 200} Jul 16 20:08:04.316747 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7156b28-94c3-4345-8e65-8b60f790ec44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.330883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c7156b28-94c3-4345-8e65-8b60f790ec44 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fd276a5e-f7cc-4060-b915-35c62378da6a HTTP/1.1" status: 204 len: 168 time: 1.1088884 Jul 16 20:08:04.333210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7156b28-94c3-4345-8e65-8b60f790ec44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd276a5e-f7cc-4060-b915-35c62378da6a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:04.345715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42574) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.372003 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f179c2-8f52-464d-980f-f3fee04adff6 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:04.381514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f179c2-8f52-464d-980f-f3fee04adff6 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:04.388810 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-65f179c2-8f52-464d-980f-f3fee04adff6 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/4c3edcba-a95a-4b63-b508-378598732cfd HTTP/1.1" status: 404 len: 337 time: 0.1469727 Jul 16 20:08:04.390419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42576) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.541198 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-922be694-b63e-42b3-a12b-85e5b23fd46d tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 HTTP/1.1" status: 200 len: 205 time: 0.1404855 Jul 16 20:08:04.542986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42580) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.726993 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-e55ee0d0-e20c-4331-99c8-be3002e76e63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] delete failed (client error): The resource could not be found. Jul 16 20:08:04.741032 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e55ee0d0-e20c-4331-99c8-be3002e76e63 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/01ad7bf1-bbd5-4c56-956b-7fa371bfe3f4 HTTP/1.1" status: 404 len: 336 time: 0.1869490 Jul 16 20:08:04.741644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42586) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.822909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a086a215-95b5-4e3d-ab5f-e465008c3bcb tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd23b773-80f6-4f7d-8127-6deda10ae025 HTTP/1.1" status: 200 len: 205 time: 0.0793161 Jul 16 20:08:04.824725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42588) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.931770 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-3b5ca449-0b08-45b6-82c7-ec5ffa79dd67 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] delete failed (client error): The resource could not be found. Jul 16 20:08:04.941330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b5ca449-0b08-45b6-82c7-ec5ffa79dd67 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/bd23b773-80f6-4f7d-8127-6deda10ae025 HTTP/1.1" status: 404 len: 336 time: 0.1144140 Jul 16 20:08:04.942676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42592) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.988609 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.066112 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-11164f13-1c86-4b82-b9df-02ba486efcbe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:05.066739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11164f13-1c86-4b82-b9df-02ba486efcbe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:05.078862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-11164f13-1c86-4b82-b9df-02ba486efcbe tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/5286574a-aad4-4e0b-8af5-1c02ebd57809 HTTP/1.1" status: 404 len: 337 time: 0.1341822 Jul 16 20:08:05.081683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42598) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:05.202926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.229756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-93ccf3c4-91e3-48f8-8fd6-c449d87f618b tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=e73dcc31-deec-4d68-920d-4ae84fc02c50 HTTP/1.1" status: 200 len: 205 time: 0.1467524 Jul 16 20:08:05.232568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42604) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:05.288640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61f56f69-cbb7-490d-a412-13e20bbc3d22 req-f9f1a616-43b2-4d2b-ba56-63a8d4e381f2 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 210 time: 0.0701416 Jul 16 20:08:05.409178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2865bc5a-5fe4-4ed6-81cc-af65903eb42f req-9d2765cd-1b6c-4f15-a8c7-521068fa1a5d tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.1936300 Jul 16 20:08:05.431021 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-be76b5b3-41ae-43bb-a3fe-f8d00730bff4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] delete failed (client error): The resource could not be found. Jul 16 20:08:05.446635 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-be76b5b3-41ae-43bb-a3fe-f8d00730bff4 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/e73dcc31-deec-4d68-920d-4ae84fc02c50 HTTP/1.1" status: 404 len: 336 time: 0.1774738 Jul 16 20:08:05.449629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42606) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:05.599223 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a33eb87-0b81-4ed6-9acb-deb13dfc609c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:05.609594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a33eb87-0b81-4ed6-9acb-deb13dfc609c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:05.611976 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9a33eb87-0b81-4ed6-9acb-deb13dfc609c tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/5490e830-c9dd-4d99-940e-8ca5a0bd649b HTTP/1.1" status: 404 len: 337 time: 0.1614435 Jul 16 20:08:05.640837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42608) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:05.675672 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-89f34927-6d38-4e5a-841c-6a40b93b3865 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132975 Jul 16 20:08:05.696712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.726888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbe38eb-434d-4e3e-9c95-3554e2278ede']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:05.750135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd472c7d-a13a-4a37-9c0b-d8149120d403') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:05.751636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd472c7d-a13a-4a37-9c0b-d8149120d403') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:05.775884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.810234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.821344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:05.822531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.926244 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f2333673-b5f0-4ee9-8a4c-ed6b3866a2b7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "GET /v2.0/ports?device_id=abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 HTTP/1.1" status: 200 len: 205 time: 0.2831862 Jul 16 20:08:05.934701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-cb8849dc-b8e5-4aae-9816-f3386fd1da76 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.937448 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-cb8849dc-b8e5-4aae-9816-f3386fd1da76 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019107 Jul 16 20:08:05.938592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42610) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:05.938801 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:05.956108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Request body: {'port': {'device_id': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '2c1092b9d4354484a00701fd3e9ea8de'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:05.982733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6909f14-18fa-429c-aa6b-ee2c25c3f434 req-466b0235-c318-4a1b-9d16-983e7703fc8c tempest-ServerAddressesTestJSON-302373258 tempest-ServerAddressesTestJSON-302373258-project] 10.222.0.78 "GET /v2.0/ports?device_id=37ed0d57-9632-458c-b762-f005cb026917 HTTP/1.1" status: 200 len: 210 time: 0.0429587 Jul 16 20:08:05.984463 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.991771 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.997922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] 10.222.0.78 "DELETE /v2.0/networks/7fbe38eb-434d-4e3e-9c95-3554e2278ede HTTP/1.1" status: 204 len: 168 time: 1.6469586 Jul 16 20:08:06.011479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42612) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:06.012605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147423e8-dc89-47e3-8f6c-cec93fabe8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbe38eb-434d-4e3e-9c95-3554e2278ede,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.060858 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-185acb6b-320c-4595-8575-b208b3f14a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] delete failed (client error): The resource could not be found. Jul 16 20:08:06.063349 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-185acb6b-320c-4595-8575-b208b3f14a3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/routers/abcd12ef-b5af-4e7f-af6d-758fb19ab4e5 HTTP/1.1" status: 404 len: 336 time: 0.1196096 Jul 16 20:08:06.094041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe233cc-356c-4cef-bbe7-da18429514ae admin admin] Deleting subnet 8676cdfa-bb3b-45b7-87ae-39375a2765f7 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:06.099324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dfe233cc-356c-4cef-bbe7-da18429514ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.159905 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dfe233cc-356c-4cef-bbe7-da18429514ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.281428 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dfe233cc-356c-4cef-bbe7-da18429514ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.366330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42614) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:06.545146 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbc5137-df28-4102-93e5-2217a9e836a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:06.546118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbc5137-df28-4102-93e5-2217a9e836a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:06.552242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6fbc5137-df28-4102-93e5-2217a9e836a7 tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/12e6ba58-b9ed-457d-a291-6317efd041d3 HTTP/1.1" status: 404 len: 337 time: 0.1768982 Jul 16 20:08:06.566407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42628) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:06.674823 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c470b35c-c70b-4864-892a-cc3aa2c66b3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] DELETE failed (client error): The resource could not be found. Jul 16 20:08:06.675358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c470b35c-c70b-4864-892a-cc3aa2c66b3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:08:06.677624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c470b35c-c70b-4864-892a-cc3aa2c66b3f tempest-RoutersTest-2007429363 tempest-RoutersTest-2007429363-project] 10.222.0.78 "DELETE /v2.0/subnets/80894b04-2ca3-4877-a38f-e4a8d284a7e4 HTTP/1.1" status: 404 len: 337 time: 0.1087646 Jul 16 20:08:06.834362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c851c25-f682-49a8-b8b6-f78e3976c87c req-c800b0de-57fa-4833-8728-3d69e0bbdf10 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 210 time: 0.1037400 Jul 16 20:08:06.876532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-284a4984-9eb2-497e-bcfe-22bca422b56c req-478d7c4a-f6c2-4e75-9651-906baf265663 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb3a438-4ec2-4a7c-bbeb-11cd24e35b86 HTTP/1.1" status: 200 len: 210 time: 0.1026158 Jul 16 20:08:06.893639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dfe233cc-356c-4cef-bbe7-da18429514ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.962599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe233cc-356c-4cef-bbe7-da18429514ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8676cdfa-bb3b-45b7-87ae-39375a2765f7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.978605 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dfe233cc-356c-4cef-bbe7-da18429514ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.996982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dfe233cc-356c-4cef-bbe7-da18429514ae admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8676cdfa-bb3b-45b7-87ae-39375a2765f7 HTTP/1.1" status: 204 len: 168 time: 0.9785056 Jul 16 20:08:06.997848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42632) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:07.090764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Made reservation on behalf of 2c1092b9d4354484a00701fd3e9ea8de for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:07.095884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.145637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.253993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.310088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42640) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:07.391542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.397204 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.631303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42650) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:07.711157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.715815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Allocated IP 192.168.233.228 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/7de14f5c-a733-4d27-a871-7d94a74d75a5) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:07.765698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbd4ae5-0265-4468-9eeb-7d956a286934 admin admin] Deleting subnet 143b4c04-83bb-43fd-af53-9cfbf9bce7c2 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:07.773938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4ae5-0265-4468-9eeb-7d956a286934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.778230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad99cba-7c31-4157-a3b9-4b4d3adb43ae']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:07.822180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd2b705-8f64-434a-b60c-ec7349172db5') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:07.822566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd2b705-8f64-434a-b60c-ec7349172db5') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:07.850440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.900715 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4ae5-0265-4468-9eeb-7d956a286934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.972417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-f55a2822-bdb3-444a-a51e-09d19417f31a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271741 Jul 16 20:08:07.981517 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.132917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:08.134231 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:08.136706 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:08.268604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:08.327627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.370503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3e77dbb-1a2f-426a-8542-07c7a0736664 req-2f43232f-b6b7-43e5-ae0f-fde707b1ef2c tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 210 time: 0.0700359 Jul 16 20:08:08.410305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b199fb99-4a63-4f73-83a4-edd3b7f63861,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:08.488461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b22d7300-0f88-480f-9397-509c16dc349b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.537261 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4ae5-0265-4468-9eeb-7d956a286934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.555242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b22d7300-0f88-480f-9397-509c16dc349b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.628059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Transition to ACTIVE for port object 7de14f5c-a733-4d27-a871-7d94a74d75a5 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:08.644084 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b22d7300-0f88-480f-9397-509c16dc349b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.648330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b22d7300-0f88-480f-9397-509c16dc349b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.654063 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b22d7300-0f88-480f-9397-509c16dc349b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "DELETE /v2.0/security-groups/19c921b7-280d-460c-8c7b-ae2cf17d9272 HTTP/1.1" status: 204 len: 168 time: 0.3837039 Jul 16 20:08:08.655584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42672) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:08.667542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.705959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7300-0f88-480f-9397-509c16dc349b tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c921b7-280d-460c-8c7b-ae2cf17d9272,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:08.708163 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.708775 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-affcc1ce-c2ac-456e-b28a-7eeec352b2c6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] show failed (client error): The resource could not be found. Jul 16 20:08:08.714651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] 10.222.0.78 "DELETE /v2.0/networks/1ad99cba-7c31-4157-a3b9-4b4d3adb43ae HTTP/1.1" status: 204 len: 168 time: 1.7123461 Jul 16 20:08:08.715844 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-affcc1ce-c2ac-456e-b28a-7eeec352b2c6 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "GET /v2.0/security-groups/19c921b7-280d-460c-8c7b-ae2cf17d9272 HTTP/1.1" status: 404 len: 347 time: 0.0531237 Jul 16 20:08:08.720800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42676) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:08.855662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042efdb-e04b-421c-84f9-e00d942e0e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad99cba-7c31-4157-a3b9-4b4d3adb43ae,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:08.863415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3f1e8c95-62ea-4f57-af9f-30bda8c1aba1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aace1101dec24be49d330eb9ff247a61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2270725 Jul 16 20:08:08.868562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42682) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:08.933348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2f6c-b156-457b-8250-fc2690ad073c req-829b64c5-d59a-4274-b591-fa5fa8422808 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.935019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-829b64c5-d59a-4274-b591-fa5fa8422808 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9605293 Jul 16 20:08:08.965604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Request body: {'port': {'device_id': 'e9354478-1192-4219-892d-6521d89bbabc', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '2c1092b9d4354484a00701fd3e9ea8de'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:09.057681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42688) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:09.096330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.216332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:09.217917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4ae5-0265-4468-9eeb-7d956a286934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.240215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Made reservation on behalf of 2c1092b9d4354484a00701fd3e9ea8de for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:09.251153 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.262961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:09.304044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:09.352977 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ff8030ab-2045-44f2-a096-9b88493e0e90 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1255ab528acb48a18f2edba3d90f05d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914267 Jul 16 20:08:09.362340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42694) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:09.378027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:09.388947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd4ae5-0265-4468-9eeb-7d956a286934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=143b4c04-83bb-43fd-af53-9cfbf9bce7c2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:09.400747 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4ae5-0265-4468-9eeb-7d956a286934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.402927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fdbd4ae5-0265-4468-9eeb-7d956a286934 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/143b4c04-83bb-43fd-af53-9cfbf9bce7c2 HTTP/1.1" status: 204 len: 168 time: 2.0200324 Jul 16 20:08:09.418347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42698) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:09.422168 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb9b7-cd57-49ef-b7cf-ecaddde5d272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.506351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.511358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.593708 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb9b7-cd57-49ef-b7cf-ecaddde5d272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.802278 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-6860cf3a-6079-4276-be02-f9c9be373c89 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8505907 Jul 16 20:08:09.877245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0196d487-0dc0-4854-8518-1b1b9a57fbc1 None None] Provisioning for port 7de14f5c-a733-4d27-a871-7d94a74d75a5 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:09.886555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0196d487-0dc0-4854-8518-1b1b9a57fbc1 None None] Provisioning complete for port 7de14f5c-a733-4d27-a871-7d94a74d75a5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:09.887455 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0196d487-0dc0-4854-8518-1b1b9a57fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.904472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Request body: {'port': {'device_id': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:09.931661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port 4a99250c-5c1d-4d33-9795-eb3e054f6c3a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:09.932402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.978533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.024712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0196d487-0dc0-4854-8518-1b1b9a57fbc1 None None] Port 7de14f5c-a733-4d27-a871-7d94a74d75a5 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:10.059050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474fb3f1-af48-4be5-8e30-3d0781004626 req-d2ace817-bda2-4d0a-a70c-b359cd5385cf tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 210 time: 0.3017900 Jul 16 20:08:10.107016 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb9b7-cd57-49ef-b7cf-ecaddde5d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.110888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb9b7-cd57-49ef-b7cf-ecaddde5d272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.116478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b4ecb9b7-cd57-49ef-b7cf-ecaddde5d272 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e62d74d-e33b-411f-8250-2fe51ddd074d HTTP/1.1" status: 204 len: 168 time: 1.2425270 Jul 16 20:08:10.149203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecb9b7-cd57-49ef-b7cf-ecaddde5d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e62d74d-e33b-411f-8250-2fe51ddd074d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:10.158493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Allocated IP 192.168.233.167 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/b70ef03a-d883-4570-aef5-7bf3f102eab2) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:10.261256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac429ce3-0789-40c0-b01f-33e822227388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.493037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac429ce3-0789-40c0-b01f-33e822227388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.561993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.563068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.567687 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.585471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.586037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.604573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Transition to ACTIVE for port object b70ef03a-d883-4570-aef5-7bf3f102eab2 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:10.630445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958821b6-9f13-41ff-b0b1-7679750bef0d']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:10.722887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3857a12-4280-44ee-87fe-08690b47d4f2') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:10.725015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.726501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3857a12-4280-44ee-87fe-08690b47d4f2') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:10.729981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for 4a99250c-5c1d-4d33-9795-eb3e054f6c3a owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:10.767156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.821440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:10.835771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:10.839970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.897257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:10.948872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:10.955089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.006246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.006944 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.026380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Pushing event updated for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:11.062001 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:11.105212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-33dc2c0a-dc02-4ad2-96e5-acd43564a410 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1557093 Jul 16 20:08:11.137094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Request body: {'port': {'device_id': 'e9354478-1192-4219-892d-6521d89bbabc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:11.392554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5921af39-3e05-47f0-8077-2265fc54496a None None] Provisioning for port b70ef03a-d883-4570-aef5-7bf3f102eab2 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:11.406972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5921af39-3e05-47f0-8077-2265fc54496a None None] Provisioning complete for port b70ef03a-d883-4570-aef5-7bf3f102eab2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:11.408842 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5921af39-3e05-47f0-8077-2265fc54496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.496274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.518350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac429ce3-0789-40c0-b01f-33e822227388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.520687 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac429ce3-0789-40c0-b01f-33e822227388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.521943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ac429ce3-0789-40c0-b01f-33e822227388 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1dfc07ca-c375-4ca3-bc34-ea0f99f790af HTTP/1.1" status: 204 len: 168 time: 2.1552012 Jul 16 20:08:11.537689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5921af39-3e05-47f0-8077-2265fc54496a None None] Port b70ef03a-d883-4570-aef5-7bf3f102eab2 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:11.574993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.618108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=4a99250c-5c1d-4d33-9795-eb3e054f6c3a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.638815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac429ce3-0789-40c0-b01f-33e822227388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfc07ca-c375-4ca3-bc34-ea0f99f790af,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.648756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.704703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.707441 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] 10.222.0.78 "DELETE /v2.0/networks/958821b6-9f13-41ff-b0b1-7679750bef0d HTTP/1.1" status: 204 len: 168 time: 2.2650025 Jul 16 20:08:11.709332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e99f4-ea75-47bd-975c-61d737201e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=958821b6-9f13-41ff-b0b1-7679750bef0d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.822256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.823672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.829592 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d8968f31-0944-4a0d-a5fe-4f4392df3e98 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "DELETE /v2.0/floatingips/c98392ca-03a4-4349-bf5b-3fa7ad014305 HTTP/1.1" status: 204 len: 168 time: 3.1033411 Jul 16 20:08:11.896127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42738) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:11.976471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42740) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:12.140227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eb59ef51-4722-4e76-ae75-c517572c39b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6acd87378e534e2cb3bac4e314250330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633713 Jul 16 20:08:12.146311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:12.157614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de14f5c-a733-4d27-a871-7d94a74d75a5 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:12.170151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.171658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0084-f5ce-4151-a624-aa231ea7a72d req-4d952143-8207-48a3-94ed-c26d870c574a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.177691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a6d7f-4413-4f9c-a2e4-8f980ea81b60 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:12.178293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b1a6d7f-4413-4f9c-a2e4-8f980ea81b60 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.180410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-967e0084-f5ce-4151-a624-aa231ea7a72d req-4d952143-8207-48a3-94ed-c26d870c574a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 936 time: 0.7252045 Jul 16 20:08:12.255440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Transition to ACTIVE for port object 7de14f5c-a733-4d27-a871-7d94a74d75a5 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:12.278176 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.281821 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-967e0084-f5ce-4151-a624-aa231ea7a72d req-cef01611-ec72-4bde-90f3-168573201eac tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002676 Jul 16 20:08:12.469304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa644498-86b6-4bce-809d-577722333672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.544651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b1a6d7f-4413-4f9c-a2e4-8f980ea81b60 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.640869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:12.643806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a6d7f-4413-4f9c-a2e4-8f980ea81b60 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for 37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:12.775996 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa644498-86b6-4bce-809d-577722333672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.801394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:12.839881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42772) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:12.953656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Attempting to bind port 7de14f5c-a733-4d27-a871-7d94a74d75a5 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:12.954032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Attempting to bind port 7de14f5c-a733-4d27-a871-7d94a74d75a5 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:12.954350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Attempting to bind port 7de14f5c-a733-4d27-a871-7d94a74d75a5 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:12.964833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Port 7de14f5c-a733-4d27-a871-7d94a74d75a5 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:12.965152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Attempting to bind port 7de14f5c-a733-4d27-a871-7d94a74d75a5 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:12.977634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:12.978044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:12.978390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:12.978856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Bound port: 7de14f5c-a733-4d27-a871-7d94a74d75a5, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:12.979234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.137707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:13.142194 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b1a6d7f-4413-4f9c-a2e4-8f980ea81b60 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.172677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:13.301674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4fd1bb0b-1aef-4c74-b040-ea378ad54f12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe5dc2d17e3341d095d4085381bb43ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562221 Jul 16 20:08:13.316359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42780) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:13.341078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70ef03a-d883-4570-aef5-7bf3f102eab2 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:13.383324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.396724 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa644498-86b6-4bce-809d-577722333672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.407514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa644498-86b6-4bce-809d-577722333672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.422294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fa644498-86b6-4bce-809d-577722333672 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74b3cb07-6491-4442-9d77-4087ec756419 HTTP/1.1" status: 204 len: 168 time: 1.2610111 Jul 16 20:08:13.559991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa644498-86b6-4bce-809d-577722333672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b3cb07-6491-4442-9d77-4087ec756419,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:13.618966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.640885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Transition to ACTIVE for port object b70ef03a-d883-4570-aef5-7bf3f102eab2 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:13.646306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a6d7f-4413-4f9c-a2e4-8f980ea81b60 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=37c9aef0-788a-4bc1-9a30-aee0fa42d5f6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:13.674043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.679560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e3a4e2b6-498a-4a88-a446-33a696896661 tempest-DvrRoutersNegativeTest-1572589996 tempest-DvrRoutersNegativeTest-1572589996-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-591249209', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:13.691915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.policy [None req-e3a4e2b6-498a-4a88-a446-33a696896661 tempest-DvrRoutersNegativeTest-1572589996 tempest-DvrRoutersNegativeTest-1572589996-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100244) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 20:08:13.693239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.policy [None req-e3a4e2b6-498a-4a88-a446-33a696896661 tempest-DvrRoutersNegativeTest-1572589996 tempest-DvrRoutersNegativeTest-1572589996-project] Failed policy check for 'create_router' {{(pid=100244) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 20:08:13.694558 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-e3a4e2b6-498a-4a88-a446-33a696896661 tempest-DvrRoutersNegativeTest-1572589996 tempest-DvrRoutersNegativeTest-1572589996-project] create failed (client error): Access was denied to this resource. Jul 16 20:08:13.718101 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3a4e2b6-498a-4a88-a446-33a696896661 tempest-DvrRoutersNegativeTest-1572589996 tempest-DvrRoutersNegativeTest-1572589996-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.9033813 Jul 16 20:08:13.776166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.776789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.801203 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] 10.222.0.16 "PUT /v2.0/ports/7de14f5c-a733-4d27-a871-7d94a74d75a5 HTTP/1.1" status: 200 len: 1097 time: 3.9440587 Jul 16 20:08:13.826861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:13.834194 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faeac2b-8898-45df-853e-787b4930d39d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:14.047084 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b1a6d7f-4413-4f9c-a2e4-8f980ea81b60 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.057146 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8b1a6d7f-4413-4f9c-a2e4-8f980ea81b60 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "DELETE /v2.0/ports/37c9aef0-788a-4bc1-9a30-aee0fa42d5f6 HTTP/1.1" status: 204 len: 168 time: 2.1596670 Jul 16 20:08:14.089406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42798) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:14.218897 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6a059be-5ff9-45b6-a249-d6a462b5c67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.221541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4688a1a-5f64-4da9-8d57-ff7f2afff5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:14.281262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Pushing event updated for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:14.344359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-874fac66-bd8c-4436-b5e1-8d150c43d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.346027 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-874fac66-bd8c-4436-b5e1-8d150c43d3d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 1100 time: 0.4827504 Jul 16 20:08:14.355840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42804) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:14.414415 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6a059be-5ff9-45b6-a249-d6a462b5c67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.447283 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-e9c7ecc8-56d3-4008-b7c9-605a3cca98e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5 HTTP/1.1" status: 200 len: 217 time: 0.0884843 Jul 16 20:08:14.554413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-be8813be-5aed-4ab1-832c-c881da1b8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.558615 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-be8813be-5aed-4ab1-832c-c881da1b8347 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1053102 Jul 16 20:08:14.690532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b73b3d-1bc7-409d-9cd0-6ab72992ae2a req-61967eed-f80d-49c4-988b-2ca04213d550 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.699422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8b73b3d-1bc7-409d-9cd0-6ab72992ae2a req-61967eed-f80d-49c4-988b-2ca04213d550 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 948 time: 0.8607321 Jul 16 20:08:14.729520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Attempting to bind port b70ef03a-d883-4570-aef5-7bf3f102eab2 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:14.732171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Attempting to bind port b70ef03a-d883-4570-aef5-7bf3f102eab2 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:14.732969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Attempting to bind port b70ef03a-d883-4570-aef5-7bf3f102eab2 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:14.756950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Port b70ef03a-d883-4570-aef5-7bf3f102eab2 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:14.757692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Attempting to bind port b70ef03a-d883-4570-aef5-7bf3f102eab2 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:14.775605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf5f18-a038-4a7c-8df2-485ca2cd81ab req-46cf4b98-91fc-4bfd-8f31-90d8df2385b3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.777316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8caf5f18-a038-4a7c-8df2-485ca2cd81ab req-46cf4b98-91fc-4bfd-8f31-90d8df2385b3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.6958547 Jul 16 20:08:14.783609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:14.784422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:14.785294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:14.786214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Bound port: b70ef03a-d883-4570-aef5-7bf3f102eab2, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:14.787006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.816623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c941fd4-39a4-4652-9538-250aad620fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.838870 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6a059be-5ff9-45b6-a249-d6a462b5c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.841832 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f6a059be-5ff9-45b6-a249-d6a462b5c67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.843361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f6a059be-5ff9-45b6-a249-d6a462b5c67a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73b3154e-03ae-4dda-aab1-cdfe27118042 HTTP/1.1" status: 204 len: 168 time: 1.5228226 Jul 16 20:08:14.908921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8b73b3d-1bc7-409d-9cd0-6ab72992ae2a req-a271b92f-cb67-484c-a1a8-82b019e3e03b tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084608 Jul 16 20:08:14.922669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-ab05297a-1bf9-4a70-85af-70ce3a4aaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.927601 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-ab05297a-1bf9-4a70-85af-70ce3a4aaaf7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3581655 Jul 16 20:08:14.929934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a059be-5ff9-45b6-a249-d6a462b5c67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b3154e-03ae-4dda-aab1-cdfe27118042,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.033399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8caf5f18-a038-4a7c-8df2-485ca2cd81ab req-3da13312-31d4-4280-ba3e-b48e27856780 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283888 Jul 16 20:08:15.048140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c6610611-7ec8-41e0-af34-998c15328bbe tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:15.048825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6610611-7ec8-41e0-af34-998c15328bbe tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.071937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:15.116645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:15.125694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.199121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-284253ff-debe-4e88-929b-2d09c90005d9 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572644 Jul 16 20:08:15.251255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.251949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.253604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] 10.222.0.16 "PUT /v2.0/ports/b70ef03a-d883-4570-aef5-7bf3f102eab2 HTTP/1.1" status: 200 len: 1097 time: 4.1371551 Jul 16 20:08:15.254140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:15.262828 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a0d99a-60e5-4472-b8f9-a092a82dbf39" -d '{"events": [{"name": "network-changed", "server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:15.392989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c941fd4-39a4-4652-9538-250aad620fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.401668 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd90f56-69e0-4799-ad58-3f10830343fb x-openstack-request-id: req-bcd90f56-69e0-4799-ad58-3f10830343fb {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:15.402482 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:15.404114 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcd90f56-69e0-4799-ad58-3f10830343fb {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:15.408951 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'status': 'completed', 'code': 200} Jul 16 20:08:15.414058 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf4688c-b84a-4f5e-ac7e-5c1e90753097 x-openstack-request-id: req-8cf4688c-b84a-4f5e-ac7e-5c1e90753097 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:15.414393 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:15.415241 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cf4688c-b84a-4f5e-ac7e-5c1e90753097 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:15.416863 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'status': 'completed', 'code': 200} Jul 16 20:08:15.428388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c941fd4-39a4-4652-9538-250aad620fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.473941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6610611-7ec8-41e0-af34-998c15328bbe tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.482113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce4cbf-6252-4f13-ba2a-08670edbe17e service neutron] Pushing event updated for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.554322 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7c941fd4-39a4-4652-9538-250aad620fb6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8fa1fbb47214d69b5bfbbb8785c2e21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1306682 Jul 16 20:08:15.556014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42836) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:15.640170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c6610611-7ec8-41e0-af34-998c15328bbe tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:15.660756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42840) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:15.726268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c941fd4-39a4-4652-9538-250aad620fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15be8617-71a6-480d-8721-c594bf7c11de,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.780448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c4777c9-10b5-48a8-b330-688199bb0e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.829449 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c4777c9-10b5-48a8-b330-688199bb0e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.893940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c4777c9-10b5-48a8-b330-688199bb0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.897662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c4777c9-10b5-48a8-b330-688199bb0e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.902163 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5c4777c9-10b5-48a8-b330-688199bb0e70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15be8617-71a6-480d-8721-c594bf7c11de HTTP/1.1" status: 204 len: 168 time: 0.3265228 Jul 16 20:08:15.943786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4777c9-10b5-48a8-b330-688199bb0e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be8617-71a6-480d-8721-c594bf7c11de,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.964927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4be72cb9-e2a2-44ef-b2e4-1f3c2ea05ad1 req-7528fa11-b596-439e-a37d-33cdf64f28cd service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547199 Jul 16 20:08:16.016075 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6610611-7ec8-41e0-af34-998c15328bbe tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.095920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6610611-7ec8-41e0-af34-998c15328bbe tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:16.194846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeac2b-8898-45df-853e-787b4930d39d req-75f837db-50ff-4c93-8e07-1b557e7a2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.196684 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6faeac2b-8898-45df-853e-787b4930d39d req-75f837db-50ff-4c93-8e07-1b557e7a2c2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 1100 time: 0.1090569 Jul 16 20:08:16.269487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-network', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:16.443480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Made reservation on behalf of 5af2f639eaba4c6fa82e54ef29317a41 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:16.463561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.492886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2f6c-b156-457b-8250-fc2690ad073c req-fba947eb-13b9-4574-b89a-6e22d9832de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.494670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-fba947eb-13b9-4574-b89a-6e22d9832de0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 1100 time: 1.0759764 Jul 16 20:08:16.518276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4462284-930b-40b3-b6f3-e2348a48965f req-1149eb23-da1d-4350-8259-119a28d1ca4a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.523004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.525970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4462284-930b-40b3-b6f3-e2348a48965f req-1149eb23-da1d-4350-8259-119a28d1ca4a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 948 time: 0.4314408 Jul 16 20:08:16.588012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-652dd3bd-0541-4c68-b244-45395ee0775a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2 HTTP/1.1" status: 200 len: 217 time: 0.0580132 Jul 16 20:08:16.598263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeac2b-8898-45df-853e-787b4930d39d req-68e35337-867c-4055-93a9-ad00ec33a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.606019 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6faeac2b-8898-45df-853e-787b4930d39d req-68e35337-867c-4055-93a9-ad00ec33a456 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.3940859 Jul 16 20:08:16.698807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2f6c-b156-457b-8250-fc2690ad073c req-3d4f4d4a-e6ef-4a3e-9921-c25784a69446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.700939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-3d4f4d4a-e6ef-4a3e-9921-c25784a69446 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1045182 Jul 16 20:08:16.711434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6610611-7ec8-41e0-af34-998c15328bbe tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.713984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c6610611-7ec8-41e0-af34-998c15328bbe tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "DELETE /v2.0/ports/b3dcbbd5-2d7a-4b4a-a475-fb8393ad4e43 HTTP/1.1" status: 204 len: 168 time: 2.5637159 Jul 16 20:08:16.772380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42868) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:16.792268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6faeac2b-8898-45df-853e-787b4930d39d req-affdd5a9-dd0d-49f2-8112-a65471bf3a5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5 HTTP/1.1" status: 200 len: 217 time: 0.1791320 Jul 16 20:08:16.902077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4462284-930b-40b3-b6f3-e2348a48965f req-00c6c432-c78d-40a8-bd67-bd0ebbb942dc tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747346 Jul 16 20:08:16.978252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42876) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:17.059931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeac2b-8898-45df-853e-787b4930d39d req-9985af4c-7ee7-4262-98b6-635affaad640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.067298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7147ea32-2d26-4152-a69c-da66b4800b44 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting subnet a28fdbd3-7cc6-4376-bb96-f58ef7548f47 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:17.080525 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6faeac2b-8898-45df-853e-787b4930d39d req-9985af4c-7ee7-4262-98b6-635affaad640 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2721925 Jul 16 20:08:17.110472 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7147ea32-2d26-4152-a69c-da66b4800b44 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.320192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e9ed5-8e05-418e-9b89-ab382ad2209a req-00eab1ee-9465-4308-8443-2924d467736c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.321924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-104e9ed5-8e05-418e-9b89-ab382ad2209a req-00eab1ee-9465-4308-8443-2924d467736c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.8953607 Jul 16 20:08:17.349627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2130626126-network', 'tenant_id': '6bdc18ccdfd3460a826c4dad99ca2e90'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:17.381395 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7147ea32-2d26-4152-a69c-da66b4800b44 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.396065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.409099 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.466183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeac2b-8898-45df-853e-787b4930d39d req-0b2e60a4-b8f2-4867-89a5-6e4a0b329ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.470064 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6faeac2b-8898-45df-853e-787b4930d39d req-0b2e60a4-b8f2-4867-89a5-6e4a0b329ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3724873 Jul 16 20:08:17.499703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2f6c-b156-457b-8250-fc2690ad073c req-cc35fcf6-a2ec-460b-91aa-603f741f714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.502579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-cc35fcf6-a2ec-460b-91aa-603f741f714f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7920108 Jul 16 20:08:17.524026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-104e9ed5-8e05-418e-9b89-ab382ad2209a req-45bdafa1-3d73-4433-821f-55f19b89c519 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842241 Jul 16 20:08:17.578993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:17.614978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f5f803-3847-48ba-9335-4e3c2783fb6a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:17.625295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Made reservation on behalf of 6bdc18ccdfd3460a826c4dad99ca2e90 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:17.628406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.645476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.645476 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Added segment 4a87ff28-3652-42cb-aaf0-6d02300d0328 of type vlan for network 7da0d079-e6ec-4774-911b-08e841ae29cf Jul 16 20:08:17.714531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-81af2c5c-16ac-47b1-9022-81e313736f1c service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018673 Jul 16 20:08:17.721266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.817717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42898) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:17.847248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.891872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-310c2f6c-b156-457b-8250-fc2690ad073c req-f631d221-ee9a-435f-bba7-8ea63a827155 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681297 Jul 16 20:08:17.900649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7147ea32-2d26-4152-a69c-da66b4800b44 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.901856 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6faeac2b-8898-45df-853e-787b4930d39d req-b9bfd4f8-6a68-466b-9baf-ef7b31ac2bcb service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022400 Jul 16 20:08:17.958622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:17.991893 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7a0172d3-f263-4180-90ac-558ec45cccb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.048272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.054332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.069828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.150847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-96900764-ce97-4cb3-86d3-9d75c02c2d64 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-862662901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:18.216107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:18.221383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.234347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'mac_address': 'fa:16:3e:0b:32:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:18.246406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.310078 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.351584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de14f5c-a733-4d27-a871-7d94a74d75a5 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:18.438131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:18.445955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5387acfd-3b92-44b2-8539-d260525642d6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.446492 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.463375 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7968369 Jul 16 20:08:18.465626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d87882-16ac-4c71-8b02-46119edc8426 admin admin] Pushing event updated for resources: {'Network': ['ID=7da0d079-e6ec-4774-911b-08e841ae29cf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.481453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42912) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:18.483619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96900764-ce97-4cb3-86d3-9d75c02c2d64 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.488778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96900764-ce97-4cb3-86d3-9d75c02c2d64 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.500668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:18.518232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 7da0d079-e6ec-4774-911b-08e841ae29cf details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:18.529428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Request body: {'subnet': {'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-subnet', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:18.642644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96900764-ce97-4cb3-86d3-9d75c02c2d64 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.647729 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6faeac2b-8898-45df-853e-787b4930d39d req-02d6a156-def9-4fe6-83cc-433336ff844d service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315662 Jul 16 20:08:18.668981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96900764-ce97-4cb3-86d3-9d75c02c2d64 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.674204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.702083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.703731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.704193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.708515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.711339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.711744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.712101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.715550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.715950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.721476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.721974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.722334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:18.749951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['7de14f5c-a733-4d27-a871-7d94a74d75a5'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:18.763256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.764562 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Added segment 175c636e-779f-44e1-886b-5744da393ebc of type vlan for network db58a4cc-48a7-4bc7-a2bb-2a75c075d18a Jul 16 20:08:18.899884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Made reservation on behalf of 5af2f639eaba4c6fa82e54ef29317a41 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:18.903948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.000469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7147ea32-2d26-4152-a69c-da66b4800b44 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.036136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ea32-2d26-4152-a69c-da66b4800b44 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Subnet': ['ID=a28fdbd3-7cc6-4376-bb96-f58ef7548f47,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.094090 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7147ea32-2d26-4152-a69c-da66b4800b44 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.097143 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7147ea32-2d26-4152-a69c-da66b4800b44 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "DELETE /v2.0/subnets/a28fdbd3-7cc6-4376-bb96-f58ef7548f47 HTTP/1.1" status: 204 len: 168 time: 2.3210945 Jul 16 20:08:19.102566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42922) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:19.127131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.148695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96900764-ce97-4cb3-86d3-9d75c02c2d64 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.155307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287d482-865e-4782-9da9-2028723d8047 None None] Network 26308dbe-e842-4fb5-bfa5-18e944a16551 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:19.158500 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-96900764-ce97-4cb3-86d3-9d75c02c2d64 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3353634 Jul 16 20:08:19.159562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:19.194639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-834071010'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:19.210188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-3a5578c6-1d19-4356-a184-f11f52800720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.211778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-3a5578c6-1d19-4356-a184-f11f52800720 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 1100 time: 1.1983781 Jul 16 20:08:19.218615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda4976b-206e-4b84-b65b-e71a993274b8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting subnet 8ac96c40-c0f3-45f8-8c47-f052bfe1819d {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:19.350951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-c7caabbb-df21-40ea-baa9-56fc9e0c13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.352573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-c7caabbb-df21-40ea-baa9-56fc9e0c13b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.1305137 Jul 16 20:08:19.353615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cda4976b-206e-4b84-b65b-e71a993274b8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.441437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-a38bb8f5-01d2-41f5-920d-aad3c7571b60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2 HTTP/1.1" status: 200 len: 217 time: 0.0786088 Jul 16 20:08:19.446391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Made reservation on behalf of b65df2e3ed7748679d51ca7f618e4034 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:19.459301 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.465246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafae5-30d0-499e-bd30-c923634383c1 req-8f908378-d46e-4f1c-aedc-4347f63686f5 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.467733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43dafae5-30d0-499e-bd30-c923634383c1 req-8f908378-d46e-4f1c-aedc-4347f63686f5 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 948 time: 1.1920669 Jul 16 20:08:19.505194 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.513106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.515190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.522283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.530949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-92ce1a02-abdd-40a4-bcf9-889f0b1e81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.532563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-92ce1a02-abdd-40a4-bcf9-889f0b1e81e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0793116 Jul 16 20:08:19.657387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cda4976b-206e-4b84-b65b-e71a993274b8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.663511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] Pushing event updated for resources: {'Network': ['ID=db58a4cc-48a7-4bc7-a2bb-2a75c075d18a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.682230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network db58a4cc-48a7-4bc7-a2bb-2a75c075d18a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:19.691767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] DHCP port deletion for 26308dbe-e842-4fb5-bfa5-18e944a16551 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:08:19.712285 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3deb329f-84e6-4354-95fe-308ee0517714 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7260120 Jul 16 20:08:19.803786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.878426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] Deleting port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:19.879327 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.885939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2f400-4ad5-4927-8d3a-892782995c96 req-6059e601-69d7-4e64-a166-bb2965b22e49 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.909303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bf2f400-4ad5-4927-8d3a-892782995c96 req-6059e601-69d7-4e64-a166-bb2965b22e49 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.8453572 Jul 16 20:08:19.931376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43dafae5-30d0-499e-bd30-c923634383c1 req-e95a7773-f5d1-4daa-ba58-29f2a3ca9b33 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965211 Jul 16 20:08:20.025985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-462ad228-e1be-43f5-843e-d8b5daea0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.034373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-462ad228-e1be-43f5-843e-d8b5daea0313 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4941645 Jul 16 20:08:20.034655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] For port 8fa136de-3b7b-44a0-aeb7-74e33a2be110, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8fa136de-3b7b-44a0-aeb7-74e33a2be110,segment=NetworkSegment(2591ad6f-2f85-4973-95b2-a1899f121187),segment_id=2591ad6f-2f85-4973-95b2-a1899f121187)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:20.035182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.050757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] Calling delete_port for 8fa136de-3b7b-44a0-aeb7-74e33a2be110 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:20.121530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b70ef03a-d883-4570-aef5-7bf3f102eab2 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:20.130611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:20.217976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.273974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] No DVR routers for this DVR port 8fa136de-3b7b-44a0-aeb7-74e33a2be110 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:20.314110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d0e5b-ea06-4d66-9249-17c13e481107 None None] Pushing event deleted for resources: {'Port': ['ID=8fa136de-3b7b-44a0-aeb7-74e33a2be110,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:20.315110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bf2f400-4ad5-4927-8d3a-892782995c96 req-93ec6ef6-8d40-4280-822d-8bd8315aa0f1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735952 Jul 16 20:08:20.460973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:20.478932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'mac_address': 'fa:16:3e:c8:6e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:20.524991 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-54f1283c-4ee9-40fe-a74e-6de220e26824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.573191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cda4976b-206e-4b84-b65b-e71a993274b8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.574255 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.618638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70ef03a-d883-4570-aef5-7bf3f102eab2 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:20.625066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e9d7f9-8fec-46a5-980a-e60b0f3f1292,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:20.650620 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.655441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 7de14f5c-a733-4d27-a871-7d94a74d75a5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:20.655756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Checking segment: {'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:20.656176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Network hostable DHCP agents. Network: 7da0d079-e6ec-4774-911b-08e841ae29cf, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:20.682487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.693682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.710362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 7de14f5c-a733-4d27-a871-7d94a74d75a5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:20.713460 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.753437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:20.766476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Network 7da0d079-e6ec-4774-911b-08e841ae29cf is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:20.768436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-4f9991ba-4238-43fc-8e1b-8982458e7693 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186694 Jul 16 20:08:20.782738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a51a87-db83-4231-91fd-7cdcb04528aa,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:20.785688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:20.796127 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.796127 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Added segment 6d00476f-02f1-4251-9e9c-f2dc27c3baa8 of type vlan for network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 Jul 16 20:08:20.805446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.829384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 7da0d079-e6ec-4774-911b-08e841ae29cf) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:20.852623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845ba8c-8ebd-47d0-88cf-8d42f5cd3886 None None] Network 7da0d079-e6ec-4774-911b-08e841ae29cf requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:20.853021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.856014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.974032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.992229 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-743a3fa4-dae7-4a2f-b3a7-80e34c9907e4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4934647 Jul 16 20:08:20.994975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03a0d99a-60e5-4472-b8f9-a092a82dbf39 req-099d3597-c058-4c62-bacc-2eadd96be00a service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830406 Jul 16 20:08:20.995263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42946) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:21.039470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:21.059494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584497-d05e-460c-9454-00f805ec1eff req-2edd7143-a20b-4a1e-9eab-dc55dd7a8af5 tempest-ComputeTenantNetworksTest-1408899365 tempest-ComputeTenantNetworksTest-1408899365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.069192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584497-d05e-460c-9454-00f805ec1eff req-2edd7143-a20b-4a1e-9eab-dc55dd7a8af5 tempest-ComputeTenantNetworksTest-1408899365 tempest-ComputeTenantNetworksTest-1408899365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.080848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584497-d05e-460c-9454-00f805ec1eff req-2edd7143-a20b-4a1e-9eab-dc55dd7a8af5 tempest-ComputeTenantNetworksTest-1408899365 tempest-ComputeTenantNetworksTest-1408899365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.097348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82584497-d05e-460c-9454-00f805ec1eff req-2edd7143-a20b-4a1e-9eab-dc55dd7a8af5 tempest-ComputeTenantNetworksTest-1408899365 tempest-ComputeTenantNetworksTest-1408899365-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8433466 Jul 16 20:08:21.168874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.176287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.275638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b70ef03a-d883-4570-aef5-7bf3f102eab2'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:21.289932 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cda4976b-206e-4b84-b65b-e71a993274b8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.410551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.413531 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.426221 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.429767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.430837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.518113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:21.527863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4976b-206e-4b84-b65b-e71a993274b8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac96c40-c0f3-45f8-8c47-f052bfe1819d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:21.532721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1650d22-7071-4874-a2e9-96032cda6aa6 None None] Network 7da0d079-e6ec-4774-911b-08e841ae29cf requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:21.601464 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cda4976b-206e-4b84-b65b-e71a993274b8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.608909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cda4976b-206e-4b84-b65b-e71a993274b8 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "DELETE /v2.0/subnets/8ac96c40-c0f3-45f8-8c47-f052bfe1819d HTTP/1.1" status: 204 len: 168 time: 2.4968483 Jul 16 20:08:21.610032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42972) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:21.642553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d7ff5-7142-4f55-8cc8-2a8c89dafc2e req-30d4c62f-3114-45d0-ac33-150f31a648c6 tempest-ComputeTenantNetworksTest-1408899365 tempest-ComputeTenantNetworksTest-1408899365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.645101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b1d7ff5-7142-4f55-8cc8-2a8c89dafc2e req-30d4c62f-3114-45d0-ac33-150f31a648c6 tempest-ComputeTenantNetworksTest-1408899365 tempest-ComputeTenantNetworksTest-1408899365-project] 10.222.0.78 "GET /v2.0/networks/db58a4cc-48a7-4bc7-a2bb-2a75c075d18a HTTP/1.1" status: 200 len: 769 time: 0.5059562 Jul 16 20:08:21.657529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42974) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:21.753652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6eda01-c036-48f8-a714-9dca8b1e0636 None None] Network feae7e28-8ae7-49b0-af49-329cabf6f82f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:21.755513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8fa136de-3b7b-44a0-aeb7-74e33a2be110 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:21.774450 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.862564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8fa136de-3b7b-44a0-aeb7-74e33a2be110 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:21.863107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8fa136de-3b7b-44a0-aeb7-74e33a2be110 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:21.930692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:21.933139 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfac57b3-fda0-44c2-a424-06e010632213" -d '{"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-plugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:21.952116 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7818263 Jul 16 20:08:21.953982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4f14f-3fcb-4214-b2dc-ec6e74c5e81a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Network': ['ID=0bbd9b3a-7370-492f-b75c-eb9f38d320b7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:21.965471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42978) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:21.979872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'subnet': {'network_id': '0bbd9b3a-7370-492f-b75c-eb9f38d320b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:21.989108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:22.001243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:22.030935 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.038531 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.046413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.052344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222464c-0170-432f-b8ae-0057678171af req-2bd8fbbb-a513-4787-951d-2b28ab5b1a80 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.054250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f222464c-0170-432f-b8ae-0057678171af req-2bd8fbbb-a513-4787-951d-2b28ab5b1a80 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 949 time: 0.5458298 Jul 16 20:08:22.103733 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.150664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26308dbe-e842-4fb5-bfa5-18e944a16551']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:22.266501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2591ad6f-2f85-4973-95b2-a1899f121187') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:22.267087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2591ad6f-2f85-4973-95b2-a1899f121187') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:22.277476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.298512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.321780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db58a4cc-48a7-4bc7-a2bb-2a75c075d18a']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:22.351743 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.364900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175c636e-779f-44e1-886b-5744da393ebc') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:22.365392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175c636e-779f-44e1-886b-5744da393ebc') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:22.369571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f222464c-0170-432f-b8ae-0057678171af req-548a98f2-36b7-4c99-bac7-75fe6b14a0dd tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487330 Jul 16 20:08:22.394779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.430168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.431825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:22.445294 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.560057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:22.560621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:22.566838 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:22.570220 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b87333-0fd7-4b07-bf5c-744fe58aac2d x-openstack-request-id: req-39b87333-0fd7-4b07-bf5c-744fe58aac2d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:22.570220 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-plugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:22.570220 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39b87333-0fd7-4b07-bf5c-744fe58aac2d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:22.570220 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'code': 200} Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:22.622974 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:22.694290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Made reservation on behalf of b65df2e3ed7748679d51ca7f618e4034 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:22.699153 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.712353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.718032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.723504 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] 10.222.0.78 "DELETE /v2.0/networks/db58a4cc-48a7-4bc7-a2bb-2a75c075d18a HTTP/1.1" status: 204 len: 168 time: 1.0475457 Jul 16 20:08:22.740264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22185bb3-f5a2-46c7-a99b-66022f70bf95 req-6e97cb47-9807-4435-85fe-a872857bb6fd tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.742837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22185bb3-f5a2-46c7-a99b-66022f70bf95 req-6e97cb47-9807-4435-85fe-a872857bb6fd tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.8499405 Jul 16 20:08:22.745422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ebd45-b5dd-4f24-9568-b53b4f71caba admin admin] Pushing event deleted for resources: {'Network': ['ID=db58a4cc-48a7-4bc7-a2bb-2a75c075d18a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:22.758608 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.777528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:22.788495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.849918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.852903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "DELETE /v2.0/networks/26308dbe-e842-4fb5-bfa5-18e944a16551 HTTP/1.1" status: 204 len: 168 time: 1.2197261 Jul 16 20:08:22.861028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42996) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:22.899797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197983-a31a-418e-a4ea-36468beaae63 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Network': ['ID=26308dbe-e842-4fb5-bfa5-18e944a16551,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:22.946441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] DHCP port deletion for feae7e28-8ae7-49b0-af49-329cabf6f82f request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:08:22.960320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03724f32-2714-4965-aea6-d6b127f55ee6 req-7cd261ef-ec25-4185-88fe-1761960ba96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.962374 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-03724f32-2714-4965-aea6-d6b127f55ee6 req-7cd261ef-ec25-4185-88fe-1761960ba96a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 1102 time: 0.3297706 Jul 16 20:08:23.028753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22185bb3-f5a2-46c7-a99b-66022f70bf95 req-f3d894dd-8404-44f4-94c5-1ba563e11864 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612207 Jul 16 20:08:23.044930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.068757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344851-24bc-478e-bd02-a50f22792ceb req-44ce7a40-b004-4f04-ba02-e523196494c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.071402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e344851-24bc-478e-bd02-a50f22792ceb req-44ce7a40-b004-4f04-ba02-e523196494c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 1097 time: 0.4378552 Jul 16 20:08:23.090230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.097889 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-03724f32-2714-4965-aea6-d6b127f55ee6 req-e484f954-62ac-487d-b922-c02b7ee6c6b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239798 Jul 16 20:08:23.102560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.110784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] Deleting port 9b9090df-fe3f-4acd-b15a-a0042df6be40 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:23.112149 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.314481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] For port 9b9090df-fe3f-4acd-b15a-a0042df6be40, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b9090df-fe3f-4acd-b15a-a0042df6be40,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:23.316052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.347786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] Calling delete_port for 9b9090df-fe3f-4acd-b15a-a0042df6be40 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:23.361591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42998) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:23.409766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.447990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Allocated IP 172.25.6.210 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/7c519ae8-f4bf-4d09-8a0a-1c16a01420b3) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:23.508483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Deleting port 9b9090df-fe3f-4acd-b15a-a0042df6be40 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:23.508483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.560494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344851-24bc-478e-bd02-a50f22792ceb req-31b22299-11b1-4925-bf56-19419482c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.563520 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2e344851-24bc-478e-bd02-a50f22792ceb req-31b22299-11b1-4925-bf56-19419482c7cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.4020514 Jul 16 20:08:23.586867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Subnet': ['ID=2b1767ef-15fe-4b12-9630-3c157463bd0b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:23.613933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b9090df-fe3f-4acd-b15a-a0042df6be40 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:23.630676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Checking segment: {'id': '6d00476f-02f1-4251-9e9c-f2dc27c3baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0bbd9b3a-7370-492f-b75c-eb9f38d320b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:23.631072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network hostable DHCP agents. Network: 0bbd9b3a-7370-492f-b75c-eb9f38d320b7, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:23.696501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:23.723779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 0bbd9b3a-7370-492f-b75c-eb9f38d320b7) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:23.734108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.735084 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.737563 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-26ed4af1-703d-4356-85b3-956d9d1144dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6bdc18ccdfd3460a826c4dad99ca2e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728571 Jul 16 20:08:23.738200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43008) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:23.808059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0750ae6a-d5f5-49b1-8a03-2cce1ab757d6 None None] Network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:23.829396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dc55e-8e0d-4adb-a108-2da669f92b3b req-cb63f737-5d80-47b2-a1b1-8f97e32a9e6a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.831390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b80dc55e-8e0d-4adb-a108-2da669f92b3b req-cb63f737-5d80-47b2-a1b1-8f97e32a9e6a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 949 time: 0.1886189 Jul 16 20:08:23.853990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3e92b40a-e09e-46d3-bcda-c4d414472d36 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8815255 Jul 16 20:08:23.860808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43012) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:23.876507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'network': {'name': 'tempest-router-network01--740882643'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:23.899996 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.955428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Made reservation on behalf of b65df2e3ed7748679d51ca7f618e4034 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:23.961711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] For port 9b9090df-fe3f-4acd-b15a-a0042df6be40, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b9090df-fe3f-4acd-b15a-a0042df6be40,segment=NetworkSegment(103c6a9b-1162-4b5d-b76c-2b4ebd324bd5),segment_id=103c6a9b-1162-4b5d-b76c-2b4ebd324bd5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:23.968022 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.972859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.992891 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2e344851-24bc-478e-bd02-a50f22792ceb req-3f2433f8-36b4-4503-9a24-c3d4dabf46ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e64eda-301f-4e41-9967-1d1803d91be7 HTTP/1.1" status: 200 len: 1001 time: 0.4144449 Jul 16 20:08:24.017694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-58c512a9-f0ea-489c-b031-3807b07e6dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.059177 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.099520 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-58c512a9-f0ea-489c-b031-3807b07e6dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.169593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344851-24bc-478e-bd02-a50f22792ceb req-da6a438e-3f13-48b3-b8cd-ca2c6e1e8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.174297 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2e344851-24bc-478e-bd02-a50f22792ceb req-da6a438e-3f13-48b3-b8cd-ca2c6e1e8990 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.1671073 Jul 16 20:08:24.190354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Calling delete_port for 9b9090df-fe3f-4acd-b15a-a0042df6be40 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:24.260414 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-58c512a9-f0ea-489c-b031-3807b07e6dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.267911 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-58c512a9-f0ea-489c-b031-3807b07e6dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.272830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-58c512a9-f0ea-489c-b031-3807b07e6dec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5387acfd-3b92-44b2-8539-d260525642d6 HTTP/1.1" status: 204 len: 168 time: 0.5314472 Jul 16 20:08:24.325529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b70ef03a-d883-4570-aef5-7bf3f102eab2 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:24.337845 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b80dc55e-8e0d-4adb-a108-2da669f92b3b req-cd5fcb4d-6a2d-40b9-8d93-1d2fb0a4f539 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988673 Jul 16 20:08:24.347416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c512a9-f0ea-489c-b031-3807b07e6dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387acfd-3b92-44b2-8539-d260525642d6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.366244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] Pushing event deleted for resources: {'Port': ['ID=9b9090df-fe3f-4acd-b15a-a0042df6be40,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.382451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:24.391830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60fd187-e98b-4576-9f2f-da8989c7591b None None] No DVR routers for this DVR port 9b9090df-fe3f-4acd-b15a-a0042df6be40 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:24.582017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.582650 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Added segment 30d18880-680e-4c3a-b707-31c866445fc1 of type vlan for network b152f590-b334-42e2-b4a6-62724844bdd9 Jul 16 20:08:24.672572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No active binding found for port 9b9090df-fe3f-4acd-b15a-a0042df6be40 {{(pid=100245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:08:24.673213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b9090df-fe3f-4acd-b15a-a0042df6be40 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:24.779460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-0bbd9b3a-7370-492f-b75c-eb9f38d320b7', 'network_id': '0bbd9b3a-7370-492f-b75c-eb9f38d320b7', 'tenant_id': 'b65df2e3ed7748679d51ca7f618e4034', 'fixed_ips': [{'subnet_id': '2b1767ef-15fe-4b12-9630-3c157463bd0b'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:08:24.780988 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.810577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.860796 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.928103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7e478-a9e0-4875-8e55-ee52903d58c6 req-98ca1cf4-14f3-4e45-bb51-354b511cb630 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.933883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port b70ef03a-d883-4570-aef5-7bf3f102eab2 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:24.953862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4f7e478-a9e0-4875-8e55-ee52903d58c6 req-98ca1cf4-14f3-4e45-bb51-354b511cb630 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.5727296 Jul 16 20:08:24.958310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port b70ef03a-d883-4570-aef5-7bf3f102eab2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:24.959600 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.138480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.145190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.166538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.171910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.209589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Allocated IP 172.20.0.2 (0bbd9b3a-7370-492f-b75c-eb9f38d320b7/2b1767ef-15fe-4b12-9630-3c157463bd0b/9bfd46c5-c741-4b13-9f04-52aef3c143f6) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:25.291527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Pushing event updated for resources: {'Port': ['ID=7c519ae8-f4bf-4d09-8a0a-1c16a01420b3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.341699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:25.349561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:25.361429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:25.365726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4f7e478-a9e0-4875-8e55-ee52903d58c6 req-af8e9f8e-d4a3-4f8f-ab26-e5f923eb3c23 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043381 Jul 16 20:08:25.382072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5104294 Jul 16 20:08:25.394873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43038) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:25.419889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'network': {'name': 'tempest-router-network02--599193776'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:25.473266 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.474112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.678955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Port': ['ID=9b9090df-fe3f-4acd-b15a-a0042df6be40,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.693641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344851-24bc-478e-bd02-a50f22792ceb req-407aac09-b81e-4d64-84d9-ca1dc2d95a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.695239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2e344851-24bc-478e-bd02-a50f22792ceb req-407aac09-b81e-4d64-84d9-ca1dc2d95a76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4963727 Jul 16 20:08:25.696459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] No DVR routers for this DVR port 9b9090df-fe3f-4acd-b15a-a0042df6be40 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:25.745905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:25.754548 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f628ca4-5723-48f1-95a2-b12f9cc1fa27" -d '{"events": [{"server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "name": "network-vif-plugged", "status": "completed", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:25.790946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Made reservation on behalf of b65df2e3ed7748679d51ca7f618e4034 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:25.805770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:25.808310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.819998 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.845387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab31d1-0879-4181-b904-99caaa21483f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Network': ['ID=b152f590-b334-42e2-b4a6-62724844bdd9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.939622 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2546b5-73ab-4b52-97b0-38dbc2e9c7d7 x-openstack-request-id: req-bf2546b5-73ab-4b52-97b0-38dbc2e9c7d7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:25.940294 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "name": "network-vif-plugged", "status": "completed", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:25.940840 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf2546b5-73ab-4b52-97b0-38dbc2e9c7d7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:25.941036 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'code': 200} Jul 16 20:08:25.948241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network b152f590-b334-42e2-b4a6-62724844bdd9 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:26.018386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:26.083034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19460647-edaf-4764-88af-07778b31f388 req-24860c82-a5ea-4b2b-b505-27a50c8d118d tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.093818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-19460647-edaf-4764-88af-07778b31f388 req-24860c82-a5ea-4b2b-b505-27a50c8d118d tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 949 time: 0.4393380 Jul 16 20:08:26.117119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.137856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.143776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Transition to ACTIVE for port object 9bfd46c5-c741-4b13-9f04-52aef3c143f6 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:26.163009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:26.219126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-19460647-edaf-4764-88af-07778b31f388 req-33b16d12-f973-4e65-93e1-65c78e3f4b03 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241808 Jul 16 20:08:26.222885 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.223261 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Added segment bcce0a21-ffd9-4cf4-ab94-3238efc30775 of type vlan for network 93a44290-e4c6-4134-ba47-4fa6342ccfc9 Jul 16 20:08:26.224804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.286459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feae7e28-8ae7-49b0-af49-329cabf6f82f']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:26.321252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Transition to ACTIVE for port object 9bfd46c5-c741-4b13-9f04-52aef3c143f6 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:26.339125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.359386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be2240-a044-44b8-b7fd-929184f9ddb4 req-b15c44b7-1e95-4167-ad92-02cb70c7352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.361537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51be2240-a044-44b8-b7fd-929184f9ddb4 req-b15c44b7-1e95-4167-ad92-02cb70c7352a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 1102 time: 0.4004054 Jul 16 20:08:26.383136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:26.384121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103c6a9b-1162-4b5d-b76c-2b4ebd324bd5') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:26.407257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.414126 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2e344851-24bc-478e-bd02-a50f22792ceb req-120ea10e-66f5-4eb6-a897-ab3e136b6949 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592772 Jul 16 20:08:26.425415 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-dca090ce-abfe-40fd-a032-88c5e3412104 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8827026 Jul 16 20:08:26.434683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.492029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51be2240-a044-44b8-b7fd-929184f9ddb4 req-a57df1ab-2819-4f57-8eb6-747f1b2807aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219561 Jul 16 20:08:26.493356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.508363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.508363 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.604819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Pushing event updated for resources: {'Port': ['ID=9bfd46c5-c741-4b13-9f04-52aef3c143f6,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.631830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:26.638522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:26.647644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:26.674303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Network': ['ID=93a44290-e4c6-4134-ba47-4fa6342ccfc9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.678210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-db25469c-a4de-4fd4-8046-e2a7f766512e tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2792442 Jul 16 20:08:26.682483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43074) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:26.704390 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'subnet': {'network_id': 'b152f590-b334-42e2-b4a6-62724844bdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:26.755611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 93a44290-e4c6-4134-ba47-4fa6342ccfc9 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:26.823214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:26.878522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.938551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '01e64eda-301f-4e41-9967-1d1803d91be7', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'port_id': '01e64eda-301f-4e41-9967-1d1803d91be7', 'mac_address': 'fa:16:3e:ec:35:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:27.020079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Attempting to bind port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:27.022586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Attempting to bind port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '6d00476f-02f1-4251-9e9c-f2dc27c3baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0bbd9b3a-7370-492f-b75c-eb9f38d320b7'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:27.023857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Attempting to bind port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 on network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:27.078697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:27.080120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.108902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a6cf4-f9dd-47bf-98b4-bd659ffef95c req-c95c492b-18f8-4525-9554-4478a4007568 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.113382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924a6cf4-f9dd-47bf-98b4-bd659ffef95c req-c95c492b-18f8-4525-9554-4478a4007568 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.2124288 Jul 16 20:08:27.114448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Made reservation on behalf of b65df2e3ed7748679d51ca7f618e4034 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:27.120563 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:27.210648 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:27.220764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:27.221251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Checking segment: {'id': '6d00476f-02f1-4251-9e9c-f2dc27c3baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0bbd9b3a-7370-492f-b75c-eb9f38d320b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:27.221681 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.222160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Bound using segment: {'id': '6d00476f-02f1-4251-9e9c-f2dc27c3baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0bbd9b3a-7370-492f-b75c-eb9f38d320b7'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:27.224332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Bound port: 9bfd46c5-c741-4b13-9f04-52aef3c143f6, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d00476f-02f1-4251-9e9c-f2dc27c3baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0bbd9b3a-7370-492f-b75c-eb9f38d320b7'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:27.224863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.257364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924a6cf4-f9dd-47bf-98b4-bd659ffef95c req-00b10926-ef26-4c8a-86e1-5644b1997752 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296811 Jul 16 20:08:27.277616 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.444112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01e64eda-301f-4e41-9967-1d1803d91be7 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:27.449910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.606110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:27.639999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.696650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] For port 9bfd46c5-c741-4b13-9f04-52aef3c143f6, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:27.736840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] For port 9bfd46c5-c741-4b13-9f04-52aef3c143f6, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9bfd46c5-c741-4b13-9f04-52aef3c143f6,segment=NetworkSegment(6d00476f-02f1-4251-9e9c-f2dc27c3baa8),segment_id=6d00476f-02f1-4251-9e9c-f2dc27c3baa8)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:27.800375 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.875160 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.897145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Subnet': ['ID=9e36056a-497c-4ae5-849c-e0dd687b1b7a,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:27.904123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['01e64eda-301f-4e41-9967-1d1803d91be7'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:27.927527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41471a3d-7203-456b-a742-dc7edb30ece2 req-4b0b6bfe-1fb7-4041-96cb-bdb239108695 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.929643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41471a3d-7203-456b-a742-dc7edb30ece2 req-4b0b6bfe-1fb7-4041-96cb-bdb239108695 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 950 time: 0.2410541 Jul 16 20:08:27.951078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Checking segment: {'id': '30d18880-680e-4c3a-b707-31c866445fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b152f590-b334-42e2-b4a6-62724844bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:27.952654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network hostable DHCP agents. Network: b152f590-b334-42e2-b4a6-62724844bdd9, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:28.033757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network b152f590-b334-42e2-b4a6-62724844bdd9 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:28.047649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:28.050623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41471a3d-7203-456b-a742-dc7edb30ece2 req-8e737776-cb16-44f3-a715-7e89299c3156 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 Jul 16 20:08:28.061724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, b152f590-b334-42e2-b4a6-62724844bdd9) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:28.083737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b322c-6c47-4486-8d2a-527040a88f34 None None] Network b152f590-b334-42e2-b4a6-62724844bdd9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:28.084424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.087180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.138236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8160c93b-ee4b-4146-a9df-04a0ab1b54bb tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4482667 Jul 16 20:08:28.140950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43108) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:28.157212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'subnet': {'network_id': '93a44290-e4c6-4134-ba47-4fa6342ccfc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:28.589956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Made reservation on behalf of b65df2e3ed7748679d51ca7f618e4034 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:28.594660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.880673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-b152f590-b334-42e2-b4a6-62724844bdd9', 'network_id': 'b152f590-b334-42e2-b4a6-62724844bdd9', 'tenant_id': 'b65df2e3ed7748679d51ca7f618e4034', 'fixed_ips': [{'subnet_id': '9e36056a-497c-4ae5-849c-e0dd687b1b7a'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:08:28.883331 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.115687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763127e-f067-4699-8dd3-d73d68a502d5 None None] Pushing event updated for resources: {'Port': ['ID=9bfd46c5-c741-4b13-9f04-52aef3c143f6,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:29.469243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9e8e1-55f7-4742-9a01-3233f143fa6a req-73e8010e-f5f3-4a53-b6c3-f60edc99d945 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.475097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ba9e8e1-55f7-4742-9a01-3233f143fa6a req-73e8010e-f5f3-4a53-b6c3-f60edc99d945 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 944 time: 0.4770794 Jul 16 20:08:29.498932 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.514847 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2e344851-24bc-478e-bd02-a50f22792ceb req-21b7d029-c518-4a08-8bf0-d6e0dd1c7886 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.0855701 Jul 16 20:08:29.634371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.663535 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] 10.222.0.78 "DELETE /v2.0/networks/feae7e28-8ae7-49b0-af49-329cabf6f82f HTTP/1.1" status: 204 len: 168 time: 6.7884729 Jul 16 20:08:29.663535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257df9e8-c3f6-4f1f-a47d-498fd782ff77 tempest-TaggedBootDevicesTest_v242-1384434297 tempest-TaggedBootDevicesTest_v242-1384434297-project] Pushing event deleted for resources: {'Network': ['ID=feae7e28-8ae7-49b0-af49-329cabf6f82f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:29.760541 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.773756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-4a27c42f-f6fd-4649-9f52-b9609f72d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.775182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Allocated IP 172.20.0.2 (b152f590-b334-42e2-b4a6-62724844bdd9/9e36056a-497c-4ae5-849c-e0dd687b1b7a/f34b6271-eb78-478d-8124-70257db5d439) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:29.784451 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-4a27c42f-f6fd-4649-9f52-b9609f72d6f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 1097 time: 3.2509172 Jul 16 20:08:29.943368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9bfd46c5-c741-4b13-9f04-52aef3c143f6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:30.091356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:30.220366 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.415350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-c275b8b1-e069-49c8-b32b-9593f29353c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.426001 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-c275b8b1-e069-49c8-b32b-9593f29353c2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 914 time: 0.5737405 Jul 16 20:08:30.458629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f4dcf-9a30-4014-8313-014b71921573 None None] Network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:30.490865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:30.593627 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-9fed7607-372c-4e69-a37e-c64d55d226e2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb HTTP/1.1" status: 200 len: 217 time: 0.1589913 Jul 16 20:08:30.658591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 01e64eda-301f-4e41-9967-1d1803d91be7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:30.661846 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.824299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-768857d4-5de0-4fd4-9538-4f72f5b8f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.831245 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-768857d4-5de0-4fd4-9538-4f72f5b8f3e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a002743e-a411-4591-bb66-6867a32979ab HTTP/1.1" status: 200 len: 853 time: 0.2215183 Jul 16 20:08:31.003595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-206cb9b0-8222-4b28-89db-a34314fcddde service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c7d433e6-a170-4cec-8019-9a7c0047b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629591 Jul 16 20:08:31.090569 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:31.211545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ba9e8e1-55f7-4742-9a01-3233f143fa6a req-6d29159c-f547-44a1-94d8-cdc7b403e8db tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7108343 Jul 16 20:08:31.218259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Subnet': ['ID=87852151-7bd8-4fa8-83db-c3ff692a8ebb,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.367510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e378e-406b-42e3-b912-d6932b188518 req-5ab24afa-d108-4c5d-9020-16dfa7be0b3b tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.369987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d6e378e-406b-42e3-b912-d6932b188518 req-5ab24afa-d108-4c5d-9020-16dfa7be0b3b tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 950 time: 1.8435266 Jul 16 20:08:31.374401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Checking segment: {'id': 'bcce0a21-ffd9-4cf4-ab94-3238efc30775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '93a44290-e4c6-4134-ba47-4fa6342ccfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:31.378967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network hostable DHCP agents. Network: 93a44290-e4c6-4134-ba47-4fa6342ccfc9, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:31.397877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c82d58a3-2b34-4782-b1bc-fa595fbb9eb5 None None] Provisioning for port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:31.488444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network 93a44290-e4c6-4134-ba47-4fa6342ccfc9 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:31.489411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c82d58a3-2b34-4782-b1bc-fa595fbb9eb5 None None] Provisioning complete for port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:31.490032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c82d58a3-2b34-4782-b1bc-fa595fbb9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.532024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d6e378e-406b-42e3-b912-d6932b188518 req-4f77568d-a1b1-4f47-9397-feb881eef9b1 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430492 Jul 16 20:08:31.540632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 93a44290-e4c6-4134-ba47-4fa6342ccfc9) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:31.553675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.554326 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.614760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6baa410e-b0cf-464c-901e-8327fa371576 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4686399 Jul 16 20:08:31.615139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43158) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:31.629502 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.757571 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-19ab673d-af4b-419a-a485-5734c936a2e5 service neutron] 10.222.0.68 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363977 Jul 16 20:08:31.817426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:31.821688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d333ff-c844-4a93-ab35-6eb8abc115c3 None None] Network 93a44290-e4c6-4134-ba47-4fa6342ccfc9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:32.227884 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7a453e20-b52f-4b02-8c93-ec3ad812632c req-cbdd7a02-1930-43de-9335-fcb2e509aa67 service neutron] 10.222.0.68 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602301 Jul 16 20:08:32.246882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Router f74adaef-d7de-48f4-82fa-46352216c97d is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:08:32.377036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:32.390024 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcb5abb-58dc-4e43-be41-4cfa4161cebe" -d '{"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-plugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:32.464932 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.863682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:32.885979 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Sync routers for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:32.924024 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:32.926402 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:32.963239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.969888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-41fefa48-28a2-4806-b8de-005a14a69d67 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.9725409 Jul 16 20:08:32.974048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43184) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:33.034501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.113503 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.138299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Transition to ACTIVE for port object f34b6271-eb78-478d-8124-70257db5d439 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:33.185568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Transition to ACTIVE for port object f34b6271-eb78-478d-8124-70257db5d439 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:33.252484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.517981 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:33.558075 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.741707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Network b152f590-b334-42e2-b4a6-62724844bdd9 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:33.936578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-93a44290-e4c6-4134-ba47-4fa6342ccfc9', 'network_id': '93a44290-e4c6-4134-ba47-4fa6342ccfc9', 'tenant_id': 'b65df2e3ed7748679d51ca7f618e4034', 'fixed_ips': [{'subnet_id': '87852151-7bd8-4fa8-83db-c3ff692a8ebb'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:08:33.938144 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.063757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:34.328153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2c94e-9334-4707-b8a8-e50145ee5fca req-bd35eb97-39dd-41ab-9370-7ebd7db7409c tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.336304 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:26Z', 'revision_number': 3, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:34.349213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52c2c94e-9334-4707-b8a8-e50145ee5fca req-bd35eb97-39dd-41ab-9370-7ebd7db7409c tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 950 time: 2.1657252 Jul 16 20:08:34.378854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.387796 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Checking router: f74adaef-d7de-48f4-82fa-46352216c97d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:34.388181 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Updating router f74adaef-d7de-48f4-82fa-46352216c97d port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:08:34.477712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2265-30bf-4e37-b082-f270eb7c8197 req-359fce90-170f-4d2b-9c27-d055fdb0a69b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.489136 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.490810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f1a2265-30bf-4e37-b082-f270eb7c8197 req-359fce90-170f-4d2b-9c27-d055fdb0a69b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 1.8222215 Jul 16 20:08:34.781124 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Allocated IP 172.20.0.1 (7da0d079-e6ec-4774-911b-08e841ae29cf/82e9d7f9-8fec-46a5-980a-e60b0f3f1292/0417adaf-ab9b-44a9-b77f-4c7a121640c7) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:34.883673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52c2c94e-9334-4707-b8a8-e50145ee5fca req-aab49fb7-bb85-4109-950c-4c1182ddcea9 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331171 Jul 16 20:08:34.910402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Allocated IP 172.20.0.2 (93a44290-e4c6-4134-ba47-4fa6342ccfc9/87852151-7bd8-4fa8-83db-c3ff692a8ebb/89b301a0-c46a-413e-b664-9fcf7cb250f2) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:34.951314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f1a2265-30bf-4e37-b082-f270eb7c8197 req-43cc645f-110c-4cb3-9595-195d16af57bf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144819 Jul 16 20:08:35.116724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.269372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Allocated IP 172.20.0.1 (b152f590-b334-42e2-b4a6-62724844bdd9/9e36056a-497c-4ae5-849c-e0dd687b1b7a/a24f7bd7-e33b-4af0-96a3-9df34249a210) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:35.301688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.478402 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.509450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Pushing event updated for resources: {'Port': ['ID=0417adaf-ab9b-44a9-b77f-4c7a121640c7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:35.532805 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Transition to ACTIVE for port object 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:35.552315 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.573840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Network 7da0d079-e6ec-4774-911b-08e841ae29cf is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:35.584627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:35.590701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:35.712778 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.735629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Transition to ACTIVE for port object 89b301a0-c46a-413e-b664-9fcf7cb250f2 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:35.754495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.776224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Transition to ACTIVE for port object 89b301a0-c46a-413e-b664-9fcf7cb250f2 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:35.788439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c82d58a3-2b34-4782-b1bc-fa595fbb9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.789278 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Attempting to bind port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:35.789942 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Attempting to bind port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:35.792246 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Attempting to bind port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:35.815375 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:35.817411 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:35.820871 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.823213 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:35.823928 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Bound port: 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:35.825037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.825688 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.829346 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Pushing event updated for resources: {'Port': ['ID=7c519ae8-f4bf-4d09-8a0a-1c16a01420b3,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:35.859523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:35.870299 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649d7df-f4d0-439b-a302-6a5f8b97ce98 x-openstack-request-id: req-f649d7df-f4d0-439b-a302-6a5f8b97ce98 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:35.878993 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-plugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:35.884885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Transition to ACTIVE for port object a24f7bd7-e33b-4af0-96a3-9df34249a210 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:35.889183 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f649d7df-f4d0-439b-a302-6a5f8b97ce98 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:35.894191 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7', 'code': 200} Jul 16 20:08:35.945698 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.956807 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.958876 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.959492 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.962367 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.963005 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.963551 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.964084 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.969047 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.969656 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.971079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c82d58a3-2b34-4782-b1bc-fa595fbb9eb5 None None] For port 9bfd46c5-c741-4b13-9f04-52aef3c143f6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9bfd46c5-c741-4b13-9f04-52aef3c143f6,segment=NetworkSegment(6d00476f-02f1-4251-9e9c-f2dc27c3baa8),segment_id=6d00476f-02f1-4251-9e9c-f2dc27c3baa8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:35.972117 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:35.973636 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:36.015120 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.024855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.147043 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c82d58a3-2b34-4782-b1bc-fa595fbb9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.180815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.222311 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] For port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:36.235027 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] For port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c519ae8-f4bf-4d09-8a0a-1c16a01420b3,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:36.244140 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.286247 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.299872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network b152f590-b334-42e2-b4a6-62724844bdd9 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:36.309113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Pushing event updated for resources: {'Port': ['ID=f34b6271-eb78-478d-8124-70257db5d439,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.351273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:36.381384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:36.558314 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2122e-63d9-4611-9047-ff7083154ddc None None] Pushing event updated for resources: {'Port': ['ID=7c519ae8-f4bf-4d09-8a0a-1c16a01420b3,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.632111 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:36.644527 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:36.770642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Port': ['ID=a24f7bd7-e33b-4af0-96a3-9df34249a210,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.817851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Pushing event updated for resources: {'Port': ['ID=89b301a0-c46a-413e-b664-9fcf7cb250f2,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.979624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.993218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.045573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a1a6e-5637-46b0-a3c0-5bba3ec4c17c req-6cb1b09a-d921-4d6e-b7a2-5c5f30debd7b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.063226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb2a1a6e-5637-46b0-a3c0-5bba3ec4c17c req-6cb1b09a-d921-4d6e-b7a2-5c5f30debd7b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.5214005 Jul 16 20:08:37.076807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Network 93a44290-e4c6-4134-ba47-4fa6342ccfc9 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:37.081298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d58a3-2b34-4782-b1bc-fa595fbb9eb5 None None] Pushing event updated for resources: {'Port': ['ID=9bfd46c5-c741-4b13-9f04-52aef3c143f6,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.089312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:37.117156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:37.145824 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:37.227192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.279025 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.357227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Pushing event updated for resources: {'Port': ['ID=0417adaf-ab9b-44a9-b77f-4c7a121640c7,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.403666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Attempting to bind port f34b6271-eb78-478d-8124-70257db5d439 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:37.406282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Attempting to bind port f34b6271-eb78-478d-8124-70257db5d439 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '30d18880-680e-4c3a-b707-31c866445fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b152f590-b334-42e2-b4a6-62724844bdd9'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:37.407028 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Attempting to bind port f34b6271-eb78-478d-8124-70257db5d439 on network b152f590-b334-42e2-b4a6-62724844bdd9 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:37.438970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.511758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb2a1a6e-5637-46b0-a3c0-5bba3ec4c17c req-66a94b76-3e60-4613-ac08-cc8ce42f61ee tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4405398 Jul 16 20:08:37.529878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Attempting to bind port 89b301a0-c46a-413e-b664-9fcf7cb250f2 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:37.530274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Attempting to bind port 89b301a0-c46a-413e-b664-9fcf7cb250f2 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'bcce0a21-ffd9-4cf4-ab94-3238efc30775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '93a44290-e4c6-4134-ba47-4fa6342ccfc9'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:37.530643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Attempting to bind port 89b301a0-c46a-413e-b664-9fcf7cb250f2 on network 93a44290-e4c6-4134-ba47-4fa6342ccfc9 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:37.557334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:37.557687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Checking segment: {'id': 'bcce0a21-ffd9-4cf4-ab94-3238efc30775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '93a44290-e4c6-4134-ba47-4fa6342ccfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:37.558094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.558503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Bound using segment: {'id': 'bcce0a21-ffd9-4cf4-ab94-3238efc30775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '93a44290-e4c6-4134-ba47-4fa6342ccfc9'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:37.559004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Bound port: 89b301a0-c46a-413e-b664-9fcf7cb250f2, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcce0a21-ffd9-4cf4-ab94-3238efc30775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '93a44290-e4c6-4134-ba47-4fa6342ccfc9'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:37.559399 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.855148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] For port 89b301a0-c46a-413e-b664-9fcf7cb250f2, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:37.866795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] For port 89b301a0-c46a-413e-b664-9fcf7cb250f2, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=89b301a0-c46a-413e-b664-9fcf7cb250f2,segment=NetworkSegment(bcce0a21-ffd9-4cf4-ab94-3238efc30775),segment_id=bcce0a21-ffd9-4cf4-ab94-3238efc30775)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:37.892501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:37.895489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Checking segment: {'id': '30d18880-680e-4c3a-b707-31c866445fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b152f590-b334-42e2-b4a6-62724844bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:37.896113 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.901191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Bound using segment: {'id': '30d18880-680e-4c3a-b707-31c866445fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b152f590-b334-42e2-b4a6-62724844bdd9'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:37.901905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Network 7da0d079-e6ec-4774-911b-08e841ae29cf is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:37.902551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Bound port: f34b6271-eb78-478d-8124-70257db5d439, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d18880-680e-4c3a-b707-31c866445fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b152f590-b334-42e2-b4a6-62724844bdd9'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:37.909461 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.913858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:37.985146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9bfd46c5-c741-4b13-9f04-52aef3c143f6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:38.024809 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.032381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-50740ac3-0bb1-4d8d-afa6-3a910e16c2b1 None None] Provisioning complete for port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:38.034646 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-50740ac3-0bb1-4d8d-afa6-3a910e16c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.286217 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:34Z', 'revision_number': 1, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:38.323274 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.355299 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c42e95-d780-4004-ba67-a48efcc974da None None] The sync data for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 is: [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:34Z', 'revision_number': 1, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:38.428370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] For port f34b6271-eb78-478d-8124-70257db5d439, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:38.432108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] For port f34b6271-eb78-478d-8124-70257db5d439, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f34b6271-eb78-478d-8124-70257db5d439,segment=NetworkSegment(30d18880-680e-4c3a-b707-31c866445fc1),segment_id=30d18880-680e-4c3a-b707-31c866445fc1)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:38.455094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.560588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Router f74adaef-d7de-48f4-82fa-46352216c97d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:38.858399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e000a0-43ba-4da0-8797-e22011f9fe7f None None] Pushing event updated for resources: {'Port': ['ID=89b301a0-c46a-413e-b664-9fcf7cb250f2,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:39.302993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ab8a-67d5-4737-aee3-14ba561b60e1 None None] Pushing event updated for resources: {'Port': ['ID=f34b6271-eb78-478d-8124-70257db5d439,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:39.459656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:39.460791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.486525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:39.505859 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7d8bcf44-93e6-4c9a-aaf2-6eb84ffa0743 admin admin] 10.222.0.78 "PUT /v2.0/routers/f74adaef-d7de-48f4-82fa-46352216c97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5251005 Jul 16 20:08:40.058831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:40.277049 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.392683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.446434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f34b6271-eb78-478d-8124-70257db5d439 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:40.606987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14a5ff-310a-47fb-8c44-dea685d9dc41 req-2d940b28-07fa-448b-940a-9b077a66bd8b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.618013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd14a5ff-310a-47fb-8c44-dea685d9dc41 req-2d940b28-07fa-448b-940a-9b077a66bd8b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.6284010 Jul 16 20:08:40.645840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.974548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:41.046265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'mac_address': 'fa:16:3e:0b:32:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:41.589632 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.648969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7de14f5c-a733-4d27-a871-7d94a74d75a5 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:41.684068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f34b6271-eb78-478d-8124-70257db5d439 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:41.685297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd14a5ff-310a-47fb-8c44-dea685d9dc41 req-2e17ebd8-74b7-4998-b570-8d62ea64f60a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0600498 Jul 16 20:08:41.703865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 89b301a0-c46a-413e-b664-9fcf7cb250f2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:41.828364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network b152f590-b334-42e2-b4a6-62724844bdd9 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:41.842895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:41.876297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Port': ['ID=a24f7bd7-e33b-4af0-96a3-9df34249a210,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:42.287052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:42.319685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.575477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe81af-1fa6-43d6-b5b1-5886de5a9640 None None] Network 93a44290-e4c6-4134-ba47-4fa6342ccfc9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:42.591869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['7de14f5c-a733-4d27-a871-7d94a74d75a5'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:42.756846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 89b301a0-c46a-413e-b664-9fcf7cb250f2 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:42.816794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b7b8d-9804-4aa9-b3e2-a679e1b1e791 None None] Network b152f590-b334-42e2-b4a6-62724844bdd9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:42.945415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-20e6c679-c8b1-48c3-ad75-52e5195fa234 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.959218 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-20e6c679-c8b1-48c3-ad75-52e5195fa234 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 819 time: 1.4589765 Jul 16 20:08:43.023458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d9cc8a0-c9d1-4c06-b01c-6d06e4e2e2ad None None] Provisioning for port 89b301a0-c46a-413e-b664-9fcf7cb250f2 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:43.103629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-9734918a-1525-4409-9f1d-2deb5e2dd0a6 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/quotas/5af2f639eaba4c6fa82e54ef29317a41 HTTP/1.1" status: 200 len: 375 time: 0.0932353 Jul 16 20:08:43.261604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.274656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:43.485329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Router 08d61309-7a25-407e-a2e1-23f224ba5944 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:08:43.985261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c2f0fbd1-b0f2-4e6b-ab6f-2ffcb17bdef8 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8603039 Jul 16 20:08:43.990252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:44.019063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bbfb62e5-fa80-447b-bbab-798483ce0929 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "PUT /v2.0/routers/08d61309-7a25-407e-a2e1-23f224ba5944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4025981 Jul 16 20:08:44.024167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43376) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:44.406445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d9cc8a0-c9d1-4c06-b01c-6d06e4e2e2ad None None] Provisioning complete for port 89b301a0-c46a-413e-b664-9fcf7cb250f2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:44.407285 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc8a0-c9d1-4c06-b01c-6d06e4e2e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.567111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d52c7-d146-4ff5-93f9-0360dd9668ca None None] Sync routers for ids ['08d61309-7a25-407e-a2e1-23f224ba5944'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:44.727351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-8092a6c5-3c6c-4933-85f2-6d3032055d83 service neutron] 10.222.0.78 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057061 Jul 16 20:08:44.837386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d52c7-d146-4ff5-93f9-0360dd9668ca None None] Routers {'08d61309-7a25-407e-a2e1-23f224ba5944'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:44.838057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-952d52c7-d146-4ff5-93f9-0360dd9668ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['08d61309-7a25-407e-a2e1-23f224ba5944'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:45.118640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-7b0f493a-866b-410a-ab39-d1019b7db6a5 service neutron] 10.222.0.78 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768432 Jul 16 20:08:45.141249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-952d52c7-d146-4ff5-93f9-0360dd9668ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:45.224170 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Sync routers for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:45.297518 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:45.308455 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:45.455991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d52c7-d146-4ff5-93f9-0360dd9668ca None None] Routers {'08d61309-7a25-407e-a2e1-23f224ba5944'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:45.456823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-952d52c7-d146-4ff5-93f9-0360dd9668ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['08d61309-7a25-407e-a2e1-23f224ba5944'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:45.727789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-952d52c7-d146-4ff5-93f9-0360dd9668ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:45.755580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d52c7-d146-4ff5-93f9-0360dd9668ca None None] The sync data for ids ['08d61309-7a25-407e-a2e1-23f224ba5944'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:45.770968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:45.991805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:46.004114 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.093076 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-b67ca858-8710-419b-9893-5851dd0078a8 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:08:46.094280 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b67ca858-8710-419b-9893-5851dd0078a8 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "PUT /v2.0/routers/08d61309-7a25-407e-a2e1-23f224ba5944/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0684857 Jul 16 20:08:46.100587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:46.521576 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:46.593692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e2337-cf3a-410c-a38e-7e30c973a404 req-70854acc-39c9-4e9b-bd98-fa163b48e695 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.596841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af1e2337-cf3a-410c-a38e-7e30c973a404 req-70854acc-39c9-4e9b-bd98-fa163b48e695 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.5282211 Jul 16 20:08:46.905623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af1e2337-cf3a-410c-a38e-7e30c973a404 req-3f5fd476-6d88-4106-b1e6-f18bb16bde20 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942863 Jul 16 20:08:47.432869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.561629 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc8a0-c9d1-4c06-b01c-6d06e4e2e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.675785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c519ae8-f4bf-4d09-8a0a-1c16a01420b3,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:47.720260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7a492a2-4cee-435a-ac5f-ce2913fabfdf req-5d36e415-2798-475a-9f2a-39275e1d135e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 210 time: 0.0941525 Jul 16 20:08:47.754536 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.794548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 2, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:47.913124 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Checking router: f74adaef-d7de-48f4-82fa-46352216c97d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:47.913813 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Updating router f74adaef-d7de-48f4-82fa-46352216c97d port 0417adaf-ab9b-44a9-b77f-4c7a121640c7 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:08:47.942202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6d9cc8a0-c9d1-4c06-b01c-6d06e4e2e2ad None None] For port 89b301a0-c46a-413e-b664-9fcf7cb250f2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=89b301a0-c46a-413e-b664-9fcf7cb250f2,segment=NetworkSegment(bcce0a21-ffd9-4cf4-ab94-3238efc30775),segment_id=bcce0a21-ffd9-4cf4-ab94-3238efc30775)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:48.054809 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc8a0-c9d1-4c06-b01c-6d06e4e2e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.062927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-078a1a61-e0dc-4437-a222-23d4a649fc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.153493 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.174124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=7c519ae8-f4bf-4d09-8a0a-1c16a01420b3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:48.500649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:48.937579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc8a0-c9d1-4c06-b01c-6d06e4e2e2ad None None] Pushing event updated for resources: {'Port': ['ID=89b301a0-c46a-413e-b664-9fcf7cb250f2,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:48.945497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7b358-8389-4451-b38d-4cf474cbe248 req-55de3f82-ece5-430a-b147-799f71cf6bbe tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.960573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bff7b358-8389-4451-b38d-4cf474cbe248 req-55de3f82-ece5-430a-b147-799f71cf6bbe tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.3384120 Jul 16 20:08:49.020274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] Provisioning complete for port 89b301a0-c46a-413e-b664-9fcf7cb250f2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:49.020894 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.148565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 7de14f5c-a733-4d27-a871-7d94a74d75a5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:49.149926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.155304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bff7b358-8389-4451-b38d-4cf474cbe248 req-7bf26787-f31b-4f45-b9db-93a546257f39 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779811 Jul 16 20:08:49.300497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43426) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:49.577432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.605529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] Provisioning for port f34b6271-eb78-478d-8124-70257db5d439 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:49.758922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.772482 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.780707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] Provisioning complete for port f34b6271-eb78-478d-8124-70257db5d439 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:49.786923 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.855774 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Transition to ACTIVE for port object 0417adaf-ab9b-44a9-b77f-4c7a121640c7 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:49.875093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae490f7e-8fc6-4a7b-937a-8902d2cb1d02 req-8d5adee1-2628-455d-93aa-f9be62b3b455 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 210 time: 0.1300654 Jul 16 20:08:49.891654 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.986639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e384a90d-ff08-4530-95d6-593ec115c9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.062679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:50.080680 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f792d5a4-ac45-4cb5-8313-f17e05c37a4c" -d '{"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-plugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:50.168638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:50.182228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 89b301a0-c46a-413e-b664-9fcf7cb250f2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:50.353991 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd4bb92-53e2-440a-afd0-ed10778b85af x-openstack-request-id: req-edd4bb92-53e2-440a-afd0-ed10778b85af {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:50.354436 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-plugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:50.354624 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-edd4bb92-53e2-440a-afd0-ed10778b85af {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:50.355058 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'code': 200} Jul 16 20:08:50.378224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.547138 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b74057-a9f3-4827-8d75-7a31255797b3 None None] Pushing event updated for resources: {'Port': ['ID=0417adaf-ab9b-44a9-b77f-4c7a121640c7,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.564571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e384a90d-ff08-4530-95d6-593ec115c9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.570575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e384a90d-ff08-4530-95d6-593ec115c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.594989 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bf77404b-c175-4db7-8e17-b3eb5150f9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.695624 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Attempting to bind port 0417adaf-ab9b-44a9-b77f-4c7a121640c7 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:50.695914 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Attempting to bind port 0417adaf-ab9b-44a9-b77f-4c7a121640c7 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:50.698332 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Attempting to bind port 0417adaf-ab9b-44a9-b77f-4c7a121640c7 on network 7da0d079-e6ec-4774-911b-08e841ae29cf {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:50.719031 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.729007 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.736700 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:50.752173 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Checking segment: {'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:50.755266 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.758083 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Bound using segment: {'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:50.759341 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Bound port: 0417adaf-ab9b-44a9-b77f-4c7a121640c7, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:50.765157 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.792242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 89b301a0-c46a-413e-b664-9fcf7cb250f2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:50.792619 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.821975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e384a90d-ff08-4530-95d6-593ec115c9ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3eae594ea238451ca90d4f096b880fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5147934 Jul 16 20:08:50.822708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43444) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:50.928162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] For port f34b6271-eb78-478d-8124-70257db5d439, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f34b6271-eb78-478d-8124-70257db5d439,segment=NetworkSegment(30d18880-680e-4c3a-b707-31c866445fc1),segment_id=30d18880-680e-4c3a-b707-31c866445fc1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:50.996184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384a90d-ff08-4530-95d6-593ec115c9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275e73f5-800c-4263-ae7a-7d14740e1c68,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.006002 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.022118 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] For port 0417adaf-ab9b-44a9-b77f-4c7a121640c7, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:51.024060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.032453 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] For port 0417adaf-ab9b-44a9-b77f-4c7a121640c7, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0417adaf-ab9b-44a9-b77f-4c7a121640c7,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:51.039617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-0716bbf6-7885-43cb-97ff-b6a3516c85aa tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.046917 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.053607 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-0716bbf6-7885-43cb-97ff-b6a3516c85aa tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.68 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 819 time: 0.9590225 Jul 16 20:08:51.092075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Request body: {'port': {'device_id': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'admin_state_up': True, 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:51.210623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9a62f-af51-4eb5-a7b0-022bd667cb60 None None] Pushing event updated for resources: {'Port': ['ID=f34b6271-eb78-478d-8124-70257db5d439,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.242349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ca749925-e75b-4b03-9627-febd3a5d532b None None] Provisioning complete for port f34b6271-eb78-478d-8124-70257db5d439 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:51.242674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca749925-e75b-4b03-9627-febd3a5d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.354449 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b74057-a9f3-4827-8d75-7a31255797b3 None None] Pushing event updated for resources: {'Port': ['ID=0417adaf-ab9b-44a9-b77f-4c7a121640c7,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.363438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:51.393323 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04cbd141-9e81-4907-a6fa-104bc8b035fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.413693 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:51.414646 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:51.610510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:51.611516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.638247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432039d7-360f-4da1-a64d-b587b1e602fe req-9bb3134d-3eac-4d1d-a465-bc194a414607 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.642267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-432039d7-360f-4da1-a64d-b587b1e602fe req-9bb3134d-3eac-4d1d-a465-bc194a414607 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.6975007 Jul 16 20:08:51.672581 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04cbd141-9e81-4907-a6fa-104bc8b035fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.844339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ca749925-e75b-4b03-9627-febd3a5d532b None None] Provisioning for port a24f7bd7-e33b-4af0-96a3-9df34249a210 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:51.859433 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:51.879438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ca749925-e75b-4b03-9627-febd3a5d532b None None] Provisioning complete for port a24f7bd7-e33b-4af0-96a3-9df34249a210 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:51.882259 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca749925-e75b-4b03-9627-febd3a5d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.035781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ca749925-e75b-4b03-9627-febd3a5d532b None None] Port a24f7bd7-e33b-4af0-96a3-9df34249a210 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:52.092674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-432039d7-360f-4da1-a64d-b587b1e602fe req-46ee1172-9fef-40bc-b61c-e2937238e5c7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4235771 Jul 16 20:08:52.142385 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04cbd141-9e81-4907-a6fa-104bc8b035fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.148586 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04cbd141-9e81-4907-a6fa-104bc8b035fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.154554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-04cbd141-9e81-4907-a6fa-104bc8b035fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/275e73f5-800c-4263-ae7a-7d14740e1c68 HTTP/1.1" status: 204 len: 168 time: 1.3215907 Jul 16 20:08:52.215943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Made reservation on behalf of 5af2f639eaba4c6fa82e54ef29317a41 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:52.240886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbd141-9e81-4907-a6fa-104bc8b035fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e73f5-800c-4263-ae7a-7d14740e1c68,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.252188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.425442 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.628193 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:50Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:52.674008 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9587c4-13a0-4a4e-a2e0-a7c7e746383e None None] The sync data for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 is: [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:50Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:52.865372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc2d462-7256-4eaa-b848-c46f3dd9ae94 req-e762c24c-9f66-4561-b49a-93fde7d4d8ba tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 210 time: 0.2532370 Jul 16 20:08:52.940702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Deleting port a24f7bd7-e33b-4af0-96a3-9df34249a210 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:52.941489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.024844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0417adaf-ab9b-44a9-b77f-4c7a121640c7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:53.198197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0417adaf-ab9b-44a9-b77f-4c7a121640c7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:53.210399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0417adaf-ab9b-44a9-b77f-4c7a121640c7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:53.210787 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.253371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.309897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Calling delete_port for a24f7bd7-e33b-4af0-96a3-9df34249a210 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:53.627248 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.741638 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.762404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 0417adaf-ab9b-44a9-b77f-4c7a121640c7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0417adaf-ab9b-44a9-b77f-4c7a121640c7,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:53.778467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.780786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f34b6271-eb78-478d-8124-70257db5d439 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:53.807724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd239bd-acff-4655-8d4b-e53b15e01879 req-bea69348-0342-46a0-ad54-4aecb7266731 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.822527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-acd239bd-acff-4655-8d4b-e53b15e01879 req-bea69348-0342-46a0-ad54-4aecb7266731 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.2284043 Jul 16 20:08:53.964868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-acd239bd-acff-4655-8d4b-e53b15e01879 req-cba7aefd-03c7-4dd1-a162-d4525b5afeae tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411548 Jul 16 20:08:54.045290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=0417adaf-ab9b-44a9-b77f-4c7a121640c7,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:54.287735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Allocated IP 172.20.0.12 (7da0d079-e6ec-4774-911b-08e841ae29cf/82e9d7f9-8fec-46a5-980a-e60b0f3f1292/4a014a79-9675-4e01-8e18-1c3905be9647) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:54.297927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f34b6271-eb78-478d-8124-70257db5d439 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:54.299197 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.402636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-359ccbf1-21c7-4db7-82e0-68ef78498608 req-8114bdf2-4d5d-4887-8c47-5eb8fa84fcdb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 210 time: 0.0827048 Jul 16 20:08:54.761933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.011731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0417adaf-ab9b-44a9-b77f-4c7a121640c7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:55.017871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Port': ['ID=a24f7bd7-e33b-4af0-96a3-9df34249a210,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:55.061461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.061865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.082629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.083187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.083572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.083878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.084359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.084722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.085121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.085461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.085800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.086201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:55.292999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0417adaf-ab9b-44a9-b77f-4c7a121640c7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:55.304866 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.738154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5292c6-9472-444c-b6d8-aff385c83803 req-d947854e-a3b2-444a-9fbf-b0a33806bdcf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.760105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a5292c6-9472-444c-b6d8-aff385c83803 req-d947854e-a3b2-444a-9fbf-b0a33806bdcf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.1932433 Jul 16 20:08:55.883433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a5292c6-9472-444c-b6d8-aff385c83803 req-5b03cffc-0814-4a98-ab6a-e48fa0fa523e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217170 Jul 16 20:08:55.974409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.108248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.293194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event updated for resources: {'Port': ['ID=4a014a79-9675-4e01-8e18-1c3905be9647,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:56.320388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.387471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Network 7da0d079-e6ec-4774-911b-08e841ae29cf is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:56.407346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eecc76-82ad-440b-a671-95939722651c req-7ea274df-db68-4b82-808b-a1447819a91c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.420697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16eecc76-82ad-440b-a671-95939722651c req-7ea274df-db68-4b82-808b-a1447819a91c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 932 time: 0.2068658 Jul 16 20:08:56.585036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:56.597310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:56.601094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16eecc76-82ad-440b-a671-95939722651c req-8458b0c9-647b-4117-9e42-4b4cee095a54 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555161 Jul 16 20:08:56.814184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.814898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.862219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Router 08d61309-7a25-407e-a2e1-23f224ba5944 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:56.875635 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-2320be96-11f3-412a-81c8-d32f69321256 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8178279 Jul 16 20:08:56.899031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Request body: {'port': {'device_id': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:57.079463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:57.094362 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f893aca8-6bad-4d00-b9c1-dec07f7fe7dc tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "PUT /v2.0/routers/08d61309-7a25-407e-a2e1-23f224ba5944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9925604 Jul 16 20:08:57.110888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43526) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:57.118060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d79f7c-6d36-4d5e-a08e-63e7079ab407 None None] Sync routers for ids ['08d61309-7a25-407e-a2e1-23f224ba5944'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:57.159232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d79f7c-6d36-4d5e-a08e-63e7079ab407 None None] Routers {'08d61309-7a25-407e-a2e1-23f224ba5944'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:57.159980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-91d79f7c-6d36-4d5e-a08e-63e7079ab407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['08d61309-7a25-407e-a2e1-23f224ba5944'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:57.302312 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-fdeb38ea-f8cf-4e97-8887-052aec27809b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] delete failed (client error): The resource could not be found. Jul 16 20:08:57.303514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fdeb38ea-f8cf-4e97-8887-052aec27809b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1501802903 HTTP/1.1" status: 404 len: 335 time: 0.1996539 Jul 16 20:08:57.317536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43534) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:57.356925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-91d79f7c-6d36-4d5e-a08e-63e7079ab407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:57.359761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0799d73a-1a8a-4103-8ba9-03f66d3caf7f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'router': {'external_gateway_info': {'network_id': '08d61309-7a25-407e-a2e1-23f224ba5944'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:57.390350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d79f7c-6d36-4d5e-a08e-63e7079ab407 None None] Routers {'08d61309-7a25-407e-a2e1-23f224ba5944'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:57.391437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-91d79f7c-6d36-4d5e-a08e-63e7079ab407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['08d61309-7a25-407e-a2e1-23f224ba5944'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:57.491342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-91d79f7c-6d36-4d5e-a08e-63e7079ab407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:57.492417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d79f7c-6d36-4d5e-a08e-63e7079ab407 None None] The sync data for ids ['08d61309-7a25-407e-a2e1-23f224ba5944'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:57.716219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.746230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd510-f60b-4567-8e89-06c17f33da33 req-2534d257-de3f-4a94-a37f-e29d0de4f47e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.755650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f3fd510-f60b-4567-8e89-06c17f33da33 req-2534d257-de3f-4a94-a37f-e29d0de4f47e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.1914620 Jul 16 20:08:57.874858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f3fd510-f60b-4567-8e89-06c17f33da33 req-8a94fac6-253a-4665-be7e-967359a65422 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179407 Jul 16 20:08:58.167714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0799d73a-1a8a-4103-8ba9-03f66d3caf7f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.436538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf93466-5300-4f71-9841-ce00b78d0e77 req-fb349ec3-1ed6-400d-b082-d6be0d8c84bf tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.478333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbf93466-5300-4f71-9841-ce00b78d0e77 req-fb349ec3-1ed6-400d-b082-d6be0d8c84bf tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 932 time: 0.2732184 Jul 16 20:08:58.609931 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-0799d73a-1a8a-4103-8ba9-03f66d3caf7f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] update failed (client error): The resource could not be found. Jul 16 20:08:58.611460 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0799d73a-1a8a-4103-8ba9-03f66d3caf7f tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "PUT /v2.0/routers/08d61309-7a25-407e-a2e1-23f224ba5944 HTTP/1.1" status: 404 len: 339 time: 1.2925093 Jul 16 20:08:58.625139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43550) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:58.678121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbf93466-5300-4f71-9841-ce00b78d0e77 req-6e85f77a-dbc7-4311-96d8-931a41f78e97 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900139 Jul 16 20:08:59.671317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bd5ab-87b0-40a6-9988-8bed9b4faf7b req-0b420e9e-a8a9-4d44-92b2-814edfffe5b3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.696913 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-421bd5ab-87b0-40a6-9988-8bed9b4faf7b req-0b420e9e-a8a9-4d44-92b2-814edfffe5b3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.2947679 Jul 16 20:08:59.840848 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-421bd5ab-87b0-40a6-9988-8bed9b4faf7b req-8071bc79-8173-4f03-9c8e-a5085cf1c275 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415532 Jul 16 20:09:00.382798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a014a79-9675-4e01-8e18-1c3905be9647 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:00.393373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.411480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Transition to ACTIVE for port object 4a014a79-9675-4e01-8e18-1c3905be9647 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:00.418011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.501668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed984d9e-ed3d-490e-8eaf-aa31acb0f705 req-a1ab41bb-90cf-4d37-a8d7-ed1a653f34a5 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.506174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed984d9e-ed3d-490e-8eaf-aa31acb0f705 req-a1ab41bb-90cf-4d37-a8d7-ed1a653f34a5 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 932 time: 0.2069273 Jul 16 20:09:00.555615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.680589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed984d9e-ed3d-490e-8eaf-aa31acb0f705 req-1b48426d-5238-49e8-870c-81179ee23d3c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588829 Jul 16 20:09:00.836162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43588) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:01.313645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Allocated IP 172.20.0.1 (0bbd9b3a-7370-492f-b75c-eb9f38d320b7/2b1767ef-15fe-4b12-9630-3c157463bd0b/e2e8d49d-857a-4060-9cb7-39b5ef027013) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:01.363348 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.484381 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.505398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Transition to ACTIVE for port object e2e8d49d-857a-4060-9cb7-39b5ef027013 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:01.548306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.580844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Pushing event updated for resources: {'Port': ['ID=4a014a79-9675-4e01-8e18-1c3905be9647,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:01.751922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:01.776447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:01.794958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:01.908308 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.915050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Attempting to bind port 4a014a79-9675-4e01-8e18-1c3905be9647 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:01.916283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Attempting to bind port 4a014a79-9675-4e01-8e18-1c3905be9647 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:01.917444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Attempting to bind port 4a014a79-9675-4e01-8e18-1c3905be9647 on network 7da0d079-e6ec-4774-911b-08e841ae29cf {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:01.944693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Port': ['ID=e2e8d49d-857a-4060-9cb7-39b5ef027013,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:01.960451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.966366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Port 4a014a79-9675-4e01-8e18-1c3905be9647 on network 7da0d079-e6ec-4774-911b-08e841ae29cf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:01.968046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Attempting to bind port 4a014a79-9675-4e01-8e18-1c3905be9647 on network 7da0d079-e6ec-4774-911b-08e841ae29cf {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:01.990045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:01.991142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Checking segment: {'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:01.994585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Bound using segment: {'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:02.002507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Bound port: 4a014a79-9675-4e01-8e18-1c3905be9647, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a87ff28-3652-42cb-aaf0-6d02300d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:02.003663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.210995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67043abc-6e89-4c6c-9fc6-bc04f93b3932,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.223867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d40bc5393364d70bdaa703c9f4e869c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3862152 Jul 16 20:09:02.251828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43620) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:02.344076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f523f1-2de4-486f-bc8b-ee02ae90ab94 req-96ff83e3-73fd-48c8-8a2f-2e0a10fc6a48 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.364587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02f523f1-2de4-486f-bc8b-ee02ae90ab94 req-96ff83e3-73fd-48c8-8a2f-2e0a10fc6a48 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 1.1499743 Jul 16 20:09:02.402020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.402376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.402811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.404223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.404821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.405305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.410435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.410787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.413251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.413763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.414118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.416074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020bec4-3978-464b-97f1-95e2e67929ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:02.465451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] For port 4a014a79-9675-4e01-8e18-1c3905be9647, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:02.475331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] For port 4a014a79-9675-4e01-8e18-1c3905be9647, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a014a79-9675-4e01-8e18-1c3905be9647,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:02.478779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.488259 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.505725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cf029c72-dcd5-4825-8fa7-8decc1fbe219 None None] Provisioning for port e2e8d49d-857a-4060-9cb7-39b5ef027013 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:02.531381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cf029c72-dcd5-4825-8fa7-8decc1fbe219 None None] Provisioning complete for port e2e8d49d-857a-4060-9cb7-39b5ef027013 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:02.532033 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf029c72-dcd5-4825-8fa7-8decc1fbe219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.681318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.682465 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.685900 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] 10.222.0.68 "PUT /v2.0/ports/4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 1093 time: 5.8004322 Jul 16 20:09:02.691311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:02.696752 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8" -d '{"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:02.742582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02f523f1-2de4-486f-bc8b-ee02ae90ab94 req-500b87a1-e546-4225-b44e-69f6dcf1c6b9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633466 Jul 16 20:09:02.802577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cf029c72-dcd5-4825-8fa7-8decc1fbe219 None None] Port e2e8d49d-857a-4060-9cb7-39b5ef027013 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:02.895106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c59350e3-bef7-4344-b6fd-f2353c74e19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.119162 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c59350e3-bef7-4344-b6fd-f2353c74e19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.199334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2cd0f-6636-4468-a2e4-159a00f3e5db service neutron] Pushing event updated for resources: {'Port': ['ID=4a014a79-9675-4e01-8e18-1c3905be9647,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:03.519041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-7a04b4e3-232e-45b9-810a-d2728d3e3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.521845 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-7a04b4e3-232e-45b9-810a-d2728d3e3524 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1096 time: 0.6675320 Jul 16 20:09:03.523653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.740799 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-809f1ec9-5cf0-46e1-bf7d-7e585b456b72 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 217 time: 0.1751220 Jul 16 20:09:03.751223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c59350e3-bef7-4344-b6fd-f2353c74e19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.770533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c59350e3-bef7-4344-b6fd-f2353c74e19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.783529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c59350e3-bef7-4344-b6fd-f2353c74e19c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67043abc-6e89-4c6c-9fc6-bc04f93b3932 HTTP/1.1" status: 204 len: 168 time: 1.5260944 Jul 16 20:09:03.951268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7abf14-8356-45e7-8abb-e3992cde5764 req-35c1c83e-e8a6-462d-a5df-1ed445b5483a tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.953120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c7abf14-8356-45e7-8abb-e3992cde5764 req-35c1c83e-e8a6-462d-a5df-1ed445b5483a tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 944 time: 0.5776820 Jul 16 20:09:03.953975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59350e3-bef7-4344-b6fd-f2353c74e19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67043abc-6e89-4c6c-9fc6-bc04f93b3932,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:04.101299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c7abf14-8356-45e7-8abb-e3992cde5764 req-74c33790-7364-4e86-9d90-4aeff7b36f64 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117544 Jul 16 20:09:04.121672 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.996052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.018470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618056f-08b8-4a3f-a17f-f979412fe2c1 req-39106333-60e3-4038-b3a0-cf75c89d3ba2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.020929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5618056f-08b8-4a3f-a17f-f979412fe2c1 req-39106333-60e3-4038-b3a0-cf75c89d3ba2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.2580311 Jul 16 20:09:05.105567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5618056f-08b8-4a3f-a17f-f979412fe2c1 req-fc800e75-b320-4405-93a0-4e8c62a528b4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779543 Jul 16 20:09:05.563402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d76aab-e7ae-4509-96c5-5e11c1a9d188 req-0ea435b7-00b4-47dd-854c-50d63c11943a tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.596855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d76aab-e7ae-4509-96c5-5e11c1a9d188 req-0ea435b7-00b4-47dd-854c-50d63c11943a tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 944 time: 0.2168810 Jul 16 20:09:05.733115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2d76aab-e7ae-4509-96c5-5e11c1a9d188 req-bbf6c2c3-5a12-48e3-834e-20d50ac84225 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309090 Jul 16 20:09:05.849236 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41daf4c-83cd-4675-9e0e-526ee3b761f1 x-openstack-request-id: req-f41daf4c-83cd-4675-9e0e-526ee3b761f1 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:05.850210 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:05.850653 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f41daf4c-83cd-4675-9e0e-526ee3b761f1 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:05.851267 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647', 'status': 'completed', 'code': 200} Jul 16 20:09:05.908977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-965b377f-b114-4bb0-9d1c-cd265318f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.911278 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-965b377f-b114-4bb0-9d1c-cd265318f387 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 2.1647449 Jul 16 20:09:06.011446 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-faafefa5-2225-41fd-876d-c6d3bfc91fbd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864623 Jul 16 20:09:06.142198 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.238297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.495816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.524048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event updated for resources: {'Port': ['ID=e2e8d49d-857a-4060-9cb7-39b5ef027013,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.657805 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-b0ced353-17a3-4865-8275-0267600e0df0 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335189 Jul 16 20:09:06.756638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:06.766990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:06.770687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912199a7-6cc1-4e75-a669-315f811ad0e3 req-f0c16f9f-a5b3-4b10-a9ea-550d57e77e41 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.818592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-912199a7-6cc1-4e75-a669-315f811ad0e3 req-f0c16f9f-a5b3-4b10-a9ea-550d57e77e41 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 0.2971234 Jul 16 20:09:06.975914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-912199a7-6cc1-4e75-a669-315f811ad0e3 req-93e67552-1852-46b9-a4b3-2d9aeeddef36 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563187 Jul 16 20:09:07.199806 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-28be0a86-b67d-4713-8df5-5b3f17c09561 req-8c0d4277-b6e7-4a44-bb00-b853786f62d5 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689503 Jul 16 20:09:07.300858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ff46-64e2-4827-8a41-c9de12bf3b1c req-03dbce7f-18ff-4a55-b407-667a7be9d64c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.302531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4b8ff46-64e2-4827-8a41-c9de12bf3b1c req-03dbce7f-18ff-4a55-b407-667a7be9d64c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 944 time: 0.2120898 Jul 16 20:09:07.418838 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-52de77a3-4687-4a78-82cc-b4f9ee55bb92 None None] Provisioning complete for port e2e8d49d-857a-4060-9cb7-39b5ef027013 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:07.422619 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-52de77a3-4687-4a78-82cc-b4f9ee55bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.483841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4b8ff46-64e2-4827-8a41-c9de12bf3b1c req-8aa86135-3025-43ba-a5f8-d3d04cd37a8c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689398 Jul 16 20:09:07.607966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-52de77a3-4687-4a78-82cc-b4f9ee55bb92 None None] Port e2e8d49d-857a-4060-9cb7-39b5ef027013 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:07.691758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Router 08d61309-7a25-407e-a2e1-23f224ba5944 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:09:07.838835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-b6050571-0a27-49b6-b3fb-34d306712ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.840759 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-b6050571-0a27-49b6-b3fb-34d306712ce9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 1097 time: 0.3618279 Jul 16 20:09:07.872391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-8d55da20-a251-46be-9505-40012deac50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.878105 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-8d55da20-a251-46be-9505-40012deac50e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1096 time: 0.5518816 Jul 16 20:09:07.896939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:09:07.909110 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa09f6a-cc3a-4be1-977c-13085448f517 None None] Sync routers for ids ['08d61309-7a25-407e-a2e1-23f224ba5944'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:09:07.919030 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c048a88f-65eb-4671-a2a8-36fdee65dbc3 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "PUT /v2.0/routers/08d61309-7a25-407e-a2e1-23f224ba5944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2845452 Jul 16 20:09:07.921559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43730) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:07.933629 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa09f6a-cc3a-4be1-977c-13085448f517 None None] Routers {'08d61309-7a25-407e-a2e1-23f224ba5944'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:07.937836 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1aa09f6a-cc3a-4be1-977c-13085448f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['08d61309-7a25-407e-a2e1-23f224ba5944'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:08.007496 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1aa09f6a-cc3a-4be1-977c-13085448f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:08.022811 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa09f6a-cc3a-4be1-977c-13085448f517 None None] Routers {'08d61309-7a25-407e-a2e1-23f224ba5944'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:08.023724 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1aa09f6a-cc3a-4be1-977c-13085448f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['08d61309-7a25-407e-a2e1-23f224ba5944'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:08.074421 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1aa09f6a-cc3a-4be1-977c-13085448f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:08.075477 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa09f6a-cc3a-4be1-977c-13085448f517 None None] The sync data for ids ['08d61309-7a25-407e-a2e1-23f224ba5944'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:09:08.079334 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:08.247191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f033a6ad-e6aa-41e1-b697-b0e07ef8b334 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.419866 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-f033a6ad-e6aa-41e1-b697-b0e07ef8b334 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:09:08.421427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f033a6ad-e6aa-41e1-b697-b0e07ef8b334 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/routers/08d61309-7a25-407e-a2e1-23f224ba5944 HTTP/1.1" status: 409 len: 329 time: 0.4978857 Jul 16 20:09:08.426307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:08.438367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-48288cd6-fb33-4ece-82cf-c8f507917eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.439979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-48288cd6-fb33-4ece-82cf-c8f507917eaa service neutron] 10.222.0.68 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 920 time: 0.5521269 Jul 16 20:09:08.551273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-11493fd9-ae27-4b94-8d69-06c5d3bf307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.553158 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-11493fd9-ae27-4b94-8d69-06c5d3bf307c service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.7041388 Jul 16 20:09:08.565302 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-e951b19e-2eaa-43dc-8091-92bec0e9dc35 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 217 time: 0.1132705 Jul 16 20:09:08.766285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-aa4aab39-0af8-4981-bc7f-593e15908b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.768841 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-aa4aab39-0af8-4981-bc7f-593e15908b6d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 0.1940889 Jul 16 20:09:08.816346 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-9c501bec-ef50-4060-8520-73c72a4de835 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e64eda-301f-4e41-9967-1d1803d91be7 HTTP/1.1" status: 200 len: 1001 time: 0.2530093 Jul 16 20:09:08.932448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-5f9225e9-76f9-4866-ba70-1242346d98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.934825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-5f9225e9-76f9-4866-ba70-1242346d98dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.1071138 Jul 16 20:09:09.007501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4a014a79-9675-4e01-8e18-1c3905be9647 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:09.033369 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-0d411e85-26f5-4b41-b837-f9f84fe1b24c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2157803 Jul 16 20:09:09.212475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4a014a79-9675-4e01-8e18-1c3905be9647, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a014a79-9675-4e01-8e18-1c3905be9647,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:09.228192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '4a014a79-9675-4e01-8e18-1c3905be9647', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'port_id': '4a014a79-9675-4e01-8e18-1c3905be9647', 'mac_address': 'fa:16:3e:9f:bc:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:09.283660 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.300718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a014a79-9675-4e01-8e18-1c3905be9647 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:09.353444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4a014a79-9675-4e01-8e18-1c3905be9647, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a014a79-9675-4e01-8e18-1c3905be9647,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:09.373204 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.475458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-42f59649-af87-4454-856b-4a3a50b0d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.478326 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-42f59649-af87-4454-856b-4a3a50b0d125 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4726422 Jul 16 20:09:09.634259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4a014a79-9675-4e01-8e18-1c3905be9647,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:09.760091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4a014a79-9675-4e01-8e18-1c3905be9647'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:09.841032 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-3343d8ce-5d88-4434-949e-686f275fd6fb service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313577 Jul 16 20:09:09.885665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-079100bd-aa5b-492e-827d-1c09229edbc6 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959466 Jul 16 20:09:09.949000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e602b0-0409-433c-b83b-cc5cccfea4c9 req-024556eb-3ade-4924-b3fa-a9b2bad57095 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.962353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6e602b0-0409-433c-b83b-cc5cccfea4c9 req-024556eb-3ade-4924-b3fa-a9b2bad57095 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 945 time: 1.5386574 Jul 16 20:09:10.098041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efb4f6-eb52-4c12-8528-6dae48499819 req-63274ab9-6e55-4b3a-ab2c-3cdb12b00674 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.104149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0efb4f6-eb52-4c12-8528-6dae48499819 req-63274ab9-6e55-4b3a-ab2c-3cdb12b00674 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 945 time: 0.4447546 Jul 16 20:09:10.188012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-50ca85b8-fa66-4b6b-b8e1-6aa647483908 req-8a00c00c-c7a4-4355-a5b7-94ed806c74c5 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004887 Jul 16 20:09:10.197926 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a4dba4e-4eec-42ae-9b91-2fe7bda7abc8 req-113b86e9-9083-44e8-b119-9e9633a4e3ac service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925782 Jul 16 20:09:10.359858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0efb4f6-eb52-4c12-8528-6dae48499819 req-b22016ca-3f63-4005-915a-e6a4a266e9c9 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090519 Jul 16 20:09:10.382955 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6e602b0-0409-433c-b83b-cc5cccfea4c9 req-a5864c1f-4402-4b7a-bb86-1ba043a99e42 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4171057 Jul 16 20:09:10.457719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:10.627934 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.735056 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.830420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:10.855078 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb48f740-61dc-4bb9-a13e-3f1644733dae" -d '{"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-unplugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:10.885520 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:10.904509 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.981230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43800) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:11.022952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4a014a79-9675-4e01-8e18-1c3905be9647 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:11.054412 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aca6a68-edd3-44d3-aa3e-0cd29d9e6524 x-openstack-request-id: req-3aca6a68-edd3-44d3-aa3e-0cd29d9e6524 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:11.055034 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-unplugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:11.055548 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3aca6a68-edd3-44d3-aa3e-0cd29d9e6524 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:11.056511 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7', 'code': 200} Jul 16 20:09:11.097601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:11.131414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 4a014a79-9675-4e01-8e18-1c3905be9647 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:11.138422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 4a014a79-9675-4e01-8e18-1c3905be9647 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:11.138855 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.454805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Deleting port e2e8d49d-857a-4060-9cb7-39b5ef027013 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:11.455278 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.473948 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.683509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 4a014a79-9675-4e01-8e18-1c3905be9647, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a014a79-9675-4e01-8e18-1c3905be9647,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:11.715326 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.989449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.066593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=4a014a79-9675-4e01-8e18-1c3905be9647,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.119752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Calling delete_port for e2e8d49d-857a-4060-9cb7-39b5ef027013 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:12.553802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe378-0fcc-4616-a614-c37d538d935b req-7b5788b4-f441-4ae9-a89a-ee7fa095694a tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.589796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-950fe378-0fcc-4616-a614-c37d538d935b req-7b5788b4-f441-4ae9-a89a-ee7fa095694a tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.8116264 Jul 16 20:09:12.694413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-950fe378-0fcc-4616-a614-c37d538d935b req-8efa5332-9e02-451f-9f78-53a48408da06 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035452 Jul 16 20:09:12.822395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41342ee-390f-4a11-8f79-882d5f8aa5ec req-8abf93c6-05c0-459f-95d3-0a7ec7e3c0b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.830560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b41342ee-390f-4a11-8f79-882d5f8aa5ec req-8abf93c6-05c0-459f-95d3-0a7ec7e3c0b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.7302656 Jul 16 20:09:12.926959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b41342ee-390f-4a11-8f79-882d5f8aa5ec req-172dcc1d-d175-41d3-9596-5324925a2948 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955031 Jul 16 20:09:13.059072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:13.064399 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62aa9f3-3c7c-4336-a8f6-af8420426204" -d '{"events": [{"server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "name": "network-vif-plugged", "status": "completed", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:13.113998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.138452 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.229148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Port': ['ID=e2e8d49d-857a-4060-9cb7-39b5ef027013,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:13.248442 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9d032a-cba7-4cc0-b52f-f8ea8edfddfe x-openstack-request-id: req-6f9d032a-cba7-4cc0-b52f-f8ea8edfddfe {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:13.248442 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "name": "network-vif-plugged", "status": "completed", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:13.248442 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f9d032a-cba7-4cc0-b52f-f8ea8edfddfe {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:13.250635 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647', 'code': 200} Jul 16 20:09:13.326867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43848) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:13.608416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877ebb8-17d4-480b-a36f-f6c7881b71e5 req-b8c7bf39-ae12-4858-bacc-60ccc03f2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.610730 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2877ebb8-17d4-480b-a36f-f6c7881b71e5 req-b8c7bf39-ae12-4858-bacc-60ccc03f2fa6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.2640247 Jul 16 20:09:13.667754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4688d715-f2d6-41dc-8ea6-4a326fe62fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.678703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.741563 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2877ebb8-17d4-480b-a36f-f6c7881b71e5 req-3dc4b3b8-2519-4def-9b0a-9637ce8409f0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218824 Jul 16 20:09:13.848832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Deleting port ebe57171-a316-43b0-b3c4-711d5e481bf9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:13.849200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.052093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] For port ebe57171-a316-43b0-b3c4-711d5e481bf9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ebe57171-a316-43b0-b3c4-711d5e481bf9,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:14.052504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.101893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Calling delete_port for ebe57171-a316-43b0-b3c4-711d5e481bf9 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:14.293773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Router 08d61309-7a25-407e-a2e1-23f224ba5944 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:09:14.474294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:14.740426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250b9bc-9508-40f0-8929-8439878701d6 req-1adf8f7d-1eb7-4d00-a340-508990b10f75 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.742987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e250b9bc-9508-40f0-8929-8439878701d6 req-1adf8f7d-1eb7-4d00-a340-508990b10f75 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.6140246 Jul 16 20:09:14.751583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:09:14.759941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d079dc44-ab7a-49a8-a9ae-08840ad76853 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "PUT /v2.0/routers/08d61309-7a25-407e-a2e1-23f224ba5944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3314683 Jul 16 20:09:14.764803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43876) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:14.777529 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.812039 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-c7f2a8d1-7df9-4f52-890d-fe1c4c8a9a11 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] show failed (client error): The resource could not be found. Jul 16 20:09:14.827300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c7f2a8d1-7df9-4f52-890d-fe1c4c8a9a11 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-788301743 HTTP/1.1" status: 404 len: 334 time: 0.0517941 Jul 16 20:09:14.839014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43882) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:14.839356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eecc7e-3cb5-498f-a349-c7d238a5fe4d None None] Sync routers for ids ['08d61309-7a25-407e-a2e1-23f224ba5944'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:09:14.845204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-881f4de5-d057-4981-bb5c-349dc8776fd2 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:14.850871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe57171-a316-43b0-b3c4-711d5e481bf9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:14.866049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cd707-26a3-4fb3-9df0-fb4bff45a757 req-4645c35c-7ced-4520-af6e-36e9809c365f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.867770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a44cd707-26a3-4fb3-9df0-fb4bff45a757 req-4645c35c-7ced-4520-af6e-36e9809c365f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.6989820 Jul 16 20:09:14.912933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eecc7e-3cb5-498f-a349-c7d238a5fe4d None None] Routers {'08d61309-7a25-407e-a2e1-23f224ba5944'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:14.917628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-71eecc7e-3cb5-498f-a349-c7d238a5fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['08d61309-7a25-407e-a2e1-23f224ba5944'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:15.055012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-71eecc7e-3cb5-498f-a349-c7d238a5fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:15.072107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eecc7e-3cb5-498f-a349-c7d238a5fe4d None None] Routers {'08d61309-7a25-407e-a2e1-23f224ba5944'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:15.073247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-71eecc7e-3cb5-498f-a349-c7d238a5fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['08d61309-7a25-407e-a2e1-23f224ba5944'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:15.113502 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-881f4de5-d057-4981-bb5c-349dc8776fd2 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] update failed (client error): The resource could not be found. Jul 16 20:09:15.119033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-881f4de5-d057-4981-bb5c-349dc8776fd2 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1012824041 HTTP/1.1" status: 404 len: 335 time: 0.2774558 Jul 16 20:09:15.135550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43886) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:15.185439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-71eecc7e-3cb5-498f-a349-c7d238a5fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:15.187386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eecc7e-3cb5-498f-a349-c7d238a5fe4d None None] The sync data for ids ['08d61309-7a25-407e-a2e1-23f224ba5944'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:09:15.369093 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4688d715-f2d6-41dc-8ea6-4a326fe62fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.385651 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4688d715-f2d6-41dc-8ea6-4a326fe62fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.455028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4688d715-f2d6-41dc-8ea6-4a326fe62fe0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=50a63a09b41845d7b8ef8d9672201499&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1251833 Jul 16 20:09:15.476363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-db28bb53-163a-4422-b5a4-847596c4f460 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Deleting subnet 87852151-7bd8-4fa8-83db-c3ff692a8ebb {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:09:15.481505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db28bb53-163a-4422-b5a4-847596c4f460 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.488779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43896) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:15.489929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688d715-f2d6-41dc-8ea6-4a326fe62fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae217293-28e8-4fd9-8f67-eb453fcd003a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:15.495586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a44cd707-26a3-4fb3-9df0-fb4bff45a757 req-7060c27b-32bb-4af3-aa2b-9b1d13c8b0fe tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071440 Jul 16 20:09:15.535581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e250b9bc-9508-40f0-8929-8439878701d6 req-9d6d5d9b-bc44-482e-acb6-131ca859b50c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7108171 Jul 16 20:09:15.601482 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db28bb53-163a-4422-b5a4-847596c4f460 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.675236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1394cc0b-b06c-4998-86aa-abcce691fa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.750752 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1394cc0b-b06c-4998-86aa-abcce691fa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.820814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db28bb53-163a-4422-b5a4-847596c4f460 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.959278 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1394cc0b-b06c-4998-86aa-abcce691fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.966885 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1394cc0b-b06c-4998-86aa-abcce691fa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.985964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1394cc0b-b06c-4998-86aa-abcce691fa11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae217293-28e8-4fd9-8f67-eb453fcd003a HTTP/1.1" status: 204 len: 168 time: 0.4883978 Jul 16 20:09:16.023858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394cc0b-b06c-4998-86aa-abcce691fa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae217293-28e8-4fd9-8f67-eb453fcd003a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.037299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db28bb53-163a-4422-b5a4-847596c4f460 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.150418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.318854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db28bb53-163a-4422-b5a4-847596c4f460 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.327432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3599999-92f4-455e-90af-3a293f870f1f None None] Network 93a44290-e4c6-4134-ba47-4fa6342ccfc9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:16.354804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-db28bb53-163a-4422-b5a4-847596c4f460 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/subnets/87852151-7bd8-4fa8-83db-c3ff692a8ebb HTTP/1.1" status: 204 len: 168 time: 1.2091746 Jul 16 20:09:16.358401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43920) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:16.371989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28bb53-163a-4422-b5a4-847596c4f460 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Subnet': ['ID=87852151-7bd8-4fa8-83db-c3ff692a8ebb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.694128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d59ba9b-fd9a-4dda-81ea-f6ccb358ce97 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Deleting subnet 9e36056a-497c-4ae5-849c-e0dd687b1b7a {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:09:16.702872 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0d59ba9b-fd9a-4dda-81ea-f6ccb358ce97 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.862112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0d59ba9b-fd9a-4dda-81ea-f6ccb358ce97 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.034892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:09:17.330341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43938) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:17.379378 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0d59ba9b-fd9a-4dda-81ea-f6ccb358ce97 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.463276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:09:17.472427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8106896-d047-4a87-b253-7dcd725b50d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.494547 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] Sync routers for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:09:17.501056 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a7617b3-992c-46cb-ace4-89781183589c admin admin] 10.222.0.78 "PUT /v2.0/routers/c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5178769 Jul 16 20:09:17.502537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43940) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:17.530485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb515d-df3b-4bc9-b405-b12293c3a07b req-9dbdbe28-72dc-40e5-b8ca-90f039f5eff7 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.532384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60bb515d-df3b-4bc9-b405-b12293c3a07b req-9dbdbe28-72dc-40e5-b8ca-90f039f5eff7 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.4702148 Jul 16 20:09:17.536779 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0d59ba9b-fd9a-4dda-81ea-f6ccb358ce97 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.546498 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:17.552364 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:17.573177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59ba9b-fd9a-4dda-81ea-f6ccb358ce97 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Subnet': ['ID=9e36056a-497c-4ae5-849c-e0dd687b1b7a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:17.678211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c26b6-f029-423a-a27c-e5118dfbb19e None None] Network b152f590-b334-42e2-b4a6-62724844bdd9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:17.682558 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0d59ba9b-fd9a-4dda-81ea-f6ccb358ce97 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.692257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0d59ba9b-fd9a-4dda-81ea-f6ccb358ce97 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/subnets/9e36056a-497c-4ae5-849c-e0dd687b1b7a HTTP/1.1" status: 204 len: 168 time: 1.3051047 Jul 16 20:09:17.704920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43944) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:17.764341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60bb515d-df3b-4bc9-b405-b12293c3a07b req-a576959e-d1c7-4c5d-aa6d-afb4786bb097 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942427 Jul 16 20:09:17.949367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] DHCP port deletion for 93a44290-e4c6-4134-ba47-4fa6342ccfc9 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:09:18.032743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.095406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-24aabb1f-e2b8-4940-849a-df7095aa9fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.154563 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:18.181286 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.225379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-ad189be6-7f86-4345-bf53-9ee32146bf90 req-be3da5b8-6f63-47ea-b7e0-3b7da78c0d96 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:18.244261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad189be6-7f86-4345-bf53-9ee32146bf90 req-be3da5b8-6f63-47ea-b7e0-3b7da78c0d96 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509996 Jul 16 20:09:18.369903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] Deleting port 89b301a0-c46a-413e-b664-9fcf7cb250f2 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:18.373065 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.460002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.725435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Deleting port 89b301a0-c46a-413e-b664-9fcf7cb250f2 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:18.725924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.730875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] DHCP port deletion for b152f590-b334-42e2-b4a6-62724844bdd9 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:09:18.786796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] For port 89b301a0-c46a-413e-b664-9fcf7cb250f2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=89b301a0-c46a-413e-b664-9fcf7cb250f2,segment=NetworkSegment(bcce0a21-ffd9-4cf4-ab94-3238efc30775),segment_id=bcce0a21-ffd9-4cf4-ab94-3238efc30775)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:18.787324 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.993681 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8106896-d047-4a87-b253-7dcd725b50d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.009512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 89b301a0-c46a-413e-b664-9fcf7cb250f2 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:19.056232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8106896-d047-4a87-b253-7dcd725b50d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.119945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Deleting port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:19.126613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.264956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-bc9b57e4-b770-4dc4-8b60-f3e8e8521298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.268307 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-bc9b57e4-b770-4dc4-8b60-f3e8e8521298 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.5720081 Jul 16 20:09:19.332810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] Calling delete_port for 89b301a0-c46a-413e-b664-9fcf7cb250f2 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:19.398163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] For port 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=477f1d0e-1aaf-4906-8db5-aa5bd21dc09e,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.399053 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.420278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Calling delete_port for 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:19.424689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b8106896-d047-4a87-b253-7dcd725b50d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48e2bb4a79d5443cb7728daec57dfc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0873067 Jul 16 20:09:19.429554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43984) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:19.576878 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T20:09:14Z', 'revision_number': 5, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port': {'id': '477f1d0e-1aaf-4906-8db5-aa5bd21dc09e', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:56:45Z', 'updated_at': '2021-07-16T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:19.704714 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.775600 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] Checking router: c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:09:19.785582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] For port 89b301a0-c46a-413e-b664-9fcf7cb250f2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=89b301a0-c46a-413e-b664-9fcf7cb250f2,segment=NetworkSegment(bcce0a21-ffd9-4cf4-ab94-3238efc30775),segment_id=bcce0a21-ffd9-4cf4-ab94-3238efc30775)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.786249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.816987 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] Routers {'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:19.818514 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:08:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:19.967671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 89b301a0-c46a-413e-b664-9fcf7cb250f2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=89b301a0-c46a-413e-b664-9fcf7cb250f2,segment=NetworkSegment(bcce0a21-ffd9-4cf4-ab94-3238efc30775),segment_id=bcce0a21-ffd9-4cf4-ab94-3238efc30775)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:20.048867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.049203 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.049837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f34b6271-eb78-478d-8124-70257db5d439 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:20.163914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Pushing event deleted for resources: {'Port': ['ID=477f1d0e-1aaf-4906-8db5-aa5bd21dc09e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.338337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Calling delete_port for 89b301a0-c46a-413e-b664-9fcf7cb250f2 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:20.361160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8106896-d047-4a87-b253-7dcd725b50d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b5f84d-bbe1-4ecb-8ce5-5c6264a5512c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.398743 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] Set router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:20.476060 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.552107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event deleted for resources: {'Port': ['ID=89b301a0-c46a-413e-b664-9fcf7cb250f2,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.566282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] Deleting port f34b6271-eb78-478d-8124-70257db5d439 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:20.567135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.572555 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T20:09:18Z', 'revision_number': 6, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:20.644959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-a93c4e8e-7d53-4ff2-94ae-31fdfb65cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.646510 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-a93c4e8e-7d53-4ff2-94ae-31fdfb65cd0e service neutron] 10.222.0.68 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 920 time: 0.8580954 Jul 16 20:09:20.665840 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d632bc-2fd1-42aa-ac40-a0b6dee2c392 None None] The sync data for ids ['c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a'] in n-d-791505-15 is: [{'id': 'c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a', 'name': 'tempest-TaggedBootDevicesTest_v242-659812531-router', 'tenant_id': '503cc6fc2182435893440138a3ee9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:56:44Z', 'updated_at': '2021-07-16T20:09:18Z', 'revision_number': 6, 'project_id': '503cc6fc2182435893440138a3ee9551', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:09:20.687102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] For port f34b6271-eb78-478d-8124-70257db5d439, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f34b6271-eb78-478d-8124-70257db5d439,segment=NetworkSegment(30d18880-680e-4c3a-b707-31c866445fc1),segment_id=30d18880-680e-4c3a-b707-31c866445fc1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:20.687537 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.710328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] Calling delete_port for f34b6271-eb78-478d-8124-70257db5d439 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:20.741429 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-d3a05bf4-f272-4dfb-8bbc-75d5f6263464 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 217 time: 0.0825388 Jul 16 20:09:20.749557 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.753583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-676c356b-79f6-4208-ae99-4fe2691ac478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.835248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] No DVR routers for this DVR port 89b301a0-c46a-413e-b664-9fcf7cb250f2 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:20.847191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed43d9-30a9-45f5-a87d-f83ba892c934 req-ec3f5078-9816-4269-b9ba-708a2a4682f4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.855006 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.857650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70ed43d9-30a9-45f5-a87d-f83ba892c934 req-ec3f5078-9816-4269-b9ba-708a2a4682f4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 1.4239178 Jul 16 20:09:20.880645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06f275-e0b1-4c98-9424-234d20b1cfa2 req-17757ce0-c7e5-43e6-8b67-d95cc0c2338c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.881543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] No DVR routers for this DVR port f34b6271-eb78-478d-8124-70257db5d439 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:20.892939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a06f275-e0b1-4c98-9424-234d20b1cfa2 req-17757ce0-c7e5-43e6-8b67-d95cc0c2338c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 1.4648507 Jul 16 20:09:20.906857 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-277fea9e-dc97-4669-bfe5-1c40c388158d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1215184 Jul 16 20:09:20.917327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.922360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.962054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.962424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.962768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.963111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.963449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.967523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-676c356b-79f6-4208-ae99-4fe2691ac478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.968666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.969314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.969448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.970199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.970199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.970544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.970753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:20.970891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-eadfd10c-fb56-44de-a7eb-6b5f24a9b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.973178 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-eadfd10c-fb56-44de-a7eb-6b5f24a9b186 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 0.2207575 Jul 16 20:09:20.993834 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.005284 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.005863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:09:21.011068 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c77d09cb-7e6f-4f12-a043-9b2c7209011a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.024780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Port f34b6271-eb78-478d-8124-70257db5d439 update to DOWN by agent not found {{(pid=100245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:09:21.050281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.058689 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4e68486d-7a03-4dd2-a209-dd49e2751054 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c71ab25a-56c5-4ea6-93ba-0f8bbbe8430a HTTP/1.1" status: 204 len: 168 time: 3.5476878 Jul 16 20:09:21.062074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-035fc593-c005-43e7-b2a3-742bff77e859 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821383 Jul 16 20:09:21.062880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44004) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:21.118446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca716449-f7c7-4c23-b696-4c9a8ed135e4 None None] Pushing event deleted for resources: {'Port': ['ID=89b301a0-c46a-413e-b664-9fcf7cb250f2,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.165395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e21e1-e68e-4af0-bde0-b5f2164c4445 None None] Pushing event deleted for resources: {'Port': ['ID=f34b6271-eb78-478d-8124-70257db5d439,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.217255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f08f8c-357b-42d5-8fbf-017466ade673 admin admin] Deleting subnet 5f975908-f022-488f-a956-eb6600bdb93c {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:09:21.259766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a06f275-e0b1-4c98-9424-234d20b1cfa2 req-1485bff1-bf3d-4d55-b203-7c6dcdaad2f1 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659165 Jul 16 20:09:21.343310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70ed43d9-30a9-45f5-a87d-f83ba892c934 req-b410749b-a23b-432c-8703-8156ba55c20e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4845684 Jul 16 20:09:21.362116 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.397872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93f08f8c-357b-42d5-8fbf-017466ade673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.451804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Port': ['ID=89b301a0-c46a-413e-b664-9fcf7cb250f2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.469171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] No DVR routers for this DVR port 89b301a0-c46a-413e-b664-9fcf7cb250f2 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:21.563649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-676c356b-79f6-4208-ae99-4fe2691ac478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.571652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-676c356b-79f6-4208-ae99-4fe2691ac478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.574655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-676c356b-79f6-4208-ae99-4fe2691ac478 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02b5f84d-bbe1-4ecb-8ce5-5c6264a5512c HTTP/1.1" status: 204 len: 168 time: 2.1180983 Jul 16 20:09:21.775881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93f08f8c-357b-42d5-8fbf-017466ade673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.833441 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.861591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ebe57171-a316-43b0-b3c4-711d5e481bf9 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:21.892487 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-4ca76798-cbe4-4079-918f-16735e634f35 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8205161 Jul 16 20:09:21.897585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c356b-79f6-4208-ae99-4fe2691ac478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b5f84d-bbe1-4ecb-8ce5-5c6264a5512c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.949823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a44290-e4c6-4134-ba47-4fa6342ccfc9']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:22.036379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcce0a21-ffd9-4cf4-ab94-3238efc30775') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:22.036613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcce0a21-ffd9-4cf4-ab94-3238efc30775') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:22.051484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ebe57171-a316-43b0-b3c4-711d5e481bf9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:22.051484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ebe57171-a316-43b0-b3c4-711d5e481bf9 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:22.079873 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.103208 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.111148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:09:22.111877 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:09:22.227948 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:09:22.239245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.262566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.270108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44036) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:22.271289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/networks/93a44290-e4c6-4134-ba47-4fa6342ccfc9 HTTP/1.1" status: 204 len: 168 time: 4.5595653 Jul 16 20:09:22.327313 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.339504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8b744-edd2-4cd5-904b-baf981b2387b tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Network': ['ID=93a44290-e4c6-4134-ba47-4fa6342ccfc9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:22.393994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93f08f8c-357b-42d5-8fbf-017466ade673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.733221 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-910d66ef-b761-44f2-89de-4d3bb3e9c30a req-12283127-0e31-4396-a114-7857c4da34b1 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8177347 Jul 16 20:09:22.752002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.943942 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93f08f8c-357b-42d5-8fbf-017466ade673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.076261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82cabc-c62f-489a-ad90-ea65bc3d49e7 req-13e844fa-6968-4d70-92b3-70eb2fe82250 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.078355 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c82cabc-c62f-489a-ad90-ea65bc3d49e7 req-13e844fa-6968-4d70-92b3-70eb2fe82250 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.3511484 Jul 16 20:09:23.089826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68307e3-d5d2-4e6a-aa1c-4ed9de5bae14 req-7e85e10b-d35c-483f-81da-99398b3fb8e2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.106511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d68307e3-d5d2-4e6a-aa1c-4ed9de5bae14 req-7e85e10b-d35c-483f-81da-99398b3fb8e2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.2194765 Jul 16 20:09:23.146206 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93f08f8c-357b-42d5-8fbf-017466ade673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.151996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-93f08f8c-357b-42d5-8fbf-017466ade673 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5f975908-f022-488f-a956-eb6600bdb93c HTTP/1.1" status: 204 len: 168 time: 2.0876107 Jul 16 20:09:23.154870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ee35c-badf-42b9-9430-94e13e9b74c7 None None] Network 893b11cc-265c-4a99-bb9c-7361f9f9e9bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:23.159605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44064) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:23.164116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:23.176468 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f08f8c-357b-42d5-8fbf-017466ade673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f975908-f022-488f-a956-eb6600bdb93c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:23.283567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-98697bd8-0e52-4874-90ce-5f88f5a8dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.285436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:23.285436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 477f1d0e-1aaf-4906-8db5-aa5bd21dc09e not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:23.290790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-98697bd8-0e52-4874-90ce-5f88f5a8dddb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 1102 time: 0.7827344 Jul 16 20:09:23.355741 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.365572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c82cabc-c62f-489a-ad90-ea65bc3d49e7 req-1c44b132-c5a3-4bfd-9bf0-a0238cf03db3 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233868 Jul 16 20:09:23.401002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.432927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d68307e3-d5d2-4e6a-aa1c-4ed9de5bae14 req-c6b3da2a-0256-4aed-8efd-641fd4d92191 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217909 Jul 16 20:09:23.505208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Deleting port 1e95ca17-d0e7-4481-9969-2d40ef4580ef {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:23.505590 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.527597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b152f590-b334-42e2-b4a6-62724844bdd9']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:23.764757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] For port 1e95ca17-d0e7-4481-9969-2d40ef4580ef, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1e95ca17-d0e7-4481-9969-2d40ef4580ef,segment=NetworkSegment(ca9a010a-db9f-4bbf-be64-db2c56f8b158),segment_id=ca9a010a-db9f-4bbf-be64-db2c56f8b158)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:23.772388 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.817482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Calling delete_port for 1e95ca17-d0e7-4481-9969-2d40ef4580ef owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:23.819253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.827644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-637a79de-0166-40ee-b850-454ff876a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.838997 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-637a79de-0166-40ee-b850-454ff876a4d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.5138545 Jul 16 20:09:23.850133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d18880-680e-4c3a-b707-31c866445fc1') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:23.853204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d18880-680e-4c3a-b707-31c866445fc1') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:24.028154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] DHCP port deletion for 893b11cc-265c-4a99-bb9c-7361f9f9e9bc request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:09:24.062754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.097825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-8c55e719-7f73-4e4d-9799-ab68fce3a06d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5 HTTP/1.1" status: 200 len: 217 time: 0.2372673 Jul 16 20:09:24.108814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.169087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e95ca17-d0e7-4481-9969-2d40ef4580ef,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:24.177674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] No DVR routers for this DVR port 1e95ca17-d0e7-4481-9969-2d40ef4580ef on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:24.294107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] Deleting port 1e95ca17-d0e7-4481-9969-2d40ef4580ef {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:24.304562 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.330712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.353564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893b11cc-265c-4a99-bb9c-7361f9f9e9bc']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:24.377823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9a010a-db9f-4bbf-be64-db2c56f8b158') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:24.378218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9a010a-db9f-4bbf-be64-db2c56f8b158') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:24.399584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333cd27-4595-4a7e-9975-0a7c5cc15b5f req-621e8d95-e730-45e2-9528-3b9074e13542 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.410742 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2333cd27-4595-4a7e-9975-0a7c5cc15b5f req-621e8d95-e730-45e2-9528-3b9074e13542 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 950 time: 0.2776508 Jul 16 20:09:24.423202 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.430034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.462733 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.496750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2333cd27-4595-4a7e-9975-0a7c5cc15b5f req-5b213c79-bc2f-4933-94a5-1a9921d249a8 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845191 Jul 16 20:09:24.499866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:09:24.501544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-71268488-fe9a-474d-abd3-9755b830cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.505578 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.508158 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-71268488-fe9a-474d-abd3-9755b830cbc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.3894424 Jul 16 20:09:24.520757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:09:24.521646 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:09:24.531645 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.537312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] For port 1e95ca17-d0e7-4481-9969-2d40ef4580ef, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:24.537841 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:09:24.547962 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:09:24.605413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] Calling delete_port for 1e95ca17-d0e7-4481-9969-2d40ef4580ef owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:24.618659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] Port 1e95ca17-d0e7-4481-9969-2d40ef4580ef was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:09:24.630292 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.743360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] Pushing event deleted for resources: {'Port': ['ID=1e95ca17-d0e7-4481-9969-2d40ef4580ef,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:24.772103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbfc98-2e9d-457b-9086-90da7f996872 None None] No DVR routers for this DVR port 1e95ca17-d0e7-4481-9969-2d40ef4580ef on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:24.830901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.839020 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.849821 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] 10.222.0.78 "DELETE /v2.0/networks/893b11cc-265c-4a99-bb9c-7361f9f9e9bc HTTP/1.1" status: 204 len: 168 time: 1.6725013 Jul 16 20:09:24.869382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3a170-1e32-4051-a943-3508f3d386cc admin admin] Pushing event deleted for resources: {'Network': ['ID=893b11cc-265c-4a99-bb9c-7361f9f9e9bc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:24.935189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a19fb-d218-4237-9c41-c6d8a1a435de req-ab247da8-0a2b-48ac-bf3e-f2825d754f46 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.946204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-811a19fb-d218-4237-9c41-c6d8a1a435de req-ab247da8-0a2b-48ac-bf3e-f2825d754f46 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.2143178 Jul 16 20:09:25.044927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-811a19fb-d218-4237-9c41-c6d8a1a435de req-26660ebc-b82a-4742-b442-2c222059eab1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902216 Jul 16 20:09:25.329776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1e95ca17-d0e7-4481-9969-2d40ef4580ef no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:25.339595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82284636-9b21-48c4-bee2-20f7d264a990 req-d63e76e1-0e79-4dab-bbe5-a14f217b323e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.361742 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82284636-9b21-48c4-bee2-20f7d264a990 req-d63e76e1-0e79-4dab-bbe5-a14f217b323e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.2923231 Jul 16 20:09:25.535584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 1e95ca17-d0e7-4481-9969-2d40ef4580ef {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:25.546296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1e95ca17-d0e7-4481-9969-2d40ef4580ef not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:25.639260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82284636-9b21-48c4-bee2-20f7d264a990 req-459006ed-f737-452c-8a4c-d97bb2cb0691 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737281 Jul 16 20:09:25.844043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44146) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:26.011884 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5461be90-648e-4bf8-8f59-3d111e1f3138 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=503cc6fc2182435893440138a3ee9551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654756 Jul 16 20:09:26.013482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44154) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:26.292534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-daa3b8a7-ded7-419f-b436-9f5a312cf098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.317214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.333214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.338256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-daa3b8a7-ded7-419f-b436-9f5a312cf098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.341820 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/networks/b152f590-b334-42e2-b4a6-62724844bdd9 HTTP/1.1" status: 204 len: 168 time: 4.0626290 Jul 16 20:09:26.345435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44164) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:26.390388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb91ad-ef0f-4d64-80ea-67f45d8b2f56 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Network': ['ID=b152f590-b334-42e2-b4a6-62724844bdd9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:26.408170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-e09fe3eb-dc6a-4fe7-bc62-da5fbfe47383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.417344 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-e09fe3eb-dc6a-4fe7-bc62-da5fbfe47383 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.8681362 Jul 16 20:09:26.505389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:26.589791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dab1d5-9f97-44e7-b6fe-f96d88209c1a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Deleting subnet 2b1767ef-15fe-4b12-9630-3c157463bd0b {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:09:26.601706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0dab1d5-9f97-44e7-b6fe-f96d88209c1a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.740738 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0dab1d5-9f97-44e7-b6fe-f96d88209c1a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.744009 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-cb2fde7f-01b2-4e35-b94c-3202aa61c19b service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169475 Jul 16 20:09:26.823308 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.881784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:26.884169 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd837a4-8a57-4c27-8bbe-fac2c739d630" -d '{"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-unplugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:26.908547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:26.918127 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.926617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0dab1d5-9f97-44e7-b6fe-f96d88209c1a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.073003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.094807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0dab1d5-9f97-44e7-b6fe-f96d88209c1a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.183631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1c084f04-d656-4053-a2d4-8193095b6f2d req-7d7c696f-e830-4192-89e3-cbcbd9085fd2 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971984 Jul 16 20:09:27.209990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-daa3b8a7-ded7-419f-b436-9f5a312cf098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.217328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-daa3b8a7-ded7-419f-b436-9f5a312cf098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.220563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-daa3b8a7-ded7-419f-b436-9f5a312cf098 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/272d1861-a5e0-41a3-8f44-fd844e43a042 HTTP/1.1" status: 204 len: 168 time: 1.2052090 Jul 16 20:09:27.222626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dab1d5-9f97-44e7-b6fe-f96d88209c1a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1767ef-15fe-4b12-9630-3c157463bd0b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.249383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-6b1c5866-1c5b-427b-a04c-fe1433f3955f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4995689 Jul 16 20:09:27.308698 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0dab1d5-9f97-44e7-b6fe-f96d88209c1a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.315304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670281c2-6ae8-445f-a3ba-01a2be3e6c51 None None] Network 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:27.326164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f0dab1d5-9f97-44e7-b6fe-f96d88209c1a tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/subnets/2b1767ef-15fe-4b12-9630-3c157463bd0b HTTP/1.1" status: 204 len: 168 time: 0.9759476 Jul 16 20:09:27.369056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2218e-40bd-45aa-b53f-00703571e101 req-440c7ae3-7238-42de-bad2-dac5b32db752 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.389085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06c2218e-40bd-45aa-b53f-00703571e101 req-440c7ae3-7238-42de-bad2-dac5b32db752 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.9383600 Jul 16 20:09:27.401319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44198) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:27.519659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3b8a7-ded7-419f-b436-9f5a312cf098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272d1861-a5e0-41a3-8f44-fd844e43a042,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.571026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-5b15dc6a-4d34-4665-a5ff-f12b50f6d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.577133 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-5b15dc6a-4d34-4665-a5ff-f12b50f6d3ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 1097 time: 0.2678506 Jul 16 20:09:27.813994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06c2218e-40bd-45aa-b53f-00703571e101 req-79b72cde-5b92-47a2-aac0-5985702ca3e7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179695 Jul 16 20:09:27.827373 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.981366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-2e8076ed-12bc-4bd8-b9fe-79ece1cf7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.994472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544d086-1307-4ee7-a9a2-9dd3d73213c2 req-c635f26d-0bdc-44a4-834a-39e7f1ee97d9 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.995481 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-2e8076ed-12bc-4bd8-b9fe-79ece1cf7a21 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 914 time: 0.3870168 Jul 16 20:09:27.996253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1544d086-1307-4ee7-a9a2-9dd3d73213c2 req-c635f26d-0bdc-44a4-834a-39e7f1ee97d9 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.8137968 Jul 16 20:09:28.014292 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9a351c-e529-44e6-b831-b927d397ac54 x-openstack-request-id: req-fc9a351c-e529-44e6-b831-b927d397ac54 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:28.014954 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-unplugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:28.014954 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc9a351c-e529-44e6-b831-b927d397ac54 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:28.015133 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'code': 200} Jul 16 20:09:28.148833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] DHCP port deletion for 0bbd9b3a-7370-492f-b75c-eb9f38d320b7 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:09:28.233749 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-a74fe5e5-6423-43ad-923b-459f7d6d8d08 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb HTTP/1.1" status: 200 len: 217 time: 0.2306113 Jul 16 20:09:28.366455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] Deleting port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:28.367050 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.401411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-fa2c13de-66c3-4a0a-889e-b7ac71600e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.406555 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-fa2c13de-66c3-4a0a-889e-b7ac71600e8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a002743e-a411-4591-bb66-6867a32979ab HTTP/1.1" status: 200 len: 853 time: 0.1598492 Jul 16 20:09:28.525370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b70ef03a-d883-4570-aef5-7bf3f102eab2 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:28.576831 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-b9ff6eaa-8484-4f4e-a9f9-be6165bbb1a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c7d433e6-a170-4cec-8019-9a7c0047b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582024 Jul 16 20:09:29.018065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] For port 9bfd46c5-c741-4b13-9f04-52aef3c143f6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9bfd46c5-c741-4b13-9f04-52aef3c143f6,segment=NetworkSegment(6d00476f-02f1-4251-9e9c-f2dc27c3baa8),segment_id=6d00476f-02f1-4251-9e9c-f2dc27c3baa8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:29.019239 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.023912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:29.028007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-f0cda2e9-7940-4185-883f-f639ae84f933 service neutron] 10.222.0.68 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449968 Jul 16 20:09:29.052489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] Calling delete_port for 9bfd46c5-c741-4b13-9f04-52aef3c143f6 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:29.058401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'mac_address': 'fa:16:3e:c8:6e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:29.214528 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.316239 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9bfd46c5-c741-4b13-9f04-52aef3c143f6 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:29.370945 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2af89ff3-a6fd-4ecf-a856-2fe176ec38d0 req-c5ac9230-60e4-46c1-8aa1-7632022684de service neutron] 10.222.0.68 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277445 Jul 16 20:09:29.482195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1544d086-1307-4ee7-a9a2-9dd3d73213c2 req-06cac07f-28d7-4b28-976a-16a1cef2da06 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504682 Jul 16 20:09:29.543586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44272) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:29.582777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Deleting port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:29.583440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.599125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b70ef03a-d883-4570-aef5-7bf3f102eab2 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:29.723842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bb6c6-657d-473e-8316-19cea4bf6369 req-70692d8f-4acb-4ad1-bfa7-9246aba83f45 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.725599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a4bb6c6-657d-473e-8316-19cea4bf6369 req-70692d8f-4acb-4ad1-bfa7-9246aba83f45 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.5347669 Jul 16 20:09:29.741591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:29.762230 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.874681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44292) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:29.960808 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a4bb6c6-657d-473e-8316-19cea4bf6369 req-18b2f4d2-7fbf-4f77-a4a3-678c5edde937 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178543 Jul 16 20:09:29.971160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] For port 9bfd46c5-c741-4b13-9f04-52aef3c143f6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9bfd46c5-c741-4b13-9f04-52aef3c143f6,segment=NetworkSegment(6d00476f-02f1-4251-9e9c-f2dc27c3baa8),segment_id=6d00476f-02f1-4251-9e9c-f2dc27c3baa8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:29.971587 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.994169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Calling delete_port for 9bfd46c5-c741-4b13-9f04-52aef3c143f6 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:30.044055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b70ef03a-d883-4570-aef5-7bf3f102eab2'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:30.097665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb9f-8c92-41ad-a81d-1488115c7c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.229728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-74272356-network', 'tenant_id': 'e5582dde1c6348b4939cb100c5b1e120'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:30.281959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.321733 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.337054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.357881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] No DVR routers for this DVR port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:30.403611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] Pushing event deleted for resources: {'Port': ['ID=9bfd46c5-c741-4b13-9f04-52aef3c143f6,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.424614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.427330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb9f-8c92-41ad-a81d-1488115c7c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.464154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb9f-8c92-41ad-a81d-1488115c7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.469711 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.476843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a306bad-1029-4701-bf22-f7769051ffe4 None None] No DVR routers for this DVR port 9bfd46c5-c741-4b13-9f04-52aef3c143f6 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:30.482907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbd9b3a-7370-492f-b75c-eb9f38d320b7']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:30.500356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d00476f-02f1-4251-9e9c-f2dc27c3baa8') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:30.500356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d00476f-02f1-4251-9e9c-f2dc27c3baa8') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:30.510793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.528130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66fb9f-8c92-41ad-a81d-1488115c7c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff663e14-8c82-4494-b7f7-90b565f427c2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.532167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Made reservation on behalf of e5582dde1c6348b4939cb100c5b1e120 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:30.536404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.556904 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.585307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:09:30.585742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.596325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.662355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aa66fb9f-8c92-41ad-a81d-1488115c7c85 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2df4128fa86341c69fe079684466103d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1174181 Jul 16 20:09:30.666312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44304) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:30.815276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Port': ['ID=9bfd46c5-c741-4b13-9f04-52aef3c143f6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.817075 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3e23e32-bfd7-49d3-a54c-c14528bf7c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:09:30.824583 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:09:30.827659 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.831705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.833959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/networks/0bbd9b3a-7370-492f-b75c-eb9f38d320b7 HTTP/1.1" status: 204 len: 168 time: 3.3623471 Jul 16 20:09:30.843950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44316) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:30.857223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3e23e32-bfd7-49d3-a54c-c14528bf7c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.943082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-12554288-790d-4f2d-9347-a8d604c3e72c tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "GET /v2.0/ports?device_id=08d61309-7a25-407e-a2e1-23f224ba5944 HTTP/1.1" status: 200 len: 205 time: 0.0820086 Jul 16 20:09:30.943331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44326) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:30.944996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb190e31-ff37-4351-97f8-f320e2ba98db tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Pushing event deleted for resources: {'Network': ['ID=0bbd9b3a-7370-492f-b75c-eb9f38d320b7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.980467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3e23e32-bfd7-49d3-a54c-c14528bf7c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.003279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3e23e32-bfd7-49d3-a54c-c14528bf7c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.004643 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b3e23e32-bfd7-49d3-a54c-c14528bf7c67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff663e14-8c82-4494-b7f7-90b565f427c2 HTTP/1.1" status: 204 len: 168 time: 0.3344963 Jul 16 20:09:31.224567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2e82aeb-0a46-40ad-91a3-4d7dd1a84469 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.383849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.423354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a572c2-1851-4115-b29e-48ebcd5fcb7c req-c799138c-9fbd-4fea-a339-9c9197d128bf tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.439092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.442919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76a572c2-1851-4115-b29e-48ebcd5fcb7c req-c799138c-9fbd-4fea-a339-9c9197d128bf tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.6192696 Jul 16 20:09:31.478088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e23e32-bfd7-49d3-a54c-c14528bf7c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff663e14-8c82-4494-b7f7-90b565f427c2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:31.517145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd7ced4-5676-4519-b1ba-e730d8b15b8f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:31.542567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:31.601121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.601515 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Added segment daf6be08-a6f4-439f-9b2a-97fba1d64ab8 of type vlan for network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 Jul 16 20:09:31.641113 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76a572c2-1851-4115-b29e-48ebcd5fcb7c req-7e2146f3-aa37-4c32-ad7a-c29c6eb64aa1 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971776 Jul 16 20:09:31.712547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.717075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df3b7c-81ef-49fa-847e-de96d1e338f2 req-afcd1648-4b74-46d0-b781-e9ee182d3843 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.718905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3df3b7c-81ef-49fa-847e-de96d1e338f2 req-afcd1648-4b74-46d0-b781-e9ee182d3843 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.3654072 Jul 16 20:09:31.875016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3df3b7c-81ef-49fa-847e-de96d1e338f2 req-2ae92920-12db-492a-b7f6-0d952c6c3420 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261678 Jul 16 20:09:31.889983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.890842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.891548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.908188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44364) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:31.956709 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ed2bd9c-74a3-4534-82b1-b8ea44eba866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.071848 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2e82aeb-0a46-40ad-91a3-4d7dd1a84469 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.077582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2e82aeb-0a46-40ad-91a3-4d7dd1a84469 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.181758 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3042147 Jul 16 20:09:32.184622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44368) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:32.188083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2e82aeb-0a46-40ad-91a3-4d7dd1a84469 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.189084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e82aeb-0a46-40ad-91a3-4d7dd1a84469 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Fanout notify agent at l3_agent the message router_deleted on router 08d61309-7a25-407e-a2e1-23f224ba5944 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:09:32.207197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Request body: {'subnet': {'network_id': 'b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-74272356-subnet', 'tenant_id': 'e5582dde1c6348b4939cb100c5b1e120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:32.217324 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2e82aeb-0a46-40ad-91a3-4d7dd1a84469 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.218934 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c2e82aeb-0a46-40ad-91a3-4d7dd1a84469 tempest-RoutersNegativeTest-338913438 tempest-RoutersNegativeTest-338913438-project] 10.222.0.78 "DELETE /v2.0/routers/08d61309-7a25-407e-a2e1-23f224ba5944 HTTP/1.1" status: 204 len: 168 time: 1.2729013 Jul 16 20:09:32.249109 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ed2bd9c-74a3-4534-82b1-b8ea44eba866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.259543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ed2bd9c-74a3-4534-82b1-b8ea44eba866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.396711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44376) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:32.397331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7ed2bd9c-74a3-4534-82b1-b8ea44eba866 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8dca3e5568249d29b29e0605ca106c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875023 Jul 16 20:09:32.416736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803e895-533e-4de0-bd9f-2a2ea27364da admin admin] Pushing event updated for resources: {'Network': ['ID=b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.426892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Made reservation on behalf of e5582dde1c6348b4939cb100c5b1e120 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:32.429356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.433214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:32.441992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2bd9c-74a3-4534-82b1-b8ea44eba866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e00e9-abe4-4580-a73c-c70dcffd74a8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.694728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b70ef03a-d883-4570-aef5-7bf3f102eab2 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:32.724253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8039-8db2-4612-b91a-42fbbfbb851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.771003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8039-8db2-4612-b91a-42fbbfbb851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.875688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port b70ef03a-d883-4570-aef5-7bf3f102eab2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:32.876544 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.938365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8039-8db2-4612-b91a-42fbbfbb851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.941506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8039-8db2-4612-b91a-42fbbfbb851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.946484 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9d4a8039-8db2-4612-b91a-42fbbfbb851e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a7e00e9-abe4-4580-a73c-c70dcffd74a8 HTTP/1.1" status: 204 len: 168 time: 0.5487447 Jul 16 20:09:32.979895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.999307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a8039-8db2-4612-b91a-42fbbfbb851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e00e9-abe4-4580-a73c-c70dcffd74a8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:33.119375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44392) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:33.168396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.180913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e263bb-dd34-469f-8ad3-a9e294402488,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:33.206334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Checking segment: {'id': 'daf6be08-a6f4-439f-9b2a-97fba1d64ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:33.211002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Network hostable DHCP agents. Network: b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:33.269280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:33.291384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:33.296458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:33.302382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:33.305822 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d415ff-a417-4378-88da-5c90458b7e91" -d '{"events": [{"server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "name": "network-vif-plugged", "status": "completed", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:33.307942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.310535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.310800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02845f10-8942-455e-b786-7d8583d9f071 None None] Network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:33.324191 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.344523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d49bf-885a-42c2-907b-05f5311a462d req-e28e787b-9493-41b5-96d4-ba1bd7f8bcb2 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.346356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca7d49bf-885a-42c2-907b-05f5311a462d req-e28e787b-9493-41b5-96d4-ba1bd7f8bcb2 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.2516849 Jul 16 20:09:33.361498 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56f44ccc-9d26-4058-807c-51bf463d2265 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1747239 Jul 16 20:09:33.502908 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca7d49bf-885a-42c2-907b-05f5311a462d req-928b1b24-d092-4508-abf4-9c6692bdf2a9 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469738 Jul 16 20:09:33.582158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:33.607176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e096f-ee2e-4c96-a5fa-142192ceb309 req-59366c2e-c176-45b3-99db-c7da85aa823c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.616540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b6e096f-ee2e-4c96-a5fa-142192ceb309 req-59366c2e-c176-45b3-99db-c7da85aa823c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.2632279 Jul 16 20:09:33.673586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b6e096f-ee2e-4c96-a5fa-142192ceb309 req-4f976e44-9207-41d5-9a81-d38cd7349d3b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537157 Jul 16 20:09:33.805867 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1330c61-c7e7-4c33-8e0f-ced04e868044 x-openstack-request-id: req-f1330c61-c7e7-4c33-8e0f-ced04e868044 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:33.806463 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "name": "network-vif-plugged", "status": "completed", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:33.806937 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1330c61-c7e7-4c33-8e0f-ced04e868044 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:33.807754 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'code': 200} Jul 16 20:09:33.869105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cabb3a-e56c-4c89-a21a-eb203469657a None None] Network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:34.056436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44428) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:34.089826 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-61fc8688-b994-42c5-9ec9-71a0409a2a97 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b65df2e3ed7748679d51ca7f618e4034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9649458 Jul 16 20:09:34.317577 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4a7a20c-08ac-4ed7-927c-ec05d10e1b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.405440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4a7a20c-08ac-4ed7-927c-ec05d10e1b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.543791 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4a7a20c-08ac-4ed7-927c-ec05d10e1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.546808 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.548516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4a7a20c-08ac-4ed7-927c-ec05d10e1b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.551558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b4a7a20c-08ac-4ed7-927c-ec05d10e1b4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c6a51a87-db83-4231-91fd-7cdcb04528aa HTTP/1.1" status: 204 len: 168 time: 0.4931612 Jul 16 20:09:34.585697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7a20c-08ac-4ed7-927c-ec05d10e1b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a51a87-db83-4231-91fd-7cdcb04528aa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:34.994644 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.157100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-9c435eef-2dbf-4b97-913e-6d9f19c3e26c tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.159268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-9c435eef-2dbf-4b97-913e-6d9f19c3e26c tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/networks?id=b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 HTTP/1.1" status: 200 len: 820 time: 0.3267202 Jul 16 20:09:35.205287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-c0f4f577-3914-4f43-9589-10e85e152b76 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/quotas/e5582dde1c6348b4939cb100c5b1e120 HTTP/1.1" status: 200 len: 375 time: 0.0286260 Jul 16 20:09:35.307312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-149b487d-0392-4ba7-9e65-87db97620f32 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5582dde1c6348b4939cb100c5b1e120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968924 Jul 16 20:09:35.610022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-b89c8e8c-87e1-4ae0-babb-bdbb6cc37551 service neutron] 10.222.0.78 "GET /v2.0/networks/b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935128 Jul 16 20:09:36.051363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-78b0a1fc-0f5b-4af6-b5cc-ccbb219d3557 service neutron] 10.222.0.78 "GET /v2.0/networks/b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311416 Jul 16 20:09:36.492113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f9c88-1709-43ec-a10d-b12bf6c85f4a req-2ce642e1-c5a8-4ce4-a673-421c82e306dc tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.524604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c39f9c88-1709-43ec-a10d-b12bf6c85f4a req-2ce642e1-c5a8-4ce4-a673-421c82e306dc tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 1.3623908 Jul 16 20:09:36.701561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c39f9c88-1709-43ec-a10d-b12bf6c85f4a req-6308f3dc-8aa9-4d22-a5f0-b02ad085c5c9 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717107 Jul 16 20:09:37.107453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5360d6ae-f2cc-4bb0-8f60-5002d383145c req-e1dc033f-0c0a-438e-852d-e4d21d123dfe tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 210 time: 0.0767701 Jul 16 20:09:37.273948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-a82c9be1-0ae5-456f-beff-117e22bc931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.276238 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-a82c9be1-0ae5-456f-beff-117e22bc931b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d&tenant_id=e33d6ca215704afa8ace654e0908c2b9 HTTP/1.1" status: 200 len: 1095 time: 0.2365987 Jul 16 20:09:37.277700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdd435-530e-426c-b97e-087e3ba381d9 req-998c1ddb-7dd1-4de4-91e0-92a571b03ffc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.286191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dcfdd435-530e-426c-b97e-087e3ba381d9 req-998c1ddb-7dd1-4de4-91e0-92a571b03ffc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.1775205 Jul 16 20:09:37.408846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dcfdd435-530e-426c-b97e-087e3ba381d9 req-86e9c349-fce7-4738-ae5d-26587831fa8b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184585 Jul 16 20:09:37.554761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-4c6b5c15-d52b-4e0e-bd40-b35e77ecefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.561830 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-4c6b5c15-d52b-4e0e-bd40-b35e77ecefbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 1095 time: 0.2266071 Jul 16 20:09:37.990115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-d4be31f4-e4bd-4349-a4d9-846791304e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.994412 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-d4be31f4-e4bd-4349-a4d9-846791304e05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.4269607 Jul 16 20:09:38.006071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44548) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:38.227062 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-033b22a2-e9d4-495d-80ce-628b43457191 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e64eda-301f-4e41-9967-1d1803d91be7 HTTP/1.1" status: 200 len: 999 time: 0.1997728 Jul 16 20:09:38.321074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657bb1b-d7d1-42bb-9647-9e760ae8fe05 req-732747c5-a6f8-41ad-b982-d2fda0b92e6b tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.338494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9657bb1b-d7d1-42bb-9647-9e760ae8fe05 req-732747c5-a6f8-41ad-b982-d2fda0b92e6b tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.2065158 Jul 16 20:09:38.420380 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cb3d3d-6912-44a0-9a4b-aeb3eaa131c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.462073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-97bd74c7-2c1c-42e2-898d-d85d0f66ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.467716 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-97bd74c7-2c1c-42e2-898d-d85d0f66ea84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.2244294 Jul 16 20:09:38.488006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9657bb1b-d7d1-42bb-9647-9e760ae8fe05 req-df9f4fde-37e4-4d69-ad65-65416228afea tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470025 Jul 16 20:09:38.670814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-32748c16-e040-4dad-9e60-8fb2a40d9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.676640 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-32748c16-e040-4dad-9e60-8fb2a40d9ff3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1970201 Jul 16 20:09:38.802987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cb3d3d-6912-44a0-9a4b-aeb3eaa131c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.820419 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cb3d3d-6912-44a0-9a4b-aeb3eaa131c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.016646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb3d3d-6912-44a0-9a4b-aeb3eaa131c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79a3ebe-c09f-407b-a8e6-58b151a2dcfd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:39.050410 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-e339425f-040f-4451-adab-5cb0596ffd62 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653011 Jul 16 20:09:39.156626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b3cb3d3d-6912-44a0-9a4b-aeb3eaa131c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b4104ec5d274ff0a6d909a709b2cbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1477811 Jul 16 20:09:39.181505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44590) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:39.265717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3ab9538-5abd-4bbf-b17a-3a56c46c820a req-43cf50c2-3374-4edb-92f5-433344b7c14c tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 210 time: 0.1208904 Jul 16 20:09:39.415714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dd4b5-d11e-4bde-97ad-1fc14bdd5e14 req-3de398ec-cd37-433d-a694-a9f57b66baf0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.425645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b83dd4b5-d11e-4bde-97ad-1fc14bdd5e14 req-3de398ec-cd37-433d-a694-a9f57b66baf0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.3740053 Jul 16 20:09:39.476049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-4cdca553-397c-4039-a42b-0aa4a88e00ca tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.484900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-4cdca553-397c-4039-a42b-0aa4a88e00ca tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.16 "GET /v2.0/networks?id=b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 HTTP/1.1" status: 200 len: 820 time: 0.3331211 Jul 16 20:09:39.511164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Request body: {'port': {'device_id': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'network_id': 'b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2', 'admin_state_up': True, 'tenant_id': 'e5582dde1c6348b4939cb100c5b1e120'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:39.579669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b83dd4b5-d11e-4bde-97ad-1fc14bdd5e14 req-0c023f80-1a1a-4747-8b5b-1787e993d6d0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502755 Jul 16 20:09:39.761999 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ffc90ef0-9048-4b63-a5e2-461e12f06620 req-10a62643-693a-4421-b820-a5340acd98d5 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976464 Jul 16 20:09:39.812012 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edceeb98-0917-4a1f-b36e-27797dc86b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.867944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8243f-fdb4-47dc-8518-c8fccc0a4481 req-c7d72d19-02f8-4edd-aca5-977dbdad2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.871163 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-feb8243f-fdb4-47dc-8518-c8fccc0a4481 req-c7d72d19-02f8-4edd-aca5-977dbdad2844 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.3894873 Jul 16 20:09:39.890760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Made reservation on behalf of e5582dde1c6348b4939cb100c5b1e120 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:39.895139 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edceeb98-0917-4a1f-b36e-27797dc86b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.898317 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.004410 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-feb8243f-fdb4-47dc-8518-c8fccc0a4481 req-c7820d9a-a326-4d25-b897-8f0d647af5f2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245985 Jul 16 20:09:40.061149 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edceeb98-0917-4a1f-b36e-27797dc86b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.066861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edceeb98-0917-4a1f-b36e-27797dc86b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.073566 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-edceeb98-0917-4a1f-b36e-27797dc86b01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b79a3ebe-c09f-407b-a8e6-58b151a2dcfd HTTP/1.1" status: 204 len: 168 time: 0.8903098 Jul 16 20:09:40.108679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceeb98-0917-4a1f-b36e-27797dc86b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79a3ebe-c09f-407b-a8e6-58b151a2dcfd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:40.250754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Allocated IP 172.20.0.10 (b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2/83e263bb-dd34-469f-8ad3-a9e294402488/0c184e2f-0674-440e-9d2e-e47a5927e8a7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:40.312126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c00c7-e82a-40bb-955d-ac5c9f0a2037 req-46206251-74cb-4232-9dcc-09bba77261f0 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.313887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-691c00c7-e82a-40bb-955d-ac5c9f0a2037 req-46206251-74cb-4232-9dcc-09bba77261f0 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.1355715 Jul 16 20:09:40.424422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-691c00c7-e82a-40bb-955d-ac5c9f0a2037 req-2b14c28a-1c6c-4a0e-9fb5-cee74371f60f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993936 Jul 16 20:09:40.652092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.866049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-415a6a7f-1c1b-4654-baa0-2b982bed21c7 req-683e81a1-1ca1-46b1-a437-e326e8056413 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 210 time: 0.1867766 Jul 16 20:09:40.985751 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.065973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44648) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:41.454196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:41.502137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Pushing event updated for resources: {'Port': ['ID=0c184e2f-0674-440e-9d2e-e47a5927e8a7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:41.506604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5750f7d7-1863-4a20-b85f-55394f8e9941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.518764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:41.549144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:41.604844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:41.847623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5750f7d7-1863-4a20-b85f-55394f8e9941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.860800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5750f7d7-1863-4a20-b85f-55394f8e9941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.880534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.881224 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.905015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbbbdc-c689-4045-8635-2778fd36cacf req-f6f24d19-7b41-49cf-985d-99cda36b4bd7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.912646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5dbbbdc-c689-4045-8635-2778fd36cacf req-f6f24d19-7b41-49cf-985d-99cda36b4bd7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.4334641 Jul 16 20:09:41.918221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a40e404e-4eff-4ca6-ae66-759045d9415e tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4260483 Jul 16 20:09:41.935508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750f7d7-1863-4a20-b85f-55394f8e9941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c015de32-ee0f-4b40-a4c4-7f2e99726d3c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:41.953128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-374f5b92-ff0f-4a3a-93f1-2624431adbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.975552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5dbbbdc-c689-4045-8635-2778fd36cacf req-13ce6eca-5b7d-4096-bd9c-750debf3f7dd tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611091 Jul 16 20:09:41.980106 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5750f7d7-1863-4a20-b85f-55394f8e9941 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d12a3a01c5b447a6b4e5e0e459b1bb71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248077 Jul 16 20:09:41.984502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44670) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:41.987231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Request body: {'port': {'device_id': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:42.073723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b183ff-06a7-473f-9312-1a1676c3f642 req-73f58911-2ec2-4911-83f7-9f282d665ea4 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.075650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66b183ff-06a7-473f-9312-1a1676c3f642 req-73f58911-2ec2-4911-83f7-9f282d665ea4 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.3978641 Jul 16 20:09:42.096795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eab5a90b-9a44-42e5-96e6-67b6687f6462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.127242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eab5a90b-9a44-42e5-96e6-67b6687f6462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.266889 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66b183ff-06a7-473f-9312-1a1676c3f642 req-1808350b-82bf-4659-a9a2-a6ec0fd33f8b tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751285 Jul 16 20:09:42.278098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eab5a90b-9a44-42e5-96e6-67b6687f6462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.281959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eab5a90b-9a44-42e5-96e6-67b6687f6462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.290668 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eab5a90b-9a44-42e5-96e6-67b6687f6462 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c015de32-ee0f-4b40-a4c4-7f2e99726d3c HTTP/1.1" status: 204 len: 168 time: 0.3021629 Jul 16 20:09:42.339909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5a90b-9a44-42e5-96e6-67b6687f6462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c015de32-ee0f-4b40-a4c4-7f2e99726d3c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.357160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-374f5b92-ff0f-4a3a-93f1-2624431adbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.359097 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.366474 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-374f5b92-ff0f-4a3a-93f1-2624431adbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.417692 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-374f5b92-ff0f-4a3a-93f1-2624431adbb2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ef64716aed94ead9755fe5dec2822f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3489161 Jul 16 20:09:42.430250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44688) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:42.495115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f5b92-ff0f-4a3a-93f1-2624431adbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d943039-e793-4021-9096-abfe608fdd43,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.919929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c184e2f-0674-440e-9d2e-e47a5927e8a7 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:42.956444 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.988962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Transition to ACTIVE for port object 0c184e2f-0674-440e-9d2e-e47a5927e8a7 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:43.005381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.145637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Pushing event updated for resources: {'Port': ['ID=0c184e2f-0674-440e-9d2e-e47a5927e8a7,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:43.289630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6faa208d-c657-4a8b-9b57-a5147f13dc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.336933 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6faa208d-c657-4a8b-9b57-a5147f13dc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.423986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9337b-a0f0-4b26-aeca-1ed4743724a5 req-8b71c0fd-7546-43c5-82a3-06990e5b85c4 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.443003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfc9337b-a0f0-4b26-aeca-1ed4743724a5 req-8b71c0fd-7546-43c5-82a3-06990e5b85c4 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 932 time: 1.1939361 Jul 16 20:09:43.739484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6faa208d-c657-4a8b-9b57-a5147f13dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.742151 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6faa208d-c657-4a8b-9b57-a5147f13dc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.745633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6faa208d-c657-4a8b-9b57-a5147f13dc8e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d943039-e793-4021-9096-abfe608fdd43 HTTP/1.1" status: 204 len: 168 time: 1.3004434 Jul 16 20:09:43.774623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Attempting to bind port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:43.775038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Attempting to bind port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'daf6be08-a6f4-439f-9b2a-97fba1d64ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:43.775447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Attempting to bind port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 on network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:43.783112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfc9337b-a0f0-4b26-aeca-1ed4743724a5 req-ed33e1bd-3ff4-4e1f-926d-bac5dce00b27 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380094 Jul 16 20:09:43.799096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 on network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:43.799508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Attempting to bind port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 on network b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:43.808828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:43.810580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Checking segment: {'id': 'daf6be08-a6f4-439f-9b2a-97fba1d64ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:43.811024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Bound using segment: {'id': 'daf6be08-a6f4-439f-9b2a-97fba1d64ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:43.811935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Bound port: 0c184e2f-0674-440e-9d2e-e47a5927e8a7, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf6be08-a6f4-439f-9b2a-97fba1d64ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:43.812426 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.815544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa208d-c657-4a8b-9b57-a5147f13dc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d943039-e793-4021-9096-abfe608fdd43,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:44.038575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] For port 0c184e2f-0674-440e-9d2e-e47a5927e8a7, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:44.051145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] For port 0c184e2f-0674-440e-9d2e-e47a5927e8a7, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c184e2f-0674-440e-9d2e-e47a5927e8a7,segment=NetworkSegment(daf6be08-a6f4-439f-9b2a-97fba1d64ab8),segment_id=daf6be08-a6f4-439f-9b2a-97fba1d64ab8)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:44.067040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-18218900-a3e6-4874-b3f2-9574bcecddb2 req-7561de76-10ab-413c-be97-46ffc945fba8 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-279728185', 'description': 'tempest-description-1641424137'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:44.096145 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.260006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-18218900-a3e6-4874-b3f2-9574bcecddb2 req-7561de76-10ab-413c-be97-46ffc945fba8 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.365326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.366833 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.374128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] 10.222.0.16 "PUT /v2.0/ports/0c184e2f-0674-440e-9d2e-e47a5927e8a7 HTTP/1.1" status: 200 len: 1093 time: 2.4185903 Jul 16 20:09:44.378144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'tag': '0c184e2f-0674-440e-9d2e-e47a5927e8a7'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:44.386997 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccacacd-86ca-44c4-8b66-43c9d5668007" -d '{"events": [{"name": "network-changed", "server_uuid": "36f039fe-2b16-4fbd-ac14-04145b20008f", "tag": "0c184e2f-0674-440e-9d2e-e47a5927e8a7"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:44.607293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a894e-b46f-4491-93dd-8e5a5705ba73 service neutron] Pushing event updated for resources: {'Port': ['ID=0c184e2f-0674-440e-9d2e-e47a5927e8a7,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:44.678759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44728) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:44.701698 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dafa90db-7dba-4619-9219-1a9723e81ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.748732 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-18218900-a3e6-4874-b3f2-9574bcecddb2 req-7561de76-10ab-413c-be97-46ffc945fba8 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.800279 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-18218900-a3e6-4874-b3f2-9574bcecddb2 req-7561de76-10ab-413c-be97-46ffc945fba8 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.844228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a69e879b-2bf2-484f-a334-1869e40fdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.851705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a69e879b-2bf2-484f-a334-1869e40fdf38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5582dde1c6348b4939cb100c5b1e120&device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 1096 time: 0.3929369 Jul 16 20:09:44.945909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-a762b406-87fa-4b35-8b78-0a9133c00824 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c184e2f-0674-440e-9d2e-e47a5927e8a7 HTTP/1.1" status: 200 len: 217 time: 0.0684226 Jul 16 20:09:44.946684 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dafa90db-7dba-4619-9219-1a9723e81ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.948957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561de76-10ab-413c-be97-46ffc945fba8 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82928c2f-5088-426c-9fc3-7cf73e8f3d5b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:44.964790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dafa90db-7dba-4619-9219-1a9723e81ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.989105 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-18218900-a3e6-4874-b3f2-9574bcecddb2 req-7561de76-10ab-413c-be97-46ffc945fba8 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.990964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18218900-a3e6-4874-b3f2-9574bcecddb2 req-7561de76-10ab-413c-be97-46ffc945fba8 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9379551 Jul 16 20:09:45.040136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-9351c8f3-465a-4196-be0c-0310b353925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.042818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-9351c8f3-465a-4196-be0c-0310b353925d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83e263bb-dd34-469f-8ad3-a9e294402488 HTTP/1.1" status: 200 len: 860 time: 0.0897748 Jul 16 20:09:45.087436 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:45.089294 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dafa90db-7dba-4619-9219-1a9723e81ac9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d90e4b8201c843ab839e12efea874229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086676 Jul 16 20:09:45.090093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44736) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:45.116727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa90db-7dba-4619-9219-1a9723e81ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f82ac2e-aa1c-4b3e-a5e4-ab26279c64dc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:45.227484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-d94ba9a6-ae33-4288-be92-d45c6f23ff0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652558 Jul 16 20:09:45.246216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7773-372a-4917-9c3f-678c3681cc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.297385 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7773-372a-4917-9c3f-678c3681cc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.428543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7773-372a-4917-9c3f-678c3681cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.433500 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7773-372a-4917-9c3f-678c3681cc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.436264 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2eaf7773-372a-4917-9c3f-678c3681cc68 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f82ac2e-aa1c-4b3e-a5e4-ab26279c64dc HTTP/1.1" status: 204 len: 168 time: 0.3433502 Jul 16 20:09:45.463731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf7773-372a-4917-9c3f-678c3681cc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f82ac2e-aa1c-4b3e-a5e4-ab26279c64dc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:45.607010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7de364-5675-4573-9080-6cdd43f2fba5 req-83984e27-afb8-4f24-8420-351639cc4fa1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.610205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c7de364-5675-4573-9080-6cdd43f2fba5 req-83984e27-afb8-4f24-8420-351639cc4fa1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.3038111 Jul 16 20:09:45.617726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-9515f20b-12af-4282-a2b0-f57efaebed97 service neutron] 10.222.0.16 "GET /v2.0/networks/b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830011 Jul 16 20:09:45.776751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c7de364-5675-4573-9080-6cdd43f2fba5 req-ef8bb060-e8c0-411d-bc71-e1d8d8fe7e15 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565340 Jul 16 20:09:45.831540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-672e1c9f-1b28-49c6-8886-b48a384292c9 req-7c915fd0-a0b1-462b-a8d5-9c6b284daf5c service neutron] 10.222.0.16 "GET /v2.0/networks/b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994832 Jul 16 20:09:45.915209 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d37686-5697-4c58-9c86-f33f5e8fc37a x-openstack-request-id: req-e0d37686-5697-4c58-9c86-f33f5e8fc37a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:45.915947 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f039fe-2b16-4fbd-ac14-04145b20008f", "tag": "0c184e2f-0674-440e-9d2e-e47a5927e8a7", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:45.916424 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0d37686-5697-4c58-9c86-f33f5e8fc37a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:45.917080 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'tag': '0c184e2f-0674-440e-9d2e-e47a5927e8a7', 'status': 'completed', 'code': 200} Jul 16 20:09:46.131402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-f79d463e-be6b-4882-b99f-cd00321e892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.135239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-f79d463e-be6b-4882-b99f-cd00321e892a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5582dde1c6348b4939cb100c5b1e120&device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 1096 time: 0.1498160 Jul 16 20:09:46.334922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a896a6-5143-49a9-b32c-e311532ef8b6 req-a4e77565-d403-48ee-bc04-e8c3e56449db tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.347322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7a896a6-5143-49a9-b32c-e311532ef8b6 req-a4e77565-d403-48ee-bc04-e8c3e56449db tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 944 time: 0.1872890 Jul 16 20:09:46.429769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-3bcd6435-b05b-472a-ab94-a24c6e1947e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.431379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-3bcd6435-b05b-472a-ab94-a24c6e1947e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 HTTP/1.1" status: 200 len: 921 time: 0.2854915 Jul 16 20:09:46.446117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7a896a6-5143-49a9-b32c-e311532ef8b6 req-32bd37ac-b48f-4459-85ea-f4b19d45e3bb tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978653 Jul 16 20:09:46.549595 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-0f523372-079b-40f7-8eb5-20cf8341cd4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c184e2f-0674-440e-9d2e-e47a5927e8a7 HTTP/1.1" status: 200 len: 217 time: 0.0961206 Jul 16 20:09:46.681563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-379f2d91-31c8-40fe-8022-8a4780e612a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.683172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-379f2d91-31c8-40fe-8022-8a4780e612a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83e263bb-dd34-469f-8ad3-a9e294402488 HTTP/1.1" status: 200 len: 860 time: 0.1253395 Jul 16 20:09:46.794001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-2483a1a9-6313-4d19-9630-cc34ed8f7617 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797591 Jul 16 20:09:47.233321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-e1273c6e-6b52-4065-8867-aca664c8d2c4 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-279728185&fields=id&tenant_id=5af2f639eaba4c6fa82e54ef29317a41 HTTP/1.1" status: 200 len: 267 time: 0.2645333 Jul 16 20:09:47.659144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-d93d462c-1b3d-4f0f-bc2b-3c90d4d2714d service neutron] 10.222.0.16 "GET /v2.0/networks/b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7811089 Jul 16 20:09:47.713829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-ae37f9a6-03f2-431d-b425-feaf5d77d1ff tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.728352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-ae37f9a6-03f2-431d-b425-feaf5d77d1ff tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.4923737 Jul 16 20:09:47.763416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Request body: {'port': {'security_groups': ['e1f5f803-3847-48ba-9335-4e3c2783fb6a', '82928c2f-5088-426c-9fc3-7cf73e8f3d5b']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:47.994545 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f728228a-ef16-4711-9166-8465e4a27740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.171759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.187611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccacacd-86ca-44c4-8b66-43c9d5668007 req-4e83833d-1c90-4ff9-be43-244008554efe service neutron] 10.222.0.16 "GET /v2.0/networks/b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216172 Jul 16 20:09:48.630742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0c184e2f-0674-440e-9d2e-e47a5927e8a7 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:49.139949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] For port 4a014a79-9675-4e01-8e18-1c3905be9647, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a014a79-9675-4e01-8e18-1c3905be9647,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:49.281478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.292512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.310961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0c184e2f-0674-440e-9d2e-e47a5927e8a7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c184e2f-0674-440e-9d2e-e47a5927e8a7,segment=NetworkSegment(daf6be08-a6f4-439f-9b2a-97fba1d64ab8),segment_id=daf6be08-a6f4-439f-9b2a-97fba1d64ab8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:49.364866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '0c184e2f-0674-440e-9d2e-e47a5927e8a7', 'network_id': 'b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2', 'port_id': '0c184e2f-0674-440e-9d2e-e47a5927e8a7', 'mac_address': 'fa:16:3e:83:85:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e263bb-dd34-469f-8ad3-a9e294402488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:49.373803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4a014a79-9675-4e01-8e18-1c3905be9647'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:49.390127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.395165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.401437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19cebc9-f9ad-4d70-ad95-4476c78c1760 req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "PUT /v2.0/ports/4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 982 time: 1.6720142 Jul 16 20:09:49.464793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:49.472747 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bee33ba-058c-411b-9927-30499b9a320f" -d '{"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:49.536262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4a014a79-9675-4e01-8e18-1c3905be9647'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:49.563992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f8e3-f3f9-4ae8-b0cf-31bf252b8879 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event updated for resources: {'Port': ['ID=4a014a79-9675-4e01-8e18-1c3905be9647,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:49.742224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.863141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324a469-c827-4b61-857f-298d00cf0484 req-f1def9af-5448-4410-aff7-1fcc84e8677c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.878244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6324a469-c827-4b61-857f-298d00cf0484 req-f1def9af-5448-4410-aff7-1fcc84e8677c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.1701019 Jul 16 20:09:50.027968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c184e2f-0674-440e-9d2e-e47a5927e8a7 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:50.071219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0c184e2f-0674-440e-9d2e-e47a5927e8a7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c184e2f-0674-440e-9d2e-e47a5927e8a7,segment=NetworkSegment(daf6be08-a6f4-439f-9b2a-97fba1d64ab8),segment_id=daf6be08-a6f4-439f-9b2a-97fba1d64ab8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:50.087045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6324a469-c827-4b61-857f-298d00cf0484 req-01552ca6-ef05-4846-b492-a7d1454274ac tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056205 Jul 16 20:09:50.228830 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.468188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0c184e2f-0674-440e-9d2e-e47a5927e8a7,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:50.676259 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d8385d7e-d1bb-452f-9755-50031ea9dbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.686370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0c184e2f-0674-440e-9d2e-e47a5927e8a7'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:50.763673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bd51-70db-4d66-b581-fbc13e908c7f req-8bc75da9-d0ce-4db7-878d-ff35913ff9bb tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.775396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1488bd51-70db-4d66-b581-fbc13e908c7f req-8bc75da9-d0ce-4db7-878d-ff35913ff9bb tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 945 time: 0.3064475 Jul 16 20:09:50.892773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1488bd51-70db-4d66-b581-fbc13e908c7f req-bfda5ed5-faf0-48a5-8334-4007fa3af78d tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158314 Jul 16 20:09:50.945202 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.220238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-c734831c-c6f6-47ed-b3d9-7b2ec2813d61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-279728185&fields=id&tenant_id=5af2f639eaba4c6fa82e54ef29317a41 HTTP/1.1" status: 200 len: 267 time: 0.0987868 Jul 16 20:09:51.402703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-6c9ec3a3-1fef-46f8-8310-d6dc3c6ead75 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.404671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-6c9ec3a3-1fef-46f8-8310-d6dc3c6ead75 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 985 time: 0.1833079 Jul 16 20:09:51.420096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Request body: {'port': {'security_groups': ['e1f5f803-3847-48ba-9335-4e3c2783fb6a']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:51.728652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.326268 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.336020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] For port 4a014a79-9675-4e01-8e18-1c3905be9647, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a014a79-9675-4e01-8e18-1c3905be9647,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:52.451997 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.466514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.480309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4a014a79-9675-4e01-8e18-1c3905be9647'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:52.751483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0c184e2f-0674-440e-9d2e-e47a5927e8a7 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:52.817646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.818524 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.839658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e5e7eb9-3b02-4763-b7c5-0241e69de405 req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "PUT /v2.0/ports/4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 943 time: 1.4257333 Jul 16 20:09:52.940005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8155d2-e9c8-4aa8-b568-1603140b45fb tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event updated for resources: {'Port': ['ID=4a014a79-9675-4e01-8e18-1c3905be9647,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:52.976124 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61af725-9cb2-4f20-8c3f-16fb38acb653 x-openstack-request-id: req-a61af725-9cb2-4f20-8c3f-16fb38acb653 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:52.976448 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:52.977533 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a61af725-9cb2-4f20-8c3f-16fb38acb653 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:52.977533 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647', 'status': 'completed', 'code': 200} Jul 16 20:09:53.051747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4a014a79-9675-4e01-8e18-1c3905be9647'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:53.151777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee33ba-058c-411b-9927-30499b9a320f req-b482aa6a-579b-4b76-8da2-8b7f50017feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.158328 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-b482aa6a-579b-4b76-8da2-8b7f50017feb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.1688650 Jul 16 20:09:53.468267 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:53.509750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee33ba-058c-411b-9927-30499b9a320f req-a74b305c-13f7-4d13-a83e-e2e6759d991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.518052 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-a74b305c-13f7-4d13-a83e-e2e6759d991c service neutron] 10.222.0.68 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 920 time: 0.3480356 Jul 16 20:09:53.563297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:53.571574 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.706000 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-df14b343-dfe0-4834-9d66-f1b157ec17a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 217 time: 0.1807327 Jul 16 20:09:53.899411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee33ba-058c-411b-9927-30499b9a320f req-9c7f0123-e59b-4e36-81c8-bce0612e36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.904741 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-9c7f0123-e59b-4e36-81c8-bce0612e36e2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 0.1844022 Jul 16 20:09:53.949446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.976017 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-3257452c-62fe-480b-aa6b-bf9135a416db service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600166 Jul 16 20:09:54.000660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-37a8ddcc-bb23-4306-a5c4-2437b6ae12ee service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:54.010923 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-37a8ddcc-bb23-4306-a5c4-2437b6ae12ee service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0307345 Jul 16 20:09:54.156757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44878) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:54.320213 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-4d4a5163-70bf-4f51-877d-068655e20946 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959158 Jul 16 20:09:54.463515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ff232f2-c073-44b8-941d-b92d72f36392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.505008 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.541444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf30b-3b18-49c3-acde-50a23660e1ff req-48c62ea7-137a-42c6-954d-4fbe0f9dced4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.546309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebcdf30b-3b18-49c3-acde-50a23660e1ff req-48c62ea7-137a-42c6-954d-4fbe0f9dced4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.2652173 Jul 16 20:09:54.567289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c184e2f-0674-440e-9d2e-e47a5927e8a7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:54.570102 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70d90f4-3fc1-4a68-895b-143892927a84" -d '{"events": [{"server_uuid": "36f039fe-2b16-4fbd-ac14-04145b20008f", "name": "network-vif-plugged", "status": "completed", "tag": "0c184e2f-0674-440e-9d2e-e47a5927e8a7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:54.576153 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5bee33ba-058c-411b-9927-30499b9a320f req-e2952ef0-cff7-4547-9e3a-f2b575518798 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541728 Jul 16 20:09:54.597950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0c184e2f-0674-440e-9d2e-e47a5927e8a7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c184e2f-0674-440e-9d2e-e47a5927e8a7,segment=NetworkSegment(daf6be08-a6f4-439f-9b2a-97fba1d64ab8),segment_id=daf6be08-a6f4-439f-9b2a-97fba1d64ab8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:54.603675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.672092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebcdf30b-3b18-49c3-acde-50a23660e1ff req-ae90843b-a1b4-41a8-b9fb-0c2dac01ce22 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115983 Jul 16 20:09:54.699620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0c184e2f-0674-440e-9d2e-e47a5927e8a7,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.963917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ff232f2-c073-44b8-941d-b92d72f36392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.031173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:55.042459 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956f501b-2cce-49cf-a889-cf7a08191d61" -d '{"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:55.047225 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ff232f2-c073-44b8-941d-b92d72f36392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.127554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3ff232f2-c073-44b8-941d-b92d72f36392 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1d2a8e00344471db80d796628b192d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688797 Jul 16 20:09:55.130823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44888) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:55.188436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff232f2-c073-44b8-941d-b92d72f36392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c505c1-9f71-45ed-815e-eef11fe083d8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:55.300916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e0dca-2bb8-41a4-b482-733b8296ef3c req-6c7da07e-4b35-44e7-8543-0529fc5e424d tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.304304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a05e0dca-2bb8-41a4-b482-733b8296ef3c req-6c7da07e-4b35-44e7-8543-0529fc5e424d tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 946 time: 0.3747084 Jul 16 20:09:55.326273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.383361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.421783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a05e0dca-2bb8-41a4-b482-733b8296ef3c req-8082f648-f31c-4bce-b8dc-2d085d0bd5c8 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104569 Jul 16 20:09:55.731368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.740897 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.750490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/68c505c1-9f71-45ed-815e-eef11fe083d8 HTTP/1.1" status: 204 len: 168 time: 0.6099675 Jul 16 20:09:55.812347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c505c1-9f71-45ed-815e-eef11fe083d8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:55.864819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-bbef8b3e-caf9-4cd4-8ddc-6ef038e9f0ba tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.867590 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-bbef8b3e-caf9-4cd4-8ddc-6ef038e9f0ba tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.68 "GET /v2.0/ports?device_id=56d56781-2838-412c-bb9a-e05f15166760 HTTP/1.1" status: 200 len: 945 time: 0.3170831 Jul 16 20:09:55.932930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.935585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.937757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.938957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.939490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.941204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.942000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.943613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.944151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.945062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-75a13c60-6481-4701-a8b0-313f8fb7d041 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4842238 Jul 16 20:09:55.947352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.950603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.951560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138e421-de7b-477d-b31b-2e97b21887aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:55.963902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:56.036805 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.246830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Deleting port f492114c-0e71-4aab-ba4d-24f6a05662cb {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:56.248054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.420597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.473531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] For port f492114c-0e71-4aab-ba4d-24f6a05662cb, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f492114c-0e71-4aab-ba4d-24f6a05662cb,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:56.474207 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.517517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Calling delete_port for f492114c-0e71-4aab-ba4d-24f6a05662cb owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:56.596567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44906) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:56.658353 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a429ee-8b37-4315-9db2-cc91529a66a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.847759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.862641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f492114c-0e71-4aab-ba4d-24f6a05662cb'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:56.962928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Pushing event deleted for resources: {'Port': ['ID=f492114c-0e71-4aab-ba4d-24f6a05662cb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:57.202023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] No DVR routers for this DVR port f492114c-0e71-4aab-ba4d-24f6a05662cb on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:57.227145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.254306 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a4595dd-30b9-4ad0-ad4a-5aa81f4cfe7a req-5a18dee9-d975-479b-b43f-256e7cbca3be tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.68 "DELETE /v2.0/ports/f492114c-0e71-4aab-ba4d-24f6a05662cb HTTP/1.1" status: 204 len: 173 time: 1.3373322 Jul 16 20:09:57.255542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d56781-2838-412c-bb9a-e05f15166760', 'name': 'network-vif-deleted', 'tag': 'f492114c-0e71-4aab-ba4d-24f6a05662cb'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:57.273986 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ed73e-14ec-4081-a20a-8ccd5e20b8fa" -d '{"events": [{"server_uuid": "56d56781-2838-412c-bb9a-e05f15166760", "name": "network-vif-deleted", "tag": "f492114c-0e71-4aab-ba4d-24f6a05662cb"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:57.826939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Allocated IP 172.25.6.106 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/63b52df6-f10b-4d6a-afb5-882aaff182cb) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:57.831610 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a429ee-8b37-4315-9db2-cc91529a66a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.846275 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17a429ee-8b37-4315-9db2-cc91529a66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.880491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-17a429ee-8b37-4315-9db2-cc91529a66a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9237fd9208c94c7da0b131a2809f86b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2690802 Jul 16 20:09:57.883840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44920) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:58.016023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f716af2-5533-4919-8b20-967291d34d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.043277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a429ee-8b37-4315-9db2-cc91529a66a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff666e11-8d63-490d-aacd-ae43a79d7d61,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.069455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f716af2-5533-4919-8b20-967291d34d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.153573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f716af2-5533-4919-8b20-967291d34d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.158658 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7f716af2-5533-4919-8b20-967291d34d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.161211 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7f716af2-5533-4919-8b20-967291d34d2b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff666e11-8d63-490d-aacd-ae43a79d7d61 HTTP/1.1" status: 204 len: 168 time: 0.2743096 Jul 16 20:09:58.203576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f716af2-5533-4919-8b20-967291d34d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff666e11-8d63-490d-aacd-ae43a79d7d61,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.287107 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.358879 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.497884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:58.502705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:58.510922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:58.571345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event updated for resources: {'Port': ['ID=63b52df6-f10b-4d6a-afb5-882aaff182cb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.685910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.783167 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.117309 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.126052 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.281746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event updated for resources: {'Port': ['ID=63b52df6-f10b-4d6a-afb5-882aaff182cb,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:59.318942 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.345239 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.353313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-01e200d8-f89a-426a-8563-367f1c1a092f tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4073882 Jul 16 20:09:59.469467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-fd290694-0ab4-44e1-962d-a3888fb9eca0 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.1149006 Jul 16 20:09:59.775332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-c6fddf61-24e7-4ab9-80a4-389666862ef5 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.778894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f579cb6a-495a-4ac8-a4b9-46522334953a req-c6fddf61-24e7-4ab9-80a4-389666862ef5 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.2989111 Jul 16 20:09:59.979036 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6b22a8-9cf2-4f06-a12e-a14a90da1ef5 x-openstack-request-id: req-3d6b22a8-9cf2-4f06-a12e-a14a90da1ef5 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:59.980060 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f039fe-2b16-4fbd-ac14-04145b20008f", "name": "network-vif-plugged", "status": "completed", "tag": "0c184e2f-0674-440e-9d2e-e47a5927e8a7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:59.980584 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d6b22a8-9cf2-4f06-a12e-a14a90da1ef5 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:59.981738 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c184e2f-0674-440e-9d2e-e47a5927e8a7', 'code': 200} Jul 16 20:10:00.130542 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23e5d38-0723-48eb-9c4b-6943425a73b3 x-openstack-request-id: req-f23e5d38-0723-48eb-9c4b-6943425a73b3 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:00.131527 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:00.131887 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f23e5d38-0723-48eb-9c4b-6943425a73b3 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:00.133043 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647', 'status': 'completed', 'code': 200} Jul 16 20:10:00.527681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-77e0eff0-d1b7-4962-b20b-d2d5ed7950cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.529718 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-77e0eff0-d1b7-4962-b20b-d2d5ed7950cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.3724658 Jul 16 20:10:00.733937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6568bc-b6f0-4704-a31e-6c14e14d6691 req-6cb00dc8-1d27-4d77-bb58-1c5309b867db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.746436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e6568bc-b6f0-4704-a31e-6c14e14d6691 req-6cb00dc8-1d27-4d77-bb58-1c5309b867db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 1098 time: 0.4947920 Jul 16 20:10:00.899366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-f3f48d8b-134c-401e-a8fb-84fc557e2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.900999 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-f3f48d8b-134c-401e-a8fb-84fc557e2c55 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 920 time: 0.3636260 Jul 16 20:10:00.927034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30727a19-d910-4977-8c56-998d3b08b820 req-43e25f0a-a128-409f-bffa-9c68c07c0570 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.935530 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30727a19-d910-4977-8c56-998d3b08b820 req-43e25f0a-a128-409f-bffa-9c68c07c0570 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.5291946 Jul 16 20:10:01.021514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-1be95c74-6ea0-40f6-a445-70ce45414292 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 217 time: 0.1139770 Jul 16 20:10:01.044767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45008) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:01.057242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30727a19-d910-4977-8c56-998d3b08b820 req-066c46f8-bd28-4590-a9f9-4c4a3aa281b0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210289 Jul 16 20:10:01.085907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e6568bc-b6f0-4704-a31e-6c14e14d6691 req-56ac546f-ffba-460a-9c81-52a4229bef4e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792218 Jul 16 20:10:01.120474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fe8d8-5847-43d3-8977-35885649e414 req-922a61d7-6b18-4bd0-be93-dc1e266b38c4 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.122367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b20fe8d8-5847-43d3-8977-35885649e414 req-922a61d7-6b18-4bd0-be93-dc1e266b38c4 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 946 time: 0.3495979 Jul 16 20:10:01.189317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f492114c-0e71-4aab-ba4d-24f6a05662cb no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:01.190245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-943c6ec3-62bc-4626-8482-ba998a7d2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.192711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b20fe8d8-5847-43d3-8977-35885649e414 req-9a05caea-9deb-42b8-9bde-f5827397bc5d tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641043 Jul 16 20:10:01.198453 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-943c6ec3-62bc-4626-8482-ba998a7d2058 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 0.1685421 Jul 16 20:10:01.308067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: f492114c-0e71-4aab-ba4d-24f6a05662cb {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:01.308644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f492114c-0e71-4aab-ba4d-24f6a05662cb not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:01.350034 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc60f6-7bf9-4359-b016-8b2119a0f764 x-openstack-request-id: req-20dc60f6-7bf9-4359-b016-8b2119a0f764 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:01.350327 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d56781-2838-412c-bb9a-e05f15166760", "name": "network-vif-deleted", "tag": "f492114c-0e71-4aab-ba4d-24f6a05662cb", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:01.350747 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20dc60f6-7bf9-4359-b016-8b2119a0f764 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:01.351728 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d56781-2838-412c-bb9a-e05f15166760', 'name': 'network-vif-deleted', 'tag': 'f492114c-0e71-4aab-ba4d-24f6a05662cb', 'status': 'completed', 'code': 200} Jul 16 20:10:01.357879 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-b8c44ebc-3798-4648-aa0a-b3ecc083b256 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345391 Jul 16 20:10:01.722088 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-dea74334-79b7-4b12-8b78-9a64562d4d64 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565245 Jul 16 20:10:01.727787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a21f1bbf-2214-44c5-9069-61c36f7c7cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.974986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-19a6b5c3-1999-4937-91b4-e81dc4542817 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.986013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-19a6b5c3-1999-4937-91b4-e81dc4542817 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4103556 Jul 16 20:10:02.069553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-3d46394c-4ab4-4a05-af4c-247ffbb2b15a tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0823288 Jul 16 20:10:02.077738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Request body: {'floatingip': {'port_id': '4a014a79-9675-4e01-8e18-1c3905be9647', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:02.129620 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-956f501b-2cce-49cf-a889-cf7a08191d61 req-f9220adc-029f-4b90-ae4a-326dc3049a31 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956332 Jul 16 20:10:02.221878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a21f1bbf-2214-44c5-9069-61c36f7c7cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.227585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a21f1bbf-2214-44c5-9069-61c36f7c7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.334906 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a21f1bbf-2214-44c5-9069-61c36f7c7cd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b2fb247032c47739215290e50ca4108&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1590548 Jul 16 20:10:02.342000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:02.343525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f1bbf-2214-44c5-9069-61c36f7c7cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca02d51d-7b40-435a-873a-ea68041a9af8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:02.359724 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.528630 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd776dba-6af2-42eb-9306-0fd1dddbb76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.581839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766a21-83ad-4c7a-8110-8235925fd18e req-4e3112a1-d90c-4cbe-a201-5eb88b15dad1 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.604471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2766a21-83ad-4c7a-8110-8235925fd18e req-4e3112a1-d90c-4cbe-a201-5eb88b15dad1 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 950 time: 0.7725589 Jul 16 20:10:02.629641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd776dba-6af2-42eb-9306-0fd1dddbb76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.730242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b70ef03a-d883-4570-aef5-7bf3f102eab2 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:02.819789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd776dba-6af2-42eb-9306-0fd1dddbb76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.822967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd776dba-6af2-42eb-9306-0fd1dddbb76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.826687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cd776dba-6af2-42eb-9306-0fd1dddbb76e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ca02d51d-7b40-435a-873a-ea68041a9af8 HTTP/1.1" status: 204 len: 168 time: 0.4778476 Jul 16 20:10:02.849042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2766a21-83ad-4c7a-8110-8235925fd18e req-e04a7c46-7d06-4f60-a3cf-fd1c29f7e23a tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330692 Jul 16 20:10:02.864339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd776dba-6af2-42eb-9306-0fd1dddbb76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca02d51d-7b40-435a-873a-ea68041a9af8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:03.232968 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.394145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:03.402477 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9137b6b6-d124-45e4-890e-bfb8130a5d50" -d '{"events": [{"server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "name": "network-vif-unplugged", "status": "completed", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:03.490553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:03.500775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.657631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:03.903607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706199ef-5661-4a55-9ecc-223557039872 req-b4d2e014-36b8-4ba9-bd34-90f97fed08be tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.914715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-706199ef-5661-4a55-9ecc-223557039872 req-b4d2e014-36b8-4ba9-bd34-90f97fed08be tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.3381145 Jul 16 20:10:04.159395 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.228939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45068) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.274479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f36fbc5-70cd-4a0e-a90f-754a3db6fe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.291972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-706199ef-5661-4a55-9ecc-223557039872 req-eaa6bae3-0952-4a27-aa82-a0b70229c26c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761992 Jul 16 20:10:04.480797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f36fbc5-70cd-4a0e-a90f-754a3db6fe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.495770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f36fbc5-70cd-4a0e-a90f-754a3db6fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.612747 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f36fbc5-70cd-4a0e-a90f-754a3db6fe64 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1f38b8bc51a484b85a7d8aaf2e24f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778360 Jul 16 20:10:04.617062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45078) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.617803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36fbc5-70cd-4a0e-a90f-754a3db6fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bf81a0-221c-4833-b4ec-7feae67b0323,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.830037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bf69f9f-f9be-4996-be23-c1036e9a9777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.896884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bf69f9f-f9be-4996-be23-c1036e9a9777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.979562 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bf69f9f-f9be-4996-be23-c1036e9a9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.987447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4bf69f9f-f9be-4996-be23-c1036e9a9777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.001708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4bf69f9f-f9be-4996-be23-c1036e9a9777 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51bf81a0-221c-4833-b4ec-7feae67b0323 HTTP/1.1" status: 204 len: 168 time: 0.3752310 Jul 16 20:10:05.023302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf69f9f-f9be-4996-be23-c1036e9a9777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bf81a0-221c-4833-b4ec-7feae67b0323,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:05.026761 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.163132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:10:05.239894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfff09-e749-4811-a101-f32ef766eb51 req-e0835ab7-34da-49d3-bc63-ce82409b5d25 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.250719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9bbfff09-e749-4811-a101-f32ef766eb51 req-e0835ab7-34da-49d3-bc63-ce82409b5d25 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 946 time: 0.3244047 Jul 16 20:10:05.303396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.309885 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.441042 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Floating IP 06c8fd0c-f339-48cb-8ca8-c28409bc731b associated. External IP: 172.25.6.106, port: 4a014a79-9675-4e01-8e18-1c3905be9647. Jul 16 20:10:05.499202 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9bbfff09-e749-4811-a101-f32ef766eb51 req-896b0e99-b048-434a-bb51-4be0407ac8cf tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470791 Jul 16 20:10:05.830053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Router f74adaef-d7de-48f4-82fa-46352216c97d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:06.150757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:06.172328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] Sync routers for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:06.194023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.200375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:06.201662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:09:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:06.354765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fedcc41d-f28a-4c01-b13c-7dab8fbc0692 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "PUT /v2.0/floatingips/06c8fd0c-f339-48cb-8ca8-c28409bc731b HTTP/1.1" status: 200 len: 997 time: 4.2840321 Jul 16 20:10:06.357062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:06.369946 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc2b472-8c20-46a3-933f-b8a2029e33ed" -d '{"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:06.562506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:06.578121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-a917c60a-4860-42a4-9b92-c1e8420c8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.589194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-a917c60a-4860-42a4-9b92-c1e8420c8215 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.2066789 Jul 16 20:10:06.656351 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80edfc36-6647-4775-86c4-5150ac71ce6f x-openstack-request-id: req-80edfc36-6647-4775-86c4-5150ac71ce6f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:06.659561 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "name": "network-vif-unplugged", "status": "completed", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:06.660093 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80edfc36-6647-4775-86c4-5150ac71ce6f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:06.671883 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'code': 200} Jul 16 20:10:06.767467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-96afc619-5736-4c40-b1e9-8c2d7976c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.778671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-96afc619-5736-4c40-b1e9-8c2d7976c3f4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 920 time: 0.1883769 Jul 16 20:10:06.946173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-f2263747-4984-4d2d-9cf8-e19507555c2d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 1000 time: 0.1665936 Jul 16 20:10:07.019110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fe6a3-0f01-494d-83f2-22f33897cfcb req-3257ef6b-72cc-4334-b672-e6f4e28c9692 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.022914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d83fe6a3-0f01-494d-83f2-22f33897cfcb req-3257ef6b-72cc-4334-b672-e6f4e28c9692 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.3086307 Jul 16 20:10:07.164611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '06c8fd0c-f339-48cb-8ca8-c28409bc731b', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'port_id': '4a014a79-9675-4e01-8e18-1c3905be9647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'mac_address': 'fa:16:3e:9f:bc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:09:58Z', 'updated_at': '2021-07-16T20:10:05Z', 'revision_number': 1, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:53Z', 'revision_number': 5, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:07.227104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-d4818bc7-c002-432b-a80a-ba632814c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.231405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-d4818bc7-c002-432b-a80a-ba632814c00d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 0.2720685 Jul 16 20:10:07.267236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] Checking router: f74adaef-d7de-48f4-82fa-46352216c97d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:07.290846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:07.291899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:09:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:07.381385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-8b731c5a-c4ff-45c8-9477-dc691c370e17 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390338 Jul 16 20:10:07.400949 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d83fe6a3-0f01-494d-83f2-22f33897cfcb req-4318ab42-811f-4b35-a6e9-bf901740190b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711264 Jul 16 20:10:07.433458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-f9c26489-53c0-4b58-847a-1bdca94007f9 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:07.436522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-f9c26489-53c0-4b58-847a-1bdca94007f9 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289278 Jul 16 20:10:07.642206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:07.711760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-e345ecbd-ee34-49fa-9504-0dfe5a6437c2 service neutron] 10.222.0.78 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574956 Jul 16 20:10:07.945820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0272b344-58c5-4c64-bde9-42938d2497c9 req-fc4aa73d-8b5b-4a32-a5bc-b477d110af0f service neutron] 10.222.0.78 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207358 Jul 16 20:10:08.024551 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee13f024-bab2-4241-aed2-5c44e585e41c x-openstack-request-id: req-ee13f024-bab2-4241-aed2-5c44e585e41c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:08.025513 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:08.029553 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee13f024-bab2-4241-aed2-5c44e585e41c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:08.030233 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647', 'status': 'completed', 'code': 200} Jul 16 20:10:08.275442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-3cfec184-63f8-4676-a6ce-27381a80b57b tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1000 time: 0.2422240 Jul 16 20:10:08.379110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '06c8fd0c-f339-48cb-8ca8-c28409bc731b', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'port_id': '4a014a79-9675-4e01-8e18-1c3905be9647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'mac_address': 'fa:16:3e:9f:bc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:09:58Z', 'updated_at': '2021-07-16T20:10:05Z', 'revision_number': 1, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:53Z', 'revision_number': 5, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:08.433527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-cea58879-4e87-483b-8193-485b5e159370 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.459169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-cea58879-4e87-483b-8193-485b5e159370 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports/4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 943 time: 0.1826112 Jul 16 20:10:08.487616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b25077a-8720-426e-89ca-56928c09f025 None None] The sync data for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 is: [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '06c8fd0c-f339-48cb-8ca8-c28409bc731b', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'port_id': '4a014a79-9675-4e01-8e18-1c3905be9647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'mac_address': 'fa:16:3e:9f:bc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:09:58Z', 'updated_at': '2021-07-16T20:10:05Z', 'revision_number': 1, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:53Z', 'revision_number': 5, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:08.649659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-a30da4d1-3896-4f54-9567-792e20aa8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.653907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-a30da4d1-3896-4f54-9567-792e20aa8234 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.5975225 Jul 16 20:10:08.755437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:08.981635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-0c1e4cdf-1b5e-4a3f-8cce-d743ae9b61fa tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1000 time: 0.2964962 Jul 16 20:10:09.006598 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb6579-afff-4df9-a83e-80ff60d991dc None None] New status for floating IP 06c8fd0c-f339-48cb-8ca8-c28409bc731b: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:10:09.031901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-4b888dab-1bf9-4769-9aa0-0e1745e8f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.036542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-4b888dab-1bf9-4769-9aa0-0e1745e8f2f4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 920 time: 0.3735259 Jul 16 20:10:09.166941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45276) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:09.182441 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-973cc0ef-087e-44fa-8e0d-4b64434f2a4c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 1000 time: 0.1385117 Jul 16 20:10:09.186643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:09.220049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'mac_address': 'fa:16:3e:0b:32:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:09.296559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-08974459-b1a7-4e14-9714-c23afe9d21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.299472 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-08974459-b1a7-4e14-9714-c23afe9d21c0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 0.1099622 Jul 16 20:10:09.324415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.416355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de14f5c-a733-4d27-a871-7d94a74d75a5 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:09.423642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-c66e6cfc-e526-4b5d-b2c8-454b79d12edf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093731 Jul 16 20:10:09.502726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:09.509406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d457110f-2739-45b8-93ed-09372b694883 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.511606 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.526952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d457110f-2739-45b8-93ed-09372b694883 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.5439134 Jul 16 20:10:09.608796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:09.611959 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-f5a041c7-3742-43e9-a7f5-b4fdcc9c710d service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814866 Jul 16 20:10:09.663889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['7de14f5c-a733-4d27-a871-7d94a74d75a5'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:09.683363 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf8239a8-cc7e-4255-9b74-75f6569a189a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.826867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99d2ad-80a1-430e-9f91-77b27dddd568 req-27653121-042a-45c1-b71c-7f2598b7c67f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.834773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa99d2ad-80a1-430e-9f91-77b27dddd568 req-27653121-042a-45c1-b71c-7f2598b7c67f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.6316693 Jul 16 20:10:09.890257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-3085dfc6-0be0-4eaf-9fe9-83a94e7fc4f5 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.3559208 Jul 16 20:10:09.922166 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa99d2ad-80a1-430e-9f91-77b27dddd568 req-4fa0f9da-ee7e-47b4-a549-adbb3fa0a9f2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827396 Jul 16 20:10:09.926573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:09.994514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9bc2b472-8c20-46a3-933f-b8a2029e33ed req-35ad6890-19c5-4933-b798-d4dede9e16bf service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587692 Jul 16 20:10:10.123687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.147786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf8239a8-cc7e-4255-9b74-75f6569a189a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.154155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf8239a8-cc7e-4255-9b74-75f6569a189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.225975 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf8239a8-cc7e-4255-9b74-75f6569a189a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0513ce02c9414438816e5cce834d72c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0575755 Jul 16 20:10:10.226850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45298) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:10.227779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8239a8-cc7e-4255-9b74-75f6569a189a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f00077-e2ed-41a9-89a8-086d254179e6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.346329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-28289fb2-eae8-4864-ab06-6048a8d38e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.403613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-28289fb2-eae8-4864-ab06-6048a8d38e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.464695 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.506083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64345a-bfc2-489b-86fe-16f2530b7f24 req-a773e530-9ebc-4620-9f0d-7db92bfdcfb5 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.507900 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-28289fb2-eae8-4864-ab06-6048a8d38e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.511103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-28289fb2-eae8-4864-ab06-6048a8d38e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.516533 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-28289fb2-eae8-4864-ab06-6048a8d38e95 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11f00077-e2ed-41a9-89a8-086d254179e6 HTTP/1.1" status: 204 len: 168 time: 0.2803445 Jul 16 20:10:10.516883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db64345a-bfc2-489b-86fe-16f2530b7f24 req-a773e530-9ebc-4620-9f0d-7db92bfdcfb5 tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 946 time: 0.3265717 Jul 16 20:10:10.523962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.524893 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Floating IP 06c8fd0c-f339-48cb-8ca8-c28409bc731b disassociated. External IP: 172.25.6.106, port: 4a014a79-9675-4e01-8e18-1c3905be9647. Jul 16 20:10:10.533779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289fb2-eae8-4864-ab06-6048a8d38e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f00077-e2ed-41a9-89a8-086d254179e6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.638656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-cfb90580-2e93-4439-ac2b-c7acfcb59b7c tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.640349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-cfb90580-2e93-4439-ac2b-c7acfcb59b7c tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.16 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 946 time: 0.3091331 Jul 16 20:10:10.661223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db64345a-bfc2-489b-86fe-16f2530b7f24 req-8f967bd0-c677-469a-99b2-01a1b1692faf tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436398 Jul 16 20:10:10.774479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:11.073476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 7de14f5c-a733-4d27-a871-7d94a74d75a5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:11.077309 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.422853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.523338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:11.527828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:11.536550 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42659c81-63ed-42e2-801e-e4468f21d453" -d '{"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-plugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:11.543466 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.544731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0c184e2f-0674-440e-9d2e-e47a5927e8a7 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:11.591991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45344) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:11.735956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=10']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:11.823538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-373b4365-d456-428d-ae6d-3b67dfe86e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.866235 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.955165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0c184e2f-0674-440e-9d2e-e47a5927e8a7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c184e2f-0674-440e-9d2e-e47a5927e8a7,segment=NetworkSegment(daf6be08-a6f4-439f-9b2a-97fba1d64ab8),segment_id=daf6be08-a6f4-439f-9b2a-97fba1d64ab8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:11.962346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.989831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-373b4365-d456-428d-ae6d-3b67dfe86e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.997781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-373b4365-d456-428d-ae6d-3b67dfe86e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.055517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-373b4365-d456-428d-ae6d-3b67dfe86e85 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21eba15c6f3d4b01b6ce522da1e4fddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613817 Jul 16 20:10:12.056223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45370) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:12.066341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b4365-d456-428d-ae6d-3b67dfe86e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfba54d-04b7-49f6-ab59-ade52aef45c2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:12.124583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0c184e2f-0674-440e-9d2e-e47a5927e8a7,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:12.173035 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a55051a-f8b5-4ebe-ac7b-823da4ba9890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.204325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a55051a-f8b5-4ebe-ac7b-823da4ba9890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.249132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0aec5-bbae-446c-b264-309ca75f0435 req-5e363361-09fc-4d54-bb8a-6f8ff31fe342 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.251831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ee0aec5-bbae-446c-b264-309ca75f0435 req-5e363361-09fc-4d54-bb8a-6f8ff31fe342 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 943 time: 0.4711316 Jul 16 20:10:12.303629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a55051a-f8b5-4ebe-ac7b-823da4ba9890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.307226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a55051a-f8b5-4ebe-ac7b-823da4ba9890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.312998 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8a55051a-f8b5-4ebe-ac7b-823da4ba9890 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3dfba54d-04b7-49f6-ab59-ade52aef45c2 HTTP/1.1" status: 204 len: 168 time: 0.2526052 Jul 16 20:10:12.336115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55051a-f8b5-4ebe-ac7b-823da4ba9890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfba54d-04b7-49f6-ab59-ade52aef45c2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:12.437028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Deleting port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:12.437600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.448522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Router f74adaef-d7de-48f4-82fa-46352216c97d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:12.639153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ee0aec5-bbae-446c-b264-309ca75f0435 req-3919b441-2c03-4d7b-8d0f-decff8e13964 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793082 Jul 16 20:10:12.742904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] For port 0c184e2f-0674-440e-9d2e-e47a5927e8a7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0c184e2f-0674-440e-9d2e-e47a5927e8a7,segment=NetworkSegment(daf6be08-a6f4-439f-9b2a-97fba1d64ab8),segment_id=daf6be08-a6f4-439f-9b2a-97fba1d64ab8)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:12.743288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.770426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Calling delete_port for 0c184e2f-0674-440e-9d2e-e47a5927e8a7 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:12.786603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:12.810912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:12.854132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.983397 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e347ae-4e68-440a-a63d-0da8d7cc8cf1 x-openstack-request-id: req-24e347ae-4e68-440a-a63d-0da8d7cc8cf1 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:12.984038 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-plugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:12.984038 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24e347ae-4e68-440a-a63d-0da8d7cc8cf1 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:13.013251 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'code': 200} Jul 16 20:10:13.046326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] Sync routers for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:13.110403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:13.112060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:09:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:13.323869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:13.351563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '01e64eda-301f-4e41-9967-1d1803d91be7', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'port_id': '01e64eda-301f-4e41-9967-1d1803d91be7', 'mac_address': 'fa:16:3e:ec:35:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:13.376738 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d9cc0410-7620-4080-8f4e-2925af1f6d4d tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "PUT /v2.0/floatingips/06c8fd0c-f339-48cb-8ca8-c28409bc731b HTTP/1.1" status: 200 len: 695 time: 3.4672890 Jul 16 20:10:13.380020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:13.382841 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd53671-cc33-4ed8-976c-08ac1a8a47cd" -d '{"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:13.443974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a0a59-da45-4b99-8b0e-3c9ee48a04e4 req-c1e197c9-8de7-4ee0-9837-ca0ad192defb tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.466851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45400) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:13.469112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-399a0a59-da45-4b99-8b0e-3c9ee48a04e4 req-c1e197c9-8de7-4ee0-9837-ca0ad192defb tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/ports?device_id=36f039fe-2b16-4fbd-ac14-04145b20008f HTTP/1.1" status: 200 len: 944 time: 0.2002382 Jul 16 20:10:13.495662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f6463e3e-6806-4186-9b56-708bfcbeb66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.633817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f6463e3e-6806-4186-9b56-708bfcbeb66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.641824 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f6463e3e-6806-4186-9b56-708bfcbeb66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.662310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-399a0a59-da45-4b99-8b0e-3c9ee48a04e4 req-3d2297a6-990d-4993-b4f1-d2d2fadd83df tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.78 "GET /v2.0/security-groups?id=ccd7ced4-5676-4519-b1ba-e730d8b15b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933580 Jul 16 20:10:13.736608 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f6463e3e-6806-4186-9b56-708bfcbeb66c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e17c3f90c47a4875bda844f2062515ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675598 Jul 16 20:10:13.738376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:13.748180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6463e3e-6806-4186-9b56-708bfcbeb66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a436771-6bf0-4480-bae9-b3bfa0a3e339,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:13.816480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7f31-ebb2-48ac-8e9d-860b2d000cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.839418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-ffa9afc4-04a1-4e80-b28a-f0e296d26843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.841923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-ffa9afc4-04a1-4e80-b28a-f0e296d26843 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.4182582 Jul 16 20:10:13.863638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7f31-ebb2-48ac-8e9d-860b2d000cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.904602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:13.932722 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.947994 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.971099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e64eda-301f-4e41-9967-1d1803d91be7 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:14.015739 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7f31-ebb2-48ac-8e9d-860b2d000cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.021017 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7f31-ebb2-48ac-8e9d-860b2d000cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.025394 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a6b7f31-ebb2-48ac-8e9d-860b2d000cb6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a436771-6bf0-4480-bae9-b3bfa0a3e339 HTTP/1.1" status: 204 len: 168 time: 0.2853444 Jul 16 20:10:14.055194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:14.081770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b7f31-ebb2-48ac-8e9d-860b2d000cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a436771-6bf0-4480-bae9-b3bfa0a3e339,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:14.089496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.241246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Pushing event deleted for resources: {'Port': ['ID=0c184e2f-0674-440e-9d2e-e47a5927e8a7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:14.275016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.277299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.278819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.280000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.280610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.281167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.281802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.282387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.282946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.283566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.284133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.284848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:14.308531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:14.424041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['01e64eda-301f-4e41-9967-1d1803d91be7'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:14.553220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-6eeaffa1-1f01-4b6c-b715-475fe85429e0 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.561674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-6eeaffa1-1f01-4b6c-b715-475fe85429e0 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 813 time: 0.1728756 Jul 16 20:10:14.567277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] No DVR routers for this DVR port 0c184e2f-0674-440e-9d2e-e47a5927e8a7 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:14.579112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.581686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da2e1719-b2d8-4539-b0eb-11a57a830f86 req-166e71f1-913e-450f-a5f2-761288ab949f tempest-InstanceActionsNegativeTestJSON-613601672 tempest-InstanceActionsNegativeTestJSON-613601672-project] 10.222.0.16 "DELETE /v2.0/ports/0c184e2f-0674-440e-9d2e-e47a5927e8a7 HTTP/1.1" status: 204 len: 173 time: 3.9163628 Jul 16 20:10:14.604490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-03f800e0-99aa-4d9d-85d0-84e836911290 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/quotas/f3030888f42745fcb9a0e16fd4ad4800 HTTP/1.1" status: 200 len: 375 time: 0.0350459 Jul 16 20:10:14.656384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9fb4c442-d281-4fbb-8276-ab23a2df2629 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505443 Jul 16 20:10:14.875223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:53Z', 'revision_number': 5, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:14.902638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-e3d095bc-0752-41f8-8ebd-2a8863d7ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.921542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-e3d095bc-0752-41f8-8ebd-2a8863d7ff61 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 920 time: 1.0594008 Jul 16 20:10:14.938861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-a54c2c13-8c1c-4681-b5ea-196c5730d09c service neutron] 10.222.0.78 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808287 Jul 16 20:10:14.966965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] Checking router: f74adaef-d7de-48f4-82fa-46352216c97d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:15.002732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:15.003705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:09:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:15.090873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-d5f4f593-1a5f-4d96-aecd-67c6f9916fde service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 217 time: 0.1207192 Jul 16 20:10:15.097045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c184e2f-0674-440e-9d2e-e47a5927e8a7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:15.102396 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61e7d69-1199-4eb3-b575-59fd2440ad0d" -d '{"events": [{"server_uuid": "36f039fe-2b16-4fbd-ac14-04145b20008f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c184e2f-0674-440e-9d2e-e47a5927e8a7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:15.156692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45482) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:15.318158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-475d19f7-327c-4df2-89fa-75da534a75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.322594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-475d19f7-327c-4df2-89fa-75da534a75ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 0.2305770 Jul 16 20:10:15.470981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-9c51d5c5-f107-45cc-80b9-538da814ad23 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287432 Jul 16 20:10:15.497981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:15.676924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aeb348ac-1919-49fb-bf88-7be3579df60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.911407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-06e018bc-d9a3-4cae-95d5-158193790e89 service neutron] 10.222.0.78 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9671156 Jul 16 20:10:15.958162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aeb348ac-1919-49fb-bf88-7be3579df60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.969790 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aeb348ac-1919-49fb-bf88-7be3579df60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.983102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-ed90175c-dafe-4ff3-af04-d98bb46a1f50 service neutron] 10.222.0.78 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102427 Jul 16 20:10:16.160323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aeb348ac-1919-49fb-bf88-7be3579df60d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79964afdbdf54770a46caa22bfc96c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9986784 Jul 16 20:10:16.163883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45498) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:16.180746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb348ac-1919-49fb-bf88-7be3579df60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c319c0a6-b3f6-44c2-87de-d457327fe708,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:16.324694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:53Z', 'revision_number': 5, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:16.354580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5800a2e-ceb2-408e-80c2-59ced5af91bc req-97ba1d56-87cf-49df-b2f1-5cb76cfd6aa0 service neutron] 10.222.0.78 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635218 Jul 16 20:10:16.373516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-583189de-e154-42f9-b231-0c048588de38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.400837 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c11b91-328d-4792-85b4-04db9b793f95 x-openstack-request-id: req-69c11b91-328d-4792-85b4-04db9b793f95 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:16.401380 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:16.401792 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69c11b91-328d-4792-85b4-04db9b793f95 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:16.403956 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647', 'status': 'completed', 'code': 200} Jul 16 20:10:16.453720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb92a02-aba6-4927-89c2-aa00725a9cb3 None None] The sync data for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 is: [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:08:36Z', 'revision_number': 4, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0417adaf-ab9b-44a9-b77f-4c7a121640c7', 'name': '', 'network_id': '7da0d079-e6ec-4774-911b-08e841ae29cf', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'mac_address': 'fa:16:3e:7f:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:34Z', 'updated_at': '2021-07-16T20:08:53Z', 'revision_number': 5, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'subnets': [{'id': '82e9d7f9-8fec-46a5-980a-e60b0f3f1292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:16.524222 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-583189de-e154-42f9-b231-0c048588de38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.609063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45512) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:16.624501 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-583189de-e154-42f9-b231-0c048588de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.628358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-583189de-e154-42f9-b231-0c048588de38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.634105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-583189de-e154-42f9-b231-0c048588de38 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c319c0a6-b3f6-44c2-87de-d457327fe708 HTTP/1.1" status: 204 len: 168 time: 0.4685187 Jul 16 20:10:16.673177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583189de-e154-42f9-b231-0c048588de38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c319c0a6-b3f6-44c2-87de-d457327fe708,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:16.794769 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f820a7-ae03-46fa-b7be-d064ecdd7d1e x-openstack-request-id: req-63f820a7-ae03-46fa-b7be-d064ecdd7d1e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:16.794769 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f039fe-2b16-4fbd-ac14-04145b20008f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c184e2f-0674-440e-9d2e-e47a5927e8a7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:16.794769 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63f820a7-ae03-46fa-b7be-d064ecdd7d1e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:16.794769 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c184e2f-0674-440e-9d2e-e47a5927e8a7', 'code': 200} Jul 16 20:10:16.802296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:16.923982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b54afc0-bc24-4da3-a18d-0b3f2bf1e1af req-88a97f7a-3ca3-4b89-8338-e80fb72779b7 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 210 time: 0.1167541 Jul 16 20:10:16.954505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 01e64eda-301f-4e41-9967-1d1803d91be7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:16.955125 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.979626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-d460d669-7b5d-41d8-af81-ebcf34b2477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.023456 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-d460d669-7b5d-41d8-af81-ebcf34b2477f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 1098 time: 0.6415913 Jul 16 20:10:17.088172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7e7db2-efb4-4f62-9110-6e049b11ad7b admin admin] Deleting subnet 83e263bb-dd34-469f-8ad3-a9e294402488 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:10:17.109934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7db2-efb4-4f62-9110-6e049b11ad7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.195612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-cd321310-69b4-4bb8-8df9-13dec35f4ec5 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/floatingips/06c8fd0c-f339-48cb-8ca8-c28409bc731b HTTP/1.1" status: 200 len: 695 time: 0.1643999 Jul 16 20:10:17.236696 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.264966 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd3b9d3-eef7-446e-b628-30fd459866b9 None None] New status for floating IP 06c8fd0c-f339-48cb-8ca8-c28409bc731b: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:10:17.279544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7db2-efb4-4f62-9110-6e049b11ad7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.343117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:17.352408 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.609628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=10']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:17.646383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57f227-6b09-4be6-92bf-935c0ad3c4b2 req-f7b37be7-de58-43b0-b4a0-fd5ddea90864 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.656844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e57f227-6b09-4be6-92bf-935c0ad3c4b2 req-f7b37be7-de58-43b0-b4a0-fd5ddea90864 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 944 time: 0.7633481 Jul 16 20:10:17.743603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e57f227-6b09-4be6-92bf-935c0ad3c4b2 req-3e3735c2-da9c-4a26-b6a2-04312b42c9f2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844514 Jul 16 20:10:17.758743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-eae4b389-67a7-4bb4-b87f-c651076209b1 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.768999 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-eae4b389-67a7-4bb4-b87f-c651076209b1 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 784 time: 0.5722544 Jul 16 20:10:17.785985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-20e933cf-3b31-433c-bf87-cb2f64718351 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:17.791303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-20e933cf-3b31-433c-bf87-cb2f64718351 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151792 Jul 16 20:10:17.982570 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6df2582a-6a16-4e17-b578-17542339ab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.997672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-d6d020fa-eca4-4d08-88f6-cba460dd8024 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 698 time: 0.1874790 Jul 16 20:10:18.171416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-d747375d-1386-4df4-b35f-3a2d64347717 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 698 time: 0.1446855 Jul 16 20:10:18.456679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'name': 'network-vif-deleted', 'tag': '0c184e2f-0674-440e-9d2e-e47a5927e8a7'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:18.466784 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff6f7b-ccad-4e61-b7ac-fca320fd240a" -d '{"events": [{"server_uuid": "36f039fe-2b16-4fbd-ac14-04145b20008f", "name": "network-vif-deleted", "tag": "0c184e2f-0674-440e-9d2e-e47a5927e8a7"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:18.556750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b22994f-072d-43c0-8d8b-462d574544a4 req-c7f911bc-8af1-4791-a1a6-ac4e59955934 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 210 time: 0.2046728 Jul 16 20:10:18.709284 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa6a848-ea47-4633-9894-195a0ebdde67 x-openstack-request-id: req-3aa6a848-ea47-4633-9894-195a0ebdde67 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:18.709729 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f039fe-2b16-4fbd-ac14-04145b20008f", "name": "network-vif-deleted", "tag": "0c184e2f-0674-440e-9d2e-e47a5927e8a7", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:18.710709 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3aa6a848-ea47-4633-9894-195a0ebdde67 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:18.712015 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f039fe-2b16-4fbd-ac14-04145b20008f', 'name': 'network-vif-deleted', 'tag': '0c184e2f-0674-440e-9d2e-e47a5927e8a7', 'status': 'completed', 'code': 200} Jul 16 20:10:18.750922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:18.756052 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16845a6-9157-4621-a01e-69b73f4852b6" -d '{"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-plugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:18.797507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Deleting port 63b52df6-f10b-4d6a-afb5-882aaff182cb {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:18.803918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.857368 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae56565-acbb-4322-b72e-1f95d33c33c2 x-openstack-request-id: req-dae56565-acbb-4322-b72e-1f95d33c33c2 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:18.858370 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-plugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:18.858908 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dae56565-acbb-4322-b72e-1f95d33c33c2 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:18.859694 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7', 'code': 200} Jul 16 20:10:18.913617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7db2-efb4-4f62-9110-6e049b11ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.079854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7db2-efb4-4f62-9110-6e049b11ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.159116 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7db2-efb4-4f62-9110-6e049b11ad7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.167382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2e7e7db2-efb4-4f62-9110-6e049b11ad7b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/83e263bb-dd34-469f-8ad3-a9e294402488 HTTP/1.1" status: 204 len: 168 time: 2.5569699 Jul 16 20:10:19.208720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45592) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:19.220178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e7db2-efb4-4f62-9110-6e049b11ad7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e263bb-dd34-469f-8ad3-a9e294402488,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:19.408824 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-cad73429-d1e0-432e-b876-1497e722db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.410454 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-cad73429-d1e0-432e-b876-1497e722db5e service neutron] 10.222.0.68 "GET /v2.0/networks?id=7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 200 len: 920 time: 2.3729498 Jul 16 20:10:19.449373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.509109 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-7fe094e1-0995-4499-9af4-8560f7926f82 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 200 len: 217 time: 0.0736740 Jul 16 20:10:19.609226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-dd424590-0aed-4d69-9c22-8b599f862de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.611239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-dd424590-0aed-4d69-9c22-8b599f862de8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 200 len: 859 time: 0.0942388 Jul 16 20:10:19.860519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.861373 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.865947 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-f0122fb6-5731-490e-9a2e-918fa32096ad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7da0d079-e6ec-4774-911b-08e841ae29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841357 Jul 16 20:10:19.906113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Calling delete_port for 63b52df6-f10b-4d6a-afb5-882aaff182cb owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:19.910660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41ccb7-a8ed-4f45-bccf-0d0237e0e593 req-b1cb0ad0-31b3-4a4f-bed2-bb506b78e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.919248 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ec41ccb7-a8ed-4f45-bccf-0d0237e0e593 req-b1cb0ad0-31b3-4a4f-bed2-bb506b78e823 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 1098 time: 0.5252600 Jul 16 20:10:20.158074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-6e8f0ba4-13c8-43f6-bd10-8c8f29176552 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.160105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-6e8f0ba4-13c8-43f6-bd10-8c8f29176552 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.16 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 813 time: 0.8613596 Jul 16 20:10:20.164352 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.177153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Request body: {'port': {'device_id': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc', 'admin_state_up': True, 'tenant_id': 'f3030888f42745fcb9a0e16fd4ad4800'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:20.312272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.381794 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-706d5e7e-362c-4105-827a-0ac4a61cc6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.389534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:20.423208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf6be08-a6f4-439f-9b2a-97fba1d64ab8') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:20.423535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf6be08-a6f4-439f-9b2a-97fba1d64ab8') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:20.470163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event deleted for resources: {'Port': ['ID=63b52df6-f10b-4d6a-afb5-882aaff182cb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:20.568889 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ec41ccb7-a8ed-4f45-bccf-0d0237e0e593 req-d4693dc6-d4cd-4ec1-9aa5-8ad62a79990b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5996358 Jul 16 20:10:20.647278 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.673661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.707195 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.709174 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.744348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-902be33e-6ec9-4191-a3c5-af345a0be9e6 req-c3693edf-d97f-40fe-aca7-5da152c35f61 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "DELETE /v2.0/floatingips/06c8fd0c-f339-48cb-8ca8-c28409bc731b HTTP/1.1" status: 204 len: 173 time: 2.5595224 Jul 16 20:10:20.747510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.764175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:20.764862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:20.767327 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:20.785504 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-c096216a-b22f-428c-859f-6096762ecf37 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8899300 Jul 16 20:10:20.797573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2fb5a-0752-449b-a6f8-0469d1101e5f req-12e1c216-4639-48fe-81ed-0d936def1730 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.799393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84b2fb5a-0752-449b-a6f8-0469d1101e5f req-12e1c216-4639-48fe-81ed-0d936def1730 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 946 time: 1.5588470 Jul 16 20:10:21.025837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.049108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.051667 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2 HTTP/1.1" status: 204 len: 168 time: 1.8413880 Jul 16 20:10:21.082812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b8cf8-4f2e-4069-afc0-22badf2e3b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7bb2166-4473-4ae2-81b8-0ecf30fd6ec2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:21.087531 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-efd53671-cc33-4ed8-976c-08ac1a8a47cd req-f3a7085a-9fd7-40fb-bb55-6096e742d216 service neutron] 10.222.0.68 "GET /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924361 Jul 16 20:10:21.134571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-673946ae-b357-4fbd-898f-2239dad5a5b2 req-057e957c-65c9-4b64-8ce9-e13d892fa34e tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 210 time: 0.0762365 Jul 16 20:10:21.160777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84b2fb5a-0752-449b-a6f8-0469d1101e5f req-6415f71e-e396-4c60-9357-92f7147410ae tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183155 Jul 16 20:10:21.218543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Made reservation on behalf of f3030888f42745fcb9a0e16fd4ad4800 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:21.227831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.463022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-897d3699-d299-49e6-b4dc-7d2eade38cdf req-24a19006-866d-43e2-a6b3-7e510259ee41 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups/82928c2f-5088-426c-9fc3-7cf73e8f3d5b HTTP/1.1" status: 200 len: 1809 time: 0.2043204 Jul 16 20:10:21.468609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45658) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:21.547484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:21.602109 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7ddf672c-65ea-4a43-9082-01a5c32fc3cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5582dde1c6348b4939cb100c5b1e120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307876 Jul 16 20:10:21.603780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45664) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:21.726643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d0c7-d551-4a8f-bf3c-8454f3cf78fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.732873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Allocated IP 172.20.0.3 (c7d433e6-a170-4cec-8019-9a7c0047b0dc/a002743e-a411-4591-bb66-6867a32979ab/8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:21.793318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d0c7-d551-4a8f-bf3c-8454f3cf78fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.807691 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-897d3699-d299-49e6-b4dc-7d2eade38cdf req-0323b0db-03cc-4f63-a468-ea288088557e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.927082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-897d3699-d299-49e6-b4dc-7d2eade38cdf req-0323b0db-03cc-4f63-a468-ea288088557e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.052411 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d0c7-d551-4a8f-bf3c-8454f3cf78fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.067766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d0c7-d551-4a8f-bf3c-8454f3cf78fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.079323 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:22.084846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f5e2d0c7-d551-4a8f-bf3c-8454f3cf78fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ccd7ced4-5676-4519-b1ba-e730d8b15b8f HTTP/1.1" status: 204 len: 168 time: 0.4793744 Jul 16 20:10:22.123755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2d0c7-d551-4a8f-bf3c-8454f3cf78fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd7ced4-5676-4519-b1ba-e730d8b15b8f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:22.288948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-897d3699-d299-49e6-b4dc-7d2eade38cdf req-0323b0db-03cc-4f63-a468-ea288088557e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.297448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-897d3699-d299-49e6-b4dc-7d2eade38cdf req-0323b0db-03cc-4f63-a468-ea288088557e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.308468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d229be71-fbce-4725-b269-22f194ad5639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.312702 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.315552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-897d3699-d299-49e6-b4dc-7d2eade38cdf req-0323b0db-03cc-4f63-a468-ea288088557e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "DELETE /v2.0/security-groups/82928c2f-5088-426c-9fc3-7cf73e8f3d5b HTTP/1.1" status: 204 len: 173 time: 0.8287973 Jul 16 20:10:22.343803 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.573136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323b0db-03cc-4f63-a468-ea288088557e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82928c2f-5088-426c-9fc3-7cf73e8f3d5b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:22.599822 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.944866 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d229be71-fbce-4725-b269-22f194ad5639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.969919 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d229be71-fbce-4725-b269-22f194ad5639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.049606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229be71-fbce-4725-b269-22f194ad5639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50950027-ae1d-4521-a81d-3ddf841b5756,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:23.075973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d229be71-fbce-4725-b269-22f194ad5639 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=07ab9917e18740cdac2abc7b13e19270&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5253761 Jul 16 20:10:23.080011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45726) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:23.254754 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31d975cd-7b43-4bc5-b664-d2f2d7aa0908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.329760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31d975cd-7b43-4bc5-b664-d2f2d7aa0908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.457929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31d975cd-7b43-4bc5-b664-d2f2d7aa0908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.461829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31d975cd-7b43-4bc5-b664-d2f2d7aa0908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.465801 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-31d975cd-7b43-4bc5-b664-d2f2d7aa0908 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50950027-ae1d-4521-a81d-3ddf841b5756 HTTP/1.1" status: 204 len: 168 time: 0.3845425 Jul 16 20:10:23.489940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d975cd-7b43-4bc5-b664-d2f2d7aa0908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50950027-ae1d-4521-a81d-3ddf841b5756,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:23.684985 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.827866 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-42a3be8c-4b7c-448b-a6d0-d415f6aadfda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2719386 Jul 16 20:10:24.099516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-f63580b5-cf9c-450f-874a-2136996b673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.101041 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-f63580b5-cf9c-450f-874a-2136996b673e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 1100 time: 0.2382426 Jul 16 20:10:24.375299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Network c7d433e6-a170-4cec-8019-9a7c0047b0dc is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:24.484642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:24.494125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Pushing event updated for resources: {'Port': ['ID=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:24.509951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:24.678776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.680070 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.753126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-a6e1dfb8-d8c2-42cb-a89f-9d8af76edc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.761071 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-a6e1dfb8-d8c2-42cb-a89f-9d8af76edc3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.4179456 Jul 16 20:10:24.891060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45776) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:24.952445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-b0ee5742-cd9d-4537-b42f-92d28d527d67 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7783494 Jul 16 20:10:25.027891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-03a1ecff-04e9-4577-8028-40f485084a63 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:25.030460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-03a1ecff-04e9-4577-8028-40f485084a63 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328882 Jul 16 20:10:25.214601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330e58-ac43-40d6-9358-d27af66a7e83 req-23252703-cdd2-483a-aef6-58c08a985863 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.232574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7330e58-ac43-40d6-9358-d27af66a7e83 req-23252703-cdd2-483a-aef6-58c08a985863 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 946 time: 1.1354697 Jul 16 20:10:25.366856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c76ad-6e87-4344-b87b-e7f3170dd6cd req-c285eee7-964a-4d56-9e83-9c0eaa45755e tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.382642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-437c76ad-6e87-4344-b87b-e7f3170dd6cd req-c285eee7-964a-4d56-9e83-9c0eaa45755e tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 931 time: 0.7249334 Jul 16 20:10:25.487410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7330e58-ac43-40d6-9358-d27af66a7e83 req-cdc43fc2-d043-4628-b88b-45ba0ac6a713 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538631 Jul 16 20:10:25.568243 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-437c76ad-6e87-4344-b87b-e7f3170dd6cd req-c3dbf254-5549-4728-acb4-d3abe49f9c1a tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659155 Jul 16 20:10:25.682685 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-b9e835bf-04a8-40a3-a2df-2c6d105c2d80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2 HTTP/1.1" status: 200 len: 217 time: 0.9141023 Jul 16 20:10:25.850133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-9afc1a8c-cefb-4fc2-b59c-4e83a1444ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.853333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-9afc1a8c-cefb-4fc2-b59c-4e83a1444ca0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.1635509 Jul 16 20:10:25.946697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1664146267-network', 'tenant_id': '339b1fa75957439782186d828b947369'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:25.992834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Made reservation on behalf of 339b1fa75957439782186d828b947369 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:25.998336 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.005507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Request body: {'port': {'device_id': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:26.051270 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.241994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-6685c53e-7b2c-4b3f-a2a4-f5a737803c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.243663 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-6685c53e-7b2c-4b3f-a2a4-f5a737803c1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3784952 Jul 16 20:10:26.364112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.477034 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-3dac1417-eeb7-480f-8b30-35f1ecbde7fe service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212679 Jul 16 20:10:26.549583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.558322 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.634698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b50a117-bc38-42fa-b13e-b07fd494883f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:26.673282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:26.701160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.702417 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Added segment b3ed640c-9e86-45b0-855f-bb7b31d8844b of type vlan for network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 Jul 16 20:10:26.719933 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7f78e7d0-58b3-4b24-a031-ef2c8904dc3b req-93b92e62-094c-4330-899b-d49363331981 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350802 Jul 16 20:10:26.809750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.896471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.897970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.898980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.913753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872beeb5-116c-4e2c-b79c-f62c7f812e98 req-db85074f-2cec-49c2-98c1-2cae69a4d4a4 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.930867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-872beeb5-116c-4e2c-b79c-f62c7f812e98 req-db85074f-2cec-49c2-98c1-2cae69a4d4a4 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.5184555 Jul 16 20:10:26.953053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0589614 Jul 16 20:10:26.982722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45854) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:27.006226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Request body: {'subnet': {'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1664146267-subnet', 'tenant_id': '339b1fa75957439782186d828b947369', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:27.152112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b2e5-338b-46e2-aa59-c31ae0e7b555 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca26e4e-3007-40cd-8b4b-ebff741e8b02,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:27.166828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:27.447680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-872beeb5-116c-4e2c-b79c-f62c7f812e98 req-bf1d8f02-15f3-4ec6-ad3b-9915526cc8a0 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134499 Jul 16 20:10:27.535680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Made reservation on behalf of 339b1fa75957439782186d828b947369 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:27.538329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.116547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18376622-9192-4ba6-a023-0b8075ff61a2 req-e39fc177-3dc9-4053-a447-7429911db3d2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.118277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18376622-9192-4ba6-a023-0b8075ff61a2 req-e39fc177-3dc9-4053-a447-7429911db3d2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 946 time: 0.9018059 Jul 16 20:10:28.146455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:28.162109 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.187439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Transition to ACTIVE for port object 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:28.228052 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.437056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18376622-9192-4ba6-a023-0b8075ff61a2 req-2383a347-15c8-4976-95d8-720fa9b72dd4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466099 Jul 16 20:10:28.557996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-4a275331-5aa1-492b-a0b0-1fd495b2bff0 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.576410 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-4a275331-5aa1-492b-a0b0-1fd495b2bff0 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.68 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.0937910 Jul 16 20:10:28.691442 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.711820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390dd2a-c953-4473-afc9-4745b7837695 req-210346df-e8c4-401d-bd25-b1614dce6aa3 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.713495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6390dd2a-c953-4473-afc9-4745b7837695 req-210346df-e8c4-401d-bd25-b1614dce6aa3 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 931 time: 0.7363970 Jul 16 20:10:28.761100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:28.792982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Deleting port 4a014a79-9675-4e01-8e18-1c3905be9647 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:28.793983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.827836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Attempting to bind port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:28.828138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Attempting to bind port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:28.828446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Attempting to bind port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 on network c7d433e6-a170-4cec-8019-9a7c0047b0dc {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:28.869907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6390dd2a-c953-4473-afc9-4745b7837695 req-4fc68cb5-2425-4840-8bd7-cb83e4ce1193 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132607 Jul 16 20:10:28.869907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 on network c7d433e6-a170-4cec-8019-9a7c0047b0dc not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:28.869907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Attempting to bind port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 on network c7d433e6-a170-4cec-8019-9a7c0047b0dc {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:28.883724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:28.884078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Checking segment: {'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:28.884520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Bound using segment: {'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:28.884960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Bound port: 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:28.885329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.907606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbe0521-aba6-4cd7-9038-383ed1d9b674,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:29.025231 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] For port 4a014a79-9675-4e01-8e18-1c3905be9647, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=4a014a79-9675-4e01-8e18-1c3905be9647,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:29.025625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.048174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Checking segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:29.048620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Network hostable DHCP agents. Network: 3ca26e4e-3007-40cd-8b4b-ebff741e8b02, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:29.071009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Calling delete_port for 4a014a79-9675-4e01-8e18-1c3905be9647 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:29.162597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:29.170054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] For port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:29.186673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] For port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:29.211323 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.237616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 3ca26e4e-3007-40cd-8b4b-ebff741e8b02) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:29.251598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45914) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:29.260429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a607ccf-6c9b-49ff-b999-8c5189b3f8b2 None None] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:29.316028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.321245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.394434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.404043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.413862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] 10.222.0.16 "PUT /v2.0/ports/8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 HTTP/1.1" status: 200 len: 1092 time: 4.3459678 Jul 16 20:10:29.458391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'tag': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:29.469169 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6d9ddc-9797-442d-966a-22ea59bf3468", "tag": "8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:29.491724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b67972fc-d70b-44e5-b5bb-f3381ea4c4b3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5045111 Jul 16 20:10:29.521137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45920) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:29.624861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.636301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:29.664590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['4a014a79-9675-4e01-8e18-1c3905be9647'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:29.698080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4d84-68d5-4339-a72d-de8b813a6c5f req-f97d5225-683e-4610-8c28-9f14a904d03e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.713829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf7e4d84-68d5-4339-a72d-de8b813a6c5f req-f97d5225-683e-4610-8c28-9f14a904d03e tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 946 time: 0.7521024 Jul 16 20:10:29.737202 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029cc987-5562-4dc8-a22c-dd420a96e52e x-openstack-request-id: req-029cc987-5562-4dc8-a22c-dd420a96e52e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:29.737779 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6d9ddc-9797-442d-966a-22ea59bf3468", "tag": "8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:29.739305 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-029cc987-5562-4dc8-a22c-dd420a96e52e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:29.743047 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'tag': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7', 'status': 'completed', 'code': 200} Jul 16 20:10:29.883921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] No DVR routers for this DVR port 4a014a79-9675-4e01-8e18-1c3905be9647 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:29.889149 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.892241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e0b4b82b-9e22-4d9d-9e9c-a3f035753b6b req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.68 "DELETE /v2.0/ports/4a014a79-9675-4e01-8e18-1c3905be9647 HTTP/1.1" status: 204 len: 173 time: 1.3119788 Jul 16 20:10:29.893313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67097d4e-6c8a-495a-b7df-62c1de3e1316 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] Pushing event deleted for resources: {'Port': ['ID=4a014a79-9675-4e01-8e18-1c3905be9647,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:29.896285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'name': 'network-vif-deleted', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:29.896931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:29.920868 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d45e9b-628c-4de8-9e47-6d7afb733de5" -d '{"events": [{"server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "name": "network-vif-deleted", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:29.982993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:10:29.997774 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.011034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17dbe3-4eea-483e-9ad4-8a3b684b0db2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:30.032024 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.033362 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.118802 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.177392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf7e4d84-68d5-4339-a72d-de8b813a6c5f req-08cc384e-4b69-4883-b16f-b13ecc324430 tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1f5f803-3847-48ba-9335-4e3c2783fb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600234 Jul 16 20:10:30.417351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Allocated IP 172.20.0.2 (3ca26e4e-3007-40cd-8b4b-ebff741e8b02/6dbe0521-aba6-4cd7-9038-383ed1d9b674/d420db30-0ece-498a-b90c-587adc9dc0a8) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:30.501209 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.537967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-7cf687f9-afdd-42b6-b90b-e434d4e867ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.539586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-7cf687f9-afdd-42b6-b90b-e434d4e867ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 1095 time: 1.0386748 Jul 16 20:10:30.743825 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5925ea-a495-4788-8e52-8f6403107f5c x-openstack-request-id: req-9c5925ea-a495-4788-8e52-8f6403107f5c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:30.744431 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ca14a9-547e-41e2-98dc-1fbc3f1b3542", "name": "network-vif-deleted", "tag": "4a014a79-9675-4e01-8e18-1c3905be9647", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:30.744431 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c5925ea-a495-4788-8e52-8f6403107f5c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:30.744815 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ca14a9-547e-41e2-98dc-1fbc3f1b3542', 'name': 'network-vif-deleted', 'tag': '4a014a79-9675-4e01-8e18-1c3905be9647', 'status': 'completed', 'code': 200} Jul 16 20:10:30.811950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-52eb9929-40d0-4fc7-9636-b55d730929f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 HTTP/1.1" status: 200 len: 217 time: 0.2618759 Jul 16 20:10:30.901130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.026708 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.073643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Transition to ACTIVE for port object d420db30-0ece-498a-b90c-587adc9dc0a8 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:31.109471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-947067bb-bcf8-444b-81f3-19a827f48a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.113311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-947067bb-bcf8-444b-81f3-19a827f48a84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a002743e-a411-4591-bb66-6867a32979ab HTTP/1.1" status: 200 len: 853 time: 0.2907701 Jul 16 20:10:31.154771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Transition to ACTIVE for port object d420db30-0ece-498a-b90c-587adc9dc0a8 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:31.163860 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.329192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:31.349373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:31.366366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f342-d3b6-4571-a4db-f60dcd9d85e1 req-49febd84-8515-4a96-96b7-7a099af56c6f tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.372011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:31.399875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6843f342-d3b6-4571-a4db-f60dcd9d85e1 req-49febd84-8515-4a96-96b7-7a099af56c6f tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 943 time: 1.2736740 Jul 16 20:10:31.522561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Pushing event updated for resources: {'Port': ['ID=d420db30-0ece-498a-b90c-587adc9dc0a8,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:31.540984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.541834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.542629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.543338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.544141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.545051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.545730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.546098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.546493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.547216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.548628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.549268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.599587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Attempting to bind port d420db30-0ece-498a-b90c-587adc9dc0a8 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:31.600028 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Attempting to bind port d420db30-0ece-498a-b90c-587adc9dc0a8 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:31.600439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Attempting to bind port d420db30-0ece-498a-b90c-587adc9dc0a8 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:31.616789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:31.617187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Checking segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:31.619575 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.620318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Bound using segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:31.623769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Bound port: d420db30-0ece-498a-b90c-587adc9dc0a8, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:31.625101 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.690468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-4ea9e90c-c0c4-40cc-9cd5-9f2d72e75968 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7d433e6-a170-4cec-8019-9a7c0047b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4901271 Jul 16 20:10:31.795637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45974) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:31.931564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8deeae4c-2859-4124-a7ca-305ac021a92d req-52f1cf49-5bbb-4a11-8c08-cf656146f37c tempest-ServerRescueTestJSONUnderV235-743931460 tempest-ServerRescueTestJSONUnderV235-743931460-project] 10.222.0.78 "GET /v2.0/ports?device_id=76ca14a9-547e-41e2-98dc-1fbc3f1b3542 HTTP/1.1" status: 200 len: 210 time: 0.2320139 Jul 16 20:10:31.965472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] For port d420db30-0ece-498a-b90c-587adc9dc0a8, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:31.981878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] For port d420db30-0ece-498a-b90c-587adc9dc0a8, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d420db30-0ece-498a-b90c-587adc9dc0a8,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:31.992054 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.137103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0324f08-fef2-4062-800e-60e1c0dd2af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.312639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36575ba-3f13-4b48-8f5f-88158caf527f None None] Pushing event updated for resources: {'Port': ['ID=d420db30-0ece-498a-b90c-587adc9dc0a8,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:32.362820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-8e41a96f-8214-40c2-aed1-7198873ecb90 service neutron] 10.222.0.16 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385443 Jul 16 20:10:32.405602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0324f08-fef2-4062-800e-60e1c0dd2af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.417345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0324f08-fef2-4062-800e-60e1c0dd2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.478790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b0324f08-fef2-4062-800e-60e1c0dd2af9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d33e5bb9dc148fb97ceffecd1d480c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777515 Jul 16 20:10:32.478790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0324f08-fef2-4062-800e-60e1c0dd2af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfa164c-171f-4de0-b25a-49a267d48243,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:32.490753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45990) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:32.515720 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.666300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-407b6164-f5b5-443c-a4cd-e0f2c891848e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.693854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11007123-2f21-46c4-8576-f8ea7ba6e950 req-798cf9b2-26a0-4587-96b0-1894de3fbbb0 service neutron] 10.222.0.16 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046334 Jul 16 20:10:32.707349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6843f342-d3b6-4571-a4db-f60dcd9d85e1 req-e186997e-e38d-4fdb-b92f-2f79d8634eb0 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3059995 Jul 16 20:10:32.784844 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-407b6164-f5b5-443c-a4cd-e0f2c891848e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.903950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-407b6164-f5b5-443c-a4cd-e0f2c891848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.913277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-407b6164-f5b5-443c-a4cd-e0f2c891848e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.917416 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-407b6164-f5b5-443c-a4cd-e0f2c891848e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9dfa164c-171f-4de0-b25a-49a267d48243 HTTP/1.1" status: 204 len: 168 time: 0.4250097 Jul 16 20:10:32.935852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b6164-f5b5-443c-a4cd-e0f2c891848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfa164c-171f-4de0-b25a-49a267d48243,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:33.031010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Allocated IP 172.25.6.33 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/44a4ed96-4ab2-482b-8ca7-334e7181ed6d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:33.130655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46002) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:33.221381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.352824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4a014a79-9675-4e01-8e18-1c3905be9647 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:33.367841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.435732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 4a014a79-9675-4e01-8e18-1c3905be9647 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:33.436426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 4a014a79-9675-4e01-8e18-1c3905be9647 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:33.505193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-b3b8e54b-04e0-4de1-9845-38ffcb3f9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.508477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-b3b8e54b-04e0-4de1-9845-38ffcb3f9d2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 1095 time: 0.7130792 Jul 16 20:10:33.555061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d420db30-0ece-498a-b90c-587adc9dc0a8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:33.740137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d420db30-0ece-498a-b90c-587adc9dc0a8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:33.875455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:33.931917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5fda5bc-8700-4116-a604-d06e5a0e450f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.343595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae1b999-8660-4e10-9734-a41da5837ef9 None None] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:34.428636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.429860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4b2798e8-44ac-481b-8b2e-16cbf3f20e7a None None] Provisioning for port d420db30-0ece-498a-b90c-587adc9dc0a8 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:34.499099 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5fda5bc-8700-4116-a604-d06e5a0e450f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.518951 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5fda5bc-8700-4116-a604-d06e5a0e450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.548842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4b2798e8-44ac-481b-8b2e-16cbf3f20e7a None None] Provisioning complete for port d420db30-0ece-498a-b90c-587adc9dc0a8 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:34.554522 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b2798e8-44ac-481b-8b2e-16cbf3f20e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.717910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.765783 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d5fda5bc-8700-4116-a604-d06e5a0e450f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7b7a6404030467b9298d23ea944fde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8886032 Jul 16 20:10:34.766844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46036) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:34.789742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fda5bc-8700-4116-a604-d06e5a0e450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa1a7b7-d586-4f8d-8bf5-70f8e37974fd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:34.886649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329738fc-bbfa-44df-8485-38dc02d50884 req-57ce478f-a6f2-411c-920c-bd0331e49a07 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.894975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-329738fc-bbfa-44df-8485-38dc02d50884 req-57ce478f-a6f2-411c-920c-bd0331e49a07 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 943 time: 0.4315798 Jul 16 20:10:34.947622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-5f7435da-9d0d-497b-b6cd-712590a0952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.949428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-5f7435da-9d0d-497b-b6cd-712590a0952c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 914 time: 0.4848852 Jul 16 20:10:34.979882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:34.982649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-329738fc-bbfa-44df-8485-38dc02d50884 req-833beb02-ce08-4d22-8248-4e938ece9952 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866578 Jul 16 20:10:35.002086 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15629557-2794-4579-b2ac-2d1625e159d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.031903 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.069409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-4d956014-a04b-40e1-b4ea-cee046f7821a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 HTTP/1.1" status: 200 len: 217 time: 0.0848348 Jul 16 20:10:35.106411 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15629557-2794-4579-b2ac-2d1625e159d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.219409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15629557-2794-4579-b2ac-2d1625e159d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.223250 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15629557-2794-4579-b2ac-2d1625e159d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.229281 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-15629557-2794-4579-b2ac-2d1625e159d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/caa1a7b7-d586-4f8d-8bf5-70f8e37974fd HTTP/1.1" status: 204 len: 168 time: 0.4577107 Jul 16 20:10:35.280033 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b2798e8-44ac-481b-8b2e-16cbf3f20e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.295896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.296665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15629557-2794-4579-b2ac-2d1625e159d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa1a7b7-d586-4f8d-8bf5-70f8e37974fd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:35.406857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4b2798e8-44ac-481b-8b2e-16cbf3f20e7a None None] For port d420db30-0ece-498a-b90c-587adc9dc0a8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d420db30-0ece-498a-b90c-587adc9dc0a8,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:35.429569 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b2798e8-44ac-481b-8b2e-16cbf3f20e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.456345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'Port': ['ID=44a4ed96-4ab2-482b-8ca7-334e7181ed6d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:35.463190 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.470388 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:10:35.479401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:35.506703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Allocated IP 172.25.6.14 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/14de31b9-7310-4501-a4e1-e98c1d414d24) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:35.524120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:35.529645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:35.637681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-b4031b07-4dd3-480c-b6be-f2db8cbf8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:35.638988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-b4031b07-4dd3-480c-b6be-f2db8cbf8d00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a002743e-a411-4591-bb66-6867a32979ab HTTP/1.1" status: 200 len: 853 time: 0.5638306 Jul 16 20:10:35.676545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Deleting port 0417adaf-ab9b-44a9-b77f-4c7a121640c7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:35.676991 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.808382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-14b5ec05-5909-4330-9d21-ef1cb515cb58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7d433e6-a170-4cec-8019-9a7c0047b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463375 Jul 16 20:10:35.838059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2798e8-44ac-481b-8b2e-16cbf3f20e7a None None] Pushing event updated for resources: {'Port': ['ID=d420db30-0ece-498a-b90c-587adc9dc0a8,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:35.928300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.973315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:35.976781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] For port 0417adaf-ab9b-44a9-b77f-4c7a121640c7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0417adaf-ab9b-44a9-b77f-4c7a121640c7,segment=NetworkSegment(4a87ff28-3652-42cb-aaf0-6d02300d0328),segment_id=4a87ff28-3652-42cb-aaf0-6d02300d0328)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:35.977358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.010027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7', 'network_id': 'c7d433e6-a170-4cec-8019-9a7c0047b0dc', 'port_id': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7', 'mac_address': 'fa:16:3e:b3:3b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a002743e-a411-4591-bb66-6867a32979ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:36.015249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Calling delete_port for 0417adaf-ab9b-44a9-b77f-4c7a121640c7 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:36.105769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.146280 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.186489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:36.253009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.255146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:36.263079 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.362798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.405328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:36.412362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:36.415334 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:36.477225 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.483437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a51ca351-6467-4590-b8a6-43df306490a7 None None] Provisioning complete for port d420db30-0ece-498a-b90c-587adc9dc0a8 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:36.484285 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a51ca351-6467-4590-b8a6-43df306490a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.537217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:36.587159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.729638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Pushing event updated for resources: {'Port': ['ID=14de31b9-7310-4501-a4e1-e98c1d414d24,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.818434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0417adaf-ab9b-44a9-b77f-4c7a121640c7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.294054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2be0b0-8c4c-4dfe-bcd7-b84f9dddc60d req-1d8fe973-dba0-4d3e-b8f9-9caa2c4e898a tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.299564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a2be0b0-8c4c-4dfe-bcd7-b84f9dddc60d req-1d8fe973-dba0-4d3e-b8f9-9caa2c4e898a tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 944 time: 0.9992583 Jul 16 20:10:37.314621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.318032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-159666a4-13fc-4fbb-b9e2-a661376bdb74 service neutron] 10.222.0.16 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4981875 Jul 16 20:10:37.647754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d420db30-0ece-498a-b90c-587adc9dc0a8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:37.838586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a2be0b0-8c4c-4dfe-bcd7-b84f9dddc60d req-f5923bf0-9c76-47a6-a69c-bcd8c4a4302b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871330 Jul 16 20:10:37.870428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d420db30-0ece-498a-b90c-587adc9dc0a8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:37.878273 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.919372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b9fdb84-8195-4d6e-9ad3-ade71ebf8cb9 req-a3e7aacf-dff4-41b1-840f-808067e732b5 service neutron] 10.222.0.16 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838003 Jul 16 20:10:37.926864 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.974223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Router f74adaef-d7de-48f4-82fa-46352216c97d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:38.169076 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.186553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.294125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:38.309774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-83ea0727-271f-48d4-a983-f8ac45c8c5ca admin admin] 10.222.0.78 "PUT /v2.0/routers/f74adaef-d7de-48f4-82fa-46352216c97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1773298 Jul 16 20:10:38.313305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46108) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:38.457149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] Sync routers for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:38.559788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:38.563313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:38.572534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.586561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'Port': ['ID=44a4ed96-4ab2-482b-8ca7-334e7181ed6d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:38.599379 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.639025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.662758 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.664428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1e7f2684-7946-4554-85b9-8e314f0c74f4 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.3509734 Jul 16 20:10:38.676927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46120) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:38.682677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-757928324'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:38.765073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Made reservation on behalf of 90ced5f7728a40fc8daac78507cfb20d for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:38.774822 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.805728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.823285 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.888735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Deleting port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:38.888961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.907056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:38.953465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:39.050224 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.069658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.125803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:39.132808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:39.133188 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.134892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] For port 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c519ae8-f4bf-4d09-8a0a-1c16a01420b3,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:39.135813 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.171738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:39.178648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Calling delete_port for 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:39.277605 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.318650 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.318939 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Added segment ba74782f-2c89-4551-b063-4579abbf0276 of type vlan for network e489150c-92a9-4763-b637-0ae00198edb5 Jul 16 20:10:39.339438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:39.344652 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d38e8d6-9b74-469f-a2fc-2c213bed33af" -d '{"events": [{"server_uuid": "1a6d9ddc-9797-442d-966a-22ea59bf3468", "name": "network-vif-plugged", "status": "completed", "tag": "8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:39.354756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cec384-418a-49fc-b445-eb0dede28436,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:39.368836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:39.378440 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.510823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:10:36Z', 'revision_number': 5, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port': {'id': '7c519ae8-f4bf-4d09-8a0a-1c16a01420b3', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:08:23Z', 'updated_at': '2021-07-16T20:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:39.619763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.651355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] Checking router: f74adaef-d7de-48f4-82fa-46352216c97d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:39.674179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:39.688765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] Routers {'f74adaef-d7de-48f4-82fa-46352216c97d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:39.689204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f74adaef-d7de-48f4-82fa-46352216c97d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:39.723738 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b60928-8daf-4728-8f7a-ce184ed14881 x-openstack-request-id: req-d3b60928-8daf-4728-8f7a-ce184ed14881 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:39.724047 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6d9ddc-9797-442d-966a-22ea59bf3468", "name": "network-vif-plugged", "status": "completed", "tag": "8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:39.724402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Router ddcf6002-ec71-4ef7-8258-364a3147d4e6 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:10:39.725248 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3b60928-8daf-4728-8f7a-ce184ed14881 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:39.732634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.737494 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7', 'code': 200} Jul 16 20:10:39.781416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5feb7-4968-4032-bd26-affa85fbeeac req-2783cf0f-65b2-4a4f-8ba7-76efc33f613f tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.793492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76d5feb7-4968-4032-bd26-affa85fbeeac req-2783cf0f-65b2-4a4f-8ba7-76efc33f613f tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 944 time: 0.6105072 Jul 16 20:10:39.937640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] Set router f74adaef-d7de-48f4-82fa-46352216c97d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:39.941367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c519ae8-f4bf-4d09-8a0a-1c16a01420b3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:39.945840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.067815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:10:38Z', 'revision_number': 6, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:40.147274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a3870-893c-40fd-b10b-fe8e891d21e9 None None] The sync data for ids ['f74adaef-d7de-48f4-82fa-46352216c97d'] in n-d-791505-15 is: [{'id': 'f74adaef-d7de-48f4-82fa-46352216c97d', 'name': 'tempest-ServerRescueTestJSONUnderV235-486570087-router', 'tenant_id': '5af2f639eaba4c6fa82e54ef29317a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:08:21Z', 'updated_at': '2021-07-16T20:10:38Z', 'revision_number': 6, 'project_id': '5af2f639eaba4c6fa82e54ef29317a41', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:40.339258 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.361011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.456553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.457331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f74adaef-d7de-48f4-82fa-46352216c97d {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:10:40.466268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.469994 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8b2e1746-1c04-4706-976f-68009473eba2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f74adaef-d7de-48f4-82fa-46352216c97d HTTP/1.1" status: 204 len: 168 time: 2.1505964 Jul 16 20:10:40.470689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46144) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:40.557412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c31f7c-0f1b-47f9-8741-677a74d098e8 admin admin] Deleting subnet 82e9d7f9-8fec-46a5-980a-e60b0f3f1292 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:10:40.561567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4c31f7c-0f1b-47f9-8741-677a74d098e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.619155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4c31f7c-0f1b-47f9-8741-677a74d098e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.647205 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.662007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.663086 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.700173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4c31f7c-0f1b-47f9-8741-677a74d098e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.824709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76d5feb7-4968-4032-bd26-affa85fbeeac req-dccd38f0-4fe1-42f0-ab99-88aeeeed27fb tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9939919 Jul 16 20:10:40.833815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1556861 Jul 16 20:10:40.837527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:40.848440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Request body: {'subnet': {'network_id': 'e489150c-92a9-4763-b637-0ae00198edb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:40.940187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4c31f7c-0f1b-47f9-8741-677a74d098e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.038337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a075e9-fc12-4f34-a0c1-2a6a4327702e tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'Network': ['ID=e489150c-92a9-4763-b637-0ae00198edb5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.040720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c31f7c-0f1b-47f9-8741-677a74d098e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e9d7f9-8fec-46a5-980a-e60b0f3f1292,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.057881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e489150c-92a9-4763-b637-0ae00198edb5 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:41.063843 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4c31f7c-0f1b-47f9-8741-677a74d098e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.068338 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f4c31f7c-0f1b-47f9-8741-677a74d098e8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/82e9d7f9-8fec-46a5-980a-e60b0f3f1292 HTTP/1.1" status: 204 len: 168 time: 0.5962689 Jul 16 20:10:41.072240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46172) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:41.151244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0195d-d952-4594-9ddb-eb452d65fac2 req-c15348d5-ffec-41ca-b03e-fc8510f4be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.167380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7a0195d-d952-4594-9ddb-eb452d65fac2 req-c15348d5-ffec-41ca-b03e-fc8510f4be46 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 1097 time: 1.3685853 Jul 16 20:10:41.174482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:41.186094 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Sync routers for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:41.225819 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:41.227249 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:41.281995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Made reservation on behalf of 90ced5f7728a40fc8daac78507cfb20d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:41.291931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.342648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.352872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d33dbc02-bdcb-4701-a33e-fd04466553a1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.8087757 Jul 16 20:10:41.393054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46176) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:41.438318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7a0195d-d952-4594-9ddb-eb452d65fac2 req-9603c509-b102-4821-837a-9c70583604ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588437 Jul 16 20:10:41.443814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0417adaf-ab9b-44a9-b77f-4c7a121640c7 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:41.494873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0417adaf-ab9b-44a9-b77f-4c7a121640c7 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:41.495218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0417adaf-ab9b-44a9-b77f-4c7a121640c7 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:41.495652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:41.561361 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:41.582078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:41.582428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c519ae8-f4bf-4d09-8a0a-1c16a01420b3 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:41.659708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.682810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.863847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'Subnet': ['ID=55ef8d17-6f25-48e6-bad3-f3b29b519e7c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:42.000489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Checking segment: {'id': 'ba74782f-2c89-4551-b063-4579abbf0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e489150c-92a9-4763-b637-0ae00198edb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:42.000868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Network hostable DHCP agents. Network: e489150c-92a9-4763-b637-0ae00198edb5, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:42.115856 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:37Z', 'revision_number': 3, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:42.157507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.204702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da0d079-e6ec-4774-911b-08e841ae29cf']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:42.210563 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Checking router: ddcf6002-ec71-4ef7-8258-364a3147d4e6 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:42.211387 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Updating router ddcf6002-ec71-4ef7-8258-364a3147d4e6 port 14de31b9-7310-4501-a4e1-e98c1d414d24 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:42.211556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a87ff28-3652-42cb-aaf0-6d02300d0328') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:42.211790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a87ff28-3652-42cb-aaf0-6d02300d0328') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:42.225541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.242772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.251498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:42.251806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:42.348581 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:42.351793 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.379953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.387581 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] 10.222.0.78 "DELETE /v2.0/networks/7da0d079-e6ec-4774-911b-08e841ae29cf HTTP/1.1" status: 204 len: 168 time: 1.3108668 Jul 16 20:10:42.423035 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.469925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6351fb-159a-4d8e-bf04-4efd74dd06ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7da0d079-e6ec-4774-911b-08e841ae29cf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:42.494260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Network e489150c-92a9-4763-b637-0ae00198edb5 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:42.515145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e489150c-92a9-4763-b637-0ae00198edb5) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:42.545106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.546069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.560696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65541d3-d538-4407-b58c-e9bbf23cdf5b None None] Network e489150c-92a9-4763-b637-0ae00198edb5 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:42.576801 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c63a384d-084c-4695-8aba-d6d3273a39ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7380846 Jul 16 20:10:42.577753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46196) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:42.590907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-316893695', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:42.662031 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.665446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.800551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e489150c-92a9-4763-b637-0ae00198edb5', 'network_id': 'e489150c-92a9-4763-b637-0ae00198edb5', 'tenant_id': '90ced5f7728a40fc8daac78507cfb20d', 'fixed_ips': [{'subnet_id': '55ef8d17-6f25-48e6-bad3-f3b29b519e7c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:10:42.801895 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.838976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.897241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46198) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:42.900006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41127ba-2d9c-4c50-a64f-b73c5b655321 req-ece68363-970d-4d46-9cbf-a86eea207f07 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.927973 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e41127ba-2d9c-4c50-a64f-b73c5b655321 req-ece68363-970d-4d46-9cbf-a86eea207f07 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 945 time: 0.6407771 Jul 16 20:10:43.114035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Allocated IP 172.20.0.2 (e489150c-92a9-4763-b637-0ae00198edb5/55ef8d17-6f25-48e6-bad3-f3b29b519e7c/e4644a74-538d-4c25-9133-15ba30ac07b9) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:43.168895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e41127ba-2d9c-4c50-a64f-b73c5b655321 req-f0b847d4-6bad-46bd-9065-c68a138f3ae9 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396600 Jul 16 20:10:43.394858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.593572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.638254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Transition to ACTIVE for port object e4644a74-538d-4c25-9133-15ba30ac07b9 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:43.706181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Transition to ACTIVE for port object e4644a74-538d-4c25-9133-15ba30ac07b9 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:43.740622 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.886300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.955253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Pushing event updated for resources: {'Port': ['ID=e4644a74-538d-4c25-9133-15ba30ac07b9,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:43.971977 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6c468132-25d3-4943-ade6-8287474a7841 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5af2f639eaba4c6fa82e54ef29317a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573950 Jul 16 20:10:43.973454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46218) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:43.986659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Network e489150c-92a9-4763-b637-0ae00198edb5 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:43.995353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:44.004831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:44.184314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b972bde-3782-4c06-8c0e-20c6d576f613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.196869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Allocated IP 172.20.0.1 (3ca26e4e-3007-40cd-8b4b-ebff741e8b02/6dbe0521-aba6-4cd7-9038-383ed1d9b674/349edf82-9c71-49f0-a33f-83ac0e4d8716) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:44.278668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b972bde-3782-4c06-8c0e-20c6d576f613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.356650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Attempting to bind port e4644a74-538d-4c25-9133-15ba30ac07b9 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:44.361810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Attempting to bind port e4644a74-538d-4c25-9133-15ba30ac07b9 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'ba74782f-2c89-4551-b063-4579abbf0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e489150c-92a9-4763-b637-0ae00198edb5'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:44.362769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Attempting to bind port e4644a74-538d-4c25-9133-15ba30ac07b9 on network e489150c-92a9-4763-b637-0ae00198edb5 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:44.385512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:44.391981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Checking segment: {'id': 'ba74782f-2c89-4551-b063-4579abbf0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e489150c-92a9-4763-b637-0ae00198edb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:44.395202 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.412086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Bound using segment: {'id': 'ba74782f-2c89-4551-b063-4579abbf0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e489150c-92a9-4763-b637-0ae00198edb5'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:44.413213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Bound port: e4644a74-538d-4c25-9133-15ba30ac07b9, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba74782f-2c89-4551-b063-4579abbf0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e489150c-92a9-4763-b637-0ae00198edb5'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:44.416036 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.427796 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.454578 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.478826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Transition to ACTIVE for port object 349edf82-9c71-49f0-a33f-83ac0e4d8716 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:44.518061 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Transition to ACTIVE for port object 14de31b9-7310-4501-a4e1-e98c1d414d24 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:44.540265 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.587713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.596814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] For port e4644a74-538d-4c25-9133-15ba30ac07b9, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:44.600348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] For port e4644a74-538d-4c25-9133-15ba30ac07b9, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e4644a74-538d-4c25-9133-15ba30ac07b9,segment=NetworkSegment(ba74782f-2c89-4551-b063-4579abbf0276),segment_id=ba74782f-2c89-4551-b063-4579abbf0276)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:44.624369 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.676087 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Attempting to bind port 14de31b9-7310-4501-a4e1-e98c1d414d24 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:44.676898 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Attempting to bind port 14de31b9-7310-4501-a4e1-e98c1d414d24 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:44.677594 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Attempting to bind port 14de31b9-7310-4501-a4e1-e98c1d414d24 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:44.693801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:44.694300 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:44.694780 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.695242 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:44.695803 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Bound port: 14de31b9-7310-4501-a4e1-e98c1d414d24, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:44.696294 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.720998 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb36b-9f49-440e-bc56-f0dfd5f76b47 None None] Pushing event updated for resources: {'Port': ['ID=e4644a74-538d-4c25-9133-15ba30ac07b9,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.790690 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] For port 14de31b9-7310-4501-a4e1-e98c1d414d24, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:44.800347 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] For port 14de31b9-7310-4501-a4e1-e98c1d414d24, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=14de31b9-7310-4501-a4e1-e98c1d414d24,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:44.810702 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.813991 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Pushing event updated for resources: {'Port': ['ID=14de31b9-7310-4501-a4e1-e98c1d414d24,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.822262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Pushing event updated for resources: {'Port': ['ID=349edf82-9c71-49f0-a33f-83ac0e4d8716,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.837711 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.838302 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.838867 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.839560 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.840846 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.841273 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.841835 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.842391 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.842975 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.843758 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.844548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.844999 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:44.881044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:44.889381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:44.894085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:44.922066 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:44.923809 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:44.944168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b972bde-3782-4c06-8c0e-20c6d576f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.947216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1b972bde-3782-4c06-8c0e-20c6d576f613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.950024 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1b972bde-3782-4c06-8c0e-20c6d576f613 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1f5f803-3847-48ba-9335-4e3c2783fb6a HTTP/1.1" status: 204 len: 168 time: 0.9698985 Jul 16 20:10:44.985964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b972bde-3782-4c06-8c0e-20c6d576f613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f5f803-3847-48ba-9335-4e3c2783fb6a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.049093 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.133348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.188122 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d0dc2-ac8e-4dff-8480-22e07e600665 None None] Pushing event updated for resources: {'Port': ['ID=14de31b9-7310-4501-a4e1-e98c1d414d24,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.224705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.285829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741943c-1699-4837-87eb-8c419ef8e2e5 req-f08070ef-81d6-4086-84a3-32d0b77a4591 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.295767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c741943c-1699-4837-87eb-8c419ef8e2e5 req-f08070ef-81d6-4086-84a3-32d0b77a4591 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 945 time: 0.4857936 Jul 16 20:10:45.442414 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:45.468872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c741943c-1699-4837-87eb-8c419ef8e2e5 req-6d0e597d-f6c4-4ce7-b152-8306f95cba44 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720321 Jul 16 20:10:45.662954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Allocated IP 172.25.6.122 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/19fbf16e-ac54-4511-92b9-26787d096218) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:45.823646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d7ef9a5e-3e8a-4708-9ca3-e4768c241050 None None] Provisioning for port 349edf82-9c71-49f0-a33f-83ac0e4d8716 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:45.838940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d7ef9a5e-3e8a-4708-9ca3-e4768c241050 None None] Provisioning complete for port 349edf82-9c71-49f0-a33f-83ac0e4d8716 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:45.839361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9a5e-3e8a-4708-9ca3-e4768c241050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.949794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef9a5e-3e8a-4708-9ca3-e4768c241050 None None] Port 349edf82-9c71-49f0-a33f-83ac0e4d8716 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:45.967209 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:37Z', 'revision_number': 3, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:45.975802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.979604 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.006930 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fbc417-d7f0-4ec4-87f6-cc9563d83031 None None] The sync data for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 is: [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:37Z', 'revision_number': 3, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:46.183976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.407535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'Port': ['ID=19fbf16e-ac54-4511-92b9-26787d096218,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:46.462421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:46.470658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:46.479923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:46.600868 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.672841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.046174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Pushing event updated for resources: {'Port': ['ID=349edf82-9c71-49f0-a33f-83ac0e4d8716,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:47.085934 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.163897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03071b-83ba-4be9-8e56-cbeaa96e47dd None None] Network e489150c-92a9-4763-b637-0ae00198edb5 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:47.435324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-63ec4e9d-152b-4736-8af2-2ff6a270dffe None None] Provisioning for port e4644a74-538d-4c25-9133-15ba30ac07b9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:47.657218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:47.665117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:47.694340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 14de31b9-7310-4501-a4e1-e98c1d414d24 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:47.741619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.088339 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-15c0a6d0-81b4-4a37-8bd6-b2f5078fc614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.124894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 14de31b9-7310-4501-a4e1-e98c1d414d24 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:48.135604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 14de31b9-7310-4501-a4e1-e98c1d414d24 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:48.136044 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.185805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Router ddcf6002-ec71-4ef7-8258-364a3147d4e6 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:48.313477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46352) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:48.427164 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.563536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 14de31b9-7310-4501-a4e1-e98c1d414d24, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=14de31b9-7310-4501-a4e1-e98c1d414d24,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:48.579053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6e67c535-ea0d-4959-8885-de08bb34a282 None None] Provisioning complete for port 349edf82-9c71-49f0-a33f-83ac0e4d8716 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:48.579653 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e67c535-ea0d-4959-8885-de08bb34a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.582620 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.583942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e4644a74-538d-4c25-9133-15ba30ac07b9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:48.669652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:48.683484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c374ce06-cca7-4011-9c04-feeff07b739f admin admin] 10.222.0.78 "PUT /v2.0/routers/ddcf6002-ec71-4ef7-8258-364a3147d4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2886732 Jul 16 20:10:48.771625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1986005109-network', 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:48.797303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.803095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=14de31b9-7310-4501-a4e1-e98c1d414d24,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:48.833543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6e67c535-ea0d-4959-8885-de08bb34a282 None None] Port 349edf82-9c71-49f0-a33f-83ac0e4d8716 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:48.923389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e4644a74-538d-4c25-9133-15ba30ac07b9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:48.938902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e4644a74-538d-4c25-9133-15ba30ac07b9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:48.939540 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.980945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:48.995373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.087060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.161463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-caa5a096-643b-4eef-ab93-441a8f613da7 None None] Provisioning complete for port e4644a74-538d-4c25-9133-15ba30ac07b9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:49.162087 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-caa5a096-643b-4eef-ab93-441a8f613da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.168681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be787169-a244-4444-a848-20fe04bd98db req-fd7f1634-741b-4512-bff1-7919e8f6b357 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.179007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be787169-a244-4444-a848-20fe04bd98db req-fd7f1634-741b-4512-bff1-7919e8f6b357 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 951 time: 0.2825410 Jul 16 20:10:49.394752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be787169-a244-4444-a848-20fe04bd98db req-d97d695a-6b19-49c3-a389-22f2dfdfda5d tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083108 Jul 16 20:10:49.530892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Router 52716b7c-e3f5-4dc5-89c2-a8a42e916258 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:10:49.711824 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.784882 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-caa5a096-643b-4eef-ab93-441a8f613da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.854673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:49.888145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de44bab-603f-4f84-b525-1f79d1e33944 None None] Sync routers for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:49.890007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.909607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.936605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port e4644a74-538d-4c25-9133-15ba30ac07b9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e4644a74-538d-4c25-9133-15ba30ac07b9,segment=NetworkSegment(ba74782f-2c89-4551-b063-4579abbf0276),segment_id=ba74782f-2c89-4551-b063-4579abbf0276)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:49.946015 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.957990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:49.977411 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.977810 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Added segment 39970e24-e490-4ace-8fee-e3c210b62dcc of type vlan for network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 Jul 16 20:10:50.042325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.061986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de44bab-603f-4f84-b525-1f79d1e33944 None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:50.062881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3de44bab-603f-4f84-b525-1f79d1e33944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:50.121971 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Sync routers for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:50.136822 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.142357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46410) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:50.158328 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bc205c2b-1380-439b-86cc-feb4fd1fc19f tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.5785866 Jul 16 20:10:50.159828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee95aa3c-2f5d-4580-898a-86c241d5d969,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:50.166763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.170160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.170989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.185889 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:50.187105 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:50.394876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] Pushing event updated for resources: {'Network': ['ID=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:50.404503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-647034dc-0d12-475f-befd-ff38fa586e89 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0888982 Jul 16 20:10:50.410176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46426) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:50.428731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Request body: {'subnet': {'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1986005109-subnet', 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:50.479738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:50.487882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.677606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3de44bab-603f-4f84-b525-1f79d1e33944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:50.708829 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:50.768038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 14de31b9-7310-4501-a4e1-e98c1d414d24 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:50.771369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:51.049060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.112162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e83ce15-96b9-4769-b368-6a1534af9a23,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:51.208592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Checking segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:51.209337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Network hostable DHCP agents. Network: 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:51.236695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:51.252281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:51.281762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:51.282871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.285823 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:46Z', 'revision_number': 2, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:51.291776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:51.314465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.369648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ed2e8-0dd1-4b89-ae63-8a56999d1a6b None None] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:51.385810 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0e1053b1-e87d-48c3-86ae-c2ef014ad848 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9725249 Jul 16 20:10:51.451987 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Checking router: ddcf6002-ec71-4ef7-8258-364a3147d4e6 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:51.452438 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Updating router ddcf6002-ec71-4ef7-8258-364a3147d4e6 port 349edf82-9c71-49f0-a33f-83ac0e4d8716 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:51.532448 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.548898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46484) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:51.557222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d2086ec2-11bf-46c4-9d22-e9f9536c5623 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839118694', 'description': 'tempest-description--1045076781'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:51.591915 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-caa5a096-643b-4eef-ab93-441a8f613da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:10:51.592323 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-caa5a096-643b-4eef-ab93-441a8f613da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:10:51.592835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=e4644a74-538d-4c25-9133-15ba30ac07b9,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:51.657096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2086ec2-11bf-46c4-9d22-e9f9536c5623 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.665413 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df49f76d-1a5e-453b-8637-9c93b809e1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.669843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de44bab-603f-4f84-b525-1f79d1e33944 None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:51.670855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3de44bab-603f-4f84-b525-1f79d1e33944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:51.877572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3de44bab-603f-4f84-b525-1f79d1e33944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:51.878247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de44bab-603f-4f84-b525-1f79d1e33944 None None] The sync data for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:52.030927 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.045833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2086ec2-11bf-46c4-9d22-e9f9536c5623 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.053548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2086ec2-11bf-46c4-9d22-e9f9536c5623 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.163068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2086ec2-11bf-46c4-9d22-e9f9536c5623 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.164409 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d2086ec2-11bf-46c4-9d22-e9f9536c5623 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6139991 Jul 16 20:10:52.169204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 14de31b9-7310-4501-a4e1-e98c1d414d24 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:52.169735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.178159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:52.183779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2086ec2-11bf-46c4-9d22-e9f9536c5623 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce519f6-ae3d-47de-98b2-40182a459488,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.212552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b101a58b-3764-4e76-a31c-e031d297fdc2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'security_group_rule': {'security_group_id': '8ce519f6-ae3d-47de-98b2-40182a459488', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:52.273913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef0521-2666-4489-a0de-d7fa5590ee0e None None] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:52.310182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b101a58b-3764-4e76-a31c-e031d297fdc2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.443137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b101a58b-3764-4e76-a31c-e031d297fdc2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.449872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b101a58b-3764-4e76-a31c-e031d297fdc2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.509796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101a58b-3764-4e76-a31c-e031d297fdc2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26193662-c3b7-4399-b828-ba0dcdccf669,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.525733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b101a58b-3764-4e76-a31c-e031d297fdc2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.527683 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b101a58b-3764-4e76-a31c-e031d297fdc2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445430 Jul 16 20:10:52.528754 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.531088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46562) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:52.537157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-baf3295d-38ef-4c99-84de-1a9282b9dfb2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'security_group_rule': {'security_group_id': '8ce519f6-ae3d-47de-98b2-40182a459488', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:52.559171 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.591056 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Transition to ACTIVE for port object 349edf82-9c71-49f0-a33f-83ac0e4d8716 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:52.616542 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.645684 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-baf3295d-38ef-4c99-84de-1a9282b9dfb2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.707210 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.764045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:52.766996 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eadcc93-df8a-4134-bf16-1fd8f604179e" -d '{"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-unplugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:52.817556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:52.845302 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-baf3295d-38ef-4c99-84de-1a9282b9dfb2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.852815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-baf3295d-38ef-4c99-84de-1a9282b9dfb2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.913717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3295d-38ef-4c99-84de-1a9282b9dfb2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac4903a-1203-4f64-8c96-72e3f15079fe,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.930689 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.954616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-baf3295d-38ef-4c99-84de-1a9282b9dfb2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.959219 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdbcdd4-e1af-421c-ba49-3de1090376d3 x-openstack-request-id: req-5fdbcdd4-e1af-421c-ba49-3de1090376d3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:52.959396 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-unplugged", "status": "completed", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:52.960387 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-baf3295d-38ef-4c99-84de-1a9282b9dfb2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4236770 Jul 16 20:10:52.963265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46580) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:52.966651 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fdbcdd4-e1af-421c-ba49-3de1090376d3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:52.967136 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'code': 200} Jul 16 20:10:52.982123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:53.070711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.075229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.111553 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6b81d-cd0c-4ca0-9e0d-8ca665ad8688 None None] Pushing event updated for resources: {'Port': ['ID=349edf82-9c71-49f0-a33f-83ac0e4d8716,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.140953 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Attempting to bind port 349edf82-9c71-49f0-a33f-83ac0e4d8716 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:53.141318 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Attempting to bind port 349edf82-9c71-49f0-a33f-83ac0e4d8716 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:53.141854 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Attempting to bind port 349edf82-9c71-49f0-a33f-83ac0e4d8716 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:53.158163 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:53.158872 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Checking segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:53.159430 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.159965 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Bound using segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:53.160685 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Bound port: 349edf82-9c71-49f0-a33f-83ac0e4d8716, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:53.161255 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.416621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.466430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e4644a74-538d-4c25-9133-15ba30ac07b9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:53.520690 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] For port 349edf82-9c71-49f0-a33f-83ac0e4d8716, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:53.535968 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] For port 349edf82-9c71-49f0-a33f-83ac0e4d8716, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=349edf82-9c71-49f0-a33f-83ac0e4d8716,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:53.543311 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.637643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e4644a74-538d-4c25-9133-15ba30ac07b9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:53.638833 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.732548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6b81d-cd0c-4ca0-9e0d-8ca665ad8688 None None] Pushing event updated for resources: {'Port': ['ID=349edf82-9c71-49f0-a33f-83ac0e4d8716,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.773825 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:53.779700 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:53.830406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b65a258b-7650-4528-8e3c-9ed540a2257d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.852424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b65a258b-7650-4528-8e3c-9ed540a2257d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.3541293 Jul 16 20:10:53.868740 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.934581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Allocated IP 172.25.6.63 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/13b98b48-c952-4e49-83cf-6c301dc64be8) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:54.132436 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:54.314410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.438216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.531308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:54.548584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:54.554418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:54.569803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'Port': ['ID=13b98b48-c952-4e49-83cf-6c301dc64be8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:54.649997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Allocated IP 172.20.0.1 (e489150c-92a9-4763-b637-0ae00198edb5/55ef8d17-6f25-48e6-bad3-f3b29b519e7c/977064df-c16d-4403-b04a-aa7a7779a875) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:54.721978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-3eaad578-b800-4b84-bded-06120574b4f8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/quotas/0dc1d34be3bc48bd84f1f2a942c82820 HTTP/1.1" status: 200 len: 375 time: 0.0447943 Jul 16 20:10:54.762165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.857615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.869282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-e1a0aec8-10ab-4f06-98f7-9443872e5221 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729685 Jul 16 20:10:55.134250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-e1c3a885-8aaf-489e-9d72-d7b3317e3cce service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628820 Jul 16 20:10:55.204924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.250202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Transition to ACTIVE for port object 977064df-c16d-4403-b04a-aa7a7779a875 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:55.306040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.308840 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:53Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:55.314512 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.382724 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75372ccf-fe26-474d-a713-1bb1da669dc4 None None] The sync data for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 is: [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:53Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:55.399335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'Port': ['ID=13b98b48-c952-4e49-83cf-6c301dc64be8,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:55.531575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.570191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.602736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.609517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-675c28c7-c3db-44c8-aa70-4770281bd432 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6438761 Jul 16 20:10:55.633801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-1f895ca6-31f6-4c7a-ab97-b295a076080c service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542640 Jul 16 20:10:55.692532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'Port': ['ID=977064df-c16d-4403-b04a-aa7a7779a875,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:55.704989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Network e489150c-92a9-4763-b637-0ae00198edb5 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:55.706803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:55.714850 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:55.852594 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.399868 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.566719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a00f7e46-1261-4ba0-abc6-1f737b7b98cc None None] Provisioning for port 977064df-c16d-4403-b04a-aa7a7779a875 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:56.607803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a00f7e46-1261-4ba0-abc6-1f737b7b98cc None None] Provisioning complete for port 977064df-c16d-4403-b04a-aa7a7779a875 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:56.609874 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a00f7e46-1261-4ba0-abc6-1f737b7b98cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.820555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a00f7e46-1261-4ba0-abc6-1f737b7b98cc None None] Port 977064df-c16d-4403-b04a-aa7a7779a875 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:57.046575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-dedaae3e-ca73-4aa8-b7cf-ad80f26ba629 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--839118694&fields=id&tenant_id=339b1fa75957439782186d828b947369 HTTP/1.1" status: 200 len: 267 time: 0.1268010 Jul 16 20:10:57.520240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 349edf82-9c71-49f0-a33f-83ac0e4d8716 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:57.743271 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.748867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 349edf82-9c71-49f0-a33f-83ac0e4d8716 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:57.765283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 349edf82-9c71-49f0-a33f-83ac0e4d8716 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:57.765677 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.866966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.988872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c658a1c4-978c-4124-99e7-cc27af588fa5 req-8d0a977e-5f8f-4e72-a88c-e33b75ac9aca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 210 time: 0.2364099 Jul 16 20:10:58.035249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.144375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 349edf82-9c71-49f0-a33f-83ac0e4d8716, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=349edf82-9c71-49f0-a33f-83ac0e4d8716,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:58.151285 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.319757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=349edf82-9c71-49f0-a33f-83ac0e4d8716,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:58.384890 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.459734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'Port': ['ID=977064df-c16d-4403-b04a-aa7a7779a875,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:58.480939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2dffc3b3-ba45-445d-ad34-a0c5722233c6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.485861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2dffc3b3-ba45-445d-ad34-a0c5722233c6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 1.2839587 Jul 16 20:10:58.587736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-e1a2034b-b7ae-4892-bb02-5b15576c07d8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/quotas/339b1fa75957439782186d828b947369 HTTP/1.1" status: 200 len: 375 time: 0.0567982 Jul 16 20:10:58.729661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46758) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:58.915952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-9bc67680-d7ea-4653-b29d-3fff60f9b26d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3199565 Jul 16 20:10:58.936620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Network e489150c-92a9-4763-b637-0ae00198edb5 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:58.947849 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:58.957696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.988145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-140d93ef-267a-4186-aa01-8414d540f83a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:58.991038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-140d93ef-267a-4186-aa01-8414d540f83a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478790 Jul 16 20:10:59.088120 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:59.344664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.357484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.481645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Router 52716b7c-e3f5-4dc5-89c2-a8a42e916258 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:59.489501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-9cf54938-3e0c-41a6-a8e1-e763897da672 service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264612 Jul 16 20:10:59.491707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 349edf82-9c71-49f0-a33f-83ac0e4d8716 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:59.520558 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c701df2e58004f1aaec586adc95fd698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7880981 Jul 16 20:10:59.538070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46796) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:59.639453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20e68b61-7f65-41fe-ad7f-f49833a77fcc None None] Provisioning complete for port 977064df-c16d-4403-b04a-aa7a7779a875 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:59.639838 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20e68b61-7f65-41fe-ad7f-f49833a77fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.709018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6bec41-d77d-4867-a9a2-4168ccbae6c5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:59.729318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.730682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.732451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.732952 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.733432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.734298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.734847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.735380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.736014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.736950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.737599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.738135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22937d-c3ae-4918-89be-b824479a221a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:59.799563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-526700ee-6cb1-4ca0-b827-0c6c556a8df4 service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824230 Jul 16 20:10:59.825944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-20e68b61-7f65-41fe-ad7f-f49833a77fcc None None] Port 977064df-c16d-4403-b04a-aa7a7779a875 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:59.868194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 349edf82-9c71-49f0-a33f-83ac0e4d8716 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:59.869357 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.941398 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31d56133-22b1-4a6d-ad41-490a8780d2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.008014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4979233-cfb1-47e4-acaf-91aae6cd9201 req-a9f296ce-4242-479b-82d6-aa3f60683027 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 210 time: 0.0927243 Jul 16 20:11:00.065739 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31d56133-22b1-4a6d-ad41-490a8780d2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.122529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-dd3e6ba7-7e79-433d-b894-80ebf338b67f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.124316 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-dd3e6ba7-7e79-433d-b894-80ebf338b67f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.5544620 Jul 16 20:11:00.144926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Request body: {'port': {'device_id': '0d79129d-9d79-4dc7-90f3-819b3f62938b', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'admin_state_up': True, 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:00.147245 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:00.162078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a09f59-2cc7-4eea-835c-527fd9e33f11 None None] Sync routers for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:00.162301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7fa349a3-5181-42db-8b57-1a6289dc8e1b tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "PUT /v2.0/routers/52716b7c-e3f5-4dc5-89c2-a8a42e916258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0124714 Jul 16 20:11:00.164131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46798) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:00.174501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Request body: {'port': {'network_id': 'e489150c-92a9-4763-b637-0ae00198edb5', 'name': 'tempest-FloatingIPAdminTestJSON-335879853'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:00.180424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a09f59-2cc7-4eea-835c-527fd9e33f11 None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:00.182141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b7a09f59-2cc7-4eea-835c-527fd9e33f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:00.255100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b7a09f59-2cc7-4eea-835c-527fd9e33f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:00.268021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a09f59-2cc7-4eea-835c-527fd9e33f11 None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:00.269093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b7a09f59-2cc7-4eea-835c-527fd9e33f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:00.324415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b7a09f59-2cc7-4eea-835c-527fd9e33f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:00.327406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a09f59-2cc7-4eea-835c-527fd9e33f11 None None] The sync data for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:00.357988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31d56133-22b1-4a6d-ad41-490a8780d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.360663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31d56133-22b1-4a6d-ad41-490a8780d2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.375850 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-31d56133-22b1-4a6d-ad41-490a8780d2fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b6bec41-d77d-4867-a9a2-4168ccbae6c5 HTTP/1.1" status: 204 len: 168 time: 0.8338542 Jul 16 20:11:00.443342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d56133-22b1-4a6d-ad41-490a8780d2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6bec41-d77d-4867-a9a2-4168ccbae6c5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:00.527914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:00.532184 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.643507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6693f76e-2b82-4b82-8cf5-cad69f5061a3 req-0b1ae121-5ab5-4548-b786-0f0fa212e313 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 210 time: 0.1987555 Jul 16 20:11:00.697251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Made reservation on behalf of 90ced5f7728a40fc8daac78507cfb20d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:00.710671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.812367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] device_id is not set on port 18dfc6bd-0e45-499d-a738-f8219120def6 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:11:00.940768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Allocated IP 172.20.0.4 (8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915/9e83ce15-96b9-4769-b368-6a1534af9a23/050f551d-1a97-4d31-adfc-9fa28e949256) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:00.998722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:01.131196 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a61-4f21-4a98-bc35-08f07ba5fa3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.256134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Allocated IP 172.20.0.7 (e489150c-92a9-4763-b637-0ae00198edb5/55ef8d17-6f25-48e6-bad3-f3b29b519e7c/18dfc6bd-0e45-499d-a738-f8219120def6) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:01.363611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-515ec7bf-db81-4cc7-a633-5829cbda5001 req-a0c87213-f2bf-4d23-a38c-df253328d37e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 210 time: 0.1155577 Jul 16 20:11:01.494634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c20d3-df84-4808-962b-4ba8281f73c4 req-74bbe54b-d1d1-43fc-ac7a-4b8435e3b1b0 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.504681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d21c20d3-df84-4808-962b-4ba8281f73c4 req-74bbe54b-d1d1-43fc-ac7a-4b8435e3b1b0 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 948 time: 0.3630943 Jul 16 20:11:01.596307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.598168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d21c20d3-df84-4808-962b-4ba8281f73c4 req-66921923-b0c0-4b93-9e87-54748297e8ff tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924249 Jul 16 20:11:01.632158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a61-4f21-4a98-bc35-08f07ba5fa3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.639369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a61-4f21-4a98-bc35-08f07ba5fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.782567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.790101 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3e8c8a61-4f21-4a98-bc35-08f07ba5fa3e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff0f3ee993214dfe965ef6311c5669b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703559 Jul 16 20:11:01.790621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46824) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:01.811601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c8a61-4f21-4a98-bc35-08f07ba5fa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f91c74-f9c3-44a2-924a-08063f1a55d7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:01.858351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.873577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Transition to ACTIVE for port object 18dfc6bd-0e45-499d-a738-f8219120def6 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:01.959593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c3c46a64-0c5b-445b-976c-eb5ac588b954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.008421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:02.016193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event updated for resources: {'Port': ['ID=050f551d-1a97-4d31-adfc-9fa28e949256,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:02.019065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:02.033335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.035182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:02.044793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c3c46a64-0c5b-445b-976c-eb5ac588b954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.172522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.173480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.203456 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b9214b04-0c05-4669-bf71-f10b251fee56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0667317 Jul 16 20:11:02.216536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Request body: {'port': {'device_id': '0d79129d-9d79-4dc7-90f3-819b3f62938b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:02.263770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Network e489150c-92a9-4763-b637-0ae00198edb5 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:02.270008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:02.272950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event updated for resources: {'Port': ['ID=18dfc6bd-0e45-499d-a738-f8219120def6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:02.284930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:02.362011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c3c46a64-0c5b-445b-976c-eb5ac588b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.366304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c3c46a64-0c5b-445b-976c-eb5ac588b954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.376820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c3c46a64-0c5b-445b-976c-eb5ac588b954 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26f91c74-f9c3-44a2-924a-08063f1a55d7 HTTP/1.1" status: 204 len: 168 time: 0.5851758 Jul 16 20:11:02.401725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.407783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.450795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0f1d3878-0d88-4ddd-92f7-fcfe32ae0cf9 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2851582 Jul 16 20:11:02.455203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c46a64-0c5b-445b-976c-eb5ac588b954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f91c74-f9c3-44a2-924a-08063f1a55d7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:02.466204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46836) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:02.469728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.685555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-854c27a5-1f61-48f2-a58d-276b3893ed3f req-1c54c067-a86d-4448-a8d3-ed965c899948 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 210 time: 0.1560926 Jul 16 20:11:03.021607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8f2b2754-be32-401c-9181-59779390f8e0 None None] Provisioning for port 18dfc6bd-0e45-499d-a738-f8219120def6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:03.044527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-c2a30fac-71cc-4366-97ad-d197650889eb tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.046489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8f2b2754-be32-401c-9181-59779390f8e0 None None] Provisioning complete for port 18dfc6bd-0e45-499d-a738-f8219120def6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:03.046692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-c2a30fac-71cc-4366-97ad-d197650889eb tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 948 time: 0.5790370 Jul 16 20:11:03.046880 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2754-be32-401c-9181-59779390f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.159999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'project_id': '90ced5f7728a40fc8daac78507cfb20d', 'port_id': '18dfc6bd-0e45-499d-a738-f8219120def6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:03.188663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b2754-be32-401c-9181-59779390f8e0 None None] Port 18dfc6bd-0e45-499d-a738-f8219120def6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:03.257247 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.879659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050f551d-1a97-4d31-adfc-9fa28e949256 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:03.906965 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.936366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Transition to ACTIVE for port object 050f551d-1a97-4d31-adfc-9fa28e949256 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:03.942090 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.059356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.141672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9482c-c527-44cc-86f6-5f0ea64f49cb req-7510334a-18a8-49f1-b037-238f82ca3838 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.149173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6aa9482c-c527-44cc-86f6-5f0ea64f49cb req-7510334a-18a8-49f1-b037-238f82ca3838 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 931 time: 1.3810949 Jul 16 20:11:04.196127 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.284267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Pushing event updated for resources: {'Port': ['ID=050f551d-1a97-4d31-adfc-9fa28e949256,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:04.447915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6aa9482c-c527-44cc-86f6-5f0ea64f49cb req-b9ddceb0-0539-4989-b939-e6aa01a27ab7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963958 Jul 16 20:11:04.488695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-7549373d-fd5d-4926-b4ba-920d8bbdc70c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.493181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-7549373d-fd5d-4926-b4ba-920d8bbdc70c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 1.3465803 Jul 16 20:11:04.621524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Allocated IP 172.25.6.242 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/7bf23aa4-4143-426c-87ce-a68d14919263) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:04.660022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c09da-f7d8-4786-8ecb-5f69d8aab310 req-ef382bbf-39bb-4566-8547-0e06a26bf92c tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.681578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c46c09da-f7d8-4786-8ecb-5f69d8aab310 req-ef382bbf-39bb-4566-8547-0e06a26bf92c tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 948 time: 1.5241809 Jul 16 20:11:04.717275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Deleting port b70ef03a-d883-4570-aef5-7bf3f102eab2 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:04.718019 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.851470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Attempting to bind port 050f551d-1a97-4d31-adfc-9fa28e949256 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:04.851925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Attempting to bind port 050f551d-1a97-4d31-adfc-9fa28e949256 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:04.852494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Attempting to bind port 050f551d-1a97-4d31-adfc-9fa28e949256 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:04.864649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Port 050f551d-1a97-4d31-adfc-9fa28e949256 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:04.865203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Attempting to bind port 050f551d-1a97-4d31-adfc-9fa28e949256 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:04.891064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:04.891616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Checking segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:04.892567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Bound using segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:04.893316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Bound port: 050f551d-1a97-4d31-adfc-9fa28e949256, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:04.894102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.986071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] For port b70ef03a-d883-4570-aef5-7bf3f102eab2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b70ef03a-d883-4570-aef5-7bf3f102eab2,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:04.986597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.003544 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.020038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-3ecb31af-efcc-4813-993b-0b41cafb4635 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=339b1fa75957439782186d828b947369 HTTP/1.1" status: 200 len: 379 time: 0.5050516 Jul 16 20:11:05.021434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Calling delete_port for b70ef03a-d883-4570-aef5-7bf3f102eab2 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:05.045989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.049568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b70ef03a-d883-4570-aef5-7bf3f102eab2 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:05.050870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3a2bbf9-c016-449e-8004-e958e82ae368 req-eb9550d9-4a4a-4cea-b2f2-c5452ab81d45 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 210 time: 0.1490908 Jul 16 20:11:05.056750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'port': {'device_id': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'admin_state_up': True, 'tenant_id': '339b1fa75957439782186d828b947369', 'security_groups': ['8ce519f6-ae3d-47de-98b2-40182a459488']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:05.087938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c46c09da-f7d8-4786-8ecb-5f69d8aab310 req-3576fbae-d618-4ae6-893b-a40341a9ac28 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048798 Jul 16 20:11:05.131578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] For port 050f551d-1a97-4d31-adfc-9fa28e949256, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:05.156112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] For port 050f551d-1a97-4d31-adfc-9fa28e949256, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=050f551d-1a97-4d31-adfc-9fa28e949256,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:05.189111 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.229196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.231246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.234174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] 10.222.0.68 "PUT /v2.0/ports/050f551d-1a97-4d31-adfc-9fa28e949256 HTTP/1.1" status: 200 len: 1092 time: 3.0226011 Jul 16 20:11:05.244847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d79129d-9d79-4dc7-90f3-819b3f62938b', 'tag': '050f551d-1a97-4d31-adfc-9fa28e949256'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:05.250827 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d79129d-9d79-4dc7-90f3-819b3f62938b", "tag": "050f551d-1a97-4d31-adfc-9fa28e949256"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:05.428418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Made reservation on behalf of 339b1fa75957439782186d828b947369 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:05.432104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.460759 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f617b-af17-4f9e-b62c-c11a8369f747 x-openstack-request-id: req-793f617b-af17-4f9e-b62c-c11a8369f747 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:05.462026 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d79129d-9d79-4dc7-90f3-819b3f62938b", "tag": "050f551d-1a97-4d31-adfc-9fa28e949256", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:05.462026 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-793f617b-af17-4f9e-b62c-c11a8369f747 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:05.462026 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d79129d-9d79-4dc7-90f3-819b3f62938b', 'tag': '050f551d-1a97-4d31-adfc-9fa28e949256', 'status': 'completed', 'code': 200} Jul 16 20:11:05.474153 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.491826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb310e-263b-47ed-92d9-39d039c9d688 service neutron] Pushing event updated for resources: {'Port': ['ID=050f551d-1a97-4d31-adfc-9fa28e949256,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:05.526187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.567270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:05.585101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:05.598162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-cc9e7aa6-5019-4c5c-aa04-787269f2fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.602447 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-cc9e7aa6-5019-4c5c-aa04-787269f2fcf6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 1095 time: 0.2584465 Jul 16 20:11:05.603947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:05.692252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Pushing event deleted for resources: {'Port': ['ID=b70ef03a-d883-4570-aef5-7bf3f102eab2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:05.814363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] No DVR routers for this DVR port b70ef03a-d883-4570-aef5-7bf3f102eab2 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:05.827050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.830752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-364f8fee-3230-4284-9a32-17d97eb74e51 req-732dba66-2c71-4c13-9cd8-3b1321a5c564 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "DELETE /v2.0/ports/b70ef03a-d883-4570-aef5-7bf3f102eab2 HTTP/1.1" status: 204 len: 173 time: 2.7637277 Jul 16 20:11:05.831501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'name': 'network-vif-deleted', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:05.835797 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c134e3-6001-46ea-9e6f-2c58160bff37" -d '{"events": [{"server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "name": "network-vif-deleted", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:05.874502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Pushing event updated for resources: {'Port': ['ID=7bf23aa4-4143-426c-87ce-a68d14919263,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.010811 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c6d93f-e8a1-4e04-8177-612a20ec313a x-openstack-request-id: req-f0c6d93f-e8a1-4e04-8177-612a20ec313a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:06.011386 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9354478-1192-4219-892d-6521d89bbabc", "name": "network-vif-deleted", "tag": "b70ef03a-d883-4570-aef5-7bf3f102eab2", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:06.011557 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0c6d93f-e8a1-4e04-8177-612a20ec313a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:06.012099 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9354478-1192-4219-892d-6521d89bbabc', 'name': 'network-vif-deleted', 'tag': 'b70ef03a-d883-4570-aef5-7bf3f102eab2', 'status': 'completed', 'code': 200} Jul 16 20:11:06.022982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Allocated IP 172.20.0.12 (3ca26e4e-3007-40cd-8b4b-ebff741e8b02/6dbe0521-aba6-4cd7-9038-383ed1d9b674/f417dc62-8b00-4f17-a458-b6aed60746f9) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:06.094020 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-fcfa8a6d-25a4-4e8c-8758-1b2c5b4c7257 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050f551d-1a97-4d31-adfc-9fa28e949256 HTTP/1.1" status: 200 len: 217 time: 0.3817039 Jul 16 20:11:06.395894 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.436930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Transition to ACTIVE for port object f417dc62-8b00-4f17-a458-b6aed60746f9 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:06.579585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.695471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82253fa3-7424-4ca2-a038-2012aa5dc22d req-570348ea-0867-48ce-9f03-a0d52c5816b1 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9354478-1192-4219-892d-6521d89bbabc HTTP/1.1" status: 200 len: 210 time: 0.1585469 Jul 16 20:11:06.729395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:06.747824 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195329d-e3a0-43dc-996d-5c46274815d5 req-e24fb0dc-8cdc-425d-b9cc-97d3ce5334ed tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.760130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9195329d-e3a0-43dc-996d-5c46274815d5 req-e24fb0dc-8cdc-425d-b9cc-97d3ce5334ed tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 943 time: 0.7272892 Jul 16 20:11:06.784435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:06.787707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:06.863774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.864507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.868982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.947431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9195329d-e3a0-43dc-996d-5c46274815d5 req-0eddffd5-bf66-438c-b47a-79adabb1e0d1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862402 Jul 16 20:11:06.953600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-d628bad3-ad8d-43b2-bbfb-4ea33ae69771 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9071255 Jul 16 20:11:06.965770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Request body: {'port': {'device_id': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:07.138839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.327399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2d1e9-ca6e-475d-a0f2-fc0404103930 req-a53c494e-3a72-4964-9efe-21716675db33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.329185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8e2d1e9-ca6e-475d-a0f2-fc0404103930 req-a53c494e-3a72-4964-9efe-21716675db33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 932 time: 0.1734872 Jul 16 20:11:07.394727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eed8b3bf-6860-4953-ace2-fcf6fbc75a50 None None] Provisioning for port f417dc62-8b00-4f17-a458-b6aed60746f9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:07.399293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eed8b3bf-6860-4953-ace2-fcf6fbc75a50 None None] Provisioning complete for port f417dc62-8b00-4f17-a458-b6aed60746f9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:07.399665 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eed8b3bf-6860-4953-ace2-fcf6fbc75a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.471248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8e2d1e9-ca6e-475d-a0f2-fc0404103930 req-2efe4294-9998-4d10-8657-ca2e0ce099b0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769813 Jul 16 20:11:07.485319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b7cced13-eacb-4af3-bb34-cfece5a9c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.487943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-b7cced13-eacb-4af3-bb34-cfece5a9c3ce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 1.3869731 Jul 16 20:11:07.497558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-eed8b3bf-6860-4953-ace2-fcf6fbc75a50 None None] Port f417dc62-8b00-4f17-a458-b6aed60746f9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:07.537202 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-94219304-0553-4973-b83a-f4a731aedb74 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358939 Jul 16 20:11:07.732836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f417dc62-8b00-4f17-a458-b6aed60746f9 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:07.746050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.775575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Transition to ACTIVE for port object f417dc62-8b00-4f17-a458-b6aed60746f9 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:07.782608 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.798207 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-513de05c-9532-477b-a40a-159e0dce41a7 service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538233 Jul 16 20:11:08.080100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:08.322575 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6ea6723c-58fb-450a-86a7-e304b0791759 req-23c36ae9-129a-4af6-a054-2aa3da9286f0 service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154836 Jul 16 20:11:08.369517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.619051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Attempting to bind port f417dc62-8b00-4f17-a458-b6aed60746f9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:08.619607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Attempting to bind port f417dc62-8b00-4f17-a458-b6aed60746f9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:08.620188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Attempting to bind port f417dc62-8b00-4f17-a458-b6aed60746f9 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:08.663940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Port f417dc62-8b00-4f17-a458-b6aed60746f9 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:08.664458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Attempting to bind port f417dc62-8b00-4f17-a458-b6aed60746f9 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:08.696014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988a84-e57f-472d-b426-9e54e145c1cb req-d0988a8c-0660-42c9-a434-6506bcbd974e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.705098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d988a84-e57f-472d-b426-9e54e145c1cb req-d0988a8c-0660-42c9-a434-6506bcbd974e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 943 time: 0.4381657 Jul 16 20:11:08.739990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:08.740622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Checking segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:08.741158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Bound using segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:08.741773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Bound port: f417dc62-8b00-4f17-a458-b6aed60746f9, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:08.742261 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.833206 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.911118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d988a84-e57f-472d-b426-9e54e145c1cb req-2988f9b6-d6c1-4a53-b95e-8d54e913dcf8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045953 Jul 16 20:11:09.047732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:09.061930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:09.085136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439e7f-81a1-4033-b2cc-265896e47180 req-ebb06e76-66bf-42c9-a401-b80abcd5d668 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.101042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7439e7f-81a1-4033-b2cc-265896e47180 req-ebb06e76-66bf-42c9-a401-b80abcd5d668 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 944 time: 0.3910289 Jul 16 20:11:09.122062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.255140 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.285261 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.353271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.359800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.363039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] 10.222.0.68 "PUT /v2.0/ports/f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 1093 time: 2.4027920 Jul 16 20:11:09.387103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:09.389926 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f950c-fc97-48f9-b786-7d5a8dd35328" -d '{"events": [{"name": "network-changed", "server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:09.466288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7439e7f-81a1-4033-b2cc-265896e47180 req-6eeed6c4-99fd-4a1a-b430-9839deeafc53 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564360 Jul 16 20:11:09.473968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 050f551d-1a97-4d31-adfc-9fa28e949256 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:09.566623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc88f61-8f49-473d-a542-f8f1d1629eda service neutron] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.609921 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743be3d9-60f0-48e5-bab1-999e1bc70741 x-openstack-request-id: req-743be3d9-60f0-48e5-bab1-999e1bc70741 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:09.610206 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:09.610480 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-743be3d9-60f0-48e5-bab1-999e1bc70741 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:09.610919 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'status': 'completed', 'code': 200} Jul 16 20:11:09.668893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Pushing event updated for resources: {'Port': ['ID=7bf23aa4-4143-426c-87ce-a68d14919263,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.701688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-134dbed5-1185-4dd0-9520-3026445934f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.703618 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-134dbed5-1185-4dd0-9520-3026445934f8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 1095 time: 1.2892392 Jul 16 20:11:09.749649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-b68496a7-194c-4aa1-865d-2bdf28ebccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.757162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-b68496a7-194c-4aa1-865d-2bdf28ebccfb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1096 time: 0.1981924 Jul 16 20:11:09.768101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.789491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1eeb9-2cb2-46a0-86a5-6e02291a6048 req-24f48256-ad26-47d1-bc4f-ea8ab72a4639 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.791448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82c1eeb9-2cb2-46a0-86a5-6e02291a6048 req-24f48256-ad26-47d1-bc4f-ea8ab72a4639 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 949 time: 0.4119539 Jul 16 20:11:09.857420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 050f551d-1a97-4d31-adfc-9fa28e949256, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=050f551d-1a97-4d31-adfc-9fa28e949256,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:09.905760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-87865673-4614-42ff-a758-e468167caff4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 217 time: 0.1126649 Jul 16 20:11:09.908112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '050f551d-1a97-4d31-adfc-9fa28e949256', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'port_id': '050f551d-1a97-4d31-adfc-9fa28e949256', 'mac_address': 'fa:16:3e:90:85:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e83ce15-96b9-4769-b368-6a1534af9a23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:10.005862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-bb46a5bd-cd87-4bd3-88a4-40531f82f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.007417 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-bb46a5bd-cd87-4bd3-88a4-40531f82f4b6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 0.2907329 Jul 16 20:11:10.007622 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.043910 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Floating IP 2d27eb9e-0f52-4f86-b428-8802a6609ff2 associated. External IP: 172.25.6.242, port: 18dfc6bd-0e45-499d-a738-f8219120def6. Jul 16 20:11:10.048754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050f551d-1a97-4d31-adfc-9fa28e949256 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:10.051388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82c1eeb9-2cb2-46a0-86a5-6e02291a6048 req-e90b8659-a259-459d-b250-4340cd882881 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482798 Jul 16 20:11:10.053016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-69b56429-4353-457a-a82a-8f8b1b1eb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.054734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-69b56429-4353-457a-a82a-8f8b1b1eb358 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.0853970 Jul 16 20:11:10.087422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 050f551d-1a97-4d31-adfc-9fa28e949256, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=050f551d-1a97-4d31-adfc-9fa28e949256,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:10.093107 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.168189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=050f551d-1a97-4d31-adfc-9fa28e949256,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.241488 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-cdf93b56-ce1f-4a5d-863c-7c1e5bc552c7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050f551d-1a97-4d31-adfc-9fa28e949256 HTTP/1.1" status: 200 len: 217 time: 0.2201266 Jul 16 20:11:10.305301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:10.330160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-ed5566e0-10b4-48bc-8739-e9effb6f1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.332935 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-ed5566e0-10b4-48bc-8739-e9effb6f1aee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2719080 Jul 16 20:11:10.447848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-bd4baa3b-1fb4-4661-a05f-3c61adb61645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.450028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-bd4baa3b-1fb4-4661-a05f-3c61adb61645 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.2006280 Jul 16 20:11:10.460583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5bbac-c386-4af0-bd43-e24965f48aa3 req-0a63bb43-91e0-47c4-a1a5-937d6fc2602c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.463588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4e5bbac-c386-4af0-bd43-e24965f48aa3 req-0a63bb43-91e0-47c4-a1a5-937d6fc2602c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 944 time: 0.2990294 Jul 16 20:11:10.700569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-2234ab62-4b35-4891-aaab-46c006c0f62a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418866 Jul 16 20:11:10.708446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Router 52716b7c-e3f5-4dc5-89c2-a8a42e916258 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:10.841589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4e5bbac-c386-4af0-bd43-e24965f48aa3 req-f177f64f-d013-40bf-aa5f-ff1f16df4423 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290818 Jul 16 20:11:10.859389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-c1aa130d-12db-4596-9b62-c3267a6222fb tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.862663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-c1aa130d-12db-4596-9b62-c3267a6222fb tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 949 time: 0.4320529 Jul 16 20:11:10.919788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-5410e80e-239c-471a-bf04-c25774fbf999 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626309 Jul 16 20:11:11.020589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:11.085719 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e591e5a-334d-453b-8f46-4d553963f826 None None] Sync routers for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:11.114773 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e591e5a-334d-453b-8f46-4d553963f826 None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:11.120531 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1e591e5a-334d-453b-8f46-4d553963f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:11.284254 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1e591e5a-334d-453b-8f46-4d553963f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:11.311886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e591e5a-334d-453b-8f46-4d553963f826 None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:11.312825 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1e591e5a-334d-453b-8f46-4d553963f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:11.314683 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-29b71c00-da46-402e-82d5-f955c9b8552b service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020565 Jul 16 20:11:11.376763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.403056 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1e591e5a-334d-453b-8f46-4d553963f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:11.405679 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e591e5a-334d-453b-8f46-4d553963f826 None None] The sync data for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:11.471030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 050f551d-1a97-4d31-adfc-9fa28e949256 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:11.574686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 050f551d-1a97-4d31-adfc-9fa28e949256 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:11.583528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 050f551d-1a97-4d31-adfc-9fa28e949256 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:11.584158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.610783 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b2fcfe6f-4776-4fd2-adab-62261fba1a7c tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.1351955 Jul 16 20:11:11.611853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46996) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:11.642443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6e336b6-b1ad-4c92-95a2-09274c57ef20 req-85369a3e-6e54-45b8-920c-ffbfc5bc8868 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664791 Jul 16 20:11:11.670603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76ea67-17c4-463d-9d9d-2c85b7f24739 req-0702efd9-627c-4d85-b833-a021234af8eb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.679582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c76ea67-17c4-463d-9d9d-2c85b7f24739 req-0702efd9-627c-4d85-b833-a021234af8eb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 944 time: 0.5667157 Jul 16 20:11:11.778137 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.794901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f85514-59fa-4d6b-9293-2d7134f485f9 req-ba0467c0-c4e5-4440-ab97-5eaae8315695 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.796960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16f85514-59fa-4d6b-9293-2d7134f485f9 req-ba0467c0-c4e5-4440-ab97-5eaae8315695 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 949 time: 0.3332064 Jul 16 20:11:11.832438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d79129d-9d79-4dc7-90f3-819b3f62938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050f551d-1a97-4d31-adfc-9fa28e949256'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:11.835701 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c684948c-3236-4f59-96f5-9d958cafcb29" -d '{"events": [{"server_uuid": "0d79129d-9d79-4dc7-90f3-819b3f62938b", "name": "network-vif-plugged", "status": "completed", "tag": "050f551d-1a97-4d31-adfc-9fa28e949256"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:11.851737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 050f551d-1a97-4d31-adfc-9fa28e949256, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=050f551d-1a97-4d31-adfc-9fa28e949256,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:11.856863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Deleting port 7de14f5c-a733-4d27-a871-7d94a74d75a5 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:11.857578 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.858295 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.907479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c76ea67-17c4-463d-9d9d-2c85b7f24739 req-046c5a3d-dfe6-44d1-a688-b2261bd9f6d2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269633 Jul 16 20:11:11.943688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=050f551d-1a97-4d31-adfc-9fa28e949256,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:11.972913 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16f85514-59fa-4d6b-9293-2d7134f485f9 req-34241b7d-21ae-44ce-a3da-9924a61836bc tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/security-groups?id=b199fb99-4a63-4f73-83a4-edd3b7f63861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093781 Jul 16 20:11:12.043479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-ec82b0ef-63a4-4ae8-b0b0-24d38546e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.045271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-ec82b0ef-63a4-4ae8-b0b0-24d38546e72f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1096 time: 0.2736409 Jul 16 20:11:12.051783 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91991709-80af-4b0c-927c-aac333cf5b2e x-openstack-request-id: req-91991709-80af-4b0c-927c-aac333cf5b2e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:12.053226 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d79129d-9d79-4dc7-90f3-819b3f62938b", "name": "network-vif-plugged", "status": "completed", "tag": "050f551d-1a97-4d31-adfc-9fa28e949256", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:12.053879 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91991709-80af-4b0c-927c-aac333cf5b2e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:12.054556 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d79129d-9d79-4dc7-90f3-819b3f62938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050f551d-1a97-4d31-adfc-9fa28e949256', 'code': 200} Jul 16 20:11:12.185350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] For port 7de14f5c-a733-4d27-a871-7d94a74d75a5, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7de14f5c-a733-4d27-a871-7d94a74d75a5,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:12.191973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ee834820-802e-43f2-9889-ca669f00b2e6 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] 10.222.0.78 "GET /v2.0/floatingips/2d27eb9e-0f52-4f86-b428-8802a6609ff2 HTTP/1.1" status: 200 len: 982 time: 0.5748963 Jul 16 20:11:12.195320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47010) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:12.211355 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.337509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-b54a35d6-d588-4d60-b529-12e0a87e2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.340781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-b54a35d6-d588-4d60-b529-12e0a87e2cfd service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.2805512 Jul 16 20:11:12.365396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Calling delete_port for 7de14f5c-a733-4d27-a871-7d94a74d75a5 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:12.432004 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cfdd22fc-37a5-41c1-96ea-e725ed38b7cc req-2a415af6-3674-4d5f-84e3-3a9ada30e06b service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0621781 Jul 16 20:11:12.581399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-ade87d0e-dc8a-4601-920e-e11522e9240f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 217 time: 0.1084774 Jul 16 20:11:12.609497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-45dcdbcd-8f4b-4fd5-a237-68ccb9412404 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2729 time: 0.4032202 Jul 16 20:11:12.627712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47012) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:12.672012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ead45-7954-41ba-bb6a-7ecb76860e00 req-46ebee46-61e3-4fd7-a6c2-790ee94111ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.673655 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661ead45-7954-41ba-bb6a-7ecb76860e00 req-46ebee46-61e3-4fd7-a6c2-790ee94111ed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 1097 time: 0.4774053 Jul 16 20:11:12.715939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-8e06e33e-9d6f-43ed-97e4-1239ec0d6f1b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.717794 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-8e06e33e-9d6f-43ed-97e4-1239ec0d6f1b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.16 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 946 time: 0.1070216 Jul 16 20:11:12.792566 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661ead45-7954-41ba-bb6a-7ecb76860e00 req-9d98d032-201b-4171-91f6-1c3a7dd44ab4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124737 Jul 16 20:11:12.982636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-3386001c-6976-439a-af54-262e0f4d2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.984165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-3386001c-6976-439a-af54-262e0f4d2043 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.3919523 Jul 16 20:11:13.060828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1277e8f-2d68-4d9f-9146-c14e44dae984 req-6d982c11-bb7a-4b25-9745-1567ae11e901 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.068535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1277e8f-2d68-4d9f-9146-c14e44dae984 req-6d982c11-bb7a-4b25-9745-1567ae11e901 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 946 time: 0.6132905 Jul 16 20:11:13.093077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01e64eda-301f-4e41-9967-1d1803d91be7 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:13.245883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1069d-63df-428b-bdd9-93b537c403b4 req-180e9b89-994b-4954-80e5-9a37beee75cb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.247641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7c1069d-63df-428b-bdd9-93b537c403b4 req-180e9b89-994b-4954-80e5-9a37beee75cb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 945 time: 0.8097186 Jul 16 20:11:13.345762 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.399515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:13.406191 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.408563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7de14f5c-a733-4d27-a871-7d94a74d75a5 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:13.525621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:13.707172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Deleting port 01e64eda-301f-4e41-9967-1d1803d91be7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:13.708173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.921050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] For port 01e64eda-301f-4e41-9967-1d1803d91be7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01e64eda-301f-4e41-9967-1d1803d91be7,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:13.921639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.075382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.080323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:14.087564 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3855633-6b4b-4ae5-8199-6955b5202c6c" -d '{"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-unplugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:14.117280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:14.289873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'mac_address': 'fa:16:3e:6c:13:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:14.569629 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.591840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1277e8f-2d68-4d9f-9146-c14e44dae984 req-7e3191d8-b963-49fd-8ebb-eeb2e5376bf7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5222411 Jul 16 20:11:14.649709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f417dc62-8b00-4f17-a458-b6aed60746f9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:14.683813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7c1069d-63df-428b-bdd9-93b537c403b4 req-0e3225b5-23d5-4657-91d7-5b18fd0b3042 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3730798 Jul 16 20:11:14.703102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-560f7f6d-5122-4a21-99ea-54c78117b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.708654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-560f7f6d-5122-4a21-99ea-54c78117b934 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.7129395 Jul 16 20:11:14.714974 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.774341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:14.785086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.852905 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.853768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.856631 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Floating IP 42cbd7df-2d79-4c54-a7e1-c91588813359 disassociated. External IP: 172.25.6.214, port: 01e64eda-301f-4e41-9967-1d1803d91be7. Jul 16 20:11:14.857216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Calling delete_port for 01e64eda-301f-4e41-9967-1d1803d91be7 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:14.874544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Pushing event deleted for resources: {'Port': ['ID=7de14f5c-a733-4d27-a871-7d94a74d75a5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.954860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.960663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.964377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.965039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.965579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.966150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.968533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.970195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.970660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.971120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.974528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:14.974837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.975262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:15.037007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Deleting port 7bf23aa4-4143-426c-87ce-a68d14919263 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:15.037358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.066006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f417dc62-8b00-4f17-a458-b6aed60746f9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:15.132452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] No DVR routers for this DVR port 7de14f5c-a733-4d27-a871-7d94a74d75a5 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:15.164000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.174534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.178363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0b24742-d9bb-4cf4-b693-196affda3643 req-fbfceb8c-02d5-4ea3-b06a-217e9f858a43 tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.16 "DELETE /v2.0/ports/7de14f5c-a733-4d27-a871-7d94a74d75a5 HTTP/1.1" status: 204 len: 173 time: 4.3086462 Jul 16 20:11:15.238389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-deleted', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:15.252730 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa7b9e0-fa5a-43aa-8d47-0a8a4fd023f8" -d '{"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-deleted", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:15.273083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event deleted for resources: {'Port': ['ID=01e64eda-301f-4e41-9967-1d1803d91be7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:15.351509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7240959-0e00-4f19-a45d-d4d427dff998 req-acfc92e3-41b1-4f22-9ef6-f84ac070d81c tempest-ListImageFiltersTestJSON-1154827594 tempest-ListImageFiltersTestJSON-1154827594-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cf9c32e-e564-4dce-88a4-8df8fe4b8586 HTTP/1.1" status: 200 len: 210 time: 0.2133162 Jul 16 20:11:15.512694 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31e316b-74a3-4924-b653-96592439081b x-openstack-request-id: req-b31e316b-74a3-4924-b653-96592439081b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:15.513541 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-unplugged", "status": "completed", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:15.513541 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b31e316b-74a3-4924-b653-96592439081b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:15.513845 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7', 'code': 200} Jul 16 20:11:15.595475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:15.595773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-4a9b6f83-5eda-4a56-a19f-a337408f6710 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8721268 Jul 16 20:11:15.629908 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0090a7cb-d5c8-4481-b28d-eff5ec536690 x-openstack-request-id: req-0090a7cb-d5c8-4481-b28d-eff5ec536690 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:15.642652 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9c32e-e564-4dce-88a4-8df8fe4b8586", "name": "network-vif-deleted", "tag": "7de14f5c-a733-4d27-a871-7d94a74d75a5", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:15.644324 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0090a7cb-d5c8-4481-b28d-eff5ec536690 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:15.644871 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9c32e-e564-4dce-88a4-8df8fe4b8586', 'name': 'network-vif-deleted', 'tag': '7de14f5c-a733-4d27-a871-7d94a74d75a5', 'status': 'completed', 'code': 200} Jul 16 20:11:15.980804 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.983308 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.090678 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:16.110273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] Sync routers for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:16.127350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:16.129311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:16.149436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef246d49-8584-4285-a1f0-d27be01dc6ff req-65293d4f-22d3-4d1b-894c-fd67754484cd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.158844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef246d49-8584-4285-a1f0-d27be01dc6ff req-65293d4f-22d3-4d1b-894c-fd67754484cd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 1.1172597 Jul 16 20:11:16.162686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Calling delete_port for 7bf23aa4-4143-426c-87ce-a68d14919263 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:16.250575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] No DVR routers for this DVR port 01e64eda-301f-4e41-9967-1d1803d91be7 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:16.257820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.264230 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e346253f-612f-4943-98c5-16fb8dbf0bb1 req-181ba55a-ba62-4450-ad4d-ff849662d84e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.16 "DELETE /v2.0/ports/01e64eda-301f-4e41-9967-1d1803d91be7 HTTP/1.1" status: 204 len: 173 time: 3.5399554 Jul 16 20:11:16.266044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-deleted', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:16.272156 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1582bfc2-0d09-4dc3-9181-abccf5db48d9" -d '{"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-deleted", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:16.393941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8af6ab01-d014-4924-a248-a4f2e707af9e req-0e081839-c740-4075-8277-9c8fc29b3a89 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=065e1918-3e53-4301-9449-216a928a706d HTTP/1.1" status: 200 len: 210 time: 0.1356878 Jul 16 20:11:16.655790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef246d49-8584-4285-a1f0-d27be01dc6ff req-4d456098-ed67-485f-bdaa-e159a88cf290 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4935336 Jul 16 20:11:16.840899 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed169c6-f37b-43ec-8e3a-3166f7f48acc x-openstack-request-id: req-bed169c6-f37b-43ec-8e3a-3166f7f48acc {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:16.841560 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e1918-3e53-4301-9449-216a928a706d", "name": "network-vif-deleted", "tag": "01e64eda-301f-4e41-9967-1d1803d91be7", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:16.842121 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bed169c6-f37b-43ec-8e3a-3166f7f48acc {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:16.842919 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e1918-3e53-4301-9449-216a928a706d', 'name': 'network-vif-deleted', 'tag': '01e64eda-301f-4e41-9967-1d1803d91be7', 'status': 'completed', 'code': 200} Jul 16 20:11:16.881134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-219f950c-fc97-48f9-b786-7d5a8dd35328 req-4c9f896e-13d6-4536-8c95-79c6c3e724c8 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2551482 Jul 16 20:11:17.108176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:17.267741 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.353604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event deleted for resources: {'Port': ['ID=7bf23aa4-4143-426c-87ce-a68d14919263,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:17.403527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926d469-acac-4732-a416-4f6ba925644e req-fd77b215-c064-474c-8e45-4860a7092dc2 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.406572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f926d469-acac-4732-a416-4f6ba925644e req-fd77b215-c064-474c-8e45-4860a7092dc2 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 945 time: 0.3232965 Jul 16 20:11:17.581560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:17.709282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f926d469-acac-4732-a416-4f6ba925644e req-53fc1cf7-7157-424d-9ae4-390148a2b97d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901239 Jul 16 20:11:17.724193 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.727410 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Floating IP 2d27eb9e-0f52-4f86-b428-8802a6609ff2 disassociated (deleted). External IP: 172.25.6.242, port: 18dfc6bd-0e45-499d-a738-f8219120def6. Jul 16 20:11:18.295004 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1a1dffbe-6343-4c43-b14f-cf04842b0dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.464029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:18.581569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port f417dc62-8b00-4f17-a458-b6aed60746f9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:18.598020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] Checking router: 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:18.617289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f417dc62-8b00-4f17-a458-b6aed60746f9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:18.620475 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.644729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Router 52716b7c-e3f5-4dc5-89c2-a8a42e916258 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:18.658118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544f003-78e7-4917-b11e-3c4786afbc4e req-6c8a475e-cc45-4bde-8c95-622bf00c27ce tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.665256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8544f003-78e7-4917-b11e-3c4786afbc4e req-6c8a475e-cc45-4bde-8c95-622bf00c27ce tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2686994 Jul 16 20:11:18.668433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:18.673090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:18.938162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8544f003-78e7-4917-b11e-3c4786afbc4e req-57f20d46-b6be-4943-b5c2-155042b8fe85 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694976 Jul 16 20:11:18.950157 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.055362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:19.069486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:19.079129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:19.084495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.087497 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17486fa0-7a00-499f-9f7a-6e990e844f96" -d '{"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-plugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:19.096683 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc36e89-9ef6-4c84-999c-2e97fee6671c None None] Sync routers for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:19.151368 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc36e89-9ef6-4c84-999c-2e97fee6671c None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:19.152392 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fcc36e89-9ef6-4c84-999c-2e97fee6671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:19.206110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:19.263620 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.283170 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fcc36e89-9ef6-4c84-999c-2e97fee6671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:19.283331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8e5c710f-fbbb-4dea-b015-8fcbda419144 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "DELETE /v2.0/floatingips/2d27eb9e-0f52-4f86-b428-8802a6609ff2 HTTP/1.1" status: 204 len: 168 time: 6.6486812 Jul 16 20:11:19.286538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47144) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:19.309388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:19.326035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47146) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:19.349057 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc36e89-9ef6-4c84-999c-2e97fee6671c None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:19.354492 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fcc36e89-9ef6-4c84-999c-2e97fee6671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:10:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:19.480842 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532556cc-c5ea-4441-a665-eb7b9d54c3db x-openstack-request-id: req-532556cc-c5ea-4441-a665-eb7b9d54c3db {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:19.481763 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-plugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:19.482179 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-532556cc-c5ea-4441-a665-eb7b9d54c3db {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:19.482786 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'code': 200} Jul 16 20:11:19.484760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.598255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e641bff6-8d29-4f57-bab5-a5f29260fc3a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.648553 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fcc36e89-9ef6-4c84-999c-2e97fee6671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:19.653811 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc36e89-9ef6-4c84-999c-2e97fee6671c None None] The sync data for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:19.729039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:19.770445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e641bff6-8d29-4f57-bab5-a5f29260fc3a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.846170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47160) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:19.993428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:20.160653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.183453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2e2dd-6d16-44a5-91db-7b4a1ce35f18 None None] The sync data for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 is: [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:20.225457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e4d7-3bdb-411b-b890-cec15fb7892d req-72cc37b5-909d-43c1-a026-9f2484923fbc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.236047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4690e4d7-3bdb-411b-b890-cec15fb7892d req-72cc37b5-909d-43c1-a026-9f2484923fbc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.9506767 Jul 16 20:11:20.348798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4690e4d7-3bdb-411b-b890-cec15fb7892d req-aa689990-388e-45f2-822d-27534b736cc0 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/quotas/0dc1d34be3bc48bd84f1f2a942c82820 HTTP/1.1" status: 200 len: 375 time: 0.1096501 Jul 16 20:11:20.381062 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-31442f22-d546-40e3-991c-1fe82ca191f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.429019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf293c4-1fc0-42ed-b7fb-04815e7ed23e req-92ae3f15-69c7-48cd-87a6-1c7409058a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.430999 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bf293c4-1fc0-42ed-b7fb-04815e7ed23e req-92ae3f15-69c7-48cd-87a6-1c7409058a9b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1098 time: 0.6144853 Jul 16 20:11:20.589850 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.633850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Allocated IP 172.25.6.127 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/6f7ace76-91fa-4ecb-a4b2-6cb808384f67) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:20.691930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4690e4d7-3bdb-411b-b890-cec15fb7892d req-34dc387a-6779-4d04-be09-55477028838c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3419886 Jul 16 20:11:20.702675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624b686e-de0e-4b1e-86cf-db6cc8904048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.715778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e641bff6-8d29-4f57-bab5-a5f29260fc3a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.725591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e641bff6-8d29-4f57-bab5-a5f29260fc3a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.731562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e641bff6-8d29-4f57-bab5-a5f29260fc3a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "DELETE /v2.0/security-groups/57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd HTTP/1.1" status: 204 len: 168 time: 1.3939490 Jul 16 20:11:20.735678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47184) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:20.819699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bf293c4-1fc0-42ed-b7fb-04815e7ed23e req-955b13e1-b06c-4dd2-9453-bc07fd78f38c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693235 Jul 16 20:11:20.873386 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-5f0eef72-65fc-4800-983b-6b35d1107186 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] show failed (client error): The resource could not be found. Jul 16 20:11:20.874944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5f0eef72-65fc-4800-983b-6b35d1107186 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups/57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd HTTP/1.1" status: 404 len: 347 time: 0.1095452 Jul 16 20:11:20.879995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47188) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:20.886959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641bff6-8d29-4f57-bab5-a5f29260fc3a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc0c94-ce8c-47dd-81dd-28c0f58c4dcd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.020829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57bb97e-e51c-448b-8dc0-70f13c392b8d None None] New status for floating IP 42cbd7df-2d79-4c54-a7e1-c91588813359: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:21.129323 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.248950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47192) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:21.321965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4690e4d7-3bdb-411b-b890-cec15fb7892d req-14d4ebcf-e143-42ac-8efd-b45ea04c556e service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280131 Jul 16 20:11:21.371531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Deleting port f3ea2099-3f04-4c59-9dfd-fab85d3b0e92 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:21.380126 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.397481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.500900 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624b686e-de0e-4b1e-86cf-db6cc8904048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.519190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:21.524219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:21.539175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:21.542931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624b686e-de0e-4b1e-86cf-db6cc8904048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.670314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7ace76-91fa-4ecb-a4b2-6cb808384f67,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.773227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b686e-de0e-4b1e-86cf-db6cc8904048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1cb885-b0e9-48f7-9d7e-13827cbd1a3a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.797685 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-624b686e-de0e-4b1e-86cf-db6cc8904048 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de5477510ea347bc9625803826862e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9459398 Jul 16 20:11:21.801404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47200) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:21.834334 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f5912-931b-4b0e-90fa-10cd0a3fa1db req-3c373b01-c112-46cc-a977-8c0b34d1e5f9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.848547 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff3f5912-931b-4b0e-90fa-10cd0a3fa1db req-3c373b01-c112-46cc-a977-8c0b34d1e5f9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 946 time: 0.6357222 Jul 16 20:11:21.941676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff3f5912-931b-4b0e-90fa-10cd0a3fa1db req-0b25cda2-c386-4e44-babe-a0cf95b12a83 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915101 Jul 16 20:11:21.995868 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3439c24f-ca8a-45c6-92a3-a2996ba58fdf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c1092b9d4354484a00701fd3e9ea8de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7395554 Jul 16 20:11:22.009816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4690e4d7-3bdb-411b-b890-cec15fb7892d req-a15109bf-7dd7-4b0d-8b4e-0789b6bcbd8d service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638145 Jul 16 20:11:22.014913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.016662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47202) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:22.027448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.027758 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.028644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b395-c527-47a9-ae04-1fd2b80bccff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.047430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Calling delete_port for f3ea2099-3f04-4c59-9dfd-fab85d3b0e92 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:22.195128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b395-c527-47a9-ae04-1fd2b80bccff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.326239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.327829 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.416559 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.443488 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786e9f93-c5ed-4b04-898a-4b6a88bc7255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.490603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event deleted for resources: {'Port': ['ID=f3ea2099-3f04-4c59-9dfd-fab85d3b0e92,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:22.545747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786e9f93-c5ed-4b04-898a-4b6a88bc7255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.566261 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b395-c527-47a9-ae04-1fd2b80bccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.574802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b395-c527-47a9-ae04-1fd2b80bccff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.589857 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9ce4b395-c527-47a9-ae04-1fd2b80bccff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc1cb885-b0e9-48f7-9d7e-13827cbd1a3a HTTP/1.1" status: 204 len: 168 time: 0.7867622 Jul 16 20:11:22.670332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4b395-c527-47a9-ae04-1fd2b80bccff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1cb885-b0e9-48f7-9d7e-13827cbd1a3a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:22.723068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.732896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.753816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d992f393-a25a-4518-81ab-6d953dfa577e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "DELETE /v2.0/floatingips/42cbd7df-2d79-4c54-a7e1-c91588813359 HTTP/1.1" status: 204 len: 168 time: 1.8522601 Jul 16 20:11:22.850331 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786e9f93-c5ed-4b04-898a-4b6a88bc7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.858569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786e9f93-c5ed-4b04-898a-4b6a88bc7255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.863867 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-786e9f93-c5ed-4b04-898a-4b6a88bc7255 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b199fb99-4a63-4f73-83a4-edd3b7f63861 HTTP/1.1" status: 204 len: 168 time: 0.8350041 Jul 16 20:11:22.927724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e9f93-c5ed-4b04-898a-4b6a88bc7255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b199fb99-4a63-4f73-83a4-edd3b7f63861,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:22.966624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.995162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.265406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7ace76-91fa-4ecb-a4b2-6cb808384f67,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:23.333021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.366937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.369491 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b73f8585-3bfa-4b7e-a578-e2c120b5721f tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0808582 Jul 16 20:11:23.374087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47238) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:23.687037 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.965015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47254) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:23.986214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8e8c9c64-ce08-425c-85c1-31e973937b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.038131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:24.096839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-8e8c9c64-ce08-425c-85c1-31e973937b1f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:11:24.096839 n-d-791505-15 neutron-server[100244]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:11:24.096839 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id': 'a4d7edd161b74448be451a6f785396f2', 'id': 'bcc48c15-1a7d-4bde-a7ed-d6099a5221a0', 'expiration': datetime.datetime(2021, 7, 16, 20, 13, 24, 63056)}] Jul 16 20:11:24.096839 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:11:24.097487 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-8e8c9c64-ce08-425c-85c1-31e973937b1f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:11:24.150137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.530023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47266) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:24.561802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d070d549-280b-4db0-a3d8-e6b869b1144c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567836709', 'description': 'tempest-description--980984263'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:24.602949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8e8c9c64-ce08-425c-85c1-31e973937b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.681999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc55e7-176f-4360-9874-cd3b45e9077a req-8da2ceb0-1ad6-4c29-8b3e-ce1eca407d4b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.685022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62cc55e7-176f-4360-9874-cd3b45e9077a req-8da2ceb0-1ad6-4c29-8b3e-ce1eca407d4b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 946 time: 0.1810839 Jul 16 20:11:24.733595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d070d549-280b-4db0-a3d8-e6b869b1144c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.759896 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-dac3654e-d9f2-4f94-a815-961e47536e16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3726673 Jul 16 20:11:24.805084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62cc55e7-176f-4360-9874-cd3b45e9077a req-624eeb96-d252-4237-ad90-1be076651e20 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132677 Jul 16 20:11:24.840636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.108411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Allocated IP 172.25.6.221 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/a0f28bc6-6ce3-4d40-b7aa-6cb4e57428d2) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:25.297299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-4bb438d3-e7e7-4219-a4e4-2de7737d0d3f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.329067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-4bb438d3-e7e7-4219-a4e4-2de7737d0d3f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.3518908 Jul 16 20:11:25.376310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-ba7d1ca9-dc0e-4f74-be69-0d821daf5c28 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/quotas/0dc1d34be3bc48bd84f1f2a942c82820 HTTP/1.1" status: 200 len: 375 time: 0.0444415 Jul 16 20:11:25.425827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7795-6fe3-4dab-85ae-f88ef4c5b8f8 req-5f9a1a93-4ee2-4f3f-a3bc-b60dbf30ee3f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.428312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e87f7795-6fe3-4dab-85ae-f88ef4c5b8f8 req-5f9a1a93-4ee2-4f3f-a3bc-b60dbf30ee3f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 946 time: 0.2917030 Jul 16 20:11:25.444725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47302) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:25.459622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'floatingip': {'port_id': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:25.563013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.616702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.665835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-6a10fdab-dd25-4128-8995-bd5a7d54bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.668792 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-6a10fdab-dd25-4128-8995-bd5a7d54bddf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 1097 time: 0.5833740 Jul 16 20:11:25.691517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:25.703694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:25.715422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:26.110447 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.251065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Pushing event updated for resources: {'Port': ['ID=a0f28bc6-6ce3-4d40-b7aa-6cb4e57428d2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:26.264696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-4fbeb313-e826-4d32-ae4e-8de0c5290c53 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8356693 Jul 16 20:11:26.274181 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8e8c9c64-ce08-425c-85c1-31e973937b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.299724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8e8c9c64-ce08-425c-85c1-31e973937b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.457660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c9c64-ce08-425c-85c1-31e973937b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a71a304-7ed6-47aa-abb4-c9c6af82c6e1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:26.478257 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8e8c9c64-ce08-425c-85c1-31e973937b1f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4d7edd161b74448be451a6f785396f2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5119672 Jul 16 20:11:26.488930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47324) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:26.587202 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-621a5d45-534a-45de-9b9a-7359879c0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.593249 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-621a5d45-534a-45de-9b9a-7359879c0308 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 200 len: 914 time: 0.8819587 Jul 16 20:11:26.627784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.799599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d070d549-280b-4db0-a3d8-e6b869b1144c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.801448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.827012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47332) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:26.834028 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d070d549-280b-4db0-a3d8-e6b869b1144c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.854330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-e7a88d80-7238-4051-8064-66b5efa3fb7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 HTTP/1.1" status: 200 len: 217 time: 0.2109034 Jul 16 20:11:26.892340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070d549-280b-4db0-a3d8-e6b869b1144c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751250f2-91d4-4baa-9f38-38343d5d48d6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:26.895121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d070d549-280b-4db0-a3d8-e6b869b1144c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.900423 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d070d549-280b-4db0-a3d8-e6b869b1144c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.3539698 Jul 16 20:11:26.910175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47336) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:26.924733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0114e3b7-50cb-4302-99bb-7fccfd02f2b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'security_group_rule': {'security_group_id': '751250f2-91d4-4baa-9f38-38343d5d48d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:26.950530 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.980756 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.032834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-037174b2-b88b-4817-8579-f81c852dfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.035095 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-037174b2-b88b-4817-8579-f81c852dfb28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a002743e-a411-4591-bb66-6867a32979ab HTTP/1.1" status: 200 len: 853 time: 0.1449449 Jul 16 20:11:27.050795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0114e3b7-50cb-4302-99bb-7fccfd02f2b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.137520 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-8362bff1-250e-4d25-a8f2-3f23e17cb60f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7d433e6-a170-4cec-8019-9a7c0047b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905659 Jul 16 20:11:27.264119 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-953fe295-842d-4a63-b5d4-a33a2cebfdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.290983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0114e3b7-50cb-4302-99bb-7fccfd02f2b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.303941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0114e3b7-50cb-4302-99bb-7fccfd02f2b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.332342 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-804085ed-95fc-44df-908d-ddd42d759208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.385373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-b78f2f01-e0e1-4a2f-b419-e082aad660f2 service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1189740 Jul 16 20:11:27.395700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114e3b7-50cb-4302-99bb-7fccfd02f2b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeba4394-9da2-45ad-997c-faa503cc8330,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:27.408025 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Floating IP a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc associated. External IP: 172.25.6.63, port: f417dc62-8b00-4f17-a458-b6aed60746f9. Jul 16 20:11:27.416723 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-895deea5-4fba-4e9e-a8d3-ffd468658014 service neutron] 10.222.0.16 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663879 Jul 16 20:11:27.419688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-953fe295-842d-4a63-b5d4-a33a2cebfdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.420679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.435803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.633469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-953fe295-842d-4a63-b5d4-a33a2cebfdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.637467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Pushing event updated for resources: {'Port': ['ID=a0f28bc6-6ce3-4d40-b7aa-6cb4e57428d2,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:27.637720 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-953fe295-842d-4a63-b5d4-a33a2cebfdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.639167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-953fe295-842d-4a63-b5d4-a33a2cebfdfc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a71a304-7ed6-47aa-abb4-c9c6af82c6e1 HTTP/1.1" status: 204 len: 168 time: 1.1476245 Jul 16 20:11:27.695246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.703957 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8c90ae98-13da-46ae-bf51-e60cebb271d5 req-e2e965c6-b2d8-480e-a636-a7bd4394b46c service neutron] 10.222.0.16 "GET /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794604 Jul 16 20:11:27.799314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fe295-842d-4a63-b5d4-a33a2cebfdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a71a304-7ed6-47aa-abb4-c9c6af82c6e1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:27.922576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-fdf0e7b0-0ed0-40ca-8342-44bdd90cf4f8 service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070374 Jul 16 20:11:28.078999 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-804085ed-95fc-44df-908d-ddd42d759208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.098048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0114e3b7-50cb-4302-99bb-7fccfd02f2b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.100067 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0114e3b7-50cb-4302-99bb-7fccfd02f2b7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1861169 Jul 16 20:11:28.103011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.105980 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0a7c2001-6a78-401b-9325-c92bd51ed63d tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7303019 Jul 16 20:11:28.106822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47352) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.129746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4b1122c5-528f-4a21-8394-14d5bc77cba1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'security_group_rule': {'security_group_id': '751250f2-91d4-4baa-9f38-38343d5d48d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:28.137666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47354) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.203485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-804085ed-95fc-44df-908d-ddd42d759208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.374744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1122c5-528f-4a21-8394-14d5bc77cba1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.442042 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c68667a4-8b99-41fa-a586-972af7bbe606 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.3025427 Jul 16 20:11:28.443189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47366) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.468034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1122c5-528f-4a21-8394-14d5bc77cba1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.481976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-804085ed-95fc-44df-908d-ddd42d759208 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b85c52cf85d4a9bab994e464f4912ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5590243 Jul 16 20:11:28.490723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47368) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.531769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804085ed-95fc-44df-908d-ddd42d759208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaaf5c4-b1ae-4738-a37c-09da9a116120,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:28.557131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5ce1e94b-0b83-46a2-a58d-cf690a32e41c tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0876839 Jul 16 20:11:28.558847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1122c5-528f-4a21-8394-14d5bc77cba1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.579922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47370) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.657467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Router ddcf6002-ec71-4ef7-8258-364a3147d4e6 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:28.664668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8cd6840-9b63-485b-87a7-ccfc96bc06cf req-4c719855-3c01-40fb-8dfc-ce3ab1e607c4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 210 time: 0.1501510 Jul 16 20:11:28.806128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1122c5-528f-4a21-8394-14d5bc77cba1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca6d242-d20c-43af-a6ef-1b9be9eb6615,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:28.810783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1122c5-528f-4a21-8394-14d5bc77cba1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.812414 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4b1122c5-528f-4a21-8394-14d5bc77cba1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7038088 Jul 16 20:11:28.827378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47384) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.842531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:28.843514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e51acc6-5fb7-44c7-af79-1c197fa3d391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.939668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.956296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e51acc6-5fb7-44c7-af79-1c197fa3d391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.040585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Deleting port a0f28bc6-6ce3-4d40-b7aa-6cb4e57428d2 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:29.040946 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.049077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:29.070855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.073383 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] Sync routers for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:29.100690 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:29.102555 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:29.175924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e51acc6-5fb7-44c7-af79-1c197fa3d391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.186439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e51acc6-5fb7-44c7-af79-1c197fa3d391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.189354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2e51acc6-5fb7-44c7-af79-1c197fa3d391 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ddaaf5c4-b1ae-4738-a37c-09da9a116120 HTTP/1.1" status: 204 len: 168 time: 0.6804593 Jul 16 20:11:29.250349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51acc6-5fb7-44c7-af79-1c197fa3d391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaaf5c4-b1ae-4738-a37c-09da9a116120,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.255817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.256152 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.290013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e3c8aa4c-b9ca-4a47-9539-c22f4eedad33 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "PUT /v2.0/floatingips/a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc HTTP/1.1" status: 200 len: 991 time: 3.8360090 Jul 16 20:11:29.296018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:29.304386 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9ffe52-f202-4064-a854-0001a7d737c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:29.340830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.342995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Calling delete_port for a0f28bc6-6ce3-4d40-b7aa-6cb4e57428d2 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:29.402994 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca9453d-cdea-41f6-8bd4-181e59c4530a x-openstack-request-id: req-bca9453d-cdea-41f6-8bd4-181e59c4530a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:29.403464 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:29.404005 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bca9453d-cdea-41f6-8bd4-181e59c4530a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:29.404708 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'status': 'completed', 'code': 200} Jul 16 20:11:29.584839 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:29.689195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Allocated IP 172.25.6.74 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/6816b53a-1dd6-4551-984b-b47ce8729ee4) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:29.748729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-9a6d03c4-f625-4758-ad69-bc52d66a06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.754899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-9a6d03c4-f625-4758-ad69-bc52d66a06d8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1098 time: 0.2957232 Jul 16 20:11:29.827123 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.891482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.956506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-1b8cb418-d1dc-4459-b32c-858076afd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.958770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-1b8cb418-d1dc-4459-b32c-858076afd7cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.1947417 Jul 16 20:11:29.997693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:30.006846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:30.028453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:30.132485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'Port': ['ID=6816b53a-1dd6-4551-984b-b47ce8729ee4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:30.250289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04a35fcf-93b2-4097-bd06-4304228d1c15 req-4120736e-9edc-4a77-8dcd-cc85446d4ae8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 210 time: 0.1276500 Jul 16 20:11:30.289196 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.314585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-b0a5c8d3-5684-4bb3-a915-197459ca6def service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.3472803 Jul 16 20:11:30.495253 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc', 'tenant_id': '339b1fa75957439782186d828b947369', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'port_id': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'mac_address': 'fa:16:3e:6c:13:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:54Z', 'updated_at': '2021-07-16T20:11:26Z', 'revision_number': 1, 'project_id': '339b1fa75957439782186d828b947369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:58Z', 'revision_number': 5, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:30.572815 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] Checking router: ddcf6002-ec71-4ef7-8258-364a3147d4e6 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:30.600785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-a5f4be00-1eed-4452-9437-1173e6c3d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.602396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-a5f4be00-1eed-4452-9437-1173e6c3d252 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2798605 Jul 16 20:11:30.610344 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:30.610344 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:30.667659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.750197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.791198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-3ee36ed7-26c1-4249-96a9-a75ee4e14c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.803502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-3ee36ed7-26c1-4249-96a9-a75ee4e14c3d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883736 Jul 16 20:11:30.872720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Pushing event deleted for resources: {'Port': ['ID=a0f28bc6-6ce3-4d40-b7aa-6cb4e57428d2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:31.054214 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:31.108226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-d83a65b2-1966-4308-8f24-ab6334d12100 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988479 Jul 16 20:11:31.485094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-8e041c5e-5c94-46c0-a000-b497820812b0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9373295 Jul 16 20:11:31.557186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9ffe52-f202-4064-a854-0001a7d737c7 req-f092d746-fca9-42c3-98ce-2fced4a6fdf3 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427857 Jul 16 20:11:31.696373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.702845 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.706194 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-34b1c559-97a5-4e1a-b9d7-a352f335c11a tempest-FloatingIPAdminTestJSON-1258817999 tempest-FloatingIPAdminTestJSON-1258817999-project] 10.222.0.78 "DELETE /v2.0/floatingips/c85f164a-49f1-42d5-9f75-32ba9ffdcb7f HTTP/1.1" status: 204 len: 168 time: 3.1220369 Jul 16 20:11:31.735382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47454) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:31.847438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-918396a4-e335-458a-99bd-3687108b2a32 req-0821e65c-dadc-4a49-bbfe-737a781f12b1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 210 time: 0.1983690 Jul 16 20:11:31.960743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-26f1d69f-038f-4c3f-8b2e-7928cc296a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.966786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-26f1d69f-038f-4c3f-8b2e-7928cc296a4d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 1097 time: 0.3195233 Jul 16 20:11:32.025768 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc', 'tenant_id': '339b1fa75957439782186d828b947369', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'port_id': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'mac_address': 'fa:16:3e:6c:13:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:54Z', 'updated_at': '2021-07-16T20:11:26Z', 'revision_number': 1, 'project_id': '339b1fa75957439782186d828b947369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:58Z', 'revision_number': 5, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:32.032779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.035476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47470) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:32.048176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-01a76dc8-5326-43ab-a131-00ae7028920b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.050108 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-01a76dc8-5326-43ab-a131-00ae7028920b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 1.0271683 Jul 16 20:11:32.068006 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84327b67-aab3-40cc-b5d4-8906572c54d5 None None] The sync data for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 is: [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc', 'tenant_id': '339b1fa75957439782186d828b947369', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'port_id': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'mac_address': 'fa:16:3e:6c:13:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:54Z', 'updated_at': '2021-07-16T20:11:26Z', 'revision_number': 1, 'project_id': '339b1fa75957439782186d828b947369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:58Z', 'revision_number': 5, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:32.090135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.196314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Request body: {'port': {'device_id': '91255c6f-4d0f-4866-a32d-d499cd900dbc', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'admin_state_up': True, 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:32.292761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'Port': ['ID=6816b53a-1dd6-4551-984b-b47ce8729ee4,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.401369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-0b6e620a-0709-40cf-a4b1-e8888233117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.408682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-0b6e620a-0709-40cf-a4b1-e8888233117c service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 0.4012268 Jul 16 20:11:32.497957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.516965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1185968191-network', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:32.549380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-9e4bb6b2-efc8-4af8-93a5-3dc02468c2a0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050f551d-1a97-4d31-adfc-9fa28e949256 HTTP/1.1" status: 200 len: 217 time: 0.1352847 Jul 16 20:11:32.571756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677542e-50e5-4b4a-8897-c08dc8d96d66 None None] New status for floating IP a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:32.666096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47490) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:32.706423 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.708380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-bc42c88d-4d1a-407c-bf42-f300713e07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.708888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-47d4b4c4-0723-4ea3-9956-aedf1cc8ffb4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8798151 Jul 16 20:11:32.713084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-bc42c88d-4d1a-407c-bf42-f300713e07c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.1545560 Jul 16 20:11:32.831196 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-a2ecc682-5c66-4ac9-9ce7-b0785b03c402 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042387 Jul 16 20:11:33.050456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-b546e788-edf1-4227-b86b-09d32d3440d5 service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102919 Jul 16 20:11:33.299129 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24fa6a0d-5244-4663-b585-f5d8e296241f req-ce878688-b251-4de5-9711-b01f05b0f871 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 210 time: 0.0713856 Jul 16 20:11:33.373788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-6054a0ec-add4-4c16-be14-7da56a649fb5 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1567836709&fields=id&tenant_id=e33d6ca215704afa8ace654e0908c2b9 HTTP/1.1" status: 200 len: 267 time: 0.1472576 Jul 16 20:11:33.386514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82fc31c2-5227-48be-ae3d-d645bc7019de req-386c2536-fcac-4981-a54d-3a7f7731307a service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254328 Jul 16 20:11:33.487315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:33.502185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.507856 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0302931-eee6-4682-8b80-087d3bb2d187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.611211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.626785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-23ccd6d6-b115-40b5-9f1f-5c0f8dc47dd2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.638364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-23ccd6d6-b115-40b5-9f1f-5c0f8dc47dd2 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 816 time: 0.2476230 Jul 16 20:11:33.684621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-45e19268-23a4-4bb1-92fc-63bc4aedbe85 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/quotas/e33d6ca215704afa8ace654e0908c2b9 HTTP/1.1" status: 200 len: 375 time: 0.0446925 Jul 16 20:11:33.686629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Deleting port 6f7ace76-91fa-4ecb-a4b2-6cb808384f67 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:33.686983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.833618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-2992b5b7-526c-4b57-9f5d-334613cc103e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1409717 Jul 16 20:11:33.914974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.915640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.947359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Calling delete_port for 6f7ace76-91fa-4ecb-a4b2-6cb808384f67 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:34.023505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0302931-eee6-4682-8b80-087d3bb2d187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.096804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-029f955c-d15b-436f-8081-e6e973adbbd0 service neutron] 10.222.0.78 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485001 Jul 16 20:11:34.118729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0302931-eee6-4682-8b80-087d3bb2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.200967 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.226137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47520) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:34.228954 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b0302931-eee6-4682-8b80-087d3bb2d187 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dae44fc3e37e49bd9ace1c85f33a9b14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5588806 Jul 16 20:11:34.232831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.258757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-46c85b9f-2108-4518-8abf-fe41b2a8ffd4 service neutron] 10.222.0.78 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609633 Jul 16 20:11:34.360624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42fbe29f-10a5-4021-bf57-9ca27fe6ffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.450906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42fbe29f-10a5-4021-bf57-9ca27fe6ffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.570596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f7ace76-91fa-4ecb-a4b2-6cb808384f67,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:34.581448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:34.585239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.637429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.645138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d44e72b-a3d1-4546-8550-c2bb60767b76 req-a033570d-7896-40ec-a469-b45604ff3057 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 210 time: 0.0754836 Jul 16 20:11:34.645967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42fbe29f-10a5-4021-bf57-9ca27fe6ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.650945 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42fbe29f-10a5-4021-bf57-9ca27fe6ffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.652952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-42fbe29f-10a5-4021-bf57-9ca27fe6ffc1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e34ee284-e745-4ffc-b513-5afdc69dacfd HTTP/1.1" status: 204 len: 168 time: 0.4254553 Jul 16 20:11:34.681880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-556b8ba8-7ea4-4ecb-a30a-5ae26ce73054 req-7671d431-9133-4eb0-b517-d79d9c851de8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 210 time: 0.1145861 Jul 16 20:11:34.721187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbe29f-10a5-4021-bf57-9ca27fe6ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34ee284-e745-4ffc-b513-5afdc69dacfd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:34.838414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Allocated IP 172.20.0.5 (8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915/9e83ce15-96b9-4769-b368-6a1534af9a23/7cf2772e-3cb8-4562-9264-f644dfc90eed) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:34.860749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0302931-eee6-4682-8b80-087d3bb2d187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34ee284-e745-4ffc-b513-5afdc69dacfd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:34.888972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.902069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:35.042928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.043396 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Added segment 1ca273af-9397-4d71-939b-5783d1433f6d of type vlan for network fbde29fb-ad17-44ed-a42d-328d261fa650 Jul 16 20:11:35.044880 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.103322 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.160743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d615a8-f294-440f-9aa5-6ce487f24176,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:35.265195 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.268553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.274538 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d6b8df51-062e-484f-a068-7df97e7a5344 tempest-FloatingIPAdminTestJSON-112725713 tempest-FloatingIPAdminTestJSON-112725713-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/f2493da0-360d-44ef-b620-ffb5a0649b42 HTTP/1.1" status: 204 len: 168 time: 3.5349641 Jul 16 20:11:35.275204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47544) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:35.295785 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.310592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.311374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.487737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] Pushing event updated for resources: {'Network': ['ID=fbde29fb-ad17-44ed-a42d-328d261fa650,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:35.502230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network fbde29fb-ad17-44ed-a42d-328d261fa650 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:35.543876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47548) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:35.576076 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a62519ec-2342-4ed7-a9d8-903e6564860c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5377345 Jul 16 20:11:35.579942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47550) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:35.588432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Request body: {'subnet': {'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1185968191-subnet', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:35.648968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.652949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-059ee21a-8bf2-429f-9694-1e91fd41ffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.662296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:35.665524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.794400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8dce0c3a-88b5-4d72-a131-0e3674499838 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Deleting port 18dfc6bd-0e45-499d-a738-f8219120def6 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:35.795302 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8dce0c3a-88b5-4d72-a131-0e3674499838 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.852297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.867542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:36.082765 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:36.175605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:36.191823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:36.225272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:36.296572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event updated for resources: {'Port': ['ID=7cf2772e-3cb8-4562-9264-f644dfc90eed,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.343874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.399800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e517af32-f705-4eb2-a454-91e2f53466a4,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.413540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.414273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.491438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Checking segment: {'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:36.491931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Network hostable DHCP agents. Network: fbde29fb-ad17-44ed-a42d-328d261fa650, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:36.522259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Network fbde29fb-ad17-44ed-a42d-328d261fa650 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:36.527842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec891d5c-8fe9-484a-aea9-ff5757641c72 req-fc9e5ec8-1873-4350-8cc7-f59701e853bb tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 210 time: 0.0428097 Jul 16 20:11:36.538031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, fbde29fb-ad17-44ed-a42d-328d261fa650) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:36.545052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.546887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.556664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f2f73-2905-4d28-9bda-6515199d3600 None None] Network fbde29fb-ad17-44ed-a42d-328d261fa650 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:36.611163 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8dce0c3a-88b5-4d72-a131-0e3674499838 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.642520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8dce0c3a-88b5-4d72-a131-0e3674499838 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Calling delete_port for 18dfc6bd-0e45-499d-a738-f8219120def6 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:36.740329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-059ee21a-8bf2-429f-9694-1e91fd41ffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.762049 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-3cd2ffe9-c1d9-4db9-90a4-97a741877c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6340938 Jul 16 20:11:36.764171 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3960a8c-3993-4162-8d85-01e07073ce2d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1828289 Jul 16 20:11:36.767341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47576) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:36.773075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310f82b-b4e1-4692-9c75-d56d7f8084b4 req-55bbd39f-04a6-43e8-ae0f-cfcb9db203b7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.781471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a310f82b-b4e1-4692-9c75-d56d7f8084b4 req-55bbd39f-04a6-43e8-ae0f-cfcb9db203b7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 931 time: 0.2613182 Jul 16 20:11:36.783717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:36.788505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-059ee21a-8bf2-429f-9694-1e91fd41ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.885208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Request body: {'port': {'device_id': '91255c6f-4d0f-4866-a32d-d499cd900dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:36.908519 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.922627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.935642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ee21a-8bf2-429f-9694-1e91fd41ffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae906203-0747-407e-bc4d-fabd8b0f7f44,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.940786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-059ee21a-8bf2-429f-9694-1e91fd41ffa5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=684b42241dae4464a73b466a65cef4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3823745 Jul 16 20:11:36.948624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47578) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:36.984575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a310f82b-b4e1-4692-9c75-d56d7f8084b4 req-090738ca-fe7c-4766-9f63-cee67344becd tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979434 Jul 16 20:11:37.031314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-fbde29fb-ad17-44ed-a42d-328d261fa650', 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'fixed_ips': [{'subnet_id': 'e517af32-f705-4eb2-a454-91e2f53466a4'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:37.035207 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.065835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c70fb742-5f10-45e7-b96a-5d6d8bd05213 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.068102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c70fb742-5f10-45e7-b96a-5d6d8bd05213 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.68 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 816 time: 0.3499568 Jul 16 20:11:37.255987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8dce0c3a-88b5-4d72-a131-0e3674499838 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.273794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-fdc71599-3ddb-4206-9030-f8027cd60602 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e33d6ca215704afa8ace654e0908c2b9 HTTP/1.1" status: 200 len: 380 time: 0.1470029 Jul 16 20:11:37.274558 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-491d0b95-0972-49c5-ad92-13849afb0cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.311980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'port': {'device_id': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'admin_state_up': True, 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'security_groups': ['751250f2-91d4-4baa-9f38-38343d5d48d6']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:37.319779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce0c3a-88b5-4d72-a131-0e3674499838 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event deleted for resources: {'Port': ['ID=18dfc6bd-0e45-499d-a738-f8219120def6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:37.331271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.337920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47582) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:37.421024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.523108 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-491d0b95-0972-49c5-ad92-13849afb0cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.555603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Allocated IP 172.20.0.2 (fbde29fb-ad17-44ed-a42d-328d261fa650/e517af32-f705-4eb2-a454-91e2f53466a4/9b60b443-73d1-41d7-9ad2-55b8ba62b701) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:37.831074 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8543c366-3ea9-4cb5-88b0-e42451416649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.909921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8dce0c3a-88b5-4d72-a131-0e3674499838 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.912236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8dce0c3a-88b5-4d72-a131-0e3674499838 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "DELETE /v2.0/ports/18dfc6bd-0e45-499d-a738-f8219120def6 HTTP/1.1" status: 204 len: 168 time: 2.6327674 Jul 16 20:11:37.929424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47590) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:37.964722 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.971205 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.978490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e11b0872-5169-48e1-9147-c25bf53b5ca9 req-7ce484e6-e8f8-4b48-9754-73c5798caf4d tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 210 time: 0.0750246 Jul 16 20:11:38.093678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Transition to ACTIVE for port object 9b60b443-73d1-41d7-9ad2-55b8ba62b701 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:38.106361 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-491d0b95-0972-49c5-ad92-13849afb0cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.109295 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-491d0b95-0972-49c5-ad92-13849afb0cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.110498 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-491d0b95-0972-49c5-ad92-13849afb0cb1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae906203-0747-407e-bc4d-fabd8b0f7f44 HTTP/1.1" status: 204 len: 168 time: 1.1490803 Jul 16 20:11:38.149733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Transition to ACTIVE for port object 9b60b443-73d1-41d7-9ad2-55b8ba62b701 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:38.169206 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.184323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d0b95-0972-49c5-ad92-13849afb0cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae906203-0747-407e-bc4d-fabd8b0f7f44,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:38.259008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fcc64-27ef-4759-b902-c22fc7a18bce req-7460246b-6d17-4619-8ce4-0b8ca9abeb7a tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.261215 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a9fcc64-27ef-4759-b902-c22fc7a18bce req-7460246b-6d17-4619-8ce4-0b8ca9abeb7a tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 945 time: 0.4453967 Jul 16 20:11:38.325232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf2772e-3cb8-4562-9264-f644dfc90eed {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:38.330970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5192d-2ca6-4856-b5aa-88e805bd9481 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.334119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Network fbde29fb-ad17-44ed-a42d-328d261fa650 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:38.337461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d7d5192d-2ca6-4856-b5aa-88e805bd9481 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "GET /v2.0/ports?device_id=52716b7c-e3f5-4dc5-89c2-a8a42e916258 HTTP/1.1" status: 200 len: 913 time: 0.3980224 Jul 16 20:11:38.346749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47600) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:38.362157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:38.375895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:38.406912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Pushing event updated for resources: {'Port': ['ID=9b60b443-73d1-41d7-9ad2-55b8ba62b701,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:38.408407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.455443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a9fcc64-27ef-4759-b902-c22fc7a18bce req-9d733c64-f4f3-4e86-8db0-066ff5790ac5 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821971 Jul 16 20:11:38.457639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8543c366-3ea9-4cb5-88b0-e42451416649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.502710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8543c366-3ea9-4cb5-88b0-e42451416649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.548245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.548245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.556587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.557108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.557618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.558070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.558520 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.558970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.559434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.559886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.562628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Transition to ACTIVE for port object 7cf2772e-3cb8-4562-9264-f644dfc90eed will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:38.563354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.563833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:38.611901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Attempting to bind port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:38.612553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Attempting to bind port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:38.613027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Attempting to bind port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 on network fbde29fb-ad17-44ed-a42d-328d261fa650 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:38.619433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:38.620108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Checking segment: {'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:38.620775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.621274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Bound using segment: {'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:38.621881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Bound port: 9b60b443-73d1-41d7-9ad2-55b8ba62b701, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:38.622416 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.644023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8543c366-3ea9-4cb5-88b0-e42451416649 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4194ba46a29444558fcec760818f26d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3030961 Jul 16 20:11:38.645906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543c366-3ea9-4cb5-88b0-e42451416649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9076e79-2f06-4a40-9edb-1aab445aeb30,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:38.650723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47604) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:38.667338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Made reservation on behalf of e33d6ca215704afa8ace654e0908c2b9 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:38.667509 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.678611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.721301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] For port 9b60b443-73d1-41d7-9ad2-55b8ba62b701, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:38.725691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] For port 9b60b443-73d1-41d7-9ad2-55b8ba62b701, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b60b443-73d1-41d7-9ad2-55b8ba62b701,segment=NetworkSegment(1ca273af-9397-4d71-939b-5783d1433f6d),segment_id=1ca273af-9397-4d71-939b-5783d1433f6d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:38.734420 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.829681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af6f06-dca2-47c5-879a-b3708f84f409 None None] Pushing event updated for resources: {'Port': ['ID=9b60b443-73d1-41d7-9ad2-55b8ba62b701,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:38.865167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2d6f-b9c8-402c-b3a1-a9c28ac69095 req-9d5037bb-f7f9-4c41-aa33-345513779b8c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.872859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f2a2d6f-b9c8-402c-b3a1-a9c28ac69095 req-9d5037bb-f7f9-4c41-aa33-345513779b8c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 931 time: 0.4056592 Jul 16 20:11:38.947788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c975124-d48c-430d-afc9-bd389fb71661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.036863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f2a2d6f-b9c8-402c-b3a1-a9c28ac69095 req-0014d607-7ada-4c6b-9405-91fc0d3925bd tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627500 Jul 16 20:11:39.106543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.113205 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c975124-d48c-430d-afc9-bd389fb71661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.177769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.265260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Allocated IP 172.20.0.12 (cdb342b2-9493-4fe8-ba1b-12560b88ed2f/ab85202c-b92f-49af-aaf3-c989d4632eb5/23029423-7af9-46f9-b4a6-f4dfe92ce9da) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:39.272274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Pushing event updated for resources: {'Port': ['ID=7cf2772e-3cb8-4562-9264-f644dfc90eed,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:39.376863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea417a58-cbe0-4d5e-857f-f7e2038490c1 req-c7348ab1-f218-4223-b7c7-db861df31bfd tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 210 time: 0.0979958 Jul 16 20:11:39.435778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-ae18ef96-e378-45e2-945a-68e480aa8f62 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.441589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-ae18ef96-e378-45e2-945a-68e480aa8f62 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 945 time: 0.4402642 Jul 16 20:11:39.528040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b60b443-73d1-41d7-9ad2-55b8ba62b701 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:39.685641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:39.686000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c975124-d48c-430d-afc9-bd389fb71661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.692507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c975124-d48c-430d-afc9-bd389fb71661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.701070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1c975124-d48c-430d-afc9-bd389fb71661 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9076e79-2f06-4a40-9edb-1aab445aeb30 HTTP/1.1" status: 204 len: 168 time: 1.0446513 Jul 16 20:11:39.778814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47630) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:39.856501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c975124-d48c-430d-afc9-bd389fb71661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9076e79-2f06-4a40-9edb-1aab445aeb30,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:39.916738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Attempting to bind port 7cf2772e-3cb8-4562-9264-f644dfc90eed on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:39.918014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Attempting to bind port 7cf2772e-3cb8-4562-9264-f644dfc90eed by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:39.918710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Attempting to bind port 7cf2772e-3cb8-4562-9264-f644dfc90eed on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:40.005561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.063640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Transition to ACTIVE for port object 23029423-7af9-46f9-b4a6-f4dfe92ce9da will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:40.076159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Port 7cf2772e-3cb8-4562-9264-f644dfc90eed on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:40.076675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Attempting to bind port 7cf2772e-3cb8-4562-9264-f644dfc90eed on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:40.093009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:40.093577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Checking segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:40.094128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Bound using segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:40.095021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Bound port: 7cf2772e-3cb8-4562-9264-f644dfc90eed, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:40.095601 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.105204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c05391-3f7b-484d-91a3-2961748902f1 req-022d7c25-6a62-4756-8be8-3b8788d67849 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.115472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71c05391-3f7b-484d-91a3-2961748902f1 req-022d7c25-6a62-4756-8be8-3b8788d67849 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 945 time: 0.3665545 Jul 16 20:11:40.140295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Allocated IP 172.25.6.34 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/66dbf497-dec7-4ddb-8985-21aa00bbb71a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:40.290385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Deleting port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:40.291404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.303097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] For port 7cf2772e-3cb8-4562-9264-f644dfc90eed, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:40.308068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] For port 7cf2772e-3cb8-4562-9264-f644dfc90eed, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7cf2772e-3cb8-4562-9264-f644dfc90eed,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:40.358631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.366939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71c05391-3f7b-484d-91a3-2961748902f1 req-05a084cc-5d70-4b8b-8dea-003db84553cf tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496858 Jul 16 20:11:40.428308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1918510024-network', 'tenant_id': 'e4fbec8219364b44be974524dc1da300'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:40.490778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.492442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.494764 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] 10.222.0.16 "PUT /v2.0/ports/7cf2772e-3cb8-4562-9264-f644dfc90eed HTTP/1.1" status: 200 len: 1092 time: 3.6293476 Jul 16 20:11:40.521409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.554354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91255c6f-4d0f-4866-a32d-d499cd900dbc', 'tag': '7cf2772e-3cb8-4562-9264-f644dfc90eed'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:40.566981 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842c0a80-ae32-45ef-98e4-f2e00f37d018" -d '{"events": [{"name": "network-changed", "server_uuid": "91255c6f-4d0f-4866-a32d-d499cd900dbc", "tag": "7cf2772e-3cb8-4562-9264-f644dfc90eed"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:40.610170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.658571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401890a8-a949-4eef-83f7-3b31d4efd23a service neutron] Pushing event updated for resources: {'Port': ['ID=7cf2772e-3cb8-4562-9264-f644dfc90eed,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.668808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.691794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Made reservation on behalf of e4fbec8219364b44be974524dc1da300 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:40.699706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.746102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4cf754-fcab-4781-a942-2de326b4ecc8 None None] Network fbde29fb-ad17-44ed-a42d-328d261fa650 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:40.763730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] For port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:40.764106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.776563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.787092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.840531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Calling delete_port for 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:40.846531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:40.883541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:40.892439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:40.913049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.948506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:40.960851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:40.969191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:41.025466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Pushing event updated for resources: {'Port': ['ID=66dbf497-dec7-4ddb-8985-21aa00bbb71a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.203722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:41.208235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-944921d9-14e3-4f17-8ec8-80f91558c480 None None] Provisioning for port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:41.209912 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.231576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-ba036827-a3a0-4f43-b627-25f674dae528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.234280 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-ba036827-a3a0-4f43-b627-25f674dae528 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 1095 time: 0.5935733 Jul 16 20:11:41.269336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.270493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.279154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-944921d9-14e3-4f17-8ec8-80f91558c480 None None] Provisioning complete for port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:41.279583 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-944921d9-14e3-4f17-8ec8-80f91558c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.325027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f83b-9d02-47e1-88b0-2a37613a3498 req-19fd2330-8207-4d7e-b44a-4beb524af78e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.337073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:41.348828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85d9f83b-9d02-47e1-88b0-2a37613a3498 req-19fd2330-8207-4d7e-b44a-4beb524af78e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 943 time: 0.9546788 Jul 16 20:11:41.352040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-e637ec9a-2bcc-44aa-a558-0890ab157be1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cf2772e-3cb8-4562-9264-f644dfc90eed HTTP/1.1" status: 200 len: 217 time: 0.1048954 Jul 16 20:11:41.381472 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.511307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-f933dbd6-095c-410b-93ed-4d7f3989c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.513629 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-f933dbd6-095c-410b-93ed-4d7f3989c325 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.0988047 Jul 16 20:11:41.527540 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-944921d9-14e3-4f17-8ec8-80f91558c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.539261 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.579644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:41.582142 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3696304-958b-4339-b2ea-bc10e49dd751" -d '{"events": [{"server_uuid": "1a6d9ddc-9797-442d-966a-22ea59bf3468", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:41.591056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-c16f5aca-4446-4cc8-a19f-fc3008b19091 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2850187 Jul 16 20:11:41.602352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,segment=NetworkSegment(ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1),segment_id=ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:41.613907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.619754 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-1fb082bb-049e-40e3-ae65-1d5b632f2dfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978410 Jul 16 20:11:41.621500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-944921d9-14e3-4f17-8ec8-80f91558c480 None None] For port 9b60b443-73d1-41d7-9ad2-55b8ba62b701, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b60b443-73d1-41d7-9ad2-55b8ba62b701,segment=NetworkSegment(1ca273af-9397-4d71-939b-5783d1433f6d),segment_id=1ca273af-9397-4d71-939b-5783d1433f6d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:41.631946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:41.649655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Request body: {'port': {'device_id': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:41.652500 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-944921d9-14e3-4f17-8ec8-80f91558c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.694171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.770169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82022ad-90b1-47b6-8828-bd96cf6261e8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.773048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-109289921-network', 'tenant_id': '73fff1d493f54948bea5975334536730'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:41.779678 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.779678 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Added segment 61a61175-4ce4-4399-a265-67a56c4733d1 of type vlan for network ab149e9b-3d24-4f17-beae-ab9344cc8bec Jul 16 20:11:41.820390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944921d9-14e3-4f17-8ec8-80f91558c480 None None] Pushing event updated for resources: {'Port': ['ID=9b60b443-73d1-41d7-9ad2-55b8ba62b701,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.844248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85d9f83b-9d02-47e1-88b0-2a37613a3498 req-46fcddf2-1a03-477a-80c2-39493782a521 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905868 Jul 16 20:11:41.896872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0e2c713-7704-44f3-85bf-5c71044dc349 None None] Provisioning for port 23029423-7af9-46f9-b4a6-f4dfe92ce9da completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:41.897044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.897223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0e2c713-7704-44f3-85bf-5c71044dc349 None None] Provisioning complete for port 23029423-7af9-46f9-b4a6-f4dfe92ce9da triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:41.897223 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c713-7704-44f3-85bf-5c71044dc349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.970701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2c713-7704-44f3-85bf-5c71044dc349 None None] Port 23029423-7af9-46f9-b4a6-f4dfe92ce9da cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:42.019055 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-6f3859c3-8882-4da9-9639-6a2090eae080 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910830 Jul 16 20:11:42.028383 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d742249c-dd13-4d17-951c-8f510a5f4603 x-openstack-request-id: req-d742249c-dd13-4d17-951c-8f510a5f4603 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:42.028884 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91255c6f-4d0f-4866-a32d-d499cd900dbc", "tag": "7cf2772e-3cb8-4562-9264-f644dfc90eed", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:42.029246 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d742249c-dd13-4d17-951c-8f510a5f4603 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:42.029895 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91255c6f-4d0f-4866-a32d-d499cd900dbc', 'tag': '7cf2772e-3cb8-4562-9264-f644dfc90eed', 'status': 'completed', 'code': 200} Jul 16 20:11:42.056451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.080184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Made reservation on behalf of 73fff1d493f54948bea5975334536730 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:42.084584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.094193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-34c2de15-e7fa-4284-97bf-17e4e9da2558 None None] Provisioning complete for port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:42.094909 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-34c2de15-e7fa-4284-97bf-17e4e9da2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.174537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e0a6-0139-48cb-89eb-81899844c23b req-19139724-cc2c-4203-9cb5-ec9404e39af3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.181438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a389e0a6-0139-48cb-89eb-81899844c23b req-19139724-cc2c-4203-9cb5-ec9404e39af3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 932 time: 0.8808131 Jul 16 20:11:42.199570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.219692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:11:42.263206 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.289092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.317461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.318702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.319282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.374026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Pushing event deleted for resources: {'Port': ['ID=8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:42.402366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a389e0a6-0139-48cb-89eb-81899844c23b req-178f7a1d-ac7f-44f0-b90f-088a91affadc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840854 Jul 16 20:11:42.468805 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523cd74-24cc-482a-9971-88eab9824ad7 x-openstack-request-id: req-8523cd74-24cc-482a-9971-88eab9824ad7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:42.469110 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6d9ddc-9797-442d-966a-22ea59bf3468", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:42.469423 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8523cd74-24cc-482a-9971-88eab9824ad7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:42.469788 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7', 'code': 200} Jul 16 20:11:42.504384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Deleting port 977064df-c16d-4403-b04a-aa7a7779a875 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:42.505220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.540993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] No DVR routers for this DVR port 8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:42.546559 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.550094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5afcf171-27fa-4263-a973-2dc936f5c956 req-6ac9b764-5ded-4f06-aca9-f4d9a4300c8b service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867611 Jul 16 20:11:42.550443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6830977-20b4-4c3e-bea4-f32a8db0f4ec req-606e4e32-672b-47fe-90b4-69d78617765b tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.16 "DELETE /v2.0/ports/8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7 HTTP/1.1" status: 204 len: 173 time: 3.0979030 Jul 16 20:11:42.629435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'name': 'network-vif-deleted', 'tag': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:42.633883 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60b2382-f9d1-4dff-8a09-c7bbce3bc6c2" -d '{"events": [{"server_uuid": "1a6d9ddc-9797-442d-966a-22ea59bf3468", "name": "network-vif-deleted", "tag": "8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:42.793709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] Pushing event updated for resources: {'Network': ['ID=ab149e9b-3d24-4f17-beae-ab9344cc8bec,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:42.810994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ab149e9b-3d24-4f17-beae-ab9344cc8bec details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:42.856167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba105-1b00-432b-9029-fba96c7c6794 req-f72cc359-9017-48df-a1b1-6b626a2522f4 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.870165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-126ba105-1b00-432b-9029-fba96c7c6794 req-f72cc359-9017-48df-a1b1-6b626a2522f4 tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6d9ddc-9797-442d-966a-22ea59bf3468 HTTP/1.1" status: 200 len: 865 time: 0.7892518 Jul 16 20:11:42.946858 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da5923e-f83a-42c9-b104-40106664a45e x-openstack-request-id: req-1da5923e-f83a-42c9-b104-40106664a45e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:42.947308 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6d9ddc-9797-442d-966a-22ea59bf3468", "name": "network-vif-deleted", "tag": "8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:42.947721 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1da5923e-f83a-42c9-b104-40106664a45e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:42.949056 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6d9ddc-9797-442d-966a-22ea59bf3468', 'name': 'network-vif-deleted', 'tag': '8e1d4fe7-8d3b-4bb9-ab8d-b1a418f3e9e7', 'status': 'completed', 'code': 200} Jul 16 20:11:42.979326 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.050847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-764e255c-462b-4a55-91c2-3495b683c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.053717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-764e255c-462b-4a55-91c2-3495b683c639 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 1095 time: 0.3114164 Jul 16 20:11:43.059354 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.092168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.093466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Calling delete_port for 977064df-c16d-4403-b04a-aa7a7779a875 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:43.102808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.162280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-126ba105-1b00-432b-9029-fba96c7c6794 req-0f11bc51-fc34-43cd-b81f-598de202d9ae tempest-VolumesSnapshotTestJSON-1023751602 tempest-VolumesSnapshotTestJSON-1023751602-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ee068ff-ee57-4455-8451-1b9980434247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904944 Jul 16 20:11:43.207152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:43.223611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9bac1507-867d-4b11-ba92-68a4d6dcebe9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4301023 Jul 16 20:11:43.228832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47676) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:43.243364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Request body: {'subnet': {'network_id': 'ab149e9b-3d24-4f17-beae-ab9344cc8bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1918510024-subnet', 'tenant_id': 'e4fbec8219364b44be974524dc1da300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:43.248484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42c35b-f204-4142-bb1e-b5d5dd5f71ce,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:43.254054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.254398 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Added segment c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4 of type vlan for network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c Jul 16 20:11:43.341058 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.363684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Made reservation on behalf of e4fbec8219364b44be974524dc1da300 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:43.366458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.478476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b60b443-73d1-41d7-9ad2-55b8ba62b701 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:43.481863 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.482955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.483570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.566040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:43.566827 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.637957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] Pushing event updated for resources: {'Network': ['ID=663aaac2-9ba1-4b62-9954-0853f9dd5e7c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:43.653329 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-51d533d1-3ca3-4e7a-bf90-b11334c5660b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3124084 Jul 16 20:11:43.659412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:43.661438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47682) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:43.675170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Request body: {'subnet': {'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-109289921-subnet', 'tenant_id': '73fff1d493f54948bea5975334536730', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:43.695385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:11:43.834218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Made reservation on behalf of 73fff1d493f54948bea5975334536730 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:43.834218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.890600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-d03d0e9d-0aa3-4772-a9ac-b81daf36a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.892142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-d03d0e9d-0aa3-4772-a9ac-b81daf36a83e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 0.7704101 Jul 16 20:11:43.924151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27f5c0-7687-4ffe-ba18-98dc2f72cb37 req-2ac3f14c-242c-416b-926c-356c9aab2298 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.928323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a27f5c0-7687-4ffe-ba18-98dc2f72cb37 req-2ac3f14c-242c-416b-926c-356c9aab2298 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 943 time: 0.8708074 Jul 16 20:11:43.986100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-bd7bcffc-fc61-49ee-bb67-7b225dc015aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cf2772e-3cb8-4562-9264-f644dfc90eed HTTP/1.1" status: 200 len: 217 time: 0.0725977 Jul 16 20:11:44.017017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23029423-7af9-46f9-b4a6-f4dfe92ce9da {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:44.030198 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.039177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.091826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Transition to ACTIVE for port object 23029423-7af9-46f9-b4a6-f4dfe92ce9da will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:44.098872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a27f5c0-7687-4ffe-ba18-98dc2f72cb37 req-133b7965-f959-48eb-9a86-88d354854c4f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591201 Jul 16 20:11:44.110979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937fec9-f373-4b78-9681-384b81034ce1 req-5ebc4405-eaef-4ed3-993e-891be23b4183 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.112499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d937fec9-f373-4b78-9681-384b81034ce1 req-5ebc4405-eaef-4ed3-993e-891be23b4183 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 932 time: 0.3147881 Jul 16 20:11:44.113673 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.118561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-cc740735-2f28-438f-b7f1-1a1fdb4c4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.121509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-cc740735-2f28-438f-b7f1-1a1fdb4c4f37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.1184440 Jul 16 20:11:44.127215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event deleted for resources: {'Port': ['ID=977064df-c16d-4403-b04a-aa7a7779a875,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:44.252484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:44.259729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.265844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-4206be2e-65e7-4a83-bb99-bc6fcf46269c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389184 Jul 16 20:11:44.280590 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Sync routers for ids ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:44.312643 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Routers {'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:44.313674 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:44.373998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.375333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dbdd6e38-387f-4b30-b833-0a348a70ab0f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6068318 Jul 16 20:11:44.376396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d937fec9-f373-4b78-9681-384b81034ce1 req-4a29bd7d-1225-4677-bf49-9a0ddedb01f4 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509336 Jul 16 20:11:44.404462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47686) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:44.503981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be4b892-6c49-455c-b7bf-59cfcb5e06c1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:44.585427 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Set router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:44.602453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.737936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Checking segment: {'id': '61a61175-4ce4-4399-a265-67a56c4733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ab149e9b-3d24-4f17-beae-ab9344cc8bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:44.738659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Network hostable DHCP agents. Network: ab149e9b-3d24-4f17-beae-ab9344cc8bec, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:44.770251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:44.854485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4384c42-5d01-4c0f-bfec-7d5062038f2d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:44.864515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Attempting to bind port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:44.864864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Attempting to bind port 23029423-7af9-46f9-b4a6-f4dfe92ce9da by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:44.865206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Attempting to bind port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:44.873973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:44.874307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Attempting to bind port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:44.899834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Checking segment: {'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:44.900481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Network hostable DHCP agents. Network: 663aaac2-9ba1-4b62-9954-0853f9dd5e7c, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:44.914523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.917925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Network ab149e9b-3d24-4f17-beae-ab9344cc8bec is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:44.956290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:44.956747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ab149e9b-3d24-4f17-beae-ab9344cc8bec) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:44.956862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Checking segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:44.957857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Bound using segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:44.957857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Bound port: 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:44.958222 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.963766 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:11:41Z', 'revision_number': 3, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:44.967175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00b5a4-bbc1-4056-abf1-eb2c18efbbdb None None] Network ab149e9b-3d24-4f17-beae-ab9344cc8bec requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:45.003595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.005141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.021589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:45.039232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 663aaac2-9ba1-4b62-9954-0853f9dd5e7c) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:45.044944 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Checking router: c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:45.045296 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Updating router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 port 66dbf497-dec7-4ddb-8985-21aa00bbb71a binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:45.053345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9cbf7884-89df-4936-b7ef-9b6cebdeeae7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8196554 Jul 16 20:11:45.099044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.100038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.113290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebd41a-3321-41ec-8da7-8bb38d3d99e1 None None] Network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:45.132055 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.153312 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b24ca14c-f128-4943-8c23-f5c1d8f59f52 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4848042 Jul 16 20:11:45.157477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47696) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:45.169387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:45.226746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-46d110ab-0d7d-4329-abdc-89fcaeb90ed0 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9517159 Jul 16 20:11:45.335241 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.343044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.497963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8457e0ac-4703-4bfc-a590-7d3633dc5aba None None] Network ab149e9b-3d24-4f17-beae-ab9344cc8bec requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:45.508038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.639795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Router 52716b7c-e3f5-4dc5-89c2-a8a42e916258 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:45.784034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.921675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:46.047282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-663aaac2-9ba1-4b62-9954-0853f9dd5e7c', 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c', 'tenant_id': '73fff1d493f54948bea5975334536730', 'fixed_ips': [{'subnet_id': 'b4384c42-5d01-4c0f-bfec-7d5062038f2d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:46.049880 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.109532 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.126096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:46.143403 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Transition to ACTIVE for port object 66dbf497-dec7-4ddb-8985-21aa00bbb71a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:46.158967 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.199456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47718) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:46.210154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-701474469-network', 'tenant_id': '6986a60b3ea74f0eb4911b4a445bbf45'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:46.235374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.261513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-842c0a80-ae32-45ef-98e4-f2e00f37d018 req-32f6f06e-613f-4d91-a2c0-85b212583652 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0037184 Jul 16 20:11:46.292753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Allocated IP 172.20.0.2 (663aaac2-9ba1-4b62-9954-0853f9dd5e7c/b4384c42-5d01-4c0f-bfec-7d5062038f2d/331cd7fa-c6b0-4f80-8d01-035d75d59838) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:46.319660 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Attempting to bind port 66dbf497-dec7-4ddb-8985-21aa00bbb71a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:46.320033 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Attempting to bind port 66dbf497-dec7-4ddb-8985-21aa00bbb71a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:46.320730 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Attempting to bind port 66dbf497-dec7-4ddb-8985-21aa00bbb71a on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:46.324663 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Pushing event updated for resources: {'Port': ['ID=66dbf497-dec7-4ddb-8985-21aa00bbb71a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.335517 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:46.336047 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:46.336491 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.336891 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:46.337549 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Bound port: 66dbf497-dec7-4ddb-8985-21aa00bbb71a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:46.337942 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.362736 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.363110 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.363458 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.363849 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.364119 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.364494 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.364879 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.365139 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.365469 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.365978 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.366465 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.366798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:46.384895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Made reservation on behalf of 6986a60b3ea74f0eb4911b4a445bbf45 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:46.387995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226148d5-b428-4dac-8f70-cecbbc7c07b5 req-11263b12-3905-497c-8ae5-80fcac1b7bcb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.394569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.396006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-226148d5-b428-4dac-8f70-cecbbc7c07b5 req-11263b12-3905-497c-8ae5-80fcac1b7bcb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 943 time: 0.8945405 Jul 16 20:11:46.414349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.420496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.422001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] 10.222.0.68 "PUT /v2.0/ports/23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 1093 time: 4.8041482 Jul 16 20:11:46.427437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:46.429917 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6788f4-48b1-464d-9400-631d672397ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:46.442019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:46.456496 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f431a55e-992a-4cc2-af63-39262cf476ef tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "PUT /v2.0/routers/52716b7c-e3f5-4dc5-89c2-a8a42e916258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1047506 Jul 16 20:11:46.457463 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] For port 66dbf497-dec7-4ddb-8985-21aa00bbb71a, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:46.462318 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] For port 66dbf497-dec7-4ddb-8985-21aa00bbb71a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=66dbf497-dec7-4ddb-8985-21aa00bbb71a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:46.464271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47724) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:46.468759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.473697 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.580880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714bd6f-8b4b-4aad-90d3-c3348991e4e2 None None] Sync routers for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:46.587346 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Routers {'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:46.588033 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:46.649614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714bd6f-8b4b-4aad-90d3-c3348991e4e2 None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:46.654361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d714bd6f-8b4b-4aad-90d3-c3348991e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:46.691718 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe25cc7-890a-4842-94b5-efeeb5bd2606 None None] Pushing event updated for resources: {'Port': ['ID=66dbf497-dec7-4ddb-8985-21aa00bbb71a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.744019 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.746939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d714bd6f-8b4b-4aad-90d3-c3348991e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:46.771795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Transition to ACTIVE for port object 331cd7fa-c6b0-4f80-8d01-035d75d59838 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:46.786926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714bd6f-8b4b-4aad-90d3-c3348991e4e2 None None] Routers {'52716b7c-e3f5-4dc5-89c2-a8a42e916258'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:46.790330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d714bd6f-8b4b-4aad-90d3-c3348991e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:46.833957 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] Set router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:46.880633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d714bd6f-8b4b-4aad-90d3-c3348991e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:46.882687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714bd6f-8b4b-4aad-90d3-c3348991e4e2 None None] The sync data for ids ['52716b7c-e3f5-4dc5-89c2-a8a42e916258'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:46.893783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Transition to ACTIVE for port object 331cd7fa-c6b0-4f80-8d01-035d75d59838 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:46.904075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f361d28-960e-41bb-a74b-313eb2852a93 service neutron] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.909913 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.957426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451950-6364-4573-94dd-05b0661de5bb req-0f91e166-39c2-45aa-8ac8-f950ce9654ea tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.958957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:46.962573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:46.966527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5451950-6364-4573-94dd-05b0661de5bb req-0f91e166-39c2-45aa-8ac8-f950ce9654ea tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 944 time: 1.0300627 Jul 16 20:11:46.972448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:46.973755 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.978741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-226148d5-b428-4dac-8f70-cecbbc7c07b5 req-36a5ee58-decf-4f01-9c9e-cf83a534b625 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817084 Jul 16 20:11:47.000969 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.011424 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.055605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.058080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.063523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:47.079964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Pushing event updated for resources: {'Port': ['ID=331cd7fa-c6b0-4f80-8d01-035d75d59838,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:47.092947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbe2059-d8f4-4c70-957a-91e857ceeacf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:47.099023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.102175 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.102555 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Added segment 70678158-da71-4333-b9ef-832dc601ef5c of type vlan for network 32325a1d-c9c2-43e5-9049-821c3c4fd845 Jul 16 20:11:47.155136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Attempting to bind port 331cd7fa-c6b0-4f80-8d01-035d75d59838 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:47.156170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Attempting to bind port 331cd7fa-c6b0-4f80-8d01-035d75d59838 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:47.157131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Attempting to bind port 331cd7fa-c6b0-4f80-8d01-035d75d59838 on network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:47.166918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:47.168109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Checking segment: {'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:47.169169 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.170154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Bound using segment: {'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:47.171323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Bound port: 331cd7fa-c6b0-4f80-8d01-035d75d59838, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:47.172379 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.202334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.222404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7cf2772e-3cb8-4562-9264-f644dfc90eed details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:47.258755 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:11:41Z', 'revision_number': 3, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:47.283249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.284369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.285064 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.319279 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bed82-3c71-4190-ac04-e92dc5d096b7 None None] The sync data for ids ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'] in n-d-791505-15 is: [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:11:41Z', 'revision_number': 3, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:47.327416 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a1c63-4a17-408f-9acc-bffdc5952a2e x-openstack-request-id: req-da4a1c63-4a17-408f-9acc-bffdc5952a2e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:47.327710 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:47.328574 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da4a1c63-4a17-408f-9acc-bffdc5952a2e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:47.328574 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'status': 'completed', 'code': 200} Jul 16 20:11:47.329263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Allocated IP 172.25.6.97 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/1f626d24-e461-4806-914b-d13f7a48b33d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:47.356241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1439562 Jul 16 20:11:47.357937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47726) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:47.358156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] For port 331cd7fa-c6b0-4f80-8d01-035d75d59838, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:47.365183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Request body: {'subnet': {'network_id': '32325a1d-c9c2-43e5-9049-821c3c4fd845', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-701474469-subnet', 'tenant_id': '6986a60b3ea74f0eb4911b4a445bbf45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:47.379236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] For port 331cd7fa-c6b0-4f80-8d01-035d75d59838, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=331cd7fa-c6b0-4f80-8d01-035d75d59838,segment=NetworkSegment(c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4),segment_id=c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:47.390597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5451950-6364-4573-94dd-05b0661de5bb req-40b042cf-838d-4f78-bf6a-136d23d37ed8 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228845 Jul 16 20:11:47.391908 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.403217 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.412913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-ee72926d-256e-447a-81f5-2df810ef0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.413154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72595ab8-e1ac-4d73-b1e3-da0aa548d15d admin admin] Pushing event updated for resources: {'Network': ['ID=32325a1d-c9c2-43e5-9049-821c3c4fd845,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:47.414551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-ee72926d-256e-447a-81f5-2df810ef0495 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1096 time: 0.8244479 Jul 16 20:11:47.463601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 32325a1d-c9c2-43e5-9049-821c3c4fd845 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:47.523461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Made reservation on behalf of 6986a60b3ea74f0eb4911b4a445bbf45 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:47.526225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.534050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-39b31f36-1d9d-457e-b786-deba30491e0a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 217 time: 0.1089513 Jul 16 20:11:47.611448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cdfad-2a16-474a-a262-53221432ea15 None None] Pushing event updated for resources: {'Port': ['ID=331cd7fa-c6b0-4f80-8d01-035d75d59838,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:47.657216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.745239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Deleting port 19fbf16e-ac54-4511-92b9-26787d096218 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:47.746434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.749858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-93fe9b54-6059-4b26-837b-bf4a80e0815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.751864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-93fe9b54-6059-4b26-837b-bf4a80e0815e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.2088094 Jul 16 20:11:47.753648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Allocated IP 172.20.0.1 (fbde29fb-ad17-44ed-a42d-328d261fa650/e517af32-f705-4eb2-a454-91e2f53466a4/e699c4ac-d552-4a5f-827e-4bbb872c4327) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:47.797768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.875227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7cf2772e-3cb8-4562-9264-f644dfc90eed, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7cf2772e-3cb8-4562-9264-f644dfc90eed,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:47.920983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:47.967875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '7cf2772e-3cb8-4562-9264-f644dfc90eed', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'port_id': '7cf2772e-3cb8-4562-9264-f644dfc90eed', 'mac_address': 'fa:16:3e:89:a3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e83ce15-96b9-4769-b368-6a1534af9a23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:48.000262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Pushing event updated for resources: {'Port': ['ID=1f626d24-e461-4806-914b-d13f7a48b33d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.001732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:48.003792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.006384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:48.079090 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.079685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.146312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Calling delete_port for 19fbf16e-ac54-4511-92b9-26787d096218 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:48.175153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-30df1c35-2bef-4179-8df4-14925ea8df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.179622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-30df1c35-2bef-4179-8df4-14925ea8df81 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4120731 Jul 16 20:11:48.257207 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.298879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Transition to ACTIVE for port object e699c4ac-d552-4a5f-827e-4bbb872c4327 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:48.425417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=193a2b9b-ed9e-440a-821f-39bf2a41e5f1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.513604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf2772e-3cb8-4562-9264-f644dfc90eed {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:48.532160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Checking segment: {'id': '70678158-da71-4333-b9ef-832dc601ef5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '32325a1d-c9c2-43e5-9049-821c3c4fd845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:48.532993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Network hostable DHCP agents. Network: 32325a1d-c9c2-43e5-9049-821c3c4fd845, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:48.565406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a3de88e8-dc06-4802-aa6f-7d689e40dd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.582480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7cf2772e-3cb8-4562-9264-f644dfc90eed, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7cf2772e-3cb8-4562-9264-f644dfc90eed,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:48.590969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.642768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.660318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Network 32325a1d-c9c2-43e5-9049-821c3c4fd845 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:48.715563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7cf2772e-3cb8-4562-9264-f644dfc90eed,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.772380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 32325a1d-c9c2-43e5-9049-821c3c4fd845) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:48.783056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb40eb-27c5-4554-8a24-d227a1d211ce None None] Network 32325a1d-c9c2-43e5-9049-821c3c4fd845 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:48.795657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.797855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.956120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.983025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['7cf2772e-3cb8-4562-9264-f644dfc90eed'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:48.996109 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c23dd518-a327-4dd9-aedf-b4ba8fc79c4f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6361988 Jul 16 20:11:49.182282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031de59-b1ce-41dd-a328-d6f022fb1498 None None] Network 32325a1d-c9c2-43e5-9049-821c3c4fd845 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:49.531254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.557873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93baec07-ccaf-4fd8-8e20-49d13c67ae6a None None] Network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:49.632979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f2e07733-e684-44c1-a3a4-bf9e64bb598b None None] Provisioning for port 331cd7fa-c6b0-4f80-8d01-035d75d59838 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:49.685681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 66dbf497-dec7-4ddb-8985-21aa00bbb71a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:49.699672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Router 1d85831c-c185-494b-a62c-0f4ded15f46b is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:11:49.715376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Network fbde29fb-ad17-44ed-a42d-328d261fa650 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:49.765102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:49.828241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:49.847523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:49.863359 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Sync routers for ids ['1d85831c-c185-494b-a62c-0f4ded15f46b'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:49.879926 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Routers {'1d85831c-c185-494b-a62c-0f4ded15f46b'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:49.881179 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d85831c-c185-494b-a62c-0f4ded15f46b'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:49.886974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.889435 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-321daa94-fa12-4c73-9c43-6a4076e2989d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7309320 Jul 16 20:11:49.891442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e699c4ac-d552-4a5f-827e-4bbb872c4327,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:49.892043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47750) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:49.907695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 66dbf497-dec7-4ddb-8985-21aa00bbb71a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:49.926950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 66dbf497-dec7-4ddb-8985-21aa00bbb71a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:49.927324 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.111870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d2297-f545-401c-abe6-8f9baa177d61 req-0171bea6-4610-460e-970b-2b15756c872f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.120561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d1d2297-f545-401c-abe6-8f9baa177d61 req-0171bea6-4610-460e-970b-2b15756c872f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 944 time: 1.4954877 Jul 16 20:11:50.230969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.267945 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Set router 1d85831c-c185-494b-a62c-0f4ded15f46b gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:50.311044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-56d70440-24c4-41a8-85b4-22e5faacb541 service neutron] 10.222.0.68 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6843061 Jul 16 20:11:50.322347 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.334577 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.373241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 66dbf497-dec7-4ddb-8985-21aa00bbb71a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=66dbf497-dec7-4ddb-8985-21aa00bbb71a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:50.387594 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.388515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 331cd7fa-c6b0-4f80-8d01-035d75d59838 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:50.441572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c38e8-32e7-4646-8342-5263ba626c2e req-b4be2843-2ac6-49d1-b95b-dffb8ed2d42b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.449920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d05c38e8-32e7-4646-8342-5263ba626c2e req-b4be2843-2ac6-49d1-b95b-dffb8ed2d42b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 944 time: 0.9253533 Jul 16 20:11:50.482794 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-07b7e804-db8e-44dd-abf9-6401752907e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.500638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c6f78ece-01d0-4d13-9cf5-83875e59f2bf None None] Provisioning for port e699c4ac-d552-4a5f-827e-4bbb872c4327 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:50.531759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c6f78ece-01d0-4d13-9cf5-83875e59f2bf None None] Provisioning complete for port e699c4ac-d552-4a5f-827e-4bbb872c4327 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:50.532364 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c6f78ece-01d0-4d13-9cf5-83875e59f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.537664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event deleted for resources: {'Port': ['ID=19fbf16e-ac54-4511-92b9-26787d096218,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:50.587200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=66dbf497-dec7-4ddb-8985-21aa00bbb71a,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:50.623237 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.626432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c6f78ece-01d0-4d13-9cf5-83875e59f2bf None None] Port e699c4ac-d552-4a5f-827e-4bbb872c4327 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:50.630220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 331cd7fa-c6b0-4f80-8d01-035d75d59838 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:50.639618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 331cd7fa-c6b0-4f80-8d01-035d75d59838 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:50.640153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.699797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d1d2297-f545-401c-abe6-8f9baa177d61 req-b4970229-03cc-4822-9b80-95cbaf3b2e2a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743265 Jul 16 20:11:50.773667 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:48Z', 'revision_number': 3, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port': {'id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:50.848970 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Checking router: 1d85831c-c185-494b-a62c-0f4ded15f46b for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:50.849481 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Updating router 1d85831c-c185-494b-a62c-0f4ded15f46b port 1f626d24-e461-4806-914b-d13f7a48b33d binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:50.873640 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.933855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.934689 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.981656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.009173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 331cd7fa-c6b0-4f80-8d01-035d75d59838, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=331cd7fa-c6b0-4f80-8d01-035d75d59838,segment=NetworkSegment(c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4),segment_id=c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:51.020159 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.028236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-58c22bc0-f499-49e8-8ff7-7a36a78fe635 None None] Provisioning complete for port 331cd7fa-c6b0-4f80-8d01-035d75d59838 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:51.028884 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-58c22bc0-f499-49e8-8ff7-7a36a78fe635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.162927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d05c38e8-32e7-4646-8342-5263ba626c2e req-f7308bd3-40b2-46c8-9352-ca4ea0da311f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7121789 Jul 16 20:11:51.227362 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.256720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7cf2772e-3cb8-4562-9264-f644dfc90eed up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:51.264954 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.287662 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.297937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d84c03a-5a6c-4344-acf0-ef1ebc8edfb6 req-88bb4841-ccfc-4b92-baa1-789fcbe9616b service neutron] 10.222.0.68 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9273193 Jul 16 20:11:51.315412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=331cd7fa-c6b0-4f80-8d01-035d75d59838,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.401556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Allocated IP 172.20.0.1 (663aaac2-9ba1-4b62-9954-0853f9dd5e7c/b4384c42-5d01-4c0f-bfec-7d5062038f2d/533d9439-2832-42e5-824a-d07ab2c0b96d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:51.419528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 7cf2772e-3cb8-4562-9264-f644dfc90eed completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:51.426343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 7cf2772e-3cb8-4562-9264-f644dfc90eed triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:51.427397 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.537146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 66dbf497-dec7-4ddb-8985-21aa00bbb71a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:51.565548 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.566057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Fanout notify agent at l3_agent the message router_deleted on router 52716b7c-e3f5-4dc5-89c2-a8a42e916258 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:11:51.586752 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.588928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.591233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-46f268fc-287b-4a5e-9ae7-bebd75b12457 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "DELETE /v2.0/routers/52716b7c-e3f5-4dc5-89c2-a8a42e916258 HTTP/1.1" status: 204 len: 168 time: 5.0922647 Jul 16 20:11:51.595968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47768) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:51.601129 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.620579 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Transition to ACTIVE for port object 1f626d24-e461-4806-914b-d13f7a48b33d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:51.631987 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.694957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91255c6f-4d0f-4866-a32d-d499cd900dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf2772e-3cb8-4562-9264-f644dfc90eed'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:51.695549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-20d441c2-73cc-4758-bf92-3878f6ca7d74 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.697362 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202f39e0-77cd-45d6-b95c-0d2d7f124870" -d '{"events": [{"server_uuid": "91255c6f-4d0f-4866-a32d-d499cd900dbc", "name": "network-vif-plugged", "status": "completed", "tag": "7cf2772e-3cb8-4562-9264-f644dfc90eed"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:51.703674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-20d441c2-73cc-4758-bf92-3878f6ca7d74 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/networks?id=ab149e9b-3d24-4f17-beae-ab9344cc8bec HTTP/1.1" status: 200 len: 809 time: 0.5394411 Jul 16 20:11:51.742630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-f92b451b-2d39-474b-ab53-b7f6f2a5ac79 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/quotas/e4fbec8219364b44be974524dc1da300 HTTP/1.1" status: 200 len: 375 time: 0.0377390 Jul 16 20:11:51.768296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 7cf2772e-3cb8-4562-9264-f644dfc90eed, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7cf2772e-3cb8-4562-9264-f644dfc90eed,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:51.769576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a9ef30-0d80-4b76-8ab5-b9d0fc4358d1 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Deleting subnet 55ef8d17-6f25-48e6-bad3-f3b29b519e7c {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:51.783902 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.817078 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ef30-0d80-4b76-8ab5-b9d0fc4358d1 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.827524 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Attempting to bind port 1f626d24-e461-4806-914b-d13f7a48b33d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:51.831021 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Attempting to bind port 1f626d24-e461-4806-914b-d13f7a48b33d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:51.832416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-6648cfba-47d2-4245-b032-fc488afc9fb9 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e4fbec8219364b44be974524dc1da300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887122 Jul 16 20:11:51.833025 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Attempting to bind port 1f626d24-e461-4806-914b-d13f7a48b33d on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:51.883466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6788f4-48b1-464d-9400-631d672397ec req-e53f1759-40aa-4b39-89b9-bdf759bc82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.885936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c6788f4-48b1-464d-9400-631d672397ec req-e53f1759-40aa-4b39-89b9-bdf759bc82e9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1096 time: 0.4821105 Jul 16 20:11:51.908856 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:51.909953 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:51.910886 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.911752 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:51.917956 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Bound port: 1f626d24-e461-4806-914b-d13f7a48b33d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:51.918400 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.922580 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0313201-3bf1-4af5-98ad-e00b06f90eb4 x-openstack-request-id: req-b0313201-3bf1-4af5-98ad-e00b06f90eb4 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:51.922915 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91255c6f-4d0f-4866-a32d-d499cd900dbc", "name": "network-vif-plugged", "status": "completed", "tag": "7cf2772e-3cb8-4562-9264-f644dfc90eed", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:51.923171 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0313201-3bf1-4af5-98ad-e00b06f90eb4 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:51.924265 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91255c6f-4d0f-4866-a32d-d499cd900dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf2772e-3cb8-4562-9264-f644dfc90eed', 'code': 200} Jul 16 20:11:51.935003 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b60ac9-6456-49db-b59c-512499189857 None None] Pushing event updated for resources: {'Port': ['ID=1f626d24-e461-4806-914b-d13f7a48b33d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.936165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=7cf2772e-3cb8-4562-9264-f644dfc90eed,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.971293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 66dbf497-dec7-4ddb-8985-21aa00bbb71a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:51.971955 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.051582 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] For port 1f626d24-e461-4806-914b-d13f7a48b33d, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:52.057935 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] For port 1f626d24-e461-4806-914b-d13f7a48b33d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1f626d24-e461-4806-914b-d13f7a48b33d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:52.069714 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.149317 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ef30-0d80-4b76-8ab5-b9d0fc4358d1 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.153886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Routers {'1d85831c-c185-494b-a62c-0f4ded15f46b'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:52.153886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d85831c-c185-494b-a62c-0f4ded15f46b'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:52.204485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 331cd7fa-c6b0-4f80-8d01-035d75d59838 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:52.248567 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b60ac9-6456-49db-b59c-512499189857 None None] Pushing event updated for resources: {'Port': ['ID=1f626d24-e461-4806-914b-d13f7a48b33d,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:52.328152 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.329934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 331cd7fa-c6b0-4f80-8d01-035d75d59838 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:52.330309 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.356156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.381938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Transition to ACTIVE for port object 533d9439-2832-42e5-824a-d07ab2c0b96d will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:52.387953 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] Set router 1d85831c-c185-494b-a62c-0f4ded15f46b gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:52.435374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.479670 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ef30-0d80-4b76-8ab5-b9d0fc4358d1 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.486275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:52.494272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:52.501480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:52.629914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-845a68b9-9553-4d71-ac98-b8a5d119774a service neutron] 10.222.0.78 "GET /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7965252 Jul 16 20:11:52.640386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6788f4-48b1-464d-9400-631d672397ec req-9a262e46-5eaf-49e4-bbe0-ee6630e8824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.642018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c6788f4-48b1-464d-9400-631d672397ec req-9a262e46-5eaf-49e4-bbe0-ee6630e8824f service neutron] 10.222.0.68 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.6660910 Jul 16 20:11:52.648783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.655093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Pushing event updated for resources: {'Port': ['ID=533d9439-2832-42e5-824a-d07ab2c0b96d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:52.660756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.690923 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.794932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f984d-dca6-4af0-9bd6-92c2fe871324 req-6e78f04d-877c-4f9e-9ef9-06e259c137de tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.806860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d3f984d-dca6-4af0-9bd6-92c2fe871324 req-6e78f04d-877c-4f9e-9ef9-06e259c137de tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 945 time: 0.7149954 Jul 16 20:11:52.833235 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:48Z', 'revision_number': 3, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port': {'id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:52.880768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c6788f4-48b1-464d-9400-631d672397ec req-a5908b08-80b4-4ba7-acaa-a93c25fc159b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 217 time: 0.2190816 Jul 16 20:11:52.882966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b34e-3eab-415a-86a8-2dc15075450a req-3da849f2-c5d3-43a2-bb42-74c8b31140c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.884724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6618b34e-3eab-415a-86a8-2dc15075450a req-3da849f2-c5d3-43a2-bb42-74c8b31140c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 1097 time: 0.8670015 Jul 16 20:11:52.886229 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc67439-d471-4d0a-93e8-f7428995e816 None None] The sync data for ids ['1d85831c-c185-494b-a62c-0f4ded15f46b'] in n-d-791505-15 is: [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:48Z', 'revision_number': 3, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port': {'id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:52.908631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-04aa18c1-374b-4cae-8048-78b012d0277b None None] Provisioning for port 533d9439-2832-42e5-824a-d07ab2c0b96d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:52.918650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-04aa18c1-374b-4cae-8048-78b012d0277b None None] Provisioning complete for port 533d9439-2832-42e5-824a-d07ab2c0b96d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:52.918650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-04aa18c1-374b-4cae-8048-78b012d0277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.925657 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ef30-0d80-4b76-8ab5-b9d0fc4358d1 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.985995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-04aa18c1-374b-4cae-8048-78b012d0277b None None] Port 533d9439-2832-42e5-824a-d07ab2c0b96d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:53.039396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.108751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9ef30-0d80-4b76-8ab5-b9d0fc4358d1 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event deleted for resources: {'Subnet': ['ID=55ef8d17-6f25-48e6-bad3-f3b29b519e7c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.125147 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ef30-0d80-4b76-8ab5-b9d0fc4358d1 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.127211 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a1a9ef30-0d80-4b76-8ab5-b9d0fc4358d1 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "DELETE /v2.0/subnets/55ef8d17-6f25-48e6-bad3-f3b29b519e7c HTTP/1.1" status: 204 len: 168 time: 1.5276995 Jul 16 20:11:53.128882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7174684-874c-4916-8c2a-d1eeab134441 None None] Network e489150c-92a9-4763-b637-0ae00198edb5 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:53.130061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e699c4ac-d552-4a5f-827e-4bbb872c4327,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.132185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47786) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:53.150351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d3f984d-dca6-4af0-9bd6-92c2fe871324 req-104c350d-ec53-4b0b-bee9-8a2e0b05eee6 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417721 Jul 16 20:11:53.155284 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.197503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6788f4-48b1-464d-9400-631d672397ec req-f540ce3e-ae13-4318-a994-c192e3e09a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.199760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c6788f4-48b1-464d-9400-631d672397ec req-f540ce3e-ae13-4318-a994-c192e3e09a87 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.3038788 Jul 16 20:11:53.227920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6618b34e-3eab-415a-86a8-2dc15075450a req-92c71dad-386e-4c1b-9efa-1970f223a9e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188229 Jul 16 20:11:53.232289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-f4e525ca-f4e5-44a4-85be-09dd1b00696a service neutron] 10.222.0.78 "GET /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888286 Jul 16 20:11:53.507016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.655027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1f626d24-e461-4806-914b-d13f7a48b33d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:53.772017 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.772477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Network fbde29fb-ad17-44ed-a42d-328d261fa650 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:53.780127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:53.781913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Deleting port e4644a74-538d-4c25-9133-15ba30ac07b9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:53.789435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6788f4-48b1-464d-9400-631d672397ec req-655842ef-1650-4e95-b220-a886d162ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.791068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c6788f4-48b1-464d-9400-631d672397ec req-655842ef-1650-4e95-b220-a886d162ad80 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5809398 Jul 16 20:11:53.803114 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.810825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.847858 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:54.015044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02958c2e-4fe6-4d97-baa1-527d7cfdb6a9 req-9bb9991e-4f93-4840-a7e6-e765b875d17d tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 210 time: 0.1034129 Jul 16 20:11:54.104119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.229721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:54.280112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] DHCP port deletion for e489150c-92a9-4763-b637-0ae00198edb5 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:11:54.306876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'port_id': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'mac_address': 'fa:16:3e:fa:ae:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:54.430066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 1f626d24-e461-4806-914b-d13f7a48b33d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:54.447006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Pushing event updated for resources: {'Port': ['ID=533d9439-2832-42e5-824a-d07ab2c0b96d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:54.451630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1f626d24-e461-4806-914b-d13f7a48b33d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:54.452079 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.508320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-19b2a3c5-c84d-40e2-94a9-0e75ae989c18 None None] Provisioning complete for port e699c4ac-d552-4a5f-827e-4bbb872c4327 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:54.508320 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19b2a3c5-c84d-40e2-94a9-0e75ae989c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.508649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] For port e4644a74-538d-4c25-9133-15ba30ac07b9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e4644a74-538d-4c25-9133-15ba30ac07b9,segment=NetworkSegment(ba74782f-2c89-4551-b063-4579abbf0276),segment_id=ba74782f-2c89-4551-b063-4579abbf0276)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:54.508649 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.554088 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.558503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-19b2a3c5-c84d-40e2-94a9-0e75ae989c18 None None] Port e699c4ac-d552-4a5f-827e-4bbb872c4327 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:54.584615 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.612325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] Deleting port e4644a74-538d-4c25-9133-15ba30ac07b9 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:54.613875 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.623150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23029423-7af9-46f9-b4a6-f4dfe92ce9da {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:54.660168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:54.696553 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.769967 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.805979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 1f626d24-e461-4806-914b-d13f7a48b33d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1f626d24-e461-4806-914b-d13f7a48b33d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:54.831364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:54.839219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:54.855010 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.894166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Calling delete_port for e4644a74-538d-4c25-9133-15ba30ac07b9 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:54.896832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] For port e4644a74-538d-4c25-9133-15ba30ac07b9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e4644a74-538d-4c25-9133-15ba30ac07b9,segment=NetworkSegment(ba74782f-2c89-4551-b063-4579abbf0276),segment_id=ba74782f-2c89-4551-b063-4579abbf0276)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:54.897328 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.915037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:54.957325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] Calling delete_port for e4644a74-538d-4c25-9133-15ba30ac07b9 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:54.959770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['23029423-7af9-46f9-b4a6-f4dfe92ce9da'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:55.058610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf143f19-b9d7-49a1-a1b2-fc293bf13901 req-88436869-4e1a-471b-9b71-6cf11d9a96fb tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.081071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf143f19-b9d7-49a1-a1b2-fc293bf13901 req-88436869-4e1a-471b-9b71-6cf11d9a96fb tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 944 time: 1.4938998 Jul 16 20:11:55.249126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=1f626d24-e461-4806-914b-d13f7a48b33d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.269625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf143f19-b9d7-49a1-a1b2-fc293bf13901 req-040d200f-b87c-41c2-91bd-1476993a555a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875179 Jul 16 20:11:55.272252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:55.294656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c6788f4-48b1-464d-9400-631d672397ec req-c6aaef29-554c-446b-ab26-95d92304aed6 service neutron] 10.222.0.68 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4023778 Jul 16 20:11:55.390845 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.424006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] Pushing event deleted for resources: {'Port': ['ID=e4644a74-538d-4c25-9133-15ba30ac07b9,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.461860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798c8ce-a6cf-4c0e-8946-2172690aa3fb None None] No DVR routers for this DVR port e4644a74-538d-4c25-9133-15ba30ac07b9 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:55.465453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a166f354-cc01-4ef0-9035-0d19f7b6a1f9 None None] Provisioning complete for port 533d9439-2832-42e5-824a-d07ab2c0b96d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:55.465654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Router 1d85831c-c185-494b-a62c-0f4ded15f46b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:55.465863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a166f354-cc01-4ef0-9035-0d19f7b6a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.485660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.613752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a166f354-cc01-4ef0-9035-0d19f7b6a1f9 None None] Port 533d9439-2832-42e5-824a-d07ab2c0b96d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:55.616292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05285890-2431-498c-8057-d923733b3b75 req-8c5c7399-418f-4a84-aa7d-5250b8e117e6 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.618813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05285890-2431-498c-8057-d923733b3b75 req-8c5c7399-418f-4a84-aa7d-5250b8e117e6 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 945 time: 0.7339747 Jul 16 20:11:55.639260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1f626d24-e461-4806-914b-d13f7a48b33d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:55.659709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] No DVR routers for this DVR port e4644a74-538d-4c25-9133-15ba30ac07b9 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:55.665964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event deleted for resources: {'Port': ['ID=e4644a74-538d-4c25-9133-15ba30ac07b9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.788242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1f626d24-e461-4806-914b-d13f7a48b33d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:55.789023 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.852044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b90005b-adb4-49fa-8c8f-5a99f39e56a4 req-07e5a1d2-c1a7-4191-99d8-1dd2d4340799 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 210 time: 0.0854404 Jul 16 20:11:56.052849 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05285890-2431-498c-8057-d923733b3b75 req-490a55f1-507f-4306-b306-38425724cd5e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368677 Jul 16 20:11:56.055162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e4644a74-538d-4c25-9133-15ba30ac07b9 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:56.087692 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.107020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e4644a74-538d-4c25-9133-15ba30ac07b9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:56.111118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e4644a74-538d-4c25-9133-15ba30ac07b9 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:56.113598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e489150c-92a9-4763-b637-0ae00198edb5']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:56.146164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba74782f-2c89-4551-b063-4579abbf0276') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:56.146684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba74782f-2c89-4551-b063-4579abbf0276') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:56.171728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:56.178376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.195145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ea9e7a1e-2034-49bc-aade-b455972d35a9 admin admin] 10.222.0.78 "PUT /v2.0/routers/1d85831c-c185-494b-a62c-0f4ded15f46b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3009326 Jul 16 20:11:56.213025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Sync routers for ids ['1d85831c-c185-494b-a62c-0f4ded15f46b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:56.227908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Routers {'1d85831c-c185-494b-a62c-0f4ded15f46b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:56.228601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d85831c-c185-494b-a62c-0f4ded15f46b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:56.236352 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.237459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:56.240827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:11:56.241063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:11:56.255852 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:11:56.263137 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Sync routers for ids ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:56.280893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-128c6d86-363d-43ef-b86e-5ebc4a1f85b4 admin admin] 10.222.0.78 "PUT /v2.0/routers/c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7891736 Jul 16 20:11:56.288346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c6788f4-48b1-464d-9400-631d672397ec req-4f2ecc92-f0b5-46ca-9356-b9baa5770b0d service neutron] 10.222.0.68 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9641531 Jul 16 20:11:56.294774 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Routers {'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:56.295401 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:56.430844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-72c81130-fe35-4acd-a87e-2891fee3ffd5 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.440992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-72c81130-fe35-4acd-a87e-2891fee3ffd5 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.16 "GET /v2.0/networks?id=ab149e9b-3d24-4f17-beae-ab9344cc8bec HTTP/1.1" status: 200 len: 809 time: 0.6901073 Jul 16 20:11:56.480251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Request body: {'port': {'device_id': '4165c675-b7af-46ea-b4ac-fecf000b8fcc', 'network_id': 'ab149e9b-3d24-4f17-beae-ab9344cc8bec', 'admin_state_up': True, 'tenant_id': 'e4fbec8219364b44be974524dc1da300'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:56.482337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.508856 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.549546 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "DELETE /v2.0/networks/e489150c-92a9-4763-b637-0ae00198edb5 HTTP/1.1" status: 204 len: 168 time: 3.3962801 Jul 16 20:11:56.604678 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:56.674259 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Set router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:56.748796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Set router 1d85831c-c185-494b-a62c-0f4ded15f46b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:56.878378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47822) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:56.909559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Made reservation on behalf of e4fbec8219364b44be974524dc1da300 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:56.919305 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.987204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c1048-4e21-4461-80f4-f693a945044a tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event deleted for resources: {'Network': ['ID=e489150c-92a9-4763-b637-0ae00198edb5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.106647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Deleting port 44a4ed96-4ab2-482b-8ca7-334e7181ed6d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:57.107011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.147185 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'e699c4ac-d552-4a5f-827e-4bbb872c4327', 'name': '', 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'mac_address': 'fa:16:3e:2a:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'e517af32-f705-4eb2-a454-91e2f53466a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:51Z', 'revision_number': 2, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'subnets': [{'id': 'e517af32-f705-4eb2-a454-91e2f53466a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:57.214451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a723c8-3928-46c8-8676-9e47e20a3c23 req-99e4bc70-5a3c-4c63-9478-7477a0c52550 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.218847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22a723c8-3928-46c8-8676-9e47e20a3c23 req-99e4bc70-5a3c-4c63-9478-7477a0c52550 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.4139454 Jul 16 20:11:57.277064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f89beb13-b2a1-4fb1-a23b-30ec3d794772 req-c1121c57-f0e9-4655-9cb1-f2a1f57397c7 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 210 time: 0.0568664 Jul 16 20:11:57.313908 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Checking router: c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:57.314514 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Updating router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 port e699c4ac-d552-4a5f-827e-4bbb872c4327 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:57.335119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.340623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.380393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Calling delete_port for 44a4ed96-4ab2-482b-8ca7-334e7181ed6d owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:57.430019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22a723c8-3928-46c8-8676-9e47e20a3c23 req-e5b6fd0b-248d-4f80-a538-664ee8248684 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961935 Jul 16 20:11:57.508540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Allocated IP 172.20.0.4 (ab149e9b-3d24-4f17-beae-ab9344cc8bec/7be4b892-6c49-455c-b7bf-59cfcb5e06c1/2bca593d-a2c1-46da-bb71-c4747ab9ebc0) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:57.508752 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.695016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1601816120'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:57.757600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:57.767764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47842) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:57.778805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2065187939-network', 'tenant_id': '39f31c0914d640ae824200813a223f27'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:57.787481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:57.805198 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.818670 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.900365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000445a3-3771-4bc2-b9b9-06bf26da28d6 req-f1cdb812-0ae5-4bc5-99d2-b580ace38fc7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.914335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-000445a3-3771-4bc2-b9b9-06bf26da28d6 req-f1cdb812-0ae5-4bc5-99d2-b580ace38fc7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 945 time: 0.3879621 Jul 16 20:11:57.926110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Pushing event deleted for resources: {'Port': ['ID=44a4ed96-4ab2-482b-8ca7-334e7181ed6d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.970951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:58.008662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:52Z', 'revision_number': 4, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port': {'id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '533d9439-2832-42e5-824a-d07ab2c0b96d', 'name': '', 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c', 'tenant_id': '73fff1d493f54948bea5975334536730', 'mac_address': 'fa:16:3e:16:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'b4384c42-5d01-4c0f-bfec-7d5062038f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:50Z', 'updated_at': '2021-07-16T20:11:53Z', 'revision_number': 2, 'project_id': '73fff1d493f54948bea5975334536730', 'subnets': [{'id': 'b4384c42-5d01-4c0f-bfec-7d5062038f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:58.044129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Made reservation on behalf of 39f31c0914d640ae824200813a223f27 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:58.044478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.044948 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Added segment 6c03428b-039e-4973-ab4e-6395826418dd of type vlan for network 75dae51d-9285-4fe5-bb04-bbba887187ef Jul 16 20:11:58.049831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.079775 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.103753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Checking router: 1d85831c-c185-494b-a62c-0f4ded15f46b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:58.104443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Updating router 1d85831c-c185-494b-a62c-0f4ded15f46b port 533d9439-2832-42e5-824a-d07ab2c0b96d binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:58.171569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 23029423-7af9-46f9-b4a6-f4dfe92ce9da completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:58.176309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-000445a3-3771-4bc2-b9b9-06bf26da28d6 req-2921c8b7-c0c6-4c2f-8827-ba0d4c79b9cb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601893 Jul 16 20:11:58.177492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 23029423-7af9-46f9-b4a6-f4dfe92ce9da triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:58.177891 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.226226 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.229891 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.246042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.283125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.293060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.302037 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.305959 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b7858156-69a8-4ce4-b13b-5ce052d36536 tempest-FloatingIPAdminTestJSON-130378974 tempest-FloatingIPAdminTestJSON-130378974-project] 10.222.0.78 "DELETE /v2.0/floatingips/a4306e82-5809-45db-88aa-9939e00b0948 HTTP/1.1" status: 204 len: 168 time: 1.6934483 Jul 16 20:11:58.341804 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Transition to ACTIVE for port object e699c4ac-d552-4a5f-827e-4bbb872c4327 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:58.358202 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.398481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.426822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:58.430329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.571882 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbb231-561e-4cfb-913d-1cdd6a39e5f0 None None] Pushing event updated for resources: {'Port': ['ID=e699c4ac-d552-4a5f-827e-4bbb872c4327,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.831700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Network': ['ID=75dae51d-9285-4fe5-bb04-bbba887187ef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.872378 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Attempting to bind port e699c4ac-d552-4a5f-827e-4bbb872c4327 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:58.877156 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Attempting to bind port e699c4ac-d552-4a5f-827e-4bbb872c4327 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:58.878611 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Attempting to bind port e699c4ac-d552-4a5f-827e-4bbb872c4327 on network fbde29fb-ad17-44ed-a42d-328d261fa650 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:58.884935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 75dae51d-9285-4fe5-bb04-bbba887187ef details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:58.903928 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:58.908833 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Checking segment: {'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:58.909683 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.910383 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Bound using segment: {'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:58.911236 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Bound port: e699c4ac-d552-4a5f-827e-4bbb872c4327, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca273af-9397-4d71-939b-5783d1433f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:58.913012 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.979247 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.002185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-003252dd-3f22-45bf-a396-5c733ba48651 req-d6678b64-7f7b-4459-9cd6-656230758b4e tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 210 time: 0.2811549 Jul 16 20:11:59.049649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47860) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:59.073555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.176011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Network ab149e9b-3d24-4f17-beae-ab9344cc8bec is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:59.194984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.202189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:59.208681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:59.209880 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-31f866b0-060c-4d7b-9043-56173b0647a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2319319 Jul 16 20:11:59.213498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47864) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:59.214507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.223985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'subnet': {'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:59.251095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:59.263339 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.263789 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Added segment 4097725e-0761-4362-9ccb-39f47c9c41f9 of type vlan for network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd Jul 16 20:11:59.265084 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] For port e699c4ac-d552-4a5f-827e-4bbb872c4327, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:59.274390 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] For port e699c4ac-d552-4a5f-827e-4bbb872c4327, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e699c4ac-d552-4a5f-827e-4bbb872c4327,segment=NetworkSegment(1ca273af-9397-4d71-939b-5783d1433f6d),segment_id=1ca273af-9397-4d71-939b-5783d1433f6d)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:59.297011 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.325478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.389335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.390652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.391371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.436886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Routers {'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:59.437933 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:59.445233 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbb231-561e-4cfb-913d-1cdd6a39e5f0 None None] Pushing event updated for resources: {'Port': ['ID=e699c4ac-d552-4a5f-827e-4bbb872c4327,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.452581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Pushing event updated for resources: {'Port': ['ID=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.455160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:59.462196 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f2f2d8-6fd9-4a4a-8596-b10810019104" -d '{"events": [{"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:59.495300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:59.555617 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.636871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.637841 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fbabd35f-b210-4c28-8400-2900744f92ee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90ced5f7728a40fc8daac78507cfb20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791020 Jul 16 20:11:59.643879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47868) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:59.682921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a6f46f-ec37-4826-8d33-7d7787b5e796,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.683253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.704779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc3e97-92b0-4f32-a0ce-5ee28565d170 req-1bbfe66e-8433-4229-a3f3-8f37b189ec77 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.710040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98dc3e97-92b0-4f32-a0ce-5ee28565d170 req-1bbfe66e-8433-4229-a3f3-8f37b189ec77 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 945 time: 1.2608700 Jul 16 20:11:59.723568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:59.738050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.766676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Transition to ACTIVE for port object 533d9439-2832-42e5-824a-d07ab2c0b96d will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:59.785829 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.787551 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] Set router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:59.805594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0347228 Jul 16 20:11:59.825113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47870) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:59.833399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Request body: {'subnet': {'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2065187939-subnet', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:59.872173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.966779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.970454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.980971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaa804-ab01-42dc-97e4-e7ed55232a79 admin admin] Pushing event updated for resources: {'Network': ['ID=365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.984750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Attempting to bind port 533d9439-2832-42e5-824a-d07ab2c0b96d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:59.985716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Attempting to bind port 533d9439-2832-42e5-824a-d07ab2c0b96d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:59.986387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Attempting to bind port 533d9439-2832-42e5-824a-d07ab2c0b96d on network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:59.998237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:59.998688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Checking segment: {'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:59.999456 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.999948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Bound using segment: {'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:00.005505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Bound port: 533d9439-2832-42e5-824a-d07ab2c0b96d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:00.006346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.014653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98dc3e97-92b0-4f32-a0ce-5ee28565d170 req-80e1fbf1-a0cf-4c33-99c5-cda4f2ffc0fd tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631021 Jul 16 20:12:00.045301 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.051479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Made reservation on behalf of 39f31c0914d640ae824200813a223f27 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:00.058536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-00ca630b-899f-40a0-8bf3-74319b6d0561 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6083059 Jul 16 20:12:00.059780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:00.064514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec43694-b41c-4a03-8a1e-7708e888800e None None] Pushing event updated for resources: {'Port': ['ID=533d9439-2832-42e5-824a-d07ab2c0b96d,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.082322 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.096530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Request body: {'port': {'device_id': '4165c675-b7af-46ea-b4ac-fecf000b8fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:00.221765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b830a11-5a34-49a2-b4da-08d170af4e5b req-8fe75f61-e260-47ad-95ed-a3f316375e3f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.223415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b830a11-5a34-49a2-b4da-08d170af4e5b req-8fe75f61-e260-47ad-95ed-a3f316375e3f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.8166101 Jul 16 20:12:00.326510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] For port 533d9439-2832-42e5-824a-d07ab2c0b96d, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:00.338766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] For port 533d9439-2832-42e5-824a-d07ab2c0b96d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=533d9439-2832-42e5-824a-d07ab2c0b96d,segment=NetworkSegment(c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4),segment_id=c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:00.349000 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.449923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b830a11-5a34-49a2-b4da-08d170af4e5b req-5165c259-2032-4cda-b82f-94407ad26d28 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966619 Jul 16 20:12:00.469194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.557177 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c71d4f0-34b8-4e0a-99b2-8aa60ab24c5b x-openstack-request-id: req-4c71d4f0-34b8-4e0a-99b2-8aa60ab24c5b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:00.557545 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:00.557859 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c71d4f0-34b8-4e0a-99b2-8aa60ab24c5b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:00.558145 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'code': 200} Jul 16 20:12:00.569642 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'e699c4ac-d552-4a5f-827e-4bbb872c4327', 'name': '', 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'mac_address': 'fa:16:3e:2a:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'e517af32-f705-4eb2-a454-91e2f53466a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'subnets': [{'id': 'e517af32-f705-4eb2-a454-91e2f53466a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:00.749642 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a916902-58f2-4805-875e-3053ce959a09 None None] The sync data for ids ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'] in n-d-791505-15 is: [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'e699c4ac-d552-4a5f-827e-4bbb872c4327', 'name': '', 'network_id': 'fbde29fb-ad17-44ed-a42d-328d261fa650', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'mac_address': 'fa:16:3e:2a:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'e517af32-f705-4eb2-a454-91e2f53466a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'subnets': [{'id': 'e517af32-f705-4eb2-a454-91e2f53466a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:00.829417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec43694-b41c-4a03-8a1e-7708e888800e None None] Pushing event updated for resources: {'Port': ['ID=533d9439-2832-42e5-824a-d07ab2c0b96d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.848044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Routers {'1d85831c-c185-494b-a62c-0f4ded15f46b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:00.848794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d85831c-c185-494b-a62c-0f4ded15f46b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:01.165381 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.168770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.194580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6cec384-418a-49fc-b445-eb0dede28436 HTTP/1.1" status: 204 len: 168 time: 1.5494816 Jul 16 20:12:01.338890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cec384-418a-49fc-b445-eb0dede28436,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:01.388567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] Set router 1d85831c-c185-494b-a62c-0f4ded15f46b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:01.493990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.495483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.496123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.496726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.497443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.501215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.501891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.502460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.503022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.503569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.507638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.508353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef2bde-a63e-496f-ad5e-5a5a1fd91893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:01.569911 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.667741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e699c4ac-d552-4a5f-827e-4bbb872c4327 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:01.720032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4888803-19cc-4d01-8796-6e8c01179174 req-99cb0cc7-0212-4cb4-8c99-f77705ac448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.721902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4888803-19cc-4d01-8796-6e8c01179174 req-99cb0cc7-0212-4cb4-8c99-f77705ac448e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1098 time: 1.0201592 Jul 16 20:12:01.742307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.780760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:01.794716 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.799327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Subnet': ['ID=6762b287-b9a2-43df-97d5-e023b48e66d3,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:01.838759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151707a-16f3-4911-9a0a-d473f485911f req-92d04545-a73a-4fa6-9b9f-7c0743900b5c tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.850566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e151707a-16f3-4911-9a0a-d473f485911f req-92d04545-a73a-4fa6-9b9f-7c0743900b5c tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 931 time: 0.6093264 Jul 16 20:12:01.870402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Checking segment: {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:01.878367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network hostable DHCP agents. Network: 75dae51d-9285-4fe5-bb04-bbba887187ef, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:01.902756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Checking segment: {'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:01.903535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Network hostable DHCP agents. Network: 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:01.908701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f6a6b1-d3c0-401b-8eb2-976bd49343db,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:01.935939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 75dae51d-9285-4fe5-bb04-bbba887187ef is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:01.941035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:01.959283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:01.961600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 75dae51d-9285-4fe5-bb04-bbba887187ef) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:01.965564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Transition to ACTIVE for port object 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:01.968979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.969708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.973232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.975069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.025188 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eade9e33-fb7d-4e67-805e-a5f411d9d266 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1958394 Jul 16 20:12:02.034028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9baa4368-354c-4d66-9378-4baef9583bcb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8166969 Jul 16 20:12:02.034762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47890) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:02.043812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:02.059235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47892) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:02.068635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-536720348'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:02.136142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e151707a-16f3-4911-9a0a-d473f485911f req-ea702abc-2ee9-4a0d-ae76-16e5b5201d7b tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843747 Jul 16 20:12:02.140563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:02.144331 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.153726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4888803-19cc-4d01-8796-6e8c01179174 req-20f5d8d9-c24e-483f-b42d-94cf3735fa80 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192379 Jul 16 20:12:02.154554 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.196759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca093895-8537-4e41-9bc4-8904efd06407 None None] Network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:02.201883 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.202980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.205672 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73ebe48-7b53-403d-9ea3-f1b3ec2c2848 None None] Network 75dae51d-9285-4fe5-bb04-bbba887187ef requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:02.325573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.476787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47894) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:02.516103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:02.617864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Pushing event updated for resources: {'Port': ['ID=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:02.775250 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a295466-86e2-49e5-b123-4f5a17e25b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.260708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-75dae51d-9285-4fe5-bb04-bbba887187ef', 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'fixed_ips': [{'subnet_id': '6762b287-b9a2-43df-97d5-e023b48e66d3'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:03.265437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.286148 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.312755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-07c1b699-bd0b-4c5c-bb61-4ea69bd2e621 req-7ba1f775-18ed-446d-a049-2ce25300492b service neutron] (100244) timed out ('10.222.0.16', 51605) {{(pid=100244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:12:03.314233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3b14a-0552-44ce-8906-b2b74ceb536e req-fd54462c-61ae-43e7-9837-a37fc5f2613d tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.314747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.316910 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0da3b14a-0552-44ce-8906-b2b74ceb536e req-fd54462c-61ae-43e7-9837-a37fc5f2613d tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.5117099 Jul 16 20:12:03.323826 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Added segment c53c8223-07f6-4ac1-86b5-14ebb9f9c59b of type vlan for network 54e3b052-7451-45a1-bbcf-d56bb124c2ed Jul 16 20:12:03.327208 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e699c4ac-d552-4a5f-827e-4bbb872c4327 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:03.357041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83d049-3454-42ce-9364-1af03d18af4f req-91af198b-8d33-4357-8ef3-a21578ccd09d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.362424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:52Z', 'revision_number': 4, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port': {'id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '533d9439-2832-42e5-824a-d07ab2c0b96d', 'name': '', 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c', 'tenant_id': '73fff1d493f54948bea5975334536730', 'mac_address': 'fa:16:3e:16:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'b4384c42-5d01-4c0f-bfec-7d5062038f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:50Z', 'updated_at': '2021-07-16T20:12:00Z', 'revision_number': 4, 'project_id': '73fff1d493f54948bea5975334536730', 'subnets': [{'id': 'b4384c42-5d01-4c0f-bfec-7d5062038f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:03.365033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b83d049-3454-42ce-9364-1af03d18af4f req-91af198b-8d33-4357-8ef3-a21578ccd09d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 945 time: 0.7909336 Jul 16 20:12:03.380649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e699c4ac-d552-4a5f-827e-4bbb872c4327 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:03.392778 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.393522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Attempting to bind port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:03.393876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Attempting to bind port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '61a61175-4ce4-4399-a265-67a56c4733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ab149e9b-3d24-4f17-beae-ab9344cc8bec'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:03.394231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Attempting to bind port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 on network ab149e9b-3d24-4f17-beae-ab9344cc8bec {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:03.463736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 on network ab149e9b-3d24-4f17-beae-ab9344cc8bec not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:03.464033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Attempting to bind port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 on network ab149e9b-3d24-4f17-beae-ab9344cc8bec {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:03.506443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:03.506876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Checking segment: {'id': '61a61175-4ce4-4399-a265-67a56c4733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ab149e9b-3d24-4f17-beae-ab9344cc8bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:03.511388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Bound using segment: {'id': '61a61175-4ce4-4399-a265-67a56c4733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ab149e9b-3d24-4f17-beae-ab9344cc8bec'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:03.512058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Bound port: 2bca593d-a2c1-46da-bb71-c4747ab9ebc0, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a61175-4ce4-4399-a265-67a56c4733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ab149e9b-3d24-4f17-beae-ab9344cc8bec'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:03.512481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.541961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b83d049-3454-42ce-9364-1af03d18af4f req-4d82528d-1807-4009-9032-c22df73319c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752658 Jul 16 20:12:03.679803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.725399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddab175-4a9f-44db-a51e-3d18dd42c045 None None] The sync data for ids ['1d85831c-c185-494b-a62c-0f4ded15f46b'] in n-d-791505-15 is: [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:52Z', 'revision_number': 4, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port': {'id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '533d9439-2832-42e5-824a-d07ab2c0b96d', 'name': '', 'network_id': '663aaac2-9ba1-4b62-9954-0853f9dd5e7c', 'tenant_id': '73fff1d493f54948bea5975334536730', 'mac_address': 'fa:16:3e:16:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'b4384c42-5d01-4c0f-bfec-7d5062038f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:50Z', 'updated_at': '2021-07-16T20:12:00Z', 'revision_number': 4, 'project_id': '73fff1d493f54948bea5975334536730', 'subnets': [{'id': 'b4384c42-5d01-4c0f-bfec-7d5062038f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:03.869066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd', 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'fixed_ips': [{'subnet_id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:03.870664 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.879657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] For port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:03.955290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0da3b14a-0552-44ce-8906-b2b74ceb536e req-57c3b610-62c9-43f2-a582-01eddc29fa14 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6238136 Jul 16 20:12:03.967406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] For port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,segment=NetworkSegment(61a61175-4ce4-4399-a265-67a56c4733d1),segment_id=61a61175-4ce4-4399-a265-67a56c4733d1)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:04.004682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-31c3c26c-c42d-42e5-8827-7a255a442238 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.006803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-31c3c26c-c42d-42e5-8827-7a255a442238 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 945 time: 0.6989923 Jul 16 20:12:04.013880 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.015162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.resource_extend [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:12:04.075401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.079390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.082065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] 10.222.0.16 "PUT /v2.0/ports/2bca593d-a2c1-46da-bb71-c4747ab9ebc0 HTTP/1.1" status: 200 len: 1092 time: 4.0074649 Jul 16 20:12:04.090485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Allocated IP 19.80.0.2 (75dae51d-9285-4fe5-bb04-bbba887187ef/6762b287-b9a2-43df-97d5-e023b48e66d3/ed39095b-8ebb-4a97-b989-63b8d67e6d40) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:04.138190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4165c675-b7af-46ea-b4ac-fecf000b8fcc', 'tag': '2bca593d-a2c1-46da-bb71-c4747ab9ebc0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:04.162657 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfae0881-4e1c-48cf-9aa4-70984c9693f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4165c675-b7af-46ea-b4ac-fecf000b8fcc", "tag": "2bca593d-a2c1-46da-bb71-c4747ab9ebc0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:04.250299 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.260660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.261218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.394451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Network': ['ID=54e3b052-7451-45a1-bbcf-d56bb124c2ed,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.425227 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c712f9-d1fc-49c7-a72f-d4ecfc21e27a x-openstack-request-id: req-f4c712f9-d1fc-49c7-a72f-d4ecfc21e27a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:04.425655 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4165c675-b7af-46ea-b4ac-fecf000b8fcc", "tag": "2bca593d-a2c1-46da-bb71-c4747ab9ebc0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:04.425978 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4c712f9-d1fc-49c7-a72f-d4ecfc21e27a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:04.426465 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4165c675-b7af-46ea-b4ac-fecf000b8fcc', 'tag': '2bca593d-a2c1-46da-bb71-c4747ab9ebc0', 'status': 'completed', 'code': 200} Jul 16 20:12:04.506792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a295466-86e2-49e5-b123-4f5a17e25b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.535869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed876ec-12f6-4aa4-84a2-ac7d4599f478 service neutron] Pushing event updated for resources: {'Port': ['ID=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.539624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a295466-86e2-49e5-b123-4f5a17e25b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.562295 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-debe6ffa-7477-4cfc-92e5-e9e5fc310af4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5066633 Jul 16 20:12:04.565009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Deleting port 7cf2772e-3cb8-4562-9264-f644dfc90eed {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:04.565394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.579980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47908) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:04.617445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'subnet': {'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:04.636143 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 54e3b052-7451-45a1-bbcf-d56bb124c2ed details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:04.764681 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.770247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e16d0-00fb-4971-8246-9052a2f8c854 req-9092197e-62ed-4102-8816-2516ebcffe0c tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.774386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032e16d0-00fb-4971-8246-9052a2f8c854 req-9092197e-62ed-4102-8816-2516ebcffe0c tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 943 time: 0.4675827 Jul 16 20:12:04.781862 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.887172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] For port 7cf2772e-3cb8-4562-9264-f644dfc90eed, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=7cf2772e-3cb8-4562-9264-f644dfc90eed,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:04.887678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.899404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-2cd1fe68-bb76-42af-8112-331e0676e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.903650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-2cd1fe68-bb76-42af-8112-331e0676e0f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4fbec8219364b44be974524dc1da300&device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 1095 time: 0.6305690 Jul 16 20:12:04.904093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Calling delete_port for 7cf2772e-3cb8-4562-9264-f644dfc90eed owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:05.046199 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-8128472b-e967-4a26-af19-5ff6f253962b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bca593d-a2c1-46da-bb71-c4747ab9ebc0 HTTP/1.1" status: 200 len: 217 time: 0.1204126 Jul 16 20:12:05.050782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6a295466-86e2-49e5-b123-4f5a17e25b88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04e5de1bf2464e26a25179476430e1be&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5676522 Jul 16 20:12:05.052293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a295466-86e2-49e5-b123-4f5a17e25b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948613be-f5d9-4d04-bbdf-c5a30e6b42c3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:05.072169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47914) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:05.099050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.101781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.141094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.189454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event deleted for resources: {'Port': ['ID=7cf2772e-3cb8-4562-9264-f644dfc90eed,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:05.315461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:05.342289 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c98c844-5025-48fa-b165-c24668f5b8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.369886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] No DVR routers for this DVR port 7cf2772e-3cb8-4562-9264-f644dfc90eed on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:05.379019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.383972 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef5b60c0-93c0-4091-813a-03354f64b943 req-6107e44e-9cd0-4579-9928-cf7204e5bcca tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "DELETE /v2.0/ports/7cf2772e-3cb8-4562-9264-f644dfc90eed HTTP/1.1" status: 204 len: 173 time: 1.3653953 Jul 16 20:12:05.388682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91255c6f-4d0f-4866-a32d-d499cd900dbc', 'name': 'network-vif-deleted', 'tag': '7cf2772e-3cb8-4562-9264-f644dfc90eed'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:05.394545 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f068399-8c57-4e9b-8657-fcbdc8f4586c" -d '{"events": [{"server_uuid": "91255c6f-4d0f-4866-a32d-d499cd900dbc", "name": "network-vif-deleted", "tag": "7cf2772e-3cb8-4562-9264-f644dfc90eed"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:05.490008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7cf2772e-3cb8-4562-9264-f644dfc90eed no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:05.603327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port e699c4ac-d552-4a5f-827e-4bbb872c4327, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e699c4ac-d552-4a5f-827e-4bbb872c4327,segment=NetworkSegment(1ca273af-9397-4d71-939b-5783d1433f6d),segment_id=1ca273af-9397-4d71-939b-5783d1433f6d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:05.610600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 7cf2772e-3cb8-4562-9264-f644dfc90eed {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:05.610878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 7cf2772e-3cb8-4562-9264-f644dfc90eed not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:05.623998 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.670781 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.680331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Allocated IP 172.25.6.10 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:05.863027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=e699c4ac-d552-4a5f-827e-4bbb872c4327,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:05.958379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Allocated IP 172.20.0.2 (365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd/13f6a6b1-d3c0-401b-8eb2-976bd49343db/3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:06.142496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.163204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032e16d0-00fb-4971-8246-9052a2f8c854 req-35580fb9-e674-4fc1-8a3a-93cdd7102652 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2521520 Jul 16 20:12:06.184100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:06.194501 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.303957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.457522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:06.466533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:06.482074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 533d9439-2832-42e5-824a-d07ab2c0b96d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:06.482911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:06.611877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-3f36ebdf-16f1-4a6f-88f9-4b9b5f853054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.616966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-3f36ebdf-16f1-4a6f-88f9-4b9b5f853054 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7be4b892-6c49-455c-b7bf-59cfcb5e06c1 HTTP/1.1" status: 200 len: 849 time: 1.5429108 Jul 16 20:12:06.625070 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.640721 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.671960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Transition to ACTIVE for port object 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.674935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Transition to ACTIVE for port object ed39095b-8ebb-4a97-b989-63b8d67e6d40 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.676149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 533d9439-2832-42e5-824a-d07ab2c0b96d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:06.727127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.741177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 533d9439-2832-42e5-824a-d07ab2c0b96d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:06.745294 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.762605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Transition to ACTIVE for port object 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.780038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Transition to ACTIVE for port object ed39095b-8ebb-4a97-b989-63b8d67e6d40 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.819246 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.832263 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.965571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Network 75dae51d-9285-4fe5-bb04-bbba887187ef is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:06.984082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:06.993046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:06.997570 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c98c844-5025-48fa-b165-c24668f5b8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.002426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:07.005835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:07.088524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Pushing event updated for resources: {'Port': ['ID=ed39095b-8ebb-4a97-b989-63b8d67e6d40,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.090033 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.093161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:07.149536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-298f15f4-50ab-4a7d-a6ff-5c2f88aadaa6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab149e9b-3d24-4f17-beae-ab9344cc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4897807 Jul 16 20:12:07.191985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Pushing event updated for resources: {'Port': ['ID=3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.296048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755cb5-b268-4b51-8423-605516d1e398 req-51b5d583-1502-4668-8def-dbb841e03d6b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:07.298745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e755cb5-b268-4b51-8423-605516d1e398 req-51b5d583-1502-4668-8def-dbb841e03d6b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=91255c6f-4d0f-4866-a32d-d499cd900dbc HTTP/1.1" status: 200 len: 867 time: 2.5192785 Jul 16 20:12:07.330228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Attempting to bind port ed39095b-8ebb-4a97-b989-63b8d67e6d40 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:07.330228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Attempting to bind port ed39095b-8ebb-4a97-b989-63b8d67e6d40 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:07.330641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Attempting to bind port ed39095b-8ebb-4a97-b989-63b8d67e6d40 on network 75dae51d-9285-4fe5-bb04-bbba887187ef {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:07.382433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:07.383103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Checking segment: {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:07.383711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.384409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Bound using segment: {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:07.385753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Bound port: ed39095b-8ebb-4a97-b989-63b8d67e6d40, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:07.386428 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.440876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.497766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Subnet': ['ID=f6b6f0c6-67db-46c4-a999-9f13459769c4,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.520705 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.559176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Checking segment: {'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:07.559924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network hostable DHCP agents. Network: 54e3b052-7451-45a1-bbcf-d56bb124c2ed, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:07.562105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Attempting to bind port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:07.562707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Attempting to bind port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:07.563320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Attempting to bind port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 on network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:07.584592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e755cb5-b268-4b51-8423-605516d1e398 req-6195682e-1ad5-474d-a46b-3a624b929662 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476156 Jul 16 20:12:07.597637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfb13b-61d4-411b-910c-34ee03ac3e59 req-4a1af30a-4f61-4096-a1f3-4b6cf24769d8 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:07.609133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1dfb13b-61d4-411b-910c-34ee03ac3e59 req-4a1af30a-4f61-4096-a1f3-4b6cf24769d8 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.4967663 Jul 16 20:12:07.655162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] For port ed39095b-8ebb-4a97-b989-63b8d67e6d40, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:07.657902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] For port ed39095b-8ebb-4a97-b989-63b8d67e6d40, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ed39095b-8ebb-4a97-b989-63b8d67e6d40,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:07.660624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:07.661308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Checking segment: {'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:07.662006 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.662726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Bound using segment: {'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:07.663560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Bound port: 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:07.664325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.681520 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.685444 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c98c844-5025-48fa-b165-c24668f5b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.690811 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c98c844-5025-48fa-b165-c24668f5b8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.708888 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0c98c844-5025-48fa-b165-c24668f5b8b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/948613be-f5d9-4d04-bbdf-c5a30e6b42c3 HTTP/1.1" status: 204 len: 168 time: 2.6137583 Jul 16 20:12:07.717035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 533d9439-2832-42e5-824a-d07ab2c0b96d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=533d9439-2832-42e5-824a-d07ab2c0b96d,segment=NetworkSegment(c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4),segment_id=c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:07.764381 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.923868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 54e3b052-7451-45a1-bbcf-d56bb124c2ed is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:07.940907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-5ab866ac-b0dd-4911-8106-6fe294c40ec1 service neutron] 10.222.0.16 "GET /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689150 Jul 16 20:12:07.942952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98c844-5025-48fa-b165-c24668f5b8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948613be-f5d9-4d04-bbdf-c5a30e6b42c3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.032845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3512d-d49a-4943-835e-e9b98d6e97e3 None None] Pushing event updated for resources: {'Port': ['ID=ed39095b-8ebb-4a97-b989-63b8d67e6d40,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.105743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e699c4ac-d552-4a5f-827e-4bbb872c4327 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:08.116284 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3587ec3-22e3-4530-87bd-07adb01026d5 x-openstack-request-id: req-f3587ec3-22e3-4530-87bd-07adb01026d5 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:08.116886 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91255c6f-4d0f-4866-a32d-d499cd900dbc", "name": "network-vif-deleted", "tag": "7cf2772e-3cb8-4562-9264-f644dfc90eed", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:08.118283 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3587ec3-22e3-4530-87bd-07adb01026d5 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:08.122698 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91255c6f-4d0f-4866-a32d-d499cd900dbc', 'name': 'network-vif-deleted', 'tag': '7cf2772e-3cb8-4562-9264-f644dfc90eed', 'status': 'completed', 'code': 200} Jul 16 20:12:08.127641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.128526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1dfb13b-61d4-411b-910c-34ee03ac3e59 req-c157d8e4-a0be-4034-843b-120910c3b9f1 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5181029 Jul 16 20:12:08.150548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 54e3b052-7451-45a1-bbcf-d56bb124c2ed) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:08.203871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225ef445-762c-45f3-a1d4-8b9bbd376f37 None None] Network 54e3b052-7451-45a1-bbcf-d56bb124c2ed requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:08.227207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] For port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:08.321080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.322974 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.432943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] For port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074,segment=NetworkSegment(4097725e-0761-4362-9ccb-39f47c9c41f9),segment_id=4097725e-0761-4362-9ccb-39f47c9c41f9)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:08.435601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bbad2fc5-d18f-4bd4-9061-e51ba97c9b7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8289907 Jul 16 20:12:08.482221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=533d9439-2832-42e5-824a-d07ab2c0b96d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.504362 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.525500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7ca197f-deab-4e7f-9fbc-656f4a3de687 req-b82f51ba-acd9-497b-944f-fb31f2e77bdd service neutron] 10.222.0.16 "GET /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683379 Jul 16 20:12:08.607595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Router ae26fbef-00fc-4b44-9244-b56d39ca7431 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:12:08.626873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ed7c4-0b66-4b7b-901e-a53ac3e5299e req-6e167cfb-f6d9-4710-a67b-7470bd042423 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.640880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56ed7c4-0b66-4b7b-901e-a53ac3e5299e req-6e167cfb-f6d9-4710-a67b-7470bd042423 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 943 time: 0.3570507 Jul 16 20:12:08.734729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a56ed7c4-0b66-4b7b-901e-a53ac3e5299e req-020c120b-900b-4c42-884c-8679c1997d5c tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909045 Jul 16 20:12:08.945548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-a908cc7c-fa74-4f89-960f-d5c3f742bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.949959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-a908cc7c-fa74-4f89-960f-d5c3f742bf26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4fbec8219364b44be974524dc1da300&device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 1095 time: 0.2975309 Jul 16 20:12:08.955346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47948) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:08.979376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3a275-3e92-4bef-8fda-8878b24bc64a req-0fc3d0b8-030f-41ec-9ba1-d31930b19e80 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.988111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6db3a275-3e92-4bef-8fda-8878b24bc64a req-0fc3d0b8-030f-41ec-9ba1-d31930b19e80 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.2590456 Jul 16 20:12:09.013914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e699c4ac-d552-4a5f-827e-4bbb872c4327 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:09.015400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.018748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158180e-1a28-4de9-997a-d7f840036b52 None None] Pushing event updated for resources: {'Port': ['ID=3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.020021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47950) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:09.026743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c496758e-0a0a-4ce9-bda4-5a116e3a953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.064171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:09.076597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Request body: {'floatingip': {'port_id': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:09.106503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Sync routers for ids ['ae26fbef-00fc-4b44-9244-b56d39ca7431'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:09.121391 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.123453 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d9b9229f-4e09-4e90-b10b-f21105c6a6f4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0876472 Jul 16 20:12:09.277639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47954) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:09.284475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Routers {'ae26fbef-00fc-4b44-9244-b56d39ca7431'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:09.285150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ae26fbef-00fc-4b44-9244-b56d39ca7431'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:09.332431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c496758e-0a0a-4ce9-bda4-5a116e3a953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.343735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.461317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c496758e-0a0a-4ce9-bda4-5a116e3a953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.532246 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c496758e-0a0a-4ce9-bda4-5a116e3a953d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fd3d3020d134a1785087d06ad9a6620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652742 Jul 16 20:12:09.537826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47966) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:09.698828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496758e-0a0a-4ce9-bda4-5a116e3a953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056a3df4-d194-4b86-b35b-d6036ff064b2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.969532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-45aff355-0b70-428f-b30d-531958f16a1f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:09.984216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-45aff355-0b70-428f-b30d-531958f16a1f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.000113 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-45aff355-0b70-428f-b30d-531958f16a1f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/networks?id=75dae51d-9285-4fe5-bb04-bbba887187ef&id=54e3b052-7451-45a1-bbcf-d56bb124c2ed&id=75dae51d-9285-4fe5-bb04-bbba887187ef HTTP/1.1" status: 200 len: 1391 time: 0.6335008 Jul 16 20:12:10.051715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85ef-ea45-4e59-baa9-28670786c706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.137319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Set router ae26fbef-00fc-4b44-9244-b56d39ca7431 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:10.138438 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85ef-ea45-4e59-baa9-28670786c706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.410480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515e9c4-e272-49ce-bf84-d6cd9cee6b4f None None] Network 75dae51d-9285-4fe5-bb04-bbba887187ef requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:10.454476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-54e3b052-7451-45a1-bbcf-d56bb124c2ed', 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'fixed_ips': [{'subnet_id': 'f6b6f0c6-67db-46c4-a999-9f13459769c4'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:10.457587 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.464883 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85ef-ea45-4e59-baa9-28670786c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.468734 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85ef-ea45-4e59-baa9-28670786c706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.471822 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9c4d85ef-ea45-4e59-baa9-28670786c706 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/056a3df4-d194-4b86-b35b-d6036ff064b2 HTTP/1.1" status: 204 len: 168 time: 0.9170926 Jul 16 20:12:10.520241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d85ef-ea45-4e59-baa9-28670786c706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056a3df4-d194-4b86-b35b-d6036ff064b2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:10.805244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d5c027d7-af56-4ff4-ae1a-4410b9570e50 None None] Provisioning for port ed39095b-8ebb-4a97-b989-63b8d67e6d40 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:11.196915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.259154 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.464059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-c1225a5b-1563-46a1-9873-70d55149a99e tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/quotas/bec34068a0294ff4ba03d2137327a7a3 HTTP/1.1" status: 200 len: 375 time: 0.2536550 Jul 16 20:12:11.575366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:11.580619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ccb04-48a9-42bf-a4fa-bd41db46b9a9 None None] Network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:11.645755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-bf5583b9-efed-409a-ada1-70b50f21f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.648846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-bf5583b9-efed-409a-ada1-70b50f21f054 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab149e9b-3d24-4f17-beae-ab9344cc8bec HTTP/1.1" status: 200 len: 910 time: 2.6884468 Jul 16 20:12:11.763780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:11.809314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-65afafc2-0196-48e9-8d23-3e756940cec0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bca593d-a2c1-46da-bb71-c4747ab9ebc0 HTTP/1.1" status: 200 len: 217 time: 0.1485376 Jul 16 20:12:11.908071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc5aa-8c78-484d-bdf0-659180344b60 req-90c5282e-e465-4283-97d0-5d6511c90a87 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.915090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-704fc5aa-8c78-484d-bdf0-659180344b60 req-90c5282e-e465-4283-97d0-5d6511c90a87 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 943 time: 0.7079072 Jul 16 20:12:11.921905 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Floating IP e353cb82-e7bd-4854-a978-ecac9d71c576 associated. External IP: 172.25.6.74, port: 23029423-7af9-46f9-b4a6-f4dfe92ce9da. Jul 16 20:12:11.997466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Allocated IP 19.86.0.2 (54e3b052-7451-45a1-bbcf-d56bb124c2ed/f6b6f0c6-67db-46c4-a999-9f13459769c4/9761cd83-f077-4ec1-a866-15ef39bb833b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:12.023149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2ec779c2-89dc-4cc4-8d4e-57f846c68382 None None] Provisioning for port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:12.143255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.167500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-ebaae424-b2e3-4b18-a26f-bf5275adad7a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7015388 Jul 16 20:12:12.325719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-32dd1752-d3a1-426e-a441-473855d2c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:12.328414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-32dd1752-d3a1-426e-a441-473855d2c3b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7be4b892-6c49-455c-b7bf-59cfcb5e06c1 HTTP/1.1" status: 200 len: 849 time: 0.5009184 Jul 16 20:12:12.367519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:12.392370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-704fc5aa-8c78-484d-bdf0-659180344b60 req-7c5541ca-8b25-4eca-9c8d-b88aceecba18 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615216 Jul 16 20:12:12.450298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:12.450894 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.537301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 3, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port': {'id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:12.638549 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-ecd31ac7-e320-42e9-b627-fc9afe2cdc97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab149e9b-3d24-4f17-beae-ab9344cc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2837698 Jul 16 20:12:12.732113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Allocated IP 172.20.0.1 (365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd/13f6a6b1-d3c0-401b-8eb2-976bd49343db/61bfa78e-283e-4dab-8396-f5408390837c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:12.826528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-e851ca27-8cf8-4688-8a14-2198aea4dc92 service neutron] 10.222.0.78 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695550 Jul 16 20:12:12.830862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,segment=NetworkSegment(61a61175-4ce4-4399-a265-67a56c4733d1),segment_id=61a61175-4ce4-4399-a265-67a56c4733d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:12.856305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '2bca593d-a2c1-46da-bb71-c4747ab9ebc0', 'network_id': 'ab149e9b-3d24-4f17-beae-ab9344cc8bec', 'port_id': '2bca593d-a2c1-46da-bb71-c4747ab9ebc0', 'mac_address': 'fa:16:3e:f2:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be4b892-6c49-455c-b7bf-59cfcb5e06c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:12.868483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Checking router: ae26fbef-00fc-4b44-9244-b56d39ca7431 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:12.869111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Updating router ae26fbef-00fc-4b44-9244-b56d39ca7431 port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:13.072280 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.107453 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:13.180192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Transition to ACTIVE for port object 61bfa78e-283e-4dab-8396-f5408390837c will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:13.226545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-8355efd5-5653-4770-a24d-bc8eee5949c3 service neutron] 10.222.0.16 "GET /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601456 Jul 16 20:12:13.262802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.343589 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.436309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:13.447944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:13.470496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:13.535490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Pushing event updated for resources: {'Port': ['ID=61bfa78e-283e-4dab-8396-f5408390837c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:13.597468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.607332 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.045660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.065224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:14.134358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,segment=NetworkSegment(61a61175-4ce4-4399-a265-67a56c4733d1),segment_id=61a61175-4ce4-4399-a265-67a56c4733d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:14.206595 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.227343 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.400855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48038) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:14.436340 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.515078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['2bca593d-a2c1-46da-bb71-c4747ab9ebc0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:14.594051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Transition to ACTIVE for port object 9761cd83-f077-4ec1-a866-15ef39bb833b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:14.642243 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.655200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.778021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074,segment=NetworkSegment(4097725e-0761-4362-9ccb-39f47c9c41f9),segment_id=4097725e-0761-4362-9ccb-39f47c9c41f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:14.780306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Transition to ACTIVE for port object 9761cd83-f077-4ec1-a866-15ef39bb833b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:14.811615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:14.824589 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.826669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 533d9439-2832-42e5-824a-d07ab2c0b96d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:14.850048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-a3c34b33-22f6-43e6-b7ce-4092ab03ca24 service neutron] 10.222.0.78 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9749770 Jul 16 20:12:14.870716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Pushing event updated for resources: {'Port': ['ID=61bfa78e-283e-4dab-8396-f5408390837c,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:14.892735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.907019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.984123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfae0881-4e1c-48cf-9aa4-70984c9693f4 req-2f4e7635-c722-4d17-8b2f-cc60bea0adc8 service neutron] 10.222.0.16 "GET /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7274454 Jul 16 20:12:15.091691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1306839327'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:15.192065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Made reservation on behalf of b0216a3cfb2c4a43b995abad774cb4d4 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:15.199006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.261438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Network 54e3b052-7451-45a1-bbcf-d56bb124c2ed is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:15.271814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.288925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:15.293865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:15.307397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.324304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:15.332330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:15.333607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-2c5d3e87-7608-49c6-85b3-2a007f4b15bf tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:15.341500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-2c5d3e87-7608-49c6-85b3-2a007f4b15bf tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 2.1011517 Jul 16 20:12:15.389060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-fd516330-beca-4316-ae4c-6b48f8d2b655 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/quotas/0dc1d34be3bc48bd84f1f2a942c82820 HTTP/1.1" status: 200 len: 375 time: 0.0464323 Jul 16 20:12:15.404398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-2caed0cb-c904-403b-be88-234b1323580f service neutron] 10.222.0.78 "GET /v2.0/networks/54e3b052-7451-45a1-bbcf-d56bb124c2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152339 Jul 16 20:12:15.439388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:15.469597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c86b4ebb-aab9-4bb1-98c1-a64c06632242 None None] Provisioning complete for port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:15.469983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c86b4ebb-aab9-4bb1-98c1-a64c06632242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.504660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Pushing event updated for resources: {'Port': ['ID=9761cd83-f077-4ec1-a866-15ef39bb833b,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.577431 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.601248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Attempting to bind port 9761cd83-f077-4ec1-a866-15ef39bb833b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:15.601614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Attempting to bind port 9761cd83-f077-4ec1-a866-15ef39bb833b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:15.602697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Attempting to bind port 9761cd83-f077-4ec1-a866-15ef39bb833b on network 54e3b052-7451-45a1-bbcf-d56bb124c2ed {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:15.606427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 533d9439-2832-42e5-824a-d07ab2c0b96d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:15.606688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.642860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Transition to ACTIVE for port object d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:15.663676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:15.664237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Checking segment: {'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:15.664669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.665116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Bound using segment: {'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:15.665630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Bound port: 9761cd83-f077-4ec1-a866-15ef39bb833b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:15.667078 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.672971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Router ae26fbef-00fc-4b44-9244-b56d39ca7431 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:15.682849 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-c1a9f2fd-fb27-4eb0-81a6-cea0a38c84f1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2849367 Jul 16 20:12:15.703292 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.708809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-ee94f259-eaa6-4b81-bc1c-1a3c2dec8d41 service neutron] 10.222.0.78 "GET /v2.0/networks/54e3b052-7451-45a1-bbcf-d56bb124c2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923732 Jul 16 20:12:15.762279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.779439 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.808749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:15.819268 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.821858 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] Sync routers for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:15.833071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6802f6da-353e-48df-b302-068861ac37a8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.956227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-3ed9609b-a03d-472f-90ee-008bb9f906c3 service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720196 Jul 16 20:12:15.997023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6ce7e225-65dd-4817-aecf-65d9132e8efc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "PUT /v2.0/floatingips/e353cb82-e7bd-4854-a978-ecac9d71c576 HTTP/1.1" status: 200 len: 991 time: 6.9752851 Jul 16 20:12:16.002498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a899bb-db1f-4e3c-b42f-4444c626353d None None] Pushing event updated for resources: {'Port': ['ID=d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:16.005345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:16.008517 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6a7484-5a06-4e36-9983-1126c98ccf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:16.020426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-d7dd3bb6-09db-4180-9ec5-3d03cd21b4a2 service neutron] 10.222.0.78 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103821 Jul 16 20:12:16.046242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Attempting to bind port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:16.046626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Attempting to bind port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:16.047008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Attempting to bind port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:16.056302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:16.069991 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-47c1fe42-76ae-4d50-8e4b-41a8e4749043 admin admin] 10.222.0.78 "PUT /v2.0/routers/ae26fbef-00fc-4b44-9244-b56d39ca7431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7757597 Jul 16 20:12:16.071122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:16.107761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.110567 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Added segment 012e7d0a-7c12-4331-8c1d-3ac084fd11fc of type vlan for network 8883b3cd-19c9-4df9-8af8-f5272de955d2 Jul 16 20:12:16.184348 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:16.185588 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:16.196091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:16.197103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:16.202237 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.202822 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:16.203587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Bound port: d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:16.207412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.208342 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.249945 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.257088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5e220bb9-3a8d-4131-93a7-0001f0c89a91 service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999086 Jul 16 20:12:16.257349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.258162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.308695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-019d32fe-ab5f-45eb-9bda-9bb70064a3ff service neutron] 10.222.0.78 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870567 Jul 16 20:12:16.318073 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9144623 Jul 16 20:12:16.318744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:16.338759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-16692a36-649d-4824-b090-60732fa75f7c None None] For port 9761cd83-f077-4ec1-a866-15ef39bb833b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:16.395402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f4c69-ea61-4f41-9d23-ea16b5e857e2 tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Pushing event updated for resources: {'Network': ['ID=8883b3cd-19c9-4df9-8af8-f5272de955d2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:16.448850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 8883b3cd-19c9-4df9-8af8-f5272de955d2 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:16.467400 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:16.470444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-16692a36-649d-4824-b090-60732fa75f7c None None] For port 9761cd83-f077-4ec1-a866-15ef39bb833b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9761cd83-f077-4ec1-a866-15ef39bb833b,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:16.476238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ed39095b-8ebb-4a97-b989-63b8d67e6d40 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:16.501730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c86b4ebb-aab9-4bb1-98c1-a64c06632242 None None] Provisioning for port 61bfa78e-283e-4dab-8396-f5408390837c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:16.532440 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.615346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c86b4ebb-aab9-4bb1-98c1-a64c06632242 None None] Provisioning complete for port 61bfa78e-283e-4dab-8396-f5408390837c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:16.615730 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c86b4ebb-aab9-4bb1-98c1-a64c06632242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.620413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] For port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:16.747436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] For port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:16.794266 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.819052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea696e9-35fd-424f-ad80-70d50f34acef req-5c34f120-ca94-4065-b127-270c02989063 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.820833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ea696e9-35fd-424f-ad80-70d50f34acef req-5c34f120-ca94-4065-b127-270c02989063 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 944 time: 0.1406250 Jul 16 20:12:16.843339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c86b4ebb-aab9-4bb1-98c1-a64c06632242 None None] Port 61bfa78e-283e-4dab-8396-f5408390837c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:16.852367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:16.882216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16692a36-649d-4824-b090-60732fa75f7c None None] Pushing event updated for resources: {'Port': ['ID=9761cd83-f077-4ec1-a866-15ef39bb833b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:16.898319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:16.898319 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.927246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ed39095b-8ebb-4a97-b989-63b8d67e6d40 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:16.935802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ed39095b-8ebb-4a97-b989-63b8d67e6d40 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:16.936347 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.952095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ea696e9-35fd-424f-ad80-70d50f34acef req-c56f680c-7b0a-4fbd-a06b-9b77b565962e tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145580 Jul 16 20:12:16.971955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Routers {'ae26fbef-00fc-4b44-9244-b56d39ca7431'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:16.972647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ae26fbef-00fc-4b44-9244-b56d39ca7431'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:17.147901 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dd4f27-8a9a-4f7e-8dae-e209a4b67a49 x-openstack-request-id: req-36dd4f27-8a9a-4f7e-8dae-e209a4b67a49 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:17.148708 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:17.148708 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36dd4f27-8a9a-4f7e-8dae-e209a4b67a49 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:17.149017 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'status': 'completed', 'code': 200} Jul 16 20:12:17.251387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a899bb-db1f-4e3c-b42f-4444c626353d None None] Pushing event updated for resources: {'Port': ['ID=d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:17.316752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-90ece625-3f08-4302-9c00-ba643cfbe41e None None] Provisioning complete for port 61bfa78e-283e-4dab-8396-f5408390837c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:17.316752 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-90ece625-3f08-4302-9c00-ba643cfbe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.395420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-56fc258d-482e-4d9f-9b9e-15141a899f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:17.398130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-56fc258d-482e-4d9f-9b9e-15141a899f8c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1098 time: 0.2277672 Jul 16 20:12:17.436540 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e353cb82-e7bd-4854-a978-ecac9d71c576', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'port_id': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'mac_address': 'fa:16:3e:fa:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:30Z', 'updated_at': '2021-07-16T20:12:10Z', 'revision_number': 1, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:17.518380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-90ece625-3f08-4302-9c00-ba643cfbe41e None None] Port 61bfa78e-283e-4dab-8396-f5408390837c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:17.658856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] Set router ae26fbef-00fc-4b44-9244-b56d39ca7431 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:17.662008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-782e67a0-b740-4332-8322-f2f9a3f02ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:17.664064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-782e67a0-b740-4332-8322-f2f9a3f02ec5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.2529426 Jul 16 20:12:17.680535 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] Checking router: 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:17.743530 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:17.750822 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:11:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:17.755782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-c87c064b-f671-4bf9-b21c-1fd868c883d3 req-15d60ea3-371e-4f1a-9d35-59c8af5d654e service neutron] (100244) timed out ('10.222.0.78', 47182) {{(pid=100244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:12:17.788036 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.799483 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.800476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-36b4d1e1-5536-45c8-abae-6c6b10d2ef1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 999 time: 0.1271334 Jul 16 20:12:17.979864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48090) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:17.983815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34ca2498-8b7b-42a9-8bf2-a7ea0a1b98d1 req-1b69e6c6-6291-432b-8762-5c616a4a7cfb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 210 time: 0.1575611 Jul 16 20:12:17.987854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Request body: {'port': {'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2', 'binding:host_id': 'n-h2-791505-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1717413003'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:18.030536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-3fab8155-bd4a-4c63-a1f4-e90b77adc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.032081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-3fab8155-bd4a-4c63-a1f4-e90b77adc4d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.2225990 Jul 16 20:12:18.091947 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:18.092570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4165c675-b7af-46ea-b4ac-fecf000b8fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bca593d-a2c1-46da-bb71-c4747ab9ebc0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:18.097339 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316cad5b-8275-465f-981b-4dff367da11f" -d '{"events": [{"server_uuid": "4165c675-b7af-46ea-b4ac-fecf000b8fcc", "name": "network-vif-plugged", "status": "completed", "tag": "2bca593d-a2c1-46da-bb71-c4747ab9ebc0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:18.101526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Made reservation on behalf of 5489d2e8b3bf486bb0957f9ed5d9f1d1 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:18.107043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.169106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.278500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b55f3cd-9a6a-4130-9df8-ed2d05045779 req-85b0eb38-837d-45d1-811e-f738761ac2c3 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 210 time: 0.0873160 Jul 16 20:12:18.314695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-7d0014c5-028f-45d7-b4fd-ecf17a6dd201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.316069 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-7d0014c5-028f-45d7-b4fd-ecf17a6dd201 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2738841 Jul 16 20:12:18.342497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ed39095b-8ebb-4a97-b989-63b8d67e6d40, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ed39095b-8ebb-4a97-b989-63b8d67e6d40,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:18.345533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,segment=NetworkSegment(61a61175-4ce4-4399-a265-67a56c4733d1),segment_id=61a61175-4ce4-4399-a265-67a56c4733d1)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:18.359906 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-25d601dd-bf41-4189-a715-3aa5534dcd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.364085 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.403205 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.648892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-855f8a95-c624-4a12-be15-ffc6946e4929 service neutron] 10.222.0.68 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247192 Jul 16 20:12:18.668762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.690952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.698052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] device_id is not set on port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:18.727805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ed39095b-8ebb-4a97-b989-63b8d67e6d40,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.955349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2093e-cec2-4f2c-92f4-abd37946a6ab,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.975095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:19.072850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d6a7484-5a06-4e36-9983-1126c98ccf6f req-8e1f4b59-2208-45b5-b57e-b8c6987951d9 service neutron] 10.222.0.68 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986480 Jul 16 20:12:19.101692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d6760-d216-4710-9263-184463c1b09d req-a18b6d3a-132b-487b-b659-424289a1a31f tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.106271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e8d6760-d216-4710-9263-184463c1b09d req-a18b6d3a-132b-487b-b659-424289a1a31f tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 945 time: 0.4521112 Jul 16 20:12:19.134079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.195374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:19.198496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.211729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e8d6760-d216-4710-9263-184463c1b09d req-6cbb76ba-4aa0-4822-a8c1-16a64eb50f93 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977852 Jul 16 20:12:19.430676 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f691bcf-2d5a-4ace-8d90-5d71a5da28dc x-openstack-request-id: req-1f691bcf-2d5a-4ace-8d90-5d71a5da28dc {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:19.443809 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4165c675-b7af-46ea-b4ac-fecf000b8fcc", "name": "network-vif-plugged", "status": "completed", "tag": "2bca593d-a2c1-46da-bb71-c4747ab9ebc0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:19.444082 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f691bcf-2d5a-4ace-8d90-5d71a5da28dc {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:19.444554 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4165c675-b7af-46ea-b4ac-fecf000b8fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bca593d-a2c1-46da-bb71-c4747ab9ebc0', 'code': 200} Jul 16 20:12:19.446509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] device_id is not set on port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:19.453197 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e353cb82-e7bd-4854-a978-ecac9d71c576', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'port_id': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'mac_address': 'fa:16:3e:fa:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:30Z', 'updated_at': '2021-07-16T20:12:10Z', 'revision_number': 1, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:19.493146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.496189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180d30c-3f52-4e1a-b58b-c3287ed6ac38 None None] Network 54e3b052-7451-45a1-bbcf-d56bb124c2ed requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:19.554191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Transition to ACTIVE for port object 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:19.583671 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.636068 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e079fa0-8abd-4da8-8caf-a7bc29948e54 None None] The sync data for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 is: [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e353cb82-e7bd-4854-a978-ecac9d71c576', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'port_id': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'mac_address': 'fa:16:3e:fa:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:30Z', 'updated_at': '2021-07-16T20:12:10Z', 'revision_number': 1, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:19.699737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port': {'id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '61bfa78e-283e-4dab-8396-f5408390837c', 'name': '', 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'mac_address': 'fa:16:3e:5f:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:12Z', 'updated_at': '2021-07-16T20:12:14Z', 'revision_number': 2, 'project_id': '39f31c0914d640ae824200813a223f27', 'subnets': [{'id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:19.754262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=419c2ed0-2fab-4e6f-93cd-4e0ffa687080,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.857551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Checking segment: {'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:19.858065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Network hostable DHCP agents. Network: 8883b3cd-19c9-4df9-8af8-f5272de955d2, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:19.908243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Network 8883b3cd-19c9-4df9-8af8-f5272de955d2 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:19.921812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 8883b3cd-19c9-4df9-8af8-f5272de955d2) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:19.928593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:19.964034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:19.964034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:19.965277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:19.976759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:19.977218 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:19.977583 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 2 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.018269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcdfb32-85fc-4af0-b2af-2d941819567b None None] The sync data for ids ['ae26fbef-00fc-4b44-9244-b56d39ca7431'] in n-d-791505-15 is: [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port': {'id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '61bfa78e-283e-4dab-8396-f5408390837c', 'name': '', 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'mac_address': 'fa:16:3e:5f:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:12Z', 'updated_at': '2021-07-16T20:12:14Z', 'revision_number': 2, 'project_id': '39f31c0914d640ae824200813a223f27', 'subnets': [{'id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:20.026826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b01647-810e-4db9-bbc2-1437c1902185 None None] Network 8883b3cd-19c9-4df9-8af8-f5272de955d2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:20.033003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.033777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.036892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.048618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2d106b1f-e50c-44f3-9f63-094ad3cb762e None None] Provisioning for port 9761cd83-f077-4ec1-a866-15ef39bb833b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:20.087487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.088511 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:20.098494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-5f1b12e7-658d-43df-9015-664287a607e5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.112143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-5f1b12e7-658d-43df-9015-664287a607e5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.114957 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 3 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.115844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-5f1b12e7-658d-43df-9015-664287a607e5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "GET /v2.0/networks?id=75dae51d-9285-4fe5-bb04-bbba887187ef&id=54e3b052-7451-45a1-bbcf-d56bb124c2ed&id=75dae51d-9285-4fe5-bb04-bbba887187ef HTTP/1.1" status: 200 len: 1391 time: 0.6512246 Jul 16 20:12:20.160805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.161234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.166119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.177684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.177684 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:20.177684 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 4 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.288855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'port': {'device_id': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef', 'admin_state_up': True, 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:20.291777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.303319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.308943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.335676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.341499 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:20.347494 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 5 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.404717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-8d3324e7-80f0-4ccd-935b-b7d7cc2faf36 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.406844 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-8d3324e7-80f0-4ccd-935b-b7d7cc2faf36 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.3637495 Jul 16 20:12:20.410296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.410950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.411461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.419292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Request body: {'port': {'device_id': '60989649-3073-4ced-886c-5ea02a548c9b', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'admin_state_up': True, 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:20.460144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.460989 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:20.480417 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 6 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.506733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb052641-f8ee-4ede-9359-b8b1445c5d77 req-89fea009-01d6-40a4-9ff9-7bfc83d3aceb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 210 time: 0.4675531 Jul 16 20:12:20.599969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.602342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.604599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.643657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.643999 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:20.653736 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 7 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.743242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.743691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.744066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.751918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.752540 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:20.753270 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 8 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.756284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:20.762505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.787021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920b4889-bba7-4df2-93cd-b471eab6991a req-23a5b4f7-0834-4e2b-9f3c-7a3542168286 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 210 time: 0.1757309 Jul 16 20:12:20.793888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.794223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.794617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.795915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6f876-2aa6-4efd-b81e-810e76bb7b7d None None] New status for floating IP e353cb82-e7bd-4854-a978-ecac9d71c576: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:12:20.805224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.805528 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:20.809200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:20.812872 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 9 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.821657 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.835665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.836244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.836825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.850020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.850581 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:20.855657 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 10 to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 Jul 16 20:12:20.995238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.996490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.996643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:21.006738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.019314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:21.019314 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:21.019766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.039734 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5e5c37d6-43ce-4f1b-b30c-156170d5458d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.066229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9761cd83-f077-4ec1-a866-15ef39bb833b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:21.147765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9321-0dba-4bf9-96cf-84ee848a72a5 req-2501d6eb-fd4e-47ab-bca4-937a25d6fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.157794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2fa9321-0dba-4bf9-96cf-84ee848a72a5 req-2501d6eb-fd4e-47ab-bca4-937a25d6fd2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 1097 time: 1.0040007 Jul 16 20:12:21.303138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Allocated IP 172.20.0.2 (8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915/9e83ce15-96b9-4769-b368-6a1534af9a23/33542423-3d72-466b-8aca-4878755e04ac) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:21.479596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2fa9321-0dba-4bf9-96cf-84ee848a72a5 req-f340630b-7ba2-4fb5-b0e7-2dd9cba89393 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074584 Jul 16 20:12:21.516048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9761cd83-f077-4ec1-a866-15ef39bb833b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:21.529576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9761cd83-f077-4ec1-a866-15ef39bb833b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:21.534393 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.590452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Allocated IP 19.80.0.228 (75dae51d-9285-4fe5-bb04-bbba887187ef/6762b287-b9a2-43df-97d5-e023b48e66d3/e6370bde-eb91-4906-83f8-a9dd4462bae1) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:21.682635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1269ac-0c78-4c25-b3b5-536165f33c86 req-627aeba3-284f-47b4-83d1-1fcefbac4c89 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.692828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb1269ac-0c78-4c25-b3b5-536165f33c86 req-627aeba3-284f-47b4-83d1-1fcefbac4c89 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 945 time: 0.4853094 Jul 16 20:12:21.798276 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.872617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] For port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:21.873007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempted to set empty binding levels {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:12:21.901071 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.937399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9761cd83-f077-4ec1-a866-15ef39bb833b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9761cd83-f077-4ec1-a866-15ef39bb833b,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:21.948424 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.031742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.057629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb1269ac-0c78-4c25-b3b5-536165f33c86 req-251ddf76-ab7b-41b8-94ee-b21314e69912 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595209 Jul 16 20:12:22.154839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=419c2ed0-2fab-4e6f-93cd-4e0ffa687080,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.155845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9761cd83-f077-4ec1-a866-15ef39bb833b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.212646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.226390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.236148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.302226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48144) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:22.308331 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-09944133-7787-4289-97b6-f638c7b91abd tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.3266487 Jul 16 20:12:22.343602 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.382938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Transition to ACTIVE for port object e6370bde-eb91-4906-83f8-a9dd4462bae1 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:22.451786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.485093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:22.509731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ed39095b-8ebb-4a97-b989-63b8d67e6d40 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:22.531313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-19358c19-f87b-43f3-8de6-adef86e92eb3 None None] Provisioning complete for port 9761cd83-f077-4ec1-a866-15ef39bb833b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:22.535102 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19358c19-f87b-43f3-8de6-adef86e92eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.551048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.587013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event updated for resources: {'Port': ['ID=33542423-3d72-466b-8aca-4878755e04ac,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.632971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 75dae51d-9285-4fe5-bb04-bbba887187ef is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:22.634769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:22.637957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:22.642869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:22.647129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:22.650917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Port': ['ID=e6370bde-eb91-4906-83f8-a9dd4462bae1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.658915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:22.723484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Deleting port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:22.723747 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.816029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.817222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.847884 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-0b9e4177-d31e-4825-9356-2c4cbb4aff49 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4328434 Jul 16 20:12:22.851397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.851809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.852089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.852462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.852808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.853147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.854048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.863519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Request body: {'port': {'device_id': '60989649-3073-4ced-886c-5ea02a548c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:22.877043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.877043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.877335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.877466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.877764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:22.909592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ed39095b-8ebb-4a97-b989-63b8d67e6d40 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:22.910041 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.110499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.111672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.140466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] For port 419c2ed0-2fab-4e6f-93cd-4e0ffa687080, host n-h2-791505-15, got binding levels [] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:23.141026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.146196 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.191468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:23.275825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-710ef277-bb83-4d37-939e-d6cf38c983dc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9943190 Jul 16 20:12:23.290522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'port': {'device_id': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed', 'admin_state_up': True, 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:23.296356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Calling delete_port for 419c2ed0-2fab-4e6f-93cd-4e0ffa687080 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:23.314376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eba6d6e5-d3bf-404a-a4c3-b8565d563747 None None] Provisioning for port e6370bde-eb91-4906-83f8-a9dd4462bae1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:23.362455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eba6d6e5-d3bf-404a-a4c3-b8565d563747 None None] Provisioning complete for port e6370bde-eb91-4906-83f8-a9dd4462bae1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:23.363131 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eba6d6e5-d3bf-404a-a4c3-b8565d563747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.430126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:23.440620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:23.441289 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.445467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-eba6d6e5-d3bf-404a-a4c3-b8565d563747 None None] Port e6370bde-eb91-4906-83f8-a9dd4462bae1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:23.523399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6926b1-1310-43d9-b183-add73a418105 req-326bb7c0-6eb6-41a2-8601-2c4f863430b5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.537052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff6926b1-1310-43d9-b183-add73a418105 req-326bb7c0-6eb6-41a2-8601-2c4f863430b5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 932 time: 0.8320735 Jul 16 20:12:23.597615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425094be-6032-4793-b6b6-bff96bc86b24 req-c32db5e4-9e26-451c-8751-99b43ba56899 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.611666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-425094be-6032-4793-b6b6-bff96bc86b24 req-c32db5e4-9e26-451c-8751-99b43ba56899 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 931 time: 0.7042499 Jul 16 20:12:23.659758 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.743249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:23.752629 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.769707 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.784759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33542423-3d72-466b-8aca-4878755e04ac {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:23.809141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.827985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Transition to ACTIVE for port object 33542423-3d72-466b-8aca-4878755e04ac will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:23.837122 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.838673 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.862518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:23.909137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Pushing event updated for resources: {'Port': ['ID=33542423-3d72-466b-8aca-4878755e04ac,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:23.957260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event deleted for resources: {'Port': ['ID=419c2ed0-2fab-4e6f-93cd-4e0ffa687080,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:24.013828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff6926b1-1310-43d9-b183-add73a418105 req-1cd2aaa4-8204-4376-a59a-473d3c73d727 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748075 Jul 16 20:12:24.014752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:24.035620 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.039303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Attempting to bind port 33542423-3d72-466b-8aca-4878755e04ac on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:24.039663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Attempting to bind port 33542423-3d72-466b-8aca-4878755e04ac by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:24.040022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Attempting to bind port 33542423-3d72-466b-8aca-4878755e04ac on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:24.055168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Port 33542423-3d72-466b-8aca-4878755e04ac on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:24.055531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Attempting to bind port 33542423-3d72-466b-8aca-4878755e04ac on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:24.076614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:24.076614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Checking segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:24.076614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Bound using segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:24.076614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Bound port: 33542423-3d72-466b-8aca-4878755e04ac, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:24.076614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.102961 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.110973 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a8370a74-9a94-4ca1-8a00-a65781feeb17 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "DELETE /v2.0/ports/419c2ed0-2fab-4e6f-93cd-4e0ffa687080 HTTP/1.1" status: 204 len: 168 time: 1.8034079 Jul 16 20:12:24.131892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-425094be-6032-4793-b6b6-bff96bc86b24 req-6cc2b034-f0c0-4f65-8179-81ca494ee101 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188562 Jul 16 20:12:24.141778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48156) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:24.180239 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9761cd83-f077-4ec1-a866-15ef39bb833b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:24.260498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] For port 33542423-3d72-466b-8aca-4878755e04ac, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:24.267726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] For port 33542423-3d72-466b-8aca-4878755e04ac, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=33542423-3d72-466b-8aca-4878755e04ac,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:24.277138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.303073 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a56bf4b-2f1e-49b6-9746-bf015e92c305 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:12:24.307373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9761cd83-f077-4ec1-a866-15ef39bb833b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:24.308153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.325861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3a56bf4b-2f1e-49b6-9746-bf015e92c305 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "GET /v2.0/ports/419c2ed0-2fab-4e6f-93cd-4e0ffa687080 HTTP/1.1" status: 404 len: 333 time: 0.1707428 Jul 16 20:12:24.327058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48160) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:24.338357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Request body: {'port': {'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-847335170'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:24.411543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.413238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.417074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/33542423-3d72-466b-8aca-4878755e04ac HTTP/1.1" status: 200 len: 1092 time: 1.5602231 Jul 16 20:12:24.430573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60989649-3073-4ced-886c-5ea02a548c9b', 'tag': '33542423-3d72-466b-8aca-4878755e04ac'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:24.459199 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61" -d '{"events": [{"name": "network-changed", "server_uuid": "60989649-3073-4ced-886c-5ea02a548c9b", "tag": "33542423-3d72-466b-8aca-4878755e04ac"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:24.520921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Made reservation on behalf of 5489d2e8b3bf486bb0957f9ed5d9f1d1 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:24.523381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:24.529156 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.581324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64b955-90f1-4506-ad3e-2ae61f6f71b2 service neutron] Pushing event updated for resources: {'Port': ['ID=33542423-3d72-466b-8aca-4878755e04ac,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:24.618510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-9d405c38-4b2c-4f07-a838-a02024df1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.624550 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-9d405c38-4b2c-4f07-a838-a02024df1035 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 1095 time: 0.1455641 Jul 16 20:12:24.709539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:24.710131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5f6d50ea-6fd9-444d-adff-7d6b5efbf539 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33542423-3d72-466b-8aca-4878755e04ac HTTP/1.1" status: 200 len: 217 time: 0.0831823 Jul 16 20:12:24.710881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.712168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] device_id is not set on port c35a0973-d374-4a74-b3e5-6f402e8158a9 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:24.791892 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Sync routers for ids ['ae26fbef-00fc-4b44-9244-b56d39ca7431'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:24.803918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c63e800-aa53-4332-b8a0-25867972334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.810825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-5c63e800-aa53-4332-b8a0-25867972334a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.0917189 Jul 16 20:12:24.818437 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Routers {'ae26fbef-00fc-4b44-9244-b56d39ca7431'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:24.820911 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ae26fbef-00fc-4b44-9244-b56d39ca7431'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:24.916314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-9fa0e6e8-de9c-4b2c-b9d7-c793ad42d1ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998635 Jul 16 20:12:24.971106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Allocated IP 19.86.0.57 (54e3b052-7451-45a1-bbcf-d56bb124c2ed/f6b6f0c6-67db-46c4-a999-9f13459769c4/947a3c72-fe2b-4612-bc16-d6e055c29d9c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:25.132266 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e62e90-637f-4247-b17f-f21a89b1bdcb x-openstack-request-id: req-b3e62e90-637f-4247-b17f-f21a89b1bdcb {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:25.132591 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60989649-3073-4ced-886c-5ea02a548c9b", "tag": "33542423-3d72-466b-8aca-4878755e04ac", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:25.132910 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3e62e90-637f-4247-b17f-f21a89b1bdcb {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:25.137000 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60989649-3073-4ced-886c-5ea02a548c9b', 'tag': '33542423-3d72-466b-8aca-4878755e04ac', 'status': 'completed', 'code': 200} Jul 16 20:12:25.178798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Set router ae26fbef-00fc-4b44-9244-b56d39ca7431 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:25.215434 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-91d54745-a624-4c98-8222-d2a18d604317 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926199 Jul 16 20:12:25.302668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d604995-22b1-4adf-bfb5-68837671ddb4 req-1fe251b7-29cd-4d7c-9863-eaa1ec6f3334 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.305773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d604995-22b1-4adf-bfb5-68837671ddb4 req-1fe251b7-29cd-4d7c-9863-eaa1ec6f3334 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 945 time: 0.7418599 Jul 16 20:12:25.407621 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2598a9a5-6901-4d9b-b5bf-7efbc14efb30 req-01c48bb0-ab51-4485-be76-8ee30389210c service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854663 Jul 16 20:12:25.542325 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-5309f50c-b883-48bc-bd91-650d2701cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.543890 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-5309f50c-b883-48bc-bd91-650d2701cf1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 1095 time: 0.0789595 Jul 16 20:12:25.556058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d604995-22b1-4adf-bfb5-68837671ddb4 req-a8b8ef8b-e154-4528-9bd9-e27c91d2e1d3 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300389 Jul 16 20:12:25.584141 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.735657 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port': {'id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '61bfa78e-283e-4dab-8396-f5408390837c', 'name': '', 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'mac_address': 'fa:16:3e:5f:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:12Z', 'updated_at': '2021-07-16T20:12:14Z', 'revision_number': 2, 'project_id': '39f31c0914d640ae824200813a223f27', 'subnets': [{'id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:25.754247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-0fcc4675-32d9-4ff2-b564-1a5b33306f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.755687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-0fcc4675-32d9-4ff2-b564-1a5b33306f31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 0.2053680 Jul 16 20:12:25.780086 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.792900 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Checking router: ae26fbef-00fc-4b44-9244-b56d39ca7431 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:25.793513 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Updating router ae26fbef-00fc-4b44-9244-b56d39ca7431 port 61bfa78e-283e-4dab-8396-f5408390837c binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:25.801335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Transition to ACTIVE for port object 947a3c72-fe2b-4612-bc16-d6e055c29d9c will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:25.838475 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-4a78c43c-a02e-415c-9a57-eb3656bcd027 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33542423-3d72-466b-8aca-4878755e04ac HTTP/1.1" status: 200 len: 217 time: 0.0720415 Jul 16 20:12:25.869785 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.873057 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.948092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d83858-5aec-436a-aa00-a055630e1976 req-03779e03-d2a8-46d4-b26a-07769cbed12d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5877161 Jul 16 20:12:25.949076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-9f084cc2-5663-46b8-aa6e-08f27002d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.950780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-9f084cc2-5663-46b8-aa6e-08f27002d356 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.1089895 Jul 16 20:12:26.017927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 54e3b052-7451-45a1-bbcf-d56bb124c2ed is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:26.037726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:26.053007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-66c7a95d-a406-4f89-94fb-06753b38d283 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831606 Jul 16 20:12:26.066966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c0edc-95b0-42ad-84c1-f91b64da67cd req-fd107a26-9a0b-4cb5-ab0a-5348e69b9fc0 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.077352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-391c0edc-95b0-42ad-84c1-f91b64da67cd req-fd107a26-9a0b-4cb5-ab0a-5348e69b9fc0 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 932 time: 0.6831453 Jul 16 20:12:26.084861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:26.321215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-a4539803-25a4-42be-95b5-ce53af5235d6 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614877 Jul 16 20:12:26.592514 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.615973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b3ae8df-d2f6-476b-be3d-d6655f48fb61 req-d704d64a-e41c-4927-90fc-0cd9a3a35ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817898 Jul 16 20:12:26.619934 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Transition to ACTIVE for port object 61bfa78e-283e-4dab-8396-f5408390837c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:26.629169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eb574eae-1651-4e82-97dd-d16a91d0c85e None None] Provisioning for port 947a3c72-fe2b-4612-bc16-d6e055c29d9c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:26.630106 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.648693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-eb574eae-1651-4e82-97dd-d16a91d0c85e None None] Provisioning complete for port 947a3c72-fe2b-4612-bc16-d6e055c29d9c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:26.649953 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eb574eae-1651-4e82-97dd-d16a91d0c85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.773151 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Attempting to bind port 61bfa78e-283e-4dab-8396-f5408390837c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:26.773674 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Attempting to bind port 61bfa78e-283e-4dab-8396-f5408390837c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:26.774174 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Attempting to bind port 61bfa78e-283e-4dab-8396-f5408390837c on network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:26.777232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-eb574eae-1651-4e82-97dd-d16a91d0c85e None None] Port 947a3c72-fe2b-4612-bc16-d6e055c29d9c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:26.779431 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3d911-a656-4ee8-98fc-ef97d39aa10e None None] Pushing event updated for resources: {'Port': ['ID=61bfa78e-283e-4dab-8396-f5408390837c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:26.808630 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:26.809586 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Checking segment: {'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:26.809586 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.810190 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Bound using segment: {'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:26.810980 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Bound port: 61bfa78e-283e-4dab-8396-f5408390837c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4097725e-0761-4362-9ccb-39f47c9c41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:26.811501 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.029658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Port': ['ID=947a3c72-fe2b-4612-bc16-d6e055c29d9c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:27.050288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.123160 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] For port 61bfa78e-283e-4dab-8396-f5408390837c, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:27.131322 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] For port 61bfa78e-283e-4dab-8396-f5408390837c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=61bfa78e-283e-4dab-8396-f5408390837c,segment=NetworkSegment(4097725e-0761-4362-9ccb-39f47c9c41f9),segment_id=4097725e-0761-4362-9ccb-39f47c9c41f9)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:27.143783 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.203034 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Routers {'ae26fbef-00fc-4b44-9244-b56d39ca7431'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:27.203674 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ae26fbef-00fc-4b44-9244-b56d39ca7431'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:27.263592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.264334 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.281792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-391c0edc-95b0-42ad-84c1-f91b64da67cd req-2033a9ea-a9be-412b-8009-21ccda516f2f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2039177 Jul 16 20:12:27.311564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Network 8883b3cd-19c9-4df9-8af8-f5272de955d2 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:27.328784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:27.332524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:27.333665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.334318 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.343730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-85dcaf07-e295-4d53-9bac-e106bd241cec tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0580940 Jul 16 20:12:27.344488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=c35a0973-d374-4a74-b3e5-6f402e8158a9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:27.390721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'port': {'device_id': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef', 'admin_state_up': True, 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:27.484930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-984e6675-240a-4409-960e-ec1fdd698298 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.1563952 Jul 16 20:12:27.489107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48194) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:27.496566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d83858-5aec-436a-aa00-a055630e1976 req-0afc52fc-1020-4169-ad76-3461ee61c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.496890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:27.499133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d83858-5aec-436a-aa00-a055630e1976 req-0afc52fc-1020-4169-ad76-3461ee61c7f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4fbec8219364b44be974524dc1da300&device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 1097 time: 1.4056401 Jul 16 20:12:27.532332 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3d911-a656-4ee8-98fc-ef97d39aa10e None None] Pushing event updated for resources: {'Port': ['ID=61bfa78e-283e-4dab-8396-f5408390837c,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:27.536835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5248982-651e-497c-b300-7e4d1bffcbb3 req-83aa8556-649a-4842-b0b2-deb6046f33dc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.545533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5248982-651e-497c-b300-7e4d1bffcbb3 req-83aa8556-649a-4842-b0b2-deb6046f33dc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 943 time: 0.5423086 Jul 16 20:12:27.686679 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] Set router ae26fbef-00fc-4b44-9244-b56d39ca7431 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:27.814707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5248982-651e-497c-b300-7e4d1bffcbb3 req-43d17fd7-5456-4b16-9ea4-73a9c28e5d0f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677732 Jul 16 20:12:28.004842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.172707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d83858-5aec-436a-aa00-a055630e1976 req-aa9ec9db-bb7e-49a9-ae56-455bbe7e1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.192759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d83858-5aec-436a-aa00-a055630e1976 req-aa9ec9db-bb7e-49a9-ae56-455bbe7e1ad0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab149e9b-3d24-4f17-beae-ab9344cc8bec HTTP/1.1" status: 200 len: 910 time: 0.6390219 Jul 16 20:12:28.274698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:28.302446 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.340796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 33542423-3d72-466b-8aca-4878755e04ac details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:28.382871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 61bfa78e-283e-4dab-8396-f5408390837c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:28.577524 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:12:28.589728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d83858-5aec-436a-aa00-a055630e1976 req-749558db-ab6d-4346-a105-0a0230dba65c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bca593d-a2c1-46da-bb71-c4747ab9ebc0 HTTP/1.1" status: 200 len: 217 time: 0.3861890 Jul 16 20:12:28.610929 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port': {'id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '61bfa78e-283e-4dab-8396-f5408390837c', 'name': '', 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'mac_address': 'fa:16:3e:5f:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:12Z', 'updated_at': '2021-07-16T20:12:27Z', 'revision_number': 4, 'project_id': '39f31c0914d640ae824200813a223f27', 'subnets': [{'id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:28.689429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48212) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:28.776284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] device_id is not set on port c35a0973-d374-4a74-b3e5-6f402e8158a9 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:28.779176 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d22dc7-b479-4d53-a8de-c303102d3486 None None] The sync data for ids ['ae26fbef-00fc-4b44-9244-b56d39ca7431'] in n-d-791505-15 is: [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port': {'id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '61bfa78e-283e-4dab-8396-f5408390837c', 'name': '', 'network_id': '365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'mac_address': 'fa:16:3e:5f:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:12Z', 'updated_at': '2021-07-16T20:12:27Z', 'revision_number': 4, 'project_id': '39f31c0914d640ae824200813a223f27', 'subnets': [{'id': '13f6a6b1-d3c0-401b-8eb2-976bd49343db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:28.814025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.848711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Transition to ACTIVE for port object c35a0973-d374-4a74-b3e5-6f402e8158a9 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:28.854908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.970214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 61bfa78e-283e-4dab-8396-f5408390837c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:29.005114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 61bfa78e-283e-4dab-8396-f5408390837c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:29.011081 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.020251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 33542423-3d72-466b-8aca-4878755e04ac, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=33542423-3d72-466b-8aca-4878755e04ac,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:29.114381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '33542423-3d72-466b-8aca-4878755e04ac', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'port_id': '33542423-3d72-466b-8aca-4878755e04ac', 'mac_address': 'fa:16:3e:ab:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e83ce15-96b9-4769-b368-6a1534af9a23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:29.222221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=c35a0973-d374-4a74-b3e5-6f402e8158a9,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.281278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.285227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.286612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.312773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.316012 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.317715 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 2 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.394404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.394717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.395254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.409242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.409720 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.413380 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 3 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.465629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.473562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.474204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.502002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.502541 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.503036 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 4 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.522812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.523662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.524265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.536920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.538618 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.540379 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 5 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.551903 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.567189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.567766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.568938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.577785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.578334 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.578842 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 6 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.622212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.622567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.623178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.628977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.629630 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.629744 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 7 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.647385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.648081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.648081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.653936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.654437 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.654846 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 8 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.670803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33542423-3d72-466b-8aca-4878755e04ac {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:29.700048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Allocated IP 19.80.0.219 (75dae51d-9285-4fe5-bb04-bbba887187ef/6762b287-b9a2-43df-97d5-e023b48e66d3/52819fd8-2664-4beb-bf23-e36c7f84da74) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:29.714014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.714941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.717744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.719655 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.742949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.743489 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.744333 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 9 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.761867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 33542423-3d72-466b-8aca-4878755e04ac, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=33542423-3d72-466b-8aca-4878755e04ac,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:29.768969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.799689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.800247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.800797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.828938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.829206 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.829973 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 10 to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 Jul 16 20:12:29.880095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.880646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.881190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.894870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.895598 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port c35a0973-d374-4a74-b3e5-6f402e8158a9 on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:29.896275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.930170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=33542423-3d72-466b-8aca-4878755e04ac,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.951476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 61bfa78e-283e-4dab-8396-f5408390837c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=61bfa78e-283e-4dab-8396-f5408390837c,segment=NetworkSegment(4097725e-0761-4362-9ccb-39f47c9c41f9),segment_id=4097725e-0761-4362-9ccb-39f47c9c41f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:29.988038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d83858-5aec-436a-aa00-a055630e1976 req-b81e3f05-0a55-4592-a475-3db379efe956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.991338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.996384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d83858-5aec-436a-aa00-a055630e1976 req-b81e3f05-0a55-4592-a475-3db379efe956 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7be4b892-6c49-455c-b7bf-59cfcb5e06c1 HTTP/1.1" status: 200 len: 849 time: 1.3669193 Jul 16 20:12:30.062081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['33542423-3d72-466b-8aca-4878755e04ac'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:30.122654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] For port c35a0973-d374-4a74-b3e5-6f402e8158a9, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:30.124939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempted to set empty binding levels {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:12:30.136798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.155790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d83858-5aec-436a-aa00-a055630e1976 req-eda04b04-7679-446e-be7d-48bd515b3708 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab149e9b-3d24-4f17-beae-ab9344cc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894959 Jul 16 20:12:30.178964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=61bfa78e-283e-4dab-8396-f5408390837c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:30.235639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] In _notify_port_updated(), no bound segment for port c35a0973-d374-4a74-b3e5-6f402e8158a9 on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:12:30.238727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.239393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.251667 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "PUT /v2.0/ports/c35a0973-d374-4a74-b3e5-6f402e8158a9 HTTP/1.1" status: 200 len: 975 time: 2.7608125 Jul 16 20:12:30.254266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48236) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:30.258459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f6583-b0c5-47ba-b94e-d8ff94b7c9c9 req-762ecd2e-2785-4ea8-9910-037d947ccfc8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.273356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f6583-b0c5-47ba-b94e-d8ff94b7c9c9 req-762ecd2e-2785-4ea8-9910-037d947ccfc8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.290426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-412f6583-b0c5-47ba-b94e-d8ff94b7c9c9 req-762ecd2e-2785-4ea8-9910-037d947ccfc8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 1654 time: 0.8619177 Jul 16 20:12:30.341840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2e3ca-b16f-41f2-9ddc-d178c3f31d18 req-bbc9850a-5604-4fea-bb9b-cdf5f06f4259 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.357630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6d2e3ca-b16f-41f2-9ddc-d178c3f31d18 req-bbc9850a-5604-4fea-bb9b-cdf5f06f4259 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 943 time: 0.8564422 Jul 16 20:12:30.392995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654bfe9-6a9f-4be3-af5c-ed3482387192 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=c35a0973-d374-4a74-b3e5-6f402e8158a9,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:30.614316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.617608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.618319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.623307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.624557 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.625418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.628676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.629627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.630273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.633868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.636252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.638849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.641890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.643050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.647669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.648876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.650018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.653843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.655042 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.657142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.660327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.667692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.669195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.670512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.671569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.672683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.673999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.676042 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.678006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.683114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.684011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.707556 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aeb63a1c-2021-424b-9651-8e9b77a2c418 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27946 time: 0.4399245 Jul 16 20:12:30.707871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48238) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:30.902470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Deleting port c35a0973-d374-4a74-b3e5-6f402e8158a9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:30.903054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.943922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-412f6583-b0c5-47ba-b94e-d8ff94b7c9c9 req-97413690-362a-4d19-8886-7a9ff4e2b348 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375014 Jul 16 20:12:31.129222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6d2e3ca-b16f-41f2-9ddc-d178c3f31d18 req-2cd432b7-bc38-4d86-aa34-ee56b6a8f491 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7680471 Jul 16 20:12:31.214156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d83858-5aec-436a-aa00-a055630e1976 req-41b436ee-e6f5-4ad8-8290-68f1dec77674 service neutron] 10.222.0.16 "GET /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0501289 Jul 16 20:12:31.429067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-e13c4707-ac23-4202-8657-1aff6b9ad7a9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5982749 Jul 16 20:12:31.584866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.627646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Transition to ACTIVE for port object 52819fd8-2664-4beb-bf23-e36c7f84da74 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:31.633221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42d83858-5aec-436a-aa00-a055630e1976 req-5f49def1-9161-46e6-bba7-28510ec6f028 service neutron] 10.222.0.16 "GET /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117584 Jul 16 20:12:31.702798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] For port c35a0973-d374-4a74-b3e5-6f402e8158a9, host n-h2-791505-15, got binding levels [] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:31.703627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.711323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-4a9671cf-6141-43d3-9f5e-33bb8c270cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.713637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-4a9671cf-6141-43d3-9f5e-33bb8c270cde service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1098 time: 0.2135031 Jul 16 20:12:31.753023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Calling delete_port for c35a0973-d374-4a74-b3e5-6f402e8158a9 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:31.784328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.898115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 75dae51d-9285-4fe5-bb04-bbba887187ef is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:31.909646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:31.916243 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.921663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:31.932503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Port': ['ID=52819fd8-2664-4beb-bf23-e36c7f84da74,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:31.978927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-7940b8ff-1ca1-4c2b-b2c9-f1a13d0d3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.980598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-7940b8ff-1ca1-4c2b-b2c9-f1a13d0d3e7f service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.2389555 Jul 16 20:12:31.986717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.018722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.019422 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.097381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event deleted for resources: {'Port': ['ID=c35a0973-d374-4a74-b3e5-6f402e8158a9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:32.155815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-69f85e8b-18c6-4207-8698-64c18dde4d69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7762311 Jul 16 20:12:32.157597 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.160417 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-888dd389-722e-4e65-8ca7-787093b6df8b tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "DELETE /v2.0/ports/c35a0973-d374-4a74-b3e5-6f402e8158a9 HTTP/1.1" status: 204 len: 168 time: 1.4508398 Jul 16 20:12:32.162970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48258) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:32.220151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 61bfa78e-283e-4dab-8396-f5408390837c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:32.222615 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd35d7c-3625-4c89-a520-9ae3956f448d tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:12:32.224600 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5cd35d7c-3625-4c89-a520-9ae3956f448d tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "GET /v2.0/ports/c35a0973-d374-4a74-b3e5-6f402e8158a9 HTTP/1.1" status: 404 len: 333 time: 0.0602834 Jul 16 20:12:32.229490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48264) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:32.236218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-607384961', 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:32.248718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Request body: {'port': {'device_id': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:32.267046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-7d3ca845-2631-41aa-8545-71998ea70742 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 1001 time: 0.2779765 Jul 16 20:12:32.293052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Made reservation on behalf of 5489d2e8b3bf486bb0957f9ed5d9f1d1 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:32.297853 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.318439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] device_id is not set on port ce210d59-4452-4d4f-9f62-dfce80f35f11 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:32.363591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 33542423-3d72-466b-8aca-4878755e04ac up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:32.366754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 61bfa78e-283e-4dab-8396-f5408390837c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:32.367177 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.571345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-a5ed3b8d-4d22-46a3-acc7-3f6480f8c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.574018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-a5ed3b8d-4d22-46a3-acc7-3f6480f8c1a3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2989469 Jul 16 20:12:32.637816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2a3140ee-7de2-496d-b357-1c7dd2e8fc82 None None] Provisioning for port 52819fd8-2664-4beb-bf23-e36c7f84da74 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:32.647763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2a3140ee-7de2-496d-b357-1c7dd2e8fc82 None None] Provisioning complete for port 52819fd8-2664-4beb-bf23-e36c7f84da74 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:32.648150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2a3140ee-7de2-496d-b357-1c7dd2e8fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.763763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 33542423-3d72-466b-8aca-4878755e04ac completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:32.764544 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.778358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 33542423-3d72-466b-8aca-4878755e04ac triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:32.778598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.835842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-e0a6325e-f733-4176-b835-ca2a3984dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.838664 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-e0a6325e-f733-4176-b835-ca2a3984dcb4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2285669 Jul 16 20:12:32.849608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600ab59-25fc-4e5f-bee1-934974e21a61 req-3b4172e8-535b-4fa8-a692-c4b271b5b998 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.849862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.856786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600ab59-25fc-4e5f-bee1-934974e21a61 req-3b4172e8-535b-4fa8-a692-c4b271b5b998 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.863359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600ab59-25fc-4e5f-bee1-934974e21a61 req-3b4172e8-535b-4fa8-a692-c4b271b5b998 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.864813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5600ab59-25fc-4e5f-bee1-934974e21a61 req-3b4172e8-535b-4fa8-a692-c4b271b5b998 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2376 time: 0.3070555 Jul 16 20:12:32.937660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.017624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Network 8883b3cd-19c9-4df9-8af8-f5272de955d2 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:33.022619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:33.039307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:33.042643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.046418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.071377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8397870 Jul 16 20:12:33.076394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48272) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:33.167232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7235ad-76dd-4ebc-b97a-5e7def231ab5 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.168757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2d7235ad-76dd-4ebc-b97a-5e7def231ab5 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "GET /v2.0/ports/ce210d59-4452-4d4f-9f62-dfce80f35f11 HTTP/1.1" status: 200 len: 954 time: 0.0912769 Jul 16 20:12:33.171068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ad7d9-55aa-4f3d-bad4-3ff3a5e095eb tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=ce210d59-4452-4d4f-9f62-dfce80f35f11,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:33.172700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48274) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:33.182501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2a3140ee-7de2-496d-b357-1c7dd2e8fc82 None None] Port 52819fd8-2664-4beb-bf23-e36c7f84da74 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:33.255831 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.319957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60989649-3073-4ced-886c-5ea02a548c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33542423-3d72-466b-8aca-4878755e04ac'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:33.325395 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ad2a3-7305-4770-ac6f-5490b7644ec4" -d '{"events": [{"server_uuid": "60989649-3073-4ced-886c-5ea02a548c9b", "name": "network-vif-plugged", "status": "completed", "tag": "33542423-3d72-466b-8aca-4878755e04ac"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:33.361368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 33542423-3d72-466b-8aca-4878755e04ac, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=33542423-3d72-466b-8aca-4878755e04ac,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:33.375528 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.434139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-85994f44-45a7-415a-9dca-69b601836758 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Deleting port ce210d59-4452-4d4f-9f62-dfce80f35f11 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:33.434513 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85994f44-45a7-415a-9dca-69b601836758 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.482292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=33542423-3d72-466b-8aca-4878755e04ac,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:33.548230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85994f44-45a7-415a-9dca-69b601836758 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.577212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-85994f44-45a7-415a-9dca-69b601836758 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Calling delete_port for ce210d59-4452-4d4f-9f62-dfce80f35f11 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:33.624519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-b96345f4-5515-4566-98ff-355f48da6133 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7556388 Jul 16 20:12:33.710733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85994f44-45a7-415a-9dca-69b601836758 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.737347 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5600ab59-25fc-4e5f-bee1-934974e21a61 req-8a057ff2-fb92-458c-ae30-2b24eefeea5f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649069 Jul 16 20:12:33.792229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85994f44-45a7-415a-9dca-69b601836758 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce210d59-4452-4d4f-9f62-dfce80f35f11,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:33.816470 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85994f44-45a7-415a-9dca-69b601836758 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.823847 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-85994f44-45a7-415a-9dca-69b601836758 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "DELETE /v2.0/ports/ce210d59-4452-4d4f-9f62-dfce80f35f11 HTTP/1.1" status: 204 len: 168 time: 0.6388736 Jul 16 20:12:33.823847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48280) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:33.877589 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ede78b-a108-4f79-9769-5c0aafbd7887 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:12:33.886864 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-34ede78b-a108-4f79-9769-5c0aafbd7887 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "GET /v2.0/ports/ce210d59-4452-4d4f-9f62-dfce80f35f11 HTTP/1.1" status: 404 len: 333 time: 0.0614989 Jul 16 20:12:33.887921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48282) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:33.893708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Request body: {'port': {'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-441203829'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:33.925803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Made reservation on behalf of 5489d2e8b3bf486bb0957f9ed5d9f1d1 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:33.936684 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.003971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] device_id is not set on port f9d42b23-ed59-437a-83af-3b7cff1d966a yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:34.106046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1b1b9-a8e8-406d-91f6-9cfeacc860fd req-debc50da-1907-45cc-b9c7-2efa4f167a7e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.108629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99f1b1b9-a8e8-406d-91f6-9cfeacc860fd req-debc50da-1907-45cc-b9c7-2efa4f167a7e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 945 time: 0.6351376 Jul 16 20:12:34.222214 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.299416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dab96094-2986-4ffa-966e-1d3b0a4a413b req-ef67c8bf-c829-4200-9a74-9e63532b455c service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640952 Jul 16 20:12:34.341448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99f1b1b9-a8e8-406d-91f6-9cfeacc860fd req-45bfb502-546d-43a0-8880-5198213e4367 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165258 Jul 16 20:12:34.504119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.555974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Deleting port 533d9439-2832-42e5-824a-d07ab2c0b96d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:34.555974 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.564045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6370bde-eb91-4906-83f8-a9dd4462bae1 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:34.583975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.601022 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.625611 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0ec3c0-bbd7-4bb3-a774-59cb1cc81863 x-openstack-request-id: req-aa0ec3c0-bbd7-4bb3-a774-59cb1cc81863 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:34.636183 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60989649-3073-4ced-886c-5ea02a548c9b", "name": "network-vif-plugged", "status": "completed", "tag": "33542423-3d72-466b-8aca-4878755e04ac", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:34.637099 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa0ec3c0-bbd7-4bb3-a774-59cb1cc81863 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:34.637395 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60989649-3073-4ced-886c-5ea02a548c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33542423-3d72-466b-8aca-4878755e04ac', 'code': 200} Jul 16 20:12:34.647116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Transition to ACTIVE for port object e6370bde-eb91-4906-83f8-a9dd4462bae1 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:34.660125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Network 8883b3cd-19c9-4df9-8af8-f5272de955d2 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:34.673650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:34.678169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:34.679573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.680347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.696978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d42b23-ed59-437a-83af-3b7cff1d966a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.697539 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.720708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-919df3d4-9e73-4dd2-9385-9a86287de7c0 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8265707 Jul 16 20:12:34.721851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48286) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:34.730792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:34.900176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-41987251-bc72-45f4-adeb-602f323e29fd tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.902992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-41987251-bc72-45f4-adeb-602f323e29fd tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.16 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 945 time: 0.4251158 Jul 16 20:12:34.991303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] For port 533d9439-2832-42e5-824a-d07ab2c0b96d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=533d9439-2832-42e5-824a-d07ab2c0b96d,segment=NetworkSegment(c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4),segment_id=c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:34.991904 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.004027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Pushing event updated for resources: {'Port': ['ID=e6370bde-eb91-4906-83f8-a9dd4462bae1,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:35.024000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.033445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ab6be-4f6c-497c-9127-450b1ed25b04 req-4d2775c4-4d1f-4d99-9ffc-5385f6342dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.037551 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-457ab6be-4f6c-497c-9127-450b1ed25b04 req-4d2775c4-4d1f-4d99-9ffc-5385f6342dcd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 1097 time: 0.2110786 Jul 16 20:12:35.064985 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.153150 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-457ab6be-4f6c-497c-9127-450b1ed25b04 req-a380e061-7e77-4592-9324-671583d56d75 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046717 Jul 16 20:12:35.179250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Calling delete_port for 533d9439-2832-42e5-824a-d07ab2c0b96d owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:35.220337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec200230-32fc-40a3-8935-273e1c5f64a8 req-eb181d8f-9cc5-44ba-959a-5cc1ac8f5416 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.229575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec200230-32fc-40a3-8935-273e1c5f64a8 req-eb181d8f-9cc5-44ba-959a-5cc1ac8f5416 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 945 time: 0.6287107 Jul 16 20:12:35.409518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] device_id is not set on port f9d42b23-ed59-437a-83af-3b7cff1d966a yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:35.420409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.436951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Transition to ACTIVE for port object f9d42b23-ed59-437a-83af-3b7cff1d966a will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:35.442683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.502376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d42b23-ed59-437a-83af-3b7cff1d966a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:35.516411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.516411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.517185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.522155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.522491 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.522889 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 2 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.526683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec200230-32fc-40a3-8935-273e1c5f64a8 req-53599d3e-edff-4fdf-bb42-f8fc8107eb50 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981534 Jul 16 20:12:35.540281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.540281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.540281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.546818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.547170 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.547890 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 3 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.566844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.567222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.567924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.581162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.581516 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.583352 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 4 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.606747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Attempting to bind port e6370bde-eb91-4906-83f8-a9dd4462bae1 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.607312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Attempting to bind port e6370bde-eb91-4906-83f8-a9dd4462bae1 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.607867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Attempting to bind port e6370bde-eb91-4906-83f8-a9dd4462bae1 on network 75dae51d-9285-4fe5-bb04-bbba887187ef {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.609669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.610032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.610385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.616438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.616928 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.617343 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 5 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.633264 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.633615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.634005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.640873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.641225 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.641636 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 6 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.668630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.669296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.669810 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.682482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.683411 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.684399 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 7 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.693507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Port e6370bde-eb91-4906-83f8-a9dd4462bae1 on network 75dae51d-9285-4fe5-bb04-bbba887187ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.694609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Attempting to bind port e6370bde-eb91-4906-83f8-a9dd4462bae1 on network 75dae51d-9285-4fe5-bb04-bbba887187ef {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.716928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.717830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.717971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:35.718171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.718298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Checking segment: {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:35.718763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Bound using segment: {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:35.719210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Bound port: e6370bde-eb91-4906-83f8-a9dd4462bae1, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:35.719580 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.727183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.727721 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.729482 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 8 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.731118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb96aa1-4493-4029-acbd-05bbb230a4ac req-df77b938-1ab2-4d63-9200-cc9d0b53bd40 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.737328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb96aa1-4493-4029-acbd-05bbb230a4ac req-df77b938-1ab2-4d63-9200-cc9d0b53bd40 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.745263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb96aa1-4493-4029-acbd-05bbb230a4ac req-df77b938-1ab2-4d63-9200-cc9d0b53bd40 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.757323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3fb96aa1-4493-4029-acbd-05bbb230a4ac req-df77b938-1ab2-4d63-9200-cc9d0b53bd40 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2388 time: 0.6076031 Jul 16 20:12:35.773938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.774358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.774715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.797134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.798099 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.799212 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 9 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.838408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.839091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.839637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.846842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.848241 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.850528 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempt 10 to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a Jul 16 20:12:35.893520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:35.893958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:35.894315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempting to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:35.907146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:35.907498 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Failed to bind port f9d42b23-ed59-437a-83af-3b7cff1d966a on host n-h2-791505-15 for vnic_type normal using segments [{'id': '012e7d0a-7c12-4331-8c1d-3ac084fd11fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8883b3cd-19c9-4df9-8af8-f5272de955d2'}] Jul 16 20:12:35.909173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.933874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Deleting port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:35.934744 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.038713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] For port f9d42b23-ed59-437a-83af-3b7cff1d966a, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:36.039334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attempted to set empty binding levels {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:12:36.044496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.069497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3fb96aa1-4493-4029-acbd-05bbb230a4ac req-5725e31b-08d9-4420-bee2-8e6b5f31b687 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903140 Jul 16 20:12:36.085923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] In _notify_port_updated(), no bound segment for port f9d42b23-ed59-437a-83af-3b7cff1d966a on network 8883b3cd-19c9-4df9-8af8-f5272de955d2 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:12:36.087348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.089343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.094117 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "PUT /v2.0/ports/f9d42b23-ed59-437a-83af-3b7cff1d966a HTTP/1.1" status: 200 len: 975 time: 1.3685813 Jul 16 20:12:36.098617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48304) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:36.141973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] For port e6370bde-eb91-4906-83f8-a9dd4462bae1, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:36.148714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] For port e6370bde-eb91-4906-83f8-a9dd4462bae1, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e6370bde-eb91-4906-83f8-a9dd4462bae1,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:36.193948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.298777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.369406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Pushing event updated for resources: {'Port': ['ID=e6370bde-eb91-4906-83f8-a9dd4462bae1,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:36.387691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.388370 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.389875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-6f7e60ea-9404-4391-9236-f21452984227 service neutron] 10.222.0.16 "PUT /v2.0/ports/e6370bde-eb91-4906-83f8-a9dd4462bae1 HTTP/1.1" status: 200 len: 1093 time: 4.1471050 Jul 16 20:12:36.393286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6f388-d510-4d4b-bc3d-af08db691373 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d42b23-ed59-437a-83af-3b7cff1d966a,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:36.393520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'tag': 'e6370bde-eb91-4906-83f8-a9dd4462bae1'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:36.394789 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c" -d '{"events": [{"name": "network-changed", "server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "tag": "e6370bde-eb91-4906-83f8-a9dd4462bae1"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:36.446055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Deleting port f9d42b23-ed59-437a-83af-3b7cff1d966a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:36.446892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.468065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Request body: {'port': {'device_id': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:36.541517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] For port f9d42b23-ed59-437a-83af-3b7cff1d966a, host n-h2-791505-15, got binding levels [] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:36.542005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.544179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976d319-a927-4cb8-978b-ea89ea6fc926 req-0c990287-6c2b-43b0-ace7-929cc9a87283 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.551391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c976d319-a927-4cb8-978b-ea89ea6fc926 req-0c990287-6c2b-43b0-ace7-929cc9a87283 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 945 time: 0.5836599 Jul 16 20:12:36.559323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Pushing event deleted for resources: {'Port': ['ID=533d9439-2832-42e5-824a-d07ab2c0b96d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:36.561796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Calling delete_port for f9d42b23-ed59-437a-83af-3b7cff1d966a owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:36.576393 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a965d327-7c11-4df5-923d-93172d9d45e2 x-openstack-request-id: req-a965d327-7c11-4df5-923d-93172d9d45e2 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:36.576689 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "tag": "e6370bde-eb91-4906-83f8-a9dd4462bae1", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:36.576952 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a965d327-7c11-4df5-923d-93172d9d45e2 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:36.577371 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'tag': 'e6370bde-eb91-4906-83f8-a9dd4462bae1', 'status': 'completed', 'code': 200} Jul 16 20:12:36.582457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] For port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,segment=NetworkSegment(61a61175-4ce4-4399-a265-67a56c4733d1),segment_id=61a61175-4ce4-4399-a265-67a56c4733d1)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:36.582834 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.622987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Calling delete_port for 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:36.721658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c976d319-a927-4cb8-978b-ea89ea6fc926 req-fc9191ef-b04f-49a1-9d1b-b57218e54b60 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688459 Jul 16 20:12:36.736217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.842596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9d42b23-ed59-437a-83af-3b7cff1d966a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:36.853751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.856487 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-47345e0f-77a4-48f6-aade-d77ab98e8aae tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "DELETE /v2.0/ports/f9d42b23-ed59-437a-83af-3b7cff1d966a HTTP/1.1" status: 204 len: 168 time: 0.7560577 Jul 16 20:12:36.858967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48314) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:36.904728 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9109fbc-017c-4c32-8f66-98fb5026a695 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:12:36.906897 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a9109fbc-017c-4c32-8f66-98fb5026a695 tempest-PortsAdminExtendedAttrsTestJSON-795087125 tempest-PortsAdminExtendedAttrsTestJSON-795087125-project-admin] 10.222.0.78 "GET /v2.0/ports/f9d42b23-ed59-437a-83af-3b7cff1d966a HTTP/1.1" status: 404 len: 333 time: 0.0456264 Jul 16 20:12:36.910749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-420c564c-8609-4d79-a958-e18817777833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.911322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-420c564c-8609-4d79-a958-e18817777833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.911828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-420c564c-8609-4d79-a958-e18817777833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.913680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-420c564c-8609-4d79-a958-e18817777833 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2732 time: 0.1926184 Jul 16 20:12:36.914196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48316) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:37.019547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.153854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.217637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391532c-2eba-4dcb-99f3-235d0960c980 req-f11a1348-a41c-4206-9584-6f0d0475253d tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.220030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a391532c-2eba-4dcb-99f3-235d0960c980 req-f11a1348-a41c-4206-9584-6f0d0475253d tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 945 time: 0.3123553 Jul 16 20:12:37.272903 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.421207 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.426742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-b4625f3a-b912-4373-8b7b-c5b90daa2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.427693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-b4625f3a-b912-4373-8b7b-c5b90daa2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.428819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-b4625f3a-b912-4373-8b7b-c5b90daa2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.431609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-b4625f3a-b912-4373-8b7b-c5b90daa2446 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bec34068a0294ff4ba03d2137327a7a3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5046890 Jul 16 20:12:37.486329 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a391532c-2eba-4dcb-99f3-235d0960c980 req-da541099-9acc-4bb9-b7fe-6bd96fad344b tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/security-groups?id=b82022ad-90b1-47b6-8828-bd96cf6261e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567156 Jul 16 20:12:37.561038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Pushing event deleted for resources: {'Port': ['ID=2bca593d-a2c1-46da-bb71-c4747ab9ebc0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:37.615181 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.701948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8883b3cd-19c9-4df9-8af8-f5272de955d2']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:37.760861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012e7d0a-7c12-4331-8c1d-3ac084fd11fc') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:37.761369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012e7d0a-7c12-4331-8c1d-3ac084fd11fc') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:37.803728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.841191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-1feb238e-fd0b-4439-98b0-1ea968725ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.843981 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a6ba18a-8ca7-49fb-adc4-5fdec81a260c req-1feb238e-fd0b-4439-98b0-1ea968725ebb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4058018 Jul 16 20:12:37.854386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.873789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:37.874645 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:37.878649 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:37.960703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.971328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.973360 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] 10.222.0.78 "DELETE /v2.0/networks/8883b3cd-19c9-4df9-8af8-f5272de955d2 HTTP/1.1" status: 204 len: 168 time: 1.0581403 Jul 16 20:12:37.986692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c2a18-1d17-4842-8be9-a135d74138aa tempest-PortsAdminExtendedAttrsTestJSON-1786430994 tempest-PortsAdminExtendedAttrsTestJSON-1786430994-project] Pushing event deleted for resources: {'Network': ['ID=8883b3cd-19c9-4df9-8af8-f5272de955d2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.092671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] No DVR routers for this DVR port 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:38.103688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.105957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-235e0a22-8b02-4cc6-a7b6-c822da4d166f req-22ffb12d-9b50-43ad-9ebb-8e45f4775110 tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.16 "DELETE /v2.0/ports/2bca593d-a2c1-46da-bb71-c4747ab9ebc0 HTTP/1.1" status: 204 len: 173 time: 3.1769068 Jul 16 20:12:38.176456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992e97-2a1d-4089-b95c-34f158b35b06 req-7139aef2-251c-44fe-8de5-cf3c919f5077 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.183421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992e97-2a1d-4089-b95c-34f158b35b06 req-7139aef2-251c-44fe-8de5-cf3c919f5077 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.190788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992e97-2a1d-4089-b95c-34f158b35b06 req-7139aef2-251c-44fe-8de5-cf3c919f5077 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.192789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9992e97-2a1d-4089-b95c-34f158b35b06 req-7139aef2-251c-44fe-8de5-cf3c919f5077 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2388 time: 0.9074383 Jul 16 20:12:38.376495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:38.424576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9992e97-2a1d-4089-b95c-34f158b35b06 req-675d0f76-a7aa-4892-ab37-5cbc3a40355f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158616 Jul 16 20:12:38.427277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:38.428620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2bca593d-a2c1-46da-bb71-c4747ab9ebc0 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:38.453444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf452f3-4e7b-48b0-95b0-8cca6dc9f83e req-32b57b61-6a05-45af-bb0e-59f6a083501a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.465131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dcf452f3-4e7b-48b0-95b0-8cca6dc9f83e req-32b57b61-6a05-45af-bb0e-59f6a083501a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 945 time: 0.4649730 Jul 16 20:12:38.476291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48334) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:38.532769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dcf452f3-4e7b-48b0-95b0-8cca6dc9f83e req-5f860124-e4fa-4a48-92ac-143e7b0f0140 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663488 Jul 16 20:12:38.618050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947a3c72-fe2b-4612-bc16-d6e055c29d9c {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:38.627956 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.651613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Transition to ACTIVE for port object 947a3c72-fe2b-4612-bc16-d6e055c29d9c will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:38.652725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4165c675-b7af-46ea-b4ac-fecf000b8fcc', 'name': 'network-vif-deleted', 'tag': '2bca593d-a2c1-46da-bb71-c4747ab9ebc0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:38.656537 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246ee16b-9772-4747-8a38-31ec55533451" -d '{"events": [{"server_uuid": "4165c675-b7af-46ea-b4ac-fecf000b8fcc", "name": "network-vif-deleted", "tag": "2bca593d-a2c1-46da-bb71-c4747ab9ebc0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:38.664123 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.721931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Router 1d85831c-c185-494b-a62c-0f4ded15f46b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:38.744749 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5d3de212-df20-4c7e-955b-44d89bfd901d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0216a3cfb2c4a43b995abad774cb4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634406 Jul 16 20:12:38.745716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48346) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:38.850499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50e3c777-41de-4497-94b2-9466670ec3e2 req-7642cfe3-4dc1-4123-9194-e5310ff43a9c tempest-VolumesActionsTest-1892948685 tempest-VolumesActionsTest-1892948685-project] 10.222.0.78 "GET /v2.0/ports?device_id=4165c675-b7af-46ea-b4ac-fecf000b8fcc HTTP/1.1" status: 200 len: 210 time: 0.0851848 Jul 16 20:12:38.857760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-05cdc9a1-3219-443e-b350-292ac1449ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.866952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Pushing event updated for resources: {'Port': ['ID=947a3c72-fe2b-4612-bc16-d6e055c29d9c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.952057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-05cdc9a1-3219-443e-b350-292ac1449ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.048899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-05cdc9a1-3219-443e-b350-292ac1449ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.053366 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-05cdc9a1-3219-443e-b350-292ac1449ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.059884 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-05cdc9a1-3219-443e-b350-292ac1449ac1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6802f6da-353e-48df-b302-068861ac37a8 HTTP/1.1" status: 204 len: 168 time: 0.3129816 Jul 16 20:12:39.073037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdc9a1-3219-443e-b350-292ac1449ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6802f6da-353e-48df-b302-068861ac37a8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:39.114212 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1420893-3574-4f0c-ad0d-0cec8f9a8772 x-openstack-request-id: req-d1420893-3574-4f0c-ad0d-0cec8f9a8772 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:39.114784 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4165c675-b7af-46ea-b4ac-fecf000b8fcc", "name": "network-vif-deleted", "tag": "2bca593d-a2c1-46da-bb71-c4747ab9ebc0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:39.114784 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1420893-3574-4f0c-ad0d-0cec8f9a8772 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:39.115222 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4165c675-b7af-46ea-b4ac-fecf000b8fcc', 'name': 'network-vif-deleted', 'tag': '2bca593d-a2c1-46da-bb71-c4747ab9ebc0', 'status': 'completed', 'code': 200} Jul 16 20:12:39.120883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Attempting to bind port 947a3c72-fe2b-4612-bc16-d6e055c29d9c on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:39.121316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Attempting to bind port 947a3c72-fe2b-4612-bc16-d6e055c29d9c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:39.121549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Attempting to bind port 947a3c72-fe2b-4612-bc16-d6e055c29d9c on network 54e3b052-7451-45a1-bbcf-d56bb124c2ed {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:39.146694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Port 947a3c72-fe2b-4612-bc16-d6e055c29d9c on network 54e3b052-7451-45a1-bbcf-d56bb124c2ed not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:39.147178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Attempting to bind port 947a3c72-fe2b-4612-bc16-d6e055c29d9c on network 54e3b052-7451-45a1-bbcf-d56bb124c2ed {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:39.211312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:39.211660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Checking segment: {'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:39.212063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Bound using segment: {'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:39.213182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Bound port: 947a3c72-fe2b-4612-bc16-d6e055c29d9c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:39.214649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.339353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:39.348801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-32eebeb9-97df-49b9-b289-92658f4e1401 admin admin] 10.222.0.78 "PUT /v2.0/routers/1d85831c-c185-494b-a62c-0f4ded15f46b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6563761 Jul 16 20:12:39.349059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48352) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:39.365660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] Sync routers for ids ['1d85831c-c185-494b-a62c-0f4ded15f46b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:39.374640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d135d40-9416-4019-9659-18199ce260d4 req-1beffa08-996a-4af3-b014-30717d8a36bc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.389128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] Routers {'1d85831c-c185-494b-a62c-0f4ded15f46b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:39.390436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d135d40-9416-4019-9659-18199ce260d4 req-1beffa08-996a-4af3-b014-30717d8a36bc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 945 time: 0.2715266 Jul 16 20:12:39.393341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d85831c-c185-494b-a62c-0f4ded15f46b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:39.438526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] For port 947a3c72-fe2b-4612-bc16-d6e055c29d9c, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:39.464496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] For port 947a3c72-fe2b-4612-bc16-d6e055c29d9c, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=947a3c72-fe2b-4612-bc16-d6e055c29d9c,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:39.489248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d135d40-9416-4019-9659-18199ce260d4 req-60682a4f-4c85-4778-ac51-438e93b012e4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960376 Jul 16 20:12:39.495913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.684496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.689363 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.697598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] 10.222.0.16 "PUT /v2.0/ports/947a3c72-fe2b-4612-bc16-d6e055c29d9c HTTP/1.1" status: 200 len: 1092 time: 3.2369020 Jul 16 20:12:39.712189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48364) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:39.794627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.821167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] Set router 1d85831c-c185-494b-a62c-0f4ded15f46b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:39.831376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Request body: {'port': {'device_id': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:40.038691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc7217-e10c-434f-8b92-ebc2bc2422de service neutron] Pushing event updated for resources: {'Port': ['ID=947a3c72-fe2b-4612-bc16-d6e055c29d9c,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:40.109926 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.221166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Deleting port 1f626d24-e461-4806-914b-d13f7a48b33d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:40.221476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.329446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-17426682-d562-41f4-b83b-bf812cc79da5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5489d2e8b3bf486bb0957f9ed5d9f1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097751 Jul 16 20:12:40.335451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48374) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:40.346892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:12:36Z', 'revision_number': 5, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port': {'id': '1f626d24-e461-4806-914b-d13f7a48b33d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:47Z', 'updated_at': '2021-07-16T20:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:40.426887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] Checking router: 1d85831c-c185-494b-a62c-0f4ded15f46b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:40.442712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] For port 1f626d24-e461-4806-914b-d13f7a48b33d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1f626d24-e461-4806-914b-d13f7a48b33d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:40.443416 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.444098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] Routers {'1d85831c-c185-494b-a62c-0f4ded15f46b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:40.445322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d85831c-c185-494b-a62c-0f4ded15f46b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:40.460120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Calling delete_port for 1f626d24-e461-4806-914b-d13f7a48b33d owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:40.493096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.529744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614a29c-b68b-46f7-a766-ebad2150dfcb req-e1c5e67d-ad53-43f8-a267-2c08ab0a8534 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:40.537006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614a29c-b68b-46f7-a766-ebad2150dfcb req-e1c5e67d-ad53-43f8-a267-2c08ab0a8534 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:40.543949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614a29c-b68b-46f7-a766-ebad2150dfcb req-e1c5e67d-ad53-43f8-a267-2c08ab0a8534 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:40.546012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3614a29c-b68b-46f7-a766-ebad2150dfcb req-e1c5e67d-ad53-43f8-a267-2c08ab0a8534 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2400 time: 0.7699711 Jul 16 20:12:40.620759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b6e51e5c-dbf3-48bb-8788-b4755dedba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.680098 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b6e51e5c-dbf3-48bb-8788-b4755dedba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.742790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] Set router 1d85831c-c185-494b-a62c-0f4ded15f46b gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:40.772762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3614a29c-b68b-46f7-a766-ebad2150dfcb req-36e04526-8457-462d-a9a2-b673b8e87474 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206314 Jul 16 20:12:40.792105 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.903050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f626d24-e461-4806-914b-d13f7a48b33d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:40.935075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 6, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:41.057884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e618e0-3657-437e-9812-c6bbd57bf656 None None] The sync data for ids ['1d85831c-c185-494b-a62c-0f4ded15f46b'] in n-d-791505-15 is: [{'id': '1d85831c-c185-494b-a62c-0f4ded15f46b', 'name': 'tempest-TestAggregatesBasicOps-109289921-router', 'tenant_id': '73fff1d493f54948bea5975334536730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 6, 'project_id': '73fff1d493f54948bea5975334536730', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:41.074142 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.261421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52819fd8-2664-4beb-bf23-e36c7f84da74 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:41.271391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.276683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'tag': '947a3c72-fe2b-4612-bc16-d6e055c29d9c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:41.279136 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b230ce3-ecbd-4885-a71f-7064b0bb3325" -d '{"events": [{"name": "network-changed", "server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "tag": "947a3c72-fe2b-4612-bc16-d6e055c29d9c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:41.400494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b6e51e5c-dbf3-48bb-8788-b4755dedba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.402689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b6e51e5c-dbf3-48bb-8788-b4755dedba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.417957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b6e51e5c-dbf3-48bb-8788-b4755dedba54 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4a2093e-cec2-4f2c-92f4-abd37946a6ab HTTP/1.1" status: 204 len: 168 time: 1.0658143 Jul 16 20:12:41.527621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Transition to ACTIVE for port object 52819fd8-2664-4beb-bf23-e36c7f84da74 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:41.531411 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd6192d-92dc-489b-8efa-c5e733b0c32b x-openstack-request-id: req-bdd6192d-92dc-489b-8efa-c5e733b0c32b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:41.531924 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "tag": "947a3c72-fe2b-4612-bc16-d6e055c29d9c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:41.532514 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bdd6192d-92dc-489b-8efa-c5e733b0c32b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:41.533320 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'tag': '947a3c72-fe2b-4612-bc16-d6e055c29d9c', 'status': 'completed', 'code': 200} Jul 16 20:12:41.551894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e51e5c-dbf3-48bb-8788-b4755dedba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2093e-cec2-4f2c-92f4-abd37946a6ab,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:41.587683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.784684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14cd12-1a7f-4a1f-a284-ce5cc83b3290 req-c7bc6668-4f5e-48d8-8180-6fa355c0573e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:41.798352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b14cd12-1a7f-4a1f-a284-ce5cc83b3290 req-c7bc6668-4f5e-48d8-8180-6fa355c0573e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 945 time: 0.5126939 Jul 16 20:12:41.985890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Pushing event updated for resources: {'Port': ['ID=52819fd8-2664-4beb-bf23-e36c7f84da74,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:42.168685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.186484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.368445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1f626d24-e461-4806-914b-d13f7a48b33d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:42.372692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Attempting to bind port 52819fd8-2664-4beb-bf23-e36c7f84da74 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:42.373317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Attempting to bind port 52819fd8-2664-4beb-bf23-e36c7f84da74 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:42.373767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Attempting to bind port 52819fd8-2664-4beb-bf23-e36c7f84da74 on network 75dae51d-9285-4fe5-bb04-bbba887187ef {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:42.438926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Port 52819fd8-2664-4beb-bf23-e36c7f84da74 on network 75dae51d-9285-4fe5-bb04-bbba887187ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:42.440478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Attempting to bind port 52819fd8-2664-4beb-bf23-e36c7f84da74 on network 75dae51d-9285-4fe5-bb04-bbba887187ef {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:42.465894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.470825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b14cd12-1a7f-4a1f-a284-ce5cc83b3290 req-a462ab7f-a44e-4909-89b2-e4a456a168ba tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705372 Jul 16 20:12:42.474953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d85831c-c185-494b-a62c-0f4ded15f46b {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:12:42.484403 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-470a9b7a-7c2c-4800-983f-c7c032d495f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.485272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.487392 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-470a9b7a-7c2c-4800-983f-c7c032d495f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.489003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-470a9b7a-7c2c-4800-983f-c7c032d495f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.494913 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd9db5a0-0215-4ba0-b8a1-b53662c43287 admin admin] 10.222.0.78 "DELETE /v2.0/routers/1d85831c-c185-494b-a62c-0f4ded15f46b HTTP/1.1" status: 204 len: 168 time: 3.1442821 Jul 16 20:12:42.498544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48404) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:42.508321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-470a9b7a-7c2c-4800-983f-c7c032d495f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2826 time: 0.9681473 Jul 16 20:12:42.545817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 1f626d24-e461-4806-914b-d13f7a48b33d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:42.549386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1f626d24-e461-4806-914b-d13f7a48b33d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:42.550167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 533d9439-2832-42e5-824a-d07ab2c0b96d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:42.618336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 533d9439-2832-42e5-824a-d07ab2c0b96d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:42.637987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:42.638478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Checking segment: {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:42.639134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Bound using segment: {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:42.645302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Bound port: 52819fd8-2664-4beb-bf23-e36c7f84da74, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c03428b-039e-4973-ab4e-6395826418dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:42.645302 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.648326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 533d9439-2832-42e5-824a-d07ab2c0b96d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:42.780131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db0f7cf-d47a-4402-b782-413e11d87eec admin admin] Deleting subnet b4384c42-5d01-4c0f-bfec-7d5062038f2d {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:42.797125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7cf-d47a-4402-b782-413e11d87eec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.915192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7cf-d47a-4402-b782-413e11d87eec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.067302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] For port 52819fd8-2664-4beb-bf23-e36c7f84da74, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:43.074285 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] For port 52819fd8-2664-4beb-bf23-e36c7f84da74, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=52819fd8-2664-4beb-bf23-e36c7f84da74,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:43.143655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5823fb5-f24d-49aa-aed4-45142b961d1f req-651ba99f-5eaa-4dc0-99ed-45bd0cabc435 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.158154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-7df5e191-ee38-4a2e-9bef-7f137ef0edee tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.161696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-7df5e191-ee38-4a2e-9bef-7f137ef0edee tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 945 time: 1.2138836 Jul 16 20:12:43.169111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5823fb5-f24d-49aa-aed4-45142b961d1f req-651ba99f-5eaa-4dc0-99ed-45bd0cabc435 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.198523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5823fb5-f24d-49aa-aed4-45142b961d1f req-651ba99f-5eaa-4dc0-99ed-45bd0cabc435 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.201580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5823fb5-f24d-49aa-aed4-45142b961d1f req-651ba99f-5eaa-4dc0-99ed-45bd0cabc435 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2412 time: 0.9140470 Jul 16 20:12:43.351710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7cf-d47a-4402-b782-413e11d87eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.411274 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.453755 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7cf-d47a-4402-b782-413e11d87eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.522046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.522871 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.525703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] 10.222.0.16 "PUT /v2.0/ports/52819fd8-2664-4beb-bf23-e36c7f84da74 HTTP/1.1" status: 200 len: 1093 time: 3.7219782 Jul 16 20:12:43.534338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0f7cf-d47a-4402-b782-413e11d87eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4384c42-5d01-4c0f-bfec-7d5062038f2d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:43.535281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'tag': '52819fd8-2664-4beb-bf23-e36c7f84da74'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:43.538693 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d6d95-6124-46dc-b9bf-43713745b445" -d '{"events": [{"name": "network-changed", "server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "tag": "52819fd8-2664-4beb-bf23-e36c7f84da74"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:43.556378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7cf-d47a-4402-b782-413e11d87eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.559003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2db0f7cf-d47a-4402-b782-413e11d87eec admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b4384c42-5d01-4c0f-bfec-7d5062038f2d HTTP/1.1" status: 204 len: 168 time: 1.0586066 Jul 16 20:12:43.567732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48438) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:43.598466 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5823fb5-f24d-49aa-aed4-45142b961d1f req-3f56199f-a376-4972-a759-2a651131e22e tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839750 Jul 16 20:12:43.613487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-2c21de0b-81f9-4a21-8038-e24f53040e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.613888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-2c21de0b-81f9-4a21-8038-e24f53040e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.616349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-2c21de0b-81f9-4a21-8038-e24f53040e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.619276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-2c21de0b-81f9-4a21-8038-e24f53040e3b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bec34068a0294ff4ba03d2137327a7a3&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0960944 Jul 16 20:12:43.620321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf6f2d-d7b1-4688-8750-87a93fb4932a None None] Network 663aaac2-9ba1-4b62-9954-0853f9dd5e7c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:43.691939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444696d-a4fc-4365-b7b4-5682e05bf53b service neutron] Pushing event updated for resources: {'Port': ['ID=52819fd8-2664-4beb-bf23-e36c7f84da74,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:43.781068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.830304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Deleting port 33542423-3d72-466b-8aca-4878755e04ac {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:43.830664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.903230 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693998f9-352d-495a-ac36-967563f98a4e x-openstack-request-id: req-693998f9-352d-495a-ac36-967563f98a4e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:43.903718 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "tag": "52819fd8-2664-4beb-bf23-e36c7f84da74", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:43.904143 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-693998f9-352d-495a-ac36-967563f98a4e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:43.904835 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'tag': '52819fd8-2664-4beb-bf23-e36c7f84da74', 'status': 'completed', 'code': 200} Jul 16 20:12:44.269707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-e60d3338-1d43-4766-871d-3784e3f35494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.279386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b230ce3-ecbd-4885-a71f-7064b0bb3325 req-e60d3338-1d43-4766-871d-3784e3f35494 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6507106 Jul 16 20:12:44.291823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] For port 33542423-3d72-466b-8aca-4878755e04ac, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=33542423-3d72-466b-8aca-4878755e04ac,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:44.293016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.323416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] DHCP port deletion for 663aaac2-9ba1-4b62-9954-0853f9dd5e7c request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:44.328107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Calling delete_port for 33542423-3d72-466b-8aca-4878755e04ac owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:44.420177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb4990-a2cf-4dc2-8904-a28e7d45c57e req-c4e0915b-a70c-4996-a564-ad5a543b2397 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.430921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78bb4990-a2cf-4dc2-8904-a28e7d45c57e req-c4e0915b-a70c-4996-a564-ad5a543b2397 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 945 time: 0.4298739 Jul 16 20:12:44.490665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Deleting port 331cd7fa-c6b0-4f80-8d01-035d75d59838 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:44.503033 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.543231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78bb4990-a2cf-4dc2-8904-a28e7d45c57e req-133d9be4-2ee7-4dd1-855f-0096e0b75c07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074591 Jul 16 20:12:44.582289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-faa42131-f98d-4fc4-826e-1933e3a3550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.583022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-faa42131-f98d-4fc4-826e-1933e3a3550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.583669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-faa42131-f98d-4fc4-826e-1933e3a3550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.585688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-faa42131-f98d-4fc4-826e-1933e3a3550a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2868 time: 0.2151060 Jul 16 20:12:44.648575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] For port 331cd7fa-c6b0-4f80-8d01-035d75d59838, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=331cd7fa-c6b0-4f80-8d01-035d75d59838,segment=NetworkSegment(c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4),segment_id=c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:44.649254 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.692234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Calling delete_port for 331cd7fa-c6b0-4f80-8d01-035d75d59838 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:44.732770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-ae7ea360-5584-4e62-96d6-a526c56b301e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=e6370bde-eb91-4906-83f8-a9dd4462bae1 HTTP/1.1" status: 200 len: 217 time: 0.1048014 Jul 16 20:12:44.758787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.815707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Deleting port 331cd7fa-c6b0-4f80-8d01-035d75d59838 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:44.818219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.850534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-125c169f-a8e3-4289-8a84-cde30bac4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.852096 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-125c169f-a8e3-4289-8a84-cde30bac4fef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6762b287-b9a2-43df-97d5-e023b48e66d3 HTTP/1.1" status: 200 len: 801 time: 0.1169467 Jul 16 20:12:44.906588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:44.982277 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.050007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event deleted for resources: {'Port': ['ID=33542423-3d72-466b-8aca-4878755e04ac,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:45.073025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Pushing event deleted for resources: {'Port': ['ID=331cd7fa-c6b0-4f80-8d01-035d75d59838,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:45.081036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] No DVR routers for this DVR port 331cd7fa-c6b0-4f80-8d01-035d75d59838 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:45.096802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.097313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.097670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.098013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.098803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.098803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.099002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.099332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.099661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.100483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.100572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.100976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c56ab6-149b-402b-8dde-a0678cc68b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:45.115931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-76d5a593-265f-4877-a907-eccd362ddb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.118176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-76d5a593-265f-4877-a907-eccd362ddb6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75dae51d-9285-4fe5-bb04-bbba887187ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587173 Jul 16 20:12:45.210404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4def4-68c8-45a0-9f36-f22b9dbba8a2 req-396deea3-edd5-4d11-a53a-3ebcb799556c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.223381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4def4-68c8-45a0-9f36-f22b9dbba8a2 req-396deea3-edd5-4d11-a53a-3ebcb799556c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.242222 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4def4-68c8-45a0-9f36-f22b9dbba8a2 req-396deea3-edd5-4d11-a53a-3ebcb799556c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.245491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] No DVR routers for this DVR port 33542423-3d72-466b-8aca-4878755e04ac on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:45.258640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80c4def4-68c8-45a0-9f36-f22b9dbba8a2 req-396deea3-edd5-4d11-a53a-3ebcb799556c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2412 time: 0.2680337 Jul 16 20:12:45.284575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.291735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a94c505-4d00-4164-adf5-6d0fe98bec03 req-2cdc6192-9457-46f4-831f-5865cc3c5ff8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "DELETE /v2.0/ports/33542423-3d72-466b-8aca-4878755e04ac HTTP/1.1" status: 204 len: 173 time: 2.1189590 Jul 16 20:12:45.292350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60989649-3073-4ced-886c-5ea02a548c9b', 'name': 'network-vif-deleted', 'tag': '33542423-3d72-466b-8aca-4878755e04ac'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:45.296108 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fe2b4b-9798-418d-a67b-4ac5a3aff8bd" -d '{"events": [{"server_uuid": "60989649-3073-4ced-886c-5ea02a548c9b", "name": "network-vif-deleted", "tag": "33542423-3d72-466b-8aca-4878755e04ac"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:45.359120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] For port 331cd7fa-c6b0-4f80-8d01-035d75d59838, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=331cd7fa-c6b0-4f80-8d01-035d75d59838,segment=NetworkSegment(c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4),segment_id=c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:45.359386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.412707 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39d15f9-34b2-4f09-a5b6-662619dda55c x-openstack-request-id: req-f39d15f9-34b2-4f09-a5b6-662619dda55c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:45.413030 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60989649-3073-4ced-886c-5ea02a548c9b", "name": "network-vif-deleted", "tag": "33542423-3d72-466b-8aca-4878755e04ac", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:45.413278 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f39d15f9-34b2-4f09-a5b6-662619dda55c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:45.413708 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60989649-3073-4ced-886c-5ea02a548c9b', 'name': 'network-vif-deleted', 'tag': '33542423-3d72-466b-8aca-4878755e04ac', 'status': 'completed', 'code': 200} Jul 16 20:12:45.418336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Calling delete_port for 331cd7fa-c6b0-4f80-8d01-035d75d59838 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:45.451760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-36eeb4bd-0083-47f4-b7e1-42557affe24e service neutron] 10.222.0.16 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177290 Jul 16 20:12:45.564650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48474) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:45.613814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80c4def4-68c8-45a0-9f36-f22b9dbba8a2 req-13ef6198-8e13-4284-b0fa-28eaf177bb06 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333883 Jul 16 20:12:45.648541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.719528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=331cd7fa-c6b0-4f80-8d01-035d75d59838,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:45.738950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] No DVR routers for this DVR port 331cd7fa-c6b0-4f80-8d01-035d75d59838 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:45.786614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-67105194-26f1-4d05-898b-b5990b6f3e9f service neutron] 10.222.0.16 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253202 Jul 16 20:12:45.848014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-c7cbb2d8-ca78-40bf-b100-37c278e9837b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.57&port_id=947a3c72-fe2b-4612-bc16-d6e055c29d9c HTTP/1.1" status: 200 len: 217 time: 0.0533164 Jul 16 20:12:45.858776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1533889971', 'router:external': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:45.893364 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.909261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663aaac2-9ba1-4b62-9954-0853f9dd5e7c']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:45.928937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:45.929241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0694e23-e1fd-44b2-a7a0-1f2452aa5fe4') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:45.944523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.974738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.986180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:45.986678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.017893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29464eaf-a785-4308-9f1d-fa185b1d3308 req-12f18228-eefb-413c-879a-639f9fe83d95 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=60989649-3073-4ced-886c-5ea02a548c9b HTTP/1.1" status: 200 len: 210 time: 0.1187041 Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:46.023331 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:46.027482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Made reservation on behalf of 53d84961bc2a4ba48225c50e2ba3544f for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:46.053924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-32427567-9b9e-42f0-a8df-b8e91ba943a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.053924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-32427567-9b9e-42f0-a8df-b8e91ba943a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b6f0c6-67db-46c4-a999-9f13459769c4 HTTP/1.1" status: 200 len: 801 time: 0.1913402 Jul 16 20:12:46.054556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.107923 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.161423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 331cd7fa-c6b0-4f80-8d01-035d75d59838 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:46.188873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-18dc555f-728d-4e78-8404-5894eb7e9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.195145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-18dc555f-728d-4e78-8404-5894eb7e9274 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54e3b052-7451-45a1-bbcf-d56bb124c2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390347 Jul 16 20:12:46.214086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 331cd7fa-c6b0-4f80-8d01-035d75d59838 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:46.214684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 331cd7fa-c6b0-4f80-8d01-035d75d59838 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:46.315476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.318361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.332948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.335754 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] 10.222.0.78 "DELETE /v2.0/networks/663aaac2-9ba1-4b62-9954-0853f9dd5e7c HTTP/1.1" status: 204 len: 168 time: 2.7664409 Jul 16 20:12:46.340141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.343729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48486) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:46.406129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 33542423-3d72-466b-8aca-4878755e04ac no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:46.429654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-2ded0522-3d01-4b07-b122-707aeb0b655e service neutron] 10.222.0.16 "GET /v2.0/networks/54e3b052-7451-45a1-bbcf-d56bb124c2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174895 Jul 16 20:12:46.437872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb997e9-6460-4417-aa6d-f971be168a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=663aaac2-9ba1-4b62-9954-0853f9dd5e7c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:46.450964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:46.453547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 33542423-3d72-466b-8aca-4878755e04ac {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:46.453913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 33542423-3d72-466b-8aca-4878755e04ac not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:46.464866 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.465226 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Added segment 19d8d265-fbb0-4566-b712-c0a7ce027c6f of type vlan for network 8a2bc35e-21d3-4055-8beb-27a1ad80d922 Jul 16 20:12:46.504158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd20ea1-de0d-4fc3-9fb4-9123a41023c3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:46.606614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.775631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.777061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.777781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.846208 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2766638 Jul 16 20:12:46.854156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48496) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:46.866827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'subnet': {'network_id': '8a2bc35e-21d3-4055-8beb-27a1ad80d922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:46.952366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904383ab-6bd5-4ce0-95ef-ba75864f7e8b tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'Network': ['ID=8a2bc35e-21d3-4055-8beb-27a1ad80d922,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:46.966464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 8a2bc35e-21d3-4055-8beb-27a1ad80d922 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:47.054062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Made reservation on behalf of 53d84961bc2a4ba48225c50e2ba3544f for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:47.061237 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.345653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5648-7ecc-4122-a2ef-df8f2ff739cf req-bcfc920c-d452-483d-bf43-660f91c54166 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.371427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5648-7ecc-4122-a2ef-df8f2ff739cf req-bcfc920c-d452-483d-bf43-660f91c54166 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.398589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5648-7ecc-4122-a2ef-df8f2ff739cf req-bcfc920c-d452-483d-bf43-660f91c54166 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.406917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5cc5648-7ecc-4122-a2ef-df8f2ff739cf req-bcfc920c-d452-483d-bf43-660f91c54166 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2412 time: 0.4637282 Jul 16 20:12:47.437114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-4540ce1d-d583-4e08-9ab3-b8d2a3597dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/54e3b052-7451-45a1-bbcf-d56bb124c2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0006621 Jul 16 20:12:47.553348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-38119515-aa3a-4eaa-ba17-284c8daa2428 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=52819fd8-2664-4beb-bf23-e36c7f84da74 HTTP/1.1" status: 200 len: 217 time: 0.1054497 Jul 16 20:12:47.593164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5cc5648-7ecc-4122-a2ef-df8f2ff739cf req-50c486e1-8a0a-4e1d-b4b6-68996a7cf219 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847250 Jul 16 20:12:47.719709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-f554925a-3b34-49f6-9440-672cc90dce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.724502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-f554925a-3b34-49f6-9440-672cc90dce86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6762b287-b9a2-43df-97d5-e023b48e66d3 HTTP/1.1" status: 200 len: 801 time: 0.1644578 Jul 16 20:12:47.888763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.045235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-e41755af-845b-4453-bfd9-182003a26910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.050049 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f00c05b4-95a8-4340-a80d-06384df16d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.052799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-e41755af-845b-4453-bfd9-182003a26910 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75dae51d-9285-4fe5-bb04-bbba887187ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3147087 Jul 16 20:12:48.292561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-936c6fac-fd15-48bc-9f8d-48ef4691f701 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.296480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-936c6fac-fd15-48bc-9f8d-48ef4691f701 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.4716501 Jul 16 20:12:48.349398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-e5d19995-abfa-4145-a273-5a62cd3a143d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/quotas/0dc1d34be3bc48bd84f1f2a942c82820 HTTP/1.1" status: 200 len: 375 time: 0.0294285 Jul 16 20:12:48.367746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-585d881d-5edb-4e5d-8bcd-a5b7027671e9 service neutron] 10.222.0.16 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041227 Jul 16 20:12:48.499754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:12:48.500409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.592523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-1cf58880-3f4c-430a-9a2f-03a83a49aaf7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2416971 Jul 16 20:12:48.599901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-2c39ba2d-2a1d-4b90-9590-4b8333c6771d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:12:48.609988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-2c39ba2d-2a1d-4b90-9590-4b8333c6771d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159428 Jul 16 20:12:48.715300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Checking segment: {'id': '19d8d265-fbb0-4566-b712-c0a7ce027c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8a2bc35e-21d3-4055-8beb-27a1ad80d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:48.715924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Network hostable DHCP agents. Network: 8a2bc35e-21d3-4055-8beb-27a1ad80d922, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:48.728971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.817788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Network 8a2bc35e-21d3-4055-8beb-27a1ad80d922 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:48.847647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 8a2bc35e-21d3-4055-8beb-27a1ad80d922) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:48.856797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17106a79-e1b8-493d-a031-a00e66fc9908 None None] Network 8a2bc35e-21d3-4055-8beb-27a1ad80d922 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:48.874661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.875185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.955630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-ea755880-3397-4f80-aa2f-d3a047962d57 service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443398 Jul 16 20:12:48.967657 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d17b9d1e-5b17-47ab-9467-16db555d0e4e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1077945 Jul 16 20:12:48.970569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48534) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:49.005971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1299705284', 'network_id': '8a2bc35e-21d3-4055-8beb-27a1ad80d922'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:49.022909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Deleting port 61bfa78e-283e-4dab-8396-f5408390837c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:49.023890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.147747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Made reservation on behalf of 53d84961bc2a4ba48225c50e2ba3544f for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:49.155179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.167786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386edce8-cbc4-4c32-9b90-96dec6b60335 None None] Network 8a2bc35e-21d3-4055-8beb-27a1ad80d922 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:49.259819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6daa95-fb3b-4ae9-bda9-363168b67c3b req-fc522a5f-e391-48cc-a278-f297a23555c4 service neutron] 10.222.0.16 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8790100 Jul 16 20:12:49.339752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] device_id is not set on port e6f0dcf1-a3a5-466d-b946-10f5ddafe6d8 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:12:49.476555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] For port 61bfa78e-283e-4dab-8396-f5408390837c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=61bfa78e-283e-4dab-8396-f5408390837c,segment=NetworkSegment(4097725e-0761-4362-9ccb-39f47c9c41f9),segment_id=4097725e-0761-4362-9ccb-39f47c9c41f9)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:49.476911 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.497779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-2ecb1c8b-5c5e-4c52-b4d4-39f4017b33a3 service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046043 Jul 16 20:12:49.505899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Calling delete_port for 61bfa78e-283e-4dab-8396-f5408390837c owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:49.568010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f41f9-9e39-48f9-a47a-01d27839ede0 req-f40714b5-42cf-43c4-ad01-d402ff5b7352 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.583994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f41f9-9e39-48f9-a47a-01d27839ede0 req-f40714b5-42cf-43c4-ad01-d402ff5b7352 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.604341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f41f9-9e39-48f9-a47a-01d27839ede0 req-f40714b5-42cf-43c4-ad01-d402ff5b7352 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.612964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-475f41f9-9e39-48f9-a47a-01d27839ede0 req-f40714b5-42cf-43c4-ad01-d402ff5b7352 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2412 time: 0.7538908 Jul 16 20:12:49.659214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Allocated IP 2001:db8::56 (8a2bc35e-21d3-4055-8beb-27a1ad80d922/5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1/e6f0dcf1-a3a5-466d-b946-10f5ddafe6d8) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:49.732987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-1d229a8f-b74a-4ee8-bf63-5b335ee23fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.734048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-1d229a8f-b74a-4ee8-bf63-5b335ee23fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.735019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-1d229a8f-b74a-4ee8-bf63-5b335ee23fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.755858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-1d229a8f-b74a-4ee8-bf63-5b335ee23fe2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2868 time: 0.3905041 Jul 16 20:12:49.928503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-475f41f9-9e39-48f9-a47a-01d27839ede0 req-99b00d42-f874-489c-aae0-5d48bcc833b2 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996531 Jul 16 20:12:50.087083 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:50.145834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1040f11f-fa6c-41ea-8d89-71df7d689baa req-711e5fdd-439d-4b52-adb7-addf6e2cd4b0 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 210 time: 0.0606122 Jul 16 20:12:50.186123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-2e37a941-6a4b-4e13-82c4-7a33f4139d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.188061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-2e37a941-6a4b-4e13-82c4-7a33f4139d8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=75dae51d-9285-4fe5-bb04-bbba887187ef HTTP/1.1" status: 200 len: 903 time: 0.4200189 Jul 16 20:12:50.256078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-20760277-88b9-4558-bfbd-2867c587bbc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=52819fd8-2664-4beb-bf23-e36c7f84da74 HTTP/1.1" status: 200 len: 217 time: 0.0607088 Jul 16 20:12:50.401597 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eedec87d-ca82-4ce9-8968-2961663dc4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.424162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-402815ed-5ed9-458e-9bab-48f3f28973e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.426193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-402815ed-5ed9-458e-9bab-48f3f28973e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6762b287-b9a2-43df-97d5-e023b48e66d3 HTTP/1.1" status: 200 len: 801 time: 0.1631880 Jul 16 20:12:50.532469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.582255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-ac038e27-f1a3-414f-985c-d850b5e9c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.586630 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.586991 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-ac038e27-f1a3-414f-985c-d850b5e9c506 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75dae51d-9285-4fe5-bb04-bbba887187ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531549 Jul 16 20:12:50.611526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.660300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bfa78e-283e-4dab-8396-f5408390837c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:50.833654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-18526b5b-ce3b-424c-a0e2-4cb594d74e41 service neutron] 10.222.0.16 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404881 Jul 16 20:12:50.859644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.041556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'Port': ['ID=e6f0dcf1-a3a5-466d-b946-10f5ddafe6d8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:51.046064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b27d6d95-6124-46dc-b9bf-43713745b445 req-1385cebb-d342-4f4b-bcea-3bd38c207a45 service neutron] 10.222.0.16 "GET /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046776 Jul 16 20:12:51.193241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Network 8a2bc35e-21d3-4055-8beb-27a1ad80d922 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:51.197779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:51.201946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:51.203294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.204095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.273751 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cf5e7945-16a8-4660-9286-46ef34139379 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2967145 Jul 16 20:12:51.277877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48576) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:51.348043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.392831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0caecada-f121-4c00-bd6c-57023b60edad req-b063e16b-6c6b-4dbf-ad48-bee73babb61d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 210 time: 0.0459800 Jul 16 20:12:51.521069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d948b-831d-4c2b-bcea-b535871e172a req-4b66f7f4-dfa8-40af-a603-7512efc8cc8e tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.539170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d948b-831d-4c2b-bcea-b535871e172a req-4b66f7f4-dfa8-40af-a603-7512efc8cc8e tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.577778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d948b-831d-4c2b-bcea-b535871e172a req-4b66f7f4-dfa8-40af-a603-7512efc8cc8e tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.600967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-216d948b-831d-4c2b-bcea-b535871e172a req-4b66f7f4-dfa8-40af-a603-7512efc8cc8e tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2412 time: 0.2165802 Jul 16 20:12:51.603932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e5262f5b-8836-4276-a084-d934d17a9109 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Deleting port e6f0dcf1-a3a5-466d-b946-10f5ddafe6d8 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:51.604819 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5262f5b-8836-4276-a084-d934d17a9109 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.710968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-216d948b-831d-4c2b-bcea-b535871e172a req-ac3991ba-814e-411b-92a6-7ddd80ffd0d5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004353 Jul 16 20:12:51.814132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Router ae26fbef-00fc-4b44-9244-b56d39ca7431 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:51.886018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5262f5b-8836-4276-a084-d934d17a9109 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.908847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e5262f5b-8836-4276-a084-d934d17a9109 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Calling delete_port for e6f0dcf1-a3a5-466d-b946-10f5ddafe6d8 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:52.036182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:52.043722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf871a6f-2e0e-4a56-86cd-6afbae0e5b20 admin admin] 10.222.0.78 "PUT /v2.0/routers/ae26fbef-00fc-4b44-9244-b56d39ca7431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6957760 Jul 16 20:12:52.047734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48590) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:52.057119 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] Sync routers for ids ['ae26fbef-00fc-4b44-9244-b56d39ca7431'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:52.100368 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] Routers {'ae26fbef-00fc-4b44-9244-b56d39ca7431'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:52.101417 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ae26fbef-00fc-4b44-9244-b56d39ca7431'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:52.290813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-a064bf01-bc39-46ca-8f2b-33d3e77118ad tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.307668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-a064bf01-bc39-46ca-8f2b-33d3e77118ad tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.4068887 Jul 16 20:12:52.326238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Request body: {'port': {'device_id': '4f3960fd-7045-47b2-86f6-8804e20fc789', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'admin_state_up': True, 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:52.367506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.453184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e6370bde-eb91-4906-83f8-a9dd4462bae1 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:52.513584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5262f5b-8836-4276-a084-d934d17a9109 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.530798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.538990 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] Set router ae26fbef-00fc-4b44-9244-b56d39ca7431 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:52.655082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:52.657787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.723466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e6370bde-eb91-4906-83f8-a9dd4462bae1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e6370bde-eb91-4906-83f8-a9dd4462bae1,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:52.751069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'e6370bde-eb91-4906-83f8-a9dd4462bae1', 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef', 'port_id': 'e6370bde-eb91-4906-83f8-a9dd4462bae1', 'mac_address': 'fa:16:3e:32:d5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6762b287-b9a2-43df-97d5-e023b48e66d3', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:52.864393 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.894275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5262f5b-8836-4276-a084-d934d17a9109 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6f0dcf1-a3a5-466d-b946-10f5ddafe6d8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:52.907929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5262f5b-8836-4276-a084-d934d17a9109 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.911214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6370bde-eb91-4906-83f8-a9dd4462bae1 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:52.920867 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e5262f5b-8836-4276-a084-d934d17a9109 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "DELETE /v2.0/ports/e6f0dcf1-a3a5-466d-b946-10f5ddafe6d8 HTTP/1.1" status: 204 len: 168 time: 1.6415439 Jul 16 20:12:52.924074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48602) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:52.933512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a2bc35e-21d3-4055-8beb-27a1ad80d922', 'external_fixed_ips': [{'subnet_id': '5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1', 'ip_address': '2001:db8::56'}]}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:52.968855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.971123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e6370bde-eb91-4906-83f8-a9dd4462bae1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e6370bde-eb91-4906-83f8-a9dd4462bae1,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:52.980712 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.981936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 52819fd8-2664-4beb-bf23-e36c7f84da74 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:52.988879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Allocated IP 172.20.0.10 (8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915/9e83ce15-96b9-4769-b368-6a1534af9a23/a0131ada-9bc8-4981-b717-5b1cbaaa7c9c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:53.049078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.053429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.189040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 52819fd8-2664-4beb-bf23-e36c7f84da74, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=52819fd8-2664-4beb-bf23-e36c7f84da74,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:53.194734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Deleting port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:53.196859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.206096 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:49Z', 'revision_number': 5, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port': {'id': 'd06a2a32-aeea-4a58-bdb3-0ae4f8642fa8', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:53.218111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e6370bde-eb91-4906-83f8-a9dd4462bae1,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:53.221218 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.250066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '52819fd8-2664-4beb-bf23-e36c7f84da74', 'network_id': '75dae51d-9285-4fe5-bb04-bbba887187ef', 'port_id': '52819fd8-2664-4beb-bf23-e36c7f84da74', 'mac_address': 'fa:16:3e:9c:35:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6762b287-b9a2-43df-97d5-e023b48e66d3', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:53.282090 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.300752 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.320078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52819fd8-2664-4beb-bf23-e36c7f84da74 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:53.328450 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.347584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 52819fd8-2664-4beb-bf23-e36c7f84da74, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=52819fd8-2664-4beb-bf23-e36c7f84da74,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:53.351359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:53.357683 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.358765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 947a3c72-fe2b-4612-bc16-d6e055c29d9c details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:53.388108 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] Checking router: ae26fbef-00fc-4b44-9244-b56d39ca7431 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:53.425875 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] Routers {'ae26fbef-00fc-4b44-9244-b56d39ca7431'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:53.426972 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ae26fbef-00fc-4b44-9244-b56d39ca7431'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:53.524472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:53.550170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:53.557138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=52819fd8-2664-4beb-bf23-e36c7f84da74,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:53.557896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:53.623549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.624323 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.627909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event updated for resources: {'Port': ['ID=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:53.674696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c37f-c8b0-4be3-bab8-6d0c3cf76986 req-ebbffc35-9eb7-46f0-af44-2e1e4b9eb3fb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.676659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 947a3c72-fe2b-4612-bc16-d6e055c29d9c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=947a3c72-fe2b-4612-bc16-d6e055c29d9c,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:53.683966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3c7c37f-c8b0-4be3-bab8-6d0c3cf76986 req-ebbffc35-9eb7-46f0-af44-2e1e4b9eb3fb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 932 time: 0.9649975 Jul 16 20:12:53.694852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-595163e7-05cd-49f4-9a77-2b83c1e34b07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3803053 Jul 16 20:12:53.715017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Request body: {'port': {'device_id': '4f3960fd-7045-47b2-86f6-8804e20fc789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:53.748276 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.764853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '947a3c72-fe2b-4612-bc16-d6e055c29d9c', 'network_id': '54e3b052-7451-45a1-bbcf-d56bb124c2ed', 'port_id': '947a3c72-fe2b-4612-bc16-d6e055c29d9c', 'mac_address': 'fa:16:3e:22:4d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b6f0c6-67db-46c4-a999-9f13459769c4', 'ip_address': '19.86.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:53.809332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] For port d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:53.809842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.814687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710322-080a-4d40-8da9-b8c1e88fd2c0 req-b35d3176-b0e5-4221-946d-80c53b9fc0ad tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.822073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710322-080a-4d40-8da9-b8c1e88fd2c0 req-b35d3176-b0e5-4221-946d-80c53b9fc0ad tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.827917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710322-080a-4d40-8da9-b8c1e88fd2c0 req-b35d3176-b0e5-4221-946d-80c53b9fc0ad tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.835356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a710322-080a-4d40-8da9-b8c1e88fd2c0 req-b35d3176-b0e5-4221-946d-80c53b9fc0ad tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2414 time: 0.3651533 Jul 16 20:12:53.836732 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] Set router ae26fbef-00fc-4b44-9244-b56d39ca7431 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:53.866807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Calling delete_port for d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:53.880993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.904385 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.956899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947a3c72-fe2b-4612-bc16-d6e055c29d9c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:54.037015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 947a3c72-fe2b-4612-bc16-d6e055c29d9c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=947a3c72-fe2b-4612-bc16-d6e055c29d9c,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:54.048516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.076532 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:52Z', 'revision_number': 6, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:54.161265 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d8a98-af47-4d01-bbc8-12a301f7b47f None None] The sync data for ids ['ae26fbef-00fc-4b44-9244-b56d39ca7431'] in n-d-791505-15 is: [{'id': 'ae26fbef-00fc-4b44-9244-b56d39ca7431', 'name': 'tempest-TestAggregatesBasicOps-2065187939-router', 'tenant_id': '39f31c0914d640ae824200813a223f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:52Z', 'revision_number': 6, 'project_id': '39f31c0914d640ae824200813a223f27', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:54.161891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=947a3c72-fe2b-4612-bc16-d6e055c29d9c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.289883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['52819fd8-2664-4beb-bf23-e36c7f84da74'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:54.309746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3c7c37f-c8b0-4be3-bab8-6d0c3cf76986 req-7e842886-e585-49f4-ad2d-40db3fe57379 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100993 Jul 16 20:12:54.315844 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.342172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a710322-080a-4d40-8da9-b8c1e88fd2c0 req-aab58462-d983-4968-b1cd-c86e2283a597 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045786 Jul 16 20:12:54.359320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0131ada-9bc8-4981-b717-5b1cbaaa7c9c {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:54.394338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['e6370bde-eb91-4906-83f8-a9dd4462bae1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:54.401970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.458346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Transition to ACTIVE for port object a0131ada-9bc8-4981-b717-5b1cbaaa7c9c will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:54.464591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.534542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Pushing event updated for resources: {'Port': ['ID=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.786882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Attempting to bind port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:54.787882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Attempting to bind port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:54.787882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Attempting to bind port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:54.796866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:54.797302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Attempting to bind port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:54.811679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:54.812006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Checking segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:54.812493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Bound using segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:54.812851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Bound port: a0131ada-9bc8-4981-b717-5b1cbaaa7c9c, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:54.813219 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.852190 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.909072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.972242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] For port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:54.976254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] For port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:54.983622 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.050261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Pushing event updated for resources: {'Port': ['ID=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:55.066400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:55.067180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.069212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-706a3e7b-6564-471d-becf-2dae0564b739 service neutron] 10.222.0.68 "PUT /v2.0/ports/a0131ada-9bc8-4981-b717-5b1cbaaa7c9c HTTP/1.1" status: 200 len: 1093 time: 1.3641212 Jul 16 20:12:55.069775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3960fd-7045-47b2-86f6-8804e20fc789', 'tag': 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:55.079075 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f240a207-a659-48c7-a3e5-4a37b9427bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3960fd-7045-47b2-86f6-8804e20fc789", "tag": "a0131ada-9bc8-4981-b717-5b1cbaaa7c9c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:55.193817 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c36d089-3b79-4c23-8ba1-45907cd65067 x-openstack-request-id: req-7c36d089-3b79-4c23-8ba1-45907cd65067 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:55.194655 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3960fd-7045-47b2-86f6-8804e20fc789", "tag": "a0131ada-9bc8-4981-b717-5b1cbaaa7c9c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:55.195061 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c36d089-3b79-4c23-8ba1-45907cd65067 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:55.196011 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3960fd-7045-47b2-86f6-8804e20fc789', 'tag': 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c', 'status': 'completed', 'code': 200} Jul 16 20:12:55.214887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.233899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-5a743c7b-5c45-47aa-bf3b-3a156eaba13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:55.236553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-5a743c7b-5c45-47aa-bf3b-3a156eaba13d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 1096 time: 0.1094437 Jul 16 20:12:55.323111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-e0acb05d-bb54-4736-8883-ddee484af7c6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c HTTP/1.1" status: 200 len: 217 time: 0.0774841 Jul 16 20:12:55.345997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['947a3c72-fe2b-4612-bc16-d6e055c29d9c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:55.515907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-dd59148c-53a4-4e26-808f-0d474d6058c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:55.527049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-dd59148c-53a4-4e26-808f-0d474d6058c0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.1979787 Jul 16 20:12:55.635606 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-1e70d0d8-8f0d-48d4-a263-5e364a631e74 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971415 Jul 16 20:12:55.667242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.871268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.873069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.878815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.084130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-bf23d23e-aa37-4269-9360-fad43fed11ad service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414339 Jul 16 20:12:56.092717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.099460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae26fbef-00fc-4b44-9244-b56d39ca7431 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:12:56.147584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.154335 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1f98da75-a5a8-4285-a4a8-4d6333a67ae2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/ae26fbef-00fc-4b44-9244-b56d39ca7431 HTTP/1.1" status: 204 len: 168 time: 4.1032825 Jul 16 20:12:56.164516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48646) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:56.203211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 61bfa78e-283e-4dab-8396-f5408390837c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:56.270025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 61bfa78e-283e-4dab-8396-f5408390837c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:56.270386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 61bfa78e-283e-4dab-8396-f5408390837c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:56.270925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:56.333007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b9a0d4-5aaa-4013-b19d-8d35ebe94080 admin admin] Deleting subnet 13f6a6b1-d3c0-401b-8eb2-976bd49343db {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:56.346066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:56.346673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d06a2a32-aeea-4a58-bdb3-0ae4f8642fa8 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:56.361425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97b9a0d4-5aaa-4013-b19d-8d35ebe94080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.410123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313bc1-7fda-4e23-9c30-95c68ad42af4 req-d42516da-26ec-4c83-96cb-eed3b7706464 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.423561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313bc1-7fda-4e23-9c30-95c68ad42af4 req-d42516da-26ec-4c83-96cb-eed3b7706464 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.437182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313bc1-7fda-4e23-9c30-95c68ad42af4 req-d42516da-26ec-4c83-96cb-eed3b7706464 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.451244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee313bc1-7fda-4e23-9c30-95c68ad42af4 req-d42516da-26ec-4c83-96cb-eed3b7706464 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2415 time: 0.7396264 Jul 16 20:12:56.452357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e6370bde-eb91-4906-83f8-a9dd4462bae1 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:56.485032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4aceb-b6e1-4b13-adce-2b8791ad303b req-71b96fba-c5a9-420a-8074-97e40cc59e37 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.499121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aac4aceb-b6e1-4b13-adce-2b8791ad303b req-71b96fba-c5a9-420a-8074-97e40cc59e37 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 944 time: 0.5730975 Jul 16 20:12:56.558459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port e6370bde-eb91-4906-83f8-a9dd4462bae1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:56.564696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port e6370bde-eb91-4906-83f8-a9dd4462bae1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:56.565281 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.604670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e608dcc-1838-45e7-a05d-00613b1006fa req-21f61336-9768-4d94-9a78-d9d5cb5a2e1a service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125456 Jul 16 20:12:56.748726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee313bc1-7fda-4e23-9c30-95c68ad42af4 req-518842cc-0a89-4c23-b07d-2ab04c375e68 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819920 Jul 16 20:12:56.812381 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.839521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aac4aceb-b6e1-4b13-adce-2b8791ad303b req-d46d4489-145a-4b85-8f8a-b37024156914 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252766 Jul 16 20:12:56.929202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e6370bde-eb91-4906-83f8-a9dd4462bae1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e6370bde-eb91-4906-83f8-a9dd4462bae1,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:56.931899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6370bde-eb91-4906-83f8-a9dd4462bae1'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:56.940225 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808878b9-82ac-4580-98ac-8bb44581b1ed" -d '{"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-plugged", "status": "completed", "tag": "e6370bde-eb91-4906-83f8-a9dd4462bae1"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:56.949159 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.952918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 52819fd8-2664-4beb-bf23-e36c7f84da74 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:57.029098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-e765685d-045f-4614-a1d4-1d4e3e66a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.038133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-e765685d-045f-4614-a1d4-1d4e3e66a9bc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 1096 time: 0.3301899 Jul 16 20:12:57.125586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97b9a0d4-5aaa-4013-b19d-8d35ebe94080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.227152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e6370bde-eb91-4906-83f8-a9dd4462bae1,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:57.277705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 52819fd8-2664-4beb-bf23-e36c7f84da74 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:57.291629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 52819fd8-2664-4beb-bf23-e36c7f84da74 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:57.295611 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.420761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-175df27f-8350-4098-a95d-3412ece1ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.423325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-175df27f-8350-4098-a95d-3412ece1ad08 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 0.3775213 Jul 16 20:12:57.490329 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d35074f-c16e-4f90-bc5d-7aefa500bf8f x-openstack-request-id: req-1d35074f-c16e-4f90-bc5d-7aefa500bf8f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:57.503435 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-plugged", "status": "completed", "tag": "e6370bde-eb91-4906-83f8-a9dd4462bae1", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:57.503876 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d35074f-c16e-4f90-bc5d-7aefa500bf8f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:57.504596 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6370bde-eb91-4906-83f8-a9dd4462bae1', 'code': 200} Jul 16 20:12:57.561831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97b9a0d4-5aaa-4013-b19d-8d35ebe94080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.576575 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.626475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 52819fd8-2664-4beb-bf23-e36c7f84da74, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=52819fd8-2664-4beb-bf23-e36c7f84da74,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:57.633253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.635407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 947a3c72-fe2b-4612-bc16-d6e055c29d9c up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:57.669378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-7b2b2bf2-d5ca-434c-9cdd-98178d8bec09 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c HTTP/1.1" status: 200 len: 217 time: 0.2381952 Jul 16 20:12:57.674761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97b9a0d4-5aaa-4013-b19d-8d35ebe94080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.753136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97b9a0d4-5aaa-4013-b19d-8d35ebe94080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.762151 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-97b9a0d4-5aaa-4013-b19d-8d35ebe94080 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/13f6a6b1-d3c0-401b-8eb2-976bd49343db HTTP/1.1" status: 204 len: 168 time: 1.5949962 Jul 16 20:12:57.763659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9a0d4-5aaa-4013-b19d-8d35ebe94080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f6a6b1-d3c0-401b-8eb2-976bd49343db,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:57.778903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Allocated IP 2001:db8::56 (8a2bc35e-21d3-4055-8beb-27a1ad80d922/5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1/f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:57.782876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:57.795065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=52819fd8-2664-4beb-bf23-e36c7f84da74,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:57.811111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fff3c4-1300-41c7-9284-f156c29d7654 None None] Network 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:57.852102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-c68d9a67-c556-4410-b984-f8d780fa8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.856703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-c68d9a67-c556-4410-b984-f8d780fa8908 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.1626124 Jul 16 20:12:57.874104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 947a3c72-fe2b-4612-bc16-d6e055c29d9c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:57.889995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 947a3c72-fe2b-4612-bc16-d6e055c29d9c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:57.890391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.932417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-a6326b74-c045-4fc5-9d15-ad2239e69e81 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687542 Jul 16 20:12:58.129277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a0131ada-9bc8-4981-b717-5b1cbaaa7c9c details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:58.195532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.284046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-5bac72c9-3c6f-4aa7-9c79-3061ca1793ea service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427598 Jul 16 20:12:58.364343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:58.516300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.601707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Deleting port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:58.602122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.636830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.640979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'port_id': 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c', 'mac_address': 'fa:16:3e:86:97:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e83ce15-96b9-4769-b368-6a1534af9a23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:58.695377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'Port': ['ID=f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:58.760971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Network 8a2bc35e-21d3-4055-8beb-27a1ad80d922 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:58.767577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:58.771864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] For port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074,segment=NetworkSegment(4097725e-0761-4362-9ccb-39f47c9c41f9),segment_id=4097725e-0761-4362-9ccb-39f47c9c41f9)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:58.773800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.776805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:58.872907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Calling delete_port for 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:58.930599 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.938595 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.995811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0131ada-9bc8-4981-b717-5b1cbaaa7c9c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:59.085103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:59.098127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 947a3c72-fe2b-4612-bc16-d6e055c29d9c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=947a3c72-fe2b-4612-bc16-d6e055c29d9c,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:59.105168 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.123956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] DHCP port deletion for 365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:59.130583 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.178020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ef79-b940-4fc3-8221-67a3d35d8ec4 req-b9f235fe-4576-4d59-8a6e-698390dc88d9 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.191860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ef79-b940-4fc3-8221-67a3d35d8ec4 req-b9f235fe-4576-4d59-8a6e-698390dc88d9 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.204653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ef79-b940-4fc3-8221-67a3d35d8ec4 req-b9f235fe-4576-4d59-8a6e-698390dc88d9 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.217074 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de82ef79-b940-4fc3-8221-67a3d35d8ec4 req-b9f235fe-4576-4d59-8a6e-698390dc88d9 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2417 time: 1.1189346 Jul 16 20:12:59.255326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.320420 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.377036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f240a207-a659-48c7-a3e5-4a37b9427bc8 req-a7b3d73b-a8b4-430f-bcc8-1fbb74e6272f service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0842299 Jul 16 20:12:59.428273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de82ef79-b940-4fc3-8221-67a3d35d8ec4 req-f2e6ceb8-60b3-42f2-aa64-b58cae368b92 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667130 Jul 16 20:12:59.460493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] Deleting port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:59.471196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188eda1-7228-4f7c-b482-f002f3b92a21 req-b120434b-989a-4a74-869e-def98784b123 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.472726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.476162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=947a3c72-fe2b-4612-bc16-d6e055c29d9c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.504574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f188eda1-7228-4f7c-b482-f002f3b92a21 req-b120434b-989a-4a74-869e-def98784b123 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 945 time: 1.0548577 Jul 16 20:12:59.526441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52819fd8-2664-4beb-bf23-e36c7f84da74'}, {'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947a3c72-fe2b-4612-bc16-d6e055c29d9c'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:59.530760 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fd4f3-bb47-451c-b4cb-e76662c224b1" -d '{"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-plugged", "status": "completed", "tag": "52819fd8-2664-4beb-bf23-e36c7f84da74"}, {"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-plugged", "status": "completed", "tag": "947a3c72-fe2b-4612-bc16-d6e055c29d9c"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:59.542780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a0131ada-9bc8-4981-b717-5b1cbaaa7c9c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:59.611647 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.647377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.647855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f188eda1-7228-4f7c-b482-f002f3b92a21 req-81e029a5-c30f-4563-8801-dd2775315628 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417375 Jul 16 20:12:59.660370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] For port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:59.661238 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.670449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] No DVR routers for this DVR port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:59.732446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] Calling delete_port for 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:59.743096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] Port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:12:59.759675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.850868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] Pushing event deleted for resources: {'Port': ['ID=3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.853718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9876da5-249c-4d48-b819-396f14067cc8 None None] No DVR routers for this DVR port 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:59.889849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.892914 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06129bc5-e772-4e85-8ece-dfb66a96aabf x-openstack-request-id: req-06129bc5-e772-4e85-8ece-dfb66a96aabf {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:59.893277 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-plugged", "status": "completed", "tag": "52819fd8-2664-4beb-bf23-e36c7f84da74", "code": 200}, {"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-plugged", "status": "completed", "tag": "947a3c72-fe2b-4612-bc16-d6e055c29d9c", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:59.893484 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06129bc5-e772-4e85-8ece-dfb66a96aabf {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:59.893897 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52819fd8-2664-4beb-bf23-e36c7f84da74', 'code': 200} Jul 16 20:12:59.894153 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947a3c72-fe2b-4612-bc16-d6e055c29d9c', 'code': 200} Jul 16 20:12:59.914038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:59.932317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4097725e-0761-4362-9ccb-39f47c9c41f9') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:59.932738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4097725e-0761-4362-9ccb-39f47c9c41f9') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:59.986621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.050608 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.065226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367ba4-c38a-45e3-a59d-93f0670e2d24 req-0bcd6d3e-88e9-4630-8b10-09dd7e3cf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.065906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367ba4-c38a-45e3-a59d-93f0670e2d24 req-0bcd6d3e-88e9-4630-8b10-09dd7e3cf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.066460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d367ba4-c38a-45e3-a59d-93f0670e2d24 req-0bcd6d3e-88e9-4630-8b10-09dd7e3cf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.068350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d367ba4-c38a-45e3-a59d-93f0670e2d24 req-0bcd6d3e-88e9-4630-8b10-09dd7e3cf217 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2874 time: 0.0935462 Jul 16 20:13:00.069761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:00.070567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.118173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d367ba4-c38a-45e3-a59d-93f0670e2d24 req-8b797014-7083-429b-9605-f2715ce96e28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424690 Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:00.138023 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:00.150758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:00.197934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.202922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:00.203869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3ce6dbe0-532f-4f8d-9364-1ea8c0b1a074 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:00.254756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.266137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.268245 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] 10.222.0.78 "DELETE /v2.0/networks/365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd HTTP/1.1" status: 204 len: 168 time: 2.4831884 Jul 16 20:13:00.292784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e7e61-405f-4d4e-b322-9bac91604b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=365734a3-9ffe-4bc3-9ffa-1f4c17c78bdd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:00.407460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Router 194fb81c-c3ea-4405-b8a1-de1c1aa0ba90 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:13:00.589216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:00.608459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Sync routers for ids ['194fb81c-c3ea-4405-b8a1-de1c1aa0ba90'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:00.619072 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.625575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48698) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:00.635331 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-331c2550-1cf5-411f-9a55-8c01f2433ceb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.7098138 Jul 16 20:13:00.654674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Routers {'194fb81c-c3ea-4405-b8a1-de1c1aa0ba90'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:00.659853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['194fb81c-c3ea-4405-b8a1-de1c1aa0ba90'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:00.689894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48700) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:00.846063 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-281b5ef5-4701-4313-9c5c-e7edceedf444 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73fff1d493f54948bea5975334536730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548405 Jul 16 20:13:00.852503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48708) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:00.923688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.005641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80a3cfc1-ddd6-479e-93e6-2c7108d7a466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.057555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80a3cfc1-ddd6-479e-93e6-2c7108d7a466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.152658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.177455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80a3cfc1-ddd6-479e-93e6-2c7108d7a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.189833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80a3cfc1-ddd6-479e-93e6-2c7108d7a466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.192663 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-80a3cfc1-ddd6-479e-93e6-2c7108d7a466 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd42c35b-f204-4142-bb1e-b5d5dd5f71ce HTTP/1.1" status: 204 len: 168 time: 0.3380258 Jul 16 20:13:01.205703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Set router 194fb81c-c3ea-4405-b8a1-de1c1aa0ba90 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:01.237399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3cfc1-ddd6-479e-93e6-2c7108d7a466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42c35b-f204-4142-bb1e-b5d5dd5f71ce,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:01.488541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e9a2-c707-49be-b4a2-9be7cb06e7ea req-51e3bb20-6591-4a9c-8f69-9c1609601efe tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.492155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2442e9a2-c707-49be-b4a2-9be7cb06e7ea req-51e3bb20-6591-4a9c-8f69-9c1609601efe tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 945 time: 0.3677459 Jul 16 20:13:01.524129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb575b6-5df3-44cb-b48f-26d82193a0a5 req-b8613cf7-833f-46dc-80bb-31221b2ca399 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.542293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb575b6-5df3-44cb-b48f-26d82193a0a5 req-b8613cf7-833f-46dc-80bb-31221b2ca399 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.555103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb575b6-5df3-44cb-b48f-26d82193a0a5 req-b8613cf7-833f-46dc-80bb-31221b2ca399 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.558229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcb575b6-5df3-44cb-b48f-26d82193a0a5 req-b8613cf7-833f-46dc-80bb-31221b2ca399 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2418 time: 0.4329391 Jul 16 20:13:01.631807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Deleting port f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:01.632868 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.817395 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.833068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Calling delete_port for f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:01.968645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fb81c-c3ea-4405-b8a1-de1c1aa0ba90', 'name': '', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2bc35e-21d3-4055-8beb-27a1ad80d922', 'external_fixed_ips': [{'subnet_id': '5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1', 'ip_address': '2001:db8::56'}], 'enable_snat': True}, 'gw_port_id': 'f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:53Z', 'updated_at': '2021-07-16T20:12:59Z', 'revision_number': 3, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port': {'id': 'f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77', 'name': '', 'network_id': '8a2bc35e-21d3-4055-8beb-27a1ad80d922', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fb81c-c3ea-4405-b8a1-de1c1aa0ba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1', 'ip_address': '2001:db8::56', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:55Z', 'updated_at': '2021-07-16T20:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:01.986159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48724) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:02.041731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Checking router: 194fb81c-c3ea-4405-b8a1-de1c1aa0ba90 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:02.042291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Updating router 194fb81c-c3ea-4405-b8a1-de1c1aa0ba90 port f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:02.077686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.096597 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b58c6b43-80da-4ab0-b4af-b0e657c9942d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39f31c0914d640ae824200813a223f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085205 Jul 16 20:13:02.100417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48726) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:02.120785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.133459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.137791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a0131ada-9bc8-4981-b717-5b1cbaaa7c9c up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:02.170804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcb575b6-5df3-44cb-b48f-26d82193a0a5 req-706bdb37-0b44-481a-a347-6691dcd5d541 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965807 Jul 16 20:13:02.237223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.247948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.266796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2442e9a2-c707-49be-b4a2-9be7cb06e7ea req-0bbc06f9-307a-46fd-a3ce-cec1f160627b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7071931 Jul 16 20:13:02.292868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Port f8b4bc2c-a68a-4e50-a1ba-73056d9f4e77 not found while updating agent binding for router 194fb81c-c3ea-4405-b8a1-de1c1aa0ba90. {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:13:02.298376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.361925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Routers {'194fb81c-c3ea-4405-b8a1-de1c1aa0ba90'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:02.362999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['194fb81c-c3ea-4405-b8a1-de1c1aa0ba90'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:02.427835 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.438091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.441652 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61a6f46f-ec37-4826-8d33-7d7787b5e796 HTTP/1.1" status: 204 len: 168 time: 0.3377059 Jul 16 20:13:02.477873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a6f46f-ec37-4826-8d33-7d7787b5e796,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.515573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.519103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.519570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.519930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.521322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.521661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.521813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.522021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.528318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.529143 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.529858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.530239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.531185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.531561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2bdcf-462f-4827-a40a-574e0896e376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:02.660402 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.662292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 194fb81c-c3ea-4405-b8a1-de1c1aa0ba90 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:02.670021 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.672460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-24210e76-d8cd-45ac-b0b2-583137aff7b2 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "DELETE /v2.0/routers/194fb81c-c3ea-4405-b8a1-de1c1aa0ba90 HTTP/1.1" status: 204 len: 168 time: 2.0457344 Jul 16 20:13:02.676483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48732) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:02.722118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] Set router 194fb81c-c3ea-4405-b8a1-de1c1aa0ba90 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:02.772548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de172b5-da43-416c-8a01-a7e7094c24fb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Deleting subnet 5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:02.777376 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4de172b5-da43-416c-8a01-a7e7094c24fb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.824888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4de172b5-da43-416c-8a01-a7e7094c24fb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.878523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fb81c-c3ea-4405-b8a1-de1c1aa0ba90', 'name': '', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:53Z', 'updated_at': '2021-07-16T20:13:02Z', 'revision_number': 5, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:02.889520 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4de172b5-da43-416c-8a01-a7e7094c24fb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.973096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:02.981902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fba05c-2908-4daa-8256-ddf9f58f9422 None None] The sync data for ids ['194fb81c-c3ea-4405-b8a1-de1c1aa0ba90'] in n-d-791505-15 is: [{'id': '194fb81c-c3ea-4405-b8a1-de1c1aa0ba90', 'name': '', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:53Z', 'updated_at': '2021-07-16T20:13:02Z', 'revision_number': 5, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:02.984478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4de172b5-da43-416c-8a01-a7e7094c24fb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.987598 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:02.988031 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.093714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de172b5-da43-416c-8a01-a7e7094c24fb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:03.109219 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4de172b5-da43-416c-8a01-a7e7094c24fb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.113605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4de172b5-da43-416c-8a01-a7e7094c24fb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1 HTTP/1.1" status: 204 len: 168 time: 0.4333620 Jul 16 20:13:03.114377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48740) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:03.194914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134ee29-4f54-47eb-8e9f-af6e7d253850 req-084f75ed-3ee3-4cae-871f-98a5e159f638 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.197204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e134ee29-4f54-47eb-8e9f-af6e7d253850 req-084f75ed-3ee3-4cae-871f-98a5e159f638 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 946 time: 0.2372198 Jul 16 20:13:03.308513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e134ee29-4f54-47eb-8e9f-af6e7d253850 req-5568bb9e-f3dc-4f18-9c3c-323b6f92c4d7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958822 Jul 16 20:13:03.382609 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.436277 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.563217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3960fd-7045-47b2-86f6-8804e20fc789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:03.573079 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240b0539-96a3-4fda-b49b-ff8a06ae4403" -d '{"events": [{"server_uuid": "4f3960fd-7045-47b2-86f6-8804e20fc789", "name": "network-vif-plugged", "status": "completed", "tag": "a0131ada-9bc8-4981-b717-5b1cbaaa7c9c"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:03.630525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:03.647018 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.694392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.722409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61b80a-8846-4d58-ac6a-da2a484568e6 req-8255cc53-1082-4d60-b2c9-f563e1b7db2f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.738538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2bc35e-21d3-4055-8beb-27a1ad80d922']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.745518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61b80a-8846-4d58-ac6a-da2a484568e6 req-8255cc53-1082-4d60-b2c9-f563e1b7db2f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.774198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61b80a-8846-4d58-ac6a-da2a484568e6 req-8255cc53-1082-4d60-b2c9-f563e1b7db2f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.781357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d8d265-fbb0-4566-b712-c0a7ce027c6f') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.781968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d8d265-fbb0-4566-b712-c0a7ce027c6f') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.790615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca61b80a-8846-4d58-ac6a-da2a484568e6 req-8255cc53-1082-4d60-b2c9-f563e1b7db2f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2418 time: 0.2965057 Jul 16 20:13:03.811427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.824687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:03.842891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.852460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:03.853868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.969266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca61b80a-8846-4d58-ac6a-da2a484568e6 req-7359a3cd-44ee-4bc7-b69f-d41524bfc85e tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765344 Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:03.970601 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:03.976820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.991357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a2bc35e-21d3-4055-8beb-27a1ad80d922 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:13:04.058469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffafd2a-0687-4a00-9dc6-0d7ef58e4a4b req-8f2dd1e5-b5dd-4409-80c5-240005a9ed5e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:04.068372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ffafd2a-0687-4a00-9dc6-0d7ef58e4a4b req-8f2dd1e5-b5dd-4409-80c5-240005a9ed5e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 946 time: 0.2217946 Jul 16 20:13:04.099058 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.108236 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "DELETE /v2.0/networks/8a2bc35e-21d3-4055-8beb-27a1ad80d922 HTTP/1.1" status: 204 len: 168 time: 0.9864764 Jul 16 20:13:04.115315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f0799-c515-4ce3-95ce-e03776dfcebb tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a2bc35e-21d3-4055-8beb-27a1ad80d922,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:04.194931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ffafd2a-0687-4a00-9dc6-0d7ef58e4a4b req-0308c89f-8116-4c25-b19c-14c9b119b812 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245768 Jul 16 20:13:04.224096 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.345754 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e04abf6-45dd-4e8f-8a49-6de8371247d3 x-openstack-request-id: req-4e04abf6-45dd-4e8f-8a49-6de8371247d3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:04.346318 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3960fd-7045-47b2-86f6-8804e20fc789", "name": "network-vif-plugged", "status": "completed", "tag": "a0131ada-9bc8-4981-b717-5b1cbaaa7c9c", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:04.346747 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e04abf6-45dd-4e8f-8a49-6de8371247d3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:04.347454 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3960fd-7045-47b2-86f6-8804e20fc789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c', 'code': 200} Jul 16 20:13:04.745852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de2bc0-7e29-491a-be83-f88aad981f83 req-940faf7c-9ccf-47dd-bd50-3667c1589a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:04.756876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53de2bc0-7e29-491a-be83-f88aad981f83 req-940faf7c-9ccf-47dd-bd50-3667c1589a27 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 1098 time: 0.2243721 Jul 16 20:13:04.886509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53de2bc0-7e29-491a-be83-f88aad981f83 req-7b103492-a161-4f1c-b1b6-4eb9b754e31e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275082 Jul 16 20:13:05.051128 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.105698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48796) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:05.113471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e3568ce1-824a-4518-9b0b-709ab001262a tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'router': {'name': 'tempest-router--1558631508', 'project_id': 'e17b2ca52492448b8b5e70eebc294758'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:05.173132 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3568ce1-824a-4518-9b0b-709ab001262a tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.179006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3568ce1-824a-4518-9b0b-709ab001262a tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.385271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3568ce1-824a-4518-9b0b-709ab001262a tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.403566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3568ce1-824a-4518-9b0b-709ab001262a tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.449893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3568ce1-824a-4518-9b0b-709ab001262a tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.458388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48812) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:05.460420 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3568ce1-824a-4518-9b0b-709ab001262a tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3522651 Jul 16 20:13:05.900871 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e84dbd7a-1700-42b3-83f1-c51194bf8db7 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.234282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8acc2-e9ca-4e1b-a4d9-d3c1841b2db7 req-ab06d9ae-1e0a-469f-a367-68e2ca607e9d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.236339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50c8acc2-e9ca-4e1b-a4d9-d3c1841b2db7 req-ab06d9ae-1e0a-469f-a367-68e2ca607e9d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 946 time: 0.5409791 Jul 16 20:13:06.243360 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e84dbd7a-1700-42b3-83f1-c51194bf8db7 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.277150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e84dbd7a-1700-42b3-83f1-c51194bf8db7 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.377052 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e84dbd7a-1700-42b3-83f1-c51194bf8db7 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.377912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84dbd7a-1700-42b3-83f1-c51194bf8db7 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1da7359-9a3a-4d12-a670-0d7af06f7627 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:06.393729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e84dbd7a-1700-42b3-83f1-c51194bf8db7 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.401003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e84dbd7a-1700-42b3-83f1-c51194bf8db7 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "DELETE /v2.0/routers/b1da7359-9a3a-4d12-a670-0d7af06f7627 HTTP/1.1" status: 204 len: 168 time: 0.9388371 Jul 16 20:13:06.429714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50c8acc2-e9ca-4e1b-a4d9-d3c1841b2db7 req-8a1d4b91-38b9-485d-8681-1c476f58db18 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501107 Jul 16 20:13:06.498129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91be38-a62c-47e0-8edb-cc77aa76e994 req-79623448-e6bd-4268-85b7-9ac45e756ff7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.505254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91be38-a62c-47e0-8edb-cc77aa76e994 req-79623448-e6bd-4268-85b7-9ac45e756ff7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.521778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91be38-a62c-47e0-8edb-cc77aa76e994 req-79623448-e6bd-4268-85b7-9ac45e756ff7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.529793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee91be38-a62c-47e0-8edb-cc77aa76e994 req-79623448-e6bd-4268-85b7-9ac45e756ff7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2418 time: 0.3262110 Jul 16 20:13:06.601619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee91be38-a62c-47e0-8edb-cc77aa76e994 req-5c925c67-6816-4b65-b781-e6823135f07a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Jul 16 20:13:06.776495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48902) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:07.194075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-574407299', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:07.270293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.271940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.363092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.669544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.719768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-8d1d149c-93fd-41be-ad4a-2a3a9a2a85eb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.729457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-8d1d149c-93fd-41be-ad4a-2a3a9a2a85eb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.737077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-8d1d149c-93fd-41be-ad4a-2a3a9a2a85eb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.738936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-8d1d149c-93fd-41be-ad4a-2a3a9a2a85eb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2418 time: 0.1847155 Jul 16 20:13:07.951010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48978) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:08.038142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting port 52819fd8-2664-4beb-bf23-e36c7f84da74 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:08.038898 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.123746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:08.168559 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b296aee-a853-48a3-a2c5-f02ed074bcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.283979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] For port 52819fd8-2664-4beb-bf23-e36c7f84da74, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=52819fd8-2664-4beb-bf23-e36c7f84da74,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:08.284844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.288932 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b296aee-a853-48a3-a2c5-f02ed074bcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.291333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.326458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b296aee-a853-48a3-a2c5-f02ed074bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.345030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Calling delete_port for 52819fd8-2664-4beb-bf23-e36c7f84da74 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:08.376096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:08.383401 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.387596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52eb0b-8505-43ec-ad61-0b8ef3bf0897 req-f1ea259c-99ae-4e59-8b0d-f6c1d9d39e35 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.390196 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e52eb0b-8505-43ec-ad61-0b8ef3bf0897 req-f1ea259c-99ae-4e59-8b0d-f6c1d9d39e35 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 946 time: 0.5489774 Jul 16 20:13:08.403970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'mac_address': 'fa:16:3e:6c:13:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:08.447875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e01db8-b722-45e3-9739-f4f8db82286d req-8eae57a5-5fc9-418c-b380-bd881bd98a21 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.460332 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4b296aee-a853-48a3-a2c5-f02ed074bcbc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03fe28a251f543c4878aaa1b81c5879e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065267 Jul 16 20:13:08.463825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e01db8-b722-45e3-9739-f4f8db82286d req-8eae57a5-5fc9-418c-b380-bd881bd98a21 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.467698 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.477311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e01db8-b722-45e3-9739-f4f8db82286d req-8eae57a5-5fc9-418c-b380-bd881bd98a21 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.490884 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36e01db8-b722-45e3-9739-f4f8db82286d req-8eae57a5-5fc9-418c-b380-bd881bd98a21 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 2418 time: 0.6004813 Jul 16 20:13:08.494612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48988) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:08.506659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f417dc62-8b00-4f17-a458-b6aed60746f9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:08.521684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b296aee-a853-48a3-a2c5-f02ed074bcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874278c2-2770-4138-a832-d562b4258d91,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.597665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:08.615697 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.723153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e52eb0b-8505-43ec-ad61-0b8ef3bf0897 req-ec77c648-f096-4413-b0df-87a75080fde4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155546 Jul 16 20:13:08.747461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Allocated IP 172.25.6.134 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/ee6e2afd-c16d-4111-aa1a-d6bdd2b681c4) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:08.814114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.835481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36e01db8-b722-45e3-9739-f4f8db82286d req-14312d11-7b5a-4555-8fa1-182cc7187310 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391776 Jul 16 20:13:08.836873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f417dc62-8b00-4f17-a458-b6aed60746f9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:08.866105 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-684d6a3e-a2af-41d4-924d-f7066534f404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.949506 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-684d6a3e-a2af-41d4-924d-f7066534f404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.080972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.154930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.216050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.286999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:09.309681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:09.315777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:09.322346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event updated for resources: {'Port': ['ID=ee6e2afd-c16d-4111-aa1a-d6bdd2b681c4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.322823 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-684d6a3e-a2af-41d4-924d-f7066534f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.331578 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-684d6a3e-a2af-41d4-924d-f7066534f404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.333177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-684d6a3e-a2af-41d4-924d-f7066534f404 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/874278c2-2770-4138-a832-d562b4258d91 HTTP/1.1" status: 204 len: 168 time: 0.8327823 Jul 16 20:13:09.342967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Port': ['ID=52819fd8-2664-4beb-bf23-e36c7f84da74,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.362442 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['52819fd8-2664-4beb-bf23-e36c7f84da74', 'e6370bde-eb91-4906-83f8-a9dd4462bae1', '947a3c72-fe2b-4612-bc16-d6e055c29d9c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:09.390613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d6a3e-a2af-41d4-924d-f7066534f404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874278c2-2770-4138-a832-d562b4258d91,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.480299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] No DVR routers for this DVR port 52819fd8-2664-4beb-bf23-e36c7f84da74 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:09.492622 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.504804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-1c4dc5a5-24e6-4673-bfe1-ac822da28d88 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "DELETE /v2.0/ports/52819fd8-2664-4beb-bf23-e36c7f84da74 HTTP/1.1" status: 204 len: 173 time: 1.7594824 Jul 16 20:13:09.505808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-deleted', 'tag': '52819fd8-2664-4beb-bf23-e36c7f84da74'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:09.509920 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d56ea64-dc4e-4a9b-b550-732f4cef65f6" -d '{"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-deleted", "tag": "52819fd8-2664-4beb-bf23-e36c7f84da74"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:09.637040 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aab9484-6745-4264-bebc-f544ff63b534 x-openstack-request-id: req-5aab9484-6745-4264-bebc-f544ff63b534 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:09.637568 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-deleted", "tag": "52819fd8-2664-4beb-bf23-e36c7f84da74", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:09.637983 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5aab9484-6745-4264-bebc-f544ff63b534 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:09.638626 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-deleted', 'tag': '52819fd8-2664-4beb-bf23-e36c7f84da74', 'status': 'completed', 'code': 200} Jul 16 20:13:09.786961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a761be-af86-441f-a224-cbf764a693a8 req-b1bb33b1-31ab-46d1-b34a-100d8309cdf9 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:09.801108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-b1bb33b1-31ab-46d1-b34a-100d8309cdf9 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.4838965 Jul 16 20:13:09.942765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-5e7305df-6af2-4f38-b13e-1502617641ed tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/quotas/0dc1d34be3bc48bd84f1f2a942c82820 HTTP/1.1" status: 200 len: 375 time: 0.0563502 Jul 16 20:13:10.133038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting port 947a3c72-fe2b-4612-bc16-d6e055c29d9c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:10.133805 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.140636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:10.255427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49040) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:10.349922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b898-50ef-4b22-bdd3-b9e34a92fcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.420708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-16ca1623-0b5b-4bde-9d79-331383b6e843 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4717908 Jul 16 20:13:10.435229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f417dc62-8b00-4f17-a458-b6aed60746f9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:10.435934 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.528843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] For port 947a3c72-fe2b-4612-bc16-d6e055c29d9c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=947a3c72-fe2b-4612-bc16-d6e055c29d9c,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:10.529708 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.569821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Calling delete_port for 947a3c72-fe2b-4612-bc16-d6e055c29d9c owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:10.745431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129252ac-4188-46e2-b9e3-981b081095a4 req-dd3ea175-e0fa-48b0-9fbe-6d349c3e4cbe tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.752394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129252ac-4188-46e2-b9e3-981b081095a4 req-dd3ea175-e0fa-48b0-9fbe-6d349c3e4cbe tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.760747 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.762797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-129252ac-4188-46e2-b9e3-981b081095a4 req-dd3ea175-e0fa-48b0-9fbe-6d349c3e4cbe tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 1682 time: 0.6037092 Jul 16 20:13:10.825148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:10.833175 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf23722-73cb-440c-a590-b9d5f9d53833" -d '{"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-plugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:10.858564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-63c431cb-d414-48e1-98fc-8cda0129d2cf service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263985 Jul 16 20:13:10.877980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:10.887045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.889247 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.976175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49068) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:11.028522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.127829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-129252ac-4188-46e2-b9e3-981b081095a4 req-f683660f-d08d-40f0-a979-914fed973980 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628998 Jul 16 20:13:11.237647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-ae1c27ba-9bdf-4c5d-9670-5b7d62bee55d service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618586 Jul 16 20:13:11.242081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b898-50ef-4b22-bdd3-b9e34a92fcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.409684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b898-50ef-4b22-bdd3-b9e34a92fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.534013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.647396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2dc8b898-50ef-4b22-bdd3-b9e34a92fcf0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aeaf2fdd8ac0429393f348e7daf56ead&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3900659 Jul 16 20:13:11.655754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.663059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49078) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:11.666686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8b898-50ef-4b22-bdd3-b9e34a92fcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f6626e-9090-4392-946e-55f1edc76cc9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.689272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bb4dad-3a05-4d32-83d5-0b2f2f0adf6a admin admin] Deleting subnet a002743e-a411-4591-bb66-6867a32979ab {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:11.697894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bb4dad-3a05-4d32-83d5-0b2f2f0adf6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.756264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bb4dad-3a05-4d32-83d5-0b2f2f0adf6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.756475 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca564b4-ed2d-40eb-b4eb-ef7ead86ad2c x-openstack-request-id: req-cca564b4-ed2d-40eb-b4eb-ef7ead86ad2c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:11.757453 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-plugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:11.757717 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cca564b4-ed2d-40eb-b4eb-ef7ead86ad2c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:11.758291 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'code': 200} Jul 16 20:13:11.826698 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bb4dad-3a05-4d32-83d5-0b2f2f0adf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.906854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bb4dad-3a05-4d32-83d5-0b2f2f0adf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.955954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Port': ['ID=947a3c72-fe2b-4612-bc16-d6e055c29d9c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:12.009557 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb4dad-3a05-4d32-83d5-0b2f2f0adf6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a002743e-a411-4591-bb66-6867a32979ab,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:12.011899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16bb4dad-3a05-4d32-83d5-0b2f2f0adf6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.013975 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-16bb4dad-3a05-4d32-83d5-0b2f2f0adf6a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a002743e-a411-4591-bb66-6867a32979ab HTTP/1.1" status: 204 len: 168 time: 1.0344639 Jul 16 20:13:12.023237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49088) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:12.124481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Router 97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:13:12.326591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.546512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75001402-df47-4b18-967a-9af93a601d56 req-b91a7c56-263d-4ab9-8d95-314c3381c3f9 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 210 time: 0.5931752 Jul 16 20:13:12.562757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e6370bde-eb91-4906-83f8-a9dd4462bae1 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:12.568905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] No DVR routers for this DVR port 947a3c72-fe2b-4612-bc16-d6e055c29d9c on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:12.610441 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.623913 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-88a81e4b-4f9e-4ca4-ad94-5e510e3645e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "DELETE /v2.0/ports/947a3c72-fe2b-4612-bc16-d6e055c29d9c HTTP/1.1" status: 204 len: 173 time: 3.1103907 Jul 16 20:13:12.659761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-deleted', 'tag': '947a3c72-fe2b-4612-bc16-d6e055c29d9c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:12.673119 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9030493-7437-4092-8c00-712382df2de3" -d '{"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-deleted", "tag": "947a3c72-fe2b-4612-bc16-d6e055c29d9c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:12.804741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.833997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.851713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:12.862773 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e9db3-8ce5-41d5-8bc7-be28c26d0011 None None] Sync routers for ids ['97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:12.883291 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e9db3-8ce5-41d5-8bc7-be28c26d0011 None None] Routers {'97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:12.887105 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2f0e9db3-8ce5-41d5-8bc7-be28c26d0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:12.929837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d433e6-a170-4cec-8019-9a7c0047b0dc']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:12.939274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e6370bde-eb91-4906-83f8-a9dd4462bae1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e6370bde-eb91-4906-83f8-a9dd4462bae1,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:12.964145 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.965221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 52819fd8-2664-4beb-bf23-e36c7f84da74 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:12.979684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:12.979992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6dd6ca-01e4-4b02-ac74-0f7f32e2b1d1') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:13.014873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.034548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e6370bde-eb91-4906-83f8-a9dd4462bae1,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:13.048290 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.054952 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2f0e9db3-8ce5-41d5-8bc7-be28c26d0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:13.063801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:13.065093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.071320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 52819fd8-2664-4beb-bf23-e36c7f84da74 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:13.071803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 52819fd8-2664-4beb-bf23-e36c7f84da74 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:13.072580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 947a3c72-fe2b-4612-bc16-d6e055c29d9c no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:13.106362 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e9db3-8ce5-41d5-8bc7-be28c26d0011 None None] Routers {'97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:13.106593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 947a3c72-fe2b-4612-bc16-d6e055c29d9c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:13.106731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 947a3c72-fe2b-4612-bc16-d6e055c29d9c not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:13.112214 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2f0e9db3-8ce5-41d5-8bc7-be28c26d0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:12:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:13.151823 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:13.161446 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bae56d-10d2-4b92-9e2f-3e0f41cc52af x-openstack-request-id: req-85bae56d-10d2-4b92-9e2f-3e0f41cc52af {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:13.162138 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-deleted", "tag": "947a3c72-fe2b-4612-bc16-d6e055c29d9c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:13.164248 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85bae56d-10d2-4b92-9e2f-3e0f41cc52af {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:13.167520 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-deleted', 'tag': '947a3c72-fe2b-4612-bc16-d6e055c29d9c', 'status': 'completed', 'code': 200} Jul 16 20:13:13.221603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be37ac8d-f819-4677-9af8-6a828c732f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.223291 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.225628 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9726b874-9df2-4ae9-a21d-ef5bf54962cd tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4457278 Jul 16 20:13:13.226893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49108) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:13.238880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.250874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.264595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] 10.222.0.78 "DELETE /v2.0/networks/c7d433e6-a170-4cec-8019-9a7c0047b0dc HTTP/1.1" status: 204 len: 168 time: 1.2401152 Jul 16 20:13:13.301941 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2f0e9db3-8ce5-41d5-8bc7-be28c26d0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:13.304236 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e9db3-8ce5-41d5-8bc7-be28c26d0011 None None] The sync data for ids ['97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:13.495976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de52dd-7c05-4461-a6e7-480ecec8cdcb admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d433e6-a170-4cec-8019-9a7c0047b0dc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:13.515428 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be37ac8d-f819-4677-9af8-6a828c732f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.759923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6370bde-eb91-4906-83f8-a9dd4462bae1'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:13.763791 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124f08df-fef1-4444-8934-2c1d8eeaebe8" -d '{"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "e6370bde-eb91-4906-83f8-a9dd4462bae1"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:13.785253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673e1c-330c-4e63-97e6-1e4954e4c4b2 req-4125b9a3-c15a-4bc8-9cec-96bc034604ba tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.794180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7673e1c-330c-4e63-97e6-1e4954e4c4b2 req-4125b9a3-c15a-4bc8-9cec-96bc034604ba tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 946 time: 1.2324526 Jul 16 20:13:13.810286 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be37ac8d-f819-4677-9af8-6a828c732f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.818947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be37ac8d-f819-4677-9af8-6a828c732f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.820681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-be37ac8d-f819-4677-9af8-6a828c732f7b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/04f6626e-9090-4392-946e-55f1edc76cc9 HTTP/1.1" status: 204 len: 168 time: 2.1452684 Jul 16 20:13:13.837848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49122) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:13.861976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting port e6370bde-eb91-4906-83f8-a9dd4462bae1 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:13.862584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.972518 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-549d9a08-0939-414e-b53c-c6dedb2b8e99 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/routers/97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5 HTTP/1.1" status: 200 len: 924 time: 0.7305877 Jul 16 20:13:13.975686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49126) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:14.001829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] For port e6370bde-eb91-4906-83f8-a9dd4462bae1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e6370bde-eb91-4906-83f8-a9dd4462bae1,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:14.002595 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.021919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Calling delete_port for e6370bde-eb91-4906-83f8-a9dd4462bae1 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:14.159565 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5eef7890-7faf-450a-bf31-c5ab35abb12a tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5 HTTP/1.1" status: 200 len: 205 time: 0.1802967 Jul 16 20:13:14.163759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49132) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:14.170616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72a03394-7d9d-499b-8225-f3ee6dc0393c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3030888f42745fcb9a0e16fd4ad4800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171270 Jul 16 20:13:14.171685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49134) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:14.326643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77634c51-1f44-4ccf-afab-272e11969807 req-1724deea-b984-4a30-98bc-ceb71c0cfa59 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 210 time: 0.1448395 Jul 16 20:13:14.327429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37ac8d-f819-4677-9af8-6a828c732f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f6626e-9090-4392-946e-55f1edc76cc9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:14.355751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7673e1c-330c-4e63-97e6-1e4954e4c4b2 req-f8a86a0a-4e43-4b38-9b51-25319a02928b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602860 Jul 16 20:13:14.465840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75e15ef3-6877-4619-a5cb-8f007ab8bf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.544017 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759ca983-5e44-4655-bd44-f6fcd982af8e x-openstack-request-id: req-759ca983-5e44-4655-bd44-f6fcd982af8e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:14.544840 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "e6370bde-eb91-4906-83f8-a9dd4462bae1", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:14.544840 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-759ca983-5e44-4655-bd44-f6fcd982af8e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:14.545525 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6370bde-eb91-4906-83f8-a9dd4462bae1', 'code': 200} Jul 16 20:13:14.574729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75e15ef3-6877-4619-a5cb-8f007ab8bf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.795946 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75e15ef3-6877-4619-a5cb-8f007ab8bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.802810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75e15ef3-6877-4619-a5cb-8f007ab8bf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.804072 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-75e15ef3-6877-4619-a5cb-8f007ab8bf7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ee068ff-ee57-4455-8451-1b9980434247 HTTP/1.1" status: 204 len: 168 time: 0.6273942 Jul 16 20:13:14.814124 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.847311 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.924889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e15ef3-6877-4619-a5cb-8f007ab8bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee068ff-ee57-4455-8451-1b9980434247,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.253977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a761be-af86-441f-a224-cbf764a693a8 req-cd013ce9-a7c4-46d5-89c0-29c70e7e36b2 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:15.255676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-cd013ce9-a7c4-46d5-89c0-29c70e7e36b2 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.4928565 Jul 16 20:13:15.270416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Request body: {'port': {'device_id': '82584652-1bd3-439b-84ea-bff15985c736', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'admin_state_up': True, 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:15.777670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:15.787068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.175732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Allocated IP 172.20.0.3 (8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915/9e83ce15-96b9-4769-b368-6a1534af9a23/74376df8-77b5-4f2a-89b9-aab7c79d23bd) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:16.358117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64dd45f7-1180-4106-8723-ef55396da02b req-d00d06f0-54af-4aa4-9cfd-6a6b63ab9bad tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 210 time: 0.1946688 Jul 16 20:13:16.359887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Port': ['ID=e6370bde-eb91-4906-83f8-a9dd4462bae1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:16.398304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5adb646-d6af-4fb0-bff3-166060cbe510 req-e39d018c-3403-40dc-9c5b-d7483759f25c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 210 time: 0.2331662 Jul 16 20:13:16.626326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] No DVR routers for this DVR port e6370bde-eb91-4906-83f8-a9dd4462bae1 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:16.630754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.633085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d1b406b-e3ca-4a48-a0be-05d18e026abe req-c3506258-bdd0-40fd-a5ac-bc039425ce7c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "DELETE /v2.0/ports/e6370bde-eb91-4906-83f8-a9dd4462bae1 HTTP/1.1" status: 204 len: 173 time: 3.9479518 Jul 16 20:13:16.634194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-deleted', 'tag': 'e6370bde-eb91-4906-83f8-a9dd4462bae1'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:16.637155 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f116dffe-f896-4448-9fdd-863f37c81fe3" -d '{"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-deleted", "tag": "e6370bde-eb91-4906-83f8-a9dd4462bae1"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:16.723033 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3997cd3-4687-4d3a-a968-00a33ee9776d x-openstack-request-id: req-d3997cd3-4687-4d3a-a968-00a33ee9776d {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:16.723722 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b499e7cb-f283-4fd8-95de-c1019699cfa1", "name": "network-vif-deleted", "tag": "e6370bde-eb91-4906-83f8-a9dd4462bae1", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:16.724158 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3997cd3-4687-4d3a-a968-00a33ee9776d {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:16.724755 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b499e7cb-f283-4fd8-95de-c1019699cfa1', 'name': 'network-vif-deleted', 'tag': 'e6370bde-eb91-4906-83f8-a9dd4462bae1', 'status': 'completed', 'code': 200} Jul 16 20:13:16.726370 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.818619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.902641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.918007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256', 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:16.971218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Deleting port ee6e2afd-c16d-4111-aa1a-d6bdd2b681c4 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:16.975881 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.989537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:16.997230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:17.001157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:17.131911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:17.132651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.156961 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8898132 Jul 16 20:13:17.169559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Request body: {'port': {'device_id': '82584652-1bd3-439b-84ea-bff15985c736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:17.197431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1a4be-58b9-426e-a3bb-1982baf5798d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event updated for resources: {'Port': ['ID=74376df8-77b5-4f2a-89b9-aab7c79d23bd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.266378 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.286126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Calling delete_port for ee6e2afd-c16d-4111-aa1a-d6bdd2b681c4 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:17.332376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.842790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74376df8-77b5-4f2a-89b9-aab7c79d23bd {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:17.871679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.887194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.900239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Transition to ACTIVE for port object 74376df8-77b5-4f2a-89b9-aab7c79d23bd will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:17.907293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.960309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event deleted for resources: {'Port': ['ID=ee6e2afd-c16d-4111-aa1a-d6bdd2b681c4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.042921 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f027b67-fefd-47b0-a011-f06b4c2afa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.061272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Pushing event updated for resources: {'Port': ['ID=74376df8-77b5-4f2a-89b9-aab7c79d23bd,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.161378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c105c9e-353b-48e2-90fb-b21ba6de39ad req-dbfd3a53-040a-428c-8283-86d506cc323c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=b499e7cb-f283-4fd8-95de-c1019699cfa1 HTTP/1.1" status: 200 len: 210 time: 0.1755579 Jul 16 20:13:18.207674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.344805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Attempting to bind port 74376df8-77b5-4f2a-89b9-aab7c79d23bd on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:18.345413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Attempting to bind port 74376df8-77b5-4f2a-89b9-aab7c79d23bd by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:18.345978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Attempting to bind port 74376df8-77b5-4f2a-89b9-aab7c79d23bd on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:18.354714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.358432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.370828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Port 74376df8-77b5-4f2a-89b9-aab7c79d23bd on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:18.371490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Attempting to bind port 74376df8-77b5-4f2a-89b9-aab7c79d23bd on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:18.392580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:18.395298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Checking segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:18.396127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Bound using segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:18.396960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Bound port: 74376df8-77b5-4f2a-89b9-aab7c79d23bd, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:18.404248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.452918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d695e-569e-4683-96f0-a470dab5acdd req-a8d60c32-e0a6-4e78-ae4c-2967d17366d7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.462703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d63d695e-569e-4683-96f0-a470dab5acdd req-a8d60c32-e0a6-4e78-ae4c-2967d17366d7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 943 time: 0.5275223 Jul 16 20:13:18.529855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.530789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Fanout notify agent at l3_agent the message router_deleted on router 97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:18.553350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.556856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ad263f73-534e-4f9d-9908-635c9f284ae4 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5 HTTP/1.1" status: 204 len: 168 time: 4.3668692 Jul 16 20:13:18.564934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d63d695e-569e-4683-96f0-a470dab5acdd req-b5a9acab-cc7d-497d-922e-781e4d4d059d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009049 Jul 16 20:13:18.565729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49222) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:18.579904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1629363365', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': False}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:18.609497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] For port 74376df8-77b5-4f2a-89b9-aab7c79d23bd, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:18.615587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] For port 74376df8-77b5-4f2a-89b9-aab7c79d23bd, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=74376df8-77b5-4f2a-89b9-aab7c79d23bd,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:18.627073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.627718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.636452 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.712019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.713124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.715630 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] 10.222.0.16 "PUT /v2.0/ports/74376df8-77b5-4f2a-89b9-aab7c79d23bd HTTP/1.1" status: 200 len: 1092 time: 1.5535877 Jul 16 20:13:18.716495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82584652-1bd3-439b-84ea-bff15985c736', 'tag': '74376df8-77b5-4f2a-89b9-aab7c79d23bd'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:18.723213 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39873b7f-772f-4bff-9a06-fc7b0607da5e" -d '{"events": [{"name": "network-changed", "server_uuid": "82584652-1bd3-439b-84ea-bff15985c736", "tag": "74376df8-77b5-4f2a-89b9-aab7c79d23bd"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:18.835157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.910075 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450d55b0-752d-4cc0-affa-389014cbbc32 x-openstack-request-id: req-450d55b0-752d-4cc0-affa-389014cbbc32 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:18.910900 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82584652-1bd3-439b-84ea-bff15985c736", "tag": "74376df8-77b5-4f2a-89b9-aab7c79d23bd", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:18.910900 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-450d55b0-752d-4cc0-affa-389014cbbc32 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:18.911533 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82584652-1bd3-439b-84ea-bff15985c736', 'tag': '74376df8-77b5-4f2a-89b9-aab7c79d23bd', 'status': 'completed', 'code': 200} Jul 16 20:13:18.936118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec02c-91f2-4bb4-94f8-ea3069c1a3dc service neutron] Pushing event updated for resources: {'Port': ['ID=74376df8-77b5-4f2a-89b9-aab7c79d23bd,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.011022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a761be-af86-441f-a224-cbf764a693a8 req-95204155-9444-4aa5-a923-5a2cc060b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.013874 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-95204155-9444-4aa5-a923-5a2cc060b161 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 1095 time: 0.2081094 Jul 16 20:13:19.108923 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-e4b373b7-878a-4169-b505-693f87fbd01b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74376df8-77b5-4f2a-89b9-aab7c79d23bd HTTP/1.1" status: 200 len: 217 time: 0.0868492 Jul 16 20:13:19.221353 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.257375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a761be-af86-441f-a224-cbf764a693a8 req-88d4474a-612f-43e9-bea8-f633c90cb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.258856 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-88d4474a-612f-43e9-bea8-f633c90cb037 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.1411257 Jul 16 20:13:19.334746 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-20284eb1-8728-47fa-9705-e56db01c04d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651474 Jul 16 20:13:19.517317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49242) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.540118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49244) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.681834 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.740726 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-9d21e225-ae55-47c0-9f97-287bb3ab7f82 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015231 Jul 16 20:13:19.786751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdaf4d3c-f253-4fdd-8108-1fbb7ab49131 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting subnet f6b6f0c6-67db-46c4-a999-9f13459769c4 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:19.801782 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4d3c-f253-4fdd-8108-1fbb7ab49131 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.811350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.973103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4d3c-f253-4fdd-8108-1fbb7ab49131 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.185460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'network': {'name': 'tempest-network-smoke--384160282', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'port_security_enabled': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:20.205018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Allocated IP 172.25.6.54 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/9c9afd28-f4a4-48ba-9e6e-b603ce33bc15) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:20.338343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:20.345235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.409426 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c68d293d-d315-4b91-9c68-fb80728c4461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.458351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.478115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.577870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b0a761be-af86-441f-a224-cbf764a693a8 req-a98fa956-11f4-47c8-9056-1f0fd5cfeb56 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275054 Jul 16 20:13:20.615339 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.633035 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4d3c-f253-4fdd-8108-1fbb7ab49131 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.691609 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.885738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'Port': ['ID=9c9afd28-f4a4-48ba-9e6e-b603ce33bc15,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:20.889734 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4d3c-f253-4fdd-8108-1fbb7ab49131 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.917199 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-e1736544-fb7c-49a0-87d3-b1a2fa9c86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:20.919991 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-e1736544-fb7c-49a0-87d3-b1a2fa9c86d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 1095 time: 0.1412432 Jul 16 20:13:20.943193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:20.948571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:20.954852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf4d3c-f253-4fdd-8108-1fbb7ab49131 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b6f0c6-67db-46c4-a999-9f13459769c4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.089580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc2046-2a6d-4494-8091-c25495bfca7a req-82b89cd0-fa46-43f3-955d-4ed2affc47c9 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.113085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99bc2046-2a6d-4494-8091-c25495bfca7a req-82b89cd0-fa46-43f3-955d-4ed2affc47c9 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 943 time: 0.4427953 Jul 16 20:13:21.124164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:21.137861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4d3c-f253-4fdd-8108-1fbb7ab49131 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.139992 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bdaf4d3c-f253-4fdd-8108-1fbb7ab49131 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "DELETE /v2.0/subnets/f6b6f0c6-67db-46c4-a999-9f13459769c4 HTTP/1.1" status: 204 len: 168 time: 1.6212735 Jul 16 20:13:21.144626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.149646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49260) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:21.175872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2bf0b-c6ae-4032-a095-821ee066c8ab None None] Network 54e3b052-7451-45a1-bbcf-d56bb124c2ed requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:21.294596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.302163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.450359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-66964524-be20-417f-9f90-f86003c87c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.461511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-66964524-be20-417f-9f90-f86003c87c13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 0.5199564 Jul 16 20:13:21.463007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:21.554939 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-48519120-41cd-422a-9029-e58b024b3eec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74376df8-77b5-4f2a-89b9-aab7c79d23bd HTTP/1.1" status: 200 len: 217 time: 0.0439010 Jul 16 20:13:21.558871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c02b63b-fd05-4873-9dc8-70bc1898af8d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.596279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.596930 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Added segment 1ccba9b3-373b-4064-a88c-1cd1b51b492d of type vlan for network 6f6e8016-4eef-40ef-b14d-87773dab8993 Jul 16 20:13:21.703732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] DHCP port deletion for 54e3b052-7451-45a1-bbcf-d56bb124c2ed request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:21.716980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.719518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99bc2046-2a6d-4494-8091-c25495bfca7a req-de60c4f6-3ac4-4096-b87e-f22d02acceb6 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050372 Jul 16 20:13:21.732971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-5f2e00d4-6967-43d1-a55d-77dc770a0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.734909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-5f2e00d4-6967-43d1-a55d-77dc770a0693 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.1593544 Jul 16 20:13:21.739524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting port 9761cd83-f077-4ec1-a866-15ef39bb833b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:21.740173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.809302 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-9029a3ad-1bbc-49ba-b88e-25a3d5983b9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638278 Jul 16 20:13:21.924340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] Deleting port 9761cd83-f077-4ec1-a866-15ef39bb833b {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:21.924340 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.959842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.966253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.966918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.021383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4745986 Jul 16 20:13:22.021383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] For port 9761cd83-f077-4ec1-a866-15ef39bb833b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9761cd83-f077-4ec1-a866-15ef39bb833b,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:22.021383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.022963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49270) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:22.042533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-252414716', 'admin_state_up': True, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:22.163854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Calling delete_port for 9761cd83-f077-4ec1-a866-15ef39bb833b owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:22.176301 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-9096ccb6-d56b-4268-b00e-3021dd2afe9f service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582368 Jul 16 20:13:22.195235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] For port 9761cd83-f077-4ec1-a866-15ef39bb833b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9761cd83-f077-4ec1-a866-15ef39bb833b,segment=NetworkSegment(c53c8223-07f6-4ac1-86b5-14ebb9f9c59b),segment_id=c53c8223-07f6-4ac1-86b5-14ebb9f9c59b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:22.196132 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.249158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] Calling delete_port for 9761cd83-f077-4ec1-a866-15ef39bb833b owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:22.310748 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.312839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.553416 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.565659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9761cd83-f077-4ec1-a866-15ef39bb833b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:22.594571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.608655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a6464-016d-448a-a3b5-22b2d35b0611 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Network': ['ID=6f6e8016-4eef-40ef-b14d-87773dab8993,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:22.683439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:22.691781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 74376df8-77b5-4f2a-89b9-aab7c79d23bd details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:22.709905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9761cd83-f077-4ec1-a866-15ef39bb833b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:22.710993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9761cd83-f077-4ec1-a866-15ef39bb833b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:22.762344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.809893 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.824022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] No DVR routers for this DVR port 9761cd83-f077-4ec1-a866-15ef39bb833b on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:22.827944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3593322-127e-4031-ad84-0034b26ea019 None None] Pushing event deleted for resources: {'Port': ['ID=9761cd83-f077-4ec1-a866-15ef39bb833b,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:23.395126 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39873b7f-772f-4bff-9a06-fc7b0607da5e req-96fa0d27-b7c9-4341-9c35-cd524b747b61 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1768286 Jul 16 20:13:23.451209 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.512976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Port': ['ID=9761cd83-f077-4ec1-a866-15ef39bb833b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:23.543418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] No DVR routers for this DVR port 9761cd83-f077-4ec1-a866-15ef39bb833b on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:23.652165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 74376df8-77b5-4f2a-89b9-aab7c79d23bd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=74376df8-77b5-4f2a-89b9-aab7c79d23bd,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:23.690537 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.725401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '74376df8-77b5-4f2a-89b9-aab7c79d23bd', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'port_id': '74376df8-77b5-4f2a-89b9-aab7c79d23bd', 'mac_address': 'fa:16:3e:7c:21:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e83ce15-96b9-4769-b368-6a1534af9a23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:23.811868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.847012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e3b052-7451-45a1-bbcf-d56bb124c2ed']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:23.857910 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.880094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:23.880672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53c8223-07f6-4ac1-86b5-14ebb9f9c59b') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:23.908242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.918999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.952985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74376df8-77b5-4f2a-89b9-aab7c79d23bd {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:23.970693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.982673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:23.983103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:23.992898 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:24.005898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 74376df8-77b5-4f2a-89b9-aab7c79d23bd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=74376df8-77b5-4f2a-89b9-aab7c79d23bd,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:24.014628 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.101617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.165599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=74376df8-77b5-4f2a-89b9-aab7c79d23bd,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:24.173436 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.185567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.187954 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "DELETE /v2.0/networks/54e3b052-7451-45a1-bbcf-d56bb124c2ed HTTP/1.1" status: 204 len: 168 time: 3.0267341 Jul 16 20:13:24.200155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49302) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:24.208234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['74376df8-77b5-4f2a-89b9-aab7c79d23bd'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:24.353070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03b5d24-14e7-48a8-95c1-47bc8211d849 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting subnet 6762b287-b9a2-43df-97d5-e023b48e66d3 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:24.359824 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a03b5d24-14e7-48a8-95c1-47bc8211d849 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.362138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a74d9-7a36-4882-a750-acef0a323ea9 req-1e29e2eb-b5af-4c62-a53f-4e7f98ec7e68 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:24.364552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f32a74d9-7a36-4882-a750-acef0a323ea9 req-1e29e2eb-b5af-4c62-a53f-4e7f98ec7e68 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 943 time: 1.0952594 Jul 16 20:13:24.498194 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a03b5d24-14e7-48a8-95c1-47bc8211d849 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.731889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a03b5d24-14e7-48a8-95c1-47bc8211d849 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.779080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e19eaf-f8c2-46e8-b7ac-5865e33607d6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Network': ['ID=54e3b052-7451-45a1-bbcf-d56bb124c2ed,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:24.887341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a03b5d24-14e7-48a8-95c1-47bc8211d849 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.918737 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a03b5d24-14e7-48a8-95c1-47bc8211d849 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.924274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a619bb-f621-48f5-a683-fedda68530d4 None None] Network 75dae51d-9285-4fe5-bb04-bbba887187ef requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:24.927618 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a03b5d24-14e7-48a8-95c1-47bc8211d849 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "DELETE /v2.0/subnets/6762b287-b9a2-43df-97d5-e023b48e66d3 HTTP/1.1" status: 204 len: 168 time: 0.7261047 Jul 16 20:13:24.933051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49310) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:25.022590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b5d24-14e7-48a8-95c1-47bc8211d849 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Subnet': ['ID=6762b287-b9a2-43df-97d5-e023b48e66d3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.224332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f32a74d9-7a36-4882-a750-acef0a323ea9 req-e05371f9-25d5-44c6-a30a-398331a68004 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8494632 Jul 16 20:13:25.227801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.246771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Router cd3d1189-9e78-43f8-8c7e-e13f829f82bb is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:13:25.443068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting port ed39095b-8ebb-4a97-b989-63b8d67e6d40 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:25.443427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.445922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] DHCP port deletion for 75dae51d-9285-4fe5-bb04-bbba887187ef request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:25.547852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] Deleting port ed39095b-8ebb-4a97-b989-63b8d67e6d40 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:25.548247 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.563175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:25.582852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Sync routers for ids ['cd3d1189-9e78-43f8-8c7e-e13f829f82bb'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:25.641047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] For port ed39095b-8ebb-4a97-b989-63b8d67e6d40, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ed39095b-8ebb-4a97-b989-63b8d67e6d40,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:25.641876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.661522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Routers {'cd3d1189-9e78-43f8-8c7e-e13f829f82bb'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:25.662239 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['cd3d1189-9e78-43f8-8c7e-e13f829f82bb'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:25.670125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Calling delete_port for ed39095b-8ebb-4a97-b989-63b8d67e6d40 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:25.684850 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.689444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ddca575c-131b-4d05-bde9-cdcb62bf73d6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1221731 Jul 16 20:13:25.741492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49314) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:25.852058 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.874697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] For port ed39095b-8ebb-4a97-b989-63b8d67e6d40, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ed39095b-8ebb-4a97-b989-63b8d67e6d40,segment=NetworkSegment(6c03428b-039e-4973-ab4e-6395826418dd),segment_id=6c03428b-039e-4973-ab4e-6395826418dd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:25.875311 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.882552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] No DVR routers for this DVR port ed39095b-8ebb-4a97-b989-63b8d67e6d40 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:25.952044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Port': ['ID=ed39095b-8ebb-4a97-b989-63b8d67e6d40,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.965588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Set router cd3d1189-9e78-43f8-8c7e-e13f829f82bb gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:26.006078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0254a7fc-0e80-4b58-9ed9-2b86a06fc100 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/routers/cd3d1189-9e78-43f8-8c7e-e13f829f82bb HTTP/1.1" status: 200 len: 908 time: 0.2628512 Jul 16 20:13:26.009228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49320) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:26.029121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1629363365', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': True}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:26.045608 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.066124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] Calling delete_port for ed39095b-8ebb-4a97-b989-63b8d67e6d40 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:26.110051 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.211078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.265420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49324) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:26.338958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75dae51d-9285-4fe5-bb04-bbba887187ef']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:26.355438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ed39095b-8ebb-4a97-b989-63b8d67e6d40 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:26.376268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.25.6.15 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/b67d89f5-a5de-443c-8e84-b28259a0d0ba) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:26.447703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ed39095b-8ebb-4a97-b989-63b8d67e6d40 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:26.456147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ed39095b-8ebb-4a97-b989-63b8d67e6d40 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:26.609657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c03428b-039e-4973-ab4e-6395826418dd') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:26.609870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c03428b-039e-4973-ab4e-6395826418dd') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:26.614902 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.616147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.632951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.640060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-debb8dd0-a569-4a2f-a13d-2d8387017f7b admin admin] Deleting subnet 7be4b892-6c49-455c-b7bf-59cfcb5e06c1 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:26.645632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.661169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debb8dd0-a569-4a2f-a13d-2d8387017f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.721554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.722770 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.742150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 74376df8-77b5-4f2a-89b9-aab7c79d23bd up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:26.784367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:26.784912 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:26.793348 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:26.813415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.833541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debb8dd0-a569-4a2f-a13d-2d8387017f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.950884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487486a-b6a0-4d22-aa21-58388b7c585c req-18dc32d6-90e7-4f88-9acd-b2c109220980 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.953737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a487486a-b6a0-4d22-aa21-58388b7c585c req-18dc32d6-90e7-4f88-9acd-b2c109220980 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 944 time: 0.3548758 Jul 16 20:13:26.977666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.044375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:27.054863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:27.090494 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:27.092067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] No DVR routers for this DVR port ed39095b-8ebb-4a97-b989-63b8d67e6d40 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:27.101733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:27.109336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f31412-018b-450d-a7a3-7f5ad531cd50 None None] Pushing event deleted for resources: {'Port': ['ID=ed39095b-8ebb-4a97-b989-63b8d67e6d40,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.190398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=b67d89f5-a5de-443c-8e84-b28259a0d0ba,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.199724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a487486a-b6a0-4d22-aa21-58388b7c585c req-bc0bc3c8-a495-448f-a4fb-896747c10eb6 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381334 Jul 16 20:13:27.213471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.214011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.214782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.215521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.216060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.216663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.217473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.217651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.217911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.218247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.218581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.219069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:27.270105 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.288519 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.309657 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "DELETE /v2.0/networks/75dae51d-9285-4fe5-bb04-bbba887187ef HTTP/1.1" status: 204 len: 168 time: 2.3730798 Jul 16 20:13:27.337774 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49334) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:27.364631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 74376df8-77b5-4f2a-89b9-aab7c79d23bd completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:27.373164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3d1189-9e78-43f8-8c7e-e13f829f82bb', 'name': 'tempest-snat-router-1629363365', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.54'}], 'enable_snat': False}, 'gw_port_id': '9c9afd28-f4a4-48ba-9e6e-b603ce33bc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:18Z', 'updated_at': '2021-07-16T20:13:21Z', 'revision_number': 3, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port': {'id': '9c9afd28-f4a4-48ba-9e6e-b603ce33bc15', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3d1189-9e78-43f8-8c7e-e13f829f82bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:19Z', 'updated_at': '2021-07-16T20:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:27.382393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 74376df8-77b5-4f2a-89b9-aab7c79d23bd triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:27.382945 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.397657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1369100904'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:27.418092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3007990-9349-437d-97ec-d933e6d96e63 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Network': ['ID=75dae51d-9285-4fe5-bb04-bbba887187ef,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.510833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debb8dd0-a569-4a2f-a13d-2d8387017f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.536707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Checking router: cd3d1189-9e78-43f8-8c7e-e13f829f82bb for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:27.537707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Updating router cd3d1189-9e78-43f8-8c7e-e13f829f82bb port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:27.703342 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.768478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.769499 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.793262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:27.797821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.877428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:27.891120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.891771 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Added segment 1a525ff8-31ca-472e-af46-450f9c930076 of type vlan for network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d Jul 16 20:13:27.942654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.994280 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.001640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.002730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.115477 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7730885 Jul 16 20:13:28.122658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49342) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:28.129251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'subnet': {'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:28.142610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debb8dd0-a569-4a2f-a13d-2d8387017f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.252924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-debb8dd0-a569-4a2f-a13d-2d8387017f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.254934 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-debb8dd0-a569-4a2f-a13d-2d8387017f7b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7be4b892-6c49-455c-b7bf-59cfcb5e06c1 HTTP/1.1" status: 204 len: 168 time: 1.9879711 Jul 16 20:13:28.261086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c7682-81bf-462e-9775-87e607ded4e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Network': ['ID=247e8c7e-07c9-4cab-86e0-7a50ab45c78d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:28.264353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49344) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:28.281285 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.312177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Transition to ACTIVE for port object 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:28.334779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:28.384056 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.399593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb8dd0-a569-4a2f-a13d-2d8387017f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be4b892-6c49-455c-b7bf-59cfcb5e06c1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:28.447746 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.563202 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.565744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:28.571156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.574215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.600442 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Attempting to bind port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:28.600886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Attempting to bind port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:28.601405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Attempting to bind port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:28.623047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:28.623565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:28.624034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.624703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:28.625205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Bound port: 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:28.625644 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.785302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 74376df8-77b5-4f2a-89b9-aab7c79d23bd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=74376df8-77b5-4f2a-89b9-aab7c79d23bd,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:28.787585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82584652-1bd3-439b-84ea-bff15985c736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74376df8-77b5-4f2a-89b9-aab7c79d23bd'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:28.792425 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79700366-74b6-4d64-ac66-58e0e3c83a91" -d '{"events": [{"server_uuid": "82584652-1bd3-439b-84ea-bff15985c736", "name": "network-vif-plugged", "status": "completed", "tag": "74376df8-77b5-4f2a-89b9-aab7c79d23bd"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:28.819312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd75df-ba67-4394-9e54-ccb276f75622 None None] Pushing event updated for resources: {'Port': ['ID=9c9afd28-f4a4-48ba-9e6e-b603ce33bc15,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:28.837140 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.948054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b7452-68b9-4523-958d-0206a060d760 req-ce9632b0-acb9-4c37-94c0-7580c55effc0 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.950222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c02b7452-68b9-4523-958d-0206a060d760 req-ce9632b0-acb9-4c37-94c0-7580c55effc0 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 944 time: 0.4152849 Jul 16 20:13:28.973790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=74376df8-77b5-4f2a-89b9-aab7c79d23bd,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:28.987606 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5076634-b62e-4d48-8e32-12cde0ec5c90 x-openstack-request-id: req-f5076634-b62e-4d48-8e32-12cde0ec5c90 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:28.989135 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82584652-1bd3-439b-84ea-bff15985c736", "name": "network-vif-plugged", "status": "completed", "tag": "74376df8-77b5-4f2a-89b9-aab7c79d23bd", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:28.989871 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5076634-b62e-4d48-8e32-12cde0ec5c90 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:28.990462 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82584652-1bd3-439b-84ea-bff15985c736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74376df8-77b5-4f2a-89b9-aab7c79d23bd', 'code': 200} Jul 16 20:13:29.020573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] For port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:29.025978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] For port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9c9afd28-f4a4-48ba-9e6e-b603ce33bc15,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:29.038705 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.128975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c02b7452-68b9-4523-958d-0206a060d760 req-afeb93e3-223c-4e9a-8ec6-e90eec1b1887 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523378 Jul 16 20:13:29.179738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.187265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 6e017a3a-9620-4b16-b48e-35d595481568 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:13:29.202609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Routers {'cd3d1189-9e78-43f8-8c7e-e13f829f82bb'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:29.203924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['cd3d1189-9e78-43f8-8c7e-e13f829f82bb'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:29.333652 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab149e9b-3d24-4f17-beae-ab9344cc8bec']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:29.505393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.509606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:29.522413 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Sync routers for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:29.542956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a61175-4ce4-4399-a265-67a56c4733d1') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:29.543541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a61175-4ce4-4399-a265-67a56c4733d1') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:29.553403 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:29.557504 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.557871 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:29.559214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd75df-ba67-4394-9e54-ccb276f75622 None None] Pushing event updated for resources: {'Port': ['ID=9c9afd28-f4a4-48ba-9e6e-b603ce33bc15,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:29.561767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2081855e-fe6b-4f57-aa2a-d102b7ba5c7f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5366964 Jul 16 20:13:29.566321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49356) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:29.671702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.784580 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.787472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] Set router cd3d1189-9e78-43f8-8c7e-e13f829f82bb gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:29.827633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-85db7aee-5155-4b47-bb15-57b4b3d0b1f2 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=1f6db2100c23486a9b7759b62ce47238&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2593441 Jul 16 20:13:29.828324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49360) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:29.837407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:29.861129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.901731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Subnet': ['ID=05f0a5d2-a8c0-45fe-a93b-173c26a2a595,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:29.918601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d4f7b-11f6-42a0-9814-52a177b4b856 req-8c99c9e5-0b5e-42e8-96aa-7db6de020a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.920888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d89d4f7b-11f6-42a0-9814-52a177b4b856 req-8c99c9e5-0b5e-42e8-96aa-7db6de020a5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 1097 time: 0.7274051 Jul 16 20:13:29.922887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.966872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Checking segment: {'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:29.970748 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network hostable DHCP agents. Network: 247e8c7e-07c9-4cab-86e0-7a50ab45c78d, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:30.088517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:30.093183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:30.100606 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:30.212724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.286215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d89d4f7b-11f6-42a0-9814-52a177b4b856 req-51e3f9e0-1fd8-4897-b14a-b747fe3c2e5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431203 Jul 16 20:13:30.306129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.337164 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ab149e9b-3d24-4f17-beae-ab9344cc8bec HTTP/1.1" status: 204 len: 168 time: 2.0375009 Jul 16 20:13:30.364696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49370) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:30.383177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a6e62b-76e7-425d-ac59-8e74594823c1 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.390010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-12a6e62b-76e7-425d-ac59-8e74594823c1 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5550349 Jul 16 20:13:30.404531 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:27Z', 'revision_number': 3, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:30.417266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49372) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:30.448469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3d1189-9e78-43f8-8c7e-e13f829f82bb', 'name': 'tempest-snat-router-1629363365', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.54'}], 'enable_snat': False}, 'gw_port_id': '9c9afd28-f4a4-48ba-9e6e-b603ce33bc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:18Z', 'updated_at': '2021-07-16T20:13:21Z', 'revision_number': 3, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port': {'id': '9c9afd28-f4a4-48ba-9e6e-b603ce33bc15', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3d1189-9e78-43f8-8c7e-e13f829f82bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:19Z', 'updated_at': '2021-07-16T20:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:30.456074 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Checking router: 6e017a3a-9620-4b16-b48e-35d595481568 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:30.456464 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Updating router 6e017a3a-9620-4b16-b48e-35d595481568 port b67d89f5-a5de-443c-8e84-b28259a0d0ba binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:30.488951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-09360eef-b9bb-420e-9d80-e64288cceb47 admin admin] Deleting subnet 193a2b9b-ed9e-440a-821f-39bf2a41e5f1 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:30.493417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09360eef-b9bb-420e-9d80-e64288cceb47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.506573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb515c37-1d06-4afe-ad81-2fb3dc199795 None None] The sync data for ids ['cd3d1189-9e78-43f8-8c7e-e13f829f82bb'] in n-d-791505-15 is: [{'id': 'cd3d1189-9e78-43f8-8c7e-e13f829f82bb', 'name': 'tempest-snat-router-1629363365', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.54'}], 'enable_snat': False}, 'gw_port_id': '9c9afd28-f4a4-48ba-9e6e-b603ce33bc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:18Z', 'updated_at': '2021-07-16T20:13:21Z', 'revision_number': 3, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port': {'id': '9c9afd28-f4a4-48ba-9e6e-b603ce33bc15', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3d1189-9e78-43f8-8c7e-e13f829f82bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:19Z', 'updated_at': '2021-07-16T20:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:30.522111 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.542532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd10352-5c7c-4d0e-a769-112575bed9d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab149e9b-3d24-4f17-beae-ab9344cc8bec,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:30.550585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:30.613137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09360eef-b9bb-420e-9d80-e64288cceb47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.675453 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09360eef-b9bb-420e-9d80-e64288cceb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.710184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c5c40161-6aeb-477a-b12d-c0a6ba116929 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2909420 Jul 16 20:13:30.719702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 247e8c7e-07c9-4cab-86e0-7a50ab45c78d) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:30.722326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49378) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:30.732260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ff099-73c6-4f1a-aa36-f5129db8f295 None None] Network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:30.771259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1121474968', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:30.783106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bc923-da2e-4078-9bdd-90c7c62d6c9a req-635b95b2-d089-4f46-8dcc-1e9d597dc05b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.786943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac9bc923-da2e-4078-9bdd-90c7c62d6c9a req-635b95b2-d089-4f46-8dcc-1e9d597dc05b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 945 time: 0.2425611 Jul 16 20:13:30.954703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac9bc923-da2e-4078-9bdd-90c7c62d6c9a req-09ae9161-00a6-4915-b925-4f8f423f16e0 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603312 Jul 16 20:13:30.970459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.982511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.004605 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09360eef-b9bb-420e-9d80-e64288cceb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.023030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Allocated IP 172.25.6.148 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/2f6e8e62-7795-4e5f-b82f-eddc41f0822d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:31.103582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:31.116751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.138085 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-46fc2e8d-33e3-42cc-9738-7f7f856ad91b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0118699 Jul 16 20:13:31.148763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49380) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:31.161940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-57662480'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:31.179872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-247e8c7e-07c9-4cab-86e0-7a50ab45c78d', 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'fixed_ips': [{'subnet_id': '05f0a5d2-a8c0-45fe-a93b-173c26a2a595'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:13:31.181302 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.184505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09360eef-b9bb-420e-9d80-e64288cceb47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.193208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-09360eef-b9bb-420e-9d80-e64288cceb47 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/193a2b9b-ed9e-440a-821f-39bf2a41e5f1 HTTP/1.1" status: 204 len: 168 time: 0.8302643 Jul 16 20:13:31.198416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49382) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:31.199640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360eef-b9bb-420e-9d80-e64288cceb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193a2b9b-ed9e-440a-821f-39bf2a41e5f1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:31.268820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:31.272917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.430868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:31.451686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.486964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.487659 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Added segment 0ce0f741-a7b1-4088-aecf-4fd057fa6925 of type vlan for network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc Jul 16 20:13:31.608026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.715763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.823508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.838499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.840053 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.886599 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7288992 Jul 16 20:13:31.949700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49390) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:31.958320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'subnet': {'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:31.963077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Allocated IP 19.80.0.2 (247e8c7e-07c9-4cab-86e0-7a50ab45c78d/05f0a5d2-a8c0-45fe-a93b-173c26a2a595/bf9f82a0-e2be-414d-bd42-52b7de53c4d6) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:31.979298 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.994903 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.054163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32325a1d-c9c2-43e5-9049-821c3c4fd845']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:32.131223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70678158-da71-4333-b9ef-832dc601ef5c') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:32.131698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70678158-da71-4333-b9ef-832dc601ef5c') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:32.160149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.221022 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.241978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:32.242827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:32.246540 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:32.301211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b0f4a-e6b2-4205-a830-6d3d8434e0d8 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Network': ['ID=6a8f61f6-3472-414e-bc5e-aaf2724e07bc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:32.325756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:32.332966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:32.333414 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.395589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:32.447679 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.481255 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Transition to ACTIVE for port object b67d89f5-a5de-443c-8e84-b28259a0d0ba will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:32.495753 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.528529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:32.540596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:32.582355 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Pushing event updated for resources: {'Port': ['ID=b67d89f5-a5de-443c-8e84-b28259a0d0ba,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:32.613716 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.614214 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.614394 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.615009 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.615467 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.615807 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.616138 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.616499 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.616859 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.617270 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.618789 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.619369 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.623190 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Attempting to bind port b67d89f5-a5de-443c-8e84-b28259a0d0ba on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:32.624020 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Attempting to bind port b67d89f5-a5de-443c-8e84-b28259a0d0ba by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:32.624407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Attempting to bind port b67d89f5-a5de-443c-8e84-b28259a0d0ba on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:32.634828 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:32.635401 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:32.635924 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.636357 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:32.636867 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Bound port: b67d89f5-a5de-443c-8e84-b28259a0d0ba, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:32.637265 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.667139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'Port': ['ID=2f6e8e62-7795-4e5f-b82f-eddc41f0822d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:32.722130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.741033 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.758158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/32325a1d-c9c2-43e5-9049-821c3c4fd845 HTTP/1.1" status: 204 len: 168 time: 1.5540061 Jul 16 20:13:32.803913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd6589-7192-43d4-9706-22ed17ce96b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=32325a1d-c9c2-43e5-9049-821c3c4fd845,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:32.805862 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] For port b67d89f5-a5de-443c-8e84-b28259a0d0ba, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:32.816062 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] For port b67d89f5-a5de-443c-8e84-b28259a0d0ba, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b67d89f5-a5de-443c-8e84-b28259a0d0ba,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:32.825141 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.891163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Subnet': ['ID=4144884b-0274-497c-804b-192088cb6144,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:32.925646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-4a132693-1345-40ef-a8fc-26b53e6c1a86 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3277793 Jul 16 20:13:32.956855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:32.972907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52e6e-40ea-4c99-a4f1-6349a27ac529 req-566919d3-c4cf-4419-8352-439ee47b287d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.984608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7b52e6e-40ea-4c99-a4f1-6349a27ac529 req-566919d3-c4cf-4419-8352-439ee47b287d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 945 time: 0.5953820 Jul 16 20:13:33.011186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:33.012075 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.044167 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.126634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Transition to ACTIVE for port object bf9f82a0-e2be-414d-bd42-52b7de53c4d6 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:33.155562 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5304acd-4f1c-4573-97bf-c59d432d7b52 None None] Pushing event updated for resources: {'Port': ['ID=b67d89f5-a5de-443c-8e84-b28259a0d0ba,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.159446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Checking segment: {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:33.164242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network hostable DHCP agents. Network: 6f6e8016-4eef-40ef-b14d-87773dab8993, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:33.170085 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:33.171397 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:33.179247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:33.187253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Transition to ACTIVE for port object bf9f82a0-e2be-414d-bd42-52b7de53c4d6 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:33.194011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.234919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7b52e6e-40ea-4c99-a4f1-6349a27ac529 req-d1602929-6fc0-41b3-8199-1ee07245b926 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301910 Jul 16 20:13:33.307053 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.338630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-b9fb4493-6c7e-4f2a-9eb6-312202b5f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.340846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-b9fb4493-6c7e-4f2a-9eb6-312202b5f1fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 1097 time: 0.2822704 Jul 16 20:13:33.555940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:33.579854 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.640836 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:33.642648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:33.663566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:33.689407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49408) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:33.730515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Pushing event updated for resources: {'Port': ['ID=bf9f82a0-e2be-414d-bd42-52b7de53c4d6,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.747830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9c9afd28-f4a4-48ba-9e6e-b603ce33bc15,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:33.761517 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.916135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Attempting to bind port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:33.916561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Attempting to bind port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:33.916941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Attempting to bind port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 on network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:33.950819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c18a4866-a7ee-4dee-b7be-7b0d3b636815 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e4fbec8219364b44be974524dc1da300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598083 Jul 16 20:13:33.951878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:33.952554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Checking segment: {'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:33.952929 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.953337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Bound using segment: {'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:33.953982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Bound port: bf9f82a0-e2be-414d-bd42-52b7de53c4d6, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:33.954391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.956055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49410) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:34.137018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] For port bf9f82a0-e2be-414d-bd42-52b7de53c4d6, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:34.143284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] For port bf9f82a0-e2be-414d-bd42-52b7de53c4d6, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bf9f82a0-e2be-414d-bd42-52b7de53c4d6,segment=NetworkSegment(1a525ff8-31ca-472e-af46-450f9c930076),segment_id=1a525ff8-31ca-472e-af46-450f9c930076)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:34.146627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-57a212fe-d29f-4edb-a0b8-1ca88b4ba3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.147807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9c9afd28-f4a4-48ba-9e6e-b603ce33bc15,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:34.150334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-57a212fe-d29f-4edb-a0b8-1ca88b4ba3c5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 0.7557802 Jul 16 20:13:34.161328 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.171792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:34.234715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e12e1-53d1-483e-9b26-ca516e203283 req-3f57615a-44c6-4806-a59b-d936401175bf tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.242693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-304e12e1-53d1-483e-9b26-ca516e203283 req-3f57615a-44c6-4806-a59b-d936401175bf tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 946 time: 0.6894429 Jul 16 20:13:34.262486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-67f8f87c-8fdb-4242-adb7-af08bdc66293 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050f551d-1a97-4d31-adfc-9fa28e949256 HTTP/1.1" status: 200 len: 217 time: 0.0943549 Jul 16 20:13:34.287355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6f6e8016-4eef-40ef-b14d-87773dab8993) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:34.319284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.321404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.346127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d1de677c-e41a-4064-83ed-255be59319f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.360281 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-085374dd-0568-4d94-ab5d-98a05428ad81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6086767 Jul 16 20:13:34.411661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faedca1-2217-42e5-8542-b2995aae5072 None None] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:34.416667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49414) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:34.430232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d1de677c-e41a-4064-83ed-255be59319f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.453337 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:27Z', 'revision_number': 3, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:34.526595 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.629051 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9972d6-aeaa-4bf4-b57e-c6b5c44f30fd None None] The sync data for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 is: [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:27Z', 'revision_number': 3, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:34.638791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906119e-12e3-4cf4-9d87-e687436a878e None None] Pushing event updated for resources: {'Port': ['ID=bf9f82a0-e2be-414d-bd42-52b7de53c4d6,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:34.646609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-1dd3eeee-aa62-49e7-85e5-7bcb33a7f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.650733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-1dd3eeee-aa62-49e7-85e5-7bcb33a7f407 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.3661253 Jul 16 20:13:34.651706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d1de677c-e41a-4064-83ed-255be59319f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.655542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d1de677c-e41a-4064-83ed-255be59319f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.657338 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d1de677c-e41a-4064-83ed-255be59319f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b82022ad-90b1-47b6-8828-bd96cf6261e8 HTTP/1.1" status: 204 len: 168 time: 0.6859410 Jul 16 20:13:34.710744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-304e12e1-53d1-483e-9b26-ca516e203283 req-a9efc0ee-5ccc-42f8-b2c9-4698fa80ae9b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667597 Jul 16 20:13:34.766807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-99e8f390-9a6e-42db-bb1c-e65160617b75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766585 Jul 16 20:13:34.767814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de677c-e41a-4064-83ed-255be59319f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82022ad-90b1-47b6-8828-bd96cf6261e8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:34.818096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.899726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-6f6e8016-4eef-40ef-b14d-87773dab8993', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:13:34.909704 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.141689 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.294149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-b3b184cb-65ab-43e4-9b9b-afba17f8a9fb service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148246 Jul 16 20:13:35.367296 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.609571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578f92a-a49c-451d-a6f6-a38c3f5d1e10 req-e720868b-dfa8-473b-8e7c-804a7deaae90 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:35.618724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7578f92a-a49c-451d-a6f6-a38c3f5d1e10 req-e720868b-dfa8-473b-8e7c-804a7deaae90 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 945 time: 0.2933035 Jul 16 20:13:35.653690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5a7d9ec-368b-4907-ab7e-4c35092e31ed req-58b64fe7-9e81-4bc9-9a82-d370a57a04bd service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297625 Jul 16 20:13:35.654342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Allocated IP 172.20.0.2 (6f6e8016-4eef-40ef-b14d-87773dab8993/4144884b-0274-497c-804b-192088cb6144/a2819439-e0c3-4dcf-b4a8-2f2a77bd121a) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:35.697468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7578f92a-a49c-451d-a6f6-a38c3f5d1e10 req-bf4acffe-a0eb-417e-9b0a-fba82bb39183 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774863 Jul 16 20:13:35.836115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49434) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.925682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-40d40bec-c6bf-43fb-b1b4-b1bd6ce9028f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6986a60b3ea74f0eb4911b4a445bbf45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875969 Jul 16 20:13:35.934365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49436) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:36.042929 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-967597bf-1efe-4f1c-b386-e67ff3e4820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.093944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.094487 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-967597bf-1efe-4f1c-b386-e67ff3e4820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.132979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Transition to ACTIVE for port object a2819439-e0c3-4dcf-b4a8-2f2a77bd121a will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:36.145925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Subnet': ['ID=637cf956-f8de-4cab-a658-5ee31b57c700,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:36.179141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Checking segment: {'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:36.179674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network hostable DHCP agents. Network: 6a8f61f6-3472-414e-bc5e-aaf2724e07bc, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:36.221834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Transition to ACTIVE for port object a2819439-e0c3-4dcf-b4a8-2f2a77bd121a will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:36.256408 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.303440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-967597bf-1efe-4f1c-b386-e67ff3e4820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.309641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-967597bf-1efe-4f1c-b386-e67ff3e4820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.314502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-967597bf-1efe-4f1c-b386-e67ff3e4820e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abbe2059-d8f4-4c70-957a-91e857ceeacf HTTP/1.1" status: 204 len: 168 time: 0.3785086 Jul 16 20:13:36.347416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967597bf-1efe-4f1c-b386-e67ff3e4820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbe2059-d8f4-4c70-957a-91e857ceeacf,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:36.524295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:36.539227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:36.549995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:36.564501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Pushing event updated for resources: {'Port': ['ID=a2819439-e0c3-4dcf-b4a8-2f2a77bd121a,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:36.705871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b67d89f5-a5de-443c-8e84-b28259a0d0ba up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:36.904443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Attempting to bind port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:36.905987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Attempting to bind port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:36.906377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Attempting to bind port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a on network 6f6e8016-4eef-40ef-b14d-87773dab8993 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:36.928998 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:36.929383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Checking segment: {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:36.929982 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.935106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Bound using segment: {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:36.935735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Bound port: a2819439-e0c3-4dcf-b4a8-2f2a77bd121a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:36.936175 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.996468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affdda59-f874-4f71-bda2-96c635e50856 None None] Network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:37.035267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:37.126104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6a8f61f6-3472-414e-bc5e-aaf2724e07bc) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:37.135935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.138374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.184802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0742e88-c8a0-441d-a73d-db8c48953eee None None] Network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:37.285971 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-097aec71-cd32-4d52-9dd9-7806d631360f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.3343709 Jul 16 20:13:37.394308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.516593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226ce52-52f6-4f48-a4bd-c50f4547dfc9 req-eb7fd72f-632e-462f-b1e8-a3acf54405db tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.523726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2226ce52-52f6-4f48-a4bd-c50f4547dfc9 req-eb7fd72f-632e-462f-b1e8-a3acf54405db tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 945 time: 0.1977870 Jul 16 20:13:37.616826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2226ce52-52f6-4f48-a4bd-c50f4547dfc9 req-eecc8cf4-0573-4df8-81d4-b80b445a6307 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913048 Jul 16 20:13:37.735076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.910943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-812092f1-f3b8-4d20-8353-63a3132c76d9 None None] Provisioning for port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:37.971398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b67d89f5-a5de-443c-8e84-b28259a0d0ba completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:37.996556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b67d89f5-a5de-443c-8e84-b28259a0d0ba triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:37.999055 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.015321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-be980326-3150-4cd4-92f0-8342ae4c431d tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.056355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-be980326-3150-4cd4-92f0-8342ae4c431d tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.061249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-be980326-3150-4cd4-92f0-8342ae4c431d tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/networks?id=247e8c7e-07c9-4cab-86e0-7a50ab45c78d&id=6a8f61f6-3472-414e-bc5e-aaf2724e07bc HTTP/1.1" status: 200 len: 1390 time: 0.3593924 Jul 16 20:13:38.112708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-f80397b6-7c7f-4f21-9c3e-63f5bf36d825 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/quotas/bec34068a0294ff4ba03d2137327a7a3 HTTP/1.1" status: 200 len: 375 time: 0.0449431 Jul 16 20:13:38.133305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] For port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:38.216330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Router ee412af5-2a6f-4b8a-ac06-f31272ba85ae is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:13:38.263156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] For port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a2819439-e0c3-4dcf-b4a8-2f2a77bd121a,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:38.352710 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-0934ce53-31ab-4ca4-b35f-728b70ff960f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2343943 Jul 16 20:13:38.468733 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.708605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:38.816658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Sync routers for ids ['ee412af5-2a6f-4b8a-ac06-f31272ba85ae'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:38.822226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-3d6ce152-0bb0-49b3-93ad-bc669d4723fe tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.823934 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-3d6ce152-0bb0-49b3-93ad-bc669d4723fe tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 945 time: 0.7458825 Jul 16 20:13:38.827965 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.843450 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-30a7f05d-1ee1-461a-a9e7-1fe53d5bc991 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.8326247 Jul 16 20:13:38.844139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49490) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:38.888858 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-6a8f61f6-3472-414e-bc5e-aaf2724e07bc', 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'fixed_ips': [{'subnet_id': '637cf956-f8de-4cab-a658-5ee31b57c700'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:13:38.889763 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.972157 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.030915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port b67d89f5-a5de-443c-8e84-b28259a0d0ba, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b67d89f5-a5de-443c-8e84-b28259a0d0ba,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:39.072855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Routers {'ee412af5-2a6f-4b8a-ac06-f31272ba85ae'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:39.073987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ee412af5-2a6f-4b8a-ac06-f31272ba85ae'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:39.106069 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.106878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:39.371642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707736ae-9571-4990-9cba-394c42fb24a2 None None] Pushing event updated for resources: {'Port': ['ID=a2819439-e0c3-4dcf-b4a8-2f2a77bd121a,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:39.502716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-dfd914ce-e809-4833-94cc-e033607ba97a service neutron] 10.222.0.78 "GET /v2.0/networks/247e8c7e-07c9-4cab-86e0-7a50ab45c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1431518 Jul 16 20:13:39.645313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-ec9c5436-e073-45ec-b8df-1a6d2ed0fdda service neutron] 10.222.0.78 "GET /v2.0/networks/247e8c7e-07c9-4cab-86e0-7a50ab45c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415987 Jul 16 20:13:39.745547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Set router ee412af5-2a6f-4b8a-ac06-f31272ba85ae gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:39.845842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c9981-18ab-42a6-8d5f-c1fd7475023d req-3849eacb-f9aa-4cd8-9867-1fe71ddb9dfe tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.847508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-789c9981-18ab-42a6-8d5f-c1fd7475023d req-3849eacb-f9aa-4cd8-9867-1fe71ddb9dfe tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 945 time: 0.4377456 Jul 16 20:13:40.030824 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.20.0.1 (6f6e8016-4eef-40ef-b14d-87773dab8993/4144884b-0274-497c-804b-192088cb6144/eb04c0e2-a197-425f-b521-481600f36c53) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:40.063927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-452682b1-b327-462e-b402-59391c8df901 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/routers/ee412af5-2a6f-4b8a-ac06-f31272ba85ae HTTP/1.1" status: 200 len: 908 time: 1.2145817 Jul 16 20:13:40.067575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49518) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:40.069953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Deleting port 74376df8-77b5-4f2a-89b9-aab7c79d23bd {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:40.070769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.120576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-d2c78b1b-6175-4d16-bde7-3bddcb633ae0 service neutron] 10.222.0.78 "GET /v2.0/networks/6a8f61f6-3472-414e-bc5e-aaf2724e07bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678228 Jul 16 20:13:40.159480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-789c9981-18ab-42a6-8d5f-c1fd7475023d req-5b922b38-4a84-4a5b-b4cd-35bf90056a79 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897310 Jul 16 20:13:40.666959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-0ce6d1e1-9bbf-488b-8332-43eac14aeba5 service neutron] 10.222.0.78 "GET /v2.0/networks/6a8f61f6-3472-414e-bc5e-aaf2724e07bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972892 Jul 16 20:13:40.715164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] For port 74376df8-77b5-4f2a-89b9-aab7c79d23bd, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=74376df8-77b5-4f2a-89b9-aab7c79d23bd,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:40.715409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.770588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.025262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=b67d89f5-a5de-443c-8e84-b28259a0d0ba,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:41.054123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37742592-835a-4efe-be59-f0eb2a85e655 req-21aea234-e2db-4062-8004-794d57a19f8d tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 210 time: 0.0707946 Jul 16 20:13:41.084230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:41.084461 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.096400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd19e3d-2c3d-43ec-9372-c8adfcd1dc04 None None] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:41.161882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Calling delete_port for 74376df8-77b5-4f2a-89b9-aab7c79d23bd owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:41.217340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.266850 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.438953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee412af5-2a6f-4b8a-ac06-f31272ba85ae', 'name': 'tempest-snat-router-1629363365', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '2f6e8e62-7795-4e5f-b82f-eddc41f0822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:34Z', 'revision_number': 3, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port': {'id': '2f6e8e62-7795-4e5f-b82f-eddc41f0822d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee412af5-2a6f-4b8a-ac06-f31272ba85ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:29Z', 'updated_at': '2021-07-16T20:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:41.440600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Transition to ACTIVE for port object eb04c0e2-a197-425f-b521-481600f36c53 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:41.463243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-06759f47-e881-4150-869b-e3545b28a7b5 None None] Provisioning for port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:41.538198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Allocated IP 19.86.0.2 (6a8f61f6-3472-414e-bc5e-aaf2724e07bc/637cf956-f8de-4cab-a658-5ee31b57c700/37cbaa62-055a-4563-af71-156ebb7c8d98) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:41.541837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Checking router: ee412af5-2a6f-4b8a-ac06-f31272ba85ae for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:41.542179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Updating router ee412af5-2a6f-4b8a-ac06-f31272ba85ae port 2f6e8e62-7795-4e5f-b82f-eddc41f0822d binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:41.698070 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.780374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ce6f-9f69-4198-886a-d743d9ea318b req-ffc3df2b-c485-4205-9007-303dba0144dc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.800663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0e2ce6f-9f69-4198-886a-d743d9ea318b req-ffc3df2b-c485-4205-9007-303dba0144dc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 945 time: 0.2368848 Jul 16 20:13:41.919416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Deleting port 2f6e8e62-7795-4e5f-b82f-eddc41f0822d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:41.919770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.949753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0e2ce6f-9f69-4198-886a-d743d9ea318b req-06c214b1-329e-4761-9b48-fb6be954054f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436892 Jul 16 20:13:42.076045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.293161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bf9f82a0-e2be-414d-bd42-52b7de53c4d6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:42.323202 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ee5ce2c-72a7-4a95-b094-c8fac049268f req-f93c66b1-a7b4-4b8d-84b1-cc24e4892a4a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 210 time: 0.1627204 Jul 16 20:13:42.342687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=eb04c0e2-a197-425f-b521-481600f36c53,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:42.418552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:42.467973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:42.481085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.486444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:42.593795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Calling delete_port for 2f6e8e62-7795-4e5f-b82f-eddc41f0822d owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:42.656349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.754435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.204406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256', 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:43.207257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 74376df8-77b5-4f2a-89b9-aab7c79d23bd no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:43.279923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 74376df8-77b5-4f2a-89b9-aab7c79d23bd {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:43.280530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 74376df8-77b5-4f2a-89b9-aab7c79d23bd not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:43.344677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.413096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event deleted for resources: {'Port': ['ID=74376df8-77b5-4f2a-89b9-aab7c79d23bd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:43.608478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:43.642908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:43.643798 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.738272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f6e8e62-7795-4e5f-b82f-eddc41f0822d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:43.767643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] No DVR routers for this DVR port 74376df8-77b5-4f2a-89b9-aab7c79d23bd on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:43.779477 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:13:43.779938 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:13:43.780967 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.841095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.849835 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9f6cb6dd-5ab9-4d42-bd3e-382b2ec91453 req-7889f51c-00d6-4143-8393-cbb46fcdac54 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "DELETE /v2.0/ports/74376df8-77b5-4f2a-89b9-aab7c79d23bd HTTP/1.1" status: 204 len: 173 time: 5.0043256 Jul 16 20:13:43.851253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43541b76-c8bf-4364-9848-6095f25dd5e8 req-f8251437-a8e6-415b-9612-d2b569a232b0 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 210 time: 0.0865018 Jul 16 20:13:43.853914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Transition to ACTIVE for port object 37cbaa62-055a-4563-af71-156ebb7c8d98 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:43.890120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82584652-1bd3-439b-84ea-bff15985c736', 'name': 'network-vif-deleted', 'tag': '74376df8-77b5-4f2a-89b9-aab7c79d23bd'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:43.911475 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29865195-d614-4001-bab0-a1364d18e1ed" -d '{"events": [{"server_uuid": "82584652-1bd3-439b-84ea-bff15985c736", "name": "network-vif-deleted", "tag": "74376df8-77b5-4f2a-89b9-aab7c79d23bd"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:44.003086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c0d3cd5-cf33-4bf0-b973-de88ee435e44 req-6bd8ce3c-885a-4b6a-92c7-9027139ff11b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 210 time: 0.1202476 Jul 16 20:13:44.053741 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.072963 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da1415d-b553-4fd8-a908-fe6ac36a069a x-openstack-request-id: req-6da1415d-b553-4fd8-a908-fe6ac36a069a {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:44.073425 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82584652-1bd3-439b-84ea-bff15985c736", "name": "network-vif-deleted", "tag": "74376df8-77b5-4f2a-89b9-aab7c79d23bd", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:44.073834 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6da1415d-b553-4fd8-a908-fe6ac36a069a {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:44.074476 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82584652-1bd3-439b-84ea-bff15985c736', 'name': 'network-vif-deleted', 'tag': '74376df8-77b5-4f2a-89b9-aab7c79d23bd', 'status': 'completed', 'code': 200} Jul 16 20:13:44.132462 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.298436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port bf9f82a0-e2be-414d-bd42-52b7de53c4d6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bf9f82a0-e2be-414d-bd42-52b7de53c4d6,segment=NetworkSegment(1a525ff8-31ca-472e-af46-450f9c930076),segment_id=1a525ff8-31ca-472e-af46-450f9c930076)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:44.315129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Transition to ACTIVE for port object 37cbaa62-055a-4563-af71-156ebb7c8d98 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:44.321617 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.366210 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.393978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.497763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:44.501384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=bf9f82a0-e2be-414d-bd42-52b7de53c4d6,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:44.506957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:44.509825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Port 2f6e8e62-7795-4e5f-b82f-eddc41f0822d not found while updating agent binding for router ee412af5-2a6f-4b8a-ac06-f31272ba85ae. {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:13:44.526666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:44.551170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Routers {'ee412af5-2a6f-4b8a-ac06-f31272ba85ae'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:44.552544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ee412af5-2a6f-4b8a-ac06-f31272ba85ae'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:44.832329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fda8578b-78da-4cb0-a117-560230995dab None None] Provisioning for port eb04c0e2-a197-425f-b521-481600f36c53 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:44.870275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fda8578b-78da-4cb0-a117-560230995dab None None] Provisioning complete for port eb04c0e2-a197-425f-b521-481600f36c53 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:44.870662 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fda8578b-78da-4cb0-a117-560230995dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.872539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Attempting to bind port 37cbaa62-055a-4563-af71-156ebb7c8d98 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:44.873392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Attempting to bind port 37cbaa62-055a-4563-af71-156ebb7c8d98 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:44.873785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Attempting to bind port 37cbaa62-055a-4563-af71-156ebb7c8d98 on network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:44.948383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Pushing event updated for resources: {'Port': ['ID=37cbaa62-055a-4563-af71-156ebb7c8d98,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:44.953602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] Set router ee412af5-2a6f-4b8a-ac06-f31272ba85ae gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:44.958541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:44.958928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Checking segment: {'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:44.959349 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.959757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Bound using segment: {'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:44.960274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Bound port: 37cbaa62-055a-4563-af71-156ebb7c8d98, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:44.960675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.982013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a2819439-e0c3-4dcf-b4a8-2f2a77bd121a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:45.305557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fda8578b-78da-4cb0-a117-560230995dab None None] Port eb04c0e2-a197-425f-b521-481600f36c53 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:45.317171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee412af5-2a6f-4b8a-ac06-f31272ba85ae', 'name': 'tempest-snat-router-1629363365', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 5, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:45.439237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5dc4b0c5-23f8-4112-9042-0e7ffd282e4d req-3279f55c-358b-484c-935a-ee1524a4b8cf tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 210 time: 0.1202576 Jul 16 20:13:45.500463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19c456-b38e-4d76-8514-2d842ad38bdc None None] The sync data for ids ['ee412af5-2a6f-4b8a-ac06-f31272ba85ae'] in n-d-791505-15 is: [{'id': 'ee412af5-2a6f-4b8a-ac06-f31272ba85ae', 'name': 'tempest-snat-router-1629363365', 'tenant_id': '53d84961bc2a4ba48225c50e2ba3544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 5, 'project_id': '53d84961bc2a4ba48225c50e2ba3544f', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:45.543317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.674796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.685997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.725858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.731054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:45.750140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c304648-7c61-4a17-a9b7-9761ae11fee7 req-6eff56c7-8f17-4c6e-981f-ce5115cf8b56 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=82584652-1bd3-439b-84ea-bff15985c736 HTTP/1.1" status: 200 len: 210 time: 0.0720689 Jul 16 20:13:45.761255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:45.761900 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.767390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] For port 37cbaa62-055a-4563-af71-156ebb7c8d98, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:45.832115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] For port 37cbaa62-055a-4563-af71-156ebb7c8d98, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=37cbaa62-055a-4563-af71-156ebb7c8d98,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:45.856345 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.091533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Pushing event updated for resources: {'Port': ['ID=37cbaa62-055a-4563-af71-156ebb7c8d98,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.198605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.202402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.205619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.206369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.206844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.207340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.207882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.208373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.208757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.209160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.209689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.210137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184aa11-7040-4c9a-8e8e-97c50fbd6904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:46.215459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.311743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a2819439-e0c3-4dcf-b4a8-2f2a77bd121a,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:46.321456 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.326118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b67d89f5-a5de-443c-8e84-b28259a0d0ba up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:46.347587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61cfce-f219-462d-a5c6-682f78fdcd6d req-4e305eb2-49c9-4ded-92c3-269b58e83682 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.358483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc61cfce-f219-462d-a5c6-682f78fdcd6d req-4e305eb2-49c9-4ded-92c3-269b58e83682 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 946 time: 0.3028047 Jul 16 20:13:46.479023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc61cfce-f219-462d-a5c6-682f78fdcd6d req-20d80e89-a788-4df2-b3d7-71fea4451ded tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127727 Jul 16 20:13:46.496056 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.520469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-bc19c02e-bdc8-48ed-a3c8-a01496fd71fd tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.528895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-bc19c02e-bdc8-48ed-a3c8-a01496fd71fd tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.531153 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-bc19c02e-bdc8-48ed-a3c8-a01496fd71fd tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "GET /v2.0/networks?id=247e8c7e-07c9-4cab-86e0-7a50ab45c78d&id=6a8f61f6-3472-414e-bc5e-aaf2724e07bc HTTP/1.1" status: 200 len: 1390 time: 0.9691687 Jul 16 20:13:46.532357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.533070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee412af5-2a6f-4b8a-ac06-f31272ba85ae {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:46.551210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.556078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49632) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:46.556793 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0b17ef53-420f-4a3a-84fc-acef9f6b636d tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "DELETE /v2.0/routers/ee412af5-2a6f-4b8a-ac06-f31272ba85ae HTTP/1.1" status: 204 len: 168 time: 6.4802833 Jul 16 20:13:46.635170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'port': {'device_id': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d', 'admin_state_up': True, 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:46.692354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=a2819439-e0c3-4dcf-b4a8-2f2a77bd121a,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.705857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b67d89f5-a5de-443c-8e84-b28259a0d0ba triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:46.709443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.730056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=eb04c0e2-a197-425f-b521-481600f36c53,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.795431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8916b4ab-3eaf-449b-8f06-4ba038c2b27f req-9dcabc63-e6d0-42e5-928b-6eeb5a99d999 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 210 time: 0.0791128 Jul 16 20:13:46.861825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.881218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:46.886123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:47.141043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 6e017a3a-9620-4b16-b48e-35d595481568 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:47.167502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:47.185776 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.214072 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.245913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 37cbaa62-055a-4563-af71-156ebb7c8d98 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:47.363728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Deleting port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:47.364788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.385899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 37cbaa62-055a-4563-af71-156ebb7c8d98 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:47.396941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a2819439-e0c3-4dcf-b4a8-2f2a77bd121a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:47.468867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-19f5e7e5-6f65-48a0-81dc-4adcfcc553a0 None None] Provisioning complete for port eb04c0e2-a197-425f-b521-481600f36c53 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:47.469618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19f5e7e5-6f65-48a0-81dc-4adcfcc553a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.527408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-19f5e7e5-6f65-48a0-81dc-4adcfcc553a0 None None] Port eb04c0e2-a197-425f-b521-481600f36c53 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:47.557758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:47.558335 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.604942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] For port 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9c9afd28-f4a4-48ba-9e6e-b603ce33bc15,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:47.605588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.677303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Calling delete_port for 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:47.778154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bf9f82a0-e2be-414d-bd42-52b7de53c4d6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:47.905584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:47.906686 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.999521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-45ceac3e-ccff-4818-b2f1-4f35e9749042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.111084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc9052-f08f-4b57-bb6c-04a5dd0f854d req-6e760aaa-2f6c-4c2c-8fe0-4e59158fed93 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.124541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56dc9052-f08f-4b57-bb6c-04a5dd0f854d req-6e760aaa-2f6c-4c2c-8fe0-4e59158fed93 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 946 time: 0.4350030 Jul 16 20:13:48.257566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019bf7f-edd7-4b21-9300-0fbafdb6553e req-4983d8f1-7492-45d5-9451-e3066e58ceaa tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.261157 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1019bf7f-edd7-4b21-9300-0fbafdb6553e req-4983d8f1-7492-45d5-9451-e3066e58ceaa tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 946 time: 0.3467135 Jul 16 20:13:48.345225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56dc9052-f08f-4b57-bb6c-04a5dd0f854d req-fe8f5f73-d064-470a-a571-eed7719d09bb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178440 Jul 16 20:13:48.397630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:48.401198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1019bf7f-edd7-4b21-9300-0fbafdb6553e req-96e3bffc-20c8-4b7a-add2-6615b004bb91 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244965 Jul 16 20:13:48.403876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb5b02-616f-447c-9e85-c0b14cd3f132 None None] Network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:48.408505 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d80f3a68-b7f1-4532-972a-ebe07705d718 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "PUT /v2.0/routers/6e017a3a-9620-4b16-b48e-35d595481568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9907355 Jul 16 20:13:48.408680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49660) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:48.411124 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Sync routers for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:48.426370 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:48.428870 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:48.466832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Allocated IP 19.80.0.42 (247e8c7e-07c9-4cab-86e0-7a50ab45c78d/05f0a5d2-a8c0-45fe-a93b-173c26a2a595/4c2bc577-be4e-4082-adfa-afff7ef515e9) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:48.646448 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:48.831223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.926752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9128e247-4998-43da-ac96-7ac54f250369 None None] Provisioning for port 37cbaa62-055a-4563-af71-156ebb7c8d98 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:48.952894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9128e247-4998-43da-ac96-7ac54f250369 None None] Provisioning complete for port 37cbaa62-055a-4563-af71-156ebb7c8d98 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:48.953882 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9128e247-4998-43da-ac96-7ac54f250369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.046758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.064565 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:44Z', 'revision_number': 2, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:49.087698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Transition to ACTIVE for port object 4c2bc577-be4e-4082-adfa-afff7ef515e9 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:49.103020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c9afd28-f4a4-48ba-9e6e-b603ce33bc15,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.131771 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Checking router: 6e017a3a-9620-4b16-b48e-35d595481568 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:49.132119 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Updating router 6e017a3a-9620-4b16-b48e-35d595481568 port eb04c0e2-a197-425f-b521-481600f36c53 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:49.155203 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.247298 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.264442 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9128e247-4998-43da-ac96-7ac54f250369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.304615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Port': ['ID=4c2bc577-be4e-4082-adfa-afff7ef515e9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.309315 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-135ad72c-5037-438b-b850-9b3c2c0b6af8 req-78b407b6-a18b-4426-8ce0-b4cef95ba588 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 210 time: 0.3990912 Jul 16 20:13:49.310616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.311121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.311616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.312419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.312589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.313080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.314118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.314118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.314597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.314922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.325507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3a38e3a8-ad2a-4f45-a287-88471b3fb40b tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7059 time: 0.9126763 Jul 16 20:13:49.334136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:49.339409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49676) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:49.340563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:49.497542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9128e247-4998-43da-ac96-7ac54f250369 None None] For port 37cbaa62-055a-4563-af71-156ebb7c8d98, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=37cbaa62-055a-4563-af71-156ebb7c8d98,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:49.512462 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9128e247-4998-43da-ac96-7ac54f250369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.538268 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.564668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:49.579407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.581072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.585274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.585905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.587600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.588256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.588754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.589324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.589932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.590407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.596459 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0d08ccd8-dff0-4b41-a834-d1f69bc25de7 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6459 time: 0.2531288 Jul 16 20:13:49.597373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49684) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:49.797573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.803949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.859335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128e247-4998-43da-ac96-7ac54f250369 None None] Pushing event updated for resources: {'Port': ['ID=37cbaa62-055a-4563-af71-156ebb7c8d98,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.877936 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.879290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd3d1189-9e78-43f8-8c7e-e13f829f82bb {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:49.892459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-5f93ff90-ea5f-4f92-bba1-01267b72c7f8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.894494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-5f93ff90-ea5f-4f92-bba1-01267b72c7f8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 946 time: 0.8462443 Jul 16 20:13:49.898585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.907237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a99f2946-3ecc-4146-98ad-f605631bfd73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "DELETE /v2.0/routers/cd3d1189-9e78-43f8-8c7e-e13f829f82bb HTTP/1.1" status: 204 len: 168 time: 3.3495550 Jul 16 20:13:49.908159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49692) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:49.923616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2117616923', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:49.934730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f77f6683-d78a-4f4f-a48c-1f9b68f27a1d None None] Provisioning complete for port 37cbaa62-055a-4563-af71-156ebb7c8d98 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:49.937596 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f77f6683-d78a-4f4f-a48c-1f9b68f27a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.175371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.179475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.183763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.185941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.234289 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-4b950685-8684-45cc-97b6-6345a9579faa tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6732903 Jul 16 20:13:50.262565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:50.266918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Request body: {'port': {'device_id': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc', 'admin_state_up': True, 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:50.382209 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.434820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ba0c8de9-8187-4e4a-8d37-0778dee809da None None] Provisioning for port 4c2bc577-be4e-4082-adfa-afff7ef515e9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:50.441420 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2bc-2d62-4a3f-8a0f-3c454a551ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.447647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ba0c8de9-8187-4e4a-8d37-0778dee809da None None] Provisioning complete for port 4c2bc577-be4e-4082-adfa-afff7ef515e9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:50.448032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8de9-8187-4e4a-8d37-0778dee809da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.458104 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Transition to ACTIVE for port object eb04c0e2-a197-425f-b521-481600f36c53 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:50.490893 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.501620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c8de9-8187-4e4a-8d37-0778dee809da None None] Port 4c2bc577-be4e-4082-adfa-afff7ef515e9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:50.511464 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.543027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:50.545908 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8191dd-198f-49ec-8189-2c3aef506f6e" -d '{"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-unplugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:50.581683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:50.601670 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.623655 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.625494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Deleting port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:50.626139 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.671491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.723661 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee22bc-0985-490f-8ec9-1843b40da463 None None] Pushing event updated for resources: {'Port': ['ID=eb04c0e2-a197-425f-b521-481600f36c53,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.832290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.860482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Made reservation on behalf of bec34068a0294ff4ba03d2137327a7a3 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:50.866644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.926917 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Attempting to bind port eb04c0e2-a197-425f-b521-481600f36c53 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:50.927293 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Attempting to bind port eb04c0e2-a197-425f-b521-481600f36c53 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:50.927868 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Attempting to bind port eb04c0e2-a197-425f-b521-481600f36c53 on network 6f6e8016-4eef-40ef-b14d-87773dab8993 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:50.942441 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:50.943088 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Checking segment: {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:50.943677 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.944462 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Bound using segment: {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:50.946549 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Bound port: eb04c0e2-a197-425f-b521-481600f36c53, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:50.947187 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.018817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2c939233-87fb-41e3-90f6-8d69109457e3 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4287 time: 1.4182005 Jul 16 20:13:51.094579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.110073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 37cbaa62-055a-4563-af71-156ebb7c8d98 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:51.152839 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] For port eb04c0e2-a197-425f-b521-481600f36c53, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:51.158480 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] For port eb04c0e2-a197-425f-b521-481600f36c53, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=eb04c0e2-a197-425f-b521-481600f36c53,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:51.178521 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.273311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 37cbaa62-055a-4563-af71-156ebb7c8d98 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:51.273904 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.276911 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee22bc-0985-490f-8ec9-1843b40da463 None None] Pushing event updated for resources: {'Port': ['ID=eb04c0e2-a197-425f-b521-481600f36c53,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:51.293404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Allocated IP 19.86.0.231 (6a8f61f6-3472-414e-bc5e-aaf2724e07bc/637cf956-f8de-4cab-a658-5ee31b57c700/aa5ac400-701a-4c7d-9b38-aaca94b46b86) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:51.317356 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:51.319376 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:51.381756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0859-e36f-4c13-8949-3823cb9a0fe4 req-471258d2-40de-41fa-983d-7af5460992af tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.395468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b30e0859-e36f-4c13-8949-3823cb9a0fe4 req-471258d2-40de-41fa-983d-7af5460992af tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 946 time: 1.1134222 Jul 16 20:13:51.527278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] For port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:51.527584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.576753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:51.589724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b30e0859-e36f-4c13-8949-3823cb9a0fe4 req-324102c3-f204-4341-908e-78741fa2d80a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931629 Jul 16 20:13:51.609746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Calling delete_port for a0131ada-9bc8-4981-b717-5b1cbaaa7c9c owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:51.653719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:51.654495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9c9afd28-f4a4-48ba-9e6e-b603ce33bc15 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:51.675654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a71d0-fe83-42b6-b159-09597f49c3e0 req-6969ae6c-033e-4fb4-a3cb-775288dfe383 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.682986 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.684761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b63a71d0-fe83-42b6-b159-09597f49c3e0 req-6969ae6c-033e-4fb4-a3cb-775288dfe383 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.5796063 Jul 16 20:13:51.715221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Transition to ACTIVE for port object aa5ac400-701a-4c7d-9b38-aaca94b46b86 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:51.719801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:51.818446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.907916 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b63a71d0-fe83-42b6-b159-09597f49c3e0 req-0873536a-36cb-475e-8c2c-8e24296ccc79 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218788 Jul 16 20:13:51.912123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:51.915545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:51.917490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event updated for resources: {'Port': ['ID=aa5ac400-701a-4c7d-9b38-aaca94b46b86,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:51.921031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:52.027569 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404f8bea-c6e7-450b-bb0c-176194f90b9d x-openstack-request-id: req-404f8bea-c6e7-450b-bb0c-176194f90b9d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:52.029279 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-unplugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:52.029854 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-404f8bea-c6e7-450b-bb0c-176194f90b9d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:52.031119 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'code': 200} Jul 16 20:13:52.035424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.042416 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.083103 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-2f6f903a-bce0-457b-84a6-707ed7806775 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8268504 Jul 16 20:13:52.096158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Request body: {'port': {'device_id': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:52.225618 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:51Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:52.325800 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb454f7d-751a-4b76-84a1-56a0d0cc33b0 None None] The sync data for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 is: [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:51Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:52.347377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.359314 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.370506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b75725f8-4902-4fdd-bf8f-23db9224517f None None] Provisioning for port aa5ac400-701a-4c7d-9b38-aaca94b46b86 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:52.412622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b75725f8-4902-4fdd-bf8f-23db9224517f None None] Provisioning complete for port aa5ac400-701a-4c7d-9b38-aaca94b46b86 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:52.417415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b75725f8-4902-4fdd-bf8f-23db9224517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.594883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b75725f8-4902-4fdd-bf8f-23db9224517f None None] Port aa5ac400-701a-4c7d-9b38-aaca94b46b86 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:52.788183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49730) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:52.863296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c0e20252-6e32-44f4-941d-dfb3f2c2de99 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015195701', 'description': 'tempest-secgroup-smoke-1015195701 description', 'project_id': '1f6db2100c23486a9b7759b62ce47238'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:52.939730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0e20252-6e32-44f4-941d-dfb3f2c2de99 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.944793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.967688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ad34-2ec9-4f8f-8464-bd4d4a215246 req-01ac1c8d-387b-4044-acce-2f1971300afb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.974052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ad34-2ec9-4f8f-8464-bd4d4a215246 req-01ac1c8d-387b-4044-acce-2f1971300afb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.982469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bda6ad34-2ec9-4f8f-8464-bd4d4a215246 req-01ac1c8d-387b-4044-acce-2f1971300afb tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1654 time: 1.1429312 Jul 16 20:13:53.102935 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.163130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.187614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device eb04c0e2-a197-425f-b521-481600f36c53 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:53.194512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:53.206075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bda6ad34-2ec9-4f8f-8464-bd4d4a215246 req-62f36945-9c5f-406f-a578-76c52f5e2253 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226241 Jul 16 20:13:53.287728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2bc577-be4e-4082-adfa-afff7ef515e9 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:53.315688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.379716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0e20252-6e32-44f4-941d-dfb3f2c2de99 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.396797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0e20252-6e32-44f4-941d-dfb3f2c2de99 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.408091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Transition to ACTIVE for port object 4c2bc577-be4e-4082-adfa-afff7ef515e9 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:53.418562 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.460095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event deleted for resources: {'Port': ['ID=a0131ada-9bc8-4981-b717-5b1cbaaa7c9c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.511833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0e20252-6e32-44f4-941d-dfb3f2c2de99 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.516228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c0e20252-6e32-44f4-941d-dfb3f2c2de99 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7225688 Jul 16 20:13:53.528323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49740) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:53.552167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c5dd2966-c2b1-4b8c-a48f-f54b914ffa0e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '3105c249-e32e-4618-9f5b-a8e7490efb95', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:53.601334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e20252-6e32-44f4-941d-dfb3f2c2de99 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3105c249-e32e-4618-9f5b-a8e7490efb95,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.691314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Pushing event updated for resources: {'Port': ['ID=4c2bc577-be4e-4082-adfa-afff7ef515e9,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.738743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] No DVR routers for this DVR port a0131ada-9bc8-4981-b717-5b1cbaaa7c9c on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:53.749935 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.755117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-407fcb19-87ec-4166-a4a3-0d32af4ed384 req-70fe3494-3b2b-4b38-8c2a-af15c2a79ff4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "DELETE /v2.0/ports/a0131ada-9bc8-4981-b717-5b1cbaaa7c9c HTTP/1.1" status: 204 len: 173 time: 3.8454337 Jul 16 20:13:53.811298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3960fd-7045-47b2-86f6-8804e20fc789', 'name': 'network-vif-deleted', 'tag': 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:53.818744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2966-c2b1-4b8c-a48f-f54b914ffa0e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.822288 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6ea2a4-af1a-4905-a2c7-d197ed2f40dd" -d '{"events": [{"server_uuid": "4f3960fd-7045-47b2-86f6-8804e20fc789", "name": "network-vif-deleted", "tag": "a0131ada-9bc8-4981-b717-5b1cbaaa7c9c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:53.890192 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.931510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port eb04c0e2-a197-425f-b521-481600f36c53 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:53.968633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2966-c2b1-4b8c-a48f-f54b914ffa0e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.976124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port eb04c0e2-a197-425f-b521-481600f36c53 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:53.978032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.989391 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2966-c2b1-4b8c-a48f-f54b914ffa0e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.034069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a618c7-4162-4662-865a-13095a2be60d req-73e9ce57-7305-4c9c-bc02-1f6a391e5575 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.046081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45a618c7-4162-4662-865a-13095a2be60d req-73e9ce57-7305-4c9c-bc02-1f6a391e5575 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 867 time: 1.1039121 Jul 16 20:13:54.054458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd2966-c2b1-4b8c-a48f-f54b914ffa0e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9f8b29-c8ec-41b6-a234-5881a7a84a91,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.059203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Attempting to bind port 4c2bc577-be4e-4082-adfa-afff7ef515e9 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:54.059547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Attempting to bind port 4c2bc577-be4e-4082-adfa-afff7ef515e9 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:54.059884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Attempting to bind port 4c2bc577-be4e-4082-adfa-afff7ef515e9 on network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:54.062565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2966-c2b1-4b8c-a48f-f54b914ffa0e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.063828 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c5dd2966-c2b1-4b8c-a48f-f54b914ffa0e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5332522 Jul 16 20:13:54.071107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49748) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.078061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c53c0657-382c-4ee7-99f8-707c6b410936 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '3105c249-e32e-4618-9f5b-a8e7490efb95', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:54.093996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Port 4c2bc577-be4e-4082-adfa-afff7ef515e9 on network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:54.094462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Attempting to bind port 4c2bc577-be4e-4082-adfa-afff7ef515e9 on network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:54.135840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:54.137028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Checking segment: {'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:54.137700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Bound using segment: {'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:54.138448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Bound port: 4c2bc577-be4e-4082-adfa-afff7ef515e9, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a525ff8-31ca-472e-af46-450f9c930076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:54.139716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.174009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53c0657-382c-4ee7-99f8-707c6b410936 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.186286 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60dfd1-356f-4570-af60-f24570daa716 req-b14e4edf-f924-4bba-be79-80b4929b8074 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.189004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e60dfd1-356f-4570-af60-f24570daa716 req-b14e4edf-f924-4bba-be79-80b4929b8074 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.7371345 Jul 16 20:13:54.199790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45a618c7-4162-4662-865a-13095a2be60d req-8a49e953-e877-4974-b7f4-821d656361e7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956872 Jul 16 20:13:54.201912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Allocated IP 172.25.6.202 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/446bcaf0-0979-4523-b9bb-4fe55ccff45d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:54.297109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e60dfd1-356f-4570-af60-f24570daa716 req-9e9a61ba-801c-40cc-b877-65cb7e4aefe0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913968 Jul 16 20:13:54.300848 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af9c8e1-edf3-42c8-a6cf-328a488515b5 x-openstack-request-id: req-7af9c8e1-edf3-42c8-a6cf-328a488515b5 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:54.301171 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3960fd-7045-47b2-86f6-8804e20fc789", "name": "network-vif-deleted", "tag": "a0131ada-9bc8-4981-b717-5b1cbaaa7c9c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:54.301391 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7af9c8e1-edf3-42c8-a6cf-328a488515b5 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:54.301794 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3960fd-7045-47b2-86f6-8804e20fc789', 'name': 'network-vif-deleted', 'tag': 'a0131ada-9bc8-4981-b717-5b1cbaaa7c9c', 'status': 'completed', 'code': 200} Jul 16 20:13:54.342647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:54.352721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a0131ada-9bc8-4981-b717-5b1cbaaa7c9c no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:54.401291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] For port 4c2bc577-be4e-4082-adfa-afff7ef515e9, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:54.447303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53c0657-382c-4ee7-99f8-707c6b410936 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.456415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] For port 4c2bc577-be4e-4082-adfa-afff7ef515e9, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4c2bc577-be4e-4082-adfa-afff7ef515e9,segment=NetworkSegment(1a525ff8-31ca-472e-af46-450f9c930076),segment_id=1a525ff8-31ca-472e-af46-450f9c930076)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:54.457355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: a0131ada-9bc8-4981-b717-5b1cbaaa7c9c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:54.457714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a0131ada-9bc8-4981-b717-5b1cbaaa7c9c not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:54.468633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53c0657-382c-4ee7-99f8-707c6b410936 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.472171 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.493081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.566786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53c0657-382c-4ee7-99f8-707c6b410936 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.568242 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c53c0657-382c-4ee7-99f8-707c6b410936 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4947093 Jul 16 20:13:54.569284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c0657-382c-4ee7-99f8-707c6b410936 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db279fc-1929-4a40-8f57-bc7db12e9c0e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.577053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49754) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.589399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ed19a192-2363-42e4-b6b4-13f66e90745e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '3105c249-e32e-4618-9f5b-a8e7490efb95', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:54.592586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port eb04c0e2-a197-425f-b521-481600f36c53, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=eb04c0e2-a197-425f-b521-481600f36c53,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:54.597674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.607839 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.609724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.610732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.612484 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] 10.222.0.16 "PUT /v2.0/ports/4c2bc577-be4e-4082-adfa-afff7ef515e9 HTTP/1.1" status: 200 len: 1092 time: 2.5209460 Jul 16 20:13:54.642656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'tag': '4c2bc577-be4e-4082-adfa-afff7ef515e9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:54.646268 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b311b-80b7-4555-b6c3-7b011ed22ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "tag": "4c2bc577-be4e-4082-adfa-afff7ef515e9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:54.698680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Request body: {'port': {'device_id': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:54.760730 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60989637-5cf3-428d-b397-02ef3818699c x-openstack-request-id: req-60989637-5cf3-428d-b397-02ef3818699c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:54.761479 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "tag": "4c2bc577-be4e-4082-adfa-afff7ef515e9", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:54.762204 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60989637-5cf3-428d-b397-02ef3818699c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:54.762874 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'tag': '4c2bc577-be4e-4082-adfa-afff7ef515e9', 'status': 'completed', 'code': 200} Jul 16 20:13:54.766295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4207a5-c489-49b7-bb04-ec8362b44b1c service neutron] Pushing event updated for resources: {'Port': ['ID=4c2bc577-be4e-4082-adfa-afff7ef515e9,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.793535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.827614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed19a192-2363-42e4-b6b4-13f66e90745e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.944804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=eb04c0e2-a197-425f-b521-481600f36c53,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.980806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.016993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event updated for resources: {'Port': ['ID=446bcaf0-0979-4523-b9bb-4fe55ccff45d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.027414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:55.038867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:55.046366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:55.049635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:55.056748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'mac_address': 'fa:16:3e:6c:13:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:55.137516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.177614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f417dc62-8b00-4f17-a458-b6aed60746f9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:55.219738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:55.243361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.259114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52ed3-dde3-4632-8755-4fc41d05443e req-22b52979-0207-47b1-94bc-d409ba98ec96 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.279976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52ed3-dde3-4632-8755-4fc41d05443e req-22b52979-0207-47b1-94bc-d409ba98ec96 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.296088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1e52ed3-dde3-4632-8755-4fc41d05443e req-22b52979-0207-47b1-94bc-d409ba98ec96 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1666 time: 0.6651504 Jul 16 20:13:55.405859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed19a192-2363-42e4-b6b4-13f66e90745e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.418030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed19a192-2363-42e4-b6b4-13f66e90745e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.432825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f417dc62-8b00-4f17-a458-b6aed60746f9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:55.505951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19a192-2363-42e4-b6b4-13f66e90745e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382b87c0-d38d-4a50-8d8f-a08a343cd6b9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.513956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed19a192-2363-42e4-b6b4-13f66e90745e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.518981 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed19a192-2363-42e4-b6b4-13f66e90745e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9344094 Jul 16 20:13:55.519860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49780) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:55.528376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d6adea32-483a-4df6-9683-8cd36489bfd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '3105c249-e32e-4618-9f5b-a8e7490efb95', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:55.650600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.659739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac13f4b9-e757-46b4-af00-4f03c0b1dd24 req-ab536103-8cf8-486d-88db-ed97a3b75d20 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3960fd-7045-47b2-86f6-8804e20fc789 HTTP/1.1" status: 200 len: 210 time: 0.1167574 Jul 16 20:13:55.668958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6adea32-483a-4df6-9683-8cd36489bfd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.811269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1e52ed3-dde3-4632-8755-4fc41d05443e req-49f123a9-809e-4a80-b5d6-fed7821d7afc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135920 Jul 16 20:13:55.828570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-5ad6d0a0-6f7d-49ed-a247-c126080d07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.837254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-5ad6d0a0-6f7d-49ed-a247-c126080d07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.839138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-5ad6d0a0-6f7d-49ed-a247-c126080d07ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1914 time: 1.0140843 Jul 16 20:13:55.911424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5ac400-701a-4c7d-9b38-aaca94b46b86 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:55.938348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.969567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Transition to ACTIVE for port object aa5ac400-701a-4c7d-9b38-aaca94b46b86 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:55.992551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.131620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5ac400-701a-4c7d-9b38-aaca94b46b86,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:56.137883 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6adea32-483a-4df6-9683-8cd36489bfd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.176814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6adea32-483a-4df6-9683-8cd36489bfd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.232953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adea32-483a-4df6-9683-8cd36489bfd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a50bbe1-7aaa-4e35-b93a-ee74b32f3edf,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:56.261542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d6adea32-483a-4df6-9683-8cd36489bfd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.263258 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d6adea32-483a-4df6-9683-8cd36489bfd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7391870 Jul 16 20:13:56.268945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49790) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:56.281076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6aaebf65-c99a-4f55-8d70-19067a2d921e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '3105c249-e32e-4618-9f5b-a8e7490efb95', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:56.287857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-29466ff1-ea7d-4abd-9f7f-0e7a9127e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.291567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-29466ff1-ea7d-4abd-9f7f-0e7a9127e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.293034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-29466ff1-ea7d-4abd-9f7f-0e7a9127e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.296438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-29466ff1-ea7d-4abd-9f7f-0e7a9127e2f8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bec34068a0294ff4ba03d2137327a7a3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4198203 Jul 16 20:13:56.331313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Attempting to bind port aa5ac400-701a-4c7d-9b38-aaca94b46b86 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:56.332055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Attempting to bind port aa5ac400-701a-4c7d-9b38-aaca94b46b86 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:56.333363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Attempting to bind port aa5ac400-701a-4c7d-9b38-aaca94b46b86 on network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:56.364743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Port aa5ac400-701a-4c7d-9b38-aaca94b46b86 on network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:56.365478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Attempting to bind port aa5ac400-701a-4c7d-9b38-aaca94b46b86 on network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:56.386209 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-6aaebf65-c99a-4f55-8d70-19067a2d921e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Project 1f6db2100c23486a9b7759b62ce47238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:13:56.400161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:56.401215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Checking segment: {'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:56.402016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Bound using segment: {'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:56.402886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Bound port: aa5ac400-701a-4c7d-9b38-aaca94b46b86, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce0f741-a7b1-4088-aecf-4fd057fa6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:56.403657 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.409908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6aaebf65-c99a-4f55-8d70-19067a2d921e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.655561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6aaebf65-c99a-4f55-8d70-19067a2d921e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.670184 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6aaebf65-c99a-4f55-8d70-19067a2d921e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.704250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-50503d10-8758-429a-a99b-90f59d8d443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.706081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-872b311b-80b7-4555-b6c3-7b011ed22ca5 req-50503d10-8758-429a-a99b-90f59d8d443c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997799 Jul 16 20:13:56.789963 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6aaebf65-c99a-4f55-8d70-19067a2d921e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.792010 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6aaebf65-c99a-4f55-8d70-19067a2d921e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5218489 Jul 16 20:13:56.830649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49806) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:56.839131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] For port aa5ac400-701a-4c7d-9b38-aaca94b46b86, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:56.844366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] For port aa5ac400-701a-4c7d-9b38-aaca94b46b86, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=aa5ac400-701a-4c7d-9b38-aaca94b46b86,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:56.848979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaebf65-c99a-4f55-8d70-19067a2d921e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5e5d48-84df-4a59-be7e-3a48e5456702,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:56.851689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fe16a8c3-13a1-415b-a16d-2a288b78a3df tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '3105c249-e32e-4618-9f5b-a8e7490efb95', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:56.859117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.033747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.040346 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.042731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa5ac400-701a-4c7d-9b38-aaca94b46b86 HTTP/1.1" status: 200 len: 1093 time: 2.3570666 Jul 16 20:13:57.043916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'tag': 'aa5ac400-701a-4c7d-9b38-aaca94b46b86'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:57.050212 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeef34c-87aa-4b80-8ff5-fd889801e904" -d '{"events": [{"name": "network-changed", "server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "tag": "aa5ac400-701a-4c7d-9b38-aaca94b46b86"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:57.087003 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.113724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6d281-4596-4869-948e-feed87c7c2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5ac400-701a-4c7d-9b38-aaca94b46b86,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:57.334392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device eb04c0e2-a197-425f-b521-481600f36c53 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:57.364299 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-fe16a8c3-13a1-415b-a16d-2a288b78a3df tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Project 1f6db2100c23486a9b7759b62ce47238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:13:57.385666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-a18c4d81-f29b-44b1-b53e-1d5dc2a9904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.386632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-a18c4d81-f29b-44b1-b53e-1d5dc2a9904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.392119 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-a18c4d81-f29b-44b1-b53e-1d5dc2a9904a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1982 time: 0.1479790 Jul 16 20:13:57.436292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port eb04c0e2-a197-425f-b521-481600f36c53 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:57.436832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.448688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42ca11-218c-4ed9-ab49-d40c3f5e202c req-5c174f09-282d-45d6-9b16-2b3438076076 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.450426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f42ca11-218c-4ed9-ab49-d40c3f5e202c req-5c174f09-282d-45d6-9b16-2b3438076076 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 1.0610931 Jul 16 20:13:57.473688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe16a8c3-13a1-415b-a16d-2a288b78a3df tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.589525 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-48177fd3-45e6-43e2-9a10-290a42530c91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=4c2bc577-be4e-4082-adfa-afff7ef515e9 HTTP/1.1" status: 200 len: 217 time: 0.1891353 Jul 16 20:13:57.735993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-964a3545-5396-4299-a621-cb444a4fa023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.740615 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-964a3545-5396-4299-a621-cb444a4fa023 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=05f0a5d2-a8c0-45fe-a93b-173c26a2a595 HTTP/1.1" status: 200 len: 801 time: 0.1452019 Jul 16 20:13:57.871483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f42ca11-218c-4ed9-ab49-d40c3f5e202c req-e50b106e-7bdb-4094-aa81-c62d8bde0f55 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269742 Jul 16 20:13:58.000182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-fb43b778-8a7e-4efa-9459-606fec9849d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.004134 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-fb43b778-8a7e-4efa-9459-606fec9849d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=247e8c7e-07c9-4cab-86e0-7a50ab45c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2541554 Jul 16 20:13:58.015324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe16a8c3-13a1-415b-a16d-2a288b78a3df tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.043538 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a49629-c6b0-4fd1-be14-d282266b2661 x-openstack-request-id: req-d8a49629-c6b0-4fd1-be14-d282266b2661 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:58.044428 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "tag": "aa5ac400-701a-4c7d-9b38-aaca94b46b86", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:58.044428 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8a49629-c6b0-4fd1-be14-d282266b2661 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:58.045096 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'tag': 'aa5ac400-701a-4c7d-9b38-aaca94b46b86', 'status': 'completed', 'code': 200} Jul 16 20:13:58.196884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe16a8c3-13a1-415b-a16d-2a288b78a3df tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.306051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:58.350236 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-9086a19e-0445-4deb-95e0-ae878dbcc5aa service neutron] 10.222.0.16 "GET /v2.0/networks/247e8c7e-07c9-4cab-86e0-7a50ab45c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316789 Jul 16 20:13:58.453458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16a8c3-13a1-415b-a16d-2a288b78a3df tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95511300-70b5-41ee-bf91-6604b89b9df3,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:58.500881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f417dc62-8b00-4f17-a458-b6aed60746f9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:58.500881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.518495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe16a8c3-13a1-415b-a16d-2a288b78a3df tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.526984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fe16a8c3-13a1-415b-a16d-2a288b78a3df tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6906834 Jul 16 20:13:58.734287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-cd04dce9-161e-4f06-8f1f-6992cf9c3252 service neutron] 10.222.0.16 "GET /v2.0/networks/247e8c7e-07c9-4cab-86e0-7a50ab45c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714778 Jul 16 20:13:58.734608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a5537-f9b6-46a9-a376-f0d8afd01d71 req-c7388c65-93e9-473f-bd33-8c64c26cd230 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.772892 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.778234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a5537-f9b6-46a9-a376-f0d8afd01d71 req-c7388c65-93e9-473f-bd33-8c64c26cd230 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.802852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-141a5537-f9b6-46a9-a376-f0d8afd01d71 req-c7388c65-93e9-473f-bd33-8c64c26cd230 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1678 time: 1.2384782 Jul 16 20:13:58.846725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:58.849264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:58.855396 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ec92c-0918-40f7-a021-520540eda668" -d '{"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-plugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:58.863814 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.865609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-755097b0-ea7f-4d01-bd75-b5591b03c6c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.231&port_id=aa5ac400-701a-4c7d-9b38-aaca94b46b86 HTTP/1.1" status: 200 len: 217 time: 0.1250360 Jul 16 20:13:58.970331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.004014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-b51e35aa-f19c-4242-b20f-8788b8a2dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.010327 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-b51e35aa-f19c-4242-b20f-8788b8a2dc64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=637cf956-f8de-4cab-a658-5ee31b57c700 HTTP/1.1" status: 200 len: 801 time: 0.1367342 Jul 16 20:13:59.031260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=10']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.155424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11208-aaad-4013-80da-4f337563006f req-4242149f-fcae-4ea4-9e7b-2182df98f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.163886 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-4242149f-fcae-4ea4-9e7b-2182df98f993 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a8f61f6-3472-414e-bc5e-aaf2724e07bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444337 Jul 16 20:13:59.165323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-141a5537-f9b6-46a9-a376-f0d8afd01d71 req-c2ab5d5c-34fe-422b-9d50-cf36ecffee4f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594522 Jul 16 20:13:59.189942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856f1b-515b-4181-963f-1433c625c097 req-653cba75-487d-4cbf-838e-a01f1ea31e47 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.191750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-653cba75-487d-4cbf-838e-a01f1ea31e47 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.7443311 Jul 16 20:13:59.282171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-6cf270da-52b9-4a29-8a48-973004621929 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/quotas/0dc1d34be3bc48bd84f1f2a942c82820 HTTP/1.1" status: 200 len: 375 time: 0.0763595 Jul 16 20:13:59.408836 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-1b15b4ae-7ae6-4728-847c-4e11e62d9416 service neutron] 10.222.0.16 "GET /v2.0/networks/6a8f61f6-3472-414e-bc5e-aaf2724e07bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353761 Jul 16 20:13:59.465072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-5500fefd-341a-49bd-8450-c935bb945c5d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015195701&fields=id&tenant_id=1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 267 time: 0.0891638 Jul 16 20:13:59.687796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-3a28fd5a-7b51-4dbd-b3ba-45bca80764f5 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.699935 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eca11208-aaad-4013-80da-4f337563006f req-8a4d5da9-a03f-4c4d-a094-e12091129999 service neutron] 10.222.0.16 "GET /v2.0/networks/6a8f61f6-3472-414e-bc5e-aaf2724e07bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819304 Jul 16 20:13:59.700541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-3a28fd5a-7b51-4dbd-b3ba-45bca80764f5 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/networks?id=6f6e8016-4eef-40ef-b14d-87773dab8993 HTTP/1.1" status: 200 len: 796 time: 0.2331331 Jul 16 20:13:59.731381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-1a1f673e-a438-4f23-bafa-c9119b3557e8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/quotas/1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 375 time: 0.0263069 Jul 16 20:13:59.745351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-62dc03c0-494d-4316-bbe8-21031421c450 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4264443 Jul 16 20:13:59.869235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Router b39028d6-3aa3-42c4-9285-98f7a31d43ec is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:13:59.913401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-ba349198-09f3-485f-9864-60b0faf7a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.914772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-ba349198-09f3-485f-9864-60b0faf7a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.917263 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-ba349198-09f3-485f-9864-60b0faf7a42a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec34068a0294ff4ba03d2137327a7a3&device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1982 time: 0.1321318 Jul 16 20:14:00.146689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-de5d0bcb-6a7e-4a14-8ba1-1a2fa0793005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.151120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-de5d0bcb-6a7e-4a14-8ba1-1a2fa0793005 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a8f61f6-3472-414e-bc5e-aaf2724e07bc HTTP/1.1" status: 200 len: 901 time: 0.2266147 Jul 16 20:14:00.305639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-93f51cc5-8e65-4dc3-af10-2f890f556c56 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5560095 Jul 16 20:14:00.330280 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-784b7bbe-7173-4a36-b4bd-fbbe538bf23d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.231&port_id=aa5ac400-701a-4c7d-9b38-aaca94b46b86 HTTP/1.1" status: 200 len: 217 time: 0.1707909 Jul 16 20:14:00.415757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-67773e57-4b38-4843-92af-017c4c776b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.418175 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-67773e57-4b38-4843-92af-017c4c776b19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=637cf956-f8de-4cab-a658-5ee31b57c700 HTTP/1.1" status: 200 len: 801 time: 0.0808473 Jul 16 20:14:00.567107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-7d140ed0-8578-4ffa-90fe-9e6c2f942099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.572832 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-7d140ed0-8578-4ffa-90fe-9e6c2f942099 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a8f61f6-3472-414e-bc5e-aaf2724e07bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420770 Jul 16 20:14:00.636637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-1c56a8f6-95ac-4954-b2c4-3a5e8d35c8b5 service neutron] 10.222.0.78 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801969 Jul 16 20:14:00.659190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-d4e691ed-f79f-4230-8c57-5ad9140d4162 service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954058 Jul 16 20:14:00.894760 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-a1d75456-6311-476d-8f75-ae7af8e283f5 service neutron] 10.222.0.16 "GET /v2.0/networks/6a8f61f6-3472-414e-bc5e-aaf2724e07bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072259 Jul 16 20:14:01.028055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-59abb93b-9bfb-496c-8285-085bee78fcbc service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661215 Jul 16 20:14:01.074843 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fdeef34c-87aa-4b80-8ff5-fd889801e904 req-4c634017-232a-4c72-9323-105cd6358a1c service neutron] 10.222.0.16 "GET /v2.0/networks/6a8f61f6-3472-414e-bc5e-aaf2724e07bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704493 Jul 16 20:14:01.088524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:01.107864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876be089-0996-48f3-b133-106fee95951b None None] Sync routers for ids ['b39028d6-3aa3-42c4-9285-98f7a31d43ec'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:01.125990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876be089-0996-48f3-b133-106fee95951b None None] Routers {'b39028d6-3aa3-42c4-9285-98f7a31d43ec'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:01.129067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-876be089-0996-48f3-b133-106fee95951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b39028d6-3aa3-42c4-9285-98f7a31d43ec'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:01.227901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-876be089-0996-48f3-b133-106fee95951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:01.266823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876be089-0996-48f3-b133-106fee95951b None None] Routers {'b39028d6-3aa3-42c4-9285-98f7a31d43ec'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:01.267550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-876be089-0996-48f3-b133-106fee95951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b39028d6-3aa3-42c4-9285-98f7a31d43ec'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:01.330385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-8657c82b-350e-49c9-a437-97845627c81e service neutron] 10.222.0.78 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844454 Jul 16 20:14:01.334324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.347759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49870) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:01.356384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a8d4f2b1-17ed-49c5-959b-d1d3965163ce tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': False}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:01.362091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fd821dbe-4734-4c2d-baf6-26a704ac2a17 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.4429109 Jul 16 20:14:01.408978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-876be089-0996-48f3-b133-106fee95951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:01.416646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876be089-0996-48f3-b133-106fee95951b None None] The sync data for ids ['b39028d6-3aa3-42c4-9285-98f7a31d43ec'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:01.718136 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed8b10-c558-43d6-bd8d-7b8eea6b6188 x-openstack-request-id: req-f9ed8b10-c558-43d6-bd8d-7b8eea6b6188 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:01.718827 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-plugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:01.719472 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f9ed8b10-c558-43d6-bd8d-7b8eea6b6188 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:01.720409 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'code': 200} Jul 16 20:14:02.184111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274127b-7651-4138-bb59-fc074c782b7c req-df9f7914-2d51-4c2d-9ba6-26846180b1f0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.200681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f274127b-7651-4138-bb59-fc074c782b7c req-df9f7914-2d51-4c2d-9ba6-26846180b1f0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.1389942 Jul 16 20:14:02.303514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:02.340112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f274127b-7651-4138-bb59-fc074c782b7c req-95e1acb1-3bd3-4286-919f-a029dfd50d2a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383884 Jul 16 20:14:02.637214 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f50a6682-9ab5-49ce-b317-175887ddf690 req-a3a543ed-9680-4f76-8b09-d3bb719840c4 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 210 time: 0.1642792 Jul 16 20:14:02.689119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a5698-debb-4335-87c5-58e3a8fca3dd req-90658a4f-ed2a-43f8-93a6-d9e36e1863c9 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.725579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a5698-debb-4335-87c5-58e3a8fca3dd req-90658a4f-ed2a-43f8-93a6-d9e36e1863c9 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.734037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf6a5698-debb-4335-87c5-58e3a8fca3dd req-90658a4f-ed2a-43f8-93a6-d9e36e1863c9 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1678 time: 0.4423649 Jul 16 20:14:02.903444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 4c2bc577-be4e-4082-adfa-afff7ef515e9 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:02.972776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c515fd11-79be-48ba-95b9-afe1f46136f6 req-e069e0f9-397b-4a69-94e3-7b9a5e9d2798 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 210 time: 0.1593361 Jul 16 20:14:03.020748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:03.024397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf6a5698-debb-4335-87c5-58e3a8fca3dd req-37ea9a81-0fce-4b09-a372-cca94172f77b tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766187 Jul 16 20:14:03.123909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'port_id': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'mac_address': 'fa:16:3e:fa:ae:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:03.225770 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:14:03.462887 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.515163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23029423-7af9-46f9-b4a6-f4dfe92ce9da {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:03.556049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:03.571740 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.847217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8d4f2b1-17ed-49c5-959b-d1d3965163ce tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.858708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.902261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 4c2bc577-be4e-4082-adfa-afff7ef515e9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4c2bc577-be4e-4082-adfa-afff7ef515e9,segment=NetworkSegment(1a525ff8-31ca-472e-af46-450f9c930076),segment_id=1a525ff8-31ca-472e-af46-450f9c930076)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:03.937316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '4c2bc577-be4e-4082-adfa-afff7ef515e9', 'network_id': '247e8c7e-07c9-4cab-86e0-7a50ab45c78d', 'port_id': '4c2bc577-be4e-4082-adfa-afff7ef515e9', 'mac_address': 'fa:16:3e:52:2d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f0a5d2-a8c0-45fe-a93b-173c26a2a595', 'ip_address': '19.80.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:03.952314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['23029423-7af9-46f9-b4a6-f4dfe92ce9da'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:04.091626 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:14:04.112083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0069621a-27e2-4ffe-9fb6-4b69523760e5 req-22db7f19-15ed-4ab5-9224-5d26a83681de tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 210 time: 0.0958738 Jul 16 20:14:04.131292 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.164837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2bc577-be4e-4082-adfa-afff7ef515e9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:04.216792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 4c2bc577-be4e-4082-adfa-afff7ef515e9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4c2bc577-be4e-4082-adfa-afff7ef515e9,segment=NetworkSegment(1a525ff8-31ca-472e-af46-450f9c930076),segment_id=1a525ff8-31ca-472e-af46-450f9c930076)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:04.238909 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.240107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device aa5ac400-701a-4c7d-9b38-aaca94b46b86 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:04.487621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba1767-6dd2-4a13-a8c3-1f3559e5a39c req-82cfeb4b-2d3a-43eb-87e3-1b6e3316c141 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.507234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2ba1767-6dd2-4a13-a8c3-1f3559e5a39c req-82cfeb4b-2d3a-43eb-87e3-1b6e3316c141 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.3291447 Jul 16 20:14:04.537574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=4c2bc577-be4e-4082-adfa-afff7ef515e9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:04.583704 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.765216 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:14:04.805375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2f3322e-ba75-449d-844b-352a53c49c8b req-26eb1dc6-d9f6-4ff8-b8ca-0ac07fbb20e9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 210 time: 0.3354356 Jul 16 20:14:05.219639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2ba1767-6dd2-4a13-a8c3-1f3559e5a39c req-0f7cc5b9-4fc2-4ab6-8923-2836dee67429 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7099593 Jul 16 20:14:05.388342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port aa5ac400-701a-4c7d-9b38-aaca94b46b86, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=aa5ac400-701a-4c7d-9b38-aaca94b46b86,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:05.427835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'aa5ac400-701a-4c7d-9b38-aaca94b46b86', 'network_id': '6a8f61f6-3472-414e-bc5e-aaf2724e07bc', 'port_id': 'aa5ac400-701a-4c7d-9b38-aaca94b46b86', 'mac_address': 'fa:16:3e:e5:44:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637cf956-f8de-4cab-a658-5ee31b57c700', 'ip_address': '19.86.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:05.471081 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.543362 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8d4f2b1-17ed-49c5-959b-d1d3965163ce tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.569163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8d4f2b1-17ed-49c5-959b-d1d3965163ce tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.627080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.677659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856f1b-515b-4181-963f-1433c625c097 req-b3d88498-777c-4533-9812-ae14bbc3983e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:05.681864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-b3d88498-777c-4533-9812-ae14bbc3983e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.8719923 Jul 16 20:14:05.699724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Request body: {'port': {'device_id': 'f941bfb0-72ae-44f1-a79c-f07730c04950', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'admin_state_up': True, 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:05.704015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5ac400-701a-4c7d-9b38-aaca94b46b86 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:05.810083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port aa5ac400-701a-4c7d-9b38-aaca94b46b86, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=aa5ac400-701a-4c7d-9b38-aaca94b46b86,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:05.843460 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.047983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=aa5ac400-701a-4c7d-9b38-aaca94b46b86,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.083614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['4c2bc577-be4e-4082-adfa-afff7ef515e9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:06.227463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d4f2b1-17ed-49c5-959b-d1d3965163ce tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Router b39028d6-3aa3-42c4-9285-98f7a31d43ec has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:06.358982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:06.511775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e0c2d21-83d4-4377-a7cd-daed2ee85c02 req-8c9d1554-d3c1-4596-883d-35f957079376 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 210 time: 0.5850749 Jul 16 20:14:06.572332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5d892-a44e-47d8-9579-be4ce754ec25 req-02e66ac3-ff41-4539-96b2-63acfb5dbf20 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.612953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5d892-a44e-47d8-9579-be4ce754ec25 req-02e66ac3-ff41-4539-96b2-63acfb5dbf20 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.639193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52c5d892-a44e-47d8-9579-be4ce754ec25 req-02e66ac3-ff41-4539-96b2-63acfb5dbf20 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1679 time: 1.5753279 Jul 16 20:14:06.836843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52c5d892-a44e-47d8-9579-be4ce754ec25 req-4056d8df-860f-4e87-9af3-45a7d1a1e3e6 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963615 Jul 16 20:14:06.959399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 23029423-7af9-46f9-b4a6-f4dfe92ce9da triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:06.960396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.063277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-053491f5-80db-455b-90a3-0b0f679880c5 req-4754bc7c-923e-48be-8d5d-199e386c8495 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 210 time: 0.1164374 Jul 16 20:14:07.107755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:07.114053 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.142467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['aa5ac400-701a-4c7d-9b38-aaca94b46b86'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:07.377727 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.496527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Allocated IP 172.20.0.14 (8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915/9e83ce15-96b9-4769-b368-6a1534af9a23/2557abb6-1f64-416e-8a81-95b08a2070f3) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:07.515538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:07.518258 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d0324-e419-4433-bcfb-5b6dc7069508" -d '{"events": [{"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:07.526752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-89c84734-72ed-4636-adf0-9ac4940118d2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.542914 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-89c84734-72ed-4636-adf0-9ac4940118d2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "GET /v2.0/networks?id=6f6e8016-4eef-40ef-b14d-87773dab8993 HTTP/1.1" status: 200 len: 796 time: 1.5552583 Jul 16 20:14:07.565477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:07.578275 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.669945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d4f2b1-17ed-49c5-959b-d1d3965163ce tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:07.683236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8d4f2b1-17ed-49c5-959b-d1d3965163ce tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.692322 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41ba98-7190-4f76-a1e9-a4a45300a095 None None] Sync routers for ids ['b39028d6-3aa3-42c4-9285-98f7a31d43ec'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:07.700386 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a96b4a-cdaf-4e0a-ab9b-5f1ca7672bc0 x-openstack-request-id: req-f1a96b4a-cdaf-4e0a-ab9b-5f1ca7672bc0 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:07.700690 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:07.700951 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1a96b4a-cdaf-4e0a-ab9b-5f1ca7672bc0 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:07.701374 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'code': 200} Jul 16 20:14:07.702606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49956) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:07.703484 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a8d4f2b1-17ed-49c5-959b-d1d3965163ce tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "PUT /v2.0/routers/b39028d6-3aa3-42c4-9285-98f7a31d43ec HTTP/1.1" status: 200 len: 926 time: 6.3509045 Jul 16 20:14:07.716276 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41ba98-7190-4f76-a1e9-a4a45300a095 None None] Routers {'b39028d6-3aa3-42c4-9285-98f7a31d43ec'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:07.724362 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6a41ba98-7190-4f76-a1e9-a4a45300a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b39028d6-3aa3-42c4-9285-98f7a31d43ec'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:07.757272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.814507 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-e21b5816-7f4a-4c6a-972f-aaa2b374e2b5 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 380 time: 0.2349510 Jul 16 20:14:07.824522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'port': {'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'admin_state_up': True, 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'security_groups': ['3105c249-e32e-4618-9f5b-a8e7490efb95']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:07.825587 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6a41ba98-7190-4f76-a1e9-a4a45300a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:07.857981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 4c2bc577-be4e-4082-adfa-afff7ef515e9 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:07.858457 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41ba98-7190-4f76-a1e9-a4a45300a095 None None] Routers {'b39028d6-3aa3-42c4-9285-98f7a31d43ec'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:07.859654 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6a41ba98-7190-4f76-a1e9-a4a45300a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:13:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b39028d6-3aa3-42c4-9285-98f7a31d43ec'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:07.956187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2645dd-b7d1-4592-8896-b0f035f25085 req-1955ae51-c441-4502-9c6b-43775f3df81a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.958054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa2645dd-b7d1-4592-8896-b0f035f25085 req-1955ae51-c441-4502-9c6b-43775f3df81a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.5446963 Jul 16 20:14:07.995643 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6a41ba98-7190-4f76-a1e9-a4a45300a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:07.997048 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41ba98-7190-4f76-a1e9-a4a45300a095 None None] The sync data for ids ['b39028d6-3aa3-42c4-9285-98f7a31d43ec'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:08.088124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 4c2bc577-be4e-4082-adfa-afff7ef515e9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:08.105020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 4c2bc577-be4e-4082-adfa-afff7ef515e9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:08.106100 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.261801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:08.284333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.285425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2bc2dc6-e638-4c2b-bf58-7576a0c59d83 req-3c2332b6-0d52-4d65-ae05-619b89583c35 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 210 time: 0.2287080 Jul 16 20:14:08.317287 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.385774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 4c2bc577-be4e-4082-adfa-afff7ef515e9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4c2bc577-be4e-4082-adfa-afff7ef515e9,segment=NetworkSegment(1a525ff8-31ca-472e-af46-450f9c930076),segment_id=1a525ff8-31ca-472e-af46-450f9c930076)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:08.396601 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.548360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=4c2bc577-be4e-4082-adfa-afff7ef515e9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:08.973876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.20.0.7 (6f6e8016-4eef-40ef-b14d-87773dab8993/4144884b-0274-497c-804b-192088cb6144/1c352d1a-db64-4d05-a8b1-4670fbee17b6) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:09.387843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa2645dd-b7d1-4592-8896-b0f035f25085 req-dc3d0366-5eb0-4f8b-9313-342df9216b16 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3974383 Jul 16 20:14:09.433895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.481653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Transition to ACTIVE for port object 1c352d1a-db64-4d05-a8b1-4670fbee17b6 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:09.595348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.676920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49974) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:09.678603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=1c352d1a-db64-4d05-a8b1-4670fbee17b6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:09.685397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e264ec64-bf89-4d39-a3ff-0c3c73327116 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/routers/b39028d6-3aa3-42c4-9285-98f7a31d43ec HTTP/1.1" status: 200 len: 926 time: 1.9751904 Jul 16 20:14:09.703228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2bc577-be4e-4082-adfa-afff7ef515e9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:09.707449 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83ce2e9-d558-4723-85e5-90c572c83bb8" -d '{"events": [{"server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "name": "network-vif-plugged", "status": "completed", "tag": "4c2bc577-be4e-4082-adfa-afff7ef515e9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:09.747476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.748308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.748888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.749448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.750027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.750745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.751567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.752477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.753337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.754193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.754865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.755444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:09.775591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:09.787107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:09.797553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:09.859107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device aa5ac400-701a-4c7d-9b38-aaca94b46b86 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:09.889088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.890026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.980192 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-580bd9f9-1a33-4f87-85ba-6007a056e334 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1644044 Jul 16 20:14:10.020330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Request body: {'port': {'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:10.039762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ceda65-95eb-466c-ac53-26d4af4829e9 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.055150 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-34ceda65-95eb-466c-ac53-26d4af4829e9 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=b39028d6-3aa3-42c4-9285-98f7a31d43ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3724234 Jul 16 20:14:10.080483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b794cf-4458-441f-92b5-4515a71f4458 req-e464f472-7843-4562-89ab-44102910bc06 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.088496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port aa5ac400-701a-4c7d-9b38-aaca94b46b86 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:10.093211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port aa5ac400-701a-4c7d-9b38-aaca94b46b86 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:10.093734 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.104055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49980) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:10.107643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b794cf-4458-441f-92b5-4515a71f4458 req-e464f472-7843-4562-89ab-44102910bc06 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.135472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3b794cf-4458-441f-92b5-4515a71f4458 req-e464f472-7843-4562-89ab-44102910bc06 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1681 time: 0.7449112 Jul 16 20:14:10.352601 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.413290 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.464256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47cc8bd-1034-4034-82a4-22240bcefe73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.472146 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e47cc8bd-1034-4034-82a4-22240bcefe73 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 881 time: 0.3639774 Jul 16 20:14:10.473603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49986) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:10.541817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-93da146e-b691-4b5e-b049-17bc46e53406 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=b39028d6-3aa3-42c4-9285-98f7a31d43ec HTTP/1.1" status: 200 len: 205 time: 0.0620632 Jul 16 20:14:10.543105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49988) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:10.578807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3b794cf-4458-441f-92b5-4515a71f4458 req-a69b88b0-0b73-42db-b44a-8918bd33958c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369073 Jul 16 20:14:10.628650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0ec046b3-e6a1-4a7f-acf4-1e5971b9a3fa None None] Provisioning for port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:10.684401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0ec046b3-e6a1-4a7f-acf4-1e5971b9a3fa None None] Provisioning complete for port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:10.687772 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0ec046b3-e6a1-4a7f-acf4-1e5971b9a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.775765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.851671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0ec046b3-e6a1-4a7f-acf4-1e5971b9a3fa None None] Port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:10.861349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port aa5ac400-701a-4c7d-9b38-aaca94b46b86, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=aa5ac400-701a-4c7d-9b38-aaca94b46b86,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:10.875908 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.894278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714143c-f876-4ca5-86df-25d45049e379 req-d0b176f7-c5bb-45eb-a224-be5cece71d11 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.909423 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1714143c-f876-4ca5-86df-25d45049e379 req-d0b176f7-c5bb-45eb-a224-be5cece71d11 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 931 time: 1.0704529 Jul 16 20:14:11.101007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.121624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:11.253056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:11.269583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:11.288496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:11.342227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1714143c-f876-4ca5-86df-25d45049e379 req-4a3bea9d-0d73-4436-8dd7-00e0e0abb72d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196188 Jul 16 20:14:11.343763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=aa5ac400-701a-4c7d-9b38-aaca94b46b86,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:11.431326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event updated for resources: {'Port': ['ID=2557abb6-1f64-416e-8a81-95b08a2070f3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:11.474451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26b3f9-4fb4-4a74-9d9c-c5cfdfc5aca7 req-41899d14-5527-44ff-8c6e-cb33d55b61f1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.483281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a26b3f9-4fb4-4a74-9d9c-c5cfdfc5aca7 req-41899d14-5527-44ff-8c6e-cb33d55b61f1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 932 time: 0.5005751 Jul 16 20:14:11.493718 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb70d73-fe18-4de4-8320-e2605acf797d x-openstack-request-id: req-4eb70d73-fe18-4de4-8320-e2605acf797d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:11.494090 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "name": "network-vif-plugged", "status": "completed", "tag": "4c2bc577-be4e-4082-adfa-afff7ef515e9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:11.494300 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4eb70d73-fe18-4de4-8320-e2605acf797d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:11.494695 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2bc577-be4e-4082-adfa-afff7ef515e9', 'code': 200} Jul 16 20:14:11.514708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.544129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.549213 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.694116 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-bb5651b3-32b3-43fe-bb15-b7d5328c846f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0031850 Jul 16 20:14:11.752322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Request body: {'port': {'device_id': 'f941bfb0-72ae-44f1-a79c-f07730c04950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:11.800554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a26b3f9-4fb4-4a74-9d9c-c5cfdfc5aca7 req-c353c3c0-6294-454a-aa46-278861c20467 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156202 Jul 16 20:14:12.236273 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.288956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.481506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e659c6-c470-4915-92d8-5151041cd851 req-cfb61dc8-4492-48d1-b733-0d08c7e04cff tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.492812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6e659c6-c470-4915-92d8-5151041cd851 req-cfb61dc8-4492-48d1-b733-0d08c7e04cff tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.5601885 Jul 16 20:14:12.531638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c352d1a-db64-4d05-a8b1-4670fbee17b6 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:12.556951 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.649862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Transition to ACTIVE for port object 1c352d1a-db64-4d05-a8b1-4670fbee17b6 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:12.661618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Deleting port 446bcaf0-0979-4523-b9bb-4fe55ccff45d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:12.662446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.679668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.710871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6e659c6-c470-4915-92d8-5151041cd851 req-0dcb19c8-7f0a-4873-b065-0c88c218751a tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164314 Jul 16 20:14:12.764375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473432f6-8636-4fd7-9ebf-dc58bd8d2feb req-b7ea10fd-8125-45ab-9f9c-f992e532b02d tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.779367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473432f6-8636-4fd7-9ebf-dc58bd8d2feb req-b7ea10fd-8125-45ab-9f9c-f992e532b02d tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.782005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-473432f6-8636-4fd7-9ebf-dc58bd8d2feb req-b7ea10fd-8125-45ab-9f9c-f992e532b02d tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1682 time: 0.4743631 Jul 16 20:14:12.838562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c352d1a-db64-4d05-a8b1-4670fbee17b6,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:13.076294 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.145628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Calling delete_port for 446bcaf0-0979-4523-b9bb-4fe55ccff45d owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:13.346735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Attempting to bind port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:13.347064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Attempting to bind port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:13.347415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Attempting to bind port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 on network 6f6e8016-4eef-40ef-b14d-87773dab8993 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:13.359195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 on network 6f6e8016-4eef-40ef-b14d-87773dab8993 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:13.359551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Attempting to bind port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 on network 6f6e8016-4eef-40ef-b14d-87773dab8993 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:13.400373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2557abb6-1f64-416e-8a81-95b08a2070f3 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:13.410937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:13.411457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Checking segment: {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:13.412009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Bound using segment: {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:13.414299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Bound port: 1c352d1a-db64-4d05-a8b1-4670fbee17b6, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccba9b3-373b-4064-a88c-1cd1b51b492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:13.415232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.416636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.449381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Transition to ACTIVE for port object 2557abb6-1f64-416e-8a81-95b08a2070f3 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:13.481902 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.495737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5ac400-701a-4c7d-9b38-aaca94b46b86'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:13.500074 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb8ab5-6f66-40fa-9d12-1058ee5d595f" -d '{"events": [{"server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "name": "network-vif-plugged", "status": "completed", "tag": "aa5ac400-701a-4c7d-9b38-aaca94b46b86"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:13.550961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-473432f6-8636-4fd7-9ebf-dc58bd8d2feb req-602034d0-db40-45db-ab2c-e7337b787080 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565179 Jul 16 20:14:13.676460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2557abb6-1f64-416e-8a81-95b08a2070f3,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:13.700093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] For port 1c352d1a-db64-4d05-a8b1-4670fbee17b6, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:13.716947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] For port 1c352d1a-db64-4d05-a8b1-4670fbee17b6, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:13.811184 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.860088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.860088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.874186 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] 10.222.0.68 "PUT /v2.0/ports/1c352d1a-db64-4d05-a8b1-4670fbee17b6 HTTP/1.1" status: 200 len: 1092 time: 3.8782842 Jul 16 20:14:13.887965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:13.898422 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49003abc-9c1f-4ae2-ba06-b861053431c7" -d '{"events": [{"name": "network-changed", "server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:13.933406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea9dc7-52cf-474b-8c78-465b9172caa0 req-1fc58625-7b62-4302-b3db-608ff659bd6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.935881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cbea9dc7-52cf-474b-8c78-465b9172caa0 req-1fc58625-7b62-4302-b3db-608ff659bd6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 943 time: 0.4777896 Jul 16 20:14:13.943480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Attempting to bind port 2557abb6-1f64-416e-8a81-95b08a2070f3 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:13.946024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Attempting to bind port 2557abb6-1f64-416e-8a81-95b08a2070f3 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:13.949136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Attempting to bind port 2557abb6-1f64-416e-8a81-95b08a2070f3 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:14.049352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Port 2557abb6-1f64-416e-8a81-95b08a2070f3 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:14.055906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Attempting to bind port 2557abb6-1f64-416e-8a81-95b08a2070f3 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:14.099403 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cbea9dc7-52cf-474b-8c78-465b9172caa0 req-50dd55c0-ce6e-4db9-827d-a5abc39411d1 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396909 Jul 16 20:14:14.109466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:14.117611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Checking segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:14.118902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Bound using segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:14.119563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Bound port: 2557abb6-1f64-416e-8a81-95b08a2070f3, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:14.120127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.204750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.250445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cd3d3-c73d-4b64-914c-5db994614ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c352d1a-db64-4d05-a8b1-4670fbee17b6,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:14.488559 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db39d708-0865-4322-9922-baf0bc8dafdd x-openstack-request-id: req-db39d708-0865-4322-9922-baf0bc8dafdd {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:14.489341 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "name": "network-vif-plugged", "status": "completed", "tag": "aa5ac400-701a-4c7d-9b38-aaca94b46b86", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:14.490013 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db39d708-0865-4322-9922-baf0bc8dafdd {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:14.498017 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5ac400-701a-4c7d-9b38-aaca94b46b86', 'code': 200} Jul 16 20:14:14.529798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-52ee75a1-31b1-455d-a4ff-86cb65b37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:14.532437 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-52ee75a1-31b1-455d-a4ff-86cb65b37cd6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 1095 time: 0.5299485 Jul 16 20:14:14.537715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.543340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event deleted for resources: {'Port': ['ID=446bcaf0-0979-4523-b9bb-4fe55ccff45d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:14.576493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] For port 2557abb6-1f64-416e-8a81-95b08a2070f3, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:14.592497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] For port 2557abb6-1f64-416e-8a81-95b08a2070f3, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2557abb6-1f64-416e-8a81-95b08a2070f3,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:14.637707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8ac09-67c0-4297-848e-59ec24d289de req-76737dbf-ce98-46d3-ac34-d430a018657e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:14.654425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fe8ac09-67c0-4297-848e-59ec24d289de req-76737dbf-ce98-46d3-ac34-d430a018657e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 944 time: 0.7902501 Jul 16 20:14:14.691385 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.775900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:14.777827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.788047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] 10.222.0.68 "PUT /v2.0/ports/2557abb6-1f64-416e-8a81-95b08a2070f3 HTTP/1.1" status: 200 len: 1093 time: 3.0695264 Jul 16 20:14:14.964973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f941bfb0-72ae-44f1-a79c-f07730c04950', 'tag': '2557abb6-1f64-416e-8a81-95b08a2070f3'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:14.970447 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62" -d '{"events": [{"name": "network-changed", "server_uuid": "f941bfb0-72ae-44f1-a79c-f07730c04950", "tag": "2557abb6-1f64-416e-8a81-95b08a2070f3"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:15.346603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fe8ac09-67c0-4297-848e-59ec24d289de req-87d6a1f2-51ff-4978-a644-5025c02eef4a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888289 Jul 16 20:14:15.663048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9385-92d2-4ad8-891c-7a8f67684ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2557abb6-1f64-416e-8a81-95b08a2070f3,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:15.871513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e7df8-f261-43ca-b541-59050a82b846 req-3227b2fa-f591-4754-8bf3-dbeabefbaefa tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:15.888715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef1e7df8-f261-43ca-b541-59050a82b846 req-3227b2fa-f591-4754-8bf3-dbeabefbaefa tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 1.0647314 Jul 16 20:14:15.991878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856f1b-515b-4181-963f-1433c625c097 req-22b82e32-2a16-4eb1-9d4b-78e5fb6a384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.012159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-22b82e32-2a16-4eb1-9d4b-78e5fb6a384f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 1096 time: 0.9548242 Jul 16 20:14:16.201145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-3616479b-c772-4cc3-882d-283c52f4e2df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6 HTTP/1.1" status: 200 len: 217 time: 1.6483626 Jul 16 20:14:16.210549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50026) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:16.250459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-d915c55f-a16b-4958-ae14-ea8834181021 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2557abb6-1f64-416e-8a81-95b08a2070f3 HTTP/1.1" status: 200 len: 217 time: 0.2275264 Jul 16 20:14:16.314637 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b62d01e-2b50-4736-bac1-7ad198ca5ae4 x-openstack-request-id: req-9b62d01e-2b50-4736-bac1-7ad198ca5ae4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:16.315257 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:16.315616 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b62d01e-2b50-4736-bac1-7ad198ca5ae4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:16.316155 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'status': 'completed', 'code': 200} Jul 16 20:14:16.390399 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.416530 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.554198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef1e7df8-f261-43ca-b541-59050a82b846 req-82219783-b005-49ff-8051-1308ef5153cf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6636198 Jul 16 20:14:16.727461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c83be76-354b-4032-9b13-9ba61ef467d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.741341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.745949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Fanout notify agent at l3_agent the message router_deleted on router b39028d6-3aa3-42c4-9285-98f7a31d43ec {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:16.808102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.817621 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d39124b5-ffb5-4024-aeee-7c257f848e81 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/b39028d6-3aa3-42c4-9285-98f7a31d43ec HTTP/1.1" status: 204 len: 168 time: 6.2604270 Jul 16 20:14:16.859156 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae3286f-ef98-4aa3-aec7-7a6549225a52 x-openstack-request-id: req-cae3286f-ef98-4aa3-aec7-7a6549225a52 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:16.859453 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f941bfb0-72ae-44f1-a79c-f07730c04950", "tag": "2557abb6-1f64-416e-8a81-95b08a2070f3", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:16.859708 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cae3286f-ef98-4aa3-aec7-7a6549225a52 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:16.860119 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f941bfb0-72ae-44f1-a79c-f07730c04950', 'tag': '2557abb6-1f64-416e-8a81-95b08a2070f3', 'status': 'completed', 'code': 200} Jul 16 20:14:16.860545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50032) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:16.871274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-570ff121-a442-41c3-926b-bb1d444fb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.872887 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-570ff121-a442-41c3-926b-bb1d444fb11f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4144884b-0274-497c-804b-192088cb6144 HTTP/1.1" status: 200 len: 835 time: 0.5543137 Jul 16 20:14:16.893214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-11599467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:16.929460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856f1b-515b-4181-963f-1433c625c097 req-f47da3b8-dfba-49fb-8ac7-5123112db23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.932182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-f47da3b8-dfba-49fb-8ac7-5123112db23c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.5692008 Jul 16 20:14:17.031163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-214a7e50-29e2-48df-ade1-63158b002401 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897198 Jul 16 20:14:17.078672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f893ae-744f-4e92-94ac-7ca1cffdc5ed req-3b4ab371-6ce4-4f09-8b2d-cfd8ea3b1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.079238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f893ae-744f-4e92-94ac-7ca1cffdc5ed req-3b4ab371-6ce4-4f09-8b2d-cfd8ea3b1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.087676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f893ae-744f-4e92-94ac-7ca1cffdc5ed req-3b4ab371-6ce4-4f09-8b2d-cfd8ea3b1a1c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1986 time: 2.5128953 Jul 16 20:14:17.138218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-75b66ce7-67a0-4a83-ab69-a0bddb748ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.142925 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-75b66ce7-67a0-4a83-ab69-a0bddb748ae8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f6e8016-4eef-40ef-b14d-87773dab8993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2512417 Jul 16 20:14:17.294409 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c83be76-354b-4032-9b13-9ba61ef467d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.360463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4083d40-6d95-4ef4-86b5-0d3ad2897280 req-e71d9d10-a1a4-4372-bd03-543d51d517e5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.378841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4083d40-6d95-4ef4-86b5-0d3ad2897280 req-e71d9d10-a1a4-4372-bd03-543d51d517e5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.380749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4083d40-6d95-4ef4-86b5-0d3ad2897280 req-e71d9d10-a1a4-4372-bd03-543d51d517e5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1682 time: 1.1983781 Jul 16 20:14:17.419106 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-7adeb785-f371-4776-bcd1-6ceb5befd804 service neutron] 10.222.0.68 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658627 Jul 16 20:14:17.519133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.api [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:14:17.519133 n-d-791505-15 neutron-server[100243]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:14:17.519133 n-d-791505-15 neutron-server[100243]: [parameters: {'project_id': 'fe57b0e273704caaa0a526972e799a75', 'id': '708d8a17-1b33-4b37-b125-558a309bc460', 'expiration': datetime.datetime(2021, 7, 16, 20, 16, 17, 74128)}] Jul 16 20:14:17.519133 n-d-791505-15 neutron-server[100243]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:14:17.526601 n-d-791505-15 neutron-server[100243]: DEBUG oslo_db.api [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:14:17.542271 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2c83be76-354b-4032-9b13-9ba61ef467d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.590921 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f893ae-744f-4e92-94ac-7ca1cffdc5ed req-0f85d67f-d7db-464c-a37f-315072a45ee3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016763 Jul 16 20:14:17.593686 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8dcf55b8-e563-43ee-a25b-573cef988d4b req-609c04c1-62ae-4516-ad06-cd881e3f9168 service neutron] 10.222.0.68 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543481 Jul 16 20:14:17.670844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83be76-354b-4032-9b13-9ba61ef467d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52b29d-4901-40f9-b665-a060cf64c1bd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:17.685749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2c83be76-354b-4032-9b13-9ba61ef467d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1156d9950614ca09e541584c64cebef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4720728 Jul 16 20:14:17.689812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50038) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:17.801296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-a897853e-d4ce-44c7-bc4f-cee4c0561091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.805114 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-a897853e-d4ce-44c7-bc4f-cee4c0561091 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 1095 time: 0.1328673 Jul 16 20:14:17.863601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4083d40-6d95-4ef4-86b5-0d3ad2897280 req-33b0eed6-3852-45db-a87c-012b7c6fcaf7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760428 Jul 16 20:14:17.867556 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-203c3800-57ce-4cbe-9b4c-1c870c70f5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.904890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a22d4-6baf-4ad1-b97c-34ccfd50c86b req-11dd788f-527b-42bd-bdf1-5ee2e6422b0b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.912153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a22d4-6baf-4ad1-b97c-34ccfd50c86b req-11dd788f-527b-42bd-bdf1-5ee2e6422b0b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 943 time: 0.6119530 Jul 16 20:14:17.959039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-203c3800-57ce-4cbe-9b4c-1c870c70f5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.986358 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-2b9c923d-aee8-4651-a801-52903120ad6a service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9353085 Jul 16 20:14:17.996371 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4071b138-3645-41c6-b202-196e9e2c07a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.019492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-0feadf20-6fec-40b1-8709-dfca12ad9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.021508 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-0feadf20-6fec-40b1-8709-dfca12ad9756 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f6e8016-4eef-40ef-b14d-87773dab8993 HTTP/1.1" status: 200 len: 897 time: 0.2102783 Jul 16 20:14:18.060079 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a22d4-6baf-4ad1-b97c-34ccfd50c86b req-0cbcb6ce-664b-4f5e-9790-3f0684187923 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465976 Jul 16 20:14:18.126377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-416b3ae2-fe6a-4c59-ac6a-43e04e7f3e56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6 HTTP/1.1" status: 200 len: 217 time: 0.0971816 Jul 16 20:14:18.250275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-8b14df28-e6a5-41f3-9a27-4bc1db015a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.266853 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-8b14df28-e6a5-41f3-9a27-4bc1db015a3e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4144884b-0274-497c-804b-192088cb6144 HTTP/1.1" status: 200 len: 835 time: 0.1335449 Jul 16 20:14:18.275990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-203c3800-57ce-4cbe-9b4c-1c870c70f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.280146 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-203c3800-57ce-4cbe-9b4c-1c870c70f5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.281900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-203c3800-57ce-4cbe-9b4c-1c870c70f5a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d52b29d-4901-40f9-b665-a060cf64c1bd HTTP/1.1" status: 204 len: 168 time: 0.5875671 Jul 16 20:14:18.398003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c3800-57ce-4cbe-9b4c-1c870c70f5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52b29d-4901-40f9-b665-a060cf64c1bd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.426590 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.428674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.482666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-b41b8700-b3c5-4fb7-805d-59f519435443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.497302 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-b41b8700-b3c5-4fb7-805d-59f519435443 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f6e8016-4eef-40ef-b14d-87773dab8993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2235546 Jul 16 20:14:18.584095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd856f1b-515b-4181-963f-1433c625c097 req-992fb129-7771-4bd5-ab61-553560757b51 service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500557 Jul 16 20:14:18.704137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbce94-d064-4326-ab3d-a187b8f6624c req-2c461a81-60b5-42a6-9dbd-6f839388c93e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.717690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5dbce94-d064-4326-ab3d-a187b8f6624c req-2c461a81-60b5-42a6-9dbd-6f839388c93e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 944 time: 0.6215682 Jul 16 20:14:18.744069 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-40a3b54e-6b32-4ed6-951f-1de1c0772361 service neutron] 10.222.0.68 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379820 Jul 16 20:14:18.834799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a6e9-a878-4e4f-b6be-0754505a8100 req-970147d0-cf34-41d8-83d2-862c52ee2555 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.847198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bef9a6e9-a878-4e4f-b6be-0754505a8100 req-970147d0-cf34-41d8-83d2-862c52ee2555 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.5229244 Jul 16 20:14:18.870846 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.904288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.962746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5dbce94-d064-4326-ab3d-a187b8f6624c req-db2d9fd6-a048-4d84-b922-cc06876870fc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356796 Jul 16 20:14:18.986866 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49003abc-9c1f-4ae2-ba06-b861053431c7 req-297e409d-6c48-4525-b91c-90c323f12de2 service neutron] 10.222.0.68 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355835 Jul 16 20:14:19.041137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:19.047214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.059356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50050) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:19.060425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0a8ddc54-8bfc-4e9f-a16f-1b1c94033698 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.1789813 Jul 16 20:14:19.071139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:19.076104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bef9a6e9-a878-4e4f-b6be-0754505a8100 req-37abf745-4053-420d-8ef9-04ae71ad49fc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271342 Jul 16 20:14:19.083310 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b264-5fdd-4f28-982f-fc02e7550c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.098856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-556a3999-4405-474c-bc9d-cd92b1a9bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.105457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-556a3999-4405-474c-bc9d-cd92b1a9bb89 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 1096 time: 0.4432433 Jul 16 20:14:19.513741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-5b74641a-1a21-4ee7-9d48-f6de18bda759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.520184 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-5b74641a-1a21-4ee7-9d48-f6de18bda759 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 0.4073031 Jul 16 20:14:19.572252 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.673571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-24c84a63-19c4-45eb-a251-923175344842 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2557abb6-1f64-416e-8a81-95b08a2070f3 HTTP/1.1" status: 200 len: 217 time: 0.1433201 Jul 16 20:14:19.688481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b264-5fdd-4f28-982f-fc02e7550c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.699051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b264-5fdd-4f28-982f-fc02e7550c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.739750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032ef37-6726-4d0e-a2d7-1b91bee60f44 req-2a71ffa0-3ecc-4752-8f9e-7f5b2c51e2d3 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.750328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032ef37-6726-4d0e-a2d7-1b91bee60f44 req-2a71ffa0-3ecc-4752-8f9e-7f5b2c51e2d3 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.753495 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d2e5b264-5fdd-4f28-982f-fc02e7550c7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60a834c7845649d88bd7c55de9dc1bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7091095 Jul 16 20:14:19.753495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5b264-5fdd-4f28-982f-fc02e7550c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f81369-d73e-4f57-991e-4410466202ed,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:19.754877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:19.776311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0032ef37-6726-4d0e-a2d7-1b91bee60f44 req-2a71ffa0-3ecc-4752-8f9e-7f5b2c51e2d3 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1682 time: 0.5910039 Jul 16 20:14:19.889733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a04ee0-b021-44cf-9931-c7bbc48ebcc4 req-8d76516b-670d-49c6-96df-d2db96bae603 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.908481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6ced7e0-3edb-494d-a920-c54002dfc866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.909491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04a04ee0-b021-44cf-9931-c7bbc48ebcc4 req-8d76516b-670d-49c6-96df-d2db96bae603 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 943 time: 0.5642068 Jul 16 20:14:19.994174 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6ced7e0-3edb-494d-a920-c54002dfc866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.059108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0032ef37-6726-4d0e-a2d7-1b91bee60f44 req-2308ad8f-4cad-4ec6-8ffe-fad77565490f tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792218 Jul 16 20:14:20.132266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-1558a684-19db-427d-bf82-c958c3c04372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:20.146727 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-1558a684-19db-427d-bf82-c958c3c04372 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.4598095 Jul 16 20:14:20.236354 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.312244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.329171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04a04ee0-b021-44cf-9931-c7bbc48ebcc4 req-4f1c1032-3fae-4b07-ab52-ca2f296fe464 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4179175 Jul 16 20:14:20.359888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6ced7e0-3edb-494d-a920-c54002dfc866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.362658 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a6ced7e0-3edb-494d-a920-c54002dfc866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.363904 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a6ced7e0-3edb-494d-a920-c54002dfc866 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97f81369-d73e-4f57-991e-4410466202ed HTTP/1.1" status: 204 len: 168 time: 0.6080809 Jul 16 20:14:20.433574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-bab9bae6-8380-455c-bd63-9aeea9a3f70b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698155 Jul 16 20:14:20.459878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1c352d1a-db64-4d05-a8b1-4670fbee17b6 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:20.524323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ced7e0-3edb-494d-a920-c54002dfc866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f81369-d73e-4f57-991e-4410466202ed,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.561495 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e8308079-2b94-4a7b-99e8-00261fee96e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.725614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Allocated IP 172.25.6.33 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/f4ab0d6f-6eb5-4e71-b523-93b526479c91) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:20.813296 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.833895 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:14:21.159141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.196728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9472-9fd6-4dad-9611-0e6c72684182 req-bc655fdb-133f-4d9d-9ee5-3c04b560319c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:21.212719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-755f9472-9fd6-4dad-9611-0e6c72684182 req-bc655fdb-133f-4d9d-9ee5-3c04b560319c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 944 time: 0.6249654 Jul 16 20:14:21.298275 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-4dacd32a-85fd-44dc-b815-26c464028e11 service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8547454 Jul 16 20:14:21.367344 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.446711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-755f9472-9fd6-4dad-9611-0e6c72684182 req-e5ff2063-397f-405e-9335-baf7c2e40251 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025065 Jul 16 20:14:21.615639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267f68b-5ced-422f-9f32-40568b0f8949 req-1b8fc842-9423-44e5-866e-9ddaaf6e8610 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:21.649075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4267f68b-5ced-422f-9f32-40568b0f8949 req-1b8fc842-9423-44e5-866e-9ddaaf6e8610 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.4236610 Jul 16 20:14:21.663009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:21.705563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:21.743289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:21.761549 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1c352d1a-db64-4d05-a8b1-4670fbee17b6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:21.802495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:21.907284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event updated for resources: {'Port': ['ID=f4ab0d6f-6eb5-4e71-b523-93b526479c91,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.916746 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.975919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b1caf2-c90c-4eba-9ea3-cfb81c353f62 req-e42602d9-5275-4973-972c-ea913c3cbfa1 service neutron] 10.222.0.68 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200147 Jul 16 20:14:22.003098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c352d1a-db64-4d05-a8b1-4670fbee17b6 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:22.028807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4267f68b-5ced-422f-9f32-40568b0f8949 req-2081758a-edb3-485b-86f4-301efa00d924 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783767 Jul 16 20:14:22.119963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1c352d1a-db64-4d05-a8b1-4670fbee17b6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:22.128477 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.281237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1c352d1a-db64-4d05-a8b1-4670fbee17b6,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:22.340315 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.370968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646b40e-4995-497c-aec5-8457de68f698 req-4cc9d91f-cad1-4eae-9402-cd092520a78e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.378230 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9646b40e-4995-497c-aec5-8457de68f698 req-4cc9d91f-cad1-4eae-9402-cd092520a78e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 944 time: 0.1778495 Jul 16 20:14:22.403779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2557abb6-1f64-416e-8a81-95b08a2070f3 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:22.406209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['1c352d1a-db64-4d05-a8b1-4670fbee17b6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:22.509068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9646b40e-4995-497c-aec5-8457de68f698 req-add9b7a5-5fd2-482e-819f-b1454c9442f9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295149 Jul 16 20:14:22.633267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.195142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2557abb6-1f64-416e-8a81-95b08a2070f3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2557abb6-1f64-416e-8a81-95b08a2070f3,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:23.223159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '2557abb6-1f64-416e-8a81-95b08a2070f3', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'port_id': '2557abb6-1f64-416e-8a81-95b08a2070f3', 'mac_address': 'fa:16:3e:ce:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e83ce15-96b9-4769-b368-6a1534af9a23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:23.578472 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.629686 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.675431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2557abb6-1f64-416e-8a81-95b08a2070f3 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:23.711538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2557abb6-1f64-416e-8a81-95b08a2070f3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2557abb6-1f64-416e-8a81-95b08a2070f3,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:23.760304 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.793325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.850887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798cccc-74f2-4d1a-bd68-bb1a40024dbc req-a9c2007a-7987-4dc5-b96f-74e7ae56cabe tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.858617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0798cccc-74f2-4d1a-bd68-bb1a40024dbc req-a9c2007a-7987-4dc5-b96f-74e7ae56cabe tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 944 time: 0.2896242 Jul 16 20:14:23.886652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b5897-d434-4077-9a1d-861f28957b32 req-2b7c7a80-1953-4381-9a39-2da0b09936ab tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.892812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b5897-d434-4077-9a1d-861f28957b32 req-2b7c7a80-1953-4381-9a39-2da0b09936ab tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.900980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-273b5897-d434-4077-9a1d-861f28957b32 req-2b7c7a80-1953-4381-9a39-2da0b09936ab tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1682 time: 1.3737340 Jul 16 20:14:23.950620 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.952037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=2557abb6-1f64-416e-8a81-95b08a2070f3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.060218 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0798cccc-74f2-4d1a-bd68-bb1a40024dbc req-0293c001-250e-4ac2-9161-ebcd349c5abf tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006247 Jul 16 20:14:24.080802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-273b5897-d434-4077-9a1d-861f28957b32 req-8f38780d-634e-4040-bf9c-8ec898ecfa69 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788290 Jul 16 20:14:24.084089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['2557abb6-1f64-416e-8a81-95b08a2070f3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:24.216589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-a12a34ab-a77c-4f49-a04a-ecb16b1ad357 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.253187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-a12a34ab-a77c-4f49-a04a-ecb16b1ad357 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.258722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-a12a34ab-a77c-4f49-a04a-ecb16b1ad357 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1682 time: 0.7827139 Jul 16 20:14:24.697500 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbb640-971c-4241-93b1-6725e7a604e4 req-317805b5-e709-412d-8ea5-3b064f878c2e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.728877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ebbb640-971c-4241-93b1-6725e7a604e4 req-317805b5-e709-412d-8ea5-3b064f878c2e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.3043973 Jul 16 20:14:24.755038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Router 13991b97-849b-4dca-afb9-4c7617f6975e is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:24.829603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting port 4c2bc577-be4e-4082-adfa-afff7ef515e9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:24.831036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.859765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ebbb640-971c-4241-93b1-6725e7a604e4 req-680e900a-99b8-4f61-8d7e-64e9d8fbf045 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298935 Jul 16 20:14:24.904002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbe313-00d0-440d-a097-55192d848bc4 req-30ee0853-d6c5-4b22-ba71-6e9aadb46c82 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.920226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6cbe313-00d0-440d-a097-55192d848bc4 req-30ee0853-d6c5-4b22-ba71-6e9aadb46c82 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 944 time: 0.3737717 Jul 16 20:14:25.051898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6cbe313-00d0-440d-a097-55192d848bc4 req-e3a81a1f-137a-4964-a687-24f5b23974d8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294587 Jul 16 20:14:25.299776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] For port 4c2bc577-be4e-4082-adfa-afff7ef515e9, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4c2bc577-be4e-4082-adfa-afff7ef515e9,segment=NetworkSegment(1a525ff8-31ca-472e-af46-450f9c930076),segment_id=1a525ff8-31ca-472e-af46-450f9c930076)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:25.300171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.372755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Calling delete_port for 4c2bc577-be4e-4082-adfa-afff7ef515e9 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:25.515855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ab716-6f4b-4577-b949-55aae32389a4 req-45b5d791-64d2-4b64-a37c-42b5000576e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:25.523007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ab716-6f4b-4577-b949-55aae32389a4 req-45b5d791-64d2-4b64-a37c-42b5000576e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:25.533523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d7ab716-6f4b-4577-b949-55aae32389a4 req-45b5d791-64d2-4b64-a37c-42b5000576e7 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 1682 time: 0.2307281 Jul 16 20:14:25.595528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d7ab716-6f4b-4577-b949-55aae32389a4 req-3437762d-4cdf-4edc-8e46-f9a4d57382bf tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/security-groups?id=b8d615a8-f294-440f-9aa5-6ce487f24176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604000 Jul 16 20:14:25.626451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:25.644421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d060431-d318-45cd-a06d-e63791af3b61 None None] Sync routers for ids ['13991b97-849b-4dca-afb9-4c7617f6975e'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:25.659433 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6d839-6ffa-49d6-a4bf-702999569f7f req-656971bd-3265-41de-a544-5d46e577118b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:25.664697 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.680340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38f6d839-6ffa-49d6-a4bf-702999569f7f req-656971bd-3265-41de-a544-5d46e577118b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 945 time: 0.3115499 Jul 16 20:14:25.682674 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e0cf74f9-e3c8-4c24-9e14-6b74261b8473 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "PUT /v2.0/routers/13991b97-849b-4dca-afb9-4c7617f6975e HTTP/1.1" status: 200 len: 881 time: 6.6115034 Jul 16 20:14:25.684846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d060431-d318-45cd-a06d-e63791af3b61 None None] Routers {'13991b97-849b-4dca-afb9-4c7617f6975e'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:25.688651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8d060431-d318-45cd-a06d-e63791af3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['13991b97-849b-4dca-afb9-4c7617f6975e'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:25.689119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50148) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:25.800577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8d060431-d318-45cd-a06d-e63791af3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:25.843827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d060431-d318-45cd-a06d-e63791af3b61 None None] Routers {'13991b97-849b-4dca-afb9-4c7617f6975e'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:25.845752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8d060431-d318-45cd-a06d-e63791af3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['13991b97-849b-4dca-afb9-4c7617f6975e'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:25.869951 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.962663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Port': ['ID=4c2bc577-be4e-4082-adfa-afff7ef515e9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:26.012003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8d060431-d318-45cd-a06d-e63791af3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:26.017508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d060431-d318-45cd-a06d-e63791af3b61 None None] The sync data for ids ['13991b97-849b-4dca-afb9-4c7617f6975e'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:26.020651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 4c2bc577-be4e-4082-adfa-afff7ef515e9 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:26.055796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7281e4f9-8173-40be-9880-63b617a2b12e tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/routers/13991b97-849b-4dca-afb9-4c7617f6975e HTTP/1.1" status: 200 len: 922 time: 0.3641696 Jul 16 20:14:26.058745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50158) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:26.168028 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 4c2bc577-be4e-4082-adfa-afff7ef515e9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:26.168878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 4c2bc577-be4e-4082-adfa-afff7ef515e9 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:26.169729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device aa5ac400-701a-4c7d-9b38-aaca94b46b86 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:26.194266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] No DVR routers for this DVR port 4c2bc577-be4e-4082-adfa-afff7ef515e9 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:26.209393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.214177 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-b469cabd-900e-4663-bcc7-e1b8a7c1995a tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "DELETE /v2.0/ports/4c2bc577-be4e-4082-adfa-afff7ef515e9 HTTP/1.1" status: 204 len: 173 time: 1.9442225 Jul 16 20:14:26.217203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'name': 'network-vif-deleted', 'tag': '4c2bc577-be4e-4082-adfa-afff7ef515e9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:26.234753 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b612b85-bb19-48af-8f18-3be82df1109a" -d '{"events": [{"server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "name": "network-vif-deleted", "tag": "4c2bc577-be4e-4082-adfa-afff7ef515e9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:26.285213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38f6d839-6ffa-49d6-a4bf-702999569f7f req-1d68e333-520e-4169-93f6-380df7e4a2d3 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013803 Jul 16 20:14:26.439058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1c352d1a-db64-4d05-a8b1-4670fbee17b6 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:26.547396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda77b6-ae8b-46fc-8c75-7c7a42ca09ad tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:26.549609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-edda77b6-ae8b-46fc-8c75-7c7a42ca09ad tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=13991b97-849b-4dca-afb9-4c7617f6975e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4897878 Jul 16 20:14:26.550480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting port aa5ac400-701a-4c7d-9b38-aaca94b46b86 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:26.550838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.553256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50168) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:26.655068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c9373-d436-47fa-aed6-dfc815998f8b req-8a4d3777-08be-4123-81cd-e3287778f146 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:26.664253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-191c9373-d436-47fa-aed6-dfc815998f8b req-8a4d3777-08be-4123-81cd-e3287778f146 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.4524672 Jul 16 20:14:26.682079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] For port aa5ac400-701a-4c7d-9b38-aaca94b46b86, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=aa5ac400-701a-4c7d-9b38-aaca94b46b86,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:26.682800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.702594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Calling delete_port for aa5ac400-701a-4c7d-9b38-aaca94b46b86 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:26.719051 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.731372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:26.791811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:26.793195 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.890890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83e468-216c-462e-9ef9-4d950323a957 req-b68a3ad0-9d11-4fcd-8e6d-3df55433fc1c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:26.894438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e83e468-216c-462e-9ef9-4d950323a957 req-b68a3ad0-9d11-4fcd-8e6d-3df55433fc1c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.3069506 Jul 16 20:14:26.896831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e09b02-f8dd-4116-abc8-0fbbc7c2a541 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:26.900388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-75e09b02-f8dd-4116-abc8-0fbbc7c2a541 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 881 time: 0.3427486 Jul 16 20:14:26.903838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.910872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50172) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:26.917099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-191c9373-d436-47fa-aed6-dfc815998f8b req-6c364d82-c5d0-4ac2-ac9b-a1594d7cc511 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507274 Jul 16 20:14:26.963586 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a38661e5-3b08-4cd0-a1d5-0715235e009d tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=13991b97-849b-4dca-afb9-4c7617f6975e HTTP/1.1" status: 200 len: 205 time: 0.0463548 Jul 16 20:14:26.991144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50174) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:27.112233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e83e468-216c-462e-9ef9-4d950323a957 req-b5f4d99c-f516-4bef-a2a1-ad47ccf0a3a2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906352 Jul 16 20:14:27.202362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Port': ['ID=aa5ac400-701a-4c7d-9b38-aaca94b46b86,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:27.297313 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b2d293-746d-4597-8692-cfea4a667f71 x-openstack-request-id: req-61b2d293-746d-4597-8692-cfea4a667f71 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:27.297703 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "name": "network-vif-deleted", "tag": "4c2bc577-be4e-4082-adfa-afff7ef515e9", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:27.298039 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61b2d293-746d-4597-8692-cfea4a667f71 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:27.299259 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'name': 'network-vif-deleted', 'tag': '4c2bc577-be4e-4082-adfa-afff7ef515e9', 'status': 'completed', 'code': 200} Jul 16 20:14:27.308098 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.410428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:27.413037 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb219ec1-9ec4-440a-addd-55d724043d45" -d '{"events": [{"server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "name": "network-vif-plugged", "status": "completed", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:27.459460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1c352d1a-db64-4d05-a8b1-4670fbee17b6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:27.483198 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.483198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2557abb6-1f64-416e-8a81-95b08a2070f3 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:27.625654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e6e82-8413-4849-a846-e72fc9218d94 req-ad3a81e1-f5c9-4f2c-b490-36a91a17a0f8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.628384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f46e6e82-8413-4849-a846-e72fc9218d94 req-ad3a81e1-f5c9-4f2c-b490-36a91a17a0f8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 944 time: 0.2032707 Jul 16 20:14:27.738924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1c352d1a-db64-4d05-a8b1-4670fbee17b6,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:27.784868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 2557abb6-1f64-416e-8a81-95b08a2070f3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:27.796802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 2557abb6-1f64-416e-8a81-95b08a2070f3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:27.798175 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.821775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-970127a5-5ba6-41bf-b81e-c41c2b82be78 req-9d40674e-6607-4fdb-aec4-cb68d29ba129 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 210 time: 0.1019218 Jul 16 20:14:27.834935 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f46e6e82-8413-4849-a846-e72fc9218d94 req-8afe4acc-a990-4d23-90aa-dcef97a3ffbc tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948190 Jul 16 20:14:27.939390 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.989422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2557abb6-1f64-416e-8a81-95b08a2070f3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2557abb6-1f64-416e-8a81-95b08a2070f3,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:28.000801 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.168146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=2557abb6-1f64-416e-8a81-95b08a2070f3,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:28.400650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a19a-1f1c-439f-9612-31aeb90c1595 req-162ccf9f-fc6a-41a1-80fa-de729b6c501f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:28.417625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce10a19a-1f1c-439f-9612-31aeb90c1595 req-162ccf9f-fc6a-41a1-80fa-de729b6c501f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 946 time: 0.2762008 Jul 16 20:14:28.466172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] No DVR routers for this DVR port aa5ac400-701a-4c7d-9b38-aaca94b46b86 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:28.519288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce10a19a-1f1c-439f-9612-31aeb90c1595 req-bfc2c424-3c39-4512-92ce-f97dd11b5563 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007006 Jul 16 20:14:28.542735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.582900 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc45bc-7429-44f0-9b59-e09471f68ec9 x-openstack-request-id: req-f0cc45bc-7429-44f0-9b59-e09471f68ec9 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:28.583242 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "name": "network-vif-plugged", "status": "completed", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:28.583522 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0cc45bc-7429-44f0-9b59-e09471f68ec9 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:28.583951 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'code': 200} Jul 16 20:14:28.640491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.647679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56f74388-be12-4fe9-bc41-15ca7419c7bf req-fa11197a-d7fb-4e37-ad21-50dfc395241c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.16 "DELETE /v2.0/ports/aa5ac400-701a-4c7d-9b38-aaca94b46b86 HTTP/1.1" status: 204 len: 173 time: 2.4076195 Jul 16 20:14:28.948527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.073776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde4705-408a-47fe-903a-b9aa86eb5996 req-f3f78291-d47d-4431-a088-e48f481e2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.077915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bde4705-408a-47fe-903a-b9aa86eb5996 req-f3f78291-d47d-4431-a088-e48f481e2a26 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 1097 time: 0.3418722 Jul 16 20:14:29.178853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Deleting port f4ab0d6f-6eb5-4e71-b523-93b526479c91 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:29.180429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.226610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8612f-3840-4469-9f02-d36d12bb8302 req-d93394f1-3e98-44af-a7d4-8b345c5531a6 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.236983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3e8612f-3840-4469-9f02-d36d12bb8302 req-d93394f1-3e98-44af-a7d4-8b345c5531a6 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.3215849 Jul 16 20:14:29.247675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bde4705-408a-47fe-903a-b9aa86eb5996 req-63514cdd-8fcb-4a9a-80d3-c1c9b38b9888 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389623 Jul 16 20:14:29.314537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13d5eca3-7cba-4c37-881c-4473724e7c6c req-e19fafa5-7f69-4dda-878c-678a3aec2ddc tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b84d869-f5d8-4682-8104-1f4b04f298be HTTP/1.1" status: 200 len: 210 time: 0.0558827 Jul 16 20:14:29.334059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'name': 'network-vif-deleted', 'tag': 'aa5ac400-701a-4c7d-9b38-aaca94b46b86'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:29.349341 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d477afd-ecf4-49c5-8f49-e97ceb3a9f4d" -d '{"events": [{"server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "name": "network-vif-deleted", "tag": "aa5ac400-701a-4c7d-9b38-aaca94b46b86"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:29.381817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3e8612f-3840-4469-9f02-d36d12bb8302 req-b298ff97-fd8f-4101-995d-f99adaa7423b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435614 Jul 16 20:14:29.458768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.484083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Calling delete_port for f4ab0d6f-6eb5-4e71-b523-93b526479c91 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:29.851445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.924563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event deleted for resources: {'Port': ['ID=f4ab0d6f-6eb5-4e71-b523-93b526479c91,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:29.996065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503c2f3-420c-4dd5-a79b-e04f7249b28e req-a27badbd-ccb5-476b-ae48-8b1f81c75527 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.997049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e503c2f3-420c-4dd5-a79b-e04f7249b28e req-a27badbd-ccb5-476b-ae48-8b1f81c75527 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 945 time: 0.4079218 Jul 16 20:14:30.018895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2cad1-8847-4c75-9539-fb451e11b870 req-7e7400d8-7eef-48e5-8beb-9ca0572d88dc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:30.027561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bef2cad1-8847-4c75-9539-fb451e11b870 req-7e7400d8-7eef-48e5-8beb-9ca0572d88dc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.3126431 Jul 16 20:14:30.096519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bef2cad1-8847-4c75-9539-fb451e11b870 req-f010f586-e431-426a-ab8d-ec9c2ea4d60f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676184 Jul 16 20:14:30.121284 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.135791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e503c2f3-420c-4dd5-a79b-e04f7249b28e req-11198c94-90ee-42bc-9f64-630845e3138e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023819 Jul 16 20:14:30.205852 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74497dd2-d4c7-44c0-a18d-1a6999d9317d x-openstack-request-id: req-74497dd2-d4c7-44c0-a18d-1a6999d9317d {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:30.206148 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b84d869-f5d8-4682-8104-1f4b04f298be", "name": "network-vif-deleted", "tag": "aa5ac400-701a-4c7d-9b38-aaca94b46b86", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:30.206392 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74497dd2-d4c7-44c0-a18d-1a6999d9317d {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:30.207941 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b84d869-f5d8-4682-8104-1f4b04f298be', 'name': 'network-vif-deleted', 'tag': 'aa5ac400-701a-4c7d-9b38-aaca94b46b86', 'status': 'completed', 'code': 200} Jul 16 20:14:30.266506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.270260 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.337788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.339044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Fanout notify agent at l3_agent the message router_deleted on router 13991b97-849b-4dca-afb9-4c7617f6975e {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:30.359678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.365146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50244) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:30.368616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-63ad1f9f-a3a7-4be7-be1a-e16e4f311070 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/13991b97-849b-4dca-afb9-4c7617f6975e HTTP/1.1" status: 204 len: 168 time: 3.3731017 Jul 16 20:14:30.374182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-846e861d-464d-4156-9af4-3238dee78222 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1261440869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:30.442213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50248) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:30.452901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-846e861d-464d-4156-9af4-3238dee78222 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.454043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-846e861d-464d-4156-9af4-3238dee78222 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.463112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:30.519760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a6cbdf-c288-4d5a-8164-4a4655fbf320 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting subnet 637cf956-f8de-4cab-a658-5ee31b57c700 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:30.525046 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cbdf-c288-4d5a-8164-4a4655fbf320 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.546655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-846e861d-464d-4156-9af4-3238dee78222 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.555133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-846e861d-464d-4156-9af4-3238dee78222 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.590641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d0831-bf80-4e70-aa69-fb47ce2597b4 req-86369cce-f254-4e73-bea9-171e226218e2 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:30.592466 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c5d0831-bf80-4e70-aa69-fb47ce2597b4 req-86369cce-f254-4e73-bea9-171e226218e2 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 946 time: 0.2068479 Jul 16 20:14:30.598723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-846e861d-464d-4156-9af4-3238dee78222 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.600042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-846e861d-464d-4156-9af4-3238dee78222 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2334189 Jul 16 20:14:30.604246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941bfb0-72ae-44f1-a79c-f07730c04950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2557abb6-1f64-416e-8a81-95b08a2070f3'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:30.605038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50250) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:30.606638 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac4f86-6dad-4623-ad36-929ae26cae92" -d '{"events": [{"server_uuid": "f941bfb0-72ae-44f1-a79c-f07730c04950", "name": "network-vif-plugged", "status": "completed", "tag": "2557abb6-1f64-416e-8a81-95b08a2070f3"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:30.618638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': True}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:30.665026 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.668390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cbdf-c288-4d5a-8164-4a4655fbf320 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.729079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:30.738603 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.879726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.905202 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cbdf-c288-4d5a-8164-4a4655fbf320 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.998769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.040907 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cbdf-c288-4d5a-8164-4a4655fbf320 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.050307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be600cd-225e-4397-9508-e10fd32f8317 req-2be86127-fc88-41b8-97c5-c0cad949418b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:31.051880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8be600cd-225e-4397-9508-e10fd32f8317 req-2be86127-fc88-41b8-97c5-c0cad949418b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.4300399 Jul 16 20:14:31.082672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cbdf-c288-4d5a-8164-4a4655fbf320 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.085940 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d7a6cbdf-c288-4d5a-8164-4a4655fbf320 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "DELETE /v2.0/subnets/637cf956-f8de-4cab-a658-5ee31b57c700 HTTP/1.1" status: 204 len: 168 time: 0.6418939 Jul 16 20:14:31.087331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6cbdf-c288-4d5a-8164-4a4655fbf320 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Subnet': ['ID=637cf956-f8de-4cab-a658-5ee31b57c700,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.090620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50258) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:31.100016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da98bf96-20d2-4591-a5fc-a84d3dc62c5d None None] Network 6a8f61f6-3472-414e-bc5e-aaf2724e07bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:31.172851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8be600cd-225e-4397-9508-e10fd32f8317 req-2b8980de-1412-454e-85d1-ff5f7c1b717e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013184 Jul 16 20:14:31.176844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-5e6c2721-cd6a-4206-9a03-09c0f4b80b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:31.179436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-5e6c2721-cd6a-4206-9a03-09c0f4b80b65 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1098 time: 0.2009275 Jul 16 20:14:31.191647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c5d0831-bf80-4e70-aa69-fb47ce2597b4 req-30c5baee-8fff-497b-9ea9-b2afa05cf76b tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873275 Jul 16 20:14:31.308875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.338016 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe348a6e-8cf8-46d0-b4ad-361908ab50a9 x-openstack-request-id: req-fe348a6e-8cf8-46d0-b4ad-361908ab50a9 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:31.338483 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941bfb0-72ae-44f1-a79c-f07730c04950", "name": "network-vif-plugged", "status": "completed", "tag": "2557abb6-1f64-416e-8a81-95b08a2070f3", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:31.338891 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe348a6e-8cf8-46d0-b4ad-361908ab50a9 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:31.339470 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941bfb0-72ae-44f1-a79c-f07730c04950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2557abb6-1f64-416e-8a81-95b08a2070f3', 'code': 200} Jul 16 20:14:31.395357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting port 37cbaa62-055a-4563-af71-156ebb7c8d98 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:31.395772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.573339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] DHCP port deletion for 6a8f61f6-3472-414e-bc5e-aaf2724e07bc request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:31.643303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] For port 37cbaa62-055a-4563-af71-156ebb7c8d98, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=37cbaa62-055a-4563-af71-156ebb7c8d98,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:31.644104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.655451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] Deleting port 37cbaa62-055a-4563-af71-156ebb7c8d98 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:31.656276 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.659027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Calling delete_port for 37cbaa62-055a-4563-af71-156ebb7c8d98 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:31.753540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-39d3a89a-5e4d-4bf6-abb8-e6c523fdc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:31.757045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-39d3a89a-5e4d-4bf6-abb8-e6c523fdc1bf service neutron] 10.222.0.68 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.5577688 Jul 16 20:14:31.769213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026c14c-bd6d-450f-b5a9-fb8e74a69b52 req-67f97c49-f8e7-4f97-a9bc-0dab37fb6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:31.774815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c026c14c-bd6d-450f-b5a9-fb8e74a69b52 req-67f97c49-f8e7-4f97-a9bc-0dab37fb6499 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 1098 time: 0.3480382 Jul 16 20:14:31.797756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] For port 37cbaa62-055a-4563-af71-156ebb7c8d98, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=37cbaa62-055a-4563-af71-156ebb7c8d98,segment=NetworkSegment(0ce0f741-a7b1-4088-aecf-4fd057fa6925),segment_id=0ce0f741-a7b1-4088-aecf-4fd057fa6925)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:31.798660 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.822641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.830992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] Calling delete_port for 37cbaa62-055a-4563-af71-156ebb7c8d98 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:31.858043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Port': ['ID=37cbaa62-055a-4563-af71-156ebb7c8d98,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.898573 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c026c14c-bd6d-450f-b5a9-fb8e74a69b52 req-877292ad-e98b-47cc-84a3-020b1710f02a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168299 Jul 16 20:14:31.901964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] No DVR routers for this DVR port 37cbaa62-055a-4563-af71-156ebb7c8d98 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:31.998679 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:14:32.011481 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.033938 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.043002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] No DVR routers for this DVR port 37cbaa62-055a-4563-af71-156ebb7c8d98 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:32.052334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8f61f6-3472-414e-bc5e-aaf2724e07bc']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:32.068898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8af99-ec09-4b8a-b558-fe9307c6819c req-dbe78690-2edb-41ca-8b47-1f4cdffb2608 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.072718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce0f741-a7b1-4088-aecf-4fd057fa6925') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:32.073313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce0f741-a7b1-4088-aecf-4fd057fa6925') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:32.081976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cab8af99-ec09-4b8a-b558-fe9307c6819c req-dbe78690-2edb-41ca-8b47-1f4cdffb2608 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.5127537 Jul 16 20:14:32.091271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d412b97-85df-49d0-bfd6-f9cb05376eb8 None None] Pushing event deleted for resources: {'Port': ['ID=37cbaa62-055a-4563-af71-156ebb7c8d98,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.093485 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.116714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.125956 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:32.126560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:32.131399 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:32.152645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-d7148fc6-9f2a-48b7-a1d6-a03d178ae055 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 1001 time: 0.3872695 Jul 16 20:14:32.163299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb71f26-8c87-4587-961b-c71f66f77a85 req-db6bc119-bbb1-4348-a54d-0845702c8a61 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.165471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdb71f26-8c87-4587-961b-c71f66f77a85 req-db6bc119-bbb1-4348-a54d-0845702c8a61 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 945 time: 0.5138512 Jul 16 20:14:32.238197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.248875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.252090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "DELETE /v2.0/networks/6a8f61f6-3472-414e-bc5e-aaf2724e07bc HTTP/1.1" status: 204 len: 168 time: 1.1593003 Jul 16 20:14:32.253845 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cab8af99-ec09-4b8a-b558-fe9307c6819c req-94623a9b-4b72-4301-9e13-1feebd5b04a2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693702 Jul 16 20:14:32.262277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50280) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:32.267688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.310821 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.327720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-98896cd8-74eb-42f0-aebe-37392062cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.329558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-98896cd8-74eb-42f0-aebe-37392062cd20 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.1592810 Jul 16 20:14:32.334800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b44a30-658f-4547-92ef-19ed8e5904a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Deleting subnet 05f0a5d2-a8c0-45fe-a93b-173c26a2a595 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:32.344012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdb71f26-8c87-4587-961b-c71f66f77a85 req-dbcac997-5347-44fc-a0f5-ad321f2ccc2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507633 Jul 16 20:14:32.349383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3b44a30-658f-4547-92ef-19ed8e5904a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.353563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59d54b-19f4-4bf6-b65f-a86d35b7fbf5 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Network': ['ID=6a8f61f6-3472-414e-bc5e-aaf2724e07bc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.454293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3b44a30-658f-4547-92ef-19ed8e5904a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.464799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:32.620909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:32.633329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3b44a30-658f-4547-92ef-19ed8e5904a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.650100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'mac_address': 'fa:16:3e:6c:13:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:32.687627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-4787fdbc-b854-426b-91db-b1cca93842af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.689487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-4787fdbc-b854-426b-91db-b1cca93842af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3431277 Jul 16 20:14:32.691639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Allocated IP 172.25.6.208 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/c4dbc79f-8eea-4e93-803c-5bf3d324ed99) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:32.714708 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.722482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3b44a30-658f-4547-92ef-19ed8e5904a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.728997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbd6d3-eefa-4e61-9bed-3e81fa10bac9 req-2e0ed733-873d-4900-a3cd-1bb25c3678cf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.730663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ccbd6d3-eefa-4e61-9bed-3e81fa10bac9 req-2e0ed733-873d-4900-a3cd-1bb25c3678cf tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.2348111 Jul 16 20:14:32.744953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3b44a30-658f-4547-92ef-19ed8e5904a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.749788 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a3b44a30-658f-4547-92ef-19ed8e5904a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "DELETE /v2.0/subnets/05f0a5d2-a8c0-45fe-a93b-173c26a2a595 HTTP/1.1" status: 204 len: 168 time: 0.4846680 Jul 16 20:14:32.756093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50284) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:32.756376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353de577-623a-49fd-8338-1b9fbe77d3e2 None None] Network 247e8c7e-07c9-4cab-86e0-7a50ab45c78d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:32.762670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f417dc62-8b00-4f17-a458-b6aed60746f9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:32.775588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b44a30-658f-4547-92ef-19ed8e5904a4 tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Subnet': ['ID=05f0a5d2-a8c0-45fe-a93b-173c26a2a595,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.803423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dadf5-6542-44f9-a0df-e4e080200469 req-13947477-5442-467f-a907-ad5e0d5acfc3 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.805363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-047dadf5-6542-44f9-a0df-e4e080200469 req-13947477-5442-467f-a907-ad5e0d5acfc3 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 946 time: 0.2671499 Jul 16 20:14:32.811383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:32.825819 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.013332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f417dc62-8b00-4f17-a458-b6aed60746f9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:33.050064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.126579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 37cbaa62-055a-4563-af71-156ebb7c8d98 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:33.172171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 37cbaa62-055a-4563-af71-156ebb7c8d98 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:33.172545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 37cbaa62-055a-4563-af71-156ebb7c8d98 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:33.345939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:33.348359 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1749e-95eb-4888-91ea-534f2aab076d" -d '{"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-unplugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:33.408487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] DHCP port deletion for 247e8c7e-07c9-4cab-86e0-7a50ab45c78d request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:33.486791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] Deleting port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:33.487175 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.548255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-23ba57f9-d35d-49f8-960d-791a307b292b service neutron] 10.222.0.68 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8421690 Jul 16 20:14:33.620555 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.626457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] For port bf9f82a0-e2be-414d-bd42-52b7de53c4d6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bf9f82a0-e2be-414d-bd42-52b7de53c4d6,segment=NetworkSegment(1a525ff8-31ca-472e-af46-450f9c930076),segment_id=1a525ff8-31ca-472e-af46-450f9c930076)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:33.627063 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.655543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] Calling delete_port for bf9f82a0-e2be-414d-bd42-52b7de53c4d6 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:33.707806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-047dadf5-6542-44f9-a0df-e4e080200469 req-ff91a556-867b-49c3-a4ff-5ab75c443c0d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026857 Jul 16 20:14:33.727464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ccbd6d3-eefa-4e61-9bed-3e81fa10bac9 req-6379923d-8454-48d3-8d1c-94a08ea79d39 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9719105 Jul 16 20:14:33.827380 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.863206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] No DVR routers for this DVR port bf9f82a0-e2be-414d-bd42-52b7de53c4d6 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:33.911651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa15d2c-bc0d-4e21-aedd-43e8f61e38e1 None None] Pushing event deleted for resources: {'Port': ['ID=bf9f82a0-e2be-414d-bd42-52b7de53c4d6,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.924194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4decc428-33b3-46f1-8279-a7a8d92e2081 req-3ac2312a-8c05-4ba1-ba28-5b7b2edd517c service neutron] 10.222.0.68 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596418 Jul 16 20:14:34.126884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.268566 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.348973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.424601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247e8c7e-07c9-4cab-86e0-7a50ab45c78d']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:34.485760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:34.563059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a525ff8-31ca-472e-af46-450f9c930076') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:34.566765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a525ff8-31ca-472e-af46-450f9c930076') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:34.639404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068e8b-f63a-4f43-9eb5-44cf1880858b req-7fdca938-2b2e-4ab7-a414-ab7b1c73d6ae tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.645318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd068e8b-f63a-4f43-9eb5-44cf1880858b req-7fdca938-2b2e-4ab7-a414-ab7b1c73d6ae tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 945 time: 0.5724452 Jul 16 20:14:34.685083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f417dc62-8b00-4f17-a458-b6aed60746f9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:34.685922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.786911 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.812074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c691-b779-48c8-b447-fa3d8956cd87 req-c0832a18-5191-4c41-9762-108603f0be32 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.825274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5638c691-b779-48c8-b447-fa3d8956cd87 req-c0832a18-5191-4c41-9762-108603f0be32 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 946 time: 0.6430199 Jul 16 20:14:34.828361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.864918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.873697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:34.874214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.876168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:34.885224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.886318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:34.890817 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:35.122835 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.146041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bf9f82a0-e2be-414d-bd42-52b7de53c4d6 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:35.232830 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.303481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: bf9f82a0-e2be-414d-bd42-52b7de53c4d6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:35.304684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bf9f82a0-e2be-414d-bd42-52b7de53c4d6 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:35.345527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.384763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.395507 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.398697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] 10.222.0.78 "DELETE /v2.0/networks/247e8c7e-07c9-4cab-86e0-7a50ab45c78d HTTP/1.1" status: 204 len: 168 time: 2.6321366 Jul 16 20:14:35.414479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=13']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:35.456969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd068e8b-f63a-4f43-9eb5-44cf1880858b req-5b9f140e-2903-4f32-8ada-084a325522d2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7824335 Jul 16 20:14:35.505612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:35.518582 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.523986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50330) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:35.543321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:35.573175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5638c691-b779-48c8-b447-fa3d8956cd87 req-8feadc14-95c8-4022-8995-2e48ad94148f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7467880 Jul 16 20:14:35.577667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Pushing event deleted for resources: {'Network': ['ID=247e8c7e-07c9-4cab-86e0-7a50ab45c78d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:35.608561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:35.667606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:35.715603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'Port': ['ID=c4dbc79f-8eea-4e93-803c-5bf3d324ed99,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:35.723780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce3379-4afb-47a5-913b-486e78fb4806 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.733753 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e6ce3379-4afb-47a5-913b-486e78fb4806 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 1092 time: 0.2080512 Jul 16 20:14:35.738289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50334) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:35.745324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:35.793486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:35.840150 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.842890 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cc8af3-7970-4823-914c-b15c702f3d1c x-openstack-request-id: req-a3cc8af3-7970-4823-914c-b15c702f3d1c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:35.843194 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-unplugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:35.843448 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3cc8af3-7970-4823-914c-b15c702f3d1c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:35.843880 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'code': 200} Jul 16 20:14:35.864601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.865239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.865622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.865988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.866324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.866749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.867309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.867691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.868233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.868791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.869435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.869932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56916a-4696-4033-9021-460275c7e02c tempest-ServersTestMultiNic-2022453218 tempest-ServersTestMultiNic-2022453218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.890925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-45bbc904-d979-4d83-ae93-d6c62ef78013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.892636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-45bbc904-d979-4d83-ae93-d6c62ef78013 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1099 time: 1.1013319 Jul 16 20:14:35.894120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.894683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.895175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.900553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.901331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.902006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.902614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.903140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.903691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.904242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.904827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.905316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:36.142504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.390480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-3b566f08-20f2-4183-9e2b-ab2ba8262703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.392159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-3b566f08-20f2-4183-9e2b-ab2ba8262703 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.4520972 Jul 16 20:14:36.399128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.25.6.33 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/8e93b1ee-ebb3-403c-9468-850b224dd6db) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:36.430702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857635e-5f6a-40ab-a539-6fb7d48dd47a req-bdfefb91-976d-424a-ae68-645ed11e931f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.438213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c857635e-5f6a-40ab-a539-6fb7d48dd47a req-bdfefb91-976d-424a-ae68-645ed11e931f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 944 time: 0.4038169 Jul 16 20:14:36.544448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ea5b3-b391-488e-a990-52735e54f4b3 req-c1a49572-9063-4fff-a126-df5e55d80665 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.552027 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a6ea5b3-b391-488e-a990-52735e54f4b3 req-c1a49572-9063-4fff-a126-df5e55d80665 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 946 time: 0.6721327 Jul 16 20:14:36.634252 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.639048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-e9031be1-08c3-4568-9347-f9eadd5c325a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 1001 time: 0.2385275 Jul 16 20:14:36.690373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c857635e-5f6a-40ab-a539-6fb7d48dd47a req-28a1e006-56b3-4a45-a8de-37c81c59e033 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510459 Jul 16 20:14:36.732186 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.779358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.816307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a6ea5b3-b391-488e-a990-52735e54f4b3 req-caae4518-798c-4236-902d-cfdd8feb4111 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631497 Jul 16 20:14:36.904463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=8e93b1ee-ebb3-403c-9468-850b224dd6db,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:36.919612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:36.920655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:36.923920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:37.135876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-90f986a2-4e99-4165-996a-71ac777c6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:37.138725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-90f986a2-4e99-4165-996a-71ac777c6c3f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.4876640 Jul 16 20:14:37.427357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587fed4-493c-479f-bb7a-4df3cb7393c0 req-1f5c99a1-48ad-48ad-8b28-15808d015f1e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:37.429771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7587fed4-493c-479f-bb7a-4df3cb7393c0 req-1f5c99a1-48ad-48ad-8b28-15808d015f1e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.3728013 Jul 16 20:14:37.534952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7587fed4-493c-479f-bb7a-4df3cb7393c0 req-5f5ce013-11da-429e-a026-eae8263fd314 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807350 Jul 16 20:14:37.538442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-07a44319-24e4-4769-8552-613c477ac87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:37.541568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-07a44319-24e4-4769-8552-613c477ac87c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3033135 Jul 16 20:14:37.699597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.755289 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.845986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}, {'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:37.855626 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8419fbc8-7e62-4df4-bc9e-531a965358f3" -d '{"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-plugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}, {"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:38.079283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.235972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.330951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23676c-aa56-411e-b8df-86301fa01016 req-847a0aa3-8ab1-47e9-ac6b-c455f2fd4129 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.333753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d23676c-aa56-411e-b8df-86301fa01016 req-847a0aa3-8ab1-47e9-ac6b-c455f2fd4129 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 946 time: 0.3305430 Jul 16 20:14:38.342655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-895d5ed8-2d5d-4558-bfe0-48239bf346c4 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7917550 Jul 16 20:14:38.498306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.510384 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.576132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22153e65-dd7d-48dd-bf3b-6c6734d3a285 req-d49853dc-f8ce-44f9-9661-8b2fed395144 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890221 Jul 16 20:14:38.696933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d23676c-aa56-411e-b8df-86301fa01016 req-37a6d9ec-28f9-4838-8019-60a76a73332c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525140 Jul 16 20:14:38.697452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.702710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=8e93b1ee-ebb3-403c-9468-850b224dd6db,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.794868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004aaf8-7f0c-43f8-906b-fb7a6469e3d7 req-bfc8dc05-ea15-4e56-8018-cdde74d6f72c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.799161 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03772246-5bf1-40e0-9e1a-009b9f38e85c x-openstack-request-id: req-03772246-5bf1-40e0-9e1a-009b9f38e85c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:38.800014 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-plugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "code": 200}, {"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-unplugged", "status": "failed", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da", "code": 422}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:38.800578 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03772246-5bf1-40e0-9e1a-009b9f38e85c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:38.801228 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'code': 200} Jul 16 20:14:38.802055 n-d-791505-15 neutron-server[100245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'code': 422} returned with failed status Jul 16 20:14:38.808186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3004aaf8-7f0c-43f8-906b-fb7a6469e3d7 req-bfc8dc05-ea15-4e56-8018-cdde74d6f72c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 944 time: 0.4569764 Jul 16 20:14:38.819779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Router 9144279d-6777-4bad-ae8f-04a2acdd1a3d is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:38.919965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3004aaf8-7f0c-43f8-906b-fb7a6469e3d7 req-6ea9ac4b-683b-480b-9a28-144ce4c64654 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067703 Jul 16 20:14:39.063120 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Floating IP f3d0c7ba-6fe9-463b-8a20-08cec679a8f5 associated. External IP: 172.25.6.33, port: 1c352d1a-db64-4d05-a8b1-4670fbee17b6. Jul 16 20:14:39.073011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50380) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:39.162000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:39.173559 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.175252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-50dedab1-f4ba-42c9-93f8-db6ed7de4d85 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "PUT /v2.0/routers/9144279d-6777-4bad-ae8f-04a2acdd1a3d HTTP/1.1" status: 200 len: 919 time: 8.5692728 Jul 16 20:14:39.180409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50386) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:39.181428 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d1fba-99a4-4560-8a84-22ccf04a2952 None None] Sync routers for ids ['9144279d-6777-4bad-ae8f-04a2acdd1a3d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:39.262382 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d1fba-99a4-4560-8a84-22ccf04a2952 None None] Routers {'9144279d-6777-4bad-ae8f-04a2acdd1a3d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:39.263411 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf3d1fba-99a4-4560-8a84-22ccf04a2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9144279d-6777-4bad-ae8f-04a2acdd1a3d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:39.364007 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf3d1fba-99a4-4560-8a84-22ccf04a2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:39.384140 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d1fba-99a4-4560-8a84-22ccf04a2952 None None] Routers {'9144279d-6777-4bad-ae8f-04a2acdd1a3d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:39.385544 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf3d1fba-99a4-4560-8a84-22ccf04a2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9144279d-6777-4bad-ae8f-04a2acdd1a3d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:39.453225 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf3d1fba-99a4-4560-8a84-22ccf04a2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:39.454843 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d1fba-99a4-4560-8a84-22ccf04a2952 None None] The sync data for ids ['9144279d-6777-4bad-ae8f-04a2acdd1a3d'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:39.590136 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9d8f4128-5c23-4e0c-a271-6167d1b3b931 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/routers/9144279d-6777-4bad-ae8f-04a2acdd1a3d HTTP/1.1" status: 200 len: 925 time: 0.4077368 Jul 16 20:14:39.630252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50388) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:40.115999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 6e017a3a-9620-4b16-b48e-35d595481568 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:40.346884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.469540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:40.485175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] Sync routers for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:40.502344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:40.515821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.544472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:40.545413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:40.607771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f117-c691-456d-b2a3-216c4059fe90 req-925bed64-d7ce-462e-9b2e-e9ab184add0d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.610691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ff6f117-c691-456d-b2a3-216c4059fe90 req-925bed64-d7ce-462e-9b2e-e9ab184add0d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 1.1593249 Jul 16 20:14:40.652046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c26f-72d9-4a84-9026-2f1d067d1329 req-71621ec6-67f3-41ee-958e-52cd4d99b767 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.665754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1027c26f-72d9-4a84-9026-2f1d067d1329 req-71621ec6-67f3-41ee-958e-52cd4d99b767 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 946 time: 1.1922758 Jul 16 20:14:40.727390 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f075c4c-5664-4fdf-adca-dc11f934bcd4 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.730468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0f075c4c-5664-4fdf-adca-dc11f934bcd4 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=9144279d-6777-4bad-ae8f-04a2acdd1a3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0982232 Jul 16 20:14:40.735602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50392) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:40.940355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835febfd-a26d-44b9-8f8a-ba905d22e63f tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.943105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-835febfd-a26d-44b9-8f8a-ba905d22e63f tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 881 time: 0.2055774 Jul 16 20:14:40.949465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50394) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:41.002427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:41.062254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2b7f30ba-7861-4d17-b613-9067920a48b2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=9144279d-6777-4bad-ae8f-04a2acdd1a3d HTTP/1.1" status: 200 len: 205 time: 0.1108401 Jul 16 20:14:41.076449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50396) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:41.096087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1027c26f-72d9-4a84-9026-2f1d067d1329 req-9ce82d40-c3eb-4e5c-8965-873d8cb19cee tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291530 Jul 16 20:14:41.125259 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:14:41.143480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ff6f117-c691-456d-b2a3-216c4059fe90 req-4b2ed335-20f1-4917-9d04-fa05cceabe5c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5217903 Jul 16 20:14:41.278389 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5f46d76e-2288-4874-b72e-ed8bb75842ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5389192 Jul 16 20:14:41.279330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:41.281840 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:41.283614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50400) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:41.653889 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f2fb6469-83a1-4e1c-8b74-7a938bda7f85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/floatingips/f3d0c7ba-6fe9-463b-8a20-08cec679a8f5 HTTP/1.1" status: 200 len: 990 time: 0.3665140 Jul 16 20:14:41.666985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.717816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Deleting port e699c4ac-d552-4a5f-827e-4bbb872c4327 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:41.719173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.992771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:37Z', 'revision_number': 0, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:42.037523 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f6fe2-90db-4a2b-b773-b28826571d2e x-openstack-request-id: req-ac0f6fe2-90db-4a2b-b773-b28826571d2e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:42.037930 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:42.041204 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac0f6fe2-90db-4a2b-b773-b28826571d2e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:42.041929 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'status': 'completed', 'code': 200} Jul 16 20:14:42.074186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] For port e699c4ac-d552-4a5f-827e-4bbb872c4327, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e699c4ac-d552-4a5f-827e-4bbb872c4327,segment=NetworkSegment(1ca273af-9397-4d71-939b-5783d1433f6d),segment_id=1ca273af-9397-4d71-939b-5783d1433f6d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:42.075431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.160108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Calling delete_port for e699c4ac-d552-4a5f-827e-4bbb872c4327 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:42.231085 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.255551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-fb4346c5-d456-4a73-a0fd-b73df12222b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.258044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-fb4346c5-d456-4a73-a0fd-b73df12222b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 1097 time: 0.1851616 Jul 16 20:14:42.559846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] Checking router: 6e017a3a-9620-4b16-b48e-35d595481568 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:42.592159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:42.593317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:42.664125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50428) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:42.664744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50430) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:42.754471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-66ee96a2-82ef-45fe-8663-73aa85d9da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.758422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-66ee96a2-82ef-45fe-8663-73aa85d9da14 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f6e8016-4eef-40ef-b14d-87773dab8993 HTTP/1.1" status: 200 len: 897 time: 0.3927753 Jul 16 20:14:42.922127 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9dc68d56-ac07-402b-9a8e-da6aba31e403 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/floatingips/f3d0c7ba-6fe9-463b-8a20-08cec679a8f5 HTTP/1.1" status: 200 len: 990 time: 0.2555795 Jul 16 20:14:43.021090 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7170364a-f282-454f-81d8-fee31641d6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.100382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:43.367767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Deleting port c4dbc79f-8eea-4e93-803c-5bf3d324ed99 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:43.368375 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.456713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.468161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-ccffe0e2-a6ae-458b-850e-5f3d462ded77 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6 HTTP/1.1" status: 200 len: 998 time: 0.6752000 Jul 16 20:14:43.492683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7170364a-f282-454f-81d8-fee31641d6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.561882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e699c4ac-d552-4a5f-827e-4bbb872c4327,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:43.573817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7170364a-f282-454f-81d8-fee31641d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.651073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170364a-f282-454f-81d8-fee31641d6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35575226-8963-4171-b34f-7de8f4c784da,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:43.755988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0ec9a-04fa-471d-9ebd-0bedb2b4039c req-c893d938-2bd6-4f5c-b005-14411c6bee0e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.758680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ee0ec9a-04fa-471d-9ebd-0bedb2b4039c req-c893d938-2bd6-4f5c-b005-14411c6bee0e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.9988182 Jul 16 20:14:43.840442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b830b9-f11d-4fc9-8475-797b447f41dc req-c4ad17ff-18ae-48ce-b45d-72820a8ade22 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.849736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96b830b9-f11d-4fc9-8475-797b447f41dc req-c4ad17ff-18ae-48ce-b45d-72820a8ade22 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 946 time: 1.0607917 Jul 16 20:14:43.851390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-7b2f04f8-7591-4d1b-9f92-0557bdd17785 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.855399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-7b2f04f8-7591-4d1b-9f92-0557bdd17785 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 946 time: 0.6659391 Jul 16 20:14:43.868764 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7170364a-f282-454f-81d8-fee31641d6e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0e80bb1bc86478fbb78ccf108d07e35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1889760 Jul 16 20:14:43.893329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50442) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:43.928518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:37Z', 'revision_number': 0, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:43.958831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50444) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:43.979358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5327e75-7aa4-4a03-b87b-a3a2079e4e45 None None] The sync data for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 is: [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:13:43Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:37Z', 'revision_number': 0, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:44.008705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-9f4a0f74-c29e-4b5c-ba58-c501c2cca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.010278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-9f4a0f74-c29e-4b5c-ba58-c501c2cca443 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4144884b-0274-497c-804b-192088cb6144 HTTP/1.1" status: 200 len: 835 time: 0.5189528 Jul 16 20:14:44.119671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ee0ec9a-04fa-471d-9ebd-0bedb2b4039c req-48044767-0b66-412c-822b-8f7822912d86 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271217 Jul 16 20:14:44.131752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96b830b9-f11d-4fc9-8475-797b447f41dc req-8828987b-4c65-400b-a4d5-95934038829a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808633 Jul 16 20:14:44.140909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.205258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Calling delete_port for c4dbc79f-8eea-4e93-803c-5bf3d324ed99 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:44.289849 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-736463ae-1858-4d81-881e-10443a72aafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.358906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-736463ae-1858-4d81-881e-10443a72aafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.388978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-626e31ae-170b-450c-9414-729db659fe9f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/floatingips/f3d0c7ba-6fe9-463b-8a20-08cec679a8f5 HTTP/1.1" status: 200 len: 990 time: 0.4157772 Jul 16 20:14:44.424706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.503469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Deleting port 2557abb6-1f64-416e-8a81-95b08a2070f3 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:44.504228 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.594649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-736463ae-1858-4d81-881e-10443a72aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.598278 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-736463ae-1858-4d81-881e-10443a72aafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.599742 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-736463ae-1858-4d81-881e-10443a72aafd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35575226-8963-4171-b34f-7de8f4c784da HTTP/1.1" status: 204 len: 168 time: 0.7061787 Jul 16 20:14:44.602379 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a30817-6663-4049-bc9f-ce7d0f2efa2a None None] New status for floating IP f3d0c7ba-6fe9-463b-8a20-08cec679a8f5: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:14:44.610252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-612de0f8-1435-48a4-93e6-ed97413d41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.612139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-612de0f8-1435-48a4-93e6-ed97413d41e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f6e8016-4eef-40ef-b14d-87773dab8993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5921469 Jul 16 20:14:44.636614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736463ae-1858-4d81-881e-10443a72aafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35575226-8963-4171-b34f-7de8f4c784da,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.918589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] For port 2557abb6-1f64-416e-8a81-95b08a2070f3, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2557abb6-1f64-416e-8a81-95b08a2070f3,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:44.929626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.016591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Calling delete_port for 2557abb6-1f64-416e-8a81-95b08a2070f3 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:45.115785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-b4f0b00e-3934-4ba3-a3da-3760ce237795 service neutron] 10.222.0.68 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913015 Jul 16 20:14:45.221177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.238427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256', '2557abb6-1f64-416e-8a81-95b08a2070f3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:45.420567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50462) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:45.485258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event deleted for resources: {'Port': ['ID=2557abb6-1f64-416e-8a81-95b08a2070f3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.577800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50464) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:45.702782 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-df19cb8d-3d2d-47a1-a5f5-72ad1ef4050a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/floatingips/f3d0c7ba-6fe9-463b-8a20-08cec679a8f5 HTTP/1.1" status: 200 len: 992 time: 0.2806048 Jul 16 20:14:45.720570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5786fa0-9b77-41d8-9d8c-491b04b4d508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.752634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0cb1138a-eb9b-4328-9fdc-51ea2dc9169f req-5bac4123-a915-4fb8-81f5-941012b64ee2 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 210 time: 0.1118917 Jul 16 20:14:45.778193 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.832598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6a5b20-9f8a-4931-9c43-44cffde46fc3 req-446230ae-1e56-4073-8297-d6b8ad730ab4 service neutron] 10.222.0.68 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008758 Jul 16 20:14:45.843817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event deleted for resources: {'Port': ['ID=c4dbc79f-8eea-4e93-803c-5bf3d324ed99,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.914530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] No DVR routers for this DVR port 2557abb6-1f64-416e-8a81-95b08a2070f3 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:45.934045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a02cb-3542-4b0c-ab19-1ed9c2f5feb2 req-58b2f7f6-13bc-4111-bf75-c2426c7fc4e5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.941746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a7a02cb-3542-4b0c-ab19-1ed9c2f5feb2 req-58b2f7f6-13bc-4111-bf75-c2426c7fc4e5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.3412049 Jul 16 20:14:45.958731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.966008 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6b9889c-76e5-4cb4-9324-e46303f16636 req-216a55a6-deb7-4092-b8ec-097caa8893c1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "DELETE /v2.0/ports/2557abb6-1f64-416e-8a81-95b08a2070f3 HTTP/1.1" status: 204 len: 173 time: 2.0942883 Jul 16 20:14:45.969138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941bfb0-72ae-44f1-a79c-f07730c04950', 'name': 'network-vif-deleted', 'tag': '2557abb6-1f64-416e-8a81-95b08a2070f3'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:45.977351 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be19f72b-c383-436c-b197-6f9de75366e6" -d '{"events": [{"server_uuid": "f941bfb0-72ae-44f1-a79c-f07730c04950", "name": "network-vif-deleted", "tag": "2557abb6-1f64-416e-8a81-95b08a2070f3"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:45.996691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-9911019a-9005-4a9b-b4db-020786818a9b req-0633336c-704b-466e-909d-7055ddb9b235 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:14:45.997930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9911019a-9005-4a9b-b4db-020786818a9b req-0633336c-704b-466e-909d-7055ddb9b235 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115654 Jul 16 20:14:45.998968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.000322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:46.331885 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f563a030-b184-4607-ab6a-239d9638b6b8 x-openstack-request-id: req-f563a030-b184-4607-ab6a-239d9638b6b8 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:46.332523 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941bfb0-72ae-44f1-a79c-f07730c04950", "name": "network-vif-deleted", "tag": "2557abb6-1f64-416e-8a81-95b08a2070f3", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:46.333359 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f563a030-b184-4607-ab6a-239d9638b6b8 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:46.334136 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941bfb0-72ae-44f1-a79c-f07730c04950', 'name': 'network-vif-deleted', 'tag': '2557abb6-1f64-416e-8a81-95b08a2070f3', 'status': 'completed', 'code': 200} Jul 16 20:14:46.363222 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.379602 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.458150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:46.485061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] Sync routers for ids ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:46.494626 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7236601d-d473-4b8b-99a9-444954bb0ce8 admin admin] 10.222.0.78 "PUT /v2.0/routers/c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4198029 Jul 16 20:14:46.495768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50476) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:46.498978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a7a02cb-3542-4b0c-ab19-1ed9c2f5feb2 req-7952aaad-e5c6-4c2a-b79d-3d1ce9342021 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5555782 Jul 16 20:14:46.519404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] Routers {'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:46.521569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.523196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Fanout notify agent at l3_agent the message router_deleted on router 9144279d-6777-4bad-ae8f-04a2acdd1a3d {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:46.525784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:46.555123 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.560491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-19dc5e34-6621-4723-821b-5918947d8e3c tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/9144279d-6777-4bad-ae8f-04a2acdd1a3d HTTP/1.1" status: 204 len: 168 time: 5.4664776 Jul 16 20:14:46.616308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50478) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:46.622178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d7eb1b37-65c6-4e19-9a60-23ef672c0daf tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1401430346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:46.731337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171f4f0-078f-4704-9b93-86d542c02e43 req-8aca0a13-ade0-4661-bd85-c80f498a3fad tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.742059 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5786fa0-9b77-41d8-9d8c-491b04b4d508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.750728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a171f4f0-078f-4704-9b93-86d542c02e43 req-8aca0a13-ade0-4661-bd85-c80f498a3fad tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 944 time: 0.1844475 Jul 16 20:14:46.770203 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5786fa0-9b77-41d8-9d8c-491b04b4d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.877068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1b37-65c6-4e19-9a60-23ef672c0daf tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.878864 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1b37-65c6-4e19-9a60-23ef672c0daf tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.926004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] Set router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:46.952694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5786fa0-9b77-41d8-9d8c-491b04b4d508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ccdc79-1945-4644-b9e4-a7a7907f6d0c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:46.955519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a171f4f0-078f-4704-9b93-86d542c02e43 req-fcd68fa1-640b-4a5c-b757-30bbe4c1265b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028105 Jul 16 20:14:47.104445 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1b37-65c6-4e19-9a60-23ef672c0daf tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.143796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7077a791-e5d0-4cd4-be09-273cc633559f req-92173259-d5ff-46d0-986f-89ef1ee321aa tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=f941bfb0-72ae-44f1-a79c-f07730c04950 HTTP/1.1" status: 200 len: 210 time: 0.0627887 Jul 16 20:14:47.149258 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1b37-65c6-4e19-9a60-23ef672c0daf tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.202945 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1b37-65c6-4e19-9a60-23ef672c0daf tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.212010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d7eb1b37-65c6-4e19-9a60-23ef672c0daf tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5939198 Jul 16 20:14:47.213146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50482) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:47.225765 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d5786fa0-9b77-41d8-9d8c-491b04b4d508 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d1db3f6f2db43309d5c8664ea1ae997&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5390553 Jul 16 20:14:47.226443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': False}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:47.236558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50484) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:47.291420 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.577536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a58e228d-a07e-4bda-9a14-ff003142ec70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.640930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a58e228d-a07e-4bda-9a14-ff003142ec70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.657750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:14:43Z', 'revision_number': 5, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:47.734101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] Checking router: c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:47.771560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] Routers {'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:47.772531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:47.783929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a58e228d-a07e-4bda-9a14-ff003142ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.786852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a58e228d-a07e-4bda-9a14-ff003142ec70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.794322 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a58e228d-a07e-4bda-9a14-ff003142ec70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/04ccdc79-1945-4644-b9e4-a7a7907f6d0c HTTP/1.1" status: 204 len: 168 time: 0.5421622 Jul 16 20:14:47.854208 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.900344 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.923480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e228d-a07e-4bda-9a14-ff003142ec70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ccdc79-1945-4644-b9e4-a7a7907f6d0c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.161582 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-1ad17f17-5114-4274-87f4-6d88dc759a5f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6584780 Jul 16 20:14:48.176567 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-781f9105-2540-4e80-ad9a-8851d456b482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.180626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Deleting port 66dbf497-dec7-4ddb-8985-21aa00bbb71a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:48.180801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.229658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b28084-65bd-483d-a38f-64a22c0a3c70 req-729d10c6-92a2-4a7a-8eae-5d8d3afa01b0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.237405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] Set router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:48.247581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3b28084-65bd-483d-a38f-64a22c0a3c70 req-729d10c6-92a2-4a7a-8eae-5d8d3afa01b0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.4279399 Jul 16 20:14:48.506483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] For port 66dbf497-dec7-4ddb-8985-21aa00bbb71a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=66dbf497-dec7-4ddb-8985-21aa00bbb71a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:48.509915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.520571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3b28084-65bd-483d-a38f-64a22c0a3c70 req-6549a7c1-2f27-48f0-9120-1bc472a0f865 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700109 Jul 16 20:14:48.534394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Calling delete_port for 66dbf497-dec7-4ddb-8985-21aa00bbb71a owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:48.602107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2557abb6-1f64-416e-8a81-95b08a2070f3 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:48.798846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 2557abb6-1f64-416e-8a81-95b08a2070f3 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:48.799530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2557abb6-1f64-416e-8a81-95b08a2070f3 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:48.807248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.884916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Pushing event deleted for resources: {'Port': ['ID=66dbf497-dec7-4ddb-8985-21aa00bbb71a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.885215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:14:43Z', 'revision_number': 5, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:48.904018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d100f5-3768-463a-81fe-fcd2ce1b2035 req-4d2bc3a5-4d7f-4950-8443-71cd7526f62b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.930962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59d100f5-3768-463a-81fe-fcd2ce1b2035 req-4d2bc3a5-4d7f-4950-8443-71cd7526f62b tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 944 time: 0.5848885 Jul 16 20:14:48.957502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9af216-2eac-4109-abe9-ea8fe2e8ce1e None None] The sync data for ids ['c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87'] in n-d-791505-15 is: [{'id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'name': 'tempest-ServersTestMultiNic-1185968191-router', 'tenant_id': 'bec34068a0294ff4ba03d2137327a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:37Z', 'updated_at': '2021-07-16T20:14:43Z', 'revision_number': 5, 'project_id': 'bec34068a0294ff4ba03d2137327a7a3', 'gw_port': {'id': '66dbf497-dec7-4ddb-8985-21aa00bbb71a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:39Z', 'updated_at': '2021-07-16T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:49.050268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.137336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.215685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:49.234528 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.240861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59d100f5-3768-463a-81fe-fcd2ce1b2035 req-7bd4841f-ef4a-451c-9191-cd7ffcd4e007 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079498 Jul 16 20:14:49.255994 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff231c02-a046-49cd-84af-dc793a1a903f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.317274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.329999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.438504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Allocated IP 172.25.6.239 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/371114a5-80ae-47ba-8521-d3cda0940d19) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:49.484294 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.491966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:49.521548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.531067 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b01d1796-a8b5-45a3-a7d5-dd366ee374bd admin admin] 10.222.0.78 "DELETE /v2.0/routers/c7e4ace1-014d-4bbb-8ff8-f2cb2907cc87 HTTP/1.1" status: 204 len: 168 time: 3.0299530 Jul 16 20:14:49.533437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:49.592929 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.723675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd86b488-e5ee-4ebd-b562-022b7514bdde admin admin] Deleting subnet e517af32-f705-4eb2-a454-91e2f53466a4 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:49.734306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd86b488-e5ee-4ebd-b562-022b7514bdde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.821749 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.887410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd86b488-e5ee-4ebd-b562-022b7514bdde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.954489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-6f822e02-2975-4b36-a39c-c2d48fddac7a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.962312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-6f822e02-2975-4b36-a39c-c2d48fddac7a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.3233998 Jul 16 20:14:49.968096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:49.972252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:50.005793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:50.088906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-58b9662f-f276-4276-9603-279f42701d14 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/quotas/0dc1d34be3bc48bd84f1f2a942c82820 HTTP/1.1" status: 200 len: 375 time: 0.1251905 Jul 16 20:14:50.114171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Pushing event updated for resources: {'Port': ['ID=371114a5-80ae-47ba-8521-d3cda0940d19,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:50.169437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd86b488-e5ee-4ebd-b562-022b7514bdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.218370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-179f2039-278c-438c-bbde-3076e9abf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.220138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-179f2039-278c-438c-bbde-3076e9abf714 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe&tenant_id=e33d6ca215704afa8ace654e0908c2b9 HTTP/1.1" status: 200 len: 1096 time: 0.2114155 Jul 16 20:14:50.240386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:50.395215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a693d1c3-3a48-46b4-9947-f2d9f749f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.581395 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.818254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd86b488-e5ee-4ebd-b562-022b7514bdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.856049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c620fc-16b6-4b4d-a129-d94c83a64662 None None] Network fbde29fb-ad17-44ed-a42d-328d261fa650 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:50.895620 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd86b488-e5ee-4ebd-b562-022b7514bdde admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.905403 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd86b488-e5ee-4ebd-b562-022b7514bdde admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e517af32-f705-4eb2-a454-91e2f53466a4 HTTP/1.1" status: 204 len: 168 time: 1.3655260 Jul 16 20:14:50.910041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50528) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:50.912070 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff231c02-a046-49cd-84af-dc793a1a903f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.961235 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff231c02-a046-49cd-84af-dc793a1a903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.985710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb54419-696c-48b2-b68c-09cce096ed8a req-a505d1cd-65fb-4b78-ac54-8ce90240320f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.986603 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.994179 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bb54419-696c-48b2-b68c-09cce096ed8a req-a505d1cd-65fb-4b78-ac54-8ce90240320f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 1.0288227 Jul 16 20:14:50.995616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86b488-e5ee-4ebd-b562-022b7514bdde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e517af32-f705-4eb2-a454-91e2f53466a4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:51.069399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 66dbf497-dec7-4ddb-8985-21aa00bbb71a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:51.110306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 66dbf497-dec7-4ddb-8985-21aa00bbb71a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:51.111262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 66dbf497-dec7-4ddb-8985-21aa00bbb71a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:51.112498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e699c4ac-d552-4a5f-827e-4bbb872c4327 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:51.189151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e699c4ac-d552-4a5f-827e-4bbb872c4327 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:51.190001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e699c4ac-d552-4a5f-827e-4bbb872c4327 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:51.196870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ff231c02-a046-49cd-84af-dc793a1a903f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52b5321a6d674712ab8f614af848c034&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9772954 Jul 16 20:14:51.202065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff231c02-a046-49cd-84af-dc793a1a903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3d5029-a460-4a40-8314-fd32645cd1a6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:51.204614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50530) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:51.250273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-f84d4edb-6391-4e96-b964-55c5ae973948 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1604333 Jul 16 20:14:51.254589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.359371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5064db4-7212-4583-b900-4de7c337322d None None] DHCP port deletion for fbde29fb-ad17-44ed-a42d-328d261fa650 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:51.413454 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bb54419-696c-48b2-b68c-09cce096ed8a req-c32d3234-d814-403e-ad87-58f26baddee2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4177139 Jul 16 20:14:51.492493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Deleting port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:51.497160 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.618062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a5064db4-7212-4583-b900-4de7c337322d None None] For port 9b60b443-73d1-41d7-9ad2-55b8ba62b701, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b60b443-73d1-41d7-9ad2-55b8ba62b701,segment=NetworkSegment(1ca273af-9397-4d71-939b-5783d1433f6d),segment_id=1ca273af-9397-4d71-939b-5783d1433f6d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:51.619149 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.642433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Calling delete_port for 9b60b443-73d1-41d7-9ad2-55b8ba62b701 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:51.696239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:51.745454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.791473 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.798094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:51.827723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Pushing event deleted for resources: {'Port': ['ID=9b60b443-73d1-41d7-9ad2-55b8ba62b701,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:51.843907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.844530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.845215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.845902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.846472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.846971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.847575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.847958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.848423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.848861 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.849291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.849720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5064db4-7212-4583-b900-4de7c337322d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:51.853689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5064db4-7212-4583-b900-4de7c337322d None None] No DVR routers for this DVR port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:51.876272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23029423-7af9-46f9-b4a6-f4dfe92ce9da {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:51.888806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.902133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f9c9e87-79d1-411c-91f0-907521d2e4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.907108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Transition to ACTIVE for port object 23029423-7af9-46f9-b4a6-f4dfe92ce9da will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:51.914648 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.929758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-952addae-50ba-4007-bd93-a22db8aa6fea service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783683 Jul 16 20:14:51.983215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Deleting port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:51.984056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.058194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f9c9e87-79d1-411c-91f0-907521d2e4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.224486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] No DVR routers for this DVR port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:52.308974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] For port 9b60b443-73d1-41d7-9ad2-55b8ba62b701, host n-d-791505-15, got binding levels [] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:52.309676 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.337375 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.340588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=9']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.342948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601d644-2e58-4259-8f67-695b377b3291 req-8b4b0d3c-8b7c-4de1-b231-9d6206870e0e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.345619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1601d644-2e58-4259-8f67-695b377b3291 req-8b4b0d3c-8b7c-4de1-b231-9d6206870e0e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 944 time: 0.6007168 Jul 16 20:14:52.397273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Calling delete_port for 9b60b443-73d1-41d7-9ad2-55b8ba62b701 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:52.412733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.ipam_backend_mixin [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 was not found and therefore no delete operation was performed {{(pid=100243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:14:52.441257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.480991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b60b443-73d1-41d7-9ad2-55b8ba62b701,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.489575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-a6b5ccb7-aae4-4773-8c07-6fcd365515d7 service neutron] 10.222.0.78 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295417 Jul 16 20:14:52.500603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f9c9e87-79d1-411c-91f0-907521d2e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.503393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f9c9e87-79d1-411c-91f0-907521d2e4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.509106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6f9c9e87-79d1-411c-91f0-907521d2e4c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd3d5029-a460-4a40-8314-fd32645cd1a6 HTTP/1.1" status: 204 len: 168 time: 1.2856073 Jul 16 20:14:52.509106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] No DVR routers for this DVR port 9b60b443-73d1-41d7-9ad2-55b8ba62b701 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:52.532660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Attempting to bind port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:52.532822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Attempting to bind port 23029423-7af9-46f9-b4a6-f4dfe92ce9da by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:52.533122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Attempting to bind port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:52.540237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:52.540627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Attempting to bind port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on network cdb342b2-9493-4fe8-ba1b-12560b88ed2f {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:52.548541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:52.548902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Checking segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:52.549333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Bound using segment: {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:52.549899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Bound port: 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec3215b-544b-45bc-8b93-7101d62d5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:52.550549 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.704845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:52.712228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:52.723438 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.783669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1601d644-2e58-4259-8f67-695b377b3291 req-50a36a69-8558-49ea-a152-3e505b1de48d tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838885 Jul 16 20:14:52.799737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c9e87-79d1-411c-91f0-907521d2e4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3d5029-a460-4a40-8314-fd32645cd1a6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.851285 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.861735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.867236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.882694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbde29fb-ad17-44ed-a42d-328d261fa650']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:52.923524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.926778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.931249 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] 10.222.0.16 "PUT /v2.0/ports/23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 1093 time: 2.6996722 Jul 16 20:14:52.931820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:52.964155 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:53.043967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca273af-9397-4d71-939b-5783d1433f6d') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:53.045746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca273af-9397-4d71-939b-5783d1433f6d') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:53.060012 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.086389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.092640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:53.093292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:53.123706 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:53.238343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b60b443-73d1-41d7-9ad2-55b8ba62b701 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:53.373150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9b60b443-73d1-41d7-9ad2-55b8ba62b701 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:53.373718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b60b443-73d1-41d7-9ad2-55b8ba62b701 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:53.389558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b7a49-bd6d-4f7d-a651-a6ce78e4021e service neutron] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=10']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:53.441286 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.455173 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.459726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fbde29fb-ad17-44ed-a42d-328d261fa650 HTTP/1.1" status: 204 len: 168 time: 2.5433085 Jul 16 20:14:53.476422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32650f54-48bc-4fe7-837e-b99c313cb781 req-b7c08f6c-8439-4d6d-b1b2-3fa5247ec517 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 210 time: 0.4788549 Jul 16 20:14:53.495706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-33b89f37-590a-4465-a8e8-86786f3f7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.497708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-33b89f37-590a-4465-a8e8-86786f3f7c4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1097 time: 0.5095530 Jul 16 20:14:53.646366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-655f1ce1-a20d-43c3-a3fd-df0b88e1b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.648895 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-655f1ce1-a20d-43c3-a3fd-df0b88e1b2bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.1438515 Jul 16 20:14:53.650480 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69069cf6-51d7-4e3a-b39f-4803d1ea6c87 x-openstack-request-id: req-69069cf6-51d7-4e3a-b39f-4803d1ea6c87 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:53.650747 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:53.651187 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69069cf6-51d7-4e3a-b39f-4803d1ea6c87 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:53.652105 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'status': 'completed', 'code': 200} Jul 16 20:14:53.707648 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.776616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50560) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:53.778863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541c5b4-6334-47c2-975b-30f671d4f149 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbde29fb-ad17-44ed-a42d-328d261fa650,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:53.909743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcae037-aa52-4750-852c-50ac856de363 req-a6e6015a-162d-4efb-af28-df91584de8e6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.911462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdcae037-aa52-4750-852c-50ac856de363 req-a6e6015a-162d-4efb-af28-df91584de8e6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.6049745 Jul 16 20:14:53.925566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b270e857-b536-44b2-8e74-2a710730d5a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bec34068a0294ff4ba03d2137327a7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393788 Jul 16 20:14:53.935405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50566) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:53.947261 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-72ebe571-e39b-406e-a992-9903b5df2a98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 999 time: 0.2878418 Jul 16 20:14:54.080928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdcae037-aa52-4750-852c-50ac856de363 req-fb813f31-a7d6-4bd8-b7eb-f2bcce28685e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527779 Jul 16 20:14:54.086435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Router c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:54.135913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2626ef4-cf53-4645-b7f4-aa9a8bed468e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.176397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-1dfc28e7-9aea-4a81-8299-494cc28c4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.179320 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-1dfc28e7-9aea-4a81-8299-494cc28c4b8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.2261400 Jul 16 20:14:54.316003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-dbc52e58-72e9-4cbd-8ad0-42e4daa7d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.318489 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-dbc52e58-72e9-4cbd-8ad0-42e4daa7d33f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283393 Jul 16 20:14:54.361295 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2626ef4-cf53-4645-b7f4-aa9a8bed468e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.600103 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-761276b4-7096-4ea0-b9df-a93490217d4b service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729988 Jul 16 20:14:54.628941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1ef5-93d7-439f-9ff2-489f5f714db3 req-0ac5b417-435d-46be-85a0-bfc6a9f4a7f6 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.631445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b10f1ef5-93d7-439f-9ff2-489f5f714db3 req-0ac5b417-435d-46be-85a0-bfc6a9f4a7f6 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.2422760 Jul 16 20:14:54.637792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:54.645908 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.649829 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc70bf-1230-4e73-890e-56321ca25b9c None None] Sync routers for ids ['c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:54.651462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-817d3581-7621-4912-a4fa-ae8b4d02af41 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "PUT /v2.0/routers/c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9 HTTP/1.1" status: 200 len: 920 time: 7.4367392 Jul 16 20:14:54.652400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50578) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:54.661143 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2626ef4-cf53-4645-b7f4-aa9a8bed468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.664656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2626ef4-cf53-4645-b7f4-aa9a8bed468e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.669164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e2626ef4-cf53-4645-b7f4-aa9a8bed468e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8d615a8-f294-440f-9aa5-6ce487f24176 HTTP/1.1" status: 204 len: 168 time: 0.7325108 Jul 16 20:14:54.689618 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc70bf-1230-4e73-890e-56321ca25b9c None None] Routers {'c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:54.692929 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-81dc70bf-1230-4e73-890e-56321ca25b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:54.815573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-57448fbd-7b26-46e2-b1f8-04e6eda21c06 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/routers/c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9 HTTP/1.1" status: 200 len: 926 time: 0.1549716 Jul 16 20:14:54.816120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50582) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:54.873976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2626ef4-cf53-4645-b7f4-aa9a8bed468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d615a8-f294-440f-9aa5-6ce487f24176,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:54.919424 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-81dc70bf-1230-4e73-890e-56321ca25b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:54.944094 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc70bf-1230-4e73-890e-56321ca25b9c None None] Routers {'c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:54.944825 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-81dc70bf-1230-4e73-890e-56321ca25b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:54.956587 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-14f2edeb-15e6-48a8-be45-d4c2f1aeab19 req-05e13a20-eb2c-4515-9163-4f31e58c47d1 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487458 Jul 16 20:14:54.979080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b10f1ef5-93d7-439f-9ff2-489f5f714db3 req-2b52f44a-d00c-432d-b5b2-4ec47ed3d34e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382823 Jul 16 20:14:55.026180 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-81dc70bf-1230-4e73-890e-56321ca25b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:55.026853 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc70bf-1230-4e73-890e-56321ca25b9c None None] The sync data for ids ['c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:55.050624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1eeb6e0-cd63-44fc-bf8c-bdb477d64ea3 req-0feef84b-0a09-4d9f-aaab-d3f2f14f301c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 210 time: 0.1071548 Jul 16 20:14:55.053408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144787fb-2403-4043-bf6d-29be58f4fa43 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.058531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-144787fb-2403-4043-bf6d-29be58f4fa43 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2320323 Jul 16 20:14:55.059248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50588) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:55.356456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-6e3ab492-51bd-4d41-b97f-466d056abcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.359343 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-6e3ab492-51bd-4d41-b97f-466d056abcfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1097 time: 0.2749152 Jul 16 20:14:55.447083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc32a5d-02c7-4c42-b63e-3ab8aceac970 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.452308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0bc32a5d-02c7-4c42-b63e-3ab8aceac970 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 881 time: 0.3916714 Jul 16 20:14:55.459331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50604) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:55.573448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-5432c737-e0d0-4052-b049-18e849f5804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.579750 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-5432c737-e0d0-4052-b049-18e849f5804f service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.2113676 Jul 16 20:14:55.734792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dce0e560-168a-453e-aeaf-b30ce7ecccd2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9 HTTP/1.1" status: 200 len: 205 time: 0.2495921 Jul 16 20:14:55.739232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50614) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:56.026512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6ef81-ba2d-4a5b-a6f1-b64434c9eb34 req-86a50847-b90a-4eb9-936f-c99459d0c134 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.044490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7db6ef81-ba2d-4a5b-a6f1-b64434c9eb34 req-86a50847-b90a-4eb9-936f-c99459d0c134 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.7510006 Jul 16 20:14:56.118563 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-a98e1188-64e1-46dc-97ba-9aee890d4cee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 999 time: 0.5300331 Jul 16 20:14:56.286344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-02afd573-6605-41fa-ab15-d7a6dc0882b7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.289945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-02afd573-6605-41fa-ab15-d7a6dc0882b7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 806 time: 0.8356791 Jul 16 20:14:56.311858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7db6ef81-ba2d-4a5b-a6f1-b64434c9eb34 req-461ff638-8b9d-480d-89b2-be8cc807b76c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664483 Jul 16 20:14:56.333579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Request body: {'port': {'device_id': 'b3ee384a-e00e-456a-8e88-bdea8b43acda', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'admin_state_up': True, 'tenant_id': '0dc1d34be3bc48bd84f1f2a942c82820'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:56.595713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-50cc85f1-ad08-4d5b-a569-46a0d113dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.598849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-50cc85f1-ad08-4d5b-a569-46a0d113dcdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.4673369 Jul 16 20:14:56.606584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.694704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-464b1e8a-c4a7-45f4-81ea-82dc6c62d8aa req-e433ebf8-0647-48ad-9745-1844110b43bb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 210 time: 0.0655026 Jul 16 20:14:56.759420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543badef-271d-442e-b85c-81c80326321f req-5f216009-a806-4a9d-a0ba-7ba328473b37 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.761327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-543badef-271d-442e-b85c-81c80326321f req-5f216009-a806-4a9d-a0ba-7ba328473b37 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.4444764 Jul 16 20:14:56.802952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50642) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:56.909454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.909918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Made reservation on behalf of 0dc1d34be3bc48bd84f1f2a942c82820 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:56.923972 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.958216 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-543badef-271d-442e-b85c-81c80326321f req-0af7c6a3-5608-477e-a0fc-7343b805cc9d tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841869 Jul 16 20:14:57.067784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1556510354-network', 'tenant_id': 'd48880fbf8f74c859479858015141a48'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:57.224658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Made reservation on behalf of d48880fbf8f74c859479858015141a48 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:57.231337 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.231797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Deleting port 371114a5-80ae-47ba-8521-d3cda0940d19 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:57.232313 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.273219 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.372770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Allocated IP 172.20.0.5 (8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915/9e83ce15-96b9-4769-b368-6a1534af9a23/449a61c5-7852-42c0-a903-0914d48e1c76) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:57.450370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.486829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Calling delete_port for 371114a5-80ae-47ba-8521-d3cda0940d19 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:58.084435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.405128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-39e1a2ed-7308-40a1-ba06-a0594f7dfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.414925 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-39e1a2ed-7308-40a1-ba06-a0594f7dfefb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5387542 Jul 16 20:14:58.560930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event deleted for resources: {'Port': ['ID=371114a5-80ae-47ba-8521-d3cda0940d19,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.566267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.066497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-17b8071a-de18-48d9-8616-600dc4544fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239494 Jul 16 20:14:59.219479 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.269642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-59bacc07-7cc6-4dfc-b7d6-ffd9be2e261e req-1eaa9078-3d68-4f6b-b45c-7153b719bebf service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746278 Jul 16 20:14:59.285285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.292816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.424621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.426759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Fanout notify agent at l3_agent the message router_deleted on router c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:59.459393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.462173 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a0cc978f-3347-4d62-9bad-6d436f68d5e2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9 HTTP/1.1" status: 204 len: 168 time: 3.7186537 Jul 16 20:14:59.474540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50666) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:59.494946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-386063900', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:59.507345 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.521914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:59.631402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:59.655787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:59.735232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:59.879048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.881065 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.050019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event updated for resources: {'Port': ['ID=449a61c5-7852-42c0-a903-0914d48e1c76,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:00.088259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db469b-8a49-4b2e-a243-d7f1e4c5898d req-fb33c9f3-576e-4067-a049-9bb5c0f0004c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.097513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13db469b-8a49-4b2e-a243-d7f1e4c5898d req-fb33c9f3-576e-4067-a049-9bb5c0f0004c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.8313804 Jul 16 20:15:00.138105 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.151288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52e1ce-9652-42e7-b539-1fd52df64f86 req-7b641186-f200-4010-bf63-ea0dbf16477c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.162016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f52e1ce-9652-42e7-b539-1fd52df64f86 req-7b641186-f200-4010-bf63-ea0dbf16477c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 931 time: 0.9338136 Jul 16 20:15:00.200125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.201518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.207603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.253363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13db469b-8a49-4b2e-a243-d7f1e4c5898d req-f69275c6-34c2-45d0-8f78-9344cd41ac16 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540329 Jul 16 20:15:00.382025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa96e6d-5800-4f14-b2a8-90e0b92b643d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:00.414643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-780ef972-ef1f-4369-8732-540f2129f639 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0921428 Jul 16 20:15:00.422459 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.548683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:00.586617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f52e1ce-9652-42e7-b539-1fd52df64f86 req-23af39e6-e568-4422-b011-333406e77a76 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214916 Jul 16 20:15:00.595697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.605168 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Added segment 7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9 of type vlan for network 34db89b4-ab52-45c4-8fd5-13653be1bb93 Jul 16 20:15:00.820550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Request body: {'port': {'device_id': 'b3ee384a-e00e-456a-8e88-bdea8b43acda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:00.881410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.941937 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.095277 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.273252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-a2c14b89-0b76-431e-a387-e79fd8e6005c tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a3baaa24817c4acc8aedea00fb25211f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1263566 Jul 16 20:15:01.304926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.306010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.306609 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.309337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.359396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.419215 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6076808 Jul 16 20:15:01.429101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50692) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:01.554789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Request body: {'subnet': {'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1556510354-subnet', 'tenant_id': 'd48880fbf8f74c859479858015141a48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:01.659395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Allocated IP 172.25.6.129 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/8ccb605b-570b-41b0-bc94-ff90bf726f0c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:01.675604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fab583-7eff-4c68-959c-570e4b166cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=34db89b4-ab52-45c4-8fd5-13653be1bb93,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.698320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:01.846694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9e704-1467-473f-a6aa-f00c8df159fa req-1d8ddc13-4839-4906-ae28-10f25b0210ea tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.858675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76b9e704-1467-473f-a6aa-f00c8df159fa req-1d8ddc13-4839-4906-ae28-10f25b0210ea tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.7679970 Jul 16 20:15:01.943909 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.044016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-33edda02-c4b1-4110-91fe-fda01bf49514 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.045751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-33edda02-c4b1-4110-91fe-fda01bf49514 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7459435 Jul 16 20:15:02.054734 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.056609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Made reservation on behalf of d48880fbf8f74c859479858015141a48 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:02.065922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.114955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event updated for resources: {'Port': ['ID=8ccb605b-570b-41b0-bc94-ff90bf726f0c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:02.142471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:02.144935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:02.153263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:02.361153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-44d8ff65-b734-478b-939c-c6a35fcf7132 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/quotas/a3baaa24817c4acc8aedea00fb25211f HTTP/1.1" status: 200 len: 375 time: 0.0575776 Jul 16 20:15:02.433594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76b9e704-1467-473f-a6aa-f00c8df159fa req-eea68a21-0752-4b63-bfca-242df228eb35 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5740426 Jul 16 20:15:02.435947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-8d740a03-64fc-4b8d-ab4b-3d0f739d6d08 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3baaa24817c4acc8aedea00fb25211f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737824 Jul 16 20:15:02.555509 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.816762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449a61c5-7852-42c0-a903-0914d48e1c76 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:02.877494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.937410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5945411-55ad-491a-99c8-88ce730cc089,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:02.965157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Transition to ACTIVE for port object 449a61c5-7852-42c0-a903-0914d48e1c76 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:02.970420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Checking segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:02.971091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Network hostable DHCP agents. Network: 34db89b4-ab52-45c4-8fd5-13653be1bb93, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:02.992984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.103158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:03.154865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb516ef7-8ee7-401c-b6af-fc674328edd2 req-dae1138e-23c2-45c8-9250-f5461d82ebab tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.163126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb516ef7-8ee7-401c-b6af-fc674328edd2 req-dae1138e-23c2-45c8-9250-f5461d82ebab tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.3141325 Jul 16 20:15:03.236116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 34db89b4-ab52-45c4-8fd5-13653be1bb93) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:03.244189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.245268 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.259519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694e471-4f5d-4d89-9839-7a4c600c04a1 None None] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:03.304269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Pushing event updated for resources: {'Port': ['ID=449a61c5-7852-42c0-a903-0914d48e1c76,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.423649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eaae7a94-a284-468a-bce7-91c04d3800f5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9853449 Jul 16 20:15:03.503083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Attempting to bind port 449a61c5-7852-42c0-a903-0914d48e1c76 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:03.503501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Attempting to bind port 449a61c5-7852-42c0-a903-0914d48e1c76 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:03.507672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Attempting to bind port 449a61c5-7852-42c0-a903-0914d48e1c76 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:03.523575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Port 449a61c5-7852-42c0-a903-0914d48e1c76 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:03.523895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Attempting to bind port 449a61c5-7852-42c0-a903-0914d48e1c76 on network 8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:03.543641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:03.544933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Checking segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:03.545436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Bound using segment: {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:03.545994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Bound port: 449a61c5-7852-42c0-a903-0914d48e1c76, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39970e24-e490-4ace-8fee-e3c210b62dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:03.546387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.593281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb516ef7-8ee7-401c-b6af-fc674328edd2 req-5c1c452c-e171-42ba-9e51-1cba84dbeb68 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229155 Jul 16 20:15:03.758096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85148cc8-8d7e-4976-a228-18dc44c50943 None None] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:03.780851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029ce5-aaa4-41cf-b940-886fde54873c req-99bae422-3d24-4bc4-ada4-f6bebf236000 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.796149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60029ce5-aaa4-41cf-b940-886fde54873c req-99bae422-3d24-4bc4-ada4-f6bebf236000 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 943 time: 0.7097409 Jul 16 20:15:03.953570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f59e756-6f2e-42bf-80a7-be5070ce6c54 req-d89547b3-918e-480f-8413-4a67bb8d2a9e tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 210 time: 0.1318955 Jul 16 20:15:03.980422 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.008771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60029ce5-aaa4-41cf-b940-886fde54873c req-ca84149d-c17b-407e-8640-9f74cd45dd4a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103958 Jul 16 20:15:04.086181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] For port 449a61c5-7852-42c0-a903-0914d48e1c76, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:04.097722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] For port 449a61c5-7852-42c0-a903-0914d48e1c76, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=449a61c5-7852-42c0-a903-0914d48e1c76,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:04.109292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.198636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.200022 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.201827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] 10.222.0.16 "PUT /v2.0/ports/449a61c5-7852-42c0-a903-0914d48e1c76 HTTP/1.1" status: 200 len: 1092 time: 3.3946328 Jul 16 20:15:04.219525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ee384a-e00e-456a-8e88-bdea8b43acda', 'tag': '449a61c5-7852-42c0-a903-0914d48e1c76'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:04.223776 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2023eebf-1abd-4204-bac6-0b1bf9a88238" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ee384a-e00e-456a-8e88-bdea8b43acda", "tag": "449a61c5-7852-42c0-a903-0914d48e1c76"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:04.340898 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.514410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.611708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35479db1-fd19-4fcc-8155-34ea9f924706 service neutron] Pushing event updated for resources: {'Port': ['ID=449a61c5-7852-42c0-a903-0914d48e1c76,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:04.662604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-c18f0c72-af73-471b-8663-1b3e47c5cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.665928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-c18f0c72-af73-471b-8663-1b3e47c5cedf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 1095 time: 0.3947639 Jul 16 20:15:04.698329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d8cc6-dd93-466b-a3e1-d6d9ccbd5aa9 req-9f1adb27-d62f-4679-b039-e2987e121777 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.701172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-642d8cc6-dd93-466b-a3e1-d6d9ccbd5aa9 req-9f1adb27-d62f-4679-b039-e2987e121777 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 947 time: 0.3768797 Jul 16 20:15:04.737756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832f9e-411e-45a1-b551-5b75c97d6936 req-f3bafc84-b03a-49a9-8142-376542fa8850 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.750220 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84832f9e-411e-45a1-b551-5b75c97d6936 req-f3bafc84-b03a-49a9-8142-376542fa8850 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.2727685 Jul 16 20:15:04.817866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Router c3c66ab2-7675-4290-b7da-606e525de7b0 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:15:04.825826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-5c7f1b03-cb22-4fab-aeb8-0e14bb72eb83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449a61c5-7852-42c0-a903-0914d48e1c76 HTTP/1.1" status: 200 len: 217 time: 0.1215765 Jul 16 20:15:04.921296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84832f9e-411e-45a1-b551-5b75c97d6936 req-df3e3e10-daa2-422e-a706-345e21eb74e9 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696022 Jul 16 20:15:04.933748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-642d8cc6-dd93-466b-a3e1-d6d9ccbd5aa9 req-2d7964f1-f9ab-42f0-a5d0-359e4907ffe4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128012 Jul 16 20:15:05.032056 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e3d4ca-c5fb-4314-a907-9c8a50d46c22 x-openstack-request-id: req-e7e3d4ca-c5fb-4314-a907-9c8a50d46c22 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:05.032553 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ee384a-e00e-456a-8e88-bdea8b43acda", "tag": "449a61c5-7852-42c0-a903-0914d48e1c76", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:05.033106 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7e3d4ca-c5fb-4314-a907-9c8a50d46c22 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:05.033646 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ee384a-e00e-456a-8e88-bdea8b43acda', 'tag': '449a61c5-7852-42c0-a903-0914d48e1c76', 'status': 'completed', 'code': 200} Jul 16 20:15:05.115290 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.333451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:05.359056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c127471c-7b2c-4940-b35a-f47edd86ae96 None None] Sync routers for ids ['c3c66ab2-7675-4290-b7da-606e525de7b0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:05.402944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127471c-7b2c-4940-b35a-f47edd86ae96 None None] Routers {'c3c66ab2-7675-4290-b7da-606e525de7b0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:05.405009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c127471c-7b2c-4940-b35a-f47edd86ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c3c66ab2-7675-4290-b7da-606e525de7b0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:05.549715 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-5178c935-0c3e-4d0a-8c5c-41d29942cfb6 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a3baaa24817c4acc8aedea00fb25211f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1641941 Jul 16 20:15:05.556856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c127471c-7b2c-4940-b35a-f47edd86ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:05.561298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-620ae787-481d-4e16-b9ec-90f30141195e req-226758cb-2a28-46f3-81f1-17c627c4e6f7 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 210 time: 0.2468507 Jul 16 20:15:05.573408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127471c-7b2c-4940-b35a-f47edd86ae96 None None] Routers {'c3c66ab2-7675-4290-b7da-606e525de7b0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:05.574469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c127471c-7b2c-4940-b35a-f47edd86ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c3c66ab2-7675-4290-b7da-606e525de7b0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:05.596787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-af61064d-9c0f-47ed-a79e-f902d137523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.599771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-af61064d-9c0f-47ed-a79e-f902d137523e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.2154565 Jul 16 20:15:05.630124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.657712 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ad7b1628-6d3d-4297-8556-21737ddbc0e9 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1803935 Jul 16 20:15:05.700160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-5ddc1eae-a322-4e4d-8da3-7dd3c8a66b4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891771 Jul 16 20:15:05.708667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50802) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:05.727709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:05.783749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c127471c-7b2c-4940-b35a-f47edd86ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:05.805479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c127471c-7b2c-4940-b35a-f47edd86ae96 None None] The sync data for ids ['c3c66ab2-7675-4290-b7da-606e525de7b0'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:06.136353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-d1c16c01-caae-495f-a47f-7fcd7fdc31dd tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.143968 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-d1c16c01-caae-495f-a47f-7fcd7fdc31dd tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5931873 Jul 16 20:15:06.158737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Request body: {'port': {'device_id': '40d46daf-5935-4960-bf64-befc69c26a2d', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': 'a3baaa24817c4acc8aedea00fb25211f'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:06.413530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb296909-2a23-4a2f-8e99-11cb0b072f7d req-2222d624-3bb5-431e-a1e5-97bbeaada6bb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.416266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb296909-2a23-4a2f-8e99-11cb0b072f7d req-2222d624-3bb5-431e-a1e5-97bbeaada6bb tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 943 time: 0.5403500 Jul 16 20:15:06.428249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-894f056e-77cb-4616-9bb4-d3074a1fbf71 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778339 Jul 16 20:15:06.437825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Made reservation on behalf of a3baaa24817c4acc8aedea00fb25211f for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:06.449926 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.463482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.595303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb296909-2a23-4a2f-8e99-11cb0b072f7d req-7aa4f629-1527-406e-accc-1a3bd53e1a28 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538756 Jul 16 20:15:06.603556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:06.712872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.723585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.791663 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.844693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:06.847453 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e6ac1f-cbf2-4e6d-a631-51ec3a2545c1" -d '{"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-unplugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:06.873326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:06.879866 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.904730 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.934942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a67c27a-592b-4690-8525-760b57ad0a84,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:06.983674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.987833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=14']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:07.012915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc90fc81-62c3-4dff-adc1-a21484213d17 req-c8df7cfb-44a7-4808-9532-87a1b8672355 service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431641 Jul 16 20:15:07.096352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Allocated IP 192.168.233.24 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/01da70c9-3c93-43d5-b14c-5114717a1914) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:07.221962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Deleting port 8ccb605b-570b-41b0-bc94-ff90bf726f0c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:07.222256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.338504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786203f9-a2a8-4255-83cd-659942857c26 req-695e66e4-191b-4c8a-96df-03be03ffbd7f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.346274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786203f9-a2a8-4255-83cd-659942857c26 req-695e66e4-191b-4c8a-96df-03be03ffbd7f tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.4231353 Jul 16 20:15:07.356446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50856) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:07.408462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-e1a56832-6c22-4adb-806c-6ece8e8fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.410385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-e1a56832-6c22-4adb-806c-6ece8e8fa471 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 1095 time: 0.2799134 Jul 16 20:15:07.442151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-786203f9-a2a8-4255-83cd-659942857c26 req-39382088-375a-47b3-b8e9-f77bfca60a0c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947654 Jul 16 20:15:07.450652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.523443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.548028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ad0e4-3e96-49d7-9038-be4fd53424ea tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.550144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ad0e4-3e96-49d7-9038-be4fd53424ea tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.551764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ad0e4-3e96-49d7-9038-be4fd53424ea tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.555271 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cd5ad0e4-3e96-49d7-9038-be4fd53424ea tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=1f6db2100c23486a9b7759b62ce47238&network_id=6f6e8016-4eef-40ef-b14d-87773dab8993 HTTP/1.1" status: 200 len: 2972 time: 0.1980808 Jul 16 20:15:07.561942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Calling delete_port for 8ccb605b-570b-41b0-bc94-ff90bf726f0c owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:07.594898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Transition to ACTIVE for port object 01da70c9-3c93-43d5-b14c-5114717a1914 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:07.721643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.863344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:07.870546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:07.876329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:08.006127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.017592 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.078229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Pushing event updated for resources: {'Port': ['ID=01da70c9-3c93-43d5-b14c-5114717a1914,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:08.091593 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-2bce5b91-3615-43ee-9c34-59271c3e3e81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9385786 Jul 16 20:15:08.311374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Request body: {'port': {'device_id': '40d46daf-5935-4960-bf64-befc69c26a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:08.464233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3e2b5872-db05-42b7-b422-3438c9e285d8 None None] Provisioning for port 01da70c9-3c93-43d5-b14c-5114717a1914 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:08.474142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3e2b5872-db05-42b7-b422-3438c9e285d8 None None] Provisioning complete for port 01da70c9-3c93-43d5-b14c-5114717a1914 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:08.474932 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5872-db05-42b7-b422-3438c9e285d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.525131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.551563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b5872-db05-42b7-b422-3438c9e285d8 None None] Port 01da70c9-3c93-43d5-b14c-5114717a1914 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:08.677594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-04e8d8bc-3afb-4c9f-85e6-01f62a564cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.682004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-04e8d8bc-3afb-4c9f-85e6-01f62a564cbe service neutron] 10.222.0.16 "GET /v2.0/networks?id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 200 len: 907 time: 1.2219043 Jul 16 20:15:08.859227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c7b2c-c490-4426-b6af-11c85cee4cf8 req-6419e995-4dea-48ed-b4e5-4bb69cd5bb5d tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.873082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-477c7b2c-c490-4426-b6af-11c85cee4cf8 req-6419e995-4dea-48ed-b4e5-4bb69cd5bb5d tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 935 time: 1.1865599 Jul 16 20:15:09.086007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-477c7b2c-c490-4426-b6af-11c85cee4cf8 req-8a0d103f-cb37-41e0-b3de-25d4bb126997 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105668 Jul 16 20:15:09.167185 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0558fee5-5453-4d3d-8756-136cb7e04c3b x-openstack-request-id: req-0558fee5-5453-4d3d-8756-136cb7e04c3b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:09.167775 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-unplugged", "status": "completed", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:09.168287 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0558fee5-5453-4d3d-8756-136cb7e04c3b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:09.168904 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'code': 200} Jul 16 20:15:09.195326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-4560e6bf-a05f-4783-b4bb-3d224e491506 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.199212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-4560e6bf-a05f-4783-b4bb-3d224e491506 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.5669296 Jul 16 20:15:09.235283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-7da8f6d3-7baf-428a-9dfa-677c1131df56 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/quotas/d48880fbf8f74c859479858015141a48 HTTP/1.1" status: 200 len: 375 time: 0.0289927 Jul 16 20:15:09.265303 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.287414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01da70c9-3c93-43d5-b14c-5114717a1914 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:09.300233 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.318932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Transition to ACTIVE for port object 01da70c9-3c93-43d5-b14c-5114717a1914 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:09.321517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50882) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:09.376565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.380462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Pushing event deleted for resources: {'Port': ['ID=8ccb605b-570b-41b0-bc94-ff90bf726f0c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.421063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-41625c33-cd0b-4ff4-935c-f0079d849b1b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1602523 Jul 16 20:15:09.478172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa35dd-b8c0-4528-bc26-feca16ff4074 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.493466 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-20fa35dd-b8c0-4528-bc26-feca16ff4074 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 814 time: 0.1703722 Jul 16 20:15:09.510672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Pushing event updated for resources: {'Port': ['ID=01da70c9-3c93-43d5-b14c-5114717a1914,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.642516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.710407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Attempting to bind port 01da70c9-3c93-43d5-b14c-5114717a1914 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:09.711358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Attempting to bind port 01da70c9-3c93-43d5-b14c-5114717a1914 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:09.711913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Attempting to bind port 01da70c9-3c93-43d5-b14c-5114717a1914 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:09.723324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Port 01da70c9-3c93-43d5-b14c-5114717a1914 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:09.723895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Attempting to bind port 01da70c9-3c93-43d5-b14c-5114717a1914 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:09.736614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:09.737301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:09.738055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:09.745116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Bound port: 01da70c9-3c93-43d5-b14c-5114717a1914, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:09.745761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.948142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] For port 01da70c9-3c93-43d5-b14c-5114717a1914, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:09.967112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] For port 01da70c9-3c93-43d5-b14c-5114717a1914, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=01da70c9-3c93-43d5-b14c-5114717a1914,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:09.974611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3eed-b15f-49a3-9ee6-93ded08255bb req-4a207362-4fa8-4625-9878-f2dfa1870759 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.978081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.978362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-561a3eed-b15f-49a3-9ee6-93ded08255bb req-4a207362-4fa8-4625-9878-f2dfa1870759 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 943 time: 0.5453289 Jul 16 20:15:10.019611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-37a9737f-12bf-48ba-aca8-83306d3f79a2 service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972168 Jul 16 20:15:10.055332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50890) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:10.064416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'network': {'name': 'tempest-network-smoke--507918496', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'port_security_enabled': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:10.075738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 449a61c5-7852-42c0-a903-0914d48e1c76 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:10.103208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.107199 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.108862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] 10.222.0.68 "PUT /v2.0/ports/01da70c9-3c93-43d5-b14c-5114717a1914 HTTP/1.1" status: 200 len: 1096 time: 2.0086262 Jul 16 20:15:10.109251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d46daf-5935-4960-bf64-befc69c26a2d', 'tag': '01da70c9-3c93-43d5-b14c-5114717a1914'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:10.111697 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed26590-c5de-452e-acbd-34f8c2bb08cf" -d '{"events": [{"name": "network-changed", "server_uuid": "40d46daf-5935-4960-bf64-befc69c26a2d", "tag": "01da70c9-3c93-43d5-b14c-5114717a1914"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:10.184220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Pushing event updated for resources: {'Port': ['ID=01da70c9-3c93-43d5-b14c-5114717a1914,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.216730 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.232999 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.274574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.275083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.275443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.275841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.276215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.276562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.277238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.278475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.278826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.279294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.279602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.279937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17756a17-1bfa-4d51-9e2b-76a00cf23d99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:10.285430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:10.290732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.339007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:10.368539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.368896 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Added segment 8264a7f6-72f5-4c43-ae49-9403af204437 of type vlan for network bc322244-c1ea-4332-aa0a-414c4497f4df Jul 16 20:15:10.387697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-023104bd-6090-4e89-b8a4-64290036c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.389613 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-023104bd-6090-4e89-b8a4-64290036c4c8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a3baaa24817c4acc8aedea00fb25211f&device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 1099 time: 0.2006257 Jul 16 20:15:10.478589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-561a3eed-b15f-49a3-9ee6-93ded08255bb req-7ca85b34-36c3-426c-931f-9306cc98e8b5 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624424 Jul 16 20:15:10.494280 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-197e4bef-49ce-4721-bf19-6f0baf710f87 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=01da70c9-3c93-43d5-b14c-5114717a1914 HTTP/1.1" status: 200 len: 217 time: 0.0738108 Jul 16 20:15:10.498404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.523825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-11882418-8901-4142-a15c-e8a33ede83d3 service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502773 Jul 16 20:15:10.524136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 449a61c5-7852-42c0-a903-0914d48e1c76, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=449a61c5-7852-42c0-a903-0914d48e1c76,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:10.537536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '449a61c5-7852-42c0-a903-0914d48e1c76', 'network_id': '8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915', 'port_id': '449a61c5-7852-42c0-a903-0914d48e1c76', 'mac_address': 'fa:16:3e:3a:55:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e83ce15-96b9-4769-b368-6a1534af9a23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:10.545748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Router c3c66ab2-7675-4290-b7da-606e525de7b0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:15:10.587023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-a9d6c341-6b75-4358-93b7-64c300d8c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.588817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-a9d6c341-6b75-4358-93b7-64c300d8c8a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0861144 Jul 16 20:15:10.597023 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.621241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449a61c5-7852-42c0-a903-0914d48e1c76 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:10.645010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 449a61c5-7852-42c0-a903-0914d48e1c76, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=449a61c5-7852-42c0-a903-0914d48e1c76,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:10.651394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.653291 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.659890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.660768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.724591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=449a61c5-7852-42c0-a903-0914d48e1c76,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.726482 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6683326 Jul 16 20:15:10.732544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50896) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:10.787727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:10.806009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.806660 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc30d9-6123-4b46-9d78-2287810e83c9 None None] Sync routers for ids ['c3c66ab2-7675-4290-b7da-606e525de7b0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:10.807477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c1465e6c-fba9-49ce-a9a4-803cdc550fa5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "PUT /v2.0/routers/c3c66ab2-7675-4290-b7da-606e525de7b0 HTTP/1.1" status: 200 len: 709 time: 5.0968263 Jul 16 20:15:10.811412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50902) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:10.822394 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc30d9-6123-4b46-9d78-2287810e83c9 None None] Routers {'c3c66ab2-7675-4290-b7da-606e525de7b0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:10.823415 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-38dc30d9-6123-4b46-9d78-2287810e83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c3c66ab2-7675-4290-b7da-606e525de7b0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:10.864389 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-38dc30d9-6123-4b46-9d78-2287810e83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:10.866497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['449a61c5-7852-42c0-a903-0914d48e1c76'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:10.875791 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc30d9-6123-4b46-9d78-2287810e83c9 None None] Routers {'c3c66ab2-7675-4290-b7da-606e525de7b0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:10.876851 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-38dc30d9-6123-4b46-9d78-2287810e83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:14:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c3c66ab2-7675-4290-b7da-606e525de7b0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:10.919109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-043f79c7-a7ae-4091-9faa-51298b6485bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.926755 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-043f79c7-a7ae-4091-9faa-51298b6485bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3310504 Jul 16 20:15:10.953183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380389a-01a1-40ed-ae91-1a459b5c5516 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Network': ['ID=bc322244-c1ea-4332-aa0a-414c4497f4df,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.970433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network bc322244-c1ea-4332-aa0a-414c4497f4df details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:10.974936 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-38dc30d9-6123-4b46-9d78-2287810e83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:10.976058 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc30d9-6123-4b46-9d78-2287810e83c9 None None] The sync data for ids ['c3c66ab2-7675-4290-b7da-606e525de7b0'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:10.993484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4942efc2-536a-4660-a42a-9e60b7eb5bf1 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/routers/c3c66ab2-7675-4290-b7da-606e525de7b0 HTTP/1.1" status: 200 len: 744 time: 0.1808469 Jul 16 20:15:11.000751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50906) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.056731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d27f5-1ec1-4558-b4e8-d8ee6dac4835 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.057983 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f85d27f5-1ec1-4558-b4e8-d8ee6dac4835 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=1f6db2100c23486a9b7759b62ce47238&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3241334 Jul 16 20:15:11.063500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50910) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.111254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f5eb08f3-da08-4d08-b2bd-a1cda977d3a6 tempest-RoutersIpV6AdminTest-1821794872 tempest-RoutersIpV6AdminTest-1821794872-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=c3c66ab2-7675-4290-b7da-606e525de7b0 HTTP/1.1" status: 200 len: 205 time: 0.1010556 Jul 16 20:15:11.157255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-76d42070-8d80-4aca-8ff5-7452879c8e57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449a61c5-7852-42c0-a903-0914d48e1c76 HTTP/1.1" status: 200 len: 217 time: 0.1345272 Jul 16 20:15:11.157992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50912) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.235845 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a21efe2f-e2ed-46f5-989b-a016bb82784a tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3c66ab2-7675-4290-b7da-606e525de7b0 HTTP/1.1" status: 200 len: 205 time: 0.0731246 Jul 16 20:15:11.239959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50914) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.306291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3751ef-dec8-4940-a883-f5987a6511d0 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.312317 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-be3751ef-dec8-4940-a883-f5987a6511d0 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2434490 Jul 16 20:15:11.313867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50918) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.333085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838247af-f850-425c-b70c-4e187643c250 req-393c9ee4-6291-401c-8f59-761c9a27ac36 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.336033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-838247af-f850-425c-b70c-4e187643c250 req-393c9ee4-6291-401c-8f59-761c9a27ac36 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.5116053 Jul 16 20:15:11.348379 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-937813f7-232d-439a-8452-8c722aa1f602 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333960 Jul 16 20:15:11.349478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661b752a-50dc-4e41-a94f-e5f8ed83f119 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.354924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50920) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.358618 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-39daa726-651a-4d62-b137-b479dccf9f26 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010334 Jul 16 20:15:11.461120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-410553e6-28ac-4e52-8377-0c369d0a6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.462649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-410553e6-28ac-4e52-8377-0c369d0a6fae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 200 len: 846 time: 0.2889850 Jul 16 20:15:11.477232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6c114332-f4fe-4748-b001-87303205138d tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=1f6db2100c23486a9b7759b62ce47238&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1200936 Jul 16 20:15:11.493013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50922) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.536548 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-83b6638f-6375-43a6-906e-6bd6f4db8296 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544765 Jul 16 20:15:11.543877 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e4a02ac6-6267-47e2-ab1c-62ed311a0be6 req-fbe57a22-9ed7-446e-8215-5b2a47d7bbad service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784360 Jul 16 20:15:11.670179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78005f51-5634-4eff-bed6-e023321d4be9 req-baf1ccb7-1817-440c-9bc8-b785608f5bf3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.671825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78005f51-5634-4eff-bed6-e023321d4be9 req-baf1ccb7-1817-440c-9bc8-b785608f5bf3 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.6605649 Jul 16 20:15:11.715768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-838247af-f850-425c-b70c-4e187643c250 req-dfb78c6e-411d-4602-bbbe-c7bcd887b900 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467042 Jul 16 20:15:11.737998 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661b752a-50dc-4e41-a94f-e5f8ed83f119 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.775994 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661b752a-50dc-4e41-a94f-e5f8ed83f119 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.106664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 449a61c5-7852-42c0-a903-0914d48e1c76 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:12.173693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 449a61c5-7852-42c0-a903-0914d48e1c76 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:12.182181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 449a61c5-7852-42c0-a903-0914d48e1c76 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:12.182822 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.305414 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.327636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661b752a-50dc-4e41-a94f-e5f8ed83f119 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.328276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b752a-50dc-4e41-a94f-e5f8ed83f119 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Fanout notify agent at l3_agent the message router_deleted on router c3c66ab2-7675-4290-b7da-606e525de7b0 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:15:12.332318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78005f51-5634-4eff-bed6-e023321d4be9 req-49a85caa-8d08-471f-9c35-f183cec913dd tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6417964 Jul 16 20:15:12.341023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-661b752a-50dc-4e41-a94f-e5f8ed83f119 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.345918 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-661b752a-50dc-4e41-a94f-e5f8ed83f119 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/c3c66ab2-7675-4290-b7da-606e525de7b0 HTTP/1.1" status: 204 len: 168 time: 1.1046054 Jul 16 20:15:12.346797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.353033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54623bff-8742-4eaf-a665-1e609eaf53db tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.357607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-54623bff-8742-4eaf-a665-1e609eaf53db tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8595216 Jul 16 20:15:12.357791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ee384a-e00e-456a-8e88-bdea8b43acda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a61c5-7852-42c0-a903-0914d48e1c76'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:12.361469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50930) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.364082 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8fac98-4829-49c8-943c-aa110f77a6f4" -d '{"events": [{"server_uuid": "b3ee384a-e00e-456a-8e88-bdea8b43acda", "name": "network-vif-plugged", "status": "completed", "tag": "449a61c5-7852-42c0-a903-0914d48e1c76"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:12.412515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 449a61c5-7852-42c0-a903-0914d48e1c76, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=449a61c5-7852-42c0-a903-0914d48e1c76,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:12.416890 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-715bfc63-fa74-4f71-ad42-f4e49cec250e tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3c66ab2-7675-4290-b7da-606e525de7b0 HTTP/1.1" status: 200 len: 205 time: 0.0683420 Jul 16 20:15:12.419484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-6b7e68c8-85b4-4e4d-a81f-6e1bedc3f0ef service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8406317 Jul 16 20:15:12.421950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cee02bba-bf75-49e7-ad99-0a93cc79ce18 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582714 Jul 16 20:15:12.423912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50934) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.424559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50936) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.426868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.455143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048727448', 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:12.524072 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf13436-bb09-4258-bf2d-e2d2ce5ffc03 x-openstack-request-id: req-3cf13436-bb09-4258-bf2d-e2d2ce5ffc03 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:12.524642 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d46daf-5935-4960-bf64-befc69c26a2d", "tag": "01da70c9-3c93-43d5-b14c-5114717a1914", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:12.524839 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cf13436-bb09-4258-bf2d-e2d2ce5ffc03 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:12.525519 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d46daf-5935-4960-bf64-befc69c26a2d', 'tag': '01da70c9-3c93-43d5-b14c-5114717a1914', 'status': 'completed', 'code': 200} Jul 16 20:15:12.572304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=449a61c5-7852-42c0-a903-0914d48e1c76,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:12.602577 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-a5f2c01a-f6eb-4fcf-9e80-64d822b47361 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] delete failed (client error): The resource could not be found. Jul 16 20:15:12.607426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a5f2c01a-f6eb-4fcf-9e80-64d822b47361 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/c3c66ab2-7675-4290-b7da-606e525de7b0 HTTP/1.1" status: 404 len: 336 time: 0.1762409 Jul 16 20:15:12.608561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50938) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.663924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-798a9081-5242-474a-bf8c-b77f0892a0e9 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.666573 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-798a9081-5242-474a-bf8c-b77f0892a0e9 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.2545633 Jul 16 20:15:12.673406 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d6fe288d-153e-48f3-9eb7-c0b24cb0632a tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9 HTTP/1.1" status: 200 len: 205 time: 0.0597398 Jul 16 20:15:12.679063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50940) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.690068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Request body: {'port': {'device_id': 'f9410951-e5f7-45ef-b0db-7fa3640e94a8', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'admin_state_up': True, 'tenant_id': 'd48880fbf8f74c859479858015141a48'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:12.703890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-7628c926-dc86-40b4-88e7-4adfb7e32491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.705473 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-7628c926-dc86-40b4-88e7-4adfb7e32491 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a3baaa24817c4acc8aedea00fb25211f&device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 1099 time: 0.1688135 Jul 16 20:15:12.770184 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-75e81745-743b-4c86-82a6-d010ec2e0cf5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] delete failed (client error): The resource could not be found. Jul 16 20:15:12.771299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-75e81745-743b-4c86-82a6-d010ec2e0cf5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/c5fc77a6-61b1-47a7-a66f-f8c72c7d1eb9 HTTP/1.1" status: 404 len: 336 time: 0.0880442 Jul 16 20:15:12.785253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50944) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.801824 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f878c1-8991-4fcf-a792-caa230a9ec42 req-83ec57bc-2ec7-4585-9909-3dc9da8acb5e tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.803991 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3f878c1-8991-4fcf-a792-caa230a9ec42 req-83ec57bc-2ec7-4585-9909-3dc9da8acb5e tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 947 time: 0.5371361 Jul 16 20:15:12.830282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bc4f99a6-93a3-4ff3-af37-e6f91a61a4c8 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=9144279d-6777-4bad-ae8f-04a2acdd1a3d HTTP/1.1" status: 200 len: 205 time: 0.0439587 Jul 16 20:15:12.841772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50946) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.857588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a484147-3876-4831-b461-9be68245f519 req-e578943e-dc07-4ba6-a2bf-ddfa4b468bd4 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 210 time: 0.0722914 Jul 16 20:15:12.931923 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-7aa375e8-902c-4836-bfc1-36ffce2e8f4d tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] delete failed (client error): The resource could not be found. Jul 16 20:15:12.937023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7aa375e8-902c-4836-bfc1-36ffce2e8f4d tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/9144279d-6777-4bad-ae8f-04a2acdd1a3d HTTP/1.1" status: 404 len: 336 time: 0.0894423 Jul 16 20:15:12.941513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50948) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.965116 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2023eebf-1abd-4204-bac6-0b1bf9a88238 req-32d0d58f-cb99-4ad1-b5c4-2f1007505aeb service neutron] 10.222.0.16 "GET /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418844 Jul 16 20:15:12.997651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-266718a8-62bd-41d6-ad5b-4d77e3a50fc0 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=13991b97-849b-4dca-afb9-4c7617f6975e HTTP/1.1" status: 200 len: 205 time: 0.0495884 Jul 16 20:15:12.997651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3f878c1-8991-4fcf-a792-caa230a9ec42 req-5178d79a-a21f-45d1-9f07-f9ee095a3888 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750629 Jul 16 20:15:12.998136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:13.001655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.006141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50950) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:13.104655 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-f8364e3a-dda5-4bcf-8d5b-739163ff61a3 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] delete failed (client error): The resource could not be found. Jul 16 20:15:13.105785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f8364e3a-dda5-4bcf-8d5b-739163ff61a3 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/13991b97-849b-4dca-afb9-4c7617f6975e HTTP/1.1" status: 404 len: 336 time: 0.0968299 Jul 16 20:15:13.114263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50952) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:13.203583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f6c59cd0-b5ab-493d-ab33-a34eba7454d0 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=b39028d6-3aa3-42c4-9285-98f7a31d43ec HTTP/1.1" status: 200 len: 205 time: 0.0860438 Jul 16 20:15:13.209145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50954) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:13.316627 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae1d46-4855-4c29-9653-0529ac03e855 x-openstack-request-id: req-e5ae1d46-4855-4c29-9653-0529ac03e855 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:13.317526 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ee384a-e00e-456a-8e88-bdea8b43acda", "name": "network-vif-plugged", "status": "completed", "tag": "449a61c5-7852-42c0-a903-0914d48e1c76", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:13.317950 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5ae1d46-4855-4c29-9653-0529ac03e855 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:13.318528 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ee384a-e00e-456a-8e88-bdea8b43acda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a61c5-7852-42c0-a903-0914d48e1c76', 'code': 200} Jul 16 20:15:13.342253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-b421462e-775b-4526-98b3-2f039e6ab555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.343757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-b421462e-775b-4526-98b3-2f039e6ab555 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.5955615 Jul 16 20:15:13.381087 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-22ac82b6-8327-47a8-b9d0-897a2e73d6b0 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] delete failed (client error): The resource could not be found. Jul 16 20:15:13.388298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-22ac82b6-8327-47a8-b9d0-897a2e73d6b0 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/b39028d6-3aa3-42c4-9285-98f7a31d43ec HTTP/1.1" status: 404 len: 336 time: 0.1765869 Jul 16 20:15:13.389126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50958) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:13.405339 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-5069b15d-8bec-434d-85cb-5545575ba8bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=01da70c9-3c93-43d5-b14c-5114717a1914 HTTP/1.1" status: 200 len: 217 time: 0.0514734 Jul 16 20:15:13.410139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Made reservation on behalf of d48880fbf8f74c859479858015141a48 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:13.416689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.522496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-c86ae806-2c2d-427e-a53d-5e7ba2ccde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.524507 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-c86ae806-2c2d-427e-a53d-5e7ba2ccde5b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0915523 Jul 16 20:15:13.538272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a0ac54bf-1456-4296-b52d-90805ed541f5 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "GET /v2.0/ports?device_id=97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5 HTTP/1.1" status: 200 len: 205 time: 0.1402075 Jul 16 20:15:13.543288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:13.613673 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-bf65d1ca-13ff-42e4-92e8-5ce8f74704f6 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] delete failed (client error): The resource could not be found. Jul 16 20:15:13.614762 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf65d1ca-13ff-42e4-92e8-5ce8f74704f6 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/routers/97bcf35d-f0dc-4bdb-b5f0-1f5fe74c65c5 HTTP/1.1" status: 404 len: 336 time: 0.0705016 Jul 16 20:15:13.623273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:13.638738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c84cc-11de-4925-9faa-5d0df44a30d2 req-85e82433-dc16-486d-8055-4436507a6c01 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.641579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e4c84cc-11de-4925-9faa-5d0df44a30d2 req-85e82433-dc16-486d-8055-4436507a6c01 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.6336761 Jul 16 20:15:13.685776 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd10e69-9d01-420a-91c7-226dd1b5bcb2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] DELETE failed (client error): The resource could not be found. Jul 16 20:15:13.686252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd10e69-9d01-420a-91c7-226dd1b5bcb2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:13.688753 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-afd10e69-9d01-420a-91c7-226dd1b5bcb2 tempest-RoutersIpV6AdminTest-879031358 tempest-RoutersIpV6AdminTest-879031358-project] 10.222.0.78 "DELETE /v2.0/subnets/5bdcf844-9ad8-4c8b-91ca-0ec96e36c6e1 HTTP/1.1" status: 404 len: 337 time: 0.0637336 Jul 16 20:15:13.716221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Allocated IP 172.20.0.2 (34db89b4-ab52-45c4-8fd5-13653be1bb93/c5945411-55ad-491a-99c8-88ce730cc089/45a76691-41d9-488a-b2a4-02c290c78c3e) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:13.735837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-8576c0e0-fd95-4491-92e6-a56e15945364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.737664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-8576c0e0-fd95-4491-92e6-a56e15945364 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2068195 Jul 16 20:15:13.884303 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.913763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e4c84cc-11de-4925-9faa-5d0df44a30d2 req-74f80024-a908-4941-8336-d2e8be70e998 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596288 Jul 16 20:15:13.957242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-869fec86-60ce-4879-adee-c03116a5fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.958896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-869fec86-60ce-4879-adee-c03116a5fc6b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1097 time: 0.5009849 Jul 16 20:15:13.966092 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-8b9bbe03-83f4-4289-aae3-8eba1051561f service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201016 Jul 16 20:15:14.000606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a865470-e561-4061-aad4-f94985b63d07 req-ea751d49-83b9-481e-b1ae-48c2a22822ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.002219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a865470-e561-4061-aad4-f94985b63d07 req-ea751d49-83b9-481e-b1ae-48c2a22822ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 1097 time: 0.4885371 Jul 16 20:15:14.022983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c2414-83ac-4125-b745-b6e1f01ca41d req-3b77bab3-684a-4817-a3a1-a39b6b932ad7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.030533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3c2414-83ac-4125-b745-b6e1f01ca41d req-3b77bab3-684a-4817-a3a1-a39b6b932ad7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.5702403 Jul 16 20:15:14.079369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50974) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:14.084764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Subnet': ['ID=3487bc9c-ee29-4cc2-a9a7-2467b65d0f32,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.092440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.122171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:14.141626 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8ed26590-c5de-452e-acbd-34f8c2bb08cf req-c53ce0ec-ed48-4709-85e1-c891bba1cd16 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661890 Jul 16 20:15:14.176778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.213324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Checking segment: {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:14.213835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network hostable DHCP agents. Network: bc322244-c1ea-4332-aa0a-414c4497f4df, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:14.243536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a865470-e561-4061-aad4-f94985b63d07 req-831631d2-b748-4dfe-b46b-fc8e4ed99ddf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059088 Jul 16 20:15:14.263206 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3c2414-83ac-4125-b745-b6e1f01ca41d req-d282a5c3-9140-4b74-a263-9341d578fd91 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316444 Jul 16 20:15:14.269643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:14.273387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:14.295133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:14.295699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-cbd26682-8670-4f3f-895f-6e626c38de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.298432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-cbd26682-8670-4f3f-895f-6e626c38de36 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.3274200 Jul 16 20:15:14.298627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event updated for resources: {'Port': ['ID=45a76691-41d9-488a-b2a4-02c290c78c3e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.310399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:14.313581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'port_id': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'mac_address': 'fa:16:3e:fa:ae:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:14.323525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29718374-6629-421f-9eab-ab566d48fe74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.363100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network bc322244-c1ea-4332-aa0a-414c4497f4df is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:14.368925 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.386990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23029423-7af9-46f9-b4a6-f4dfe92ce9da {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:14.398970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, bc322244-c1ea-4332-aa0a-414c4497f4df) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:14.403976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.404922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.417813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:14.421610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538baa77-ce66-405e-b8d7-1c743ceb611c None None] Network bc322244-c1ea-4332-aa0a-414c4497f4df requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:14.421862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-d56cc0af-26d6-408d-be27-4ace7880c79a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.1155751 Jul 16 20:15:14.436523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713551-6e17-48d9-82dc-914e07a93a7b req-34658710-9dc6-4166-bd56-23b811512ab8 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.438299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60713551-6e17-48d9-82dc-914e07a93a7b req-34658710-9dc6-4166-bd56-23b811512ab8 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 945 time: 0.3315885 Jul 16 20:15:14.450138 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.480950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29718374-6629-421f-9eab-ab566d48fe74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.493371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29718374-6629-421f-9eab-ab566d48fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.516983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b62d013a-2d85-479b-828f-61ac9bf7761f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0870199 Jul 16 20:15:14.535865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.536588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.557165 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29718374-6629-421f-9eab-ab566d48fe74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe57b0e273704caaa0a526972e799a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766712 Jul 16 20:15:14.562733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50980) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:14.568110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-8299654e-4a65-4549-86cb-bf5afd150373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.571789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-8299654e-4a65-4549-86cb-bf5afd150373 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1312232 Jul 16 20:15:14.580178 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b0c4174b-32e8-473b-8df4-81fff0a262f1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9029489 Jul 16 20:15:14.586408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29718374-6629-421f-9eab-ab566d48fe74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33756f8-52e0-4910-b0ed-f333502df852,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.601953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Request body: {'port': {'device_id': 'f9410951-e5f7-45ef-b0db-7fa3640e94a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:14.602426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60713551-6e17-48d9-82dc-914e07a93a7b req-598d888e-f606-47d0-bab0-3b25ed29a0ae tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517365 Jul 16 20:15:14.611399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.652784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 01da70c9-3c93-43d5-b14c-5114717a1914 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:14.677366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b2def-e8af-4223-9897-c64d06fa861d req-0896912f-cc7e-4abf-901a-3d054e066fbf tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.679970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a31b2def-e8af-4223-9897-c64d06fa861d req-0896912f-cc7e-4abf-901a-3d054e066fbf tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 931 time: 0.1672666 Jul 16 20:15:14.698623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-4e159962-d870-4337-b1e9-847927673d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.701138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-4e159962-d870-4337-b1e9-847927673d56 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222758 Jul 16 20:15:14.720515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.751165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30ec5e88-06e6-4ba2-8429-9290e1d520cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.762039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a31b2def-e8af-4223-9897-c64d06fa861d req-111848f5-ed11-4d22-a035-b9ce1ca3b66f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748429 Jul 16 20:15:14.810918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30ec5e88-06e6-4ba2-8429-9290e1d520cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.814103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 01da70c9-3c93-43d5-b14c-5114717a1914, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=01da70c9-3c93-43d5-b14c-5114717a1914,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:14.826221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['23029423-7af9-46f9-b4a6-f4dfe92ce9da'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:14.873786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-a23efb2f-2a67-473a-885b-78fde9dd9b2e service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609099 Jul 16 20:15:14.922643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934621f-a17a-4e21-923b-f5541741d844 req-e9eee197-7cc7-4651-8b82-b8f1915e2a81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.924573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a934621f-a17a-4e21-923b-f5541741d844 req-e9eee197-7cc7-4651-8b82-b8f1915e2a81 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 947 time: 0.1592848 Jul 16 20:15:14.959296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '01da70c9-3c93-43d5-b14c-5114717a1914', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '01da70c9-3c93-43d5-b14c-5114717a1914', 'mac_address': 'fa:16:3e:0f:ae:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:15.020819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a934621f-a17a-4e21-923b-f5541741d844 req-81db5e4b-41ac-40d6-b150-a8667df12623 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887372 Jul 16 20:15:15.036272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30ec5e88-06e6-4ba2-8429-9290e1d520cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.050211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-30ec5e88-06e6-4ba2-8429-9290e1d520cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.050211 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-30ec5e88-06e6-4ba2-8429-9290e1d520cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f33756f8-52e0-4910-b0ed-f333502df852 HTTP/1.1" status: 204 len: 168 time: 0.4812920 Jul 16 20:15:15.050562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c1e98c-3025-4a84-b9c8-7a19409a3f2e req-3d4f55e4-7c8d-4605-bc2f-449af153e0f5 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691556 Jul 16 20:15:15.054153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-bc322244-c1ea-4332-aa0a-414c4497f4df', 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ips': [{'subnet_id': '3487bc9c-ee29-4cc2-a9a7-2467b65d0f32'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:15.055114 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.090008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec5e88-06e6-4ba2-8429-9290e1d520cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33756f8-52e0-4910-b0ed-f333502df852,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:15.126484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.257888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01da70c9-3c93-43d5-b14c-5114717a1914 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:15.261478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a76691-41d9-488a-b2a4-02c290c78c3e {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:15.274507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.295099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Transition to ACTIVE for port object 45a76691-41d9-488a-b2a4-02c290c78c3e will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:15.299925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.367107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Allocated IP 172.20.0.18 (bc322244-c1ea-4332-aa0a-414c4497f4df/3487bc9c-ee29-4cc2-a9a7-2467b65d0f32/9e1ffb23-0fd6-41bb-a372-0d693e6c595e) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:15.381193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51cd88-3b9c-44b6-bb38-9acb044e2dee req-c2e00877-44e7-4f95-aede-d598d654a959 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.385904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c51cd88-3b9c-44b6-bb38-9acb044e2dee req-c2e00877-44e7-4f95-aede-d598d654a959 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.1931007 Jul 16 20:15:15.397769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Pushing event updated for resources: {'Port': ['ID=45a76691-41d9-488a-b2a4-02c290c78c3e,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:15.480094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 01da70c9-3c93-43d5-b14c-5114717a1914, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=01da70c9-3c93-43d5-b14c-5114717a1914,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:15.489663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c51cd88-3b9c-44b6-bb38-9acb044e2dee req-1cc26fd3-f713-48d3-8c9e-946bcddb6790 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962906 Jul 16 20:15:15.523298 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.531596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Attempting to bind port 45a76691-41d9-488a-b2a4-02c290c78c3e on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:15.532353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Attempting to bind port 45a76691-41d9-488a-b2a4-02c290c78c3e by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:15.532353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Attempting to bind port 45a76691-41d9-488a-b2a4-02c290c78c3e on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:15.540994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Port 45a76691-41d9-488a-b2a4-02c290c78c3e on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:15.541377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Attempting to bind port 45a76691-41d9-488a-b2a4-02c290c78c3e on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:15.549562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:15.549951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Checking segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:15.550414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Bound using segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:15.550999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Bound port: 45a76691-41d9-488a-b2a4-02c290c78c3e, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:15.551483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.585832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=01da70c9-3c93-43d5-b14c-5114717a1914,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:15.640297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50990) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:15.697311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] For port 45a76691-41d9-488a-b2a4-02c290c78c3e, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:15.701191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] For port 45a76691-41d9-488a-b2a4-02c290c78c3e, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=45a76691-41d9-488a-b2a4-02c290c78c3e,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:15.705912 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.739360 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.740969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8e5148a-032c-464d-bb70-b36690d28e87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53d84961bc2a4ba48225c50e2ba3544f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991192 Jul 16 20:15:15.743646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50994) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:15.754058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Transition to ACTIVE for port object 9e1ffb23-0fd6-41bb-a372-0d693e6c595e will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:15.764251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.765080 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.766809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] 10.222.0.16 "PUT /v2.0/ports/45a76691-41d9-488a-b2a4-02c290c78c3e HTTP/1.1" status: 200 len: 1092 time: 1.1743057 Jul 16 20:15:15.773555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['01da70c9-3c93-43d5-b14c-5114717a1914'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:15.778504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9410951-e5f7-45ef-b0db-7fa3640e94a8', 'tag': '45a76691-41d9-488a-b2a4-02c290c78c3e'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:15.781300 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cce6ec3-eb51-4687-b9c4-6b250921e062" -d '{"events": [{"name": "network-changed", "server_uuid": "f9410951-e5f7-45ef-b0db-7fa3640e94a8", "tag": "45a76691-41d9-488a-b2a4-02c290c78c3e"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:15.783360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301e3a8-2380-4739-bb79-5f40f500e63a req-dc3cdcc4-8f13-49e7-919c-416da91ea5fe tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.785709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4301e3a8-2380-4739-bb79-5f40f500e63a req-dc3cdcc4-8f13-49e7-919c-416da91ea5fe tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1203887 Jul 16 20:15:15.811568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Transition to ACTIVE for port object 9e1ffb23-0fd6-41bb-a372-0d693e6c595e will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:15.822045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.850945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4301e3a8-2380-4739-bb79-5f40f500e63a req-96bf052f-e2c1-4118-afd1-e787708c77f7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552909 Jul 16 20:15:15.863703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7946fb4-f672-46f4-895a-eee5fbc0cf44 service neutron] Pushing event updated for resources: {'Port': ['ID=45a76691-41d9-488a-b2a4-02c290c78c3e,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:15.878813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Network bc322244-c1ea-4332-aa0a-414c4497f4df is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:15.888335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:15.894034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:15.910567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Pushing event updated for resources: {'Port': ['ID=9e1ffb23-0fd6-41bb-a372-0d693e6c595e,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:15.930593 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9cb6-e9ab-49a9-ac4b-c1b53aa2c08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.968388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9cb6-e9ab-49a9-ac4b-c1b53aa2c08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.009041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-823857b8-c9c2-4078-95ff-70afcea6a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.013973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-823857b8-c9c2-4078-95ff-70afcea6a490 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 1095 time: 0.1877983 Jul 16 20:15:16.045877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Attempting to bind port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:16.046324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Attempting to bind port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:16.046725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Attempting to bind port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e on network bc322244-c1ea-4332-aa0a-414c4497f4df {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:16.075540 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-4ce4d41b-3180-4077-b784-82ee57b05a93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45a76691-41d9-488a-b2a4-02c290c78c3e HTTP/1.1" status: 200 len: 217 time: 0.0464902 Jul 16 20:15:16.087696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:16.088084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Checking segment: {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:16.088516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.088921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Bound using segment: {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:16.089436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Bound port: 9e1ffb23-0fd6-41bb-a372-0d693e6c595e, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:16.089833 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.126977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:16.165665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9cb6-e9ab-49a9-ac4b-c1b53aa2c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.170625 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51004) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:16.175369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9a5d1684-03bc-4912-83c6-93d652c10fba tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567355385', 'description': 'tempest-secgroup-smoke-1567355385 description', 'project_id': '1f6db2100c23486a9b7759b62ce47238'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:16.177724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9cb6-e9ab-49a9-ac4b-c1b53aa2c08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.183780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c4bb9cb6-e9ab-49a9-ac4b-c1b53aa2c08e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0dd20ea1-de0d-4fc3-9fb4-9123a41023c3 HTTP/1.1" status: 204 len: 168 time: 0.4385183 Jul 16 20:15:16.194127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-c17f9411-d8c9-4fc2-9c27-f5447da9b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.197259 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-c17f9411-d8c9-4fc2-9c27-f5447da9b900 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.1159523 Jul 16 20:15:16.218069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1684-03bc-4912-83c6-93d652c10fba tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.219576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb9cb6-e9ab-49a9-ac4b-c1b53aa2c08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd20ea1-de0d-4fc3-9fb4-9123a41023c3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:16.256090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fcc54-984a-4cfc-9146-1bdc45e8c766 req-c460bb5e-6fb5-4bb5-a758-abe3245982bc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.258591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-961fcc54-984a-4cfc-9146-1bdc45e8c766 req-c460bb5e-6fb5-4bb5-a758-abe3245982bc tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 946 time: 0.1545014 Jul 16 20:15:16.278085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] For port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:16.281777 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24187cd4-3e18-44be-80e7-76a7fe583344 x-openstack-request-id: req-24187cd4-3e18-44be-80e7-76a7fe583344 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:16.282053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] For port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9e1ffb23-0fd6-41bb-a372-0d693e6c595e,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:16.290084 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9410951-e5f7-45ef-b0db-7fa3640e94a8", "tag": "45a76691-41d9-488a-b2a4-02c290c78c3e", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:16.290630 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24187cd4-3e18-44be-80e7-76a7fe583344 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:16.291200 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9410951-e5f7-45ef-b0db-7fa3640e94a8', 'tag': '45a76691-41d9-488a-b2a4-02c290c78c3e', 'status': 'completed', 'code': 200} Jul 16 20:15:16.294685 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-b47d2778-006b-41c6-b377-a27683cc4821 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905199 Jul 16 20:15:16.306349 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.368825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-961fcc54-984a-4cfc-9146-1bdc45e8c766 req-9a965467-a867-4056-8fa1-c107946af8ab tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688760 Jul 16 20:15:16.399781 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1684-03bc-4912-83c6-93d652c10fba tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.406442 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1684-03bc-4912-83c6-93d652c10fba tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.468033 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1684-03bc-4912-83c6-93d652c10fba tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.469319 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9a5d1684-03bc-4912-83c6-93d652c10fba tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2977052 Jul 16 20:15:16.473461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51008) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:16.481886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-50f6eb63-4632-45b5-8942-c54c54a319ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '9cc548d3-2999-46a5-aaa4-e589c95c8cc1', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:16.495277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d1684-03bc-4912-83c6-93d652c10fba tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc548d3-2999-46a5-aaa4-e589c95c8cc1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:16.566150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9889e-f857-48cc-b335-c6bcca9cef39 req-345691ea-30af-4e28-ae76-a6071c80ee3c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.579531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ac9889e-f857-48cc-b335-c6bcca9cef39 req-345691ea-30af-4e28-ae76-a6071c80ee3c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 943 time: 0.1449924 Jul 16 20:15:16.581966 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-69cc19ac-3aa3-40ca-9272-ad122625c349 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810376 Jul 16 20:15:16.583522 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f6eb63-4632-45b5-8942-c54c54a319ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.594444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa056-5003-4843-a6f2-675993514052 None None] Pushing event updated for resources: {'Port': ['ID=9e1ffb23-0fd6-41bb-a372-0d693e6c595e,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:16.605176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 23029423-7af9-46f9-b4a6-f4dfe92ce9da completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:16.615961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 23029423-7af9-46f9-b4a6-f4dfe92ce9da triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:16.616382 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.698804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ac9889e-f857-48cc-b335-c6bcca9cef39 req-ff1431bf-649d-450b-a247-101d96e7c8d1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139972 Jul 16 20:15:16.787069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f6eb63-4632-45b5-8942-c54c54a319ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.793497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ee941f42-7827-4932-b21b-dc88d617b8d6 req-41adeabf-2b65-4122-ad15-c242e7f4d275 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012112 Jul 16 20:15:16.794675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f6eb63-4632-45b5-8942-c54c54a319ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.802823 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.848381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6eb63-4632-45b5-8942-c54c54a319ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ce5b09-7038-463f-ab7d-0898915587f1,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:16.860911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:16.867182 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f229236-bfc1-403e-820e-1d9c0002635e" -d '{"events": [{"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:16.903319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-50f6eb63-4632-45b5-8942-c54c54a319ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.909998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-50f6eb63-4632-45b5-8942-c54c54a319ea tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271162 Jul 16 20:15:16.911393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51022) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:16.921431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:16.926536 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.926916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ede71450-852f-4d8b-a828-13d11cdba54f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '9cc548d3-2999-46a5-aaa4-e589c95c8cc1', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:16.981383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-b60242ef-789a-4e81-9aad-da724cea2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.983529 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-b60242ef-789a-4e81-9aad-da724cea2e69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 1095 time: 0.1263669 Jul 16 20:15:16.995403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ede71450-852f-4d8b-a828-13d11cdba54f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.027138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:17.185931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-4efd3d99-9ba2-427f-8c28-97e35813cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.187518 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-4efd3d99-9ba2-427f-8c28-97e35813cfa1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 913 time: 0.1981914 Jul 16 20:15:17.189692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ede71450-852f-4d8b-a828-13d11cdba54f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.200112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ede71450-852f-4d8b-a828-13d11cdba54f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.219657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9e1ffb23-0fd6-41bb-a372-0d693e6c595e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:17.240120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede71450-852f-4d8b-a828-13d11cdba54f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28438cf7-89aa-420d-8be5-23ea1f91dc9e,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:17.244784 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-d3eabfe7-b2f7-45b8-bf90-c5211c69d4e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45a76691-41d9-488a-b2a4-02c290c78c3e HTTP/1.1" status: 200 len: 217 time: 0.0478714 Jul 16 20:15:17.251700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f38f75-d98a-4b6a-8807-f4188251f962 req-cbfc576b-1999-49e1-a0ec-b3eed43e4372 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.260258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83f38f75-d98a-4b6a-8807-f4188251f962 req-cbfc576b-1999-49e1-a0ec-b3eed43e4372 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.2260582 Jul 16 20:15:17.264142 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ede71450-852f-4d8b-a828-13d11cdba54f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.265372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ede71450-852f-4d8b-a828-13d11cdba54f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458965 Jul 16 20:15:17.274217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a37c-58e0-4294-9f7a-1b623870551c req-00120dbc-e9a7-4d88-83f6-96308d1f8d04 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.281224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cb6a37c-58e0-4294-9f7a-1b623870551c req-00120dbc-e9a7-4d88-83f6-96308d1f8d04 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 948 time: 0.2315431 Jul 16 20:15:17.286895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51032) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:17.293049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d8d431fe-fb64-44f9-bcfb-ba33f91512f2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '9cc548d3-2999-46a5-aaa4-e589c95c8cc1', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:17.336861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-0e9039d2-cba0-4171-9151-1e88bd84270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.338373 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-0e9039d2-cba0-4171-9151-1e88bd84270d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.0878561 Jul 16 20:15:17.339067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:17.362056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83f38f75-d98a-4b6a-8807-f4188251f962 req-1c737fe0-a847-4e54-8759-5d96677c264f tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008124 Jul 16 20:15:17.376748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-9e699179-3340-4760-b42a-15e2698123da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315266 Jul 16 20:15:17.384821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d431fe-fb64-44f9-bcfb-ba33f91512f2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.394073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cb6a37c-58e0-4294-9f7a-1b623870551c req-ea6c9299-2bf2-4628-8a0f-876ced7472fc tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116052 Jul 16 20:15:17.458484 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57ddea3-0c82-4069-8530-e388e37a0702 x-openstack-request-id: req-f57ddea3-0c82-4069-8530-e388e37a0702 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:17.458935 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:17.459206 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f57ddea3-0c82-4069-8530-e388e37a0702 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:17.460380 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'code': 200} Jul 16 20:15:17.526096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d431fe-fb64-44f9-bcfb-ba33f91512f2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.535372 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d431fe-fb64-44f9-bcfb-ba33f91512f2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.569102 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d431fe-fb64-44f9-bcfb-ba33f91512f2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8002485d-bdee-42df-bd8c-e5b516c7c7d1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:17.569905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51042) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:17.591229 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-38044034-ea7d-46e2-ab83-833314fb79f2 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837428 Jul 16 20:15:17.607167 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d431fe-fb64-44f9-bcfb-ba33f91512f2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.611281 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d8d431fe-fb64-44f9-bcfb-ba33f91512f2 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3199732 Jul 16 20:15:17.611619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51046) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:17.618170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d430f672-f9c2-46f9-8f8c-fc808e9e2808 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '9cc548d3-2999-46a5-aaa4-e589c95c8cc1', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:17.659492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d430f672-f9c2-46f9-8f8c-fc808e9e2808 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.751844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8a23-d7e8-419a-86fc-97f104701d52 req-1b470b64-7989-472b-90d8-1d4272219fd5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.753862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f6f8a23-d7e8-419a-86fc-97f104701d52 req-1b470b64-7989-472b-90d8-1d4272219fd5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1460409 Jul 16 20:15:17.833394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d430f672-f9c2-46f9-8f8c-fc808e9e2808 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.844020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d430f672-f9c2-46f9-8f8c-fc808e9e2808 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.863356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f6f8a23-d7e8-419a-86fc-97f104701d52 req-ada9192a-c059-4b57-9534-245b457c204a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809286 Jul 16 20:15:17.868867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430f672-f9c2-46f9-8f8c-fc808e9e2808 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba04835-3c8a-4149-98b6-c88a75dab2a3,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:17.908033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1783990908'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:17.923490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8cce6ec3-eb51-4687-b9c4-6b250921e062 req-e7116c91-042e-4d26-91c1-0eece9a5d434 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188981 Jul 16 20:15:17.925574 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d430f672-f9c2-46f9-8f8c-fc808e9e2808 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.926965 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d430f672-f9c2-46f9-8f8c-fc808e9e2808 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3140774 Jul 16 20:15:17.930570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:17.944882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cdb7d8d4-b7ec-4b44-8aa8-d2288a03f29a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '9cc548d3-2999-46a5-aaa4-e589c95c8cc1', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:17.957906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Made reservation on behalf of 1d15ebb9f42e4e339c7064e6a2aa4e81 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:17.963644 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.984358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.993349 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1b654174-8aa1-4796-b6b9-3e6dcc6f1891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.001506 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-cdb7d8d4-b7ec-4b44-8aa8-d2288a03f29a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Project 1f6db2100c23486a9b7759b62ce47238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:15:18.010956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d8d4-b7ec-4b44-8aa8-d2288a03f29a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.015367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110009ac-8eb3-49b4-a15d-de25917939f9 req-f9deeb68-fca0-488b-8ddc-b7251706385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.017232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-110009ac-8eb3-49b4-a15d-de25917939f9 req-f9deeb68-fca0-488b-8ddc-b7251706385b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1099 time: 0.1579328 Jul 16 20:15:18.097216 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:18.103343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d8d4-b7ec-4b44-8aa8-d2288a03f29a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.108980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d8d4-b7ec-4b44-8aa8-d2288a03f29a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.136991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7d8d4-b7ec-4b44-8aa8-d2288a03f29a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b75647-7101-4388-8114-c45279b30af5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.162631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-110009ac-8eb3-49b4-a15d-de25917939f9 req-7053512a-2b72-4b92-a867-483f6b81b049 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362095 Jul 16 20:15:18.222317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300285a-e762-42aa-80dd-889bc1f7fb32 req-de635766-a532-45e8-b401-44d251721f38 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.223946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2300285a-e762-42aa-80dd-889bc1f7fb32 req-de635766-a532-45e8-b401-44d251721f38 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 947 time: 0.2022262 Jul 16 20:15:18.232423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837b968-c9e7-442e-8403-1c62c84b7d93 None None] Network bc322244-c1ea-4332-aa0a-414c4497f4df requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:18.312480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-aacfc59d-a056-43f1-918d-bed0daeb511a None None] Provisioning for port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:18.316865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.320674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-aacfc59d-a056-43f1-918d-bed0daeb511a None None] Provisioning complete for port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:18.321355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aacfc59d-a056-43f1-918d-bed0daeb511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.326998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f1aad-de09-489f-9182-f7df88ab650d req-a3fb0da8-6446-4001-a2fb-e8adec9f5da8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.327367 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d8d4-b7ec-4b44-8aa8-d2288a03f29a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.328984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-059f1aad-de09-489f-9182-f7df88ab650d req-a3fb0da8-6446-4001-a2fb-e8adec9f5da8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 943 time: 0.2046361 Jul 16 20:15:18.332657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2300285a-e762-42aa-80dd-889bc1f7fb32 req-0665127d-3635-4f92-b475-9615b4d4c2b0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961094 Jul 16 20:15:18.333558 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.337972 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cdb7d8d4-b7ec-4b44-8aa8-d2288a03f29a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4011934 Jul 16 20:15:18.338331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51056) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:18.345090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6f3ad673-37f2-4195-bc90-66990490dc41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '9cc548d3-2999-46a5-aaa4-e589c95c8cc1', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:18.371372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:18.392077 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-6f3ad673-37f2-4195-bc90-66990490dc41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Project 1f6db2100c23486a9b7759b62ce47238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:15:18.400439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.400789 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Added segment e8806652-0535-49ba-9197-02cb3f6938df of type vlan for network a57e9d19-65f6-4a00-9798-4930b319db45 Jul 16 20:15:18.401350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad673-37f2-4195-bc90-66990490dc41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.418060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28623d8d-1543-48a1-ae65-7158b75bb0d1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.451012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-059f1aad-de09-489f-9182-f7df88ab650d req-045d6318-4f48-4026-b991-edd8251b00cb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113088 Jul 16 20:15:18.463704 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.464493 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aacfc59d-a056-43f1-918d-bed0daeb511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.541011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad673-37f2-4195-bc90-66990490dc41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.547720 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad673-37f2-4195-bc90-66990490dc41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.555094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.562996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.563272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-aacfc59d-a056-43f1-918d-bed0daeb511a None None] For port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9e1ffb23-0fd6-41bb-a372-0d693e6c595e,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:18.564546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.574087 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aacfc59d-a056-43f1-918d-bed0daeb511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.579203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ad673-37f2-4195-bc90-66990490dc41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb144c79-6ba1-46d6-b149-65541726daa3,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.589836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad673-37f2-4195-bc90-66990490dc41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.591575 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6f3ad673-37f2-4195-bc90-66990490dc41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2518668 Jul 16 20:15:18.626567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0542598 Jul 16 20:15:18.629598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51064) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:18.636105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Request body: {'subnet': {'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:18.671962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfc59d-a056-43f1-918d-bed0daeb511a None None] Pushing event updated for resources: {'Port': ['ID=9e1ffb23-0fd6-41bb-a372-0d693e6c595e,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.688649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 01da70c9-3c93-43d5-b14c-5114717a1914 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:18.737659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e0a9-9dad-481e-9213-01b537b67df7 req-52555ce7-6840-427d-9ce1-aab60a927001 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.742428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5762e0a9-9dad-481e-9213-01b537b67df7 req-52555ce7-6840-427d-9ce1-aab60a927001 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.2300045 Jul 16 20:15:18.745236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353cf4b-7262-4f0e-849a-a72af0b391f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event updated for resources: {'Network': ['ID=a57e9d19-65f6-4a00-9798-4930b319db45,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.766921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a57e9d19-65f6-4a00-9798-4930b319db45 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:18.852291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Made reservation on behalf of 1d15ebb9f42e4e339c7064e6a2aa4e81 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:18.856947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 01da70c9-3c93-43d5-b14c-5114717a1914 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:18.861590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 01da70c9-3c93-43d5-b14c-5114717a1914 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:18.861973 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.874757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.944684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5762e0a9-9dad-481e-9213-01b537b67df7 req-2450fd3f-38ba-41ca-9d62-a91381e85214 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908267 Jul 16 20:15:18.969887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae75acf-da55-4ce8-a82b-d57595fcbaa8 req-c2873126-441b-49e2-b451-0de7271a2e86 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.978108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ae75acf-da55-4ce8-a82b-d57595fcbaa8 req-c2873126-441b-49e2-b451-0de7271a2e86 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 948 time: 0.2073247 Jul 16 20:15:19.007956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.040921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d289ac41-8646-460e-96a3-a9ea11873a5b None None] Provisioning complete for port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:19.041398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d289ac41-8646-460e-96a3-a9ea11873a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.043041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ae75acf-da55-4ce8-a82b-d57595fcbaa8 req-73d4f03d-7529-4cf4-b77a-9c959987457c tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638461 Jul 16 20:15:19.062686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 01da70c9-3c93-43d5-b14c-5114717a1914, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=01da70c9-3c93-43d5-b14c-5114717a1914,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:19.087352 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.201191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=01da70c9-3c93-43d5-b14c-5114717a1914,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:19.211474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9e1ffb23-0fd6-41bb-a372-0d693e6c595e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:19.228604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.322336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event updated for resources: {'Subnet': ['ID=be228035-6b82-44a7-af3b-e57b920b9650,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:19.333396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Checking segment: {'id': 'e8806652-0535-49ba-9197-02cb3f6938df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:19.333749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Network hostable DHCP agents. Network: a57e9d19-65f6-4a00-9798-4930b319db45, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:19.358072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Network a57e9d19-65f6-4a00-9798-4930b319db45 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:19.373693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cf8b6-4abc-4f2a-ab8b-3ccb7a95654a req-e9c04252-722a-4095-a334-c4e4b2c4ab65 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.376859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7cf8b6-4abc-4f2a-ab8b-3ccb7a95654a req-e9c04252-722a-4095-a334-c4e4b2c4ab65 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1698539 Jul 16 20:15:19.382716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-c73411c8-6bf3-4ff1-a542-d30e4bc78ad9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567355385&fields=id&tenant_id=1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 267 time: 0.0824792 Jul 16 20:15:19.388104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a57e9d19-65f6-4a00-9798-4930b319db45) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:19.396314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.397258 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.404311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3a2bb9-cf2e-4b01-bfdb-3053b6df769e None None] Network a57e9d19-65f6-4a00-9798-4930b319db45 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:19.411157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:19.412112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.424799 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9ca11fb9-0fb1-4ab9-b649-7f192abd18ad tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7916226 Jul 16 20:15:19.425880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51090) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:19.438118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Request body: {'port': {'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1388274564'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:19.462339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d46daf-5935-4960-bf64-befc69c26a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da70c9-3c93-43d5-b14c-5114717a1914'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:19.464976 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e625dbb-a8c8-47f5-8df7-e1169c72b15a" -d '{"events": [{"server_uuid": "40d46daf-5935-4960-bf64-befc69c26a2d", "name": "network-vif-plugged", "status": "completed", "tag": "01da70c9-3c93-43d5-b14c-5114717a1914"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:19.494903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7cf8b6-4abc-4f2a-ab8b-3ccb7a95654a req-821afdc1-8d9d-4194-84f5-09410a23a19d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063728 Jul 16 20:15:19.604004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7581-3c9b-434f-802e-f8a220251446 req-e95c4fa7-26b4-4cc7-a4c0-08cd8199ddd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.613426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-e95c4fa7-26b4-4cc7-a4c0-08cd8199ddd6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/networks?id=bc322244-c1ea-4332-aa0a-414c4497f4df HTTP/1.1" status: 200 len: 796 time: 0.2044206 Jul 16 20:15:19.647388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-5ee35401-3a19-4760-9b77-0ee68037a952 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/quotas/1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 375 time: 0.0321600 Jul 16 20:15:19.695407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Made reservation on behalf of 1d15ebb9f42e4e339c7064e6a2aa4e81 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:19.700346 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.729258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] device_id is not set on port f10aad16-7d80-4449-8af6-c3bb25cd1698 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:15:19.865254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-dfdd7542-b3b7-42d1-8429-87336493f646 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1827734 Jul 16 20:15:19.885144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a737071-e243-474e-94aa-214f0e97ccf0 req-664b185f-d9c8-4c15-a067-16351f987662 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.887181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a737071-e243-474e-94aa-214f0e97ccf0 req-664b185f-d9c8-4c15-a067-16351f987662 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.2232726 Jul 16 20:15:19.920632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Allocated IP 2001:db8::4a (a57e9d19-65f6-4a00-9798-4930b319db45/be228035-6b82-44a7-af3b-e57b920b9650/f10aad16-7d80-4449-8af6-c3bb25cd1698) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:19.959801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-a57e9d19-65f6-4a00-9798-4930b319db45', 'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45', 'tenant_id': '1d15ebb9f42e4e339c7064e6a2aa4e81', 'fixed_ips': [{'subnet_id': 'be228035-6b82-44a7-af3b-e57b920b9650'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:19.960887 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.072152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a737071-e243-474e-94aa-214f0e97ccf0 req-22bf6ae1-2242-4ea7-885a-5954dfdb298c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521766 Jul 16 20:15:20.112797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-29930539-90b7-40f5-87c7-f760758b627f service neutron] 10.222.0.78 "GET /v2.0/networks/bc322244-c1ea-4332-aa0a-414c4497f4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369485 Jul 16 20:15:20.143756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 45a76691-41d9-488a-b2a4-02c290c78c3e details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:20.195946 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.215530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Transition to ACTIVE for port object f10aad16-7d80-4449-8af6-c3bb25cd1698 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:20.266074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.312430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 45a76691-41d9-488a-b2a4-02c290c78c3e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=45a76691-41d9-488a-b2a4-02c290c78c3e,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:20.338157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Network a57e9d19-65f6-4a00-9798-4930b319db45 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:20.343650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:20.345657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event updated for resources: {'Port': ['ID=f10aad16-7d80-4449-8af6-c3bb25cd1698,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:20.347892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:20.354169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.354856 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.355388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-ebfe1c94-e80a-432c-8e10-49d330a989d7 service neutron] 10.222.0.78 "GET /v2.0/networks/bc322244-c1ea-4332-aa0a-414c4497f4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315907 Jul 16 20:15:20.370483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '45a76691-41d9-488a-b2a4-02c290c78c3e', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'port_id': '45a76691-41d9-488a-b2a4-02c290c78c3e', 'mac_address': 'fa:16:3e:39:e2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5945411-55ad-491a-99c8-88ce730cc089', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:20.387605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Allocated IP 2001:db8::2 (a57e9d19-65f6-4a00-9798-4930b319db45/be228035-6b82-44a7-af3b-e57b920b9650/ace2b373-1aa6-499f-83c6-ce4cd7763c9b) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:20.394438 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dbd087aa-d2f3-4e41-8c5d-e413feae1245 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9645979 Jul 16 20:15:20.396351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51128) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:20.403567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Request body: {'port': {'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-955171057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:20.404641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] bootfile-name is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:20.405655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] tftp-server is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:20.406088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] server-ip-address is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:20.451961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d80e-dcd6-44fe-b48f-34f8e58d9482 req-63886269-4a6f-428f-98d0-851fa78fc46e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.466101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b980d80e-dcd6-44fe-b48f-34f8e58d9482 req-63886269-4a6f-428f-98d0-851fa78fc46e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 947 time: 0.1581504 Jul 16 20:15:20.477994 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f01bf0db-0f3f-4be0-abdf-16ad976d2c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.543301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b980d80e-dcd6-44fe-b48f-34f8e58d9482 req-93b9bc37-e58e-4324-8204-0c0db01b8695 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761530 Jul 16 20:15:20.584158 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4a8474-562d-416f-83fb-48dbdbd82fa9 x-openstack-request-id: req-8c4a8474-562d-416f-83fb-48dbdbd82fa9 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:20.585128 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d46daf-5935-4960-bf64-befc69c26a2d", "name": "network-vif-plugged", "status": "completed", "tag": "01da70c9-3c93-43d5-b14c-5114717a1914", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:20.585478 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c4a8474-562d-416f-83fb-48dbdbd82fa9 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:20.587950 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d46daf-5935-4960-bf64-befc69c26a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da70c9-3c93-43d5-b14c-5114717a1914', 'code': 200} Jul 16 20:15:20.599401 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.606840 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.655734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Made reservation on behalf of 1d15ebb9f42e4e339c7064e6a2aa4e81 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:20.665491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.715801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] device_id is not set on port 58637ec6-657b-433e-8975-32bfb3993ecf yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:15:20.736975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a76691-41d9-488a-b2a4-02c290c78c3e {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:20.793880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 45a76691-41d9-488a-b2a4-02c290c78c3e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=45a76691-41d9-488a-b2a4-02c290c78c3e,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:20.814984 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.878738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.906155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Transition to ACTIVE for port object ace2b373-1aa6-499f-83c6-ce4cd7763c9b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:20.909302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=45a76691-41d9-488a-b2a4-02c290c78c3e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:20.911559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218cde6-6bf2-47f0-b0e5-5b6a5f7d869d req-c7a16884-f12b-46a7-bee1-bebd0b8ee6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.920296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a218cde6-6bf2-47f0-b0e5-5b6a5f7d869d req-c7a16884-f12b-46a7-bee1-bebd0b8ee6ce service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 1101 time: 0.2499046 Jul 16 20:15:20.931707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Transition to ACTIVE for port object ace2b373-1aa6-499f-83c6-ce4cd7763c9b will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:20.945341 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.993560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a218cde6-6bf2-47f0-b0e5-5b6a5f7d869d req-80f0fb42-effb-4095-83b5-40110ff9ae62 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603280 Jul 16 20:15:21.004761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2951299-0cdc-4ebb-a88a-b6081ec3ceb8 req-ba728d3e-372a-4d00-9709-c15ecb4432e6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.007060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2951299-0cdc-4ebb-a88a-b6081ec3ceb8 req-ba728d3e-372a-4d00-9709-c15ecb4432e6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 943 time: 0.2666895 Jul 16 20:15:21.023398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62fdf1-ca5a-4c8e-b6d8-5cf1f73f9893 req-2626b0db-5dc4-4c74-bdb7-978c94d8b4e5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.025009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee62fdf1-ca5a-4c8e-b6d8-5cf1f73f9893 req-2626b0db-5dc4-4c74-bdb7-978c94d8b4e5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2601690 Jul 16 20:15:21.048872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['45a76691-41d9-488a-b2a4-02c290c78c3e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:21.105453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2951299-0cdc-4ebb-a88a-b6081ec3ceb8 req-b4097204-e870-42cd-81f1-7d2ede69727b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792418 Jul 16 20:15:21.109769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Allocated IP 2001:db8::206 (a57e9d19-65f6-4a00-9798-4930b319db45/be228035-6b82-44a7-af3b-e57b920b9650/58637ec6-657b-433e-8975-32bfb3993ecf) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:21.122721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Network a57e9d19-65f6-4a00-9798-4930b319db45 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:21.130411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee62fdf1-ca5a-4c8e-b6d8-5cf1f73f9893 req-40a70750-8f3a-47f3-87bc-f86cf5450da6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963633 Jul 16 20:15:21.141838 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:21.152833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Pushing event updated for resources: {'Port': ['ID=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:21.157564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:21.325910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Attempting to bind port ace2b373-1aa6-499f-83c6-ce4cd7763c9b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:21.326502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Attempting to bind port ace2b373-1aa6-499f-83c6-ce4cd7763c9b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e8806652-0535-49ba-9197-02cb3f6938df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:21.327250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Attempting to bind port ace2b373-1aa6-499f-83c6-ce4cd7763c9b on network a57e9d19-65f6-4a00-9798-4930b319db45 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:21.347783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:21.348601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Checking segment: {'id': 'e8806652-0535-49ba-9197-02cb3f6938df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:21.349177 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.349837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Bound using segment: {'id': 'e8806652-0535-49ba-9197-02cb3f6938df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:21.350717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Bound port: ace2b373-1aa6-499f-83c6-ce4cd7763c9b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8806652-0535-49ba-9197-02cb3f6938df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a57e9d19-65f6-4a00-9798-4930b319db45'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:21.351451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.581332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] For port ace2b373-1aa6-499f-83c6-ce4cd7763c9b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:21.588444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] For port ace2b373-1aa6-499f-83c6-ce4cd7763c9b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,segment=NetworkSegment(e8806652-0535-49ba-9197-02cb3f6938df),segment_id=e8806652-0535-49ba-9197-02cb3f6938df)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:21.598211 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.603786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.628519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02836046-70c5-4668-ab40-1b28a2a80629 req-374174f3-ccf4-4350-a2ff-bfb812900c3e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 210 time: 0.0467992 Jul 16 20:15:21.633053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Transition to ACTIVE for port object 58637ec6-657b-433e-8975-32bfb3993ecf will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:21.666103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b09e7-e2ee-49a7-ab0b-ec254af8fc04 req-5eda7741-15a1-409e-b203-5830dffeb429 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.675395 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a87b09e7-e2ee-49a7-ab0b-ec254af8fc04 req-5eda7741-15a1-409e-b203-5830dffeb429 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 949 time: 0.1951683 Jul 16 20:15:21.721083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd5d4c-39e6-4c45-bdd7-dfcd47421865 None None] Pushing event updated for resources: {'Port': ['ID=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:21.724151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.768532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a87b09e7-e2ee-49a7-ab0b-ec254af8fc04 req-9b9436ba-a1fb-4e13-bf68-237abd2bd7e0 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915768 Jul 16 20:15:21.823770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Network a57e9d19-65f6-4a00-9798-4930b319db45 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:21.827677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:21.833246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:21.839955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.840706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.845410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event updated for resources: {'Port': ['ID=58637ec6-657b-433e-8975-32bfb3993ecf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:21.880500 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c5caf06-534e-4503-abf7-e0ce2cdb729b tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4820318 Jul 16 20:15:21.883832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:22.063320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e3cbf-2845-4fd1-866c-3535f283c15e tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.069816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e3cbf-2845-4fd1-866c-3535f283c15e tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.076616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e3cbf-2845-4fd1-866c-3535f283c15e tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.080256 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d57e3cbf-2845-4fd1-866c-3535f283c15e tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1932802 Jul 16 20:15:22.081572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51158) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:22.137273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 45a76691-41d9-488a-b2a4-02c290c78c3e up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:22.242098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1207a-46c6-4473-9a20-678f4f3ddcd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Deleting port 58637ec6-657b-433e-8975-32bfb3993ecf {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:22.243395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bd1207a-46c6-4473-9a20-678f4f3ddcd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.296255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 45a76691-41d9-488a-b2a4-02c290c78c3e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:22.323025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 45a76691-41d9-488a-b2a4-02c290c78c3e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:22.323412 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.366825 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.401094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bd1207a-46c6-4473-9a20-678f4f3ddcd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.427025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1207a-46c6-4473-9a20-678f4f3ddcd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Calling delete_port for 58637ec6-657b-433e-8975-32bfb3993ecf owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:22.437474 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.486494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 45a76691-41d9-488a-b2a4-02c290c78c3e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=45a76691-41d9-488a-b2a4-02c290c78c3e,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:22.493506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.592808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9410951-e5f7-45ef-b0db-7fa3640e94a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a76691-41d9-488a-b2a4-02c290c78c3e'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:22.596299 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a7fd4-9358-4a63-ae58-715722aa0479" -d '{"events": [{"server_uuid": "f9410951-e5f7-45ef-b0db-7fa3640e94a8", "name": "network-vif-plugged", "status": "completed", "tag": "45a76691-41d9-488a-b2a4-02c290c78c3e"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:22.600999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=45a76691-41d9-488a-b2a4-02c290c78c3e,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:22.604428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-9320ebad-b8f0-40b8-94f2-284fb267b440 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.606730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-9320ebad-b8f0-40b8-94f2-284fb267b440 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 0.7747138 Jul 16 20:15:22.664602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-c68370ec-edf0-4a63-bf8b-84f4b55fe04a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/quotas/339b1fa75957439782186d828b947369 HTTP/1.1" status: 200 len: 375 time: 0.0430057 Jul 16 20:15:22.680891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7581-3c9b-434f-802e-f8a220251446 req-dc77efa9-08ff-4b14-98ea-b45b599e5524 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.682728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-dc77efa9-08ff-4b14-98ea-b45b599e5524 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "GET /v2.0/networks?id=bc322244-c1ea-4332-aa0a-414c4497f4df HTTP/1.1" status: 200 len: 796 time: 0.2364218 Jul 16 20:15:22.694004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bd1207a-46c6-4473-9a20-678f4f3ddcd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.694895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a6ced-6702-4b65-9f6f-5c4dca4bed82 req-d8998c4d-0891-4b95-a60d-8473c84bd5d7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.698114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e39a6ced-6702-4b65-9f6f-5c4dca4bed82 req-d8998c4d-0891-4b95-a60d-8473c84bd5d7 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.2500825 Jul 16 20:15:22.737823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1207a-46c6-4473-9a20-678f4f3ddcd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event deleted for resources: {'Port': ['ID=58637ec6-657b-433e-8975-32bfb3993ecf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:22.768610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bd1207a-46c6-4473-9a20-678f4f3ddcd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.770963 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7bd1207a-46c6-4473-9a20-678f4f3ddcd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "DELETE /v2.0/ports/58637ec6-657b-433e-8975-32bfb3993ecf HTTP/1.1" status: 204 len: 168 time: 0.6883283 Jul 16 20:15:22.778141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51166) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:22.784728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Request body: {'port': {'name': 'tempest-new-port-name-304630945', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:22.785138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] bootfile-name is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:22.785542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] tftp-server is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:22.785889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.api.validators [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] server-ip-address is not in valid_values {{(pid=100244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:15:22.820718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-d8a5ffbf-a036-444d-b82e-79663ee56e68 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 473 time: 0.1139345 Jul 16 20:15:22.826036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e39a6ced-6702-4b65-9f6f-5c4dca4bed82 req-4836002e-5a0b-42c3-b86d-3df9012dec8d tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123500 Jul 16 20:15:22.832965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'port': {'device_id': '38a25164-939a-486d-80bc-d940b972c6d8', 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df', 'admin_state_up': True, 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'security_groups': ['9cc548d3-2999-46a5-aaa4-e589c95c8cc1']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:22.929703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.966759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-ae14c02b-5526-43aa-b4df-f5bcfe99faaa tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2821772 Jul 16 20:15:23.189165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e123f4c4-a141-471b-9203-2e40618ddaae None None] Network a57e9d19-65f6-4a00-9798-4930b319db45 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:23.203212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:23.210582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.221828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ace2b373-1aa6-499f-83c6-ce4cd7763c9b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:23.240174 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.248876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.294541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6730b16-e939-4eaf-9c26-77d8e97a67d9 req-846ade1b-6d1a-43e7-afe2-3f628ab91ef0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.305162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6730b16-e939-4eaf-9c26-77d8e97a67d9 req-846ade1b-6d1a-43e7-afe2-3f628ab91ef0 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 947 time: 0.3258071 Jul 16 20:15:23.309200 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] In _notify_port_updated(), no bound segment for port f10aad16-7d80-4449-8af6-c3bb25cd1698 on network a57e9d19-65f6-4a00-9798-4930b319db45 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:15:23.320521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.322021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.325065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "PUT /v2.0/ports/f10aad16-7d80-4449-8af6-c3bb25cd1698 HTTP/1.1" status: 200 len: 1128 time: 0.5454676 Jul 16 20:15:23.330025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51170) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:23.351009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-022584bb-ccf0-4b1a-bb9d-b0e0f55b4060 service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825397 Jul 16 20:15:23.393080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-101f836b-4676-4f83-84d1-81d940c81e31 None None] Provisioning for port ace2b373-1aa6-499f-83c6-ce4cd7763c9b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:23.431385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6730b16-e939-4eaf-9c26-77d8e97a67d9 req-596ce02a-7087-450b-ab7d-1619d2130604 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233616 Jul 16 20:15:23.438814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78126636-cb29-4228-a175-c3316e04fbe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event updated for resources: {'Port': ['ID=f10aad16-7d80-4449-8af6-c3bb25cd1698,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:23.470783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ace2b373-1aa6-499f-83c6-ce4cd7763c9b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:23.483337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc100a-ad8b-4920-a7f2-20b52efa5eae tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.486151 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-63cc100a-ad8b-4920-a7f2-20b52efa5eae tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "GET /v2.0/ports/f10aad16-7d80-4449-8af6-c3bb25cd1698 HTTP/1.1" status: 200 len: 1128 time: 0.1544487 Jul 16 20:15:23.487198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ace2b373-1aa6-499f-83c6-ce4cd7763c9b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:23.487865 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.491269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51174) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:23.653611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f488981a-c2af-4310-b80b-b249095842e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Deleting port f10aad16-7d80-4449-8af6-c3bb25cd1698 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:23.654119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f488981a-c2af-4310-b80b-b249095842e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.677520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-c1034e27-4efe-450c-bcb8-565f3d898de4 service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662799 Jul 16 20:15:23.752971 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.787198 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f488981a-c2af-4310-b80b-b249095842e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.808117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f488981a-c2af-4310-b80b-b249095842e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Calling delete_port for f10aad16-7d80-4449-8af6-c3bb25cd1698 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:23.888641 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.994198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.20.0.23 (bc322244-c1ea-4332-aa0a-414c4497f4df/3487bc9c-ee29-4cc2-a9a7-2467b65d0f32/2a617a9b-4b63-4593-923d-0512c3033c1c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:24.016775 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2893293a-6dc2-46b1-973f-f737cb3b1bb3 x-openstack-request-id: req-2893293a-6dc2-46b1-973f-f737cb3b1bb3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:24.017241 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9410951-e5f7-45ef-b0db-7fa3640e94a8", "name": "network-vif-plugged", "status": "completed", "tag": "45a76691-41d9-488a-b2a4-02c290c78c3e", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:24.018187 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2893293a-6dc2-46b1-973f-f737cb3b1bb3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:24.019695 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9410951-e5f7-45ef-b0db-7fa3640e94a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a76691-41d9-488a-b2a4-02c290c78c3e', 'code': 200} Jul 16 20:15:24.053130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ace2b373-1aa6-499f-83c6-ce4cd7763c9b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,segment=NetworkSegment(e8806652-0535-49ba-9197-02cb3f6938df),segment_id=e8806652-0535-49ba-9197-02cb3f6938df)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:24.059569 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.132253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434f99d-ec3a-4024-a852-395749d01151 req-7c042d60-cc93-4b2b-bbce-7bab72ba41d4 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.153680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2434f99d-ec3a-4024-a852-395749d01151 req-7c042d60-cc93-4b2b-bbce-7bab72ba41d4 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 945 time: 0.4741137 Jul 16 20:15:24.216354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:24.275314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f488981a-c2af-4310-b80b-b249095842e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.346112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2434f99d-ec3a-4024-a852-395749d01151 req-d213e328-9051-4b61-82b9-5c06c5f99b81 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874962 Jul 16 20:15:24.406437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488981a-c2af-4310-b80b-b249095842e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event deleted for resources: {'Port': ['ID=f10aad16-7d80-4449-8af6-c3bb25cd1698,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:24.481100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f488981a-c2af-4310-b80b-b249095842e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.484653 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f488981a-c2af-4310-b80b-b249095842e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "DELETE /v2.0/ports/f10aad16-7d80-4449-8af6-c3bb25cd1698 HTTP/1.1" status: 204 len: 168 time: 0.9920454 Jul 16 20:15:24.487161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51186) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:24.487558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a5bf8229-aa2a-4f63-a8e3-ef777877f2ea None None] Provisioning complete for port ace2b373-1aa6-499f-83c6-ce4cd7763c9b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:24.488402 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8229-aa2a-4f63-a8e3-ef777877f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.489006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af8aad62-72b2-4e86-b797-397e39e94f45 req-1c27a775-8b67-4f26-af79-d8b068ef8e0f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 210 time: 0.3311133 Jul 16 20:15:24.642575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.685768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd9b5-fc48-402f-80d8-1cbc2ee833b0 req-a6bb7b7b-b618-42c9-9328-effb49caa8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.701592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baaaef4-686e-4736-987e-d3ce438e2e60 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Deleting subnet be228035-6b82-44a7-af3b-e57b920b9650 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:24.702886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc2fd9b5-fc48-402f-80d8-1cbc2ee833b0 req-a6bb7b7b-b618-42c9-9328-effb49caa8b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 1097 time: 0.5459599 Jul 16 20:15:24.705546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3baaaef4-686e-4736-987e-d3ce438e2e60 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.757611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a5bf8229-aa2a-4f63-a8e3-ef777877f2ea None None] Could not find standard attr ID for object f10aad16-7d80-4449-8af6-c3bb25cd1698. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:15:24.764780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Transition to ACTIVE for port object 2a617a9b-4b63-4593-923d-0512c3033c1c will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:24.832495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3baaaef4-686e-4736-987e-d3ce438e2e60 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.871990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-69c5f4d5-d52d-4a69-9d95-bdc68780c577 None None] Could not find standard attr ID for object f10aad16-7d80-4449-8af6-c3bb25cd1698. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:15:25.006564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3baaaef4-686e-4736-987e-d3ce438e2e60 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.068044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc2fd9b5-fc48-402f-80d8-1cbc2ee833b0 req-42d88497-d512-405b-8b7e-ed9083ef657a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460276 Jul 16 20:15:25.101988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3baaaef4-686e-4736-987e-d3ce438e2e60 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.130811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3baaaef4-686e-4736-987e-d3ce438e2e60 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.142215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51190) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:25.143097 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3baaaef4-686e-4736-987e-d3ce438e2e60 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "DELETE /v2.0/subnets/be228035-6b82-44a7-af3b-e57b920b9650 HTTP/1.1" status: 204 len: 168 time: 0.6493351 Jul 16 20:15:25.177293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaaef4-686e-4736-987e-d3ce438e2e60 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event deleted for resources: {'Subnet': ['ID=be228035-6b82-44a7-af3b-e57b920b9650,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.197941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.207190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3e3a5-7aa0-4dd1-9dc7-6bf108f40656 None None] Network a57e9d19-65f6-4a00-9798-4930b319db45 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:25.236572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ace2b373-1aa6-499f-83c6-ce4cd7763c9b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:25.253077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec640250-3205-4c45-82f5-f2a7e6344a99 req-0f282cd2-f7e9-49ea-944a-6a835b080997 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:25.257241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec640250-3205-4c45-82f5-f2a7e6344a99 req-0f282cd2-f7e9-49ea-944a-6a835b080997 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 949 time: 0.4422729 Jul 16 20:15:25.323761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9975aafd-03fd-416a-89cb-c27fa664ea83 None None] Could not find standard attr ID for object 58637ec6-657b-433e-8975-32bfb3993ecf. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:15:25.375755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network bc322244-c1ea-4332-aa0a-414c4497f4df is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:25.396487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ace2b373-1aa6-499f-83c6-ce4cd7763c9b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:25.397346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.417352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:25.492009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:25.525146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2882f-d0da-4ace-a472-11a9df1af293 req-bd5862ba-f2d0-4008-badf-f0f0b05f4705 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:25.531378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebb2882f-d0da-4ace-a472-11a9df1af293 req-bd5862ba-f2d0-4008-badf-f0f0b05f4705 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.5981214 Jul 16 20:15:25.599298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] DHCP port deletion for a57e9d19-65f6-4a00-9798-4930b319db45 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:25.608041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=2a617a9b-4b63-4593-923d-0512c3033c1c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.642866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.677170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] Deleting port ace2b373-1aa6-499f-83c6-ce4cd7763c9b {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:25.679221 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.714222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec640250-3205-4c45-82f5-f2a7e6344a99 req-58a50d36-f083-45d3-b2c5-d169e875a1d5 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623188 Jul 16 20:15:25.741974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:25.743135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.807893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] For port ace2b373-1aa6-499f-83c6-ce4cd7763c9b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,segment=NetworkSegment(e8806652-0535-49ba-9197-02cb3f6938df),segment_id=e8806652-0535-49ba-9197-02cb3f6938df)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:25.808437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.836049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebb2882f-d0da-4ace-a472-11a9df1af293 req-a535288b-7a4a-41fe-8b64-4fbde2a82712 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782741 Jul 16 20:15:25.848988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-34fce092-2538-42a1-817a-00832c16662d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0216556 Jul 16 20:15:25.865274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Request body: {'port': {'device_id': '38a25164-939a-486d-80bc-d940b972c6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:25.893732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] Calling delete_port for ace2b373-1aa6-499f-83c6-ce4cd7763c9b owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:25.939589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a6de9a1f-47dc-49af-a024-ec59db7a8a62 None None] Provisioning for port 2a617a9b-4b63-4593-923d-0512c3033c1c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:25.970236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a6de9a1f-47dc-49af-a024-ec59db7a8a62 None None] Provisioning complete for port 2a617a9b-4b63-4593-923d-0512c3033c1c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:25.970694 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a6de9a1f-47dc-49af-a024-ec59db7a8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.002202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Deleting port ace2b373-1aa6-499f-83c6-ce4cd7763c9b {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:26.002774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.030852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a6de9a1f-47dc-49af-a024-ec59db7a8a62 None None] Port 2a617a9b-4b63-4593-923d-0512c3033c1c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:26.174269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] For port ace2b373-1aa6-499f-83c6-ce4cd7763c9b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,segment=NetworkSegment(e8806652-0535-49ba-9197-02cb3f6938df),segment_id=e8806652-0535-49ba-9197-02cb3f6938df)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:26.175959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.200583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.212584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.240274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] Pushing event deleted for resources: {'Port': ['ID=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:26.254779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2a21a-8dfd-496f-a322-5ac662761d2f None None] No DVR routers for this DVR port ace2b373-1aa6-499f-83c6-ce4cd7763c9b on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:26.272876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0d7d2c2-50ed-49c7-875a-5a5cef9c5194 req-6f04f8d3-ae4a-45bd-9777-b675da6c162c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 210 time: 0.2848432 Jul 16 20:15:26.282035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Calling delete_port for ace2b373-1aa6-499f-83c6-ce4cd7763c9b owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:26.738065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-2a0dd7ec-18b1-4475-ba05-a2ae9e417135 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.739689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-2a0dd7ec-18b1-4475-ba05-a2ae9e417135 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.16 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 0.4838901 Jul 16 20:15:26.767480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4186d8-6867-4e0c-9006-85ec6d650007 req-a11507d2-a0d8-417b-a280-aed02c72cfd1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.769197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f4186d8-6867-4e0c-9006-85ec6d650007 req-a11507d2-a0d8-417b-a280-aed02c72cfd1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 945 time: 0.5578485 Jul 16 20:15:26.786162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'port': {'device_id': 'aa12d71e-fdd1-47b8-a844-7f4a991f21b5', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'admin_state_up': True, 'tenant_id': '339b1fa75957439782186d828b947369'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:26.791401 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.876854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event deleted for resources: {'Port': ['ID=ace2b373-1aa6-499f-83c6-ce4cd7763c9b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:26.919664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] No DVR routers for this DVR port ace2b373-1aa6-499f-83c6-ce4cd7763c9b on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:26.942009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41f00-e5b8-4946-a4d2-5a3212aaf429 req-27f26630-27e6-4761-9753-1881ca4baf9f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.943737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbd41f00-e5b8-4946-a4d2-5a3212aaf429 req-27f26630-27e6-4761-9753-1881ca4baf9f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 932 time: 0.4636102 Jul 16 20:15:27.041583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f4186d8-6867-4e0c-9006-85ec6d650007 req-46200be2-b349-460a-be23-3b882a024695 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610900 Jul 16 20:15:27.152891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.183973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ace2b373-1aa6-499f-83c6-ce4cd7763c9b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:27.184940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57e9d19-65f6-4a00-9798-4930b319db45']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:27.191438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbd41f00-e5b8-4946-a4d2-5a3212aaf429 req-eb13ac9a-afd9-4ec4-9554-2e6b045f6af4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888292 Jul 16 20:15:27.210032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ace2b373-1aa6-499f-83c6-ce4cd7763c9b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:27.211122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ace2b373-1aa6-499f-83c6-ce4cd7763c9b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:27.214392 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8806652-0535-49ba-9197-02cb3f6938df') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:27.214762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8806652-0535-49ba-9197-02cb3f6938df') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:27.256159 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.281418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Made reservation on behalf of 339b1fa75957439782186d828b947369 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:27.285335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.300074 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.306260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a617a9b-4b63-4593-923d-0512c3033c1c {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:27.320316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.323985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:27.324515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:27.330552 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:27.915614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Transition to ACTIVE for port object 2a617a9b-4b63-4593-923d-0512c3033c1c will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:27.918839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7e895d7-70e0-48d2-8473-270ae8d297f6 req-4b4994d2-10de-4268-b120-052a4d27636c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 210 time: 0.0523121 Jul 16 20:15:27.924572 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.928764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.960303 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.962303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] 10.222.0.78 "DELETE /v2.0/networks/a57e9d19-65f6-4a00-9798-4930b319db45 HTTP/1.1" status: 204 len: 168 time: 2.8125243 Jul 16 20:15:28.028178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb607c16-05a0-4a42-ade9-74561e701589 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332 tempest-ExtraDHCPOptionsIpV6TestJSON-1275319332-project] Pushing event deleted for resources: {'Network': ['ID=a57e9d19-65f6-4a00-9798-4930b319db45,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.073188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a617a9b-4b63-4593-923d-0512c3033c1c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.093717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Allocated IP 172.20.0.5 (3ca26e4e-3007-40cd-8b4b-ebff741e8b02/6dbe0521-aba6-4cd7-9038-383ed1d9b674/04e7812a-793d-4bbe-b75d-413c4f70eff6) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:28.145230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c668-6e24-4242-a5a7-ce111365d0f0 req-71c985e3-87b7-4c16-8ead-d81265f83243 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.157456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c78c668-6e24-4242-a5a7-ce111365d0f0 req-71c985e3-87b7-4c16-8ead-d81265f83243 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.7863698 Jul 16 20:15:28.301605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c78c668-6e24-4242-a5a7-ce111365d0f0 req-4a96fc0a-f889-4f08-a3c7-c70c665c28a9 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431015 Jul 16 20:15:28.390451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Attempting to bind port 2a617a9b-4b63-4593-923d-0512c3033c1c on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:28.390952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Attempting to bind port 2a617a9b-4b63-4593-923d-0512c3033c1c by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:28.391401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Attempting to bind port 2a617a9b-4b63-4593-923d-0512c3033c1c on network bc322244-c1ea-4332-aa0a-414c4497f4df {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:28.408894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Port 2a617a9b-4b63-4593-923d-0512c3033c1c on network bc322244-c1ea-4332-aa0a-414c4497f4df not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:28.409228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Attempting to bind port 2a617a9b-4b63-4593-923d-0512c3033c1c on network bc322244-c1ea-4332-aa0a-414c4497f4df {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:28.467202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:28.467570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Checking segment: {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:28.467947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Bound using segment: {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:28.468445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Bound port: 2a617a9b-4b63-4593-923d-0512c3033c1c, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:28.468825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.556008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51218) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.622552 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.658032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cc82d-47f9-43c2-8186-4349db7eb024 req-bf8e93c9-3a94-4b9f-9a7d-48a4eb181f56 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.659699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-441cc82d-47f9-43c2-8186-4349db7eb024 req-bf8e93c9-3a94-4b9f-9a7d-48a4eb181f56 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 945 time: 0.3360107 Jul 16 20:15:28.678398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Transition to ACTIVE for port object 04e7812a-793d-4bbe-b75d-413c4f70eff6 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:28.700016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] For port 2a617a9b-4b63-4593-923d-0512c3033c1c, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:28.728771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] For port 2a617a9b-4b63-4593-923d-0512c3033c1c, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2a617a9b-4b63-4593-923d-0512c3033c1c,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:28.747954 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.805276 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-26a9e731-594d-42e7-bec1-715f9d03ea6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1d15ebb9f42e4e339c7064e6a2aa4e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452507 Jul 16 20:15:28.806854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51224) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.807883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d7544-0fec-4cea-90e6-5a7c41354a1d req-a159f239-a95c-4fc7-8bbe-1247db760a1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.809622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-346d7544-0fec-4cea-90e6-5a7c41354a1d req-a159f239-a95c-4fc7-8bbe-1247db760a1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 944 time: 0.3000882 Jul 16 20:15:28.822749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-441cc82d-47f9-43c2-8186-4349db7eb024 req-4ddbd282-fd28-4d7d-8f36-3aa84d72ba6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513944 Jul 16 20:15:28.847904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.848698 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.850326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] 10.222.0.68 "PUT /v2.0/ports/2a617a9b-4b63-4593-923d-0512c3033c1c HTTP/1.1" status: 200 len: 1093 time: 2.9930220 Jul 16 20:15:28.855861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a25164-939a-486d-80bc-d940b972c6d8', 'tag': '2a617a9b-4b63-4593-923d-0512c3033c1c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:28.858628 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7f2560-cada-4d99-a34e-59220afad410" -d '{"events": [{"name": "network-changed", "server_uuid": "38a25164-939a-486d-80bc-d940b972c6d8", "tag": "2a617a9b-4b63-4593-923d-0512c3033c1c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:28.891734 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86126dda-faef-4ce1-8d4f-43cddf815886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.930692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.950477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a392ec-c9b7-4d51-bddb-78dcec2ee5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a617a9b-4b63-4593-923d-0512c3033c1c,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.952958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86126dda-faef-4ce1-8d4f-43cddf815886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.955745 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f35cfa2-97ac-4f84-bb2a-65708f3e9a4f x-openstack-request-id: req-2f35cfa2-97ac-4f84-bb2a-65708f3e9a4f {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:28.956168 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a25164-939a-486d-80bc-d940b972c6d8", "tag": "2a617a9b-4b63-4593-923d-0512c3033c1c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:28.956592 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f35cfa2-97ac-4f84-bb2a-65708f3e9a4f {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:28.957090 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a25164-939a-486d-80bc-d940b972c6d8', 'tag': '2a617a9b-4b63-4593-923d-0512c3033c1c', 'status': 'completed', 'code': 200} Jul 16 20:15:29.004359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-346d7544-0fec-4cea-90e6-5a7c41354a1d req-66d6f7cf-82ac-4c0c-9308-8814492a81db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789305 Jul 16 20:15:29.067398 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86126dda-faef-4ce1-8d4f-43cddf815886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.070370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86126dda-faef-4ce1-8d4f-43cddf815886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.071887 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86126dda-faef-4ce1-8d4f-43cddf815886 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28623d8d-1543-48a1-ae65-7158b75bb0d1 HTTP/1.1" status: 204 len: 168 time: 0.2640538 Jul 16 20:15:29.082087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86126dda-faef-4ce1-8d4f-43cddf815886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28623d8d-1543-48a1-ae65-7158b75bb0d1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:29.145370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:29.170750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:29.174742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'Port': ['ID=04e7812a-793d-4bbe-b75d-413c4f70eff6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:29.177486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:29.250967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.251674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.271538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-d0f44953-e27c-4e69-8d0e-8fd7d47b3cd8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5010958 Jul 16 20:15:29.391756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7581-3c9b-434f-802e-f8a220251446 req-e16c8253-312c-4bf2-a166-06e7b0ecece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.398852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-e16c8253-312c-4bf2-a166-06e7b0ecece3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 1096 time: 0.4631529 Jul 16 20:15:29.496018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-12de4a24-4a39-4bae-96d2-3f33d0b5e7ba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2a617a9b-4b63-4593-923d-0512c3033c1c HTTP/1.1" status: 200 len: 217 time: 0.0886943 Jul 16 20:15:29.503187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Request body: {'port': {'device_id': 'aa12d71e-fdd1-47b8-a844-7f4a991f21b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:29.670632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.724449 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-ad724318-e8f0-4cd5-ab05-fa67640561d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2971144 Jul 16 20:15:29.781594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9480c59e-dc19-45e1-a7c6-8a68cba552bb None None] Provisioning for port 04e7812a-793d-4bbe-b75d-413c4f70eff6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:29.795602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7581-3c9b-434f-802e-f8a220251446 req-1f8e7e64-2e8f-4d9d-9478-fd2029815444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.798498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9480c59e-dc19-45e1-a7c6-8a68cba552bb None None] Provisioning complete for port 04e7812a-793d-4bbe-b75d-413c4f70eff6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:29.799307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-1f8e7e64-2e8f-4d9d-9478-fd2029815444 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3487bc9c-ee29-4cc2-a9a7-2467b65d0f32 HTTP/1.1" status: 200 len: 838 time: 0.2896338 Jul 16 20:15:29.801224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9480c59e-dc19-45e1-a7c6-8a68cba552bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.884520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-62a12ecd-5aa4-45d2-a596-e2af9aed0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.886158 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-62a12ecd-5aa4-45d2-a596-e2af9aed0a5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e33d6ca215704afa8ace654e0908c2b9&device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 1099 time: 0.1119194 Jul 16 20:15:29.893080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9480c59e-dc19-45e1-a7c6-8a68cba552bb None None] Port 04e7812a-793d-4bbe-b75d-413c4f70eff6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:29.912875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0b649-a89e-4cc6-a3ab-d2f6bc5f19de req-1d83e452-c052-49e7-a5ec-dd1514c13782 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.915385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9a0b649-a89e-4cc6-a3ab-d2f6bc5f19de req-1d83e452-c052-49e7-a5ec-dd1514c13782 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 931 time: 0.6496372 Jul 16 20:15:30.042253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b97a2-3724-4b77-b646-5d9bccca973b req-b42bea91-b36c-49f3-bda2-f5476f9e9638 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.044475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f2b97a2-3724-4b77-b646-5d9bccca973b req-b42bea91-b36c-49f3-bda2-f5476f9e9638 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.3322890 Jul 16 20:15:30.061932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-c58a47c7-8b60-4de6-b5cc-d8196926e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.065153 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-c58a47c7-8b60-4de6-b5cc-d8196926e0d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 200 len: 917 time: 0.1474938 Jul 16 20:15:30.130657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9a0b649-a89e-4cc6-a3ab-d2f6bc5f19de req-31f05dd3-ef79-4678-8654-ac990e407281 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064712 Jul 16 20:15:30.158748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-93c40ea1-d48c-464d-877a-9c74a9c6c4c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 200 len: 1001 time: 0.0865705 Jul 16 20:15:30.198940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f2b97a2-3724-4b77-b646-5d9bccca973b req-23f328ed-e430-4fa4-9770-7e6301ed16c3 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893362 Jul 16 20:15:30.245320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7581-3c9b-434f-802e-f8a220251446 req-c5e48a36-92e0-461e-8421-26047ae3ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.248692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-c5e48a36-92e0-461e-8421-26047ae3ff77 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc322244-c1ea-4332-aa0a-414c4497f4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4073868 Jul 16 20:15:30.348147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-b8afcfde-f98e-419e-92f0-366fd85c098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.361254 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-b8afcfde-f98e-419e-92f0-366fd85c098f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 200 len: 855 time: 0.1885953 Jul 16 20:15:30.427100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-39b3e9f7-c6ff-48b9-bbb1-f37c87616f4e service neutron] 10.222.0.68 "GET /v2.0/networks/bc322244-c1ea-4332-aa0a-414c4497f4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591663 Jul 16 20:15:30.447114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-63422899-e82c-4ae8-acfb-faa8cbc57594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.449656 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-63422899-e82c-4ae8-acfb-faa8cbc57594 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdb342b2-9493-4fe8-ba1b-12560b88ed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784543 Jul 16 20:15:30.494060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51264) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:30.578403 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-cca6c040-5ff1-4160-9951-07c099bacdc3 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188617 Jul 16 20:15:30.707533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1421517001'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:30.716450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44cd7581-3c9b-434f-802e-f8a220251446 req-ad2082ea-f535-420f-970c-ba0dc33b20ac service neutron] 10.222.0.68 "GET /v2.0/networks/bc322244-c1ea-4332-aa0a-414c4497f4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785895 Jul 16 20:15:30.766811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5a889-870e-4f6b-9c3a-837b78c8de8b req-b1c82154-2419-4aa8-b751-a95356793c4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.780372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7fe5a889-870e-4f6b-9c3a-837b78c8de8b req-b1c82154-2419-4aa8-b751-a95356793c4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 944 time: 0.3475533 Jul 16 20:15:30.790521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5fc3f9ab-a510-4481-a1e1-c37c15c78566 req-5ac54ad2-c1fe-4d1f-b179-0a54a7bbecd0 service neutron] 10.222.0.16 "GET /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008641 Jul 16 20:15:30.799640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:30.809032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.838244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.875163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77344cba-63b0-4bc5-ab0d-f6349ad2d444 req-ab25e2b7-7223-43e8-8d7b-95bdb5df823f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.877503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77344cba-63b0-4bc5-ab0d-f6349ad2d444 req-ab25e2b7-7223-43e8-8d7b-95bdb5df823f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 945 time: 0.4493933 Jul 16 20:15:30.961976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e7812a-793d-4bbe-b75d-413c4f70eff6 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:30.976055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.988023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7fe5a889-870e-4f6b-9c3a-837b78c8de8b req-90dfa055-eabe-496e-aa23-890d1dbd2ce7 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065830 Jul 16 20:15:30.992012 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.994724 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.039649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77344cba-63b0-4bc5-ab0d-f6349ad2d444 req-54154f36-ae26-4b6e-bf1c-ce3b65308b6b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334062 Jul 16 20:15:31.044808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Transition to ACTIVE for port object 04e7812a-793d-4bbe-b75d-413c4f70eff6 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:31.050131 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.089963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f2560-cada-4d99-a34e-59220afad410 req-7e405b8d-2534-43f9-9489-84b9b66dd743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.091694 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7f2560-cada-4d99-a34e-59220afad410 req-7e405b8d-2534-43f9-9489-84b9b66dd743 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 1096 time: 0.2732487 Jul 16 20:15:31.141708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:31.157751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95e44bf-6d86-4886-95f3-cfdf15b0fa82,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.216956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.217912 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Added segment 55bc4782-f13a-4bc9-b694-90d19acecb7b of type vlan for network d757f5b5-4606-46ba-8408-62a3f50297c9 Jul 16 20:15:31.297975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-1b29e084-caa2-48bf-9ff9-284c5b754805 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.300638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f2560-cada-4d99-a34e-59220afad410 req-6ee1d1c1-c398-4986-8438-c8b0458a3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.300872 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-1b29e084-caa2-48bf-9ff9-284c5b754805 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 945 time: 0.3226643 Jul 16 20:15:31.305432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7f2560-cada-4d99-a34e-59220afad410 req-6ee1d1c1-c398-4986-8438-c8b0458a3828 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bc322244-c1ea-4332-aa0a-414c4497f4df HTTP/1.1" status: 200 len: 897 time: 0.2042947 Jul 16 20:15:31.309371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=04e7812a-793d-4bbe-b75d-413c4f70eff6,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.406599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7f2560-cada-4d99-a34e-59220afad410 req-fa8170f1-f4a0-4822-af27-8499924c24ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2a617a9b-4b63-4593-923d-0512c3033c1c HTTP/1.1" status: 200 len: 217 time: 0.0913205 Jul 16 20:15:31.623335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f2560-cada-4d99-a34e-59220afad410 req-6e78c848-475b-47e3-9337-acfa89a7230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.624986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7f2560-cada-4d99-a34e-59220afad410 req-6e78c848-475b-47e3-9337-acfa89a7230a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3487bc9c-ee29-4cc2-a9a7-2467b65d0f32 HTTP/1.1" status: 200 len: 838 time: 0.1544831 Jul 16 20:15:31.683375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Attempting to bind port 04e7812a-793d-4bbe-b75d-413c4f70eff6 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:31.683752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Attempting to bind port 04e7812a-793d-4bbe-b75d-413c4f70eff6 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:31.684063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Attempting to bind port 04e7812a-793d-4bbe-b75d-413c4f70eff6 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:31.705852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Port 04e7812a-793d-4bbe-b75d-413c4f70eff6 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:31.706293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Attempting to bind port 04e7812a-793d-4bbe-b75d-413c4f70eff6 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:31.729266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b7d14-e592-45a0-9b44-8f20f6569b11 req-d54fe2f1-379b-4bb5-b0c7-38d5d83c9bf7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.730933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-947b7d14-e592-45a0-9b44-8f20f6569b11 req-d54fe2f1-379b-4bb5-b0c7-38d5d83c9bf7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 943 time: 0.3286340 Jul 16 20:15:31.731788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:31.732138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Checking segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:31.732563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Bound using segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:31.733019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Bound port: 04e7812a-793d-4bbe-b75d-413c4f70eff6, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:31.733404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.774684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568ed3f-1426-4a32-82b2-22dcae3ea5a7 req-5eb2c811-28a3-4ae0-a1c0-d3b71e0f9048 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.776363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6568ed3f-1426-4a32-82b2-22dcae3ea5a7 req-5eb2c811-28a3-4ae0-a1c0-d3b71e0f9048 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.3045130 Jul 16 20:15:31.861836 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f2560-cada-4d99-a34e-59220afad410 req-c2ff7ec2-d54e-4a21-8918-25d9555dc670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.863463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7f2560-cada-4d99-a34e-59220afad410 req-c2ff7ec2-d54e-4a21-8918-25d9555dc670 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bc322244-c1ea-4332-aa0a-414c4497f4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2179990 Jul 16 20:15:31.894176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-947b7d14-e592-45a0-9b44-8f20f6569b11 req-a4a56e9f-8baf-455b-bea6-03162df6969b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446552 Jul 16 20:15:31.949715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] For port 04e7812a-793d-4bbe-b75d-413c4f70eff6, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:31.956614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6568ed3f-1426-4a32-82b2-22dcae3ea5a7 req-26400704-4c78-42ad-ba5e-9c1d5290a716 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379769 Jul 16 20:15:31.958439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] For port 04e7812a-793d-4bbe-b75d-413c4f70eff6, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:31.989827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.994129 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.120876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.121787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.123299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/04e7812a-793d-4bbe-b75d-413c4f70eff6 HTTP/1.1" status: 200 len: 1092 time: 2.8379080 Jul 16 20:15:32.123978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12d71e-fdd1-47b8-a844-7f4a991f21b5', 'tag': '04e7812a-793d-4bbe-b75d-413c4f70eff6'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:32.127671 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7893f56-ed1b-45d2-8381-5d9d0058153c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12d71e-fdd1-47b8-a844-7f4a991f21b5", "tag": "04e7812a-793d-4bbe-b75d-413c4f70eff6"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:32.137150 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.resource_extend [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:15:32.154177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7f2560-cada-4d99-a34e-59220afad410 req-98d795f9-d79c-4d3f-8033-1f1dc6501421 service neutron] 10.222.0.68 "GET /v2.0/networks/bc322244-c1ea-4332-aa0a-414c4497f4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792208 Jul 16 20:15:32.210161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6d63-5099-4508-8492-3f197656c2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=04e7812a-793d-4bbe-b75d-413c4f70eff6,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:32.254929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.266401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.267856 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.413130 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9171731 Jul 16 20:15:32.429567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Deleting port 45a76691-41d9-488a-b2a4-02c290c78c3e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:32.430189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.572766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7f2560-cada-4d99-a34e-59220afad410 req-240675c8-5ff0-4abe-a0ea-5f0e4a8f84c4 service neutron] 10.222.0.68 "GET /v2.0/networks/bc322244-c1ea-4332-aa0a-414c4497f4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113653 Jul 16 20:15:32.625933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334931ec-7e21-4128-a157-84deb51878d3 req-8e919e66-8b46-4b2b-aba4-bbf156cba09e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.626954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] For port 45a76691-41d9-488a-b2a4-02c290c78c3e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=45a76691-41d9-488a-b2a4-02c290c78c3e,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:32.627540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.641937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-334931ec-7e21-4128-a157-84deb51878d3 req-8e919e66-8b46-4b2b-aba4-bbf156cba09e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 944 time: 0.4407601 Jul 16 20:15:32.653355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Calling delete_port for 45a76691-41d9-488a-b2a4-02c290c78c3e owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:32.667980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab10d0-11eb-4b59-9d12-9b0e51c9bd21 req-db8a6010-842b-449e-9cd9-4d12b534da35 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.671195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25ab10d0-11eb-4b59-9d12-9b0e51c9bd21 req-db8a6010-842b-449e-9cd9-4d12b534da35 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9410951-e5f7-45ef-b0db-7fa3640e94a8 HTTP/1.1" status: 200 len: 945 time: 0.2438927 Jul 16 20:15:32.791553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-5bf058a2-33ed-4876-8246-b81767dfca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.796412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-5bf058a2-33ed-4876-8246-b81767dfca28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 1095 time: 0.5514052 Jul 16 20:15:32.807869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-334931ec-7e21-4128-a157-84deb51878d3 req-4a55f410-020d-42c2-b919-c758d9b9e1ab tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325583 Jul 16 20:15:32.883741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25ab10d0-11eb-4b59-9d12-9b0e51c9bd21 req-e893c357-4a7d-4ee3-a082-7579e2639d16 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605902 Jul 16 20:15:32.885759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-aba175c9-37eb-4d0a-aacc-58cd3b0d9a02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6 HTTP/1.1" status: 200 len: 217 time: 0.0767972 Jul 16 20:15:32.997963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e6b2b-6b51-4df3-a57c-49e5c0521bbe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Network': ['ID=d757f5b5-4606-46ba-8408-62a3f50297c9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.034022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network d757f5b5-4606-46ba-8408-62a3f50297c9 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:33.053857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-4609e8c3-f080-44f9-95df-17eb4562919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.061512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-4609e8c3-f080-44f9-95df-17eb4562919b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1663303 Jul 16 20:15:33.067275 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0718e131-618b-4285-b42c-3a5d6ac36ea9 x-openstack-request-id: req-0718e131-618b-4285-b42c-3a5d6ac36ea9 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:33.067733 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12d71e-fdd1-47b8-a844-7f4a991f21b5", "tag": "04e7812a-793d-4bbe-b75d-413c4f70eff6", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:33.068154 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0718e131-618b-4285-b42c-3a5d6ac36ea9 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:33.071534 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa12d71e-fdd1-47b8-a844-7f4a991f21b5', 'tag': '04e7812a-793d-4bbe-b75d-413c4f70eff6', 'status': 'completed', 'code': 200} Jul 16 20:15:33.098067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.211600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event deleted for resources: {'Port': ['ID=45a76691-41d9-488a-b2a4-02c290c78c3e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.306877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['45a76691-41d9-488a-b2a4-02c290c78c3e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:33.413298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] No DVR routers for this DVR port 45a76691-41d9-488a-b2a4-02c290c78c3e on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:33.418018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.424065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f491af93-be4c-424b-bb8a-6bf3fbb836f0 req-3e527e76-b967-4348-9b6e-507a1ea7586e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "DELETE /v2.0/ports/45a76691-41d9-488a-b2a4-02c290c78c3e HTTP/1.1" status: 204 len: 173 time: 2.0739632 Jul 16 20:15:33.425000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9410951-e5f7-45ef-b0db-7fa3640e94a8', 'name': 'network-vif-deleted', 'tag': '45a76691-41d9-488a-b2a4-02c290c78c3e'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:33.436252 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8613c8d8-cb8e-4bf0-bb6f-ddf6f43cabfe" -d '{"events": [{"server_uuid": "f9410951-e5f7-45ef-b0db-7fa3640e94a8", "name": "network-vif-deleted", "tag": "45a76691-41d9-488a-b2a4-02c290c78c3e"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:33.623467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-2f80a00a-be91-44db-ac2a-0fe52be9ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.626142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-2f80a00a-be91-44db-ac2a-0fe52be9ebba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5384796 Jul 16 20:15:33.675374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55a21-856d-45e4-9380-182b0cd00c47 req-671ed753-f469-4ecd-ae54-361f03fe6dfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.688512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-93c55a21-856d-45e4-9380-182b0cd00c47 req-671ed753-f469-4ecd-ae54-361f03fe6dfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 943 time: 0.4193997 Jul 16 20:15:33.843791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0df02-b830-481f-a6a5-df55e4321290 req-c4bebfe4-4b82-4510-9265-79b12caa8c07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.846480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68e0df02-b830-481f-a6a5-df55e4321290 req-c4bebfe4-4b82-4510-9265-79b12caa8c07 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.3653615 Jul 16 20:15:34.262463 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.373167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-93c55a21-856d-45e4-9380-182b0cd00c47 req-e01002a2-37e3-4a68-b345-e7a54bddb76b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775832 Jul 16 20:15:34.410909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68e0df02-b830-481f-a6a5-df55e4321290 req-46ea61af-3da5-4df7-814f-8aa63d22e128 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550013 Jul 16 20:15:34.414401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-3ae7e0a9-1579-4704-9fc1-2871b98f8f9f service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768941 Jul 16 20:15:34.549117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-562beecc-cafe-4d29-919d-4a672eeb3856 req-a15cf515-0057-4e3e-b201-8273cc0f00b5 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280663 Jul 16 20:15:34.738462 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56ec046-258b-4f65-b018-21e852e5854f x-openstack-request-id: req-e56ec046-258b-4f65-b018-21e852e5854f {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:34.739417 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9410951-e5f7-45ef-b0db-7fa3640e94a8", "name": "network-vif-deleted", "tag": "45a76691-41d9-488a-b2a4-02c290c78c3e", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:34.740095 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e56ec046-258b-4f65-b018-21e852e5854f {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:34.741545 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9410951-e5f7-45ef-b0db-7fa3640e94a8', 'name': 'network-vif-deleted', 'tag': '45a76691-41d9-488a-b2a4-02c290c78c3e', 'status': 'completed', 'code': 200} Jul 16 20:15:34.768476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-fb7c9a9e-7b58-4e35-9348-1b3ec7851323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.770217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-fb7c9a9e-7b58-4e35-9348-1b3ec7851323 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 1095 time: 0.1417267 Jul 16 20:15:34.770842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2a617a9b-4b63-4593-923d-0512c3033c1c details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:34.798517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeed22c-0bd5-4cd7-8d58-09df71e2baac req-96b232d2-f2b8-43e3-86d5-65c0125afd2d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.807537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfeed22c-0bd5-4cd7-8d58-09df71e2baac req-96b232d2-f2b8-43e3-86d5-65c0125afd2d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 944 time: 0.1328638 Jul 16 20:15:34.954485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfeed22c-0bd5-4cd7-8d58-09df71e2baac req-5cf1b656-3afc-4d2c-b9ca-6ea5c4b34196 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458106 Jul 16 20:15:35.001785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-16cade9e-8f3c-4b25-9a85-fe3be9333593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.005439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-16cade9e-8f3c-4b25-9a85-fe3be9333593 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.2271569 Jul 16 20:15:35.061835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2a617a9b-4b63-4593-923d-0512c3033c1c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2a617a9b-4b63-4593-923d-0512c3033c1c,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:35.088293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '2a617a9b-4b63-4593-923d-0512c3033c1c', 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df', 'port_id': '2a617a9b-4b63-4593-923d-0512c3033c1c', 'mac_address': 'fa:16:3e:51:44:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3487bc9c-ee29-4cc2-a9a7-2467b65d0f32', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:35.115125 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-0dd066cb-34b2-4600-a646-48f5054a0edd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6 HTTP/1.1" status: 200 len: 217 time: 0.1010816 Jul 16 20:15:35.162742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.185858 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.224393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-829deb63-6478-4d58-a4e4-e68f9e8a026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.225269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a617a9b-4b63-4593-923d-0512c3033c1c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:35.227944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-829deb63-6478-4d58-a4e4-e68f9e8a026d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1040592 Jul 16 20:15:35.254663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2a617a9b-4b63-4593-923d-0512c3033c1c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2a617a9b-4b63-4593-923d-0512c3033c1c,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:35.260336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.400344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-b87c1e6d-9c53-47e8-8441-b1378adde416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.402342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-b87c1e6d-9c53-47e8-8441-b1378adde416 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662924 Jul 16 20:15:35.495912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-514c60c3-b972-4718-94c1-ab228e39edeb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.508132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-514c60c3-b972-4718-94c1-ab228e39edeb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.2255466 Jul 16 20:15:35.510461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=2a617a9b-4b63-4593-923d-0512c3033c1c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:35.592536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['2a617a9b-4b63-4593-923d-0512c3033c1c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:35.626551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-f8c40750-4d41-4b19-9e86-f7f3d9d9ab22 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167640 Jul 16 20:15:35.634164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-77c6c137-a1b1-4e07-9755-a2ecc3e8aa80 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/quotas/d48880fbf8f74c859479858015141a48 HTTP/1.1" status: 200 len: 375 time: 0.1249433 Jul 16 20:15:35.698531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-3f1f7223-b967-4c8c-9177-36ed76189d6f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630574 Jul 16 20:15:35.912725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7893f56-ed1b-45d2-8381-5d9d0058153c req-82c94fb8-32f7-46dd-89dc-0f725350bf71 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666354 Jul 16 20:15:35.928609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-5925e135-a014-4c60-9ca1-95e9c735dcba service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285218 Jul 16 20:15:35.971147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547521f-fc68-442e-a6a1-13e3237ce34c req-2d7c95a5-15cd-475c-bbf5-b5af5a793f9b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.972796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0547521f-fc68-442e-a6a1-13e3237ce34c req-2d7c95a5-15cd-475c-bbf5-b5af5a793f9b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 943 time: 0.2336984 Jul 16 20:15:36.059252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0547521f-fc68-442e-a6a1-13e3237ce34c req-8e00aabe-56e5-4316-a6c2-43f1f4ef9443 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757246 Jul 16 20:15:36.085006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-ba2ece59-0d3b-4037-802a-b13b5e55e7eb service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542180 Jul 16 20:15:36.123948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51318) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:36.129828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'subnet': {'network_id': 'd757f5b5-4606-46ba-8408-62a3f50297c9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:36.232504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 45a76691-41d9-488a-b2a4-02c290c78c3e no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:36.279849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 45a76691-41d9-488a-b2a4-02c290c78c3e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:36.282228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 45a76691-41d9-488a-b2a4-02c290c78c3e not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:36.328545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:36.332515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.345126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908d784-8624-4002-9425-2d6158346aed req-2d883ba0-82b3-4723-8708-de0cec5b266a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.348550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5908d784-8624-4002-9425-2d6158346aed req-2d883ba0-82b3-4723-8708-de0cec5b266a tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.1023939 Jul 16 20:15:36.507785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5908d784-8624-4002-9425-2d6158346aed req-c9e7666c-a9f6-48e5-8915-525b639d2aa1 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373610 Jul 16 20:15:36.564298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71489a1-52a4-4730-96fe-8f61434c014e req-a2ee2dcc-feed-4876-92d5-1c964f6dd7bc tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.566000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b71489a1-52a4-4730-96fe-8f61434c014e req-a2ee2dcc-feed-4876-92d5-1c964f6dd7bc tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 945 time: 0.1971717 Jul 16 20:15:36.684018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abaf1478-5192-4091-b2d8-a38a9af42ae3 req-cb0965d6-f3d3-485a-87f1-7ed79b19dafc tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 210 time: 0.0489702 Jul 16 20:15:36.697902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b71489a1-52a4-4730-96fe-8f61434c014e req-fabae37b-c638-4b38-a1d6-b0b54b8d9167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211097 Jul 16 20:15:36.777082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.779655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2a617a9b-4b63-4593-923d-0512c3033c1c up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:36.853816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Subnet': ['ID=02bf4dc9-4169-413b-9250-983dc8bce76c,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:36.863421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 2a617a9b-4b63-4593-923d-0512c3033c1c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:36.873164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 2a617a9b-4b63-4593-923d-0512c3033c1c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:36.873164 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.880006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.880483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.880922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.881520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.882204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.882810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.883212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.883758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.884397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.884662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.885170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.885591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:36.902194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Checking segment: {'id': '55bc4782-f13a-4bc9-b694-90d19acecb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd757f5b5-4606-46ba-8408-62a3f50297c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:36.902566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network hostable DHCP agents. Network: d757f5b5-4606-46ba-8408-62a3f50297c9, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:36.924896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network d757f5b5-4606-46ba-8408-62a3f50297c9 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:36.938161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d757f5b5-4606-46ba-8408-62a3f50297c9) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:36.943443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.944506 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.961467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f23b4-efce-40e1-b4c6-38ff0b7a0811 None None] Network d757f5b5-4606-46ba-8408-62a3f50297c9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:36.968939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b646044f-be9c-476f-a3d6-87dc5a2caa51 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8437157 Jul 16 20:15:36.975175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51332) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:36.982598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1312438838'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:37.008885 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.016233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:37.022216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.066893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:37.073699 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a25164-939a-486d-80bc-d940b972c6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a617a9b-4b63-4593-923d-0512c3033c1c'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:37.076364 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee9830b-eb29-42d2-b799-e164a64f4045" -d '{"events": [{"server_uuid": "38a25164-939a-486d-80bc-d940b972c6d8", "name": "network-vif-plugged", "status": "completed", "tag": "2a617a9b-4b63-4593-923d-0512c3033c1c"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:37.105989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 2a617a9b-4b63-4593-923d-0512c3033c1c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2a617a9b-4b63-4593-923d-0512c3033c1c,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:37.112468 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.122281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.123176 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Added segment 5372f611-b436-45fc-b909-26181142f028 of type vlan for network 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 Jul 16 20:15:37.213770 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436046f2-a2a5-4561-9cad-11bdfef7857b x-openstack-request-id: req-436046f2-a2a5-4561-9cad-11bdfef7857b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:37.214162 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a25164-939a-486d-80bc-d940b972c6d8", "name": "network-vif-plugged", "status": "completed", "tag": "2a617a9b-4b63-4593-923d-0512c3033c1c", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:37.214367 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-436046f2-a2a5-4561-9cad-11bdfef7857b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:37.214700 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a25164-939a-486d-80bc-d940b972c6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a617a9b-4b63-4593-923d-0512c3033c1c', 'code': 200} Jul 16 20:15:37.243495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=2a617a9b-4b63-4593-923d-0512c3033c1c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:37.267305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d757f5b5-4606-46ba-8408-62a3f50297c9', 'network_id': 'd757f5b5-4606-46ba-8408-62a3f50297c9', 'tenant_id': '1741a4c71734449397283ea6948262d6', 'fixed_ips': [{'subnet_id': '02bf4dc9-4169-413b-9250-983dc8bce76c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:37.268742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.269292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.326506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.338427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.341117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.395835 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4183619 Jul 16 20:15:37.400620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51338) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:37.406914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'subnet': {'network_id': '9cbadddc-1967-441f-a9a4-7fc5e996d3d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:37.459261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b8759-e68e-44ee-971e-1faf3e114205 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Network': ['ID=9cbadddc-1967-441f-a9a4-7fc5e996d3d2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:37.474092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1526b-636f-46cb-84f0-04aa61daa365 req-654acfae-d839-4e7b-8dfb-1088898eebba tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.482527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28a1526b-636f-46cb-84f0-04aa61daa365 req-654acfae-d839-4e7b-8dfb-1088898eebba tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 943 time: 0.1821651 Jul 16 20:15:37.494031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474676a3-30e4-4216-afbc-cd86f9ec43c0 req-5f784c4a-ebaf-4c02-9f3e-5324857c7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.495640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474676a3-30e4-4216-afbc-cd86f9ec43c0 req-5f784c4a-ebaf-4c02-9f3e-5324857c7b99 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 1098 time: 0.1150548 Jul 16 20:15:37.505478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:37.553527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28a1526b-636f-46cb-84f0-04aa61daa365 req-5639f79a-2aa6-46f9-8fe1-7e6800222f20 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693264 Jul 16 20:15:37.563516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:37.564967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474676a3-30e4-4216-afbc-cd86f9ec43c0 req-a3c587cb-3360-4407-bda9-5ab40bd9af05 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600975 Jul 16 20:15:37.574695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.624655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Allocated IP 2001:db8:0:ffff::2 (d757f5b5-4606-46ba-8408-62a3f50297c9/02bf4dc9-4169-413b-9250-983dc8bce76c/bc510454-b9f9-4d85-a8d0-949333af73a3) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:37.882858 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.895865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Transition to ACTIVE for port object bc510454-b9f9-4d85-a8d0-949333af73a3 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:37.931055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Transition to ACTIVE for port object bc510454-b9f9-4d85-a8d0-949333af73a3 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:37.941640 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.001305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Network d757f5b5-4606-46ba-8408-62a3f50297c9 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:38.009315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:38.016464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:38.023450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Pushing event updated for resources: {'Port': ['ID=bc510454-b9f9-4d85-a8d0-949333af73a3,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:38.051457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034be38-c76b-4330-a729-b068a9edcfe4 req-4f0ce870-5ed2-4ee2-84e5-a6821fe8c37e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.059447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4034be38-c76b-4330-a729-b068a9edcfe4 req-4f0ce870-5ed2-4ee2-84e5-a6821fe8c37e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.3474901 Jul 16 20:15:38.117105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Attempting to bind port bc510454-b9f9-4d85-a8d0-949333af73a3 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:38.117849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Attempting to bind port bc510454-b9f9-4d85-a8d0-949333af73a3 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '55bc4782-f13a-4bc9-b694-90d19acecb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd757f5b5-4606-46ba-8408-62a3f50297c9'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:38.118384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Attempting to bind port bc510454-b9f9-4d85-a8d0-949333af73a3 on network d757f5b5-4606-46ba-8408-62a3f50297c9 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:38.125185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:38.125569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Checking segment: {'id': '55bc4782-f13a-4bc9-b694-90d19acecb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd757f5b5-4606-46ba-8408-62a3f50297c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:38.126170 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.126658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Bound using segment: {'id': '55bc4782-f13a-4bc9-b694-90d19acecb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd757f5b5-4606-46ba-8408-62a3f50297c9'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:38.127221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Bound port: bc510454-b9f9-4d85-a8d0-949333af73a3, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bc4782-f13a-4bc9-b694-90d19acecb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd757f5b5-4606-46ba-8408-62a3f50297c9'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:38.127685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.151583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-585724fa-3ede-40ca-bb26-ea101e1925ed req-9f3798bc-9e92-4b92-acee-d5d39a81d71c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 210 time: 0.0824842 Jul 16 20:15:38.169048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-1cd16fd3-550c-4edd-87a1-0d88475ee479 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.170625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-1cd16fd3-550c-4edd-87a1-0d88475ee479 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.3363776 Jul 16 20:15:38.194295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Request body: {'port': {'device_id': 'b8706e17-7bc4-405e-80ef-1a2d1d7fca1a', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'admin_state_up': True, 'tenant_id': 'd48880fbf8f74c859479858015141a48'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:38.205655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:15:38.209211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.235169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4034be38-c76b-4330-a729-b068a9edcfe4 req-98c3e67d-ac76-4b70-97a0-f47b00b55573 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619358 Jul 16 20:15:38.242640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 04e7812a-793d-4bbe-b75d-413c4f70eff6 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:38.275532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] For port bc510454-b9f9-4d85-a8d0-949333af73a3, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:38.310025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] For port bc510454-b9f9-4d85-a8d0-949333af73a3, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bc510454-b9f9-4d85-a8d0-949333af73a3,segment=NetworkSegment(55bc4782-f13a-4bc9-b694-90d19acecb7b),segment_id=55bc4782-f13a-4bc9-b694-90d19acecb7b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:38.370940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Subnet': ['ID=89c4c35f-1230-46ba-9713-49401c84883e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:38.395626 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.399949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Checking segment: {'id': '5372f611-b436-45fc-b909-26181142f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9cbadddc-1967-441f-a9a4-7fc5e996d3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:38.400751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network hostable DHCP agents. Network: 9cbadddc-1967-441f-a9a4-7fc5e996d3d2, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:38.425652 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:38.441858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 9cbadddc-1967-441f-a9a4-7fc5e996d3d2) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:38.462164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.463271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.483319 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2aa26cb9-87af-42b5-b342-034e09739fdd tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0810068 Jul 16 20:15:38.487584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51350) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:38.500937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'port': {'network_id': '9cbadddc-1967-441f-a9a4-7fc5e996d3d2', 'name': 'tempest-NetworksIpV6TestAttrs-673442020'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:38.502939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd967b1f-052e-48db-8cea-1f9bc69bd13f None None] Network 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:38.629449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8df26-95b1-4ac7-ab80-479de1a831f3 req-4606729f-bba1-4abc-a9e3-a15dc8c0c442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.633372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dde8df26-95b1-4ac7-ab80-479de1a831f3 req-4606729f-bba1-4abc-a9e3-a15dc8c0c442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 946 time: 0.2798884 Jul 16 20:15:38.658082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 04e7812a-793d-4bbe-b75d-413c4f70eff6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:38.661901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Made reservation on behalf of d48880fbf8f74c859479858015141a48 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:38.671719 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.732245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '04e7812a-793d-4bbe-b75d-413c4f70eff6', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': '04e7812a-793d-4bbe-b75d-413c4f70eff6', 'mac_address': 'fa:16:3e:cc:61:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:38.738292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:38.748996 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.827524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] device_id is not set on port 5230e503-0e42-4622-8c9b-e40a29f70a1b yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:15:38.835631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1f27c-49cc-445c-91fc-035185fd6add None None] Pushing event updated for resources: {'Port': ['ID=bc510454-b9f9-4d85-a8d0-949333af73a3,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:38.852941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dde8df26-95b1-4ac7-ab80-479de1a831f3 req-2a94776e-0ddc-4c47-a49f-5e639e899e81 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957390 Jul 16 20:15:38.904248 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.958978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e7812a-793d-4bbe-b75d-413c4f70eff6 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:39.060798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Allocated IP 2001:db8::f816:3eff:fe37:4932 (9cbadddc-1967-441f-a9a4-7fc5e996d3d2/89c4c35f-1230-46ba-9713-49401c84883e/5230e503-0e42-4622-8c9b-e40a29f70a1b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:39.063163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 04e7812a-793d-4bbe-b75d-413c4f70eff6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:39.073982 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.235930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-9cbadddc-1967-441f-a9a4-7fc5e996d3d2', 'network_id': '9cbadddc-1967-441f-a9a4-7fc5e996d3d2', 'tenant_id': '1741a4c71734449397283ea6948262d6', 'fixed_ips': [{'subnet_id': '89c4c35f-1230-46ba-9713-49401c84883e'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:39.237277 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.292370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=04e7812a-793d-4bbe-b75d-413c4f70eff6,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:39.323281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4b840-94ea-4498-8118-eee780ce87be req-b677df3b-f6a8-44d9-88c0-84b3aa52c199 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:39.331352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f4b840-94ea-4498-8118-eee780ce87be req-b677df3b-f6a8-44d9-88c0-84b3aa52c199 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.5136430 Jul 16 20:15:39.354709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Allocated IP 172.20.0.8 (34db89b4-ab52-45c4-8fd5-13653be1bb93/c5945411-55ad-491a-99c8-88ce730cc089/a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:39.373379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['04e7812a-793d-4bbe-b75d-413c4f70eff6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:39.479969 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.510794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bc510454-b9f9-4d85-a8d0-949333af73a3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:39.518821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Transition to ACTIVE for port object 5230e503-0e42-4622-8c9b-e40a29f70a1b will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:39.538901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f4b840-94ea-4498-8118-eee780ce87be req-56b1bdc8-76b3-4386-98e9-1587674ea453 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071304 Jul 16 20:15:39.550800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb018c4-c017-49df-bad0-87efeefd5cc2 req-f84f8f6a-511d-43cc-b90c-30f27300f0d9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:39.558757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb018c4-c017-49df-bad0-87efeefd5cc2 req-f84f8f6a-511d-43cc-b90c-30f27300f0d9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 944 time: 0.4167461 Jul 16 20:15:39.620103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.668652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb018c4-c017-49df-bad0-87efeefd5cc2 req-35c3394e-8f7f-4cf7-a80a-a140685cc7ff tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086836 Jul 16 20:15:39.704471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Allocated IP 2001:db8::f816:3eff:fe08:e771 (9cbadddc-1967-441f-a9a4-7fc5e996d3d2/89c4c35f-1230-46ba-9713-49401c84883e/42c00bb8-24d5-4a1f-86f0-ed6463724d47) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:39.708108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port bc510454-b9f9-4d85-a8d0-949333af73a3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:39.759966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:39.768253 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.773412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:39.781394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:39.807771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:39.810292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.864862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51362) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:39.866772 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3764834 Jul 16 20:15:39.891719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1c90-69c0-42b8-a591-2bb48186a190 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Port': ['ID=5230e503-0e42-4622-8c9b-e40a29f70a1b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:40.027528 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.031711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99d24b92-b30a-4efe-b9e9-72b7a3a9fca4 req-00c936fb-241e-45b9-88d4-4e557d011e63 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 210 time: 0.0921907 Jul 16 20:15:40.110767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event updated for resources: {'Port': ['ID=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:40.163232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-626cf2c7-fb9d-4e63-b289-9efc0a76b15e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Deleting subnet 89c4c35f-1230-46ba-9713-49401c84883e {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:40.190982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:40.216294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:40.216294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:40.292591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 04e7812a-793d-4bbe-b75d-413c4f70eff6 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:40.313458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394f13-eccc-497f-95ea-cc812ea3540e req-7e1bbe95-a981-4165-a33b-b150e6d04285 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.330377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31394f13-eccc-497f-95ea-cc812ea3540e req-7e1bbe95-a981-4165-a33b-b150e6d04285 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.3901906 Jul 16 20:15:40.392839 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.413204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Transition to ACTIVE for port object 42c00bb8-24d5-4a1f-86f0-ed6463724d47 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:40.445260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.446810 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.447125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0c446-9dc1-4f9b-8c70-7436b4b64232 None None] Network d757f5b5-4606-46ba-8408-62a3f50297c9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:40.472382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 04e7812a-793d-4bbe-b75d-413c4f70eff6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:40.487396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Transition to ACTIVE for port object 42c00bb8-24d5-4a1f-86f0-ed6463724d47 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:40.504655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 04e7812a-793d-4bbe-b75d-413c4f70eff6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:40.505224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.508003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-6f00b002-caa0-4118-a54f-f52f666a0c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3241544 Jul 16 20:15:40.529058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31394f13-eccc-497f-95ea-cc812ea3540e req-2a820451-2102-493a-8fb6-c66bec04f1c8 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970387 Jul 16 20:15:40.532403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-626cf2c7-fb9d-4e63-b289-9efc0a76b15e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.554329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Request body: {'port': {'device_id': 'b8706e17-7bc4-405e-80ef-1a2d1d7fca1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:40.576927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.593139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-57f6142f-d751-4e30-89f1-8e423b62fbf2 None None] Provisioning for port bc510454-b9f9-4d85-a8d0-949333af73a3 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:40.646319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-57f6142f-d751-4e30-89f1-8e423b62fbf2 None None] Provisioning complete for port bc510454-b9f9-4d85-a8d0-949333af73a3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:40.647624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57f6142f-d751-4e30-89f1-8e423b62fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.656256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Network 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:40.663204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:40.696188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0aef-3b33-4e88-8a44-c775b8861f85 req-c3997ff7-bb91-4e38-b1e3-5ff3382bc6b6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.707859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e0c0aef-3b33-4e88-8a44-c775b8861f85 req-c3997ff7-bb91-4e38-b1e3-5ff3382bc6b6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 946 time: 0.4183536 Jul 16 20:15:40.713967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-626cf2c7-fb9d-4e63-b289-9efc0a76b15e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.721587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:40.792097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Pushing event updated for resources: {'Port': ['ID=42c00bb8-24d5-4a1f-86f0-ed6463724d47,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:40.826838 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.925021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Attempting to bind port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:40.925733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Attempting to bind port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5372f611-b436-45fc-b909-26181142f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9cbadddc-1967-441f-a9a4-7fc5e996d3d2'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:40.926111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Attempting to bind port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 on network 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:40.937378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:40.938771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Checking segment: {'id': '5372f611-b436-45fc-b909-26181142f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9cbadddc-1967-441f-a9a4-7fc5e996d3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:40.938771 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.938771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Bound using segment: {'id': '5372f611-b436-45fc-b909-26181142f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9cbadddc-1967-441f-a9a4-7fc5e996d3d2'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:40.939275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Bound port: 42c00bb8-24d5-4a1f-86f0-ed6463724d47, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5372f611-b436-45fc-b909-26181142f028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9cbadddc-1967-441f-a9a4-7fc5e996d3d2'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:40.939836 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.962872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e0c0aef-3b33-4e88-8a44-c775b8861f85 req-382a436a-d74c-4a8e-8d65-ded6f1f78cab tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447031 Jul 16 20:15:40.993874 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.120239 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57f6142f-d751-4e30-89f1-8e423b62fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.312466 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-626cf2c7-fb9d-4e63-b289-9efc0a76b15e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.380266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12d71e-fdd1-47b8-a844-7f4a991f21b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e7812a-793d-4bbe-b75d-413c4f70eff6'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:41.383784 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00b29e5-a29b-43f3-a2a7-2e2d1117dd80" -d '{"events": [{"server_uuid": "aa12d71e-fdd1-47b8-a844-7f4a991f21b5", "name": "network-vif-plugged", "status": "completed", "tag": "04e7812a-793d-4bbe-b75d-413c4f70eff6"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:41.418460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 04e7812a-793d-4bbe-b75d-413c4f70eff6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:41.433803 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.450551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-57f6142f-d751-4e30-89f1-8e423b62fbf2 None None] For port bc510454-b9f9-4d85-a8d0-949333af73a3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bc510454-b9f9-4d85-a8d0-949333af73a3,segment=NetworkSegment(55bc4782-f13a-4bc9-b694-90d19acecb7b),segment_id=55bc4782-f13a-4bc9-b694-90d19acecb7b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:41.484178 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57f6142f-d751-4e30-89f1-8e423b62fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.532805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=04e7812a-793d-4bbe-b75d-413c4f70eff6,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.620985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-626cf2c7-fb9d-4e63-b289-9efc0a76b15e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.624473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] For port 42c00bb8-24d5-4a1f-86f0-ed6463724d47, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:41.658164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] For port 42c00bb8-24d5-4a1f-86f0-ed6463724d47, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=42c00bb8-24d5-4a1f-86f0-ed6463724d47,segment=NetworkSegment(5372f611-b436-45fc-b909-26181142f028),segment_id=5372f611-b436-45fc-b909-26181142f028)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:41.665224 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.682310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9e45c-da8d-4b8c-bc81-adf529081392 req-43f55fc8-3ef0-43e5-9a1d-4c1bf8c02b55 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.689613 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37d9e45c-da8d-4b8c-bc81-adf529081392 req-43f55fc8-3ef0-43e5-9a1d-4c1bf8c02b55 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 946 time: 0.4057238 Jul 16 20:15:41.700070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05691054-96bc-4217-8704-2c0da0a7ad6c req-bcb6c6a2-5b3e-4452-b5cf-1fdd2ed18c7b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.702458 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05691054-96bc-4217-8704-2c0da0a7ad6c req-bcb6c6a2-5b3e-4452-b5cf-1fdd2ed18c7b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.4002087 Jul 16 20:15:41.702605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6142f-d751-4e30-89f1-8e423b62fbf2 None None] Pushing event updated for resources: {'Port': ['ID=bc510454-b9f9-4d85-a8d0-949333af73a3,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.710586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cf2c7-fb9d-4e63-b289-9efc0a76b15e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Subnet': ['ID=89c4c35f-1230-46ba-9713-49401c84883e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.727223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-626cf2c7-fb9d-4e63-b289-9efc0a76b15e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.729869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-626cf2c7-fb9d-4e63-b289-9efc0a76b15e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/subnets/89c4c35f-1230-46ba-9713-49401c84883e HTTP/1.1" status: 204 len: 168 time: 1.8594747 Jul 16 20:15:41.732612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51386) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:41.869378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6f0ec-87d1-4a5a-99da-7555ba02da8e None None] Pushing event updated for resources: {'Port': ['ID=42c00bb8-24d5-4a1f-86f0-ed6463724d47,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.882285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37d9e45c-da8d-4b8c-bc81-adf529081392 req-29a1f47c-f140-4e89-a402-56562672b13d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916378 Jul 16 20:15:41.913402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05691054-96bc-4217-8704-2c0da0a7ad6c req-bfa3d3ca-8182-4337-9236-eb6b0892afdd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936338 Jul 16 20:15:41.960674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:41.968260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3421011-cb77-4925-8e41-cf39691234fe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.970219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3421011-cb77-4925-8e41-cf39691234fe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.972090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a3421011-cb77-4925-8e41-cf39691234fe tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2380860 Jul 16 20:15:41.975548 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.981024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51390) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:42.029354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Transition to ACTIVE for port object a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:42.045015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1ea824f0-22e7-4476-9b67-dbf5111c5b4e None None] Provisioning complete for port bc510454-b9f9-4d85-a8d0-949333af73a3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:42.045275 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.045653 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1ea824f0-22e7-4476-9b67-dbf5111c5b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.207771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Pushing event updated for resources: {'Port': ['ID=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:42.249087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-762136ae-30c5-449f-baeb-47a7f629d70e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.264363 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-762136ae-30c5-449f-baeb-47a7f629d70e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:15:42.265130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762136ae-30c5-449f-baeb-47a7f629d70e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:42.267273 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-762136ae-30c5-449f-baeb-47a7f629d70e tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/9cbadddc-1967-441f-a9a4-7fc5e996d3d2 HTTP/1.1" status: 409 len: 405 time: 0.2851830 Jul 16 20:15:42.273308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:42.279171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1043362611'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:42.360327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:42.364330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.426940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:42.444721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Attempting to bind port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:42.445063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Attempting to bind port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:42.445404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Attempting to bind port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:42.448424 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.448914 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Added segment d23b662b-144c-4c77-bd23-6eb82db0fd5f of type vlan for network 4232f302-a18a-4dd1-a578-d7b9537f72aa Jul 16 20:15:42.464574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b9faa-9e3c-4409-8283-09deef02d0af req-6d2c5ef6-3b3f-4322-af3e-37c46d9a78cc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.469381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e9b9faa-9e3c-4409-8283-09deef02d0af req-6d2c5ef6-3b3f-4322-af3e-37c46d9a78cc tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.2224858 Jul 16 20:15:42.470934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:42.471783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Attempting to bind port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:42.484863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2fb8d-8922-4e40-9470-b95f9a2f6632 req-296d71ba-7521-48db-93ad-2d0346db33c6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.488343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90f2fb8d-8922-4e40-9470-b95f9a2f6632 req-296d71ba-7521-48db-93ad-2d0346db33c6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 943 time: 0.1958928 Jul 16 20:15:42.500777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-a8a9aac2-430c-4b8a-8df3-4c19d184e03e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.502528 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-a8a9aac2-430c-4b8a-8df3-4c19d184e03e tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 945 time: 0.1901543 Jul 16 20:15:42.521301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:42.521701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Checking segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:42.522253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Bound using segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:42.523007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Bound port: a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:42.523384 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.528143 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.662714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90f2fb8d-8922-4e40-9470-b95f9a2f6632 req-12b679a5-9709-4f28-8524-68b6c2d09440 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420863 Jul 16 20:15:42.676846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e9b9faa-9e3c-4409-8283-09deef02d0af req-99ce892e-a11f-462a-9a94-77f648373ef2 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859190 Jul 16 20:15:42.782245 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] For port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:42.798353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] For port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:42.807917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.816379 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.823192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.824311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.921781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.924009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.927087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] 10.222.0.16 "PUT /v2.0/ports/a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 HTTP/1.1" status: 200 len: 1092 time: 2.3963351 Jul 16 20:15:42.928385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8706e17-7bc4-405e-80ef-1a2d1d7fca1a', 'tag': 'a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:42.932892 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8706e17-7bc4-405e-80ef-1a2d1d7fca1a", "tag": "a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:42.983734 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4feec9-623f-4415-b851-e9803f95030a x-openstack-request-id: req-2b4feec9-623f-4415-b851-e9803f95030a {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:42.984570 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12d71e-fdd1-47b8-a844-7f4a991f21b5", "name": "network-vif-plugged", "status": "completed", "tag": "04e7812a-793d-4bbe-b75d-413c4f70eff6", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:42.984570 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b4feec9-623f-4415-b851-e9803f95030a {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:42.985314 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12d71e-fdd1-47b8-a844-7f4a991f21b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e7812a-793d-4bbe-b75d-413c4f70eff6', 'code': 200} Jul 16 20:15:42.989208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74375683-266b-4e74-bcc7-25d639066d12 service neutron] Pushing event updated for resources: {'Port': ['ID=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:43.029428 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7441595 Jul 16 20:15:43.050732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51404) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:43.068801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'subnet': {'network_id': '4232f302-a18a-4dd1-a578-d7b9537f72aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:43.159814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f3e1-c4bb-4d92-adc5-0be24da7db59 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Network': ['ID=4232f302-a18a-4dd1-a578-d7b9537f72aa,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:43.177117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Deleting port 449a61c5-7852-42c0-a903-0914d48e1c76 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:43.178319 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.211879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 4232f302-a18a-4dd1-a578-d7b9537f72aa details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:43.246823 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7f8778-11f1-40b1-99fc-e17dbdfa1318 x-openstack-request-id: req-8b7f8778-11f1-40b1-99fc-e17dbdfa1318 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:43.247393 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8706e17-7bc4-405e-80ef-1a2d1d7fca1a", "tag": "a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:43.247784 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b7f8778-11f1-40b1-99fc-e17dbdfa1318 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:43.249391 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8706e17-7bc4-405e-80ef-1a2d1d7fca1a', 'tag': 'a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66', 'status': 'completed', 'code': 200} Jul 16 20:15:43.361983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] For port 449a61c5-7852-42c0-a903-0914d48e1c76, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=449a61c5-7852-42c0-a903-0914d48e1c76,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:43.362486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.379086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Calling delete_port for 449a61c5-7852-42c0-a903-0914d48e1c76 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:43.478389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51406) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:43.572894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 42c00bb8-24d5-4a1f-86f0-ed6463724d47 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:43.726495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915c153-a18d-4599-bdf9-9eced811f3b8 None None] Network 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:43.958184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:43.990080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:43.991984 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.994947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6edc4e08-74a2-4c28-a2da-23fe9d6caa44 None None] Provisioning for port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:44.003079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6edc4e08-74a2-4c28-a2da-23fe9d6caa44 None None] Provisioning complete for port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:44.003749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6edc4e08-74a2-4c28-a2da-23fe9d6caa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.080522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.140766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:44.143437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event deleted for resources: {'Port': ['ID=449a61c5-7852-42c0-a903-0914d48e1c76,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:44.144569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['449a61c5-7852-42c0-a903-0914d48e1c76'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:44.225732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:44.232366 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.274728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-c480c1d0-78b3-4e8e-ba6f-e1bebf53b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.276479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-c480c1d0-78b3-4e8e-ba6f-e1bebf53b000 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 1095 time: 1.2658465 Jul 16 20:15:44.279905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] No DVR routers for this DVR port 449a61c5-7852-42c0-a903-0914d48e1c76 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:44.287479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.288372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e29c0e-3b89-4282-bcb8-d89a0f7b7ea7 req-6573f674-91e7-458e-9860-12a650dcf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.290304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7e29c0e-3b89-4282-bcb8-d89a0f7b7ea7 req-6573f674-91e7-458e-9860-12a650dcf473 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 1097 time: 1.1754527 Jul 16 20:15:44.292309 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6d9a00ce-0da3-4b1b-8675-8302288bbba9 req-f022ea29-2ee6-4bf2-b7dd-c1cc604437be tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.16 "DELETE /v2.0/ports/449a61c5-7852-42c0-a903-0914d48e1c76 HTTP/1.1" status: 204 len: 173 time: 1.7785251 Jul 16 20:15:44.293161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ee384a-e00e-456a-8e88-bdea8b43acda', 'name': 'network-vif-deleted', 'tag': '449a61c5-7852-42c0-a903-0914d48e1c76'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:44.298524 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097a12f8-ae60-412c-a26d-0595d2b70fe3" -d '{"events": [{"server_uuid": "b3ee384a-e00e-456a-8e88-bdea8b43acda", "name": "network-vif-deleted", "tag": "449a61c5-7852-42c0-a903-0914d48e1c76"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:44.338162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-ba7e219c-1203-4572-b751-450787c1d8ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 HTTP/1.1" status: 200 len: 217 time: 0.0465808 Jul 16 20:15:44.384691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd63603-cbe9-4836-b05e-215dc89bfaa7 req-6727e5b3-99b6-4cf8-98b5-6055c50c7bf2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.389452 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.399887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ffd63603-cbe9-4836-b05e-215dc89bfaa7 req-6727e5b3-99b6-4cf8-98b5-6055c50c7bf2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 1.1612546 Jul 16 20:15:44.508179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] DHCP port deletion for 9cbadddc-1967-441f-a9a4-7fc5e996d3d2 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:44.543604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-df67230b-32b0-49e7-8cbe-4c5d837382d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.545417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-df67230b-32b0-49e7-8cbe-4c5d837382d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.0751488 Jul 16 20:15:44.572691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ffd63603-cbe9-4836-b05e-215dc89bfaa7 req-ceb2b49e-56a0-419b-b613-1ea624fa67fc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668406 Jul 16 20:15:44.620762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253edc-d757-41fd-9cd5-0c3953490e57 req-59855b0c-898c-4b5d-b6e5-9824342992e4 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.622195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 42c00bb8-24d5-4a1f-86f0-ed6463724d47, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=42c00bb8-24d5-4a1f-86f0-ed6463724d47,segment=NetworkSegment(5372f611-b436-45fc-b909-26181142f028),segment_id=5372f611-b436-45fc-b909-26181142f028)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:44.637903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2253edc-d757-41fd-9cd5-0c3953490e57 req-59855b0c-898c-4b5d-b6e5-9824342992e4 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 943 time: 0.5536785 Jul 16 20:15:44.696883 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6edc4e08-74a2-4c28-a2da-23fe9d6caa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.728892 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.730287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bc510454-b9f9-4d85-a8d0-949333af73a3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:44.770760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7e29c0e-3b89-4282-bcb8-d89a0f7b7ea7 req-491ffb7e-5fd0-4637-b396-dd887b21fd35 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311833 Jul 16 20:15:44.779519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-1db59581-fd4e-47ea-aace-657af452e357 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015455 Jul 16 20:15:44.851424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2253edc-d757-41fd-9cd5-0c3953490e57 req-53cd7df0-41ac-4a74-a640-b79defdcfc37 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114835 Jul 16 20:15:44.883254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.954554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-2ddcab71-54ba-4b99-993c-7c17b08f6da0 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327114 Jul 16 20:15:45.049668 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-6edc4e08-74a2-4c28-a2da-23fe9d6caa44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:15:45.050260 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-6edc4e08-74a2-4c28-a2da-23fe9d6caa44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:15:45.073397 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591de6b1-6916-4fb0-953e-ea1f882eaa24 x-openstack-request-id: req-591de6b1-6916-4fb0-953e-ea1f882eaa24 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:45.073995 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ee384a-e00e-456a-8e88-bdea8b43acda", "name": "network-vif-deleted", "tag": "449a61c5-7852-42c0-a903-0914d48e1c76", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:45.074434 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-591de6b1-6916-4fb0-953e-ea1f882eaa24 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:45.075029 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ee384a-e00e-456a-8e88-bdea8b43acda', 'name': 'network-vif-deleted', 'tag': '449a61c5-7852-42c0-a903-0914d48e1c76', 'status': 'completed', 'code': 200} Jul 16 20:15:45.135813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bc510454-b9f9-4d85-a8d0-949333af73a3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:45.136428 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.153484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bf6a194-aec6-4b20-84be-9b2a5c1878ee req-496a9dce-b7fb-4b69-bfda-99f6b129e8e0 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3ee384a-e00e-456a-8e88-bdea8b43acda HTTP/1.1" status: 200 len: 210 time: 0.1969438 Jul 16 20:15:45.196223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=42c00bb8-24d5-4a1f-86f0-ed6463724d47,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:45.266272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] Deleting port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:45.267358 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.419415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3797703e-ef4f-4bef-afc2-b06c7eae3396 req-0dc94e9e-80cf-4921-b847-8612375ac4c2 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247839 Jul 16 20:15:45.464100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] For port 42c00bb8-24d5-4a1f-86f0-ed6463724d47, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=42c00bb8-24d5-4a1f-86f0-ed6463724d47,segment=NetworkSegment(5372f611-b436-45fc-b909-26181142f028),segment_id=5372f611-b436-45fc-b909-26181142f028)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:45.465051 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.505119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] Calling delete_port for 42c00bb8-24d5-4a1f-86f0-ed6463724d47 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:45.701975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.20.0.17 (bc322244-c1ea-4332-aa0a-414c4497f4df/3487bc9c-ee29-4cc2-a9a7-2467b65d0f32/c20af8ad-6dfb-4cd7-aa6d-493d9849bed3) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:45.706888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 42c00bb8-24d5-4a1f-86f0-ed6463724d47 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:45.824389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.objects.ports [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:15:45.831097 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.955195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Subnet': ['ID=50974483-3eb5-4d13-90cf-22b3e1ae7af6,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:45.957435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.976966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Transition to ACTIVE for port object c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:45.986738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 update to DOWN by agent not found {{(pid=100245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:15:45.993380 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.028038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.068328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] Pushing event deleted for resources: {'Port': ['ID=42c00bb8-24d5-4a1f-86f0-ed6463724d47,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:46.071089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c0fc3-dcd0-4715-a655-55e211842247 None None] No DVR routers for this DVR port 42c00bb8-24d5-4a1f-86f0-ed6463724d47 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:46.079239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6655cfe-131a-4849-b5ca-b3c92e65af2f req-f9854a99-6133-4d69-93de-8341512b1255 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.087210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6655cfe-131a-4849-b5ca-b3c92e65af2f req-f9854a99-6133-4d69-93de-8341512b1255 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.1762984 Jul 16 20:15:46.101854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-2a841452-e35c-47da-b89b-adb14963aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.103411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-2a841452-e35c-47da-b89b-adb14963aa46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 1095 time: 0.4488640 Jul 16 20:15:46.108461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network bc322244-c1ea-4332-aa0a-414c4497f4df is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:46.110724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:46.120174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:46.170626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:46.182126 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.213366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Checking segment: {'id': 'd23b662b-144c-4c77-bd23-6eb82db0fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4232f302-a18a-4dd1-a578-d7b9537f72aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:46.213735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network hostable DHCP agents. Network: 4232f302-a18a-4dd1-a578-d7b9537f72aa, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:46.268802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 449a61c5-7852-42c0-a903-0914d48e1c76 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:46.294649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6655cfe-131a-4849-b5ca-b3c92e65af2f req-d8fe2203-0864-402c-9cd3-cdda30fa5218 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880753 Jul 16 20:15:46.315307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network 4232f302-a18a-4dd1-a578-d7b9537f72aa is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:46.327164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 449a61c5-7852-42c0-a903-0914d48e1c76 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:46.328243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 449a61c5-7852-42c0-a903-0914d48e1c76 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:46.368811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 4232f302-a18a-4dd1-a578-d7b9537f72aa) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:46.380623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd023e-6f0e-4a12-bfeb-096fb0f5debe None None] Network 4232f302-a18a-4dd1-a578-d7b9537f72aa requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:46.381635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.382296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.386683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-d7fda93c-95eb-43f5-b6d0-45bc077276eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.388261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-d7fda93c-95eb-43f5-b6d0-45bc077276eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 913 time: 0.2712305 Jul 16 20:15:46.507102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-be94cb5b-5c13-4a30-97ab-351fcad20f8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 HTTP/1.1" status: 200 len: 217 time: 0.1079597 Jul 16 20:15:46.561653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208158f-7d87-4f26-913e-6491c562176f req-422d142b-9a41-46e2-8cf5-f3beaef3677c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.585235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e208158f-7d87-4f26-913e-6491c562176f req-422d142b-9a41-46e2-8cf5-f3beaef3677c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 943 time: 0.4250729 Jul 16 20:15:46.686648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-4232f302-a18a-4dd1-a578-d7b9537f72aa', 'network_id': '4232f302-a18a-4dd1-a578-d7b9537f72aa', 'tenant_id': '1741a4c71734449397283ea6948262d6', 'fixed_ips': [{'subnet_id': '50974483-3eb5-4d13-90cf-22b3e1ae7af6'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:46.689336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.690459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-becb7618-617e-48f6-bdbf-535ba0831a15 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6343565 Jul 16 20:15:46.737120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51434) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:46.745060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0e76142e-29e1-4c0d-8760-5a4426c1dacc None None] Provisioning for port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:46.750418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e208158f-7d87-4f26-913e-6491c562176f req-dd5faf18-feaf-4800-99d3-90848a7d4ce9 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631236 Jul 16 20:15:46.750926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0e76142e-29e1-4c0d-8760-5a4426c1dacc None None] Provisioning complete for port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:46.751413 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0e76142e-29e1-4c0d-8760-5a4426c1dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.759861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'port': {'network_id': '4232f302-a18a-4dd1-a578-d7b9537f72aa', 'name': 'tempest-NetworksIpV6TestAttrs-409778139'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:46.890407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0e76142e-29e1-4c0d-8760-5a4426c1dacc None None] Port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:46.991321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-bd45e7aa-8b60-4056-9b2e-6cb7297c65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:46.992937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-bd45e7aa-8b60-4056-9b2e-6cb7297c65f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.4732211 Jul 16 20:15:47.167225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.174662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Allocated IP 2001:db8::f816:3eff:fe23:4903 (4232f302-a18a-4dd1-a578-d7b9537f72aa/50974483-3eb5-4d13-90cf-22b3e1ae7af6/9f4ae67c-eb2d-4573-957d-d340fb97cef0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:47.194276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-56265365-ffa5-4c08-88b7-28a4d2699fdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1895010 Jul 16 20:15:47.512159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-5fc618c3-bf65-4da1-b85e-4bbe62d2757e service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946339 Jul 16 20:15:47.637918 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.674448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Transition to ACTIVE for port object 9f4ae67c-eb2d-4573-957d-d340fb97cef0 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:47.705959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Transition to ACTIVE for port object 9f4ae67c-eb2d-4573-957d-d340fb97cef0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:47.717200 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.729576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:47.746395 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.836388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Network 4232f302-a18a-4dd1-a578-d7b9537f72aa is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:47.839232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:47.867546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Pushing event updated for resources: {'Port': ['ID=9f4ae67c-eb2d-4573-957d-d340fb97cef0,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:47.871870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:47.932682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] device_id is not set on port 0540c464-a09f-44df-ad1d-86f09cfc897a yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:15:48.026914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Attempting to bind port 9f4ae67c-eb2d-4573-957d-d340fb97cef0 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:48.027494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Attempting to bind port 9f4ae67c-eb2d-4573-957d-d340fb97cef0 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd23b662b-144c-4c77-bd23-6eb82db0fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4232f302-a18a-4dd1-a578-d7b9537f72aa'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:48.028057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Attempting to bind port 9f4ae67c-eb2d-4573-957d-d340fb97cef0 on network 4232f302-a18a-4dd1-a578-d7b9537f72aa {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:48.047414 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fed69d89-766d-4e32-83fb-73d553fc2ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.051516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:48.052101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Checking segment: {'id': 'd23b662b-144c-4c77-bd23-6eb82db0fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4232f302-a18a-4dd1-a578-d7b9537f72aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:48.053556 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.054220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Bound using segment: {'id': 'd23b662b-144c-4c77-bd23-6eb82db0fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4232f302-a18a-4dd1-a578-d7b9537f72aa'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:48.055533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Bound port: 9f4ae67c-eb2d-4573-957d-d340fb97cef0, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23b662b-144c-4c77-bd23-6eb82db0fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4232f302-a18a-4dd1-a578-d7b9537f72aa'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:48.056286 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.102199 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.108074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.180399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f4849b7-f463-4a1e-99ee-2792e6c2a0d9 req-edd6f01a-2dd7-4825-9c38-c8605c9e7b9c service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571701 Jul 16 20:15:48.202500 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef2667-68b6-4f46-a84b-53e41df2190e req-1d39e0a8-f480-49fe-a688-924049433e1e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:48.210825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66ef2667-68b6-4f46-a84b-53e41df2190e req-1d39e0a8-f480-49fe-a688-924049433e1e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.5217850 Jul 16 20:15:48.270694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] For port 9f4ae67c-eb2d-4573-957d-d340fb97cef0, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:48.295245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] For port 9f4ae67c-eb2d-4573-957d-d340fb97cef0, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9f4ae67c-eb2d-4573-957d-d340fb97cef0,segment=NetworkSegment(d23b662b-144c-4c77-bd23-6eb82db0fd5f),segment_id=d23b662b-144c-4c77-bd23-6eb82db0fd5f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:48.302196 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:48.304627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.309820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:48.313519 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.347881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Allocated IP 2001:db8::f816:3eff:fe8b:f57f (4232f302-a18a-4dd1-a578-d7b9537f72aa/50974483-3eb5-4d13-90cf-22b3e1ae7af6/0540c464-a09f-44df-ad1d-86f09cfc897a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:48.467332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b5aef-77d8-4674-a0f3-9645b987c4eb req-c0a4bdcb-44cc-48c8-9b13-c7a47efa095e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:48.470356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d77b5aef-77d8-4674-a0f3-9645b987c4eb req-c0a4bdcb-44cc-48c8-9b13-c7a47efa095e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 943 time: 0.2270522 Jul 16 20:15:48.639779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d77b5aef-77d8-4674-a0f3-9645b987c4eb req-671ba9ae-83f0-46a6-85bc-44ebe2e81c31 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535776 Jul 16 20:15:48.661172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994cd68-015e-4952-b7af-0623109075d0 None None] Pushing event updated for resources: {'Port': ['ID=9f4ae67c-eb2d-4573-957d-d340fb97cef0,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:48.666644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network bc322244-c1ea-4332-aa0a-414c4497f4df is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:48.669460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:48.805288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:48.853862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'port_id': 'a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66', 'mac_address': 'fa:16:3e:22:80:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5945411-55ad-491a-99c8-88ce730cc089', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:48.923544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66ef2667-68b6-4f46-a84b-53e41df2190e req-b1d947bd-f302-403f-95e3-8b67a4289104 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111542 Jul 16 20:15:49.034756 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.111532 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.128416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:49.130015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Transition to ACTIVE for port object 0540c464-a09f-44df-ad1d-86f09cfc897a will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:49.213288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.290438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:49.302632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network 4232f302-a18a-4dd1-a578-d7b9537f72aa is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:49.305841 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.313524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:49.340240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:49.353906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.355057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.487428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7358432 Jul 16 20:15:49.492300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51470) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:49.511337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5850d8-b0e7-487b-b30e-b06379f3f04c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Port': ['ID=0540c464-a09f-44df-ad1d-86f09cfc897a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:49.588059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:49.734866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-092e09c4-172d-44d4-be9c-1e88bbcc44bc tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Deleting subnet 50974483-3eb5-4d13-90cf-22b3e1ae7af6 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:49.750654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-092e09c4-172d-44d4-be9c-1e88bbcc44bc tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.801614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:49.819913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-71b39f74-0db3-4ecc-9e0c-c64c5511d119 None None] Provisioning complete for port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:49.832565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-71b39f74-0db3-4ecc-9e0c-c64c5511d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.903654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 6e017a3a-9620-4b16-b48e-35d595481568 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:15:49.938092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9f4ae67c-eb2d-4573-957d-d340fb97cef0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:49.971163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-092e09c4-172d-44d4-be9c-1e88bbcc44bc tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.017471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bc7e9-13b2-4097-9373-30005a39c7ba req-4887c946-9df4-40f4-8fda-35cde8168e4e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.025492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-716bc7e9-13b2-4097-9373-30005a39c7ba req-4887c946-9df4-40f4-8fda-35cde8168e4e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.1839488 Jul 16 20:15:50.131961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-71b39f74-0db3-4ecc-9e0c-c64c5511d119 None None] Port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:50.141303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-716bc7e9-13b2-4097-9373-30005a39c7ba req-7c62e3a0-f682-4e8f-ac3f-c1949f49ba58 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148641 Jul 16 20:15:50.203178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ea8d-46f8-4d85-875e-f5ee9b7c91eb req-da97f577-1a07-4a46-b034-c2cf23af324e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.214678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca74ea8d-46f8-4d85-875e-f5ee9b7c91eb req-da97f577-1a07-4a46-b034-c2cf23af324e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 944 time: 0.1553903 Jul 16 20:15:50.334506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:50.350181 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7fbef0e-80f9-41b6-b632-769b3acaa79e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "PUT /v2.0/routers/6e017a3a-9620-4b16-b48e-35d595481568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8647277 Jul 16 20:15:50.406760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca74ea8d-46f8-4d85-875e-f5ee9b7c91eb req-e07e7f01-e209-460a-8251-cd28b09f6b02 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861374 Jul 16 20:15:50.422975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Sync routers for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:50.439524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9f4ae67c-eb2d-4573-957d-d340fb97cef0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:50.487683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-092e09c4-172d-44d4-be9c-1e88bbcc44bc tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.499340 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0340eb6-4793-415d-9ec1-7354a4e3a3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.503879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:50.511437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:15:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:50.666713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-092e09c4-172d-44d4-be9c-1e88bbcc44bc tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.694391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.765503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-092e09c4-172d-44d4-be9c-1e88bbcc44bc tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.773885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51490) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:50.775767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-092e09c4-172d-44d4-be9c-1e88bbcc44bc tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/subnets/50974483-3eb5-4d13-90cf-22b3e1ae7af6 HTTP/1.1" status: 204 len: 168 time: 1.2718911 Jul 16 20:15:50.778045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e09c4-172d-44d4-be9c-1e88bbcc44bc tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Subnet': ['ID=50974483-3eb5-4d13-90cf-22b3e1ae7af6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:50.873433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c98f4-bfd2-46a6-b9d3-b60f48ca8f48 None None] Network 4232f302-a18a-4dd1-a578-d7b9537f72aa requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:51.014867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a4d32b-20be-4d01-9634-7c2ca815ab66 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.019449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a4d32b-20be-4d01-9634-7c2ca815ab66 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.025254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-98a4d32b-20be-4d01-9634-7c2ca815ab66 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2497265 Jul 16 20:15:51.030495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51496) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:51.186831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:51.199110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Provisioning for port 9f4ae67c-eb2d-4573-957d-d340fb97cef0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:51.273322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Provisioning complete for port 9f4ae67c-eb2d-4573-957d-d340fb97cef0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:51.274338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.361005 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-35773740-db39-4f2f-b28e-8a7cc696d1c6 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.385034 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-35773740-db39-4f2f-b28e-8a7cc696d1c6 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:15:51.385907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35773740-db39-4f2f-b28e-8a7cc696d1c6 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:15:51.393735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-35773740-db39-4f2f-b28e-8a7cc696d1c6 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/4232f302-a18a-4dd1-a578-d7b9537f72aa HTTP/1.1" status: 409 len: 405 time: 0.3541150 Jul 16 20:15:51.394841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51502) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:51.404395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-793013116'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:51.468228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6c6f1-9279-4ef8-93b0-f746283fc654 req-8d63136e-6942-42de-87b3-435039c2c304 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.484363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:51.494818 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.500505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20f6c6f1-9279-4ef8-93b0-f746283fc654 req-8d63136e-6942-42de-87b3-435039c2c304 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 945 time: 0.3581331 Jul 16 20:15:51.639298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:51.673486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20f6c6f1-9279-4ef8-93b0-f746283fc654 req-b778e7b0-b242-490c-afa3-ff2bb25a6ba6 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705449 Jul 16 20:15:51.693865 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.709230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.714377 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Added segment dda16a82-8e70-4bc1-b3a3-cf7e47aee2b2 of type vlan for network 1b77f0d8-19c1-4fc2-8173-6f4c0df2873c Jul 16 20:15:51.809228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] For port 9f4ae67c-eb2d-4573-957d-d340fb97cef0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9f4ae67c-eb2d-4573-957d-d340fb97cef0,segment=NetworkSegment(d23b662b-144c-4c77-bd23-6eb82db0fd5f),segment_id=d23b662b-144c-4c77-bd23-6eb82db0fd5f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:51.818750 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.839236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5953b-af97-4a26-b9b6-54cddf8d8928 req-dbd30433-3df0-4dbc-a571-2b4d65707b3f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.853155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72d5953b-af97-4a26-b9b6-54cddf8d8928 req-dbd30433-3df0-4dbc-a571-2b4d65707b3f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.2489793 Jul 16 20:15:51.954245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72d5953b-af97-4a26-b9b6-54cddf8d8928 req-87478dc8-2e7d-4e7a-a9f2-0906bfa7be17 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916238 Jul 16 20:15:51.982682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Pushing event updated for resources: {'Port': ['ID=9f4ae67c-eb2d-4573-957d-d340fb97cef0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:51.996185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.015621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.016738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.017487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.017825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.018338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.019227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.019810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.021764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.021764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.022288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.022556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.023092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556afabe-ed53-4a1b-bc39-72372b4f67dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:52.072077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] DHCP port deletion for 4232f302-a18a-4dd1-a578-d7b9537f72aa request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:52.086813 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.096077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.097010 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.154320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:15:46Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:44Z', 'revision_number': 1, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20af8ad-6dfb-4cd7-aa6d-493d9849bed3', 'name': '', 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:47:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '3487bc9c-ee29-4cc2-a9a7-2467b65d0f32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:45Z', 'updated_at': '2021-07-16T20:15:47Z', 'revision_number': 2, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '3487bc9c-ee29-4cc2-a9a7-2467b65d0f32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:52.158195 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7621908 Jul 16 20:15:52.175365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51506) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:52.186864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'subnet': {'network_id': '1b77f0d8-19c1-4fc2-8173-6f4c0df2873c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:52.239626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Checking router: 6e017a3a-9620-4b16-b48e-35d595481568 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:15:52.239626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Updating router 6e017a3a-9620-4b16-b48e-35d595481568 port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:15:52.303356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edaacb2-2120-47ac-8776-8c2c104fc4a5 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Network': ['ID=1b77f0d8-19c1-4fc2-8173-6f4c0df2873c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.360128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91dbd1-f7e2-4cf9-82bf-37684f67bbb8 req-80d175c7-e5e7-44a7-b93e-7d674e93ec6a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.373510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b91dbd1-f7e2-4cf9-82bf-37684f67bbb8 req-80d175c7-e5e7-44a7-b93e-7d674e93ec6a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 944 time: 0.2652111 Jul 16 20:15:52.387594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:52.392031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 1b77f0d8-19c1-4fc2-8173-6f4c0df2873c details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:52.404101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] Deleting port 9f4ae67c-eb2d-4573-957d-d340fb97cef0 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:52.408920 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.444255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:52.480982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.511908 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.518188 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.533210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b91dbd1-f7e2-4cf9-82bf-37684f67bbb8 req-a86946ba-54f5-45ec-aec3-6d5513b8f6c8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577077 Jul 16 20:15:52.662920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-882cb736-3499-4260-bdd7-87c07901ad31 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.666553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-882cb736-3499-4260-bdd7-87c07901ad31 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 945 time: 0.2775474 Jul 16 20:15:52.698888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] For port 9f4ae67c-eb2d-4573-957d-d340fb97cef0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9f4ae67c-eb2d-4573-957d-d340fb97cef0,segment=NetworkSegment(d23b662b-144c-4c77-bd23-6eb82db0fd5f),segment_id=d23b662b-144c-4c77-bd23-6eb82db0fd5f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:52.699539 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.787580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] Calling delete_port for 9f4ae67c-eb2d-4573-957d-d340fb97cef0 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:52.795892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:52.825680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:52.826642 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.996522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:15:52.998275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.173758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Subnet': ['ID=6cd69c8d-a6ce-4f41-aecb-ae86537bd336,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.203235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Checking segment: {'id': 'dda16a82-8e70-4bc1-b3a3-cf7e47aee2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1b77f0d8-19c1-4fc2-8173-6f4c0df2873c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:53.204388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network hostable DHCP agents. Network: 1b77f0d8-19c1-4fc2-8173-6f4c0df2873c, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:53.229218 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.254308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] No DVR routers for this DVR port 9f4ae67c-eb2d-4573-957d-d340fb97cef0 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:53.270455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network 1b77f0d8-19c1-4fc2-8173-6f4c0df2873c is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:53.272776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59ea3e-200b-4957-9037-b2d7e8cd39df req-5f144a08-0587-4a83-8e91-9737c79ca462 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.287689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d59ea3e-200b-4957-9037-b2d7e8cd39df req-5f144a08-0587-4a83-8e91-9737c79ca462 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 945 time: 0.3646717 Jul 16 20:15:53.341918 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.348156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092bfd0-5b1d-48c5-af1b-969bd99a13b3 None None] Pushing event deleted for resources: {'Port': ['ID=9f4ae67c-eb2d-4573-957d-d340fb97cef0,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.411028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 1b77f0d8-19c1-4fc2-8173-6f4c0df2873c) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:53.421909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8706e17-7bc4-405e-80ef-1a2d1d7fca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:53.430472 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f65c9b2-9300-4dd7-85aa-ef45f778452d" -d '{"events": [{"server_uuid": "b8706e17-7bc4-405e-80ef-1a2d1d7fca1a", "name": "network-vif-plugged", "status": "completed", "tag": "a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:53.434214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.436577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.448647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a561d73-e78a-4782-add3-20becba205ed None None] Network 1b77f0d8-19c1-4fc2-8173-6f4c0df2873c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:53.472176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:53.496277 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.500396 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b8cf3ae-4505-4100-93d8-856d497ddb13 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3210843 Jul 16 20:15:53.502019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:53.509241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Deleting port 050f551d-1a97-4d31-adfc-9fa28e949256 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:53.510201 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.655695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9f4ae67c-eb2d-4573-957d-d340fb97cef0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:53.663116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.715125 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d59ea3e-200b-4957-9037-b2d7e8cd39df req-664bc621-d807-469c-aaf7-03cde9c1c97c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/security-groups?id=ee95aa3c-2f5d-4580-898a-86c241d5d969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258254 Jul 16 20:15:53.726092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9f4ae67c-eb2d-4573-957d-d340fb97cef0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:53.727795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9f4ae67c-eb2d-4573-957d-d340fb97cef0 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:53.743135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Transition to ACTIVE for port object c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:53.751244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.781676 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.791075 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.830345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.835870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ace5d-eb5b-4a0d-8e65-be5cd13da45c req-a3410769-5d6c-4c68-9444-1c49913799fe tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.845030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f63ace5d-eb5b-4a0d-8e65-be5cd13da45c req-a3410769-5d6c-4c68-9444-1c49913799fe tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.6307390 Jul 16 20:15:53.866865 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7681b6ce-921c-434d-9626-b2073900657c x-openstack-request-id: req-7681b6ce-921c-434d-9626-b2073900657c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:53.867306 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8706e17-7bc4-405e-80ef-1a2d1d7fca1a", "name": "network-vif-plugged", "status": "completed", "tag": "a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:53.868285 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7681b6ce-921c-434d-9626-b2073900657c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:53.868285 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8706e17-7bc4-405e-80ef-1a2d1d7fca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66', 'code': 200} Jul 16 20:15:53.918277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2262072-1350-4270-865a-4847ace98ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-1b77f0d8-19c1-4fc2-8173-6f4c0df2873c', 'network_id': '1b77f0d8-19c1-4fc2-8173-6f4c0df2873c', 'tenant_id': '1741a4c71734449397283ea6948262d6', 'fixed_ips': [{'subnet_id': '6cd69c8d-a6ce-4f41-aecb-ae86537bd336'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:53.919692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b2262072-1350-4270-865a-4847ace98ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.969585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72281d84-c533-44ff-8ad1-b3b87672e06f None None] Pushing event updated for resources: {'Port': ['ID=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.970545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] For port 050f551d-1a97-4d31-adfc-9fa28e949256, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=050f551d-1a97-4d31-adfc-9fa28e949256,segment=NetworkSegment(39970e24-e490-4ace-8fee-e3c210b62dcc),segment_id=39970e24-e490-4ace-8fee-e3c210b62dcc)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:53.974338 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.084703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.103101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Calling delete_port for 050f551d-1a97-4d31-adfc-9fa28e949256 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:54.149256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f63ace5d-eb5b-4a0d-8e65-be5cd13da45c req-30f77127-2d3c-4842-96b8-3f1ac05ac122 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007994 Jul 16 20:15:54.317332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.433619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd69c8d-a6ce-4f41-aecb-ae86537bd336,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:54.517629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Attempting to bind port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:54.518662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Attempting to bind port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:54.519571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Attempting to bind port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 on network bc322244-c1ea-4332-aa0a-414c4497f4df {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:54.572145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:54.573066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Checking segment: {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:54.573955 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.574718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Bound using segment: {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:54.575717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Bound port: c20af8ad-6dfb-4cd7-aa6d-493d9849bed3, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8264a7f6-72f5-4c43-ae49-9403af204437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:54.576603 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-b2262072-1350-4270-865a-4847ace98ce1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cd69c8d-a6ce-4f41-aecb-ae86537bd336: This subnet is being modified by another concurrent operation. Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cd69c8d-a6ce-4f41-aecb-ae86537bd336: This subnet is being modified by another concurrent operation. Jul 16 20:15:54.617615 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:15:54.647854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.657979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.670873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f07b9-5521-4a6c-85a7-faa1723965ff None None] Network 1b77f0d8-19c1-4fc2-8173-6f4c0df2873c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:54.686579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b77f0d8-19c1-4fc2-8173-6f4c0df2873c']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:54.722611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda16a82-8e70-4bc1-b3a3-cf7e47aee2b2') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:54.722976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda16a82-8e70-4bc1-b3a3-cf7e47aee2b2') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:54.746933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b7eb7-0d82-4d97-ad06-6c0076e7d470 req-ce49d5f4-8f9d-4c00-842a-54d2b198e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.749867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f64b7eb7-0d82-4d97-ad06-6c0076e7d470 req-ce49d5f4-8f9d-4c00-842a-54d2b198e702 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 1097 time: 0.7647681 Jul 16 20:15:54.756982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Pushing event deleted for resources: {'Port': ['ID=050f551d-1a97-4d31-adfc-9fa28e949256,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:54.764845 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.770907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['050f551d-1a97-4d31-adfc-9fa28e949256'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:54.820950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.843467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:54.844305 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:54.853376 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:54.993079 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.009219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.017653 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/1b77f0d8-19c1-4fc2-8173-6f4c0df2873c HTTP/1.1" status: 204 len: 168 time: 1.5114863 Jul 16 20:15:55.022254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:55.035750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-617744837'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:55.078017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449d09-c599-4e34-beb0-80f900721707 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Network': ['ID=1b77f0d8-19c1-4fc2-8173-6f4c0df2873c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:55.107930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:55.108936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] For port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:55.112912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] No DVR routers for this DVR port 050f551d-1a97-4d31-adfc-9fa28e949256 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:55.120100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.121966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.125936 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:55.131342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fb514cb-a388-4dc1-a501-15a782522fb5 req-354072f6-8578-4b34-aa18-876d98d4104c tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.68 "DELETE /v2.0/ports/050f551d-1a97-4d31-adfc-9fa28e949256 HTTP/1.1" status: 204 len: 173 time: 2.4563084 Jul 16 20:15:55.138450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f64b7eb7-0d82-4d97-ad06-6c0076e7d470 req-eba040e6-85df-4c18-a77d-0de0210ebc42 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739421 Jul 16 20:15:55.148161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d79129d-9d79-4dc7-90f3-819b3f62938b', 'name': 'network-vif-deleted', 'tag': '050f551d-1a97-4d31-adfc-9fa28e949256'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:55.170353 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef0dd11-3ced-4182-9f1f-0a3d27913e5f" -d '{"events": [{"server_uuid": "0d79129d-9d79-4dc7-90f3-819b3f62938b", "name": "network-vif-deleted", "tag": "050f551d-1a97-4d31-adfc-9fa28e949256"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:55.194041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] For port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:55.204074 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.205300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b2735-0ac3-4bad-b0e8-9077d9345223 req-a3363d80-b6e0-40dd-bd3a-b861c4b0703d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.215049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:55.219393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b15b2735-0ac3-4bad-b0e8-9077d9345223 req-a3363d80-b6e0-40dd-bd3a-b861c4b0703d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 945 time: 1.0277674 Jul 16 20:15:55.280710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4e253-7c67-42f7-b7ab-86d1de000669 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:15:55.281095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.281731 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Added segment 86584770-89e8-423f-8961-fce539438de9 of type vlan for network 0b0e3722-a9bf-4c11-bda7-c5d998851888 Jul 16 20:15:55.282048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b15b2735-0ac3-4bad-b0e8-9077d9345223 req-d565cd48-d838-480e-8932-7d3b22322842 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599511 Jul 16 20:15:55.489659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:55.490757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:15:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:55.495080 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.544356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01ccfe3c-c0aa-4669-a1e6-00c26b871950 req-816593e4-0bf1-4de7-afce-bc2ecfd85e06 tempest-ServersTestJSON-950588708 tempest-ServersTestJSON-950588708-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d79129d-9d79-4dc7-90f3-819b3f62938b HTTP/1.1" status: 200 len: 210 time: 0.0722322 Jul 16 20:15:55.623654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.630286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.638642 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.646836 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee332ec-611b-4bb6-b464-adc137ab98ae x-openstack-request-id: req-3ee332ec-611b-4bb6-b464-adc137ab98ae {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:55.646836 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d79129d-9d79-4dc7-90f3-819b3f62938b", "name": "network-vif-deleted", "tag": "050f551d-1a97-4d31-adfc-9fa28e949256", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:55.646836 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ee332ec-611b-4bb6-b464-adc137ab98ae {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:55.647551 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d79129d-9d79-4dc7-90f3-819b3f62938b', 'name': 'network-vif-deleted', 'tag': '050f551d-1a97-4d31-adfc-9fa28e949256', 'status': 'completed', 'code': 200} Jul 16 20:15:55.709898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72281d84-c533-44ff-8ad1-b3b87672e06f None None] Pushing event updated for resources: {'Port': ['ID=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:55.753542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7263334 Jul 16 20:15:55.754007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51548) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:55.761459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'subnet': {'network_id': '0b0e3722-a9bf-4c11-bda7-c5d998851888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:55.805793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:55.814170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f422d0f-034d-4ec7-bef3-81488d72b11f tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Network': ['ID=0b0e3722-a9bf-4c11-bda7-c5d998851888,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:55.856229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0b0e3722-a9bf-4c11-bda7-c5d998851888 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:55.897459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4e253-7c67-42f7-b7ab-86d1de000669 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:15:56.083417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a82f5-799d-493e-98a5-36b4faf6ed69 req-c682261b-a72d-4dff-b539-505d38884bd7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.091266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-454a82f5-799d-493e-98a5-36b4faf6ed69 req-c682261b-a72d-4dff-b539-505d38884bd7 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 947 time: 0.1414568 Jul 16 20:15:56.145394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea8bc2-948f-4c3f-bc09-c4ee1966a810 req-e6456bda-5bb2-4028-a73e-9a0768a83a8d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.153063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11ea8bc2-948f-4c3f-bc09-c4ee1966a810 req-e6456bda-5bb2-4028-a73e-9a0768a83a8d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.3295922 Jul 16 20:15:56.175849 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-454a82f5-799d-493e-98a5-36b4faf6ed69 req-46c7b111-fbc8-4df7-a65d-d8dad7bbc665 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835390 Jul 16 20:15:56.183942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:56.217169 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.289327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11ea8bc2-948f-4c3f-bc09-c4ee1966a810 req-9d3677a9-b5a0-4062-9ab5-db2e8da05900 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352243 Jul 16 20:15:56.609451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:15:46Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:44Z', 'revision_number': 1, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20af8ad-6dfb-4cd7-aa6d-493d9849bed3', 'name': '', 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:47:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '3487bc9c-ee29-4cc2-a9a7-2467b65d0f32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:45Z', 'updated_at': '2021-07-16T20:15:55Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '3487bc9c-ee29-4cc2-a9a7-2467b65d0f32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:56.669992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51556) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:56.676896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa36bb8-557c-4af3-b44f-5cf0984cd194 None None] The sync data for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 is: [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:15:46Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:44Z', 'revision_number': 1, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20af8ad-6dfb-4cd7-aa6d-493d9849bed3', 'name': '', 'network_id': 'bc322244-c1ea-4332-aa0a-414c4497f4df', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:47:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '3487bc9c-ee29-4cc2-a9a7-2467b65d0f32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:45Z', 'updated_at': '2021-07-16T20:15:55Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '3487bc9c-ee29-4cc2-a9a7-2467b65d0f32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:56.931190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 050f551d-1a97-4d31-adfc-9fa28e949256 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:57.002751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 050f551d-1a97-4d31-adfc-9fa28e949256 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:57.003328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 050f551d-1a97-4d31-adfc-9fa28e949256 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:57.057036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f38c9c-2169-4b48-bced-18a452394f16 admin admin] Deleting subnet 9e83ce15-96b9-4769-b368-6a1534af9a23 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:57.063764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84f38c9c-2169-4b48-bced-18a452394f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.162975 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84f38c9c-2169-4b48-bced-18a452394f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.253347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84f38c9c-2169-4b48-bced-18a452394f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.376327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84f38c9c-2169-4b48-bced-18a452394f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.421886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f38c9c-2169-4b48-bced-18a452394f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e83ce15-96b9-4769-b368-6a1534af9a23,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:57.432374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.433040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84f38c9c-2169-4b48-bced-18a452394f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.445008 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-84f38c9c-2169-4b48-bced-18a452394f16 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9e83ce15-96b9-4769-b368-6a1534af9a23 HTTP/1.1" status: 204 len: 168 time: 0.7732501 Jul 16 20:15:57.450389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb77450-d7eb-46c9-bc42-d08b00877410 req-5e296202-c65a-4a30-9056-e467929831ec tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:57.451156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51564) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:57.457966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cb77450-d7eb-46c9-bc42-d08b00877410 req-5e296202-c65a-4a30-9056-e467929831ec tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 945 time: 0.9575832 Jul 16 20:15:57.599159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-df34eae0-764c-4c7f-abe0-bf1740d5fb7e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:57.604297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-df34eae0-764c-4c7f-abe0-bf1740d5fb7e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 947 time: 0.4040008 Jul 16 20:15:57.615173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.637398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Subnet': ['ID=dddc846f-a46a-4230-a9f6-b0102bb943d6,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:57.681221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:57.738242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cb77450-d7eb-46c9-bc42-d08b00877410 req-feb49b73-7643-43de-978b-94cc5c4aa6bc tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760165 Jul 16 20:15:57.848643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:57.852986 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.859084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:57.859472 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.874590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:57.877234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Checking segment: {'id': '86584770-89e8-423f-8961-fce539438de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0b0e3722-a9bf-4c11-bda7-c5d998851888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:57.877748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network hostable DHCP agents. Network: 0b0e3722-a9bf-4c11-bda7-c5d998851888, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:57.905605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39970e24-e490-4ace-8fee-e3c210b62dcc') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:57.906001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39970e24-e490-4ace-8fee-e3c210b62dcc') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:57.925057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.951607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.982037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:57.983411 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:57.987901 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:57.997740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c5834-3609-4319-9b6d-3978338b8fed req-ad340a15-0d2c-4890-84bd-738584c961cb tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:57.999571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-324c5834-3609-4319-9b6d-3978338b8fed req-ad340a15-0d2c-4890-84bd-738584c961cb tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 947 time: 0.5375733 Jul 16 20:15:58.013989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network 0b0e3722-a9bf-4c11-bda7-c5d998851888 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:58.066633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 0b0e3722-a9bf-4c11-bda7-c5d998851888) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:58.074038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Deleting port 23029423-7af9-46f9-b4a6-f4dfe92ce9da {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:58.074796 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.100294 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.107396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.108022 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.133130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2dfdf6-189f-4a5e-af1c-c543b8e50da9 None None] Network 0b0e3722-a9bf-4c11-bda7-c5d998851888 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:58.154506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dfb5b-75e1-49e3-b150-76c6465a49b6 req-2b2d9b6f-7e0d-4644-8c26-84dcb52b3e44 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.159879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.162665 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-460dfb5b-75e1-49e3-b150-76c6465a49b6 req-2b2d9b6f-7e0d-4644-8c26-84dcb52b3e44 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.2513721 Jul 16 20:15:58.191365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.198044 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] 10.222.0.78 "DELETE /v2.0/networks/8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915 HTTP/1.1" status: 204 len: 168 time: 0.7454846 Jul 16 20:15:58.200847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811386a3-6dff-4769-8ea6-376ab9ed0b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=8fcb4bda-3ff9-4a5a-bd8c-b3c5edb63915,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:58.225499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-324c5834-3609-4319-9b6d-3978338b8fed req-b82c3f30-9750-4481-839e-71e1630bd80e tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups?id=751250f2-91d4-4baa-9f38-38343d5d48d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069027 Jul 16 20:15:58.275456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e84bbe4a-11a3-4cb7-bf49-31c827051c32 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5203230 Jul 16 20:15:58.278159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51574) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:58.348901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-460dfb5b-75e1-49e3-b150-76c6465a49b6 req-ad6841a0-adb7-4e41-90ba-ac79091ec6c8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853631 Jul 16 20:15:58.349159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:58.363648 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.398171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] For port 23029423-7af9-46f9-b4a6-f4dfe92ce9da, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=23029423-7af9-46f9-b4a6-f4dfe92ce9da,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:58.399037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.527750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.583974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51580) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:58.627021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.667318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:58.730751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.775763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a7c87b-2086-46a2-ad06-04ac51bf3cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-0b0e3722-a9bf-4c11-bda7-c5d998851888', 'network_id': '0b0e3722-a9bf-4c11-bda7-c5d998851888', 'tenant_id': '1741a4c71734449397283ea6948262d6', 'fixed_ips': [{'subnet_id': 'dddc846f-a46a-4230-a9f6-b0102bb943d6'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:58.776843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-92a7c87b-2086-46a2-ad06-04ac51bf3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.789335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c5865fb4-7089-443f-9d49-cc8226960094 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0dc1d34be3bc48bd84f1f2a942c82820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041132 Jul 16 20:15:58.792005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51586) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:58.862332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Subnet': ['ID=dddc846f-a46a-4230-a9f6-b0102bb943d6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:58.909401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1695a7d-1c8b-493e-8457-92d01b5f5c59 None None] Network 0b0e3722-a9bf-4c11-bda7-c5d998851888 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:58.965486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.989179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0e3722-a9bf-4c11-bda7-c5d998851888']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:58.995625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0f03b5a-3e33-43ca-a5ee-706ad6d1e3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.026247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86584770-89e8-423f-8961-fce539438de9') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:59.026565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86584770-89e8-423f-8961-fce539438de9') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:59.049682 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0f03b5a-3e33-43ca-a5ee-706ad6d1e3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.053812 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.054246 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.054566 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Floating IP e353cb82-e7bd-4854-a978-ecac9d71c576 disassociated. External IP: 172.25.6.74, port: 23029423-7af9-46f9-b4a6-f4dfe92ce9da. Jul 16 20:15:59.054923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Calling delete_port for 23029423-7af9-46f9-b4a6-f4dfe92ce9da owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:59.063330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.108733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.123801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:59.125403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:59.237884 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:59.243343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.299259 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.301957 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/0b0e3722-a9bf-4c11-bda7-c5d998851888 HTTP/1.1" status: 204 len: 168 time: 1.0212924 Jul 16 20:15:59.306654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5de7e-a5a7-41e0-be57-177a88d623d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Network': ['ID=0b0e3722-a9bf-4c11-bda7-c5d998851888,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:59.311472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51590) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:59.331259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1230011317'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:59.354267 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.357058 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0f03b5a-3e33-43ca-a5ee-706ad6d1e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.360321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d0f03b5a-3e33-43ca-a5ee-706ad6d1e3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.362198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d0f03b5a-3e33-43ca-a5ee-706ad6d1e3df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee95aa3c-2f5d-4580-898a-86c241d5d969 HTTP/1.1" status: 204 len: 168 time: 0.5691626 Jul 16 20:15:59.397708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:59.414697 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.515063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:59.580736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event deleted for resources: {'Port': ['ID=23029423-7af9-46f9-b4a6-f4dfe92ce9da,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:59.600307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.601942 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Added segment d22b21f0-9520-4274-bf13-0e83e7c1ba5d of type vlan for network 3c9a84a7-a8ac-4db7-bf29-d131f4b9179a Jul 16 20:15:59.646029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f03b5a-3e33-43ca-a5ee-706ad6d1e3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee95aa3c-2f5d-4580-898a-86c241d5d969,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:59.718234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db7ecfec-6aa6-4da5-b813-b0741baf9e9a req-8b3dedca-9fc9-4b69-95c6-1f1096b448bb tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 210 time: 0.1513159 Jul 16 20:15:59.802438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:59.855622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.885297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:59.885653 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.911124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.921578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.922379 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.047603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Network': ['ID=3c9a84a7-a8ac-4db7-bf29-d131f4b9179a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:00.064532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3c9a84a7-a8ac-4db7-bf29-d131f4b9179a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:00.065431 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b89c6356-2ee4-490c-bf67-f3c04bc0ff94 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7459533 Jul 16 20:16:00.066096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51604) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:00.075182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Request body: {'subnet': {'network_id': '3c9a84a7-a8ac-4db7-bf29-d131f4b9179a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:00.128746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f04bbe-f739-43d3-9760-5049c4f5e948 req-bed17ee1-b001-482e-b98b-d8ba9b04ec3d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.131377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95f04bbe-f739-43d3-9760-5049c4f5e948 req-bed17ee1-b001-482e-b98b-d8ba9b04ec3d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.2752817 Jul 16 20:16:00.136256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:00.251115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Made reservation on behalf of 1741a4c71734449397283ea6948262d6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:00.256763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.410296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95f04bbe-f739-43d3-9760-5049c4f5e948 req-c66dac76-b57f-4e2f-96f6-ba62cc111620 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692735 Jul 16 20:16:00.526468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:00.542155 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] Sync routers for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:00.557745 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:00.560319 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:15:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:00.585610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] No DVR routers for this DVR port 23029423-7af9-46f9-b4a6-f4dfe92ce9da on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:00.589301 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.591380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4913d0af-d4bf-4cf7-b255-647d079d13f1 req-b602ef0a-5af6-421f-9535-22c628cd8d93 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.16 "DELETE /v2.0/ports/23029423-7af9-46f9-b4a6-f4dfe92ce9da HTTP/1.1" status: 204 len: 173 time: 2.9771273 Jul 16 20:16:00.591894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-deleted', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:00.594541 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4594fcef-c98d-4c30-9fa6-dbea71da525d" -d '{"events": [{"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-deleted", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:00.684606 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699feccd-8df9-4e3e-ada7-88c71d44c971 x-openstack-request-id: req-699feccd-8df9-4e3e-ada7-88c71d44c971 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:00.685595 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7497f84-d373-4525-8c94-9aab2187d9fe", "name": "network-vif-deleted", "tag": "23029423-7af9-46f9-b4a6-f4dfe92ce9da", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:00.685595 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-699feccd-8df9-4e3e-ada7-88c71d44c971 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:00.685875 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7497f84-d373-4525-8c94-9aab2187d9fe', 'name': 'network-vif-deleted', 'tag': '23029423-7af9-46f9-b4a6-f4dfe92ce9da', 'status': 'completed', 'code': 200} Jul 16 20:16:00.917425 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:01.169719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51636) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:01.322328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.objects.ports [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100244) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:16:01.326084 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.501044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1427376676-network', 'tenant_id': '2787dc92f2c14544b6f8410093b25f10'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:01.517129 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:01.546188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Checking segment: {'id': 'd22b21f0-9520-4274-bf13-0e83e7c1ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3c9a84a7-a8ac-4db7-bf29-d131f4b9179a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:01.546605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network hostable DHCP agents. Network: 3c9a84a7-a8ac-4db7-bf29-d131f4b9179a, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:01.556396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event updated for resources: {'Subnet': ['ID=e51f23cc-4063-4681-b7dc-d6bbb73fc3c2,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:01.569846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Made reservation on behalf of 2787dc92f2c14544b6f8410093b25f10 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:01.574330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.594764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Network 3c9a84a7-a8ac-4db7-bf29-d131f4b9179a is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:01.597500 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.616784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 3c9a84a7-a8ac-4db7-bf29-d131f4b9179a) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:01.629005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.633556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f4287-49ba-408e-9077-d097194567f5 None None] Network 3c9a84a7-a8ac-4db7-bf29-d131f4b9179a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:01.642887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.914681 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.923617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.931881 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-000c4f40-6f07-4c5d-bb5b-cc914348b5be tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8641369 Jul 16 20:16:01.932973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51650) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:01.980781 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] Checking router: 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:02.035936 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:02.037014 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:15:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:02.042187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af2a36d-e4cc-45dc-8519-0d8ea75f7892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-3c9a84a7-a8ac-4db7-bf29-d131f4b9179a', 'network_id': '3c9a84a7-a8ac-4db7-bf29-d131f4b9179a', 'tenant_id': '1741a4c71734449397283ea6948262d6', 'fixed_ips': [{'subnet_id': 'e51f23cc-4063-4681-b7dc-d6bbb73fc3c2'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:02.043278 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9af2a36d-e4cc-45dc-8519-0d8ea75f7892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.073232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:02.080918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.188262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2612f51d-2e27-4437-b391-d74d594b560a req-f426bb27-32e8-4cb7-87c3-c1dfe0efe2b5 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7497f84-d373-4525-8c94-9aab2187d9fe HTTP/1.1" status: 200 len: 210 time: 0.1079240 Jul 16 20:16:02.196477 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.197839 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Added segment 35edfeda-6012-49d3-be20-055c04d1e6c9 of type vlan for network 35b2029d-70e5-471c-b944-02626042955e Jul 16 20:16:02.243229 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.353236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.371646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:02.379666 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:02.398254 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.482701 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.492166 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.494130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.494928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.512698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3208c-c435-456c-b4bb-14cc47fd7855 req-c31a1536-4e6a-4691-a0a6-fbfd485e00ac tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.521173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2a3208c-c435-456c-b4bb-14cc47fd7855 req-c31a1536-4e6a-4691-a0a6-fbfd485e00ac tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.1838877 Jul 16 20:16:02.579746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4087706 Jul 16 20:16:02.585188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51654) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:02.594116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Subnet': ['ID=e51f23cc-4063-4681-b7dc-d6bbb73fc3c2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.604680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Request body: {'subnet': {'network_id': '35b2029d-70e5-471c-b944-02626042955e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1427376676-subnet', 'tenant_id': '2787dc92f2c14544b6f8410093b25f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:02.714906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.742969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9a84a7-a8ac-4db7-bf29-d131f4b9179a']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:02.770506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22b21f0-9520-4274-bf13-0e83e7c1ba5d') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:02.773020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22b21f0-9520-4274-bf13-0e83e7c1ba5d') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:02.774036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0acbc4-b564-42d4-a069-a24e502eac13 admin admin] Pushing event updated for resources: {'Network': ['ID=35b2029d-70e5-471c-b944-02626042955e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.804561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2a3208c-c435-456c-b4bb-14cc47fd7855 req-3f58a37f-f27d-4a58-a1e1-9afb2cd0dbbb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819114 Jul 16 20:16:02.808877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Made reservation on behalf of 2787dc92f2c14544b6f8410093b25f10 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:02.811587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 23029423-7af9-46f9-b4a6-f4dfe92ce9da {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:02.812679 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.813509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 23029423-7af9-46f9-b4a6-f4dfe92ce9da not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:02.816277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.819709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 35b2029d-70e5-471c-b944-02626042955e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-9af2a36d-e4cc-45dc-8519-0d8ea75f7892 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e51f23cc-4063-4681-b7dc-d6bbb73fc3c2: This subnet is being modified by another concurrent operation. Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e51f23cc-4063-4681-b7dc-d6bbb73fc3c2: This subnet is being modified by another concurrent operation. Jul 16 20:16:02.848274 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:16:02.883868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.908080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505e50ae-6b0a-431a-9111-727f7beabc44 None None] Network 3c9a84a7-a8ac-4db7-bf29-d131f4b9179a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:02.912968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:02.917049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:02.930629 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:03.050886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:03.152811 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb59a0-2810-42d4-81c9-d6a74ffc9343 None None] The sync data for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 is: [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5a1b80a2-d004-4327-9bd8-bfbbda261ed1', 'name': '', 'network_id': 'cdb342b2-9493-4fe8-ba1b-12560b88ed2f', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'mac_address': 'fa:16:3e:d6:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:08Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'subnets': [{'id': 'ab85202c-b92f-49af-aaf3-c989d4632eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:03.165457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.184620 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.188705 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/3c9a84a7-a8ac-4db7-bf29-d131f4b9179a HTTP/1.1" status: 204 len: 168 time: 1.2541060 Jul 16 20:16:03.197679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51660) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.244851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3afcfc-bf08-4cd4-b10d-e98d366c888c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Network': ['ID=3c9a84a7-a8ac-4db7-bf29-d131f4b9179a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:03.315218 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ada291a-7ba0-455a-ae97-7df0f27806d1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:03.316829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ada291a-7ba0-455a-ae97-7df0f27806d1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:03.322814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7ada291a-7ba0-455a-ae97-7df0f27806d1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/subnets/e51f23cc-4063-4681-b7dc-d6bbb73fc3c2 HTTP/1.1" status: 404 len: 337 time: 0.1152406 Jul 16 20:16:03.326727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51664) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.359235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c099166-8104-4e19-ba28-845d801e3477 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:16:03.404443 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabb2452-be31-4fe8-aea2-77bbcab55527 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:03.405462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabb2452-be31-4fe8-aea2-77bbcab55527 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:03.409666 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cabb2452-be31-4fe8-aea2-77bbcab55527 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/3c9a84a7-a8ac-4db7-bf29-d131f4b9179a HTTP/1.1" status: 404 len: 339 time: 0.0808351 Jul 16 20:16:03.420267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51666) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.492036 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b050bf6-2dca-4353-9837-de497dc25f5c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:03.492777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b050bf6-2dca-4353-9837-de497dc25f5c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:03.497020 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b050bf6-2dca-4353-9837-de497dc25f5c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/subnets/dddc846f-a46a-4230-a9f6-b0102bb943d6 HTTP/1.1" status: 404 len: 337 time: 0.0723433 Jul 16 20:16:03.499106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51670) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.553982 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c804dfce-88e7-44b3-9bf8-b5465b675007 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:03.561443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c804dfce-88e7-44b3-9bf8-b5465b675007 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:03.572691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c804dfce-88e7-44b3-9bf8-b5465b675007 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/0b0e3722-a9bf-4c11-bda7-c5d998851888 HTTP/1.1" status: 404 len: 339 time: 0.0715768 Jul 16 20:16:03.575657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51672) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.598998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51674) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.621508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c099166-8104-4e19-ba28-845d801e3477 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:16:03.636467 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.680652 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ebd5aa-9c1a-4085-9671-90034d6e5b43 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:03.681447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ebd5aa-9c1a-4085-9671-90034d6e5b43 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:03.707862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-69ebd5aa-9c1a-4085-9671-90034d6e5b43 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/subnets/6cd69c8d-a6ce-4f41-aecb-ae86537bd336 HTTP/1.1" status: 404 len: 337 time: 0.1127818 Jul 16 20:16:03.710920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51676) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.788363 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-306ec3da-089d-416e-a016-625482d528d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:03.789983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306ec3da-089d-416e-a016-625482d528d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:03.794099 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-306ec3da-089d-416e-a016-625482d528d4 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/1b77f0d8-19c1-4fc2-8173-6f4c0df2873c HTTP/1.1" status: 404 len: 339 time: 0.0815589 Jul 16 20:16:03.805588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51678) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.834575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e04aafa-c62a-40ae-bc26-29a45cb3711d,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:03.888923 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42de1aa4-9cb3-41b2-bc13-f67693ae5158 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.901464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f746ea9-c225-424d-94a0-32ad38959399 None None] New status for floating IP e353cb82-e7bd-4854-a978-ecac9d71c576: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:16:03.947392 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42de1aa4-9cb3-41b2-bc13-f67693ae5158 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.966106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Checking segment: {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:03.966698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Network hostable DHCP agents. Network: 35b2029d-70e5-471c-b944-02626042955e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:04.028662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-fca14342-5322-428f-83ab-f017fa1e60f1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Deleting port 0540c464-a09f-44df-ad1d-86f09cfc897a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:04.029336 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fca14342-5322-428f-83ab-f017fa1e60f1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.052228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Network 35b2029d-70e5-471c-b944-02626042955e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:04.074702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 35b2029d-70e5-471c-b944-02626042955e) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:04.087768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:04.089126 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.162283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-104fb87d-110b-4534-9f6c-f82d442f05c5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5659842 Jul 16 20:16:04.171897 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42de1aa4-9cb3-41b2-bc13-f67693ae5158 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.176365 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-42de1aa4-9cb3-41b2-bc13-f67693ae5158 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.179161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-42de1aa4-9cb3-41b2-bc13-f67693ae5158 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "DELETE /v2.0/security-groups/751250f2-91d4-4baa-9f38-38343d5d48d6 HTTP/1.1" status: 204 len: 168 time: 0.5779831 Jul 16 20:16:04.185962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51688) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:04.223011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fca14342-5322-428f-83ab-f017fa1e60f1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.226867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de1aa4-9cb3-41b2-bc13-f67693ae5158 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751250f2-91d4-4baa-9f38-38343d5d48d6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:04.237833 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-3e8c817b-df5c-43f3-b7f9-b3c65cb2d72c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] show failed (client error): The resource could not be found. Jul 16 20:16:04.239109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3e8c817b-df5c-43f3-b7f9-b3c65cb2d72c tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "GET /v2.0/security-groups/751250f2-91d4-4baa-9f38-38343d5d48d6 HTTP/1.1" status: 404 len: 347 time: 0.0510981 Jul 16 20:16:04.246577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51690) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:04.287853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-fca14342-5322-428f-83ab-f017fa1e60f1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Calling delete_port for 0540c464-a09f-44df-ad1d-86f09cfc897a owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:04.352440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4812d0ef-c69f-4c40-bccc-c812f0f883f8 None None] Network 35b2029d-70e5-471c-b944-02626042955e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:04.359199 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.472167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77613eac-0a51-4107-a335-824171626b15 req-b1aa2feb-b0b0-4748-b48a-f9eaa63189dc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:04.476619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77613eac-0a51-4107-a335-824171626b15 req-b1aa2feb-b0b0-4748-b48a-f9eaa63189dc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.3640196 Jul 16 20:16:04.495331 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fca14342-5322-428f-83ab-f017fa1e60f1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.547779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca14342-5322-428f-83ab-f017fa1e60f1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Port': ['ID=0540c464-a09f-44df-ad1d-86f09cfc897a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:04.557548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fca14342-5322-428f-83ab-f017fa1e60f1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.559802 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fca14342-5322-428f-83ab-f017fa1e60f1 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/ports/0540c464-a09f-44df-ad1d-86f09cfc897a HTTP/1.1" status: 204 len: 168 time: 0.7519236 Jul 16 20:16:04.563859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51700) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:04.595885 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77613eac-0a51-4107-a335-824171626b15 req-28d42e92-84c2-4c9e-9331-a220cdadbd50 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055529 Jul 16 20:16:04.629527 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-82be7658-4824-49fd-ae4a-b10b480211cf tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:04.629527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82be7658-4824-49fd-ae4a-b10b480211cf tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:04.629527 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82be7658-4824-49fd-ae4a-b10b480211cf tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/subnets/50974483-3eb5-4d13-90cf-22b3e1ae7af6 HTTP/1.1" status: 404 len: 337 time: 0.0572968 Jul 16 20:16:04.629527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51702) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:04.630900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Deleting port 6816b53a-1dd6-4551-984b-b47ce8729ee4 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:04.631695 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.696468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5bb43-17b4-4940-b151-92202506f144 None None] Network 35b2029d-70e5-471c-b944-02626042955e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:04.742096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.804132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.805091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.808033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51712) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:04.983310 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.002911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4232f302-a18a-4dd1-a578-d7b9537f72aa']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:05.021839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23b662b-144c-4c77-bd23-6eb82db0fd5f') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:05.022336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23b662b-144c-4c77-bd23-6eb82db0fd5f') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:05.047588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.075633 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.153023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.180286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:05.181304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:05.187290 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:05.395765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-ebd14b4c-947a-4e7c-bf85-1bc2b267abd7 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.398592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-ebd14b4c-947a-4e7c-bf85-1bc2b267abd7 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 814 time: 0.5867467 Jul 16 20:16:05.411920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Calling delete_port for 6816b53a-1dd6-4551-984b-b47ce8729ee4 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:05.425885 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.447374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.448620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-a1d2218c-b0e1-4e49-99bc-6d6a28cfdf30 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/quotas/2787dc92f2c14544b6f8410093b25f10 HTTP/1.1" status: 200 len: 375 time: 0.0399196 Jul 16 20:16:05.451229 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/4232f302-a18a-4dd1-a578-d7b9537f72aa HTTP/1.1" status: 204 len: 168 time: 0.8249826 Jul 16 20:16:05.455781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51718) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:05.478826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3898f4-8f36-49f3-a2f7-5f15b67fe4ba tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Network': ['ID=4232f302-a18a-4dd1-a578-d7b9537f72aa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:05.563452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-fc003959-c2ac-4962-95a9-db68e41db5d6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590582 Jul 16 20:16:05.760707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.844187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-cc16565b-f6a3-4a76-90d4-c602eec4db2b service neutron] 10.222.0.78 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585757 Jul 16 20:16:05.851210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3b8935b3-35d8-4b05-bdc5-822852c978b3 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Deleting port 5230e503-0e42-4622-8c9b-e40a29f70a1b {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:05.851549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b8935b3-35d8-4b05-bdc5-822852c978b3 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.925676 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.067558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Pushing event deleted for resources: {'Port': ['ID=6816b53a-1dd6-4551-984b-b47ce8729ee4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:06.074707 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b8935b3-35d8-4b05-bdc5-822852c978b3 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.128359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3b8935b3-35d8-4b05-bdc5-822852c978b3 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Calling delete_port for 5230e503-0e42-4622-8c9b-e40a29f70a1b owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:06.178818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6401b0-0ea8-4a13-8774-6aa9b7cf5a6a req-a68833d7-3dc6-47e6-99e6-a4c3e7287414 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:06.180539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b6401b0-0ea8-4a13-8774-6aa9b7cf5a6a req-a68833d7-3dc6-47e6-99e6-a4c3e7287414 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.4396200 Jul 16 20:16:06.249188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-fb1a9f3c-5f41-4a93-b52b-af02fd17ccf9 service neutron] 10.222.0.78 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858964 Jul 16 20:16:06.287162 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.292480 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.294685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-16699f42-b249-452c-a1e7-2068cc97bc12 tempest-AttachVolumeShelveTestJSON-1286038799 tempest-AttachVolumeShelveTestJSON-1286038799-project] 10.222.0.78 "DELETE /v2.0/floatingips/e353cb82-e7bd-4854-a978-ecac9d71c576 HTTP/1.1" status: 204 len: 168 time: 2.0465455 Jul 16 20:16:06.401946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b6401b0-0ea8-4a13-8774-6aa9b7cf5a6a req-93dfdc88-8bca-414b-ba56-3e570e2281fd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119942 Jul 16 20:16:06.441117 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b8935b3-35d8-4b05-bdc5-822852c978b3 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.573343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8935b3-35d8-4b05-bdc5-822852c978b3 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Port': ['ID=5230e503-0e42-4622-8c9b-e40a29f70a1b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:06.586585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b8935b3-35d8-4b05-bdc5-822852c978b3 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.590297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3b8935b3-35d8-4b05-bdc5-822852c978b3 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/ports/5230e503-0e42-4622-8c9b-e40a29f70a1b HTTP/1.1" status: 204 len: 168 time: 1.1340501 Jul 16 20:16:06.596729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51736) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:06.630944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-263ef289-45ce-4fd9-9433-28eb2e08b9e2 req-fc135bd2-8bea-438b-bc31-4c9bfb5d2212 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 210 time: 0.0507441 Jul 16 20:16:06.666377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:06.666377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.669370 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed1a35b-0cc8-4767-87b6-75085a0a821c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:06.669941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed1a35b-0cc8-4767-87b6-75085a0a821c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:06.674420 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1ed1a35b-0cc8-4767-87b6-75085a0a821c tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/subnets/89c4c35f-1230-46ba-9713-49401c84883e HTTP/1.1" status: 404 len: 337 time: 0.0719297 Jul 16 20:16:06.674653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51738) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:06.902416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port c20af8ad-6dfb-4cd7-aa6d-493d9849bed3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:06.903481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.920451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:06.973331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.152785 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.168498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbadddc-1967-441f-a9a4-7fc5e996d3d2']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:07.196111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5372f611-b436-45fc-b909-26181142f028') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:07.197377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5372f611-b436-45fc-b909-26181142f028') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:07.219424 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.247240 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.255174 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.260574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:07.261357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:07.269397 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:07.306490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=c20af8ad-6dfb-4cd7-aa6d-493d9849bed3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:07.463242 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.483095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.486915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/9cbadddc-1967-441f-a9a4-7fc5e996d3d2 HTTP/1.1" status: 204 len: 168 time: 0.8108215 Jul 16 20:16:07.497372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51748) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:07.509649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19bbef-be39-418d-ab1a-77dcae5c19ac tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Network': ['ID=9cbadddc-1967-441f-a9a4-7fc5e996d3d2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:07.726460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-637c2023-c319-46a2-9a44-620c78954f37 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Deleting subnet 02bf4dc9-4169-413b-9250-983dc8bce76c {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:07.759573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-637c2023-c319-46a2-9a44-620c78954f37 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.834610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e594c7-8ac9-4f0c-88a0-fcc661b040df req-8c23ed00-5cdb-447f-818b-0033428194ae tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.846758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86e594c7-8ac9-4f0c-88a0-fcc661b040df req-8c23ed00-5cdb-447f-818b-0033428194ae tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.1821501 Jul 16 20:16:07.953587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-637c2023-c319-46a2-9a44-620c78954f37 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.014759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78002765-37f9-42aa-9373-d8e0920f80d4 req-2521866d-67c0-4c52-9551-b43236e3254a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 210 time: 0.1101377 Jul 16 20:16:08.057238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86e594c7-8ac9-4f0c-88a0-fcc661b040df req-2f61aa14-a36b-4ed1-9b5b-d6173b7de4f0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068846 Jul 16 20:16:08.567782 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.684722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-637c2023-c319-46a2-9a44-620c78954f37 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.828029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-637c2023-c319-46a2-9a44-620c78954f37 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.897603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c2023-c319-46a2-9a44-620c78954f37 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Subnet': ['ID=02bf4dc9-4169-413b-9250-983dc8bce76c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:08.919002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a96711-a0e6-4c3a-8ddf-5b15a69b0068 None None] Network d757f5b5-4606-46ba-8408-62a3f50297c9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:08.987332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-637c2023-c319-46a2-9a44-620c78954f37 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.993227 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-637c2023-c319-46a2-9a44-620c78954f37 tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/subnets/02bf4dc9-4169-413b-9250-983dc8bce76c HTTP/1.1" status: 204 len: 168 time: 1.4881711 Jul 16 20:16:08.994430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51764) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:09.300930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 6e017a3a-9620-4b16-b48e-35d595481568 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:09.404132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.649000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-19840ae4-925c-428a-baef-594fbb54b650 req-4d4e21bc-0fb0-4106-94a7-dcd76af38ee6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 210 time: 0.0830057 Jul 16 20:16:09.655873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] DHCP port deletion for d757f5b5-4606-46ba-8408-62a3f50297c9 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:09.713070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-11a1ec1c-4c93-4b1b-864a-7aa96e3a1ac1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.715089 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-11a1ec1c-4c93-4b1b-864a-7aa96e3a1ac1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.68 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 814 time: 0.5520773 Jul 16 20:16:09.731985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Request body: {'port': {'device_id': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'network_id': '35b2029d-70e5-471c-b944-02626042955e', 'admin_state_up': True, 'tenant_id': '2787dc92f2c14544b6f8410093b25f10'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:09.746458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:09.760607 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] Sync routers for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:09.768573 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6e46ab9c-2073-4fcd-ae4d-842039755538 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "PUT /v2.0/routers/6e017a3a-9620-4b16-b48e-35d595481568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9462221 Jul 16 20:16:09.775380 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:09.776333 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:15:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:09.798867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] Deleting port bc510454-b9f9-4d85-a8d0-949333af73a3 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:09.799407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.922180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe073-afcd-45a7-ba30-a7b8e75b5667 req-3987bab2-20c1-45b1-b809-d6f58136f3d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.933109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10dbe073-afcd-45a7-ba30-a7b8e75b5667 req-3987bab2-20c1-45b1-b809-d6f58136f3d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.5813193 Jul 16 20:16:09.941114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] For port bc510454-b9f9-4d85-a8d0-949333af73a3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bc510454-b9f9-4d85-a8d0-949333af73a3,segment=NetworkSegment(55bc4782-f13a-4bc9-b694-90d19acecb7b),segment_id=55bc4782-f13a-4bc9-b694-90d19acecb7b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:09.941976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.951540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Made reservation on behalf of 2787dc92f2c14544b6f8410093b25f10 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:09.961630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.974271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] Calling delete_port for bc510454-b9f9-4d85-a8d0-949333af73a3 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:10.058169 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:10.086187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10dbe073-afcd-45a7-ba30-a7b8e75b5667 req-cf4492f3-f5c3-4216-aadd-f80e1ea524fc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520445 Jul 16 20:16:10.094844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Deleting port bc510454-b9f9-4d85-a8d0-949333af73a3 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:10.095198 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.189291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] For port bc510454-b9f9-4d85-a8d0-949333af73a3, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bc510454-b9f9-4d85-a8d0-949333af73a3,segment=NetworkSegment(55bc4782-f13a-4bc9-b694-90d19acecb7b),segment_id=55bc4782-f13a-4bc9-b694-90d19acecb7b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:10.189730 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.204862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Calling delete_port for bc510454-b9f9-4d85-a8d0-949333af73a3 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:10.325613 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.406992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] Pushing event deleted for resources: {'Port': ['ID=bc510454-b9f9-4d85-a8d0-949333af73a3,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:10.426924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d1d7d-53f1-4bbe-8f1d-3a827bae1d57 None None] No DVR routers for this DVR port bc510454-b9f9-4d85-a8d0-949333af73a3 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:10.455089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Allocated IP 172.20.0.2 (35b2029d-70e5-471c-b944-02626042955e/1e04aafa-c62a-40ae-bc26-29a45cb3711d/82f83ecc-06ab-4459-a4ba-4d659f27d75f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:10.575457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.674441 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:07Z', 'revision_number': 6, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:44Z', 'revision_number': 1, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:10.681947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Port': ['ID=bc510454-b9f9-4d85-a8d0-949333af73a3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:10.719825 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] Checking router: 6e017a3a-9620-4b16-b48e-35d595481568 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:10.730566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] No DVR routers for this DVR port bc510454-b9f9-4d85-a8d0-949333af73a3 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:10.732992 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:10.734012 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:15:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:10.989377 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:10.995322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e542bba-db69-4b2d-b18d-932a8b9ceb49 req-e56168e0-659e-45ad-8ff0-35fef07a3ab5 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.003400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e542bba-db69-4b2d-b18d-932a8b9ceb49 req-e56168e0-659e-45ad-8ff0-35fef07a3ab5 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 946 time: 0.4851243 Jul 16 20:16:11.107443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc5c8ea6-4b3c-429b-962b-b3fe060e36e8 req-c308442b-4518-4157-8031-b51db497abd0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 210 time: 0.1006796 Jul 16 20:16:11.148926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.162359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d757f5b5-4606-46ba-8408-62a3f50297c9']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:11.176534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bc4782-f13a-4bc9-b694-90d19acecb7b') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:11.176819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bc4782-f13a-4bc9-b694-90d19acecb7b') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:11.219562 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.311708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e542bba-db69-4b2d-b18d-932a8b9ceb49 req-68450592-07b2-4b50-ae4b-5a5add50de63 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068137 Jul 16 20:16:11.313776 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.384458 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:07Z', 'revision_number': 6, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:44Z', 'revision_number': 1, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:11.424650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:11.424650 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:11.434005 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:11.450066 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e8c58-b0e7-4e0b-857e-f1b346abd7c6 None None] The sync data for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 is: [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:07Z', 'revision_number': 6, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f3d0c7ba-6fe9-463b-8a20-08cec679a8f5', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'port_id': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'mac_address': 'fa:16:3e:2d:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:14:37Z', 'updated_at': '2021-07-16T20:14:44Z', 'revision_number': 1, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:11.541649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.633852 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.648087 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.650676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] 10.222.0.78 "DELETE /v2.0/networks/d757f5b5-4606-46ba-8408-62a3f50297c9 HTTP/1.1" status: 204 len: 168 time: 2.6551540 Jul 16 20:16:11.741017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba0bf7-c771-44ca-be2e-ccf8a970b49a tempest-NetworksIpV6TestAttrs-559100043 tempest-NetworksIpV6TestAttrs-559100043-project] Pushing event deleted for resources: {'Network': ['ID=d757f5b5-4606-46ba-8408-62a3f50297c9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:11.831393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131b20c-ff83-4761-962f-5f8be90fa9d4 req-9bea9fbc-4986-47ae-8dd3-4b0294513e1d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.841473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8131b20c-ff83-4761-962f-5f8be90fa9d4 req-9bea9fbc-4986-47ae-8dd3-4b0294513e1d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.5179479 Jul 16 20:16:11.930112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:11.939996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9598429-4e23-4b14-a513-a28414193e4d req-a0904eec-d29f-4478-8eb5-b68c687f4dab tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.943443 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9598429-4e23-4b14-a513-a28414193e4d req-a0904eec-d29f-4478-8eb5-b68c687f4dab tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 946 time: 0.2177219 Jul 16 20:16:12.008082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bc510454-b9f9-4d85-a8d0-949333af73a3 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:12.020306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8131b20c-ff83-4761-962f-5f8be90fa9d4 req-80d43dc7-02fb-4bbc-901f-38369ce4c57c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591909 Jul 16 20:16:12.079408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: bc510454-b9f9-4d85-a8d0-949333af73a3 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:12.079912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bc510454-b9f9-4d85-a8d0-949333af73a3 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:12.080769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Network 35b2029d-70e5-471c-b944-02626042955e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:12.091569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:12.092807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:12.105489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:12.148335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:12.149239 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c20af8ad-6dfb-4cd7-aa6d-493d9849bed3 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:12.227794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51812) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:12.250778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:12.267924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.268974 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.309444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-885fd295-4b0e-4fff-8891-22736db23a8f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5810955 Jul 16 20:16:12.324818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port 2a617a9b-4b63-4593-923d-0512c3033c1c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:12.331656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.332003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Request body: {'port': {'device_id': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:12.584992 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8e12ca57-7562-44b3-9a61-c9b23000588a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1741a4c71734449397283ea6948262d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556788 Jul 16 20:16:12.588653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51822) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:12.686538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port 2a617a9b-4b63-4593-923d-0512c3033c1c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=2a617a9b-4b63-4593-923d-0512c3033c1c,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:12.686914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.709648 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.711943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for 2a617a9b-4b63-4593-923d-0512c3033c1c owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:12.776708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.858805 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.873229 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.877574 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.878924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e95e44bf-6d86-4886-95f3-cfdf15b0fa82 HTTP/1.1" status: 204 len: 168 time: 0.2889650 Jul 16 20:16:12.923503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95e44bf-6d86-4886-95f3-cfdf15b0fa82,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:12.943719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.944514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.944514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.944900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.945285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.945634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.945972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.946307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.946772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.947380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.947715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.948047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d85e7-9a04-4290-9686-be58a3d3822f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:12.967136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.001865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab887ed-a058-4bf2-83e2-c75038883476 req-000ef666-1958-4528-9e68-a76ae362164c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.004273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab887ed-a058-4bf2-83e2-c75038883476 req-000ef666-1958-4528-9e68-a76ae362164c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 931 time: 0.6040394 Jul 16 20:16:13.015236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=2a617a9b-4b63-4593-923d-0512c3033c1c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:13.105017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] No DVR routers for this DVR port 2a617a9b-4b63-4593-923d-0512c3033c1c on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:13.109261 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.118747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6060-db36-4aa6-9b4e-247bd4fcec7a req-fb965c17-9298-44a8-8e05-88d42fef2a16 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.120160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e97b6060-db36-4aa6-9b4e-247bd4fcec7a req-fb965c17-9298-44a8-8e05-88d42fef2a16 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a25164-939a-486d-80bc-d940b972c6d8 HTTP/1.1" status: 200 len: 867 time: 0.3252215 Jul 16 20:16:13.122200 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d9598429-4e23-4b14-a513-a28414193e4d req-0ae6fe34-5e18-45c6-824c-89699801f686 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "DELETE /v2.0/ports/2a617a9b-4b63-4593-923d-0512c3033c1c HTTP/1.1" status: 204 len: 173 time: 1.1724408 Jul 16 20:16:13.122707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a25164-939a-486d-80bc-d940b972c6d8', 'name': 'network-vif-deleted', 'tag': '2a617a9b-4b63-4593-923d-0512c3033c1c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:13.125131 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32228fb-61f8-406f-b8e7-f947aed6c45f" -d '{"events": [{"server_uuid": "38a25164-939a-486d-80bc-d940b972c6d8", "name": "network-vif-deleted", "tag": "2a617a9b-4b63-4593-923d-0512c3033c1c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:13.231651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab887ed-a058-4bf2-83e2-c75038883476 req-71de2366-4e05-4614-a2fa-28d0c6c18719 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148395 Jul 16 20:16:13.274380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e97b6060-db36-4aa6-9b4e-247bd4fcec7a req-83f783cc-8707-4534-80e9-edefc8c4602c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=9cc548d3-2999-46a5-aaa4-e589c95c8cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284399 Jul 16 20:16:13.362579 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd22a1d-eace-4132-9cbc-d18002ce1221 x-openstack-request-id: req-4fd22a1d-eace-4132-9cbc-d18002ce1221 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:13.363001 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a25164-939a-486d-80bc-d940b972c6d8", "name": "network-vif-deleted", "tag": "2a617a9b-4b63-4593-923d-0512c3033c1c", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:13.363413 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fd22a1d-eace-4132-9cbc-d18002ce1221 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:13.363850 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a25164-939a-486d-80bc-d940b972c6d8', 'name': 'network-vif-deleted', 'tag': '2a617a9b-4b63-4593-923d-0512c3033c1c', 'status': 'completed', 'code': 200} Jul 16 20:16:13.809009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f83ecc-06ab-4459-a4ba-4d659f27d75f {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:13.818943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.852895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Transition to ACTIVE for port object 82f83ecc-06ab-4459-a4ba-4d659f27d75f will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:13.858114 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.959631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8771-1b6a-48a5-9a04-6e893175403f req-f7097711-5d75-4107-abf7-ef0aab7bbd88 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.968342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-627f8771-1b6a-48a5-9a04-6e893175403f req-f7097711-5d75-4107-abf7-ef0aab7bbd88 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.4954572 Jul 16 20:16:13.991482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.184260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-627f8771-1b6a-48a5-9a04-6e893175403f req-292e0ec1-4cd3-4b63-bb58-aeb30a8003b0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077034 Jul 16 20:16:14.197853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51874) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:14.248074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Attempting to bind port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:14.248561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Attempting to bind port 82f83ecc-06ab-4459-a4ba-4d659f27d75f by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:14.249001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Attempting to bind port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on network 35b2029d-70e5-471c-b944-02626042955e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:14.254192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on network 35b2029d-70e5-471c-b944-02626042955e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:14.254668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Attempting to bind port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on network 35b2029d-70e5-471c-b944-02626042955e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:14.262051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:14.262579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Checking segment: {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:14.263256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Bound using segment: {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:14.263829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Bound port: 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:14.264331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.404897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:14.410182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:14.418168 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.473567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-88102748'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:14.487786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.488969 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.490289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51886) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:14.491960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] 10.222.0.68 "PUT /v2.0/ports/82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 1092 time: 2.1750383 Jul 16 20:16:14.492670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:14.496138 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ad5b58-3396-4044-a033-23292ecd2a46" -d '{"events": [{"name": "network-changed", "server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:14.549802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5f927-f0cf-4e8c-8e67-6504383fdc8b service neutron] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.567263 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c27c3fa-df5b-4841-90e5-714c8bf68616 x-openstack-request-id: req-1c27c3fa-df5b-4841-90e5-714c8bf68616 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:14.567565 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:14.569071 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c27c3fa-df5b-4841-90e5-714c8bf68616 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:14.569776 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'status': 'completed', 'code': 200} Jul 16 20:16:14.621075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:14.626456 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.651365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.664739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2977921-2670-48ff-ae2b-118a14019c88 req-b7d7e4ea-0b81-418a-96aa-3c3b2e0a305c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.673059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2977921-2670-48ff-ae2b-118a14019c88 req-b7d7e4ea-0b81-418a-96aa-3c3b2e0a305c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 943 time: 0.2041743 Jul 16 20:16:14.681384 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6132acc0-9a3a-43d6-9d99-0a082f76aed6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.685393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-80a505c4-ada4-45c6-a4e6-24d8c482469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.687181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-80a505c4-ada4-45c6-a4e6-24d8c482469c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1095 time: 0.1334696 Jul 16 20:16:14.726980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6132acc0-9a3a-43d6-9d99-0a082f76aed6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.773320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2977921-2670-48ff-ae2b-118a14019c88 req-ebb4cc23-32e3-433f-8049-06db8f9a9e2f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993395 Jul 16 20:16:14.775305 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-20c58201-977b-4082-a10a-a2764485f4af service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 217 time: 0.0786834 Jul 16 20:16:14.859251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-0d36c580-3592-4835-b6a0-0fd41d00eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.861039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-0d36c580-3592-4835-b6a0-0fd41d00eb0c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.0792887 Jul 16 20:16:14.888189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.890253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6132acc0-9a3a-43d6-9d99-0a082f76aed6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.894737 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6132acc0-9a3a-43d6-9d99-0a082f76aed6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.899665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6132acc0-9a3a-43d6-9d99-0a082f76aed6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/security-groups/9cc548d3-2999-46a5-aaa4-e589c95c8cc1 HTTP/1.1" status: 204 len: 168 time: 0.4048743 Jul 16 20:16:14.901189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.913815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132acc0-9a3a-43d6-9d99-0a082f76aed6 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc548d3-2999-46a5-aaa4-e589c95c8cc1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.924916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:14.955886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.956352 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Added segment b0a072dc-5e45-4559-b5c7-10e86f9739e6 of type vlan for network df32700a-836c-4f65-9dd5-a91dc979489d Jul 16 20:16:14.965489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51900) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:14.976284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38dd6c-2d1d-4177-b635-ffa656997f01,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.976822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-b12b281f-67e4-4db2-a407-07485cc5c3e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021256 Jul 16 20:16:15.037324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2a617a9b-4b63-4593-923d-0512c3033c1c no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:15.077682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 2a617a9b-4b63-4593-923d-0512c3033c1c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:15.078099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 2a617a9b-4b63-4593-923d-0512c3033c1c not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:15.105133 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.140260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f669440-5cfe-45fb-9475-0d10b5543442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting subnet 3487bc9c-ee29-4cc2-a9a7-2467b65d0f32 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:15.164441 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f669440-5cfe-45fb-9475-0d10b5543442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.173024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-bb8ad00b-08a3-4dc9-8b15-2b4e1676c81d service neutron] 10.222.0.68 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835334 Jul 16 20:16:15.215946 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.221804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.222762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.320797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f669440-5cfe-45fb-9475-0d10b5543442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.325383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1252108 Jul 16 20:16:15.341804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51908) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:15.345778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ca261-d6e0-4768-b980-01133d20d242 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Network': ['ID=df32700a-836c-4f65-9dd5-a91dc979489d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:15.357246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network df32700a-836c-4f65-9dd5-a91dc979489d details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:15.365069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'name': 'tempest-PortsTestJSON-996758914'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:15.441733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f669440-5cfe-45fb-9475-0d10b5543442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.522014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-924ba3e6-856a-41d8-ba60-98b49c59c8d0 req-209ab979-b628-45d6-ac90-0c2295faa253 service neutron] 10.222.0.68 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420930 Jul 16 20:16:15.537833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f669440-5cfe-45fb-9475-0d10b5543442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.575586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9116cd9-2418-4e4f-86e9-964c6ce2677c None None] Network bc322244-c1ea-4332-aa0a-414c4497f4df requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:15.578321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f669440-5cfe-45fb-9475-0d10b5543442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.582325 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5f669440-5cfe-45fb-9475-0d10b5543442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/subnets/3487bc9c-ee29-4cc2-a9a7-2467b65d0f32 HTTP/1.1" status: 204 len: 168 time: 0.6155527 Jul 16 20:16:15.585226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51916) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:15.616739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669440-5cfe-45fb-9475-0d10b5543442 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Subnet': ['ID=3487bc9c-ee29-4cc2-a9a7-2467b65d0f32,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:15.618119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:15.621810 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.727194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38974c-9b1d-4cb1-920d-758fbfc19612 req-a9dd93ac-70ac-477d-a17d-c4cbe70e92dd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.729363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee38974c-9b1d-4cb1-920d-758fbfc19612 req-a9dd93ac-70ac-477d-a17d-c4cbe70e92dd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.2729280 Jul 16 20:16:15.749105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:15.769818 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.870630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee38974c-9b1d-4cb1-920d-758fbfc19612 req-8353714c-b15d-44ac-9112-4c2900f7ecfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260715 Jul 16 20:16:15.879377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] DHCP port deletion for bc322244-c1ea-4332-aa0a-414c4497f4df request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:16.000488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-72ddfdb2-2c03-4e66-9f58-341fbb8f408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.003307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-72ddfdb2-2c03-4e66-9f58-341fbb8f408e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1095 time: 0.3860626 Jul 16 20:16:16.039656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] Deleting port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:16.040719 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.127214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] For port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9e1ffb23-0fd6-41bb-a372-0d693e6c595e,segment=NetworkSegment(8264a7f6-72f5-4c43-ae49-9403af204437),segment_id=8264a7f6-72f5-4c43-ae49-9403af204437)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:16.127799 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.149723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] Calling delete_port for 9e1ffb23-0fd6-41bb-a372-0d693e6c595e owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:16.264557 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.268527 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.298040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] Pushing event deleted for resources: {'Port': ['ID=9e1ffb23-0fd6-41bb-a372-0d693e6c595e,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:16.300530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a23df-94d8-49a0-ac31-470193ae58f6 None None] No DVR routers for this DVR port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:16.375227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-53b1302a-5cd3-410b-97f9-124f1faba224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.376765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-53b1302a-5cd3-410b-97f9-124f1faba224 service neutron] 10.222.0.68 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 915 time: 0.3634641 Jul 16 20:16:16.440242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:16.440684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.444313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.460400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-251955aa-656f-4c65-9ca5-608202d7808c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 217 time: 0.0749857 Jul 16 20:16:16.587160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e7de0-fb76-4e49-b3af-0994b8c88194 req-cdf2df13-6aad-4769-b58f-76933caec3a6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.588919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-760e7de0-fb76-4e49-b3af-0994b8c88194 req-cdf2df13-6aad-4769-b58f-76933caec3a6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 943 time: 0.5844779 Jul 16 20:16:16.664156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=8ffcdad5-d09e-4566-97e1-fb1291d5c38f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:16.669997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e, host n-d-791505-15, got binding levels [] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:16.670372 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.724554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for 9e1ffb23-0fd6-41bb-a372-0d693e6c595e owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:16.726952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-c5c0026c-dde9-4c85-8247-1bba819d0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.728538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-c5c0026c-dde9-4c85-8247-1bba819d0666 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.2421241 Jul 16 20:16:16.733028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.ipam_backend_mixin [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e was not found and therefore no delete operation was performed {{(pid=100243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:16:16.750993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.806121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc2be2-5647-4eea-8769-6b0270c15c6c req-8088f964-978b-4019-9679-c24db836bdb9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.807823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40dc2be2-5647-4eea-8769-6b0270c15c6c req-8088f964-978b-4019-9679-c24db836bdb9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4968693 Jul 16 20:16:16.815581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-09ef7e51-782e-4b0a-85f2-dc16503b49b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798678 Jul 16 20:16:16.835605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Checking segment: {'id': 'b0a072dc-5e45-4559-b5c7-10e86f9739e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:16.835976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network hostable DHCP agents. Network: df32700a-836c-4f65-9dd5-a91dc979489d, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:16.843684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-760e7de0-fb76-4e49-b3af-0994b8c88194 req-52d497fd-d543-4d7c-97e2-b7b88dff91ac tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098498 Jul 16 20:16:16.846585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] No DVR routers for this DVR port 9e1ffb23-0fd6-41bb-a372-0d693e6c595e on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:16.861526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=9e1ffb23-0fd6-41bb-a372-0d693e6c595e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:17.092373 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.100272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:17.140274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40dc2be2-5647-4eea-8769-6b0270c15c6c req-16d221f4-2ac2-4f48-801d-421ee36940e1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922435 Jul 16 20:16:17.182267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, df32700a-836c-4f65-9dd5-a91dc979489d) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:17.193984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc322244-c1ea-4332-aa0a-414c4497f4df']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:17.196714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ebb7fc-8362-46b0-bca8-688d49f64940 None None] Network df32700a-836c-4f65-9dd5-a91dc979489d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:17.224283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:17.233894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.233894 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.237906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-5d69fe29-af46-4939-8489-3f30a19d1c6c service neutron] 10.222.0.68 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988831 Jul 16 20:16:17.242730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8264a7f6-72f5-4c43-ae49-9403af204437') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:17.243053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8264a7f6-72f5-4c43-ae49-9403af204437') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:17.293870 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.347553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-89f5c44d-e2b0-45e9-8bb2-69f89e4b2a41 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0039303 Jul 16 20:16:17.350578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51952) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:17.357013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-805682502'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:17.378952 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.417122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:17.422141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.486081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:17.507117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.507940 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Added segment ac46a9da-f599-4741-99e2-ed7f905fb516 of type vlan for network ba3b2301-52cd-4efc-8c2b-cd6429b30db4 Jul 16 20:16:17.508384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:17.509094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:17.518494 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:17.673293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.745191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9e1ffb23-0fd6-41bb-a372-0d693e6c595e no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:17.756743 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.769148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.772399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/networks/bc322244-c1ea-4332-aa0a-414c4497f4df HTTP/1.1" status: 204 len: 168 time: 2.1860297 Jul 16 20:16:17.779880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:17.799799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca6b98-11f2-475b-826a-a246e998ffbe tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Network': ['ID=bc322244-c1ea-4332-aa0a-414c4497f4df,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:17.820575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9ad5b58-3396-4044-a033-23292ecd2a46 req-622b5204-6906-438f-9028-39f2a4508e16 service neutron] 10.222.0.68 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729814 Jul 16 20:16:17.868635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9e1ffb23-0fd6-41bb-a372-0d693e6c595e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:17.869649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9e1ffb23-0fd6-41bb-a372-0d693e6c595e not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:17.888698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ff608-12dd-4cdd-a742-9a59a2843113 req-523ea033-aec7-4894-a3a0-1e616d2618e3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.890564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e3ff608-12dd-4cdd-a742-9a59a2843113 req-523ea033-aec7-4894-a3a0-1e616d2618e3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.3853476 Jul 16 20:16:17.973221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e3ff608-12dd-4cdd-a742-9a59a2843113 req-166194b1-be1d-4f34-afb6-75b0eb9f8b91 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694008 Jul 16 20:16:17.983311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51970) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:17.988770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.027529 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-67e82cc7-7fe8-42bf-be6c-5179cd76930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.028083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.029587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.235132 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8826571 Jul 16 20:16:18.246914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51978) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:18.329696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'ports': [{'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d'}, {'network_id': 'ba3b2301-52cd-4efc-8c2b-cd6429b30db4'}]} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:18.330018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:18.330517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': 'ba3b2301-52cd-4efc-8c2b-cd6429b30db4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:18.384833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e966c-17ab-4193-ba72-5ebc289fd603 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Network': ['ID=ba3b2301-52cd-4efc-8c2b-cd6429b30db4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:18.407937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ba3b2301-52cd-4efc-8c2b-cd6429b30db4 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:18.630263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port 8e93b1ee-ebb3-403c-9468-850b224dd6db {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:18.631006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.751506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 2} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:18.760357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.789201 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.832537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.834186 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.907281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for 8e93b1ee-ebb3-403c-9468-850b224dd6db owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:19.016869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5eade-1877-4030-a093-002ce1b2c0ce req-30e5d31a-5144-4161-ae97-090d52a51585 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.022397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8b5eade-1877-4030-a093-002ce1b2c0ce req-30e5d31a-5144-4161-ae97-090d52a51585 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 943 time: 0.8927493 Jul 16 20:16:19.069095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 4e45e485-bfbf-40f5-a53e-0c7168450896 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:19.069522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:19.185102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8b5eade-1877-4030-a093-002ce1b2c0ce req-ae6d956e-6dc2-4e4f-929c-5a3e5ae6270f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483593 Jul 16 20:16:19.252069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-1fb22707-2a12-4929-8c13-7c83cc7d0353 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.268135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-1fb22707-2a12-4929-8c13-7c83cc7d0353 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 0.3640373 Jul 16 20:16:19.294707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-fea4705a-8906-414e-b7d5-e1ba0b563ce5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/quotas/339b1fa75957439782186d828b947369 HTTP/1.1" status: 200 len: 375 time: 0.0228405 Jul 16 20:16:19.391618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:19.426770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'network_id': '35b2029d-70e5-471c-b944-02626042955e', 'port_id': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'mac_address': 'fa:16:3e:d1:97:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e04aafa-c62a-40ae-bc26-29a45cb3711d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:19.518436 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.569075 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.599527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.605450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f83ecc-06ab-4459-a4ba-4d659f27d75f {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:19.644130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-fade08d9-e32b-46e2-9893-2e66ef7b2b4e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3393199 Jul 16 20:16:19.667102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:19.675478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.679141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port ca93f5ea-93b5-4887-90be-47bbca3874d6 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:19.687565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=8e93b1ee-ebb3-403c-9468-850b224dd6db,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.780270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.889668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.890135 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Floating IP f3d0c7ba-6fe9-463b-8a20-08cec679a8f5 disassociated (deleted). External IP: 172.25.6.33, port: 1c352d1a-db64-4d05-a8b1-4670fbee17b6. Jul 16 20:16:19.930302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['82f83ecc-06ab-4459-a4ba-4d659f27d75f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:19.937858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-60d17ecc-c2c4-4ea7-989c-ab1ecb108e29 service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373755 Jul 16 20:16:20.204584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.326743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-170400cd-6c50-46c3-a2f8-d2c4e973ff2f service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666348 Jul 16 20:16:20.349280 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.373208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.402644 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7934c844-f903-4803-bc98-6bd7a5e01da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.498549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=4e45e485-bfbf-40f5-a53e-0c7168450896,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:20.536962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:20.545583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347375c9-0922-4c13-8b4b-89f436eb35ed req-03f1e930-a8f1-4b93-9033-c7f68ac75610 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.547556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-347375c9-0922-4c13-8b4b-89f436eb35ed req-03f1e930-a8f1-4b93-9033-c7f68ac75610 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 945 time: 0.2172878 Jul 16 20:16:20.554203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:20.559256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:20.560717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.609229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.627939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-347375c9-0922-4c13-8b4b-89f436eb35ed req-b7b992d9-3c63-4f09-a451-04d5c2ff5620 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 Jul 16 20:16:20.890510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-986b8c6d-d120-418f-b7c2-e9cfd41d4ac3 req-35560900-62d2-43fe-a626-a16f5097c6b3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 210 time: 0.1102135 Jul 16 20:16:21.020123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22787548-2c8e-4f97-9366-3100171181be req-1f32a879-2508-490f-a57b-dfecfed779f0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.023651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22787548-2c8e-4f97-9366-3100171181be req-1f32a879-2508-490f-a57b-dfecfed779f0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.2953119 Jul 16 20:16:21.084771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:21.172023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22787548-2c8e-4f97-9366-3100171181be req-7bb26f69-ac4a-4419-b9e3-36766be24e81 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363959 Jul 16 20:16:21.181006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=ca93f5ea-93b5-4887-90be-47bbca3874d6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:21.210394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 82f83ecc-06ab-4459-a4ba-4d659f27d75f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:21.217416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 82f83ecc-06ab-4459-a4ba-4d659f27d75f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:21.218407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.315745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Deleting port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:21.316316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.340964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Checking segment: {'id': 'ac46a9da-f599-4741-99e2-ed7f905fb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba3b2301-52cd-4efc-8c2b-cd6429b30db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:21.341284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network hostable DHCP agents. Network: ba3b2301-52cd-4efc-8c2b-cd6429b30db4, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:21.381170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network ba3b2301-52cd-4efc-8c2b-cd6429b30db4 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:21.385472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 6e017a3a-9620-4b16-b48e-35d595481568 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:21.421130 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.487392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:21.491260 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d379be5-909c-4e74-b5e1-064a6825e584" -d '{"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-plugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:21.516835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:21.527319 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.573045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ba3b2301-52cd-4efc-8c2b-cd6429b30db4) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:21.592915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe22679c-1fda-44b0-84ab-2cc22d375b86 None None] Network ba3b2301-52cd-4efc-8c2b-cd6429b30db4 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:21.594514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:21.600262 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade497c0-ed9b-4956-8b73-4a8e02ba12b6 x-openstack-request-id: req-ade497c0-ed9b-4956-8b73-4a8e02ba12b6 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:21.601268 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-plugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:21.601932 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ade497c0-ed9b-4956-8b73-4a8e02ba12b6 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:21.602830 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'code': 200} Jul 16 20:16:21.620066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.642354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.643499 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.654721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] For port 5a1b80a2-d004-4327-9bd8-bfbbda261ed1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:21.655905 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.675225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Calling delete_port for 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:21.696337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:21.706163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:21.717431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.723100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570723d-b623-4876-8475-986f54ad02ba None None] Sync routers for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:21.731895 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aa57a4bc-36f0-4527-9b54-5debefa4866c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4728322 Jul 16 20:16:21.782636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570723d-b623-4876-8475-986f54ad02ba None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:21.783299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2570723d-b623-4876-8475-986f54ad02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:21.814197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:21.987023 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3f7ddf4d-a703-4938-b07a-241abca83ff9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/floatingips/f3d0c7ba-6fe9-463b-8a20-08cec679a8f5 HTTP/1.1" status: 204 len: 168 time: 4.2011855 Jul 16 20:16:21.993242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:22.000180 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf3dcd-308f-4894-a344-75bb18a2fe99" -d '{"events": [{"name": "network-changed", "server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:22.206629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-18ba87a6-1aa7-4080-b585-b0214f5cba87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port ca93f5ea-93b5-4887-90be-47bbca3874d6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:22.207235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18ba87a6-1aa7-4080-b585-b0214f5cba87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.382038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.418953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18ba87a6-1aa7-4080-b585-b0214f5cba87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.420609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-2570723d-b623-4876-8475-986f54ad02ba None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:22.433635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-18ba87a6-1aa7-4080-b585-b0214f5cba87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for ca93f5ea-93b5-4887-90be-47bbca3874d6 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:22.463355 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b5632f3-3559-461c-b7e4-e42974fb0346 req-2069e816-597b-4914-8c1f-a427258fd1f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 210 time: 0.1575451 Jul 16 20:16:22.525569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f250f-8808-4758-98ed-29669cc233b8 req-8f3eb9c5-0fef-4c2e-a3ee-e5206900603b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.528595 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-676f250f-8808-4758-98ed-29669cc233b8 req-8f3eb9c5-0fef-4c2e-a3ee-e5206900603b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 945 time: 0.6991527 Jul 16 20:16:22.631947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18ba87a6-1aa7-4080-b585-b0214f5cba87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.765426 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18ba87a6-1aa7-4080-b585-b0214f5cba87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.776233 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-18ba87a6-1aa7-4080-b585-b0214f5cba87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/ca93f5ea-93b5-4887-90be-47bbca3874d6 HTTP/1.1" status: 204 len: 168 time: 0.9449694 Jul 16 20:16:22.777357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52068) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:22.807507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba87a6-1aa7-4080-b585-b0214f5cba87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=ca93f5ea-93b5-4887-90be-47bbca3874d6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:22.950350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2570723d-b623-4876-8475-986f54ad02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:07Z', 'revision_number': 6, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:23.054687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570723d-b623-4876-8475-986f54ad02ba None None] Checking router: 6e017a3a-9620-4b16-b48e-35d595481568 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:23.102057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570723d-b623-4876-8475-986f54ad02ba None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:23.108626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2570723d-b623-4876-8475-986f54ad02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:23.145246 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e8c40-80af-405f-a95f-7dc0b2e948c4 x-openstack-request-id: req-943e8c40-80af-405f-a95f-7dc0b2e948c4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:23.146893 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:23.147239 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-943e8c40-80af-405f-a95f-7dc0b2e948c4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:23.147695 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'status': 'completed', 'code': 200} Jul 16 20:16:23.176998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb898a-f044-4f63-90ff-05d3fbf1fdf8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.194988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb898a-f044-4f63-90ff-05d3fbf1fdf8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.200179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-05cb898a-f044-4f63-90ff-05d3fbf1fdf8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4210229 Jul 16 20:16:23.203405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52078) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:23.309839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-bbdc60ad-772d-4c7f-b462-5c516c775748 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.311927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-bbdc60ad-772d-4c7f-b462-5c516c775748 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 0.3974769 Jul 16 20:16:23.313093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a30f26-43d8-42da-821a-2a5a411c6ff6 req-89a867e7-d8e1-4c85-b4e4-8af8b4ad97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.314931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21a30f26-43d8-42da-821a-2a5a411c6ff6 req-89a867e7-d8e1-4c85-b4e4-8af8b4ad97a6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1097 time: 1.3368299 Jul 16 20:16:23.359267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293de1c2-92ae-4bac-801c-a84523ea9b23 req-285c6a11-6fe9-4d51-925c-de0031066d8a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.365724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'port': {'device_id': 'b02b39f8-c9fc-4f29-a5e0-4eae178e104a', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'admin_state_up': True, 'tenant_id': '339b1fa75957439782186d828b947369'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:23.369100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-293de1c2-92ae-4bac-801c-a84523ea9b23 req-285c6a11-6fe9-4d51-925c-de0031066d8a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 945 time: 1.3345213 Jul 16 20:16:23.562556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-2570723d-b623-4876-8475-986f54ad02ba None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:23.596663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.797264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.800249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1b80a2-d004-4327-9bd8-bfbbda261ed1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.800497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Made reservation on behalf of 339b1fa75957439782186d828b947369 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:23.814865 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.841882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-293de1c2-92ae-4bac-801c-a84523ea9b23 req-2e7d6117-0f1a-4f4d-aebd-386ac871e7ca tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716690 Jul 16 20:16:23.876546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-75c7bb0f-1fac-4ade-984f-51b2d58d85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.878158 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-75c7bb0f-1fac-4ade-984f-51b2d58d85f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 1097 time: 0.2480962 Jul 16 20:16:23.883974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bf04cf59-d93a-4670-abef-5ecac92c8c87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 4e45e485-bfbf-40f5-a53e-0c7168450896 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:23.884471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf04cf59-d93a-4670-abef-5ecac92c8c87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.909759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21a30f26-43d8-42da-821a-2a5a411c6ff6 req-42ec2b9a-5c23-4784-a33f-50c385df2d8c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279286 Jul 16 20:16:24.061203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2570723d-b623-4876-8475-986f54ad02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:07Z', 'revision_number': 6, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:24.117110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf04cf59-d93a-4670-abef-5ecac92c8c87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.180984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570723d-b623-4876-8475-986f54ad02ba None None] The sync data for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 is: [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:07Z', 'revision_number': 6, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'eb04c0e2-a197-425f-b521-481600f36c53', 'name': '', 'network_id': '6f6e8016-4eef-40ef-b14d-87773dab8993', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:55:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '4144884b-0274-497c-804b-192088cb6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:38Z', 'updated_at': '2021-07-16T20:13:54Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '4144884b-0274-497c-804b-192088cb6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:24.211087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Deleting port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:24.211929 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.314914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Allocated IP 172.20.0.9 (3ca26e4e-3007-40cd-8b4b-ebff741e8b02/6dbe0521-aba6-4cd7-9038-383ed1d9b674/14929c22-dba2-42ec-895e-0bc50475c086) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:24.412420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] For port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:24.413210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.447462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bf04cf59-d93a-4670-abef-5ecac92c8c87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 4e45e485-bfbf-40f5-a53e-0c7168450896 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:24.479646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Calling delete_port for a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:24.576274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-06d0d756-9916-48ca-9765-32c8f770142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.584490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-06d0d756-9916-48ca-9765-32c8f770142f service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f6e8016-4eef-40ef-b14d-87773dab8993 HTTP/1.1" status: 200 len: 897 time: 0.6562498 Jul 16 20:16:24.618561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eba4d-b25f-4fdb-ac74-8aba924bacfa req-cb5ffedb-17cb-42e3-902a-318cf2777ffc tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.626173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d2eba4d-b25f-4fdb-ac74-8aba924bacfa req-cb5ffedb-17cb-42e3-902a-318cf2777ffc tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.0545297 Jul 16 20:16:24.781511 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb58f240-b0a4-48e1-bc15-4f48905949dd None None] New status for floating IP f3d0c7ba-6fe9-463b-8a20-08cec679a8f5: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:16:24.866105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d2eba4d-b25f-4fdb-ac74-8aba924bacfa req-1ebdf12d-f51a-4927-8227-2bb110931386 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388434 Jul 16 20:16:24.915934 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-404e2b72-6eca-45a9-ad45-286065fc1276 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6 HTTP/1.1" status: 200 len: 217 time: 0.2421188 Jul 16 20:16:24.925939 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf04cf59-d93a-4670-abef-5ecac92c8c87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.010918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da4685-5c45-4970-93a3-86eadeb1e798 req-83b76e50-e5d0-49ad-a6ee-d516a508b6cb tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.022522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0da4685-5c45-4970-93a3-86eadeb1e798 req-83b76e50-e5d0-49ad-a6ee-d516a508b6cb tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 945 time: 0.9187934 Jul 16 20:16:25.070176 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.073314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04cf59-d93a-4670-abef-5ecac92c8c87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=4e45e485-bfbf-40f5-a53e-0c7168450896,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:25.118191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.144376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf04cf59-d93a-4670-abef-5ecac92c8c87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.149574 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf04cf59-d93a-4670-abef-5ecac92c8c87 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/4e45e485-bfbf-40f5-a53e-0c7168450896 HTTP/1.1" status: 204 len: 168 time: 1.9449730 Jul 16 20:16:25.156640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5adc3-c4e6-4451-8955-d474931d076e req-994480e9-138b-4899-8029-4e0857969799 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.158959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28a5adc3-c4e6-4451-8955-d474931d076e req-994480e9-138b-4899-8029-4e0857969799 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 945 time: 0.6890352 Jul 16 20:16:25.159349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Transition to ACTIVE for port object 14929c22-dba2-42ec-895e-0bc50475c086 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:25.168393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52102) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:25.222615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-91d8c103-b1c2-4e31-b32a-b154a3d96c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.226536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-91d8c103-b1c2-4e31-b32a-b154a3d96c78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4144884b-0274-497c-804b-192088cb6144 HTTP/1.1" status: 200 len: 835 time: 0.2795177 Jul 16 20:16:25.229590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.243711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['04e7812a-793d-4bbe-b75d-413c4f70eff6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:25.390158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:25.400642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:25.404993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:25.413935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'Port': ['ID=14929c22-dba2-42ec-895e-0bc50475c086,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:25.421328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0da4685-5c45-4970-93a3-86eadeb1e798 req-cec98da4-0d2f-48cd-80a1-12279a2d9b43 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975606 Jul 16 20:16:25.623106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.623803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.677469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-fa7a73c3-48df-4bdf-8d3f-903f338699db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.693723 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-fa7a73c3-48df-4bdf-8d3f-903f338699db service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f6e8016-4eef-40ef-b14d-87773dab8993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4550562 Jul 16 20:16:25.708505 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-47058ed1-739f-453d-8e46-8157ab75da06 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3515964 Jul 16 20:16:25.721886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Request body: {'port': {'device_id': 'b02b39f8-c9fc-4f29-a5e0-4eae178e104a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:25.960982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.967767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-947de545-61dd-427f-8b31-bd8523f6f79c service neutron] 10.222.0.68 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595503 Jul 16 20:16:25.975594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9bec8069-caff-494e-b4e2-25a1fda953bf None None] Provisioning for port 14929c22-dba2-42ec-895e-0bc50475c086 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:25.982842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9bec8069-caff-494e-b4e2-25a1fda953bf None None] Provisioning complete for port 14929c22-dba2-42ec-895e-0bc50475c086 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:25.984336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9bec8069-caff-494e-b4e2-25a1fda953bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.986874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.049465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9bec8069-caff-494e-b4e2-25a1fda953bf None None] Port 14929c22-dba2-42ec-895e-0bc50475c086 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:26.147451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event deleted for resources: {'Port': ['ID=a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.177863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9565daf-4e9d-4810-b477-aec66643bdc4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.186658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f9565daf-4e9d-4810-b477-aec66643bdc4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0110798 Jul 16 20:16:26.204255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52116) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:26.262963 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d5bf3dcd-308f-4894-a344-75bb18a2fe99 req-4bf76e18-1462-4883-a71f-6d2a749d3a70 service neutron] 10.222.0.68 "GET /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852535 Jul 16 20:16:26.267378 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f60120a-d57b-4174-b236-dae6dd08c7f0 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:16:26.279805 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0f60120a-d57b-4174-b236-dae6dd08c7f0 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/ca93f5ea-93b5-4887-90be-47bbca3874d6 HTTP/1.1" status: 404 len: 333 time: 0.0698531 Jul 16 20:16:26.303818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52118) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:26.367245 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d75012-b51a-4399-b29f-d27f32427bbc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:16:26.374174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72d75012-b51a-4399-b29f-d27f32427bbc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/4e45e485-bfbf-40f5-a53e-0c7168450896 HTTP/1.1" status: 404 len: 333 time: 0.0635247 Jul 16 20:16:26.375511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52122) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:26.392157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb5480-9afb-44f0-a90b-27d498dbcb13 req-f172f611-f491-4810-9a2c-8ea9e6468bfe tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.396502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ebb5480-9afb-44f0-a90b-27d498dbcb13 req-f172f611-f491-4810-9a2c-8ea9e6468bfe tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 931 time: 1.2313640 Jul 16 20:16:26.469972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] No DVR routers for this DVR port a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:26.475787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.481254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-676f250f-8808-4758-98ed-29669cc233b8 req-2b1bcfee-87fc-46db-917f-58b7f632f41f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "DELETE /v2.0/ports/a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 HTTP/1.1" status: 204 len: 173 time: 3.9407046 Jul 16 20:16:26.485491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:26.495630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8706e17-7bc4-405e-80ef-1a2d1d7fca1a', 'name': 'network-vif-deleted', 'tag': 'a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:26.499412 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563b735d-aa34-472e-80d4-8f824d00117a" -d '{"events": [{"server_uuid": "b8706e17-7bc4-405e-80ef-1a2d1d7fca1a", "name": "network-vif-deleted", "tag": "a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:26.542882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.548411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:26.548773 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.587040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:26.587620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:26.709816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e36e9e-64dc-4902-8085-39602bf7e513 req-bbff4fa2-98f9-48fa-9379-1bdf09666595 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.713064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38e36e9e-64dc-4902-8085-39602bf7e513 req-bbff4fa2-98f9-48fa-9379-1bdf09666595 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 867 time: 0.9546714 Jul 16 20:16:26.721442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.740333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3b2301-52cd-4efc-8c2b-cd6429b30db4']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:26.759712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac46a9da-f599-4741-99e2-ed7f905fb516') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:26.760229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac46a9da-f599-4741-99e2-ed7f905fb516') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:26.767986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ebb5480-9afb-44f0-a90b-27d498dbcb13 req-669d3903-a579-46c2-99b3-3903929876a3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446949 Jul 16 20:16:26.782487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.794761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:26.810359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port 1c352d1a-db64-4d05-a8b1-4670fbee17b6, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1c352d1a-db64-4d05-a8b1-4670fbee17b6,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:26.810755 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.842668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.853512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:26.854192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.858335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for 1c352d1a-db64-4d05-a8b1-4670fbee17b6 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:26.866769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38e36e9e-64dc-4902-8085-39602bf7e513 req-1feda918-a266-4e0c-ac68-5f2865f655a2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342587 Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:26.878511 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:26.938924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14929c22-dba2-42ec-895e-0bc50475c086 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:26.971779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.086351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.113087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.118055 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/networks/ba3b2301-52cd-4efc-8c2b-cd6429b30db4 HTTP/1.1" status: 204 len: 168 time: 0.7414722 Jul 16 20:16:27.143783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52136) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:27.156733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1856378817'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:27.159092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee47d9-fd03-4926-b750-234cd93890f8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Network': ['ID=ba3b2301-52cd-4efc-8c2b-cd6429b30db4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:27.678675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Transition to ACTIVE for port object 14929c22-dba2-42ec-895e-0bc50475c086 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:27.684803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.699137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.711612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:27.717896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.763344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Pushing event updated for resources: {'Port': ['ID=14929c22-dba2-42ec-895e-0bc50475c086,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:27.851795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=1c352d1a-db64-4d05-a8b1-4670fbee17b6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:27.891941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Attempting to bind port 14929c22-dba2-42ec-895e-0bc50475c086 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:27.892505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Attempting to bind port 14929c22-dba2-42ec-895e-0bc50475c086 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:27.893070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Attempting to bind port 14929c22-dba2-42ec-895e-0bc50475c086 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:27.907316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Port 14929c22-dba2-42ec-895e-0bc50475c086 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:27.907931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Attempting to bind port 14929c22-dba2-42ec-895e-0bc50475c086 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:27.922103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:27.922620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Checking segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:27.923510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Bound using segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:27.924098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Bound port: 14929c22-dba2-42ec-895e-0bc50475c086, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:27.924802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.965040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:27.974959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b93bfad8-475c-435e-801c-5408a0f1c400 admin admin] 10.222.0.78 "PUT /v2.0/routers/9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9889164 Jul 16 20:16:27.982587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52156) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:27.984645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] Sync routers for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:27.997322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:27.998411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:28.010497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eec2b-da45-4f05-aef6-0fcdc8b61411 req-360dab8e-60e7-4835-b1bd-9f5fcf5eab41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.039019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-555eec2b-da45-4f05-aef6-0fcdc8b61411 req-360dab8e-60e7-4835-b1bd-9f5fcf5eab41 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aabf95-cc41-4f31-9c54-3961c2ad41d3 HTTP/1.1" status: 200 len: 867 time: 0.9593771 Jul 16 20:16:28.064928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] For port 14929c22-dba2-42ec-895e-0bc50475c086, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:28.069673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] For port 14929c22-dba2-42ec-895e-0bc50475c086, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=14929c22-dba2-42ec-895e-0bc50475c086,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:28.081209 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.123329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] No DVR routers for this DVR port 1c352d1a-db64-4d05-a8b1-4670fbee17b6 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:28.127661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.132827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28a5adc3-c4e6-4451-8955-d474931d076e req-7da57905-2954-4e74-ac11-e61ff6bc5ba4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.68 "DELETE /v2.0/ports/1c352d1a-db64-4d05-a8b1-4670fbee17b6 HTTP/1.1" status: 204 len: 173 time: 2.9425013 Jul 16 20:16:28.198158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:28.254812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.256461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.258977 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] 10.222.0.68 "PUT /v2.0/ports/14929c22-dba2-42ec-895e-0bc50475c086 HTTP/1.1" status: 200 len: 1092 time: 2.5420747 Jul 16 20:16:28.284236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02b39f8-c9fc-4f29-a5e0-4eae178e104a', 'tag': '14929c22-dba2-42ec-895e-0bc50475c086'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:28.297477 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f969a19-c065-4ee5-b880-8d600a78771c" -d '{"events": [{"name": "network-changed", "server_uuid": "b02b39f8-c9fc-4f29-a5e0-4eae178e104a", "tag": "14929c22-dba2-42ec-895e-0bc50475c086"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:28.373493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9af1a-2a39-4b4e-aa60-8afdea2036ed service neutron] Pushing event updated for resources: {'Port': ['ID=14929c22-dba2-42ec-895e-0bc50475c086,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:28.472964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.479469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:28.638236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b147c036-1dc0-4c81-802b-0ba6d238fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.650549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b147c036-1dc0-4c81-802b-0ba6d238fa8d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 1095 time: 0.1574347 Jul 16 20:16:28.709854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047e1b-13ef-4c31-9dcc-a227aa8a4db5 req-fb4e0448-f495-4960-a2a4-a2d31a93133d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.712655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92047e1b-13ef-4c31-9dcc-a227aa8a4db5 req-fb4e0448-f495-4960-a2a4-a2d31a93133d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.5327272 Jul 16 20:16:28.714925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.715482 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Added segment 363d3ea1-ee97-4ac7-959c-785a2621bdb8 of type vlan for network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba Jul 16 20:16:28.745366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:16:23Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:28.754429 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-b6b1a12f-e9fb-4dfb-a0a0-94da9ffb3e38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14929c22-dba2-42ec-895e-0bc50475c086 HTTP/1.1" status: 200 len: 217 time: 0.0957842 Jul 16 20:16:28.803761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] Checking router: 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:28.822305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] Routers {'9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:28.823370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:28.853776 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.872684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-a58483aa-eae5-4c37-b94a-2b4faec37e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.876924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-a58483aa-eae5-4c37-b94a-2b4faec37e34 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1148827 Jul 16 20:16:29.030038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-7e05d494-0dc5-495e-bf48-96376a126649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.034117 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-7e05d494-0dc5-495e-bf48-96376a126649 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491487 Jul 16 20:16:29.035280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-555eec2b-da45-4f05-aef6-0fcdc8b61411 req-fb053460-ff58-4564-91f7-1c95a58902de tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=3105c249-e32e-4618-9f5b-a8e7490efb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9312775 Jul 16 20:16:29.097475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92047e1b-13ef-4c31-9dcc-a227aa8a4db5 req-2e719d83-6d0b-40eb-bea1-bfcf653bcfde tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533035 Jul 16 20:16:29.110425 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.123850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1c352d1a-db64-4d05-a8b1-4670fbee17b6 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:29.191964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 1c352d1a-db64-4d05-a8b1-4670fbee17b6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:29.193802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1c352d1a-db64-4d05-a8b1-4670fbee17b6 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:29.239229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] Set router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:29.263226 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:16:29.310096 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bef92d-a0b3-4dea-a987-ae8245b6771b x-openstack-request-id: req-f9bef92d-a0b3-4dea-a987-ae8245b6771b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:29.312414 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8706e17-7bc4-405e-80ef-1a2d1d7fca1a", "name": "network-vif-deleted", "tag": "a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:29.312858 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f9bef92d-a0b3-4dea-a987-ae8245b6771b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:29.314521 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8706e17-7bc4-405e-80ef-1a2d1d7fca1a', 'name': 'network-vif-deleted', 'tag': 'a8983cf0-79e0-428a-bfe5-b9eb9e4b4a66', 'status': 'completed', 'code': 200} Jul 16 20:16:29.387503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Deleting port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:29.388149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.401229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.425346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.426414 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.690285 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Network': ['ID=5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:29.716108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:29.795443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:16:23Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:29.807687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bc487e7f-6a09-48e0-a366-91bf2f8478e4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6620693 Jul 16 20:16:29.814766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52184) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:29.827957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': '5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:29.835622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef6f57-9bb2-4824-8582-3245a4c6d953 None None] The sync data for ids ['9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44'] in n-d-791505-15 is: [{'id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'name': 'tempest-AttachVolumeShelveTestJSON-687550522-router', 'tenant_id': 'e33d6ca215704afa8ace654e0908c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:16:23Z', 'revision_number': 5, 'project_id': 'e33d6ca215704afa8ace654e0908c2b9', 'gw_port': {'id': '714d68cd-6e10-430f-8c1c-dd314b7b4f5d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:29.902267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] For port 714d68cd-6e10-430f-8c1c-dd314b7b4f5d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=714d68cd-6e10-430f-8c1c-dd314b7b4f5d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:29.902937 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.962402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a16421b-1c3a-4b98-b96d-0fe1ba219203 req-47126027-861f-4871-998c-79dc361237d1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 210 time: 0.2604785 Jul 16 20:16:29.968527 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-be8e1ccd-adf1-46ec-84f0-f0c5d862c4b2 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9296820 Jul 16 20:16:30.001158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Calling delete_port for 714d68cd-6e10-430f-8c1c-dd314b7b4f5d owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:30.089512 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94ca4a97-ebfb-4b39-9053-cf9efc9d7583 req-0528f5fe-dd2a-481a-8e14-b17317edb676 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138844 Jul 16 20:16:30.106587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:30.111330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.119564 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da01da6-d75e-4c24-8f7c-c1a5a6381618 x-openstack-request-id: req-6da01da6-d75e-4c24-8f7c-c1a5a6381618 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:30.120114 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02b39f8-c9fc-4f29-a5e0-4eae178e104a", "tag": "14929c22-dba2-42ec-895e-0bc50475c086", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:30.120545 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6da01da6-d75e-4c24-8f7c-c1a5a6381618 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:30.121218 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02b39f8-c9fc-4f29-a5e0-4eae178e104a', 'tag': '14929c22-dba2-42ec-895e-0bc50475c086', 'status': 'completed', 'code': 200} Jul 16 20:16:30.193904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9470-56c4-49dd-b16a-3ae0f1e85cce req-d3715b16-66d8-4700-8120-5db1889141a9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.205929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b83e9470-56c4-49dd-b16a-3ae0f1e85cce req-d3715b16-66d8-4700-8120-5db1889141a9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 943 time: 0.7339549 Jul 16 20:16:30.329887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f969a19-c065-4ee5-b880-8d600a78771c req-dc57b12d-8dc7-47ea-854b-7acb8a6eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.331934 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f969a19-c065-4ee5-b880-8d600a78771c req-dc57b12d-8dc7-47ea-854b-7acb8a6eb279 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 1095 time: 0.1185396 Jul 16 20:16:30.402146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b83e9470-56c4-49dd-b16a-3ae0f1e85cce req-e1a02193-bf6a-4030-8546-61866cb92deb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934905 Jul 16 20:16:30.538975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f969a19-c065-4ee5-b880-8d600a78771c req-daec63c3-d0b3-4eba-8703-c59ebc751a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.542673 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f969a19-c065-4ee5-b880-8d600a78771c req-daec63c3-d0b3-4eba-8703-c59ebc751a04 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.1843972 Jul 16 20:16:30.628590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.643595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f969a19-c065-4ee5-b880-8d600a78771c req-c156a8a7-41c9-4171-a472-d03c47b73e3d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14929c22-dba2-42ec-895e-0bc50475c086 HTTP/1.1" status: 200 len: 217 time: 0.0919442 Jul 16 20:16:30.698240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-c0df592c-8996-4abb-a748-9cbcfc5e8dec tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.710963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-c0df592c-8996-4abb-a748-9cbcfc5e8dec tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 814 time: 0.4428549 Jul 16 20:16:30.717758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f969a19-c065-4ee5-b880-8d600a78771c req-452aca2a-5354-4f84-9e16-d1709d845004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.719603 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f969a19-c065-4ee5-b880-8d600a78771c req-452aca2a-5354-4f84-9e16-d1709d845004 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.0633168 Jul 16 20:16:30.770274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-76aef385-9074-4e20-b310-cf2ba5ad70c6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/quotas/2787dc92f2c14544b6f8410093b25f10 HTTP/1.1" status: 200 len: 375 time: 0.0571985 Jul 16 20:16:30.771662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52202) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:30.847942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=e094ac37-e236-4a34-8f41-a0c3aa10c9d6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:30.867148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Checking segment: {'id': '363d3ea1-ee97-4ac7-959c-785a2621bdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:30.867897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network hostable DHCP agents. Network: 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:30.921113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:30.955802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f969a19-c065-4ee5-b880-8d600a78771c req-aa25e104-90eb-4ee3-bcc3-85a67229998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.957318 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f969a19-c065-4ee5-b880-8d600a78771c req-aa25e104-90eb-4ee3-bcc3-85a67229998e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962674 Jul 16 20:16:30.958874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:30.970460 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.979957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be355e5-6c8e-43c9-9161-e86585541f89 None None] Network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:30.985664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.992495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8e14db7-6929-46ec-aae8-185741b604a8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.999893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.048263 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6b325c6a-c8d6-4a88-a98c-1259c02c1efb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2319410 Jul 16 20:16:31.051125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52210) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:31.051362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Pushing event deleted for resources: {'Port': ['ID=714d68cd-6e10-430f-8c1c-dd314b7b4f5d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.072868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': '5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba', 'name': 'tempest-PortsTestJSON-494080905'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:31.160019 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8e14db7-6929-46ec-aae8-185741b604a8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.329347 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f969a19-c065-4ee5-b880-8d600a78771c req-d8af8a24-36d1-4fe4-811c-6754b8c2046a service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572907 Jul 16 20:16:31.338644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'name': 'network-vif-deleted', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:31.343672 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a2c5b3-00fb-4dd5-89f6-90851123f6a6" -d '{"events": [{"server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "name": "network-vif-deleted", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:31.360060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.360824 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba', 'network_id': '5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba', 'tenant_id': '32c3befeab7d474c80717cdfc23b6972', 'fixed_ips': [{'subnet_id': 'e094ac37-e236-4a34-8f41-a0c3aa10c9d6'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:31.361790 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.530284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d94030ba-ba2f-440b-a3b4-1f70123cfbf3 req-e2f418d0-474a-48d9-bb68-02196de5ff33 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 210 time: 0.2418733 Jul 16 20:16:31.693792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-51c0b661-7331-404f-9606-4686796b501c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9198267 Jul 16 20:16:31.701039 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117faba0-01fb-45e3-bf5e-ccdf348c3f0c x-openstack-request-id: req-117faba0-01fb-45e3-bf5e-ccdf348c3f0c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:31.702124 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aabf95-cc41-4f31-9c54-3961c2ad41d3", "name": "network-vif-deleted", "tag": "1c352d1a-db64-4d05-a8b1-4670fbee17b6", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:31.703400 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-117faba0-01fb-45e3-bf5e-ccdf348c3f0c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:31.704443 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aabf95-cc41-4f31-9c54-3961c2ad41d3', 'name': 'network-vif-deleted', 'tag': '1c352d1a-db64-4d05-a8b1-4670fbee17b6', 'status': 'completed', 'code': 200} Jul 16 20:16:31.719664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:31.778212 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f969a19-c065-4ee5-b880-8d600a78771c req-3032a1d0-5c93-452e-802d-f05c52be3374 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380732 Jul 16 20:16:31.782324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:31.792874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.812505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:31.812937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5a1b80a2-d004-4327-9bd8-bfbbda261ed1 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:31.902207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 498ffc9c-625c-4ec1-bd35-a37d4a8917c8 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:31.905389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.910491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8e14db7-6929-46ec-aae8-185741b604a8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.922186 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8e14db7-6929-46ec-aae8-185741b604a8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.928135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b8e14db7-6929-46ec-aae8-185741b604a8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/security-groups/3105c249-e32e-4618-9f5b-a8e7490efb95 HTTP/1.1" status: 204 len: 168 time: 1.1443732 Jul 16 20:16:31.934339 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.934809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Allocated IP 172.20.0.2 (5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba/e094ac37-e236-4a34-8f41-a0c3aa10c9d6/951d8b7b-cbb9-4f21-90d9-d15fff5625e5) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:31.996111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14db7-6929-46ec-aae8-185741b604a8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3105c249-e32e-4618-9f5b-a8e7490efb95,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:32.110114 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:16:32.320583 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.347053 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.348817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:16:32.380632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Transition to ACTIVE for port object 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:32.384507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.403321 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52230) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:32.417115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-da56a2a5-3028-4c0f-bef6-4db63d565017 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9c81c45f-d6cd-4fdc-adb2-f4e3fe038e44 HTTP/1.1" status: 204 len: 168 time: 4.4124897 Jul 16 20:16:32.451860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-df24d326-9647-416f-b7d9-04dd969db2f7 service neutron] 10.222.0.78 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551925 Jul 16 20:16:32.474607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Transition to ACTIVE for port object 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:32.491682 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.653430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Pushing event updated for resources: {'Port': ['ID=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:32.678342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df598f9-0428-41db-b93f-cfbf6a97ee6e admin admin] Deleting subnet ab85202c-b92f-49af-aaf3-c989d4632eb5 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:32.692388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:32.695279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:32.699634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:32.715059 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df598f9-0428-41db-b93f-cfbf6a97ee6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.830479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.4 (5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba/e094ac37-e236-4a34-8f41-a0c3aa10c9d6/498ffc9c-625c-4ec1-bd35-a37d4a8917c8) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:32.844376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df598f9-0428-41db-b93f-cfbf6a97ee6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.861973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51700502-e959-4b78-9f42-24e2ebdafe41 req-b5638d51-915b-4c85-8a3f-f98f77df9b0c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.864894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51700502-e959-4b78-9f42-24e2ebdafe41 req-b5638d51-915b-4c85-8a3f-f98f77df9b0c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 943 time: 0.2838099 Jul 16 20:16:32.885078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-801937d4-cae2-4cba-9c1e-3d6668bca1ec service neutron] 10.222.0.78 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229600 Jul 16 20:16:32.892540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Attempting to bind port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:32.893282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Attempting to bind port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '363d3ea1-ee97-4ac7-959c-785a2621bdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:32.894093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Attempting to bind port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 on network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:32.923703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:32.924323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Checking segment: {'id': '363d3ea1-ee97-4ac7-959c-785a2621bdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:32.927492 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.927949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Bound using segment: {'id': '363d3ea1-ee97-4ac7-959c-785a2621bdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:32.929117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Bound port: 951d8b7b-cbb9-4f21-90d9-d15fff5625e5, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363d3ea1-ee97-4ac7-959c-785a2621bdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:32.929578 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.027134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] For port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:33.033038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] For port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,segment=NetworkSegment(363d3ea1-ee97-4ac7-959c-785a2621bdb8),segment_id=363d3ea1-ee97-4ac7-959c-785a2621bdb8)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:33.051319 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.056518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51700502-e959-4b78-9f42-24e2ebdafe41 req-0404219f-21f3-4e13-bc45-262e382e0a71 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640670 Jul 16 20:16:33.062970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df598f9-0428-41db-b93f-cfbf6a97ee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.168335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 14929c22-dba2-42ec-895e-0bc50475c086 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:33.240356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52240) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:33.283022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7121e8-95b7-4d55-812b-a5a037baf892 None None] Pushing event updated for resources: {'Port': ['ID=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:33.311475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.337653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df598f9-0428-41db-b93f-cfbf6a97ee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.341705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object 498ffc9c-625c-4ec1-bd35-a37d4a8917c8 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:33.384311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6df598f9-0428-41db-b93f-cfbf6a97ee6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.390319 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6df598f9-0428-41db-b93f-cfbf6a97ee6e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ab85202c-b92f-49af-aaf3-c989d4632eb5 HTTP/1.1" status: 204 len: 168 time: 0.9813614 Jul 16 20:16:33.391253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df598f9-0428-41db-b93f-cfbf6a97ee6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab85202c-b92f-49af-aaf3-c989d4632eb5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:33.394754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52244) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:33.574790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f1a8e-ee54-45ef-a627-1fd099054521 None None] Network cdb342b2-9493-4fe8-ba1b-12560b88ed2f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:33.650037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.664019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.841798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:33.856618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:33.861330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:33.865984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=498ffc9c-625c-4ec1-bd35-a37d4a8917c8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:33.970772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.971889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.989194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Deleting port 9a2bfaee-6a09-4849-ad54-6aba66770d2e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:33.990015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.033877 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-76ae2e0b-5ac9-495c-9a31-fc4a09473cee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9664021 Jul 16 20:16:34.035362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52254) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:34.038853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 14929c22-dba2-42ec-895e-0bc50475c086, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=14929c22-dba2-42ec-895e-0bc50475c086,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:34.071665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 714d68cd-6e10-430f-8c1c-dd314b7b4f5d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:34.079684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '14929c22-dba2-42ec-895e-0bc50475c086', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': '14929c22-dba2-42ec-895e-0bc50475c086', 'mac_address': 'fa:16:3e:c4:4f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:34.171127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] For port 9a2bfaee-6a09-4849-ad54-6aba66770d2e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9a2bfaee-6a09-4849-ad54-6aba66770d2e,segment=NetworkSegment(2ec3215b-544b-45bc-8b93-7101d62d5d1c),segment_id=2ec3215b-544b-45bc-8b93-7101d62d5d1c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:34.171886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.180904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 714d68cd-6e10-430f-8c1c-dd314b7b4f5d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:34.185988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 714d68cd-6e10-430f-8c1c-dd314b7b4f5d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:34.208511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Calling delete_port for 9a2bfaee-6a09-4849-ad54-6aba66770d2e owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:34.305384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.349321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14929c22-dba2-42ec-895e-0bc50475c086 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:34.409591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 14929c22-dba2-42ec-895e-0bc50475c086, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=14929c22-dba2-42ec-895e-0bc50475c086,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:34.465013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.476372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45e5def6-6a3f-4de1-a972-c271250719a9 req-4041519a-4fba-4457-9030-18e60db180d3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8706e17-7bc4-405e-80ef-1a2d1d7fca1a HTTP/1.1" status: 200 len: 210 time: 0.4127367 Jul 16 20:16:34.491526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3b3502ad-d8a5-4033-be2f-ecdd56a526dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 498ffc9c-625c-4ec1-bd35-a37d4a8917c8 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:34.492963 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b3502ad-d8a5-4033-be2f-ecdd56a526dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.495590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14fd3f44-ec63-492e-97eb-c4ccdd6cde97 req-b0f2d5cc-8372-4605-991c-d6fc1fe6e90a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 210 time: 0.4312985 Jul 16 20:16:34.591065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2bfaee-6a09-4849-ad54-6aba66770d2e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:34.622080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.641957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] No DVR routers for this DVR port 9a2bfaee-6a09-4849-ad54-6aba66770d2e on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:34.782158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.857666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=14929c22-dba2-42ec-895e-0bc50475c086,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:34.872071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['14929c22-dba2-42ec-895e-0bc50475c086'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:35.063293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.083504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb342b2-9493-4fe8-ba1b-12560b88ed2f']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:35.091082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d97ecd-032c-4e0f-bb54-39685b3d8ee8 None None] DHCP port deletion for cdb342b2-9493-4fe8-ba1b-12560b88ed2f request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:35.100031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec3215b-544b-45bc-8b93-7101d62d5d1c') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:35.100542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec3215b-544b-45bc-8b93-7101d62d5d1c') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:35.124473 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.131021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.229250 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b3502ad-d8a5-4033-be2f-ecdd56a526dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.234598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.261280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:35.261965 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:35.265152 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:35.289675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3b3502ad-d8a5-4033-be2f-ecdd56a526dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 498ffc9c-625c-4ec1-bd35-a37d4a8917c8 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:35.394434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6acbf-9bad-42e0-92b2-ac68b6b27a1c None None] Network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:35.469204 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.470316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53d689-499a-4a93-a8dd-3da8586376f5 req-9ed9482d-9eb7-43e9-a1f2-fccb90272cbe tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.473393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c53d689-499a-4a93-a8dd-3da8586376f5 req-9ed9482d-9eb7-43e9-a1f2-fccb90272cbe tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 944 time: 0.4652450 Jul 16 20:16:35.492537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.507987 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/cdb342b2-9493-4fe8-ba1b-12560b88ed2f HTTP/1.1" status: 204 len: 168 time: 2.1022775 Jul 16 20:16:35.562132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68102c1e-ae33-4efa-a9f7-73767d42b9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb342b2-9493-4fe8-ba1b-12560b88ed2f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.675041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c53d689-499a-4a93-a8dd-3da8586376f5 req-4e537ed6-e006-48cd-95f5-18b45ef84d20 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896741 Jul 16 20:16:35.732447 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.751216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6ae8ca50-e8ff-4aa7-b2c0-e967b19b6cba None None] Provisioning for port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:35.842271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b3502ad-d8a5-4033-be2f-ecdd56a526dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.916870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52286) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:35.936815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3502ad-d8a5-4033-be2f-ecdd56a526dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=498ffc9c-625c-4ec1-bd35-a37d4a8917c8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.967058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:36.089831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6fd5a608-5f09-4d41-a5d3-8aabaab77eb8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e33d6ca215704afa8ace654e0908c2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736434 Jul 16 20:16:36.097433 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52290) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:36.158254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:36.171814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:36.172520 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.254252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6126dc67-950f-442b-882f-00adef3a47fd req-56ade06f-ac6c-445d-974e-8825f03499ab tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 210 time: 0.0988722 Jul 16 20:16:36.288001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b3502ad-d8a5-4033-be2f-ecdd56a526dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.292866 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b3502ad-d8a5-4033-be2f-ecdd56a526dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/498ffc9c-625c-4ec1-bd35-a37d4a8917c8 HTTP/1.1" status: 204 len: 168 time: 2.2526712 Jul 16 20:16:36.295453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52296) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:36.385908 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae94625-e010-427b-b86d-9cd106440519 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:16:36.387878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae94625-e010-427b-b86d-9cd106440519 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:36.405951 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3ae94625-e010-427b-b86d-9cd106440519 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/498ffc9c-625c-4ec1-bd35-a37d4a8917c8 HTTP/1.1" status: 404 len: 333 time: 0.1085231 Jul 16 20:16:36.407294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52302) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:36.439765 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.486796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0bb18a9a-9eb2-4628-9851-0bd0ec34f7e5 None None] Could not find standard attr ID for object 498ffc9c-625c-4ec1-bd35-a37d4a8917c8. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:16:36.506179 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.556118 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2fe7b6-bd40-48b2-9528-23612f03351c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:16:36.566581 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1a2fe7b6-bd40-48b2-9528-23612f03351c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/498ffc9c-625c-4ec1-bd35-a37d4a8917c8 HTTP/1.1" status: 404 len: 333 time: 0.1571302 Jul 16 20:16:36.570246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52306) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:36.621529 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.732983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0bb18a9a-9eb2-4628-9851-0bd0ec34f7e5 None None] Provisioning complete for port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:36.733526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0bb18a9a-9eb2-4628-9851-0bd0ec34f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.783352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5b0f2f-820b-40be-b7d0-010555258f75 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet e094ac37-e236-4a34-8f41-a0c3aa10c9d6 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:36.798077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0f2f-820b-40be-b7d0-010555258f75 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.857536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-38256c75-d069-4ce6-b80d-626d26b38e8b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3067014 Jul 16 20:16:36.996027 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0f2f-820b-40be-b7d0-010555258f75 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.051366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,segment=NetworkSegment(363d3ea1-ee97-4ac7-959c-785a2621bdb8),segment_id=363d3ea1-ee97-4ac7-959c-785a2621bdb8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:37.365263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0f2f-820b-40be-b7d0-010555258f75 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.485779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-b32375c9-2d4a-4c47-9e48-e2e1a083dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.489071 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-b32375c9-2d4a-4c47-9e48-e2e1a083dff1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1097 time: 0.5566351 Jul 16 20:16:37.494717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0f2f-820b-40be-b7d0-010555258f75 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.519985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 14929c22-dba2-42ec-895e-0bc50475c086 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:37.530341 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.603453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a612a5-e0ec-46db-a979-cd2be94bc6f0 None None] Network 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:37.672921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.678788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.693077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9cd42497-e8c5-4f2e-aba3-4f44f95922c4 HTTP/1.1" status: 204 len: 168 time: 1.5865149 Jul 16 20:16:37.721419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b0f2f-820b-40be-b7d0-010555258f75 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=e094ac37-e236-4a34-8f41-a0c3aa10c9d6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:37.731025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-6f9044ef-a0ac-4f52-b087-50c158a1ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.734021 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-6f9044ef-a0ac-4f52-b087-50c158a1ed5e service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.1773376 Jul 16 20:16:37.736348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0f2f-820b-40be-b7d0-010555258f75 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.742870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ff5b0f2f-820b-40be-b7d0-010555258f75 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/e094ac37-e236-4a34-8f41-a0c3aa10c9d6 HTTP/1.1" status: 204 len: 168 time: 1.1382134 Jul 16 20:16:37.743983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52336) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:37.759344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port eb04c0e2-a197-425f-b521-481600f36c53 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:37.762120 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.812859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9a2bfaee-6a09-4849-ad54-6aba66770d2e no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:37.815151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:37.884841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd42497-e8c5-4f2e-aba3-4f44f95922c4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:37.887479 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0bb18a9a-9eb2-4628-9851-0bd0ec34f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.914901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9a2bfaee-6a09-4849-ad54-6aba66770d2e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:37.914901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9a2bfaee-6a09-4849-ad54-6aba66770d2e not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:37.968457 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-0df6e021-cc12-4566-9198-0d8dfa6cfa44 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.2227070 Jul 16 20:16:37.984027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.984952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.985937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.986664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.987735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.988573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.989366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.990333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.991222 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.992184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.993584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:37.993964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.994861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535e686-daeb-4ec9-8846-d0cf421bd9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.012649 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-0bb18a9a-9eb2-4628-9851-0bd0ec34f7e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:16:38.013084 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-0bb18a9a-9eb2-4628-9851-0bd0ec34f7e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:16:38.013510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 14929c22-dba2-42ec-895e-0bc50475c086 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:38.030032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 14929c22-dba2-42ec-895e-0bc50475c086 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:38.030493 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.036514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-fec49a80-1ad6-40d8-a2ba-0cf3efcb1856 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.053788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-fec49a80-1ad6-40d8-a2ba-0cf3efcb1856 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.16 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 814 time: 0.6696873 Jul 16 20:16:38.091630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:38.093318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Request body: {'port': {'device_id': '418340bf-63e0-4973-a535-76e08a770949', 'network_id': '35b2029d-70e5-471c-b944-02626042955e', 'admin_state_up': True, 'tenant_id': '2787dc92f2c14544b6f8410093b25f10'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:38.117950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f87e2e-7b04-48d3-acea-bd7e19fa83b8 req-f80d1ea2-dce0-4e9a-beec-0792b589a908 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.138617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9f87e2e-7b04-48d3-acea-bd7e19fa83b8 req-f80d1ea2-dce0-4e9a-beec-0792b589a908 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.7455840 Jul 16 20:16:38.197855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:38.198448 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.223034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-5cf10d0c-c3a0-4256-8304-957c615ea783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.227101 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-5cf10d0c-c3a0-4256-8304-957c615ea783 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2306292 Jul 16 20:16:38.267302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008830d-3694-41f6-9f02-7b4aeb525438 req-6545dd8e-45ff-4427-8bb3-b2cd606b7b3d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.273573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0008830d-3694-41f6-9f02-7b4aeb525438 req-6545dd8e-45ff-4427-8bb3-b2cd606b7b3d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 944 time: 0.8850064 Jul 16 20:16:38.358753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] DHCP port deletion for 5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:38.405318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9f87e2e-7b04-48d3-acea-bd7e19fa83b8 req-24f2e3b2-4d32-4520-9daa-fc11ca370f91 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/quotas/d48880fbf8f74c859479858015141a48 HTTP/1.1" status: 200 len: 375 time: 0.2651842 Jul 16 20:16:38.420827 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.436718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:38.437468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.458905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9f87e2e-7b04-48d3-acea-bd7e19fa83b8 req-affe0ace-9934-4232-a2b2-b3e4d3d25dd3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523286 Jul 16 20:16:38.464374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-77a9a64a-4cd9-41eb-8876-5597ade7e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.467183 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-77a9a64a-4cd9-41eb-8876-5597ade7e0df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2280984 Jul 16 20:16:38.470106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 14929c22-dba2-42ec-895e-0bc50475c086, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=14929c22-dba2-42ec-895e-0bc50475c086,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:38.478291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02b39f8-c9fc-4f29-a5e0-4eae178e104a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14929c22-dba2-42ec-895e-0bc50475c086'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:38.481523 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000667f1-8974-4a23-ab8d-3a2ae3c322fe" -d '{"events": [{"server_uuid": "b02b39f8-c9fc-4f29-a5e0-4eae178e104a", "name": "network-vif-plugged", "status": "completed", "tag": "14929c22-dba2-42ec-895e-0bc50475c086"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:38.581667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0008830d-3694-41f6-9f02-7b4aeb525438 req-c2286df9-e731-44a9-a62e-808209ee266a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534299 Jul 16 20:16:38.603702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port eb04c0e2-a197-425f-b521-481600f36c53, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=eb04c0e2-a197-425f-b521-481600f36c53,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:38.604362 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.654745 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.692940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for eb04c0e2-a197-425f-b521-481600f36c53 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:38.845988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] Deleting port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:38.846593 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.233815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] For port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,segment=NetworkSegment(363d3ea1-ee97-4ac7-959c-785a2621bdb8),segment_id=363d3ea1-ee97-4ac7-959c-785a2621bdb8)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:39.234574 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.317042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] Calling delete_port for 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:39.330728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b923617a-0628-422d-86f3-872cae7fe0f0 None None] Could not find standard attr ID for object 498ffc9c-625c-4ec1-bd35-a37d4a8917c8. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:16:39.386886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] For port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,segment=NetworkSegment(363d3ea1-ee97-4ac7-959c-785a2621bdb8),segment_id=363d3ea1-ee97-4ac7-959c-785a2621bdb8)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:39.387714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.400842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3e5d878-d8d6-48b4-a895-9150d8a6d0fe req-2748062d-c647-4e8b-b47c-c7660a7db24d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 210 time: 0.3223047 Jul 16 20:16:39.402297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Made reservation on behalf of 2787dc92f2c14544b6f8410093b25f10 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:39.415854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.445116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:39.525183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=14929c22-dba2-42ec-895e-0bc50475c086,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:39.525706 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-6759b326-0b14-4069-b257-6d3a32256db5 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0245585 Jul 16 20:16:39.529793 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.569274 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91907623-280c-4e62-9681-54c0946bfe24 x-openstack-request-id: req-91907623-280c-4e62-9681-54c0946bfe24 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:39.569556 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02b39f8-c9fc-4f29-a5e0-4eae178e104a", "name": "network-vif-plugged", "status": "completed", "tag": "14929c22-dba2-42ec-895e-0bc50475c086", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:39.569934 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91907623-280c-4e62-9681-54c0946bfe24 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:39.570217 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02b39f8-c9fc-4f29-a5e0-4eae178e104a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14929c22-dba2-42ec-895e-0bc50475c086', 'code': 200} Jul 16 20:16:39.573323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] Pushing event deleted for resources: {'Port': ['ID=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:39.575533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bcf3aa-de5b-4e2d-8226-3fa7d56b33d3 None None] No DVR routers for this DVR port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:39.586475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9f87e2e-7b04-48d3-acea-bd7e19fa83b8 req-54a337c8-d8be-4cda-9a9c-65030cf3c898 service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1261370 Jul 16 20:16:39.925663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.944979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc80f1ac-177f-450e-be3a-2f882364ebd4 req-2624c379-bff9-40c2-8368-895a5c5f5256 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109373 Jul 16 20:16:40.027903 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.064834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=951d8b7b-cbb9-4f21-90d9-d15fff5625e5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.073831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:40.090703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No DVR routers for this DVR port 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:40.128506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:40.136251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 951d8b7b-cbb9-4f21-90d9-d15fff5625e5 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:40.152166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=eb04c0e2-a197-425f-b521-481600f36c53,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.236057 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9f87e2e-7b04-48d3-acea-bd7e19fa83b8 req-1789b4e7-d2af-4f0c-8fc9-fc37a5d3186b service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485548 Jul 16 20:16:40.370917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Allocated IP 172.20.0.9 (35b2029d-70e5-471c-b944-02626042955e/1e04aafa-c62a-40ae-bc26-29a45cb3711d/4b32391e-f47c-4d60-a226-2dd46273f83c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:40.417187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.440400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:40.466846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363d3ea1-ee97-4ac7-959c-785a2621bdb8') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:40.467578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363d3ea1-ee97-4ac7-959c-785a2621bdb8') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:40.497425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.528542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.545741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:40.546800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:40.555020 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:40.638588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.694725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.696632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0823b00-54a7-4565-8d29-9fc36dd17fa7 req-3750bc9c-f915-4d7a-aa7c-9c15b8a9f8b5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.699803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0823b00-54a7-4565-8d29-9fc36dd17fa7 req-3750bc9c-f915-4d7a-aa7c-9c15b8a9f8b5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 945 time: 0.8077137 Jul 16 20:16:40.709336 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.717033 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/networks/5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba HTTP/1.1" status: 204 len: 168 time: 2.9596035 Jul 16 20:16:40.717344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52408) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:40.720884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f45aa-5f07-44d6-ac76-07eaf1c11be0 req-e60a46d7-c6e2-4916-8145-e1b702d16e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.722834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd3f45aa-5f07-44d6-ac76-07eaf1c11be0 req-e60a46d7-c6e2-4916-8145-e1b702d16e7b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 1097 time: 0.9787738 Jul 16 20:16:40.796642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-541658675'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:40.812489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.826524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['82f83ecc-06ab-4459-a4ba-4d659f27d75f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:40.844297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875e1a2-0ec4-471e-8352-7e5cf66e15bc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Network': ['ID=5be4afc0-35b9-4b25-b8ec-3ebcd1e6daba,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.851428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:40.859175 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.925876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:40.948876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f457575-17ba-42a2-8de8-2f6e8f6b18eb req-5e396248-99d5-4f08-b045-927879e3a6cd tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=7369011d-c6e2-4e4f-8975-98d5f4216157 HTTP/1.1" status: 200 len: 210 time: 0.1637065 Jul 16 20:16:40.967814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.968413 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Added segment cdd85d77-f9b7-44e0-90e9-09f47f7deb22 of type vlan for network a3f5c717-b6a2-4767-a5db-0ea92d1304ea Jul 16 20:16:41.170873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Network 35b2029d-70e5-471c-b944-02626042955e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:41.188238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.205874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:41.227900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:41.286496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Pushing event updated for resources: {'Port': ['ID=4b32391e-f47c-4d60-a226-2dd46273f83c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:41.347838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.374972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.376155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.495472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0823b00-54a7-4565-8d29-9fc36dd17fa7 req-6af7ce52-a5d0-406b-b3af-598456558251 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6992586 Jul 16 20:16:41.528541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd3f45aa-5f07-44d6-ac76-07eaf1c11be0 req-1a30ebd6-ac82-46b8-ac38-c8e823e4d902 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419209 Jul 16 20:16:41.607472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Network': ['ID=a3f5c717-b6a2-4767-a5db-0ea92d1304ea,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:41.615688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f846c48e-8496-4721-b908-a9444ed448a1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8969131 Jul 16 20:16:41.616872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52436) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:41.623657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'a3f5c717-b6a2-4767-a5db-0ea92d1304ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:41.625804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a3f5c717-b6a2-4767-a5db-0ea92d1304ea details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:41.744982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:41.749238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.758631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.759367 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.853746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.915409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f7fbc-5ebb-48e3-b7db-1b9e37fb9622 req-87df5f44-b70e-4d41-a6c1-a98ee8ddaea2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.918796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-437f7fbc-5ebb-48e3-b7db-1b9e37fb9622 req-87df5f44-b70e-4d41-a6c1-a98ee8ddaea2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 931 time: 0.4155674 Jul 16 20:16:41.922573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-17786366-b45b-452b-8a6c-39ce4cb9b0bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8417671 Jul 16 20:16:41.989818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Request body: {'port': {'device_id': '418340bf-63e0-4973-a535-76e08a770949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:42.291742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.352082 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.437379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-437f7fbc-5ebb-48e3-b7db-1b9e37fb9622 req-972b9da8-0393-4ff0-b2fe-b344afb6dfc4 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876759 Jul 16 20:16:42.570640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=358b6527-04f8-4e17-b1ba-a07d69fa46e7,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:42.704562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Checking segment: {'id': 'cdd85d77-f9b7-44e0-90e9-09f47f7deb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3f5c717-b6a2-4767-a5db-0ea92d1304ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:42.706552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network hostable DHCP agents. Network: a3f5c717-b6a2-4767-a5db-0ea92d1304ea, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:42.733821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network a3f5c717-b6a2-4767-a5db-0ea92d1304ea is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:42.756074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a3f5c717-b6a2-4767-a5db-0ea92d1304ea) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:42.762778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:42.763597 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.794137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-160c7b65-5561-4542-b2da-0da542564cb9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1751585 Jul 16 20:16:42.795048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52464) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.798301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed1887-156f-46b9-adac-e1f00a30c781 None None] Network a3f5c717-b6a2-4767-a5db-0ea92d1304ea requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:42.804384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': 'a3f5c717-b6a2-4767-a5db-0ea92d1304ea', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1006717452'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:43.155081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:43.186538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.251330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port da44daee-012e-4b18-9deb-bd6cb13d4598 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:43.345163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-a3f5c717-b6a2-4767-a5db-0ea92d1304ea', 'network_id': 'a3f5c717-b6a2-4767-a5db-0ea92d1304ea', 'tenant_id': '32c3befeab7d474c80717cdfc23b6972', 'fixed_ips': [{'subnet_id': '358b6527-04f8-4e17-b1ba-a07d69fa46e7'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:43.346113 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.575996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.2 (a3f5c717-b6a2-4767-a5db-0ea92d1304ea/358b6527-04f8-4e17-b1ba-a07d69fa46e7/da44daee-012e-4b18-9deb-bd6cb13d4598) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:43.626330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 6e017a3a-9620-4b16-b48e-35d595481568 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:43.819302 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.841241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object da44daee-012e-4b18-9deb-bd6cb13d4598 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:43.892947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.978555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52504) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:43.991231 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network a3f5c717-b6a2-4767-a5db-0ea92d1304ea is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:43.993164 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-45297838-560f-42c3-b290-55a7083f8c5c {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:16:43.993587 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:16:44.003802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:44.009775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:44.014236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=da44daee-012e-4b18-9deb-bd6cb13d4598,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.085079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.086253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.108542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-624dbb31-992a-41db-a811-7a4eda6fe362 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3097289 Jul 16 20:16:44.110100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52508) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:44.128079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b32391e-f47c-4d60-a226-2dd46273f83c {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:44.157359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec027ecb-2a8d-4929-abdc-1bff2cf4da70 req-d44deb04-58e6-4079-a381-2dc98b02449e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.166182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec027ecb-2a8d-4929-abdc-1bff2cf4da70 req-d44deb04-58e6-4079-a381-2dc98b02449e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 945 time: 0.7171719 Jul 16 20:16:44.191308 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.203710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-0116ed20-4a35-4d66-a46d-5eb3efdbda18 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.209153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-0116ed20-4a35-4d66-a46d-5eb3efdbda18 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.6115086 Jul 16 20:16:44.264008 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba4c3e78-48d4-4a7b-ade3-1019d7eeafcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.271855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:44.281654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3b7facc7-ed49-4e9e-afe3-b759e7908abc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port da44daee-012e-4b18-9deb-bd6cb13d4598 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:44.282318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b7facc7-ed49-4e9e-afe3-b759e7908abc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.282691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Transition to ACTIVE for port object 4b32391e-f47c-4d60-a226-2dd46273f83c will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:44.297790 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] Sync routers for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:44.298725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-665cc382-0a11-402b-a193-40015dd7e352 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "PUT /v2.0/routers/6e017a3a-9620-4b16-b48e-35d595481568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0516813 Jul 16 20:16:44.303173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52514) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:44.321432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.322931 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:44.324571 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:44.339174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-04e05ffe-7d6d-4235-bdd9-a358e9e1787b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/quotas/d48880fbf8f74c859479858015141a48 HTTP/1.1" status: 200 len: 375 time: 0.0819647 Jul 16 20:16:44.448935 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec027ecb-2a8d-4929-abdc-1bff2cf4da70 req-0d0670fd-8554-40d8-804a-62c06663c4be tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814279 Jul 16 20:16:44.469756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b7facc7-ed49-4e9e-afe3-b759e7908abc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.484951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3b7facc7-ed49-4e9e-afe3-b759e7908abc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for da44daee-012e-4b18-9deb-bd6cb13d4598 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:44.498492 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.605792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-3c9f9a4d-d554-450e-b3a8-b9dcaa1f100c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2654305 Jul 16 20:16:44.645767 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:44.803145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b7facc7-ed49-4e9e-afe3-b759e7908abc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.824145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Allocated IP 172.20.0.3 (a3f5c717-b6a2-4767-a5db-0ea92d1304ea/358b6527-04f8-4e17-b1ba-a07d69fa46e7/8b614bb4-047e-4a21-80dc-2ae55051e301) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:44.915497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7facc7-ed49-4e9e-afe3-b759e7908abc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=da44daee-012e-4b18-9deb-bd6cb13d4598,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.966577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-73a16dab-114e-463b-adf2-605b8f631bee service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148224 Jul 16 20:16:44.967477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=4b32391e-f47c-4d60-a226-2dd46273f83c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.981736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b7facc7-ed49-4e9e-afe3-b759e7908abc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.990483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b7facc7-ed49-4e9e-afe3-b759e7908abc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/da44daee-012e-4b18-9deb-bd6cb13d4598 HTTP/1.1" status: 204 len: 168 time: 0.8778296 Jul 16 20:16:44.991180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-de33cc30-d22e-43a2-a0d0-ca759dddf1e0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting subnet 4144884b-0274-497c-804b-192088cb6144 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:44.991488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.043916 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de33cc30-d22e-43a2-a0d0-ca759dddf1e0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.053286 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3431be8-cc99-4bb2-bd97-6d1182d103d9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:16:45.060515 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d3431be8-cc99-4bb2-bd97-6d1182d103d9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/da44daee-012e-4b18-9deb-bd6cb13d4598 HTTP/1.1" status: 404 len: 333 time: 0.0672748 Jul 16 20:16:45.061681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52524) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.189581 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:39Z', 'revision_number': 7, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:45.195737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c702a931-0428-4dc1-bf7d-422dca201b85 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet 358b6527-04f8-4e17-b1ba-a07d69fa46e7 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:45.257013 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de33cc30-d22e-43a2-a0d0-ca759dddf1e0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.261469 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] Checking router: 6e017a3a-9620-4b16-b48e-35d595481568 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:45.276845 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.284657 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] Routers {'6e017a3a-9620-4b16-b48e-35d595481568'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:45.286027 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6e017a3a-9620-4b16-b48e-35d595481568'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:45.296018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Transition to ACTIVE for port object 8b614bb4-047e-4a21-80dc-2ae55051e301 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:45.331281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Transition to ACTIVE for port object 8b614bb4-047e-4a21-80dc-2ae55051e301 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:45.343490 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c702a931-0428-4dc1-bf7d-422dca201b85 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.349927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.413892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c702a931-0428-4dc1-bf7d-422dca201b85 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.456126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Network a3f5c717-b6a2-4767-a5db-0ea92d1304ea is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:45.462381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:45.468639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:45.472310 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] Set router 6e017a3a-9620-4b16-b48e-35d595481568 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:45.507160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba4c3e78-48d4-4a7b-ade3-1019d7eeafcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.523246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49734-9f7f-4425-921a-ab78aa89ff64 req-f2cbda80-2f1b-4c3b-ac6b-18fc06e4c47d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:45.525573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46c49734-9f7f-4425-921a-ab78aa89ff64 req-f2cbda80-2f1b-4c3b-ac6b-18fc06e4c47d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 943 time: 0.5202141 Jul 16 20:16:45.547300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c702a931-0428-4dc1-bf7d-422dca201b85 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.570236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba4c3e78-48d4-4a7b-ade3-1019d7eeafcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.592543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Pushing event updated for resources: {'Port': ['ID=8b614bb4-047e-4a21-80dc-2ae55051e301,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.623418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Attempting to bind port 8b614bb4-047e-4a21-80dc-2ae55051e301 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:45.623653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Attempting to bind port 8b614bb4-047e-4a21-80dc-2ae55051e301 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'cdd85d77-f9b7-44e0-90e9-09f47f7deb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3f5c717-b6a2-4767-a5db-0ea92d1304ea'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:45.624006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Attempting to bind port 8b614bb4-047e-4a21-80dc-2ae55051e301 on network a3f5c717-b6a2-4767-a5db-0ea92d1304ea {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:45.637388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:45.637800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Checking segment: {'id': 'cdd85d77-f9b7-44e0-90e9-09f47f7deb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3f5c717-b6a2-4767-a5db-0ea92d1304ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:45.638196 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.638606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Bound using segment: {'id': 'cdd85d77-f9b7-44e0-90e9-09f47f7deb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3f5c717-b6a2-4767-a5db-0ea92d1304ea'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:45.639107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Bound port: 8b614bb4-047e-4a21-80dc-2ae55051e301, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd85d77-f9b7-44e0-90e9-09f47f7deb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3f5c717-b6a2-4767-a5db-0ea92d1304ea'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:45.639508 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.688529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-f3bb6fe1-b1ce-4ff1-8b13-b06a6c4fb69e service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724944 Jul 16 20:16:45.689250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Attempting to bind port 4b32391e-f47c-4d60-a226-2dd46273f83c on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:45.689592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Attempting to bind port 4b32391e-f47c-4d60-a226-2dd46273f83c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:45.689957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Attempting to bind port 4b32391e-f47c-4d60-a226-2dd46273f83c on network 35b2029d-70e5-471c-b944-02626042955e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:45.703533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c702a931-0428-4dc1-bf7d-422dca201b85 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.705254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46c49734-9f7f-4425-921a-ab78aa89ff64 req-3e6bdc33-ff10-4d9c-bdc4-065cadd15ad9 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655498 Jul 16 20:16:45.715624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ba4c3e78-48d4-4a7b-ade3-1019d7eeafcd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2709bae3a4f43238f82eed6e89a1ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7354834 Jul 16 20:16:45.722929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52538) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.757824 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Port 4b32391e-f47c-4d60-a226-2dd46273f83c on network 35b2029d-70e5-471c-b944-02626042955e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:45.758090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Attempting to bind port 4b32391e-f47c-4d60-a226-2dd46273f83c on network 35b2029d-70e5-471c-b944-02626042955e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:45.764138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c3e78-48d4-4a7b-ade3-1019d7eeafcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a38fb2-975a-4541-b730-7a292e608c65,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.799292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702a931-0428-4dc1-bf7d-422dca201b85 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=358b6527-04f8-4e17-b1ba-a07d69fa46e7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.816785 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c702a931-0428-4dc1-bf7d-422dca201b85 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.822999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:45.823408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Checking segment: {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:45.823702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Bound using segment: {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:45.824181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Bound port: 4b32391e-f47c-4d60-a226-2dd46273f83c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:45.824725 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.825833 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c702a931-0428-4dc1-bf7d-422dca201b85 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/358b6527-04f8-4e17-b1ba-a07d69fa46e7 HTTP/1.1" status: 204 len: 168 time: 0.7624955 Jul 16 20:16:45.828192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52540) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.866258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] For port 8b614bb4-047e-4a21-80dc-2ae55051e301, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:45.871364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] For port 8b614bb4-047e-4a21-80dc-2ae55051e301, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8b614bb4-047e-4a21-80dc-2ae55051e301,segment=NetworkSegment(cdd85d77-f9b7-44e0-90e9-09f47f7deb22),segment_id=cdd85d77-f9b7-44e0-90e9-09f47f7deb22)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:45.881207 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.955701 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:39Z', 'revision_number': 7, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:45.976613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] For port 4b32391e-f47c-4d60-a226-2dd46273f83c, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:45.988011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] For port 4b32391e-f47c-4d60-a226-2dd46273f83c, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4b32391e-f47c-4d60-a226-2dd46273f83c,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:45.994451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de33cc30-d22e-43a2-a0d0-ca759dddf1e0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.053804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5dcd-893f-498b-810a-e782e8f1a030 None None] Pushing event updated for resources: {'Port': ['ID=8b614bb4-047e-4a21-80dc-2ae55051e301,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.077171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48019cda-e54d-4ee7-a8b2-3f8bdec0b7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.089432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.096577 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02373a6-d256-4454-a486-540f4135ebb3 None None] The sync data for ids ['6e017a3a-9620-4b16-b48e-35d595481568'] in n-d-791505-15 is: [{'id': '6e017a3a-9620-4b16-b48e-35d595481568', 'name': 'tempest-TestNetworkBasicOps-router-252414716', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:22Z', 'updated_at': '2021-07-16T20:16:39Z', 'revision_number': 7, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'b67d89f5-a5de-443c-8e84-b28259a0d0ba', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e017a3a-9620-4b16-b48e-35d595481568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:26Z', 'updated_at': '2021-07-16T20:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:46.119105 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.226718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 8b614bb4-047e-4a21-80dc-2ae55051e301 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:46.227127 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.236537 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48019cda-e54d-4ee7-a8b2-3f8bdec0b7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.303717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] For port 8b614bb4-047e-4a21-80dc-2ae55051e301, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8b614bb4-047e-4a21-80dc-2ae55051e301,segment=NetworkSegment(cdd85d77-f9b7-44e0-90e9-09f47f7deb22),segment_id=cdd85d77-f9b7-44e0-90e9-09f47f7deb22)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:46.304099 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.318488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 8b614bb4-047e-4a21-80dc-2ae55051e301 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:46.370056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7834e83c-c751-495f-b330-4e0602dc1942 req-8c5b9793-749f-48ae-846d-423785f80d3e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 210 time: 0.2657185 Jul 16 20:16:46.417266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:46.417637 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.419062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] 10.222.0.16 "PUT /v2.0/ports/4b32391e-f47c-4d60-a226-2dd46273f83c HTTP/1.1" status: 200 len: 1092 time: 4.4648349 Jul 16 20:16:46.424496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418340bf-63e0-4973-a535-76e08a770949', 'tag': '4b32391e-f47c-4d60-a226-2dd46273f83c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:46.427927 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890dfb82-c74d-4000-9877-ce4aec045507" -d '{"events": [{"name": "network-changed", "server_uuid": "418340bf-63e0-4973-a535-76e08a770949", "tag": "4b32391e-f47c-4d60-a226-2dd46273f83c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:46.475729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.523504 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de33cc30-d22e-43a2-a0d0-ca759dddf1e0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.545119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=8b614bb4-047e-4a21-80dc-2ae55051e301,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.561078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No DVR routers for this DVR port 8b614bb4-047e-4a21-80dc-2ae55051e301 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:46.636803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa2896-9686-45b2-b519-eb808a63ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=4b32391e-f47c-4d60-a226-2dd46273f83c,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.658371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48019cda-e54d-4ee7-a8b2-3f8bdec0b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.663375 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-48019cda-e54d-4ee7-a8b2-3f8bdec0b7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.665164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-48019cda-e54d-4ee7-a8b2-3f8bdec0b7fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1a38fb2-975a-4541-b730-7a292e608c65 HTTP/1.1" status: 204 len: 168 time: 0.9385514 Jul 16 20:16:46.678376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47191ce-ddd2-4a2e-82dd-2b888abf7b08 None None] Network 6f6e8016-4eef-40ef-b14d-87773dab8993 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:46.726448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de33cc30-d22e-43a2-a0d0-ca759dddf1e0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.729365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-de33cc30-d22e-43a2-a0d0-ca759dddf1e0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/subnets/4144884b-0274-497c-804b-192088cb6144 HTTP/1.1" status: 204 len: 168 time: 2.4260447 Jul 16 20:16:46.743498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52568) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:46.756038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c18709-8e11-43f7-851c-3e8b7215c73c req-43349aee-4755-425c-9b6b-a0970afb4658 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:46.758190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08c18709-8e11-43f7-851c-3e8b7215c73c req-43349aee-4755-425c-9b6b-a0970afb4658 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 945 time: 0.7658257 Jul 16 20:16:46.861415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.876565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33cc30-d22e-43a2-a0d0-ca759dddf1e0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Subnet': ['ID=4144884b-0274-497c-804b-192088cb6144,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.893459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f5c717-b6a2-4767-a5db-0ea92d1304ea']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:46.913656 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c38c50-7b39-46ef-baaf-19611d8d2f99 x-openstack-request-id: req-81c38c50-7b39-46ef-baaf-19611d8d2f99 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:46.913942 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418340bf-63e0-4973-a535-76e08a770949", "tag": "4b32391e-f47c-4d60-a226-2dd46273f83c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:46.914198 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-81c38c50-7b39-46ef-baaf-19611d8d2f99 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:46.914613 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418340bf-63e0-4973-a535-76e08a770949', 'tag': '4b32391e-f47c-4d60-a226-2dd46273f83c', 'status': 'completed', 'code': 200} Jul 16 20:16:46.918260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd85d77-f9b7-44e0-90e9-09f47f7deb22') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:46.918562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd85d77-f9b7-44e0-90e9-09f47f7deb22') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:46.921328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48019cda-e54d-4ee7-a8b2-3f8bdec0b7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a38fb2-975a-4541-b730-7a292e608c65,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.938182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.972011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.990296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:46.992235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:47.000568 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:47.002760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08c18709-8e11-43f7-851c-3e8b7215c73c req-9edf832d-8160-49e7-aeb6-02e578e2adb3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114295 Jul 16 20:16:47.051134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-88e04dd7-562d-4453-b7f0-7cbf8cd16dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:47.051134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-88e04dd7-562d-4453-b7f0-7cbf8cd16dbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 1095 time: 0.5501478 Jul 16 20:16:47.086276 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.141698 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-ca8d9746-3861-40b1-ba4c-ebdb6e572a52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b32391e-f47c-4d60-a226-2dd46273f83c HTTP/1.1" status: 200 len: 217 time: 0.0863557 Jul 16 20:16:47.210807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.219550 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.225846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/networks/a3f5c717-b6a2-4767-a5db-0ea92d1304ea HTTP/1.1" status: 204 len: 168 time: 1.3957927 Jul 16 20:16:47.253400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] DHCP port deletion for 6f6e8016-4eef-40ef-b14d-87773dab8993 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:47.255577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52580) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.256727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4cc36-2439-4a88-849f-5312fea5b919 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Network': ['ID=a3f5c717-b6a2-4767-a5db-0ea92d1304ea,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:47.271613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'name': 'tempest-PortsTestJSON-1672616072'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:47.372317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] Deleting port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:47.373112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.493213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-399ed3a2-5a10-4338-a403-5c549dcd9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:47.497570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-399ed3a2-5a10-4338-a403-5c549dcd9a6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.2744873 Jul 16 20:16:47.576146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:47.586885 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.604482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] For port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a2819439-e0c3-4dcf-b4a8-2f2a77bd121a,segment=NetworkSegment(1ccba9b3-373b-4064-a88c-1cd1b51b492d),segment_id=1ccba9b3-373b-4064-a88c-1cd1b51b492d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:47.605792 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.649087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port c056209c-d544-4468-911b-3a5ca4672954 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:47.666799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52586) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.682482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] Calling delete_port for a2819439-e0c3-4dcf-b4a8-2f2a77bd121a owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:47.711627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-1fc76c59-370a-4cb4-8b88-97f6b29de3da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2041290 Jul 16 20:16:47.867550 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.887745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98cb4e6a-158b-413f-a9e1-045bec131064 req-3466c1b5-0cba-4ca9-aa64-5fc530421138 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 210 time: 0.1733668 Jul 16 20:16:47.890430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.917205 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-851c53f4-d0a6-4884-974d-45e1b07acf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.084907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] Pushing event deleted for resources: {'Port': ['ID=a2819439-e0c3-4dcf-b4a8-2f2a77bd121a,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:48.101993 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6fd77a93-a75a-4fb4-b76c-1907281d45db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.104330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e416f4-3fc0-4b8a-b16d-678a87c0e22d None None] No DVR routers for this DVR port a2819439-e0c3-4dcf-b4a8-2f2a77bd121a on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:48.113125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.165254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-d570d7e1-34d9-4574-bacf-4a7087d2250f service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224865 Jul 16 20:16:48.195914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device eb04c0e2-a197-425f-b521-481600f36c53 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:48.258375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: eb04c0e2-a197-425f-b521-481600f36c53 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:48.258725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device eb04c0e2-a197-425f-b521-481600f36c53 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:48.259411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a2819439-e0c3-4dcf-b4a8-2f2a77bd121a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:48.306262 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.315577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a2819439-e0c3-4dcf-b4a8-2f2a77bd121a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:48.316229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a2819439-e0c3-4dcf-b4a8-2f2a77bd121a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:48.437642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=c056209c-d544-4468-911b-3a5ca4672954,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:48.447187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:48.451368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:48.466215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-47681c8f-2912-4271-abca-768140aed632 None None] Could not find standard attr ID for object 8b614bb4-047e-4a21-80dc-2ae55051e301. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:16:48.467869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:48.528084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.530029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.564613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500d540-096b-4e80-8792-ced4c2745c21 None None] DHCP port deletion for a3f5c717-b6a2-4767-a5db-0ea92d1304ea request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:48.605624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d624a0-a1c4-4f95-a78c-152b52b7ba34 None None] Network a3f5c717-b6a2-4767-a5db-0ea92d1304ea requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:48.633675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d624a0-a1c4-4f95-a78c-152b52b7ba34 None None] Network a3f5c717-b6a2-4767-a5db-0ea92d1304ea could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:16:48.736650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961c27-a543-4ff8-b8e6-c3c3ab821d7b req-2ec1b241-b236-4141-b800-45fd9b93ef4c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.738306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5961c27-a543-4ff8-b8e6-c3c3ab821d7b req-2ec1b241-b236-4141-b800-45fd9b93ef4c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 943 time: 1.5985599 Jul 16 20:16:49.010358 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5961c27-a543-4ff8-b8e6-c3c3ab821d7b req-aa2095dd-bd1f-40b6-bcc9-86b23242cac9 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483706 Jul 16 20:16:49.018871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port b67d89f5-a5de-443c-8e84-b28259a0d0ba {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:49.019223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.036793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-5bd036c3-1bf2-4a3d-8a05-1f623c056834 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.039076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-5bd036c3-1bf2-4a3d-8a05-1f623c056834 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.9977405 Jul 16 20:16:49.069541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Request body: {'port': {'device_id': '0ec1e0d1-a29b-4bec-b91e-88013a33c219', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'admin_state_up': True, 'tenant_id': 'd48880fbf8f74c859479858015141a48'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:49.076960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1176c543-7de0-40a9-974b-5fb0e41f76b7 req-fc842d44-ac4e-4b01-a878-601f0e7cfb07 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775311 Jul 16 20:16:49.150041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b8f5ed0-5ff0-4405-902d-c56e5fce09c6 req-d09bcb7d-e517-4a2b-89b3-1494e8875b4f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 210 time: 0.0919719 Jul 16 20:16:49.299147 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-851c53f4-d0a6-4884-974d-45e1b07acf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.311849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7c180bbd-564d-4783-ae31-cc510c33c314 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0480134 Jul 16 20:16:49.314565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52610) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:49.314970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-851c53f4-d0a6-4884-974d-45e1b07acf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.358050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port b67d89f5-a5de-443c-8e84-b28259a0d0ba, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b67d89f5-a5de-443c-8e84-b28259a0d0ba,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:49.358757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.411590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for b67d89f5-a5de-443c-8e84-b28259a0d0ba owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:49.425281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-851c53f4-d0a6-4884-974d-45e1b07acf12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb5af0cc3cc5469a9e472b8a087e26e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7185402 Jul 16 20:16:49.431942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c53f4-d0a6-4884-974d-45e1b07acf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f2a39-1d0c-4be8-afc6-5088a95d980a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.433907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:49.455796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dfb82-c74d-4000-9877-ce4aec045507 req-aae352a0-b694-42d0-aa96-e01714480a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.457485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-890dfb82-c74d-4000-9877-ce4aec045507 req-aae352a0-b694-42d0-aa96-e01714480a96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 1095 time: 0.3000934 Jul 16 20:16:49.524073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Made reservation on behalf of d48880fbf8f74c859479858015141a48 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:49.527794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.528894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8334cd83-b499-4fc6-a8c9-bd6202547a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.558362 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8334cd83-b499-4fc6-a8c9-bd6202547a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.561197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6880ef56-a980-4bcd-8949-80b588925baa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port c056209c-d544-4468-911b-3a5ca4672954 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:49.561541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6880ef56-a980-4bcd-8949-80b588925baa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.687292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6880ef56-a980-4bcd-8949-80b588925baa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.711408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6880ef56-a980-4bcd-8949-80b588925baa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for c056209c-d544-4468-911b-3a5ca4672954 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:49.756975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dfb82-c74d-4000-9877-ce4aec045507 req-d57874f1-14fa-40d1-a63a-1b2f08350429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.758617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-890dfb82-c74d-4000-9877-ce4aec045507 req-d57874f1-14fa-40d1-a63a-1b2f08350429 service neutron] 10.222.0.16 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 915 time: 0.2602661 Jul 16 20:16:49.807749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8334cd83-b499-4fc6-a8c9-bd6202547a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.812889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8334cd83-b499-4fc6-a8c9-bd6202547a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.817401 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8334cd83-b499-4fc6-a8c9-bd6202547a53 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b3f2a39-1d0c-4be8-afc6-5088a95d980a HTTP/1.1" status: 204 len: 168 time: 0.3795321 Jul 16 20:16:49.843411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334cd83-b499-4fc6-a8c9-bd6202547a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f2a39-1d0c-4be8-afc6-5088a95d980a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.845561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-890dfb82-c74d-4000-9877-ce4aec045507 req-e9f947da-c147-4a09-9085-a182355bb962 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b32391e-f47c-4d60-a226-2dd46273f83c HTTP/1.1" status: 200 len: 217 time: 0.0789592 Jul 16 20:16:49.936590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6880ef56-a980-4bcd-8949-80b588925baa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.951487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Allocated IP 172.20.0.5 (34db89b4-ab52-45c4-8fd5-13653be1bb93/c5945411-55ad-491a-99c8-88ce730cc089/245d5789-c5a3-4615-89c7-a095ed6adeac) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:49.977952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dfb82-c74d-4000-9877-ce4aec045507 req-292eb3e6-a20d-48a1-a69b-a0c45e98d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.979974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-890dfb82-c74d-4000-9877-ce4aec045507 req-292eb3e6-a20d-48a1-a69b-a0c45e98d6b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.1245668 Jul 16 20:16:49.983859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8b614bb4-047e-4a21-80dc-2ae55051e301 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:50.033880 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.044603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-890dfb82-c74d-4000-9877-ce4aec045507 req-3e335299-b994-49e1-b0a1-8c814c317f96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551190 Jul 16 20:16:50.050237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880ef56-a980-4bcd-8949-80b588925baa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=c056209c-d544-4468-911b-3a5ca4672954,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.071884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6880ef56-a980-4bcd-8949-80b588925baa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.077453 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6880ef56-a980-4bcd-8949-80b588925baa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/c056209c-d544-4468-911b-3a5ca4672954 HTTP/1.1" status: 204 len: 168 time: 0.7598860 Jul 16 20:16:50.078248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52630) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:50.083452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8b614bb4-047e-4a21-80dc-2ae55051e301 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:50.086391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'mac_address': 'fa:16:3e:d5:f9:7d', 'name': 'tempest-PortsTestJSON-1733150252'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:50.096189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8b614bb4-047e-4a21-80dc-2ae55051e301 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:50.147648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=b67d89f5-a5de-443c-8e84-b28259a0d0ba,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.254241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:50.390146 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73ca017b-78cd-4f29-b018-ae9204adce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.398638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.439830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 0896a6f2-7d74-4963-8262-d407c051df01 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:50.567946 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.581018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be803f81-1fe0-4a19-9dea-cff4b5305d34 req-edbbdb4d-93b1-48ad-a5c4-21b61bff6c5c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 210 time: 0.2033715 Jul 16 20:16:50.599393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.675162 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.720576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.816816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-890dfb82-c74d-4000-9877-ce4aec045507 req-6d321ca2-97b7-439b-99c0-8a384ef0d252 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7512643 Jul 16 20:16:50.825522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.826523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.830330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.929350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:50.933898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:50.936740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:50.943582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:50.944289 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.948752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=0896a6f2-7d74-4963-8262-d407c051df01,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.978338 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c53c5a03-661c-43a1-897f-93f88c96072b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8988147 Jul 16 20:16:50.979064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52662) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:51.015230 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.015938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Fanout notify agent at l3_agent the message router_deleted on router 6e017a3a-9620-4b16-b48e-35d595481568 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:16:51.033717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.035603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-075f3bed-9e44-4233-8cef-c6f8d0ffd4d4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/routers/6e017a3a-9620-4b16-b48e-35d595481568 HTTP/1.1" status: 204 len: 168 time: 4.2751739 Jul 16 20:16:51.041072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52664) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:51.044388 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.079035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcb176-788c-44b7-ac9d-34eeb3ced875 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.080808 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c9dcb176-788c-44b7-ac9d-34eeb3ced875 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/0896a6f2-7d74-4963-8262-d407c051df01 HTTP/1.1" status: 200 len: 841 time: 0.1007266 Jul 16 20:16:51.083852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52668) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:51.172539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140079-b23c-4581-945d-2790ebf0cbc4 req-ad6c6d63-3880-4db5-9afe-d1bda8bc626b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.188473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96140079-b23c-4581-945d-2790ebf0cbc4 req-ad6c6d63-3880-4db5-9afe-d1bda8bc626b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 943 time: 0.8132606 Jul 16 20:16:51.309522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event updated for resources: {'Port': ['ID=245d5789-c5a3-4615-89c7-a095ed6adeac,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.329191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:51.332027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-24ce5133-0ece-44a2-962d-3613ae6e764f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 0896a6f2-7d74-4963-8262-d407c051df01 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:51.332672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24ce5133-0ece-44a2-962d-3613ae6e764f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.382681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-890dfb82-c74d-4000-9877-ce4aec045507 req-1b04c08c-bc56-4efa-ae40-fa1444ba90b7 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893024 Jul 16 20:16:51.394491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:51.408058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:51.431324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.491579 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24ce5133-0ece-44a2-962d-3613ae6e764f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.498058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96140079-b23c-4581-945d-2790ebf0cbc4 req-765602c3-ff3d-42a2-89ab-a9b01671c8c5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076391 Jul 16 20:16:51.524713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-24ce5133-0ece-44a2-962d-3613ae6e764f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 0896a6f2-7d74-4963-8262-d407c051df01 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:51.571767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.573203 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.657768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-4a5f94ae-49d1-41c2-90e0-a0768fa20d6d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6013391 Jul 16 20:16:51.673318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Request body: {'port': {'device_id': '0ec1e0d1-a29b-4bec-b91e-88013a33c219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:51.697668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24ce5133-0ece-44a2-962d-3613ae6e764f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.733098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce5133-0ece-44a2-962d-3613ae6e764f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=0896a6f2-7d74-4963-8262-d407c051df01,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.760545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24ce5133-0ece-44a2-962d-3613ae6e764f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.762964 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-24ce5133-0ece-44a2-962d-3613ae6e764f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/0896a6f2-7d74-4963-8262-d407c051df01 HTTP/1.1" status: 204 len: 168 time: 0.6776397 Jul 16 20:16:51.768889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52688) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:51.775567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.807113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6e8016-4eef-40ef-b14d-87773dab8993']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:51.808652 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-7882863b-e62a-489d-b8d0-eed12e5d4f9a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:16:51.810870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7882863b-e62a-489d-b8d0-eed12e5d4f9a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/0896a6f2-7d74-4963-8262-d407c051df01 HTTP/1.1" status: 404 len: 333 time: 0.0425165 Jul 16 20:16:51.821168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52690) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:51.827713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'name': 'tempest-PortsTestJSON-1209180188'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:51.857215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccba9b3-373b-4064-a88c-1cd1b51b492d') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:51.857913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccba9b3-373b-4064-a88c-1cd1b51b492d') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:51.907924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.945653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:51.956432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.006637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port bc51b181-6afd-472c-8cd9-78a49f51300e yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:16:52.025794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.046048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:52.046731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.048373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b67d89f5-a5de-443c-8e84-b28259a0d0ba no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:52.055929 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:52.095592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b67d89f5-a5de-443c-8e84-b28259a0d0ba {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:52.096236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b67d89f5-a5de-443c-8e84-b28259a0d0ba not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:52.115687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.353685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.409049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.513053 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.611052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:52.619593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:52.627840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:52.636919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 4b32391e-f47c-4d60-a226-2dd46273f83c details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:52.637851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:52.638747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.678460 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8546886 Jul 16 20:16:52.680113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f12dc-fb87-4440-85d0-44f529520822 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=bc51b181-6afd-472c-8cd9-78a49f51300e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:52.695541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52708) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:52.739345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:52.746957 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.816683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.820787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/networks/6f6e8016-4eef-40ef-b14d-87773dab8993 HTTP/1.1" status: 204 len: 168 time: 1.7779334 Jul 16 20:16:52.848850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52716) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:52.856620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'network': {'name': 'tempest-network-smoke--2062342539', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'port_security_enabled': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:52.872907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 4b32391e-f47c-4d60-a226-2dd46273f83c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4b32391e-f47c-4d60-a226-2dd46273f83c,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:52.892372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '4b32391e-f47c-4d60-a226-2dd46273f83c', 'network_id': '35b2029d-70e5-471c-b944-02626042955e', 'port_id': '4b32391e-f47c-4d60-a226-2dd46273f83c', 'mac_address': 'fa:16:3e:a9:c7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e04aafa-c62a-40ae-bc26-29a45cb3711d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:52.900313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919f93f-d650-4bdb-8b74-2dd02d7acf46 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Network': ['ID=6f6e8016-4eef-40ef-b14d-87773dab8993,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:52.918730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b461f-7bb9-4945-a16c-adcde093276e req-ddf4184e-7e59-4782-8fd6-d582e3759661 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:52.923532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:52.928645 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.954685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.957080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-041b461f-7bb9-4945-a16c-adcde093276e req-ddf4184e-7e59-4782-8fd6-d582e3759661 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 931 time: 1.1430502 Jul 16 20:16:52.962597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:52.972539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b32391e-f47c-4d60-a226-2dd46273f83c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:52.978553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.978999 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Added segment 90f41c9e-251c-4c5c-b93e-a2e23d43b5d9 of type vlan for network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e Jul 16 20:16:53.016277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 4b32391e-f47c-4d60-a226-2dd46273f83c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4b32391e-f47c-4d60-a226-2dd46273f83c,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:53.022695 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.054151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.117961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.140354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.141498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.164186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=4b32391e-f47c-4d60-a226-2dd46273f83c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:53.171982 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3216119 Jul 16 20:16:53.181265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.181848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.182430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.182995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.183575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.184156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.185306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.186129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.187117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.188108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.188972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52730) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:53.189568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.190576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:53.196391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'admin_state_up': True, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:53.281998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1830a-7a43-44d7-9cb2-4d49a7f22327 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Network': ['ID=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:53.290446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.292425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.299206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:53.370388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-041b461f-7bb9-4945-a16c-adcde093276e req-a2913423-8e4e-4f6d-91d1-6d11e3e1ae54 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110940 Jul 16 20:16:53.402220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.413911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['4b32391e-f47c-4d60-a226-2dd46273f83c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:53.444935 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.560409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbb651-4254-474a-8cbe-2f768e6983dc req-751684c8-af0f-41fa-817c-8fb3cfb7e7d2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.562171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98fbb651-4254-474a-8cbe-2f768e6983dc req-751684c8-af0f-41fa-817c-8fb3cfb7e7d2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 943 time: 0.7399259 Jul 16 20:16:53.725280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98fbb651-4254-474a-8cbe-2f768e6983dc req-732dbc15-a01c-45a7-85e5-eaa696801ab8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153178 Jul 16 20:16:53.777978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.784691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245d5789-c5a3-4615-89c7-a095ed6adeac {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:53.820887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.943928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.947305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Transition to ACTIVE for port object 245d5789-c5a3-4615-89c7-a095ed6adeac will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:53.953047 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.983021 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.005977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] In _notify_port_updated(), no bound segment for port bc51b181-6afd-472c-8cd9-78a49f51300e on network df32700a-836c-4f65-9dd5-a91dc979489d {{(pid=100243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:16:54.012450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.013583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.015272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "PUT /v2.0/ports/bc51b181-6afd-472c-8cd9-78a49f51300e HTTP/1.1" status: 200 len: 818 time: 1.3054423 Jul 16 20:16:54.024925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52752) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:54.117115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335b54d-45ae-41f4-b242-74028807a33d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=bc51b181-6afd-472c-8cd9-78a49f51300e,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:54.135681 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.182763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Pushing event updated for resources: {'Port': ['ID=245d5789-c5a3-4615-89c7-a095ed6adeac,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:54.293616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Attempting to bind port 245d5789-c5a3-4615-89c7-a095ed6adeac on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:54.294575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Attempting to bind port 245d5789-c5a3-4615-89c7-a095ed6adeac by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:54.295397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Attempting to bind port 245d5789-c5a3-4615-89c7-a095ed6adeac on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:54.304775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Port 245d5789-c5a3-4615-89c7-a095ed6adeac on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:54.305330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Attempting to bind port 245d5789-c5a3-4615-89c7-a095ed6adeac on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:54.315777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:54.317549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Checking segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:54.318550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Bound using segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:54.319670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Bound port: 245d5789-c5a3-4615-89c7-a095ed6adeac, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:54.321164 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.471170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] For port 245d5789-c5a3-4615-89c7-a095ed6adeac, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:54.498526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] For port 245d5789-c5a3-4615-89c7-a095ed6adeac, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=245d5789-c5a3-4615-89c7-a095ed6adeac,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:54.511343 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.626702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.627498 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.629349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] 10.222.0.16 "PUT /v2.0/ports/245d5789-c5a3-4615-89c7-a095ed6adeac HTTP/1.1" status: 200 len: 1092 time: 2.9605238 Jul 16 20:16:54.629877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec1e0d1-a29b-4bec-b91e-88013a33c219', 'tag': '245d5789-c5a3-4615-89c7-a095ed6adeac'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:54.632699 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec1e0d1-a29b-4bec-b91e-88013a33c219", "tag": "245d5789-c5a3-4615-89c7-a095ed6adeac"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:54.674340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a475a2-124d-4a2c-836d-dcb29d5595ba service neutron] Pushing event updated for resources: {'Port': ['ID=245d5789-c5a3-4615-89c7-a095ed6adeac,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:54.773068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26a87c-a1ff-4deb-ad3f-82fc5c50d7ae req-b6ab94d5-055e-4627-9276-9c3d5c5d244a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.782685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f26a87c-a1ff-4deb-ad3f-82fc5c50d7ae req-b6ab94d5-055e-4627-9276-9c3d5c5d244a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 943 time: 0.2021511 Jul 16 20:16:54.782955 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.807729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.859340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-050950d5-4810-4f8f-9010-50c990440824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.865109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-050950d5-4810-4f8f-9010-50c990440824 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 1095 time: 0.1863799 Jul 16 20:16:54.901046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d79b8e0d-2ccf-4ae4-9fe8-dfb263aefee7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port bc51b181-6afd-472c-8cd9-78a49f51300e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:54.901489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d79b8e0d-2ccf-4ae4-9fe8-dfb263aefee7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.940703 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3faad30-a97c-4155-8ed9-fa29b49b2061 x-openstack-request-id: req-d3faad30-a97c-4155-8ed9-fa29b49b2061 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:54.943443 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec1e0d1-a29b-4bec-b91e-88013a33c219", "tag": "245d5789-c5a3-4615-89c7-a095ed6adeac", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:54.943892 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3faad30-a97c-4155-8ed9-fa29b49b2061 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:54.944656 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec1e0d1-a29b-4bec-b91e-88013a33c219', 'tag': '245d5789-c5a3-4615-89c7-a095ed6adeac', 'status': 'completed', 'code': 200} Jul 16 20:16:55.027149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-1078193c-e19f-422f-a993-adad09a713b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=245d5789-c5a3-4615-89c7-a095ed6adeac HTTP/1.1" status: 200 len: 217 time: 0.1280687 Jul 16 20:16:55.067989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d79b8e0d-2ccf-4ae4-9fe8-dfb263aefee7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.075239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f26a87c-a1ff-4deb-ad3f-82fc5c50d7ae req-c0374ecf-3eb7-495f-9f97-b80106c29090 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686334 Jul 16 20:16:55.132115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d79b8e0d-2ccf-4ae4-9fe8-dfb263aefee7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for bc51b181-6afd-472c-8cd9-78a49f51300e owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:55.133816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-64dae10f-af42-43ad-a693-b37d33bdb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:55.135817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-64dae10f-af42-43ad-a693-b37d33bdb72e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.1031532 Jul 16 20:16:55.192945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-b3d91397-ff21-4cec-8ccb-8eb2824fadbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500128 Jul 16 20:16:55.267317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e2f9-8eb9-4e1d-b8a4-6790636ef3dd req-888be9b0-474a-41ea-857b-6362b7f3f39b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:55.269007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f89e2f9-8eb9-4e1d-b8a4-6790636ef3dd req-888be9b0-474a-41ea-857b-6362b7f3f39b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 944 time: 0.2005928 Jul 16 20:16:55.305912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.25.6.21 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/bf93241f-6df9-45e9-bbf3-ff6618a0ebdf) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:55.326432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d79b8e0d-2ccf-4ae4-9fe8-dfb263aefee7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.371477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f89e2f9-8eb9-4e1d-b8a4-6790636ef3dd req-0e8f0118-0af6-4493-a0eb-e71b7ee340d3 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912519 Jul 16 20:16:55.381195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-0521f0c4-67c1-49bc-a83a-5bfbd75edbb9 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810679 Jul 16 20:16:55.412475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8e0d-2ccf-4ae4-9fe8-dfb263aefee7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=bc51b181-6afd-472c-8cd9-78a49f51300e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:55.456583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d79b8e0d-2ccf-4ae4-9fe8-dfb263aefee7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.459706 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d79b8e0d-2ccf-4ae4-9fe8-dfb263aefee7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/bc51b181-6afd-472c-8cd9-78a49f51300e HTTP/1.1" status: 204 len: 168 time: 1.4330220 Jul 16 20:16:55.463142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52792) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:55.509835 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.576376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.618389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20869ecd-fe1a-459c-b5ef-1e999d27dff2 req-02a15bd1-0443-47d1-808c-2c95076ba667 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287714 Jul 16 20:16:55.637971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:55.647179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:55.658654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a524228a-ecaf-4b48-a5a4-691e3afba2e2 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:55.660761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a524228a-ecaf-4b48-a5a4-691e3afba2e2 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1965520 Jul 16 20:16:55.663490 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52796) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:55.666640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:55.684831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=bf93241f-6df9-45e9-bbf3-ff6618a0ebdf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:55.714429 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-939e55ce-0d52-4cd7-bec1-89ca9d9fb3bd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:16:55.722285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-939e55ce-0d52-4cd7-bec1-89ca9d9fb3bd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/bc51b181-6afd-472c-8cd9-78a49f51300e HTTP/1.1" status: 404 len: 333 time: 0.0517924 Jul 16 20:16:55.724170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52802) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:55.730141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-430130921'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:55.834109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-d936ef50-18e9-40c6-a5ef-93acc2bd37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:55.836227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-d936ef50-18e9-40c6-a5ef-93acc2bd37a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 1095 time: 0.1590598 Jul 16 20:16:55.902337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:55.909159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.056174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:56.103196 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.103787 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Added segment a088ef64-83b3-42e9-bfbf-6538486dc0a3 of type vlan for network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 Jul 16 20:16:56.171728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.191507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-c42ab45a-f6b5-4c90-b090-244760682223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.199708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-c42ab45a-f6b5-4c90-b090-244760682223 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 913 time: 0.3563213 Jul 16 20:16:56.290027 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-d4fba896-a979-4e64-b780-1438714331ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=245d5789-c5a3-4615-89c7-a095ed6adeac HTTP/1.1" status: 200 len: 217 time: 0.0826061 Jul 16 20:16:56.303661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.310640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.311504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.375720 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6502032 Jul 16 20:16:56.376540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52820) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:56.380288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-d3fec530-7377-4912-ab8d-709fe34e8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.382581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-d3fec530-7377-4912-ab8d-709fe34e8c42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.0739601 Jul 16 20:16:56.387906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:56.424032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.446189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63cda0-e986-4f1f-9404-9e55dd4c419a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Network': ['ID=e30e06ff-b6ff-4758-a3a4-960cfc43fe68,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:56.460934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:56.546501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-f71dd4ed-83d5-425a-91a9-23ddbb942cae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691411 Jul 16 20:16:56.658829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 4b32391e-f47c-4d60-a226-2dd46273f83c up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:56.678153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370966d5-ae00-4754-8ece-98db9a4a76dd req-7d5d4df4-b561-43b6-a868-4a9739f53b7c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.685746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-370966d5-ae00-4754-8ece-98db9a4a76dd req-7d5d4df4-b561-43b6-a868-4a9739f53b7c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 943 time: 0.2190289 Jul 16 20:16:56.704989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:56.711228 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.731301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b643f-9e7c-428a-8533-df648358acf8 req-6364106d-e92f-441d-9fff-7a331eaf230b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.740027 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-203b643f-9e7c-428a-8533-df648358acf8 req-6364106d-e92f-441d-9fff-7a331eaf230b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4481125 Jul 16 20:16:56.775298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 4b32391e-f47c-4d60-a226-2dd46273f83c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:56.787287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 4b32391e-f47c-4d60-a226-2dd46273f83c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:56.788417 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.834031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-203b643f-9e7c-428a-8533-df648358acf8 req-24dd4d6f-0c19-44d0-9ffd-36306a794921 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926013 Jul 16 20:16:56.861001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-370966d5-ae00-4754-8ece-98db9a4a76dd req-6fedda4d-5d3a-4a77-80fc-8bd89615756f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742749 Jul 16 20:16:56.874744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-f05c990e-8efc-4399-ad90-379a792c8b3a service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090007 Jul 16 20:16:56.964064 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.102870 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.201323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418340bf-63e0-4973-a535-76e08a770949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b32391e-f47c-4d60-a226-2dd46273f83c'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:57.205098 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a0f2ee-214e-4bb6-843a-e3e6d658c119" -d '{"events": [{"server_uuid": "418340bf-63e0-4973-a535-76e08a770949", "name": "network-vif-plugged", "status": "completed", "tag": "4b32391e-f47c-4d60-a226-2dd46273f83c"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:57.230678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 4b32391e-f47c-4d60-a226-2dd46273f83c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4b32391e-f47c-4d60-a226-2dd46273f83c,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:57.248691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.336137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.392583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=4b32391e-f47c-4d60-a226-2dd46273f83c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.399568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f7fd631-78c4-40eb-b89b-ed0567f66c5e req-f87c6ac9-90e1-4b5b-91c0-1dd558be54ae service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230081 Jul 16 20:16:57.468322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a822c6-332b-4004-ab28-30c1323c5757 req-66576b73-e9e8-46fe-89a7-f770d14b4710 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.471799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96a822c6-332b-4004-ab28-30c1323c5757 req-66576b73-e9e8-46fe-89a7-f770d14b4710 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.3850636 Jul 16 20:16:57.488249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 27f630ed-ed84-465e-9186-36ab39d706d8 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:16:57.553331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=ecf83c19-c822-4f37-a946-99a6245bf894,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.556055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b96251-6b72-40bc-92b7-f23514e39905 req-888546e5-ef6f-44bd-a9a3-5168bdc3e500 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.569684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2b96251-6b72-40bc-92b7-f23514e39905 req-888546e5-ef6f-44bd-a9a3-5168bdc3e500 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 944 time: 0.4134805 Jul 16 20:16:57.593631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96a822c6-332b-4004-ab28-30c1323c5757 req-ecd443b8-0be7-494b-b1a7-1d13583d53cc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134760 Jul 16 20:16:57.696028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Checking segment: {'id': 'a088ef64-83b3-42e9-bfbf-6538486dc0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:57.696308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network hostable DHCP agents. Network: e30e06ff-b6ff-4758-a3a4-960cfc43fe68, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:57.698560 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8342100-6a40-4ef1-a827-852ea0d6bedc x-openstack-request-id: req-a8342100-6a40-4ef1-a827-852ea0d6bedc {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:57.699527 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418340bf-63e0-4973-a535-76e08a770949", "name": "network-vif-plugged", "status": "completed", "tag": "4b32391e-f47c-4d60-a226-2dd46273f83c", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:57.699527 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8342100-6a40-4ef1-a827-852ea0d6bedc {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:57.700679 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418340bf-63e0-4973-a535-76e08a770949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b32391e-f47c-4d60-a226-2dd46273f83c', 'code': 200} Jul 16 20:16:57.705620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2b96251-6b72-40bc-92b7-f23514e39905 req-68941e5a-6289-4b48-b186-803721e44595 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340835 Jul 16 20:16:57.796904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:57.811364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:57.824354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e30e06ff-b6ff-4758-a3a4-960cfc43fe68) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:57.830224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Sync routers for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:57.838311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.839021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.860758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.870934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcff32c-6302-4e48-9fed-dd0a91a082ee None None] Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:57.871213 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a3bd813a-5edb-4401-862f-2f558dd1581b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6728523 Jul 16 20:16:57.871379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52862) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:57.906549 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7c8a4c6-fae3-4ab6-b528-d69a046ee9ed tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5202403 Jul 16 20:16:57.911086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52864) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:57.942979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-90caa2fc-6ad3-41d9-8588-ff2a78a73434 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:57.969980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:57.971093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:58.095765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-35b0abc2-755a-4053-be90-2439bb1fcab6 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=1f6db2100c23486a9b7759b62ce47238&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2199028 Jul 16 20:16:58.101444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52868) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:58.219701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c038-361a-49d8-9f81-e914b60571dd req-45bd3004-fd44-4a7d-9aa8-f6113d1bf08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.222387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73c1c038-361a-49d8-9f81-e914b60571dd req-45bd3004-fd44-4a7d-9aa8-f6113d1bf08d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 1097 time: 0.4001420 Jul 16 20:16:58.294140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73c1c038-361a-49d8-9f81-e914b60571dd req-0f6ed676-879d-44a0-b747-e5ada9d2e505 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579054 Jul 16 20:16:58.318417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cca10-4987-4953-b298-0a5d8c8a4e68 req-2610a762-71cd-4f05-9bac-f234633b894c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.334066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df0cca10-4987-4953-b298-0a5d8c8a4e68 req-2610a762-71cd-4f05-9bac-f234633b894c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 943 time: 0.1895936 Jul 16 20:16:58.423663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df0cca10-4987-4953-b298-0a5d8c8a4e68 req-05d7557b-a816-49e3-95a1-22fa117b8c61 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768163 Jul 16 20:16:58.471558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90caa2fc-6ad3-41d9-8588-ff2a78a73434 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:58.481891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90caa2fc-6ad3-41d9-8588-ff2a78a73434 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.646065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:58.705888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e30e06ff-b6ff-4758-a3a4-960cfc43fe68', 'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68', 'tenant_id': '32c3befeab7d474c80717cdfc23b6972', 'fixed_ips': [{'subnet_id': 'ecf83c19-c822-4f37-a946-99a6245bf894'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:58.706946 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.710508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 245d5789-c5a3-4615-89c7-a095ed6adeac details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:58.733691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67adcd47-d81b-4eae-9447-24e5a153790c tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.738901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52892) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:58.739433 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-67adcd47-d81b-4eae-9447-24e5a153790c tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6344738 Jul 16 20:16:58.767864 n-d-791505-15 neutron-server[100244]: INFO neutron.db.ipam_backend_mixin [None req-90caa2fc-6ad3-41d9-8588-ff2a78a73434 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ecf83c19-c822-4f37-a946-99a6245bf894 (CIDR: 172.20.0.0/28) Jul 16 20:16:58.774473 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-90caa2fc-6ad3-41d9-8588-ff2a78a73434 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:16:58.775323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90caa2fc-6ad3-41d9-8588-ff2a78a73434 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:16:58.797256 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-90caa2fc-6ad3-41d9-8588-ff2a78a73434 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8769963 Jul 16 20:16:58.801363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52896) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:58.821245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:58.845971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1bf41e8d-e57f-4441-b569-3ca70d47a3c5 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033828 Jul 16 20:16:58.846336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52900) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:58.856162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1241746520', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:59.130193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:59.135218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.216815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da84e49-c949-40da-acc3-39f19ea3ecb6 req-257f5840-ed77-4fe7-a549-c4bc305c4c90 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.231760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9da84e49-c949-40da-acc3-39f19ea3ecb6 req-257f5840-ed77-4fe7-a549-c4bc305c4c90 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.3467546 Jul 16 20:16:59.313550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1d8b1-846c-422d-bcf7-9a963538e821 req-58ef9952-8ef8-4aff-b4d0-d11c2a40255d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.327898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dad1d8b1-846c-422d-bcf7-9a963538e821 req-58ef9952-8ef8-4aff-b4d0-d11c2a40255d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 945 time: 0.3238945 Jul 16 20:16:59.618673 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.645036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 245d5789-c5a3-4615-89c7-a095ed6adeac, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=245d5789-c5a3-4615-89c7-a095ed6adeac,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:59.649205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:16:56Z', 'revision_number': 3, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:59.652104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Allocated IP 172.20.0.2 (e30e06ff-b6ff-4758-a3a4-960cfc43fe68/ecf83c19-c822-4f37-a946-99a6245bf894/5a026183-1917-4ba6-b31d-1769752d5234) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:59.729018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:59.730369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=2f569adc-28fa-47bc-8dea-68e23956e8d2,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:59.764874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:59.768413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.769059 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.814119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Checking router: 27f630ed-ed84-465e-9186-36ab39d706d8 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:59.819974 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9d2efd82-12db-4a11-af15-2a32bf899943 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0136399 Jul 16 20:16:59.822773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52952) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:59.828186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68', 'fixed_ips': [{'subnet_id': 'ecf83c19-c822-4f37-a946-99a6245bf894'}, {'subnet_id': '2f569adc-28fa-47bc-8dea-68e23956e8d2'}], 'name': 'tempest-PortsTestJSON-292003357'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:59.828782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Updating router 27f630ed-ed84-465e-9186-36ab39d706d8 port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:16:59.845554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '245d5789-c5a3-4615-89c7-a095ed6adeac', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'port_id': '245d5789-c5a3-4615-89c7-a095ed6adeac', 'mac_address': 'fa:16:3e:c8:58:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5945411-55ad-491a-99c8-88ce730cc089', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:00.100065 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.141584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.142865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:00.148852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245d5789-c5a3-4615-89c7-a095ed6adeac {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:00.155926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.264399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9da84e49-c949-40da-acc3-39f19ea3ecb6 req-7a2be5d6-2c3e-4ca7-848f-a13ed5baa593 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0310009 Jul 16 20:17:00.284854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:00.339302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 245d5789-c5a3-4615-89c7-a095ed6adeac, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=245d5789-c5a3-4615-89c7-a095ed6adeac,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:00.372227 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.563492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=245d5789-c5a3-4615-89c7-a095ed6adeac,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:00.629818 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.658013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port f5df6d25-b79f-4c22-b714-57a91c19069c yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:00.691472 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.717462 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Transition to ACTIVE for port object 5a026183-1917-4ba6-b31d-1769752d5234 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:00.720322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['245d5789-c5a3-4615-89c7-a095ed6adeac'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:00.729147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dad1d8b1-846c-422d-bcf7-9a963538e821 req-e1bb91a8-d093-4e98-8ab2-372c60185600 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3992858 Jul 16 20:17:00.917082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Transition to ACTIVE for port object 5a026183-1917-4ba6-b31d-1769752d5234 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:00.947091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.971544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26603-0ecf-4700-b5bd-d58e9ff5de21 req-20452a4b-7adf-4cad-96de-90d8ef3f780c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:00.979994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2a26603-0ecf-4700-b5bd-d58e9ff5de21 req-20452a4b-7adf-4cad-96de-90d8ef3f780c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 944 time: 0.3843377 Jul 16 20:17:00.993226 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.218523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Subnet': ['ID=0a79c758-9df8-45c8-b678-2929a9986449,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:01.232275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:01.251525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.6 (e30e06ff-b6ff-4758-a3a4-960cfc43fe68/ecf83c19-c822-4f37-a946-99a6245bf894/f5df6d25-b79f-4c22-b714-57a91c19069c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:01.262185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.20 (e30e06ff-b6ff-4758-a3a4-960cfc43fe68/2f569adc-28fa-47bc-8dea-68e23956e8d2/f5df6d25-b79f-4c22-b714-57a91c19069c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:01.275576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:01.275958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2a26603-0ecf-4700-b5bd-d58e9ff5de21 req-d136c85b-b548-48e3-8af4-37805c7b597c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943203 Jul 16 20:17:01.278634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:01.280512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Checking segment: {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:01.281126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network hostable DHCP agents. Network: d7b3ba96-6ae3-4606-8fb6-2b042383bc7e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:01.340621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:01.357071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d7b3ba96-6ae3-4606-8fb6-2b042383bc7e) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:01.371649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.373954 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.378353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Pushing event updated for resources: {'Port': ['ID=5a026183-1917-4ba6-b31d-1769752d5234,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:01.389365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed56e6-70e4-482f-bdba-2f37653f20d5 None None] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:01.454393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8bf337d4-373b-4499-beac-549343b94e7c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6066051 Jul 16 20:17:01.459026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53010) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:01.678791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.698644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object f5df6d25-b79f-4c22-b714-57a91c19069c will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:01.785234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.904992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:01.913254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=f5df6d25-b79f-4c22-b714-57a91c19069c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:01.932160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:01.937131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:02.057957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:02.058639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.101832 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d2b9a03-a739-4fd4-a22c-eb3f1784eaec tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2776425 Jul 16 20:17:02.106428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53040) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:02.117750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecf83c19-c822-4f37-a946-99a6245bf894'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:02.149099 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.163190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Transition to ACTIVE for port object bf93241f-6df9-45e9-bbf3-ff6618a0ebdf will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:02.215931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67865f-60c1-4dc3-a7e1-0bc916be8a7b req-8d7378b5-18ee-478f-9f5f-8178220e5e79 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:02.218811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d67865f-60c1-4dc3-a7e1-0bc916be8a7b req-8d7378b5-18ee-478f-9f5f-8178220e5e79 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 945 time: 0.1847517 Jul 16 20:17:02.324259 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.349954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d67865f-60c1-4dc3-a7e1-0bc916be8a7b req-6641c326-5cec-4170-95eb-19c2708bdf18 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610232 Jul 16 20:17:02.518546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.530683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aeee1-1354-4939-a969-86fc7ef8a89d None None] Pushing event updated for resources: {'Port': ['ID=bf93241f-6df9-45e9-bbf3-ff6618a0ebdf,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:02.545726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Attempting to bind port 5a026183-1917-4ba6-b31d-1769752d5234 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:02.546070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Attempting to bind port 5a026183-1917-4ba6-b31d-1769752d5234 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'a088ef64-83b3-42e9-bfbf-6538486dc0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:02.546856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Attempting to bind port 5a026183-1917-4ba6-b31d-1769752d5234 on network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:02.565023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:02.565870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Checking segment: {'id': 'a088ef64-83b3-42e9-bfbf-6538486dc0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:02.566648 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.567420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Bound using segment: {'id': 'a088ef64-83b3-42e9-bfbf-6538486dc0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:02.568265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Bound port: 5a026183-1917-4ba6-b31d-1769752d5234, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a088ef64-83b3-42e9-bfbf-6538486dc0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:02.568951 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.640715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Attempting to bind port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:02.641101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Attempting to bind port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:02.641484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Attempting to bind port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:02.728778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 245d5789-c5a3-4615-89c7-a095ed6adeac up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:02.753803 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.900741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] For port 5a026183-1917-4ba6-b31d-1769752d5234, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:02.909800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] For port 5a026183-1917-4ba6-b31d-1769752d5234, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5a026183-1917-4ba6-b31d-1769752d5234,segment=NetworkSegment(a088ef64-83b3-42e9-bfbf-6538486dc0a3),segment_id=a088ef64-83b3-42e9-bfbf-6538486dc0a3)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:02.926840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:02.927473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:02.928132 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.928805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:02.929624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Bound port: bf93241f-6df9-45e9-bbf3-ff6618a0ebdf, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:02.930274 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.972757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.034925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Delete allocated IP 172.20.0.20 (e30e06ff-b6ff-4758-a3a4-960cfc43fe68/2f569adc-28fa-47bc-8dea-68e23956e8d2) {{(pid=100244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:17:03.141247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc1ab5-d99b-4071-81db-714237f821b7 None None] Pushing event updated for resources: {'Port': ['ID=5a026183-1917-4ba6-b31d-1769752d5234,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:03.179761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6f0a-ee9a-4350-b67c-98be712837e9 req-e0866f0f-ac71-4ef5-b9df-46fa52db82e7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.189197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb7f6f0a-ee9a-4350-b67c-98be712837e9 req-e0866f0f-ac71-4ef5-b9df-46fa52db82e7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4381826 Jul 16 20:17:03.214621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 245d5789-c5a3-4615-89c7-a095ed6adeac completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:03.247278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 245d5789-c5a3-4615-89c7-a095ed6adeac triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:03.247939 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.279517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.297642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Ignored duplicate provisioning block setup for port f5df6d25-b79f-4c22-b714-57a91c19069c by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:17:03.309239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.381058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] For port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:03.386364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=f5df6d25-b79f-4c22-b714-57a91c19069c,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:03.405451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53070) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:03.471792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] For port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bf93241f-6df9-45e9-bbf3-ff6618a0ebdf,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:03.493355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:03.494856 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.548011 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.746257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb7f6f0a-ee9a-4350-b67c-98be712837e9 req-21b2a1fd-690b-40f4-bb81-74001cdcd736 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4466181 Jul 16 20:17:03.756781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9b9bc-689f-4975-8a6d-f6218c9ddc05 req-89e5d36f-5e8b-427c-ae2c-5eea4c345774 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.758491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b9b9bc-689f-4975-8a6d-f6218c9ddc05 req-89e5d36f-5e8b-427c-ae2c-5eea4c345774 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 944 time: 1.0720351 Jul 16 20:17:03.883042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b9b9bc-689f-4975-8a6d-f6218c9ddc05 req-80cf517f-118f-4210-ac8a-f0b01557ff37 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136591 Jul 16 20:17:03.978939 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.995049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:03.995794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:04.029382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.20.0.1 (d7b3ba96-6ae3-4606-8fb6-2b042383bc7e/0a79c758-9df8-45c8-b678-2929a9986449/01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:04.111333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5817ed56-d78e-4c23-b319-280d3e777ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.253252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 245d5789-c5a3-4615-89c7-a095ed6adeac, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=245d5789-c5a3-4615-89c7-a095ed6adeac,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:04.282798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1e0d1-a29b-4bec-b91e-88013a33c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245d5789-c5a3-4615-89c7-a095ed6adeac'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:04.291615 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2e663b-67b2-4b00-8d0a-3994906dd2d8" -d '{"events": [{"server_uuid": "0ec1e0d1-a29b-4bec-b91e-88013a33c219", "name": "network-vif-plugged", "status": "completed", "tag": "245d5789-c5a3-4615-89c7-a095ed6adeac"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:04.314883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.320171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] In _notify_port_updated(), no bound segment for port f5df6d25-b79f-4c22-b714-57a91c19069c on network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:17:04.332812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:04.334083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.336941 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cd07bdc1-00bd-4088-bc2a-c25aa776842a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "PUT /v2.0/ports/f5df6d25-b79f-4c22-b714-57a91c19069c HTTP/1.1" status: 200 len: 918 time: 2.2289963 Jul 16 20:17:04.343018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53084) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:04.358597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecf83c19-c822-4f37-a946-99a6245bf894'}, {'subnet_id': '2f569adc-28fa-47bc-8dea-68e23956e8d2'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:04.369463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Transition to ACTIVE for port object 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:04.424976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.450005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aeee1-1354-4939-a969-86fc7ef8a89d None None] Pushing event updated for resources: {'Port': ['ID=bf93241f-6df9-45e9-bbf3-ff6618a0ebdf,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:04.462345 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e389af-e70f-42b1-8719-fa3798c56746 x-openstack-request-id: req-94e389af-e70f-42b1-8719-fa3798c56746 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:04.462663 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1e0d1-a29b-4bec-b91e-88013a33c219", "name": "network-vif-plugged", "status": "completed", "tag": "245d5789-c5a3-4615-89c7-a095ed6adeac", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:04.462933 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94e389af-e70f-42b1-8719-fa3798c56746 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:04.463351 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec1e0d1-a29b-4bec-b91e-88013a33c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245d5789-c5a3-4615-89c7-a095ed6adeac', 'code': 200} Jul 16 20:17:04.469485 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.521164 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.565040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=245d5789-c5a3-4615-89c7-a095ed6adeac,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:04.601306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5817ed56-d78e-4c23-b319-280d3e777ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.626168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5817ed56-d78e-4c23-b319-280d3e777ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.669142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5a026183-1917-4ba6-b31d-1769752d5234 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:04.716088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:04.736858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:04.757102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Allocated IP 172.20.0.2 (d7b3ba96-6ae3-4606-8fb6-2b042383bc7e/0a79c758-9df8-45c8-b678-2929a9986449/188c0568-7d52-4c85-9f9e-862facdb790f) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:04.759669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:04.772710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:04.781406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817ed56-d78e-4c23-b319-280d3e777ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15038718-2528-4649-b0a3-6f538f7429e4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:04.787142 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.819416 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5817ed56-d78e-4c23-b319-280d3e777ea0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8b3126bc1ea43848be98ce8e577a041&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4122572 Jul 16 20:17:04.823091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53090) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:04.835713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:04.921658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b45d5-64e9-4a41-b871-2e3f88360007 req-a4f68a46-3a6a-4645-9df4-73a6a253a222 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:04.923568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08b45d5-64e9-4a41-b871-2e3f88360007 req-a4f68a46-3a6a-4645-9df4-73a6a253a222 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 945 time: 0.4781909 Jul 16 20:17:04.935827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2028149e-4d55-4fff-97d7-a6f008f07530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.012224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 5a026183-1917-4ba6-b31d-1769752d5234 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:05.039365 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.047136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2028149e-4d55-4fff-97d7-a6f008f07530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.186891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60cc79-02d1-420b-b902-fac3b529af42 None None] Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:05.214275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2028149e-4d55-4fff-97d7-a6f008f07530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.217702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2028149e-4d55-4fff-97d7-a6f008f07530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.222983 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2028149e-4d55-4fff-97d7-a6f008f07530 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15038718-2528-4649-b0a3-6f538f7429e4 HTTP/1.1" status: 204 len: 168 time: 0.3946505 Jul 16 20:17:05.252582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028149e-4d55-4fff-97d7-a6f008f07530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15038718-2528-4649-b0a3-6f538f7429e4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:05.273010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d08b45d5-64e9-4a41-b871-2e3f88360007 req-8c13e542-054f-4962-ab7b-e6f0b1c33b06 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189542 Jul 16 20:17:05.313337 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.327060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Transition to ACTIVE for port object 188c0568-7d52-4c85-9f9e-862facdb790f will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:05.341510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5815bb-73e4-4335-91ed-c4d30aed0dc2 req-c6c76ef2-192d-48aa-8ae3-31a87f7407b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:05.347563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b5815bb-73e4-4335-91ed-c4d30aed0dc2 req-c6c76ef2-192d-48aa-8ae3-31a87f7407b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 1097 time: 0.7598336 Jul 16 20:17:05.362521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Transition to ACTIVE for port object 188c0568-7d52-4c85-9f9e-862facdb790f will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:05.420365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.19 (e30e06ff-b6ff-4758-a3a4-960cfc43fe68/2f569adc-28fa-47bc-8dea-68e23956e8d2/f5df6d25-b79f-4c22-b714-57a91c19069c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:05.564848 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.669184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.745397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cb8e5bdf-dbe1-49d4-82bb-3679be6d76fd None None] Provisioning for port 5a026183-1917-4ba6-b31d-1769752d5234 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:05.756711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.775817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Ignored duplicate provisioning block setup for port f5df6d25-b79f-4c22-b714-57a91c19069c by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:17:05.783165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.823674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Pushing event updated for resources: {'Port': ['ID=188c0568-7d52-4c85-9f9e-862facdb790f,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:05.834074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53108) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:05.859015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:05.871198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cb8e5bdf-dbe1-49d4-82bb-3679be6d76fd None None] Provisioning complete for port 5a026183-1917-4ba6-b31d-1769752d5234 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:05.871805 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5bdf-dbe1-49d4-82bb-3679be6d76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.936190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b5815bb-73e4-4335-91ed-c4d30aed0dc2 req-06387dfc-e49e-4b82-8899-b1ba66dd226c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479593 Jul 16 20:17:05.961514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca1816a-6833-4b27-8ab4-842717659f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.970084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:05.990432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:06.011390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=f5df6d25-b79f-4c22-b714-57a91c19069c,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.093275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] In _notify_port_updated(), no bound segment for port f5df6d25-b79f-4c22-b714-57a91c19069c on network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:17:06.102216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.103213 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.105206 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-90bc5539-7f6a-43c1-b591-bbe6e835ee3d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "PUT /v2.0/ports/f5df6d25-b79f-4c22-b714-57a91c19069c HTTP/1.1" status: 200 len: 998 time: 1.7605705 Jul 16 20:17:06.119972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53110) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:06.129086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Attempting to bind port 188c0568-7d52-4c85-9f9e-862facdb790f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:06.130320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Attempting to bind port 188c0568-7d52-4c85-9f9e-862facdb790f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:06.130934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Attempting to bind port 188c0568-7d52-4c85-9f9e-862facdb790f on network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:06.176876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:06.177443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Checking segment: {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:06.177943 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.178488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Bound using segment: {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:06.179070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Bound port: 188c0568-7d52-4c85-9f9e-862facdb790f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:06.179546 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.209315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:16:56Z', 'revision_number': 3, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:06.227255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca1816a-6833-4b27-8ab4-842717659f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.286487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de803e51-76fb-444e-9034-51a4e305cd26 None None] The sync data for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 is: [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:16:56Z', 'revision_number': 3, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:06.287302 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca1816a-6833-4b27-8ab4-842717659f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.312533 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5bdf-dbe1-49d4-82bb-3679be6d76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.391058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-cb8e5bdf-dbe1-49d4-82bb-3679be6d76fd None None] For port 5a026183-1917-4ba6-b31d-1769752d5234, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5a026183-1917-4ba6-b31d-1769752d5234,segment=NetworkSegment(a088ef64-83b3-42e9-bfbf-6538486dc0a3),segment_id=a088ef64-83b3-42e9-bfbf-6538486dc0a3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:06.395505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.405441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] For port 188c0568-7d52-4c85-9f9e-862facdb790f, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:06.408244 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5bdf-dbe1-49d4-82bb-3679be6d76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.412951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] For port 188c0568-7d52-4c85-9f9e-862facdb790f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=188c0568-7d52-4c85-9f9e-862facdb790f,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:06.421228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dca1816a-6833-4b27-8ab4-842717659f9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efb5e7a2aef042a28608c36771bf82ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826337 Jul 16 20:17:06.421674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53118) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:06.442680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1816a-6833-4b27-8ab4-842717659f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d461dc-a782-4ab3-80ed-efb0d97948bf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.480100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e5bdf-dbe1-49d4-82bb-3679be6d76fd None None] Pushing event updated for resources: {'Port': ['ID=5a026183-1917-4ba6-b31d-1769752d5234,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.489596 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.555518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13873de9-bfca-4268-8e02-4ba5d4d9beba req-c7084f3c-7bc1-4daa-887a-160263f838da tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.564453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13873de9-bfca-4268-8e02-4ba5d4d9beba req-c7084f3c-7bc1-4daa-887a-160263f838da tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 1.5772417 Jul 16 20:17:06.570329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-46f94a18-12cf-4e99-96c2-e4003a7ae70b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port f5df6d25-b79f-4c22-b714-57a91c19069c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:06.571342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46f94a18-12cf-4e99-96c2-e4003a7ae70b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.649029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9034f7-ab10-466a-a98c-416a4f018ae2 None None] Pushing event updated for resources: {'Port': ['ID=188c0568-7d52-4c85-9f9e-862facdb790f,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.678568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d40fb6-b7cf-4121-a2e9-e085859d6f77 None None] Update dhcp port {'port': {'network_id': 'e30e06ff-b6ff-4758-a3a4-960cfc43fe68', 'fixed_ips': [{'subnet_id': 'ecf83c19-c822-4f37-a946-99a6245bf894', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f569adc-28fa-47bc-8dea-68e23956e8d2'}], 'binding:host_id': 'n-d-791505-15'}, 'id': '5a026183-1917-4ba6-b31d-1769752d5234'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:17:06.711811 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15fe7d98-8858-49ca-84de-ed9ce5e1132d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.838278 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72d40fb6-b7cf-4121-a2e9-e085859d6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.842566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46f94a18-12cf-4e99-96c2-e4003a7ae70b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.853453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13873de9-bfca-4268-8e02-4ba5d4d9beba req-33fed214-e1c2-41dc-8bfb-082a7dcf244d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866011 Jul 16 20:17:06.886503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-46f94a18-12cf-4e99-96c2-e4003a7ae70b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for f5df6d25-b79f-4c22-b714-57a91c19069c owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:07.107928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfac5df-5566-4576-917a-d0f27133de7d req-a88a2e7d-8c5e-4e10-b084-2ad01987f216 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.114713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbfac5df-5566-4576-917a-d0f27133de7d req-a88a2e7d-8c5e-4e10-b084-2ad01987f216 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.16 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 945 time: 1.5287619 Jul 16 20:17:07.119172 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15fe7d98-8858-49ca-84de-ed9ce5e1132d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.267987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff29e97-88b3-4974-8fb2-7006f7f769e9 req-73be9cbd-b9f2-4c28-8c4c-33fc4827e2e8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.276798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ff29e97-88b3-4974-8fb2-7006f7f769e9 req-73be9cbd-b9f2-4c28-8c4c-33fc4827e2e8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 945 time: 1.5377164 Jul 16 20:17:07.326587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-72d40fb6-b7cf-4121-a2e9-e085859d6f77 None None] Allocated IP 172.20.0.18 (e30e06ff-b6ff-4758-a3a4-960cfc43fe68/2f569adc-28fa-47bc-8dea-68e23956e8d2/5a026183-1917-4ba6-b31d-1769752d5234) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:07.507544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46f94a18-12cf-4e99-96c2-e4003a7ae70b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.569132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f94a18-12cf-4e99-96c2-e4003a7ae70b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=f5df6d25-b79f-4c22-b714-57a91c19069c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:07.676000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15fe7d98-8858-49ca-84de-ed9ce5e1132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.681823 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15fe7d98-8858-49ca-84de-ed9ce5e1132d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.688432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-15fe7d98-8858-49ca-84de-ed9ce5e1132d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20d461dc-a782-4ab3-80ed-efb0d97948bf HTTP/1.1" status: 204 len: 168 time: 1.2650459 Jul 16 20:17:07.738260 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46f94a18-12cf-4e99-96c2-e4003a7ae70b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.749865 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-46f94a18-12cf-4e99-96c2-e4003a7ae70b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/f5df6d25-b79f-4c22-b714-57a91c19069c HTTP/1.1" status: 204 len: 168 time: 1.6278582 Jul 16 20:17:07.753299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53140) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:07.787010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ff29e97-88b3-4974-8fb2-7006f7f769e9 req-70be4603-037e-4561-a90b-16e120adde1c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989939 Jul 16 20:17:07.823353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-72d40fb6-b7cf-4121-a2e9-e085859d6f77 None None] For port 5a026183-1917-4ba6-b31d-1769752d5234, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5a026183-1917-4ba6-b31d-1769752d5234,segment=NetworkSegment(a088ef64-83b3-42e9-bfbf-6538486dc0a3),segment_id=a088ef64-83b3-42e9-bfbf-6538486dc0a3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:07.894217 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72d40fb6-b7cf-4121-a2e9-e085859d6f77 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.935201 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0e7e46-730a-461d-b88e-f9394c2cceb3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:17:07.935448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-72d40fb6-b7cf-4121-a2e9-e085859d6f77 None None] Transition to ACTIVE for port object 5a026183-1917-4ba6-b31d-1769752d5234 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:07.938715 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ea0e7e46-730a-461d-b88e-f9394c2cceb3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/f5df6d25-b79f-4c22-b714-57a91c19069c HTTP/1.1" status: 404 len: 333 time: 0.1837447 Jul 16 20:17:07.946814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53146) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:07.947166 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72d40fb6-b7cf-4121-a2e9-e085859d6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.982761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe7d98-8858-49ca-84de-ed9ce5e1132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d461dc-a782-4ab3-80ed-efb0d97948bf,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:08.070786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e40373-b6df-4a9f-9185-c310941a416b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet 2f569adc-28fa-47bc-8dea-68e23956e8d2 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:08.085556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34e40373-b6df-4a9f-9185-c310941a416b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.102472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b945260-1de3-4d0e-bc3c-74a546f74a5a req-8dedc555-97b0-4476-a779-88e8964e9d26 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:08.123650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b945260-1de3-4d0e-bc3c-74a546f74a5a req-8dedc555-97b0-4476-a779-88e8964e9d26 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 945 time: 0.8339469 Jul 16 20:17:08.216487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34e40373-b6df-4a9f-9185-c310941a416b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.303701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Deleting port 4b32391e-f47c-4d60-a226-2dd46273f83c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:08.309028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.432734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d40fb6-b7cf-4121-a2e9-e085859d6f77 None None] Pushing event updated for resources: {'Port': ['ID=5a026183-1917-4ba6-b31d-1769752d5234,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:08.497069 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0b945260-1de3-4d0e-bc3c-74a546f74a5a req-36d589f0-5424-412d-bc2b-e0effe7d9200 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708489 Jul 16 20:17:08.612719 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34e40373-b6df-4a9f-9185-c310941a416b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.690741 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.759358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.794028 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34e40373-b6df-4a9f-9185-c310941a416b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.864802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bf93241f-6df9-45e9-bbf3-ff6618a0ebdf up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:08.871858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34e40373-b6df-4a9f-9185-c310941a416b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.880993 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-34e40373-b6df-4a9f-9185-c310941a416b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/2f569adc-28fa-47bc-8dea-68e23956e8d2 HTTP/1.1" status: 204 len: 168 time: 0.9312630 Jul 16 20:17:08.883269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e40373-b6df-4a9f-9185-c310941a416b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=2f569adc-28fa-47bc-8dea-68e23956e8d2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:08.888888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53162) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:08.963911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b345a3-98f3-4870-ab99-f34f3c939601 None None] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:09.104029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba29fc6e-b86a-4eab-a219-257e9f2ab92a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet ecf83c19-c822-4f37-a946-99a6245bf894 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:09.110507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba29fc6e-b86a-4eab-a219-257e9f2ab92a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.121471 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:09.151458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:09.216707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba29fc6e-b86a-4eab-a219-257e9f2ab92a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.337698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a9c65879-70ce-4145-8fa7-a0a1b1df7954 None None] Provisioning for port 188c0568-7d52-4c85-9f9e-862facdb790f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:09.483021 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.486510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:09.497940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba29fc6e-b86a-4eab-a219-257e9f2ab92a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.505079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:09.505763 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.512703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] For port 4b32391e-f47c-4d60-a226-2dd46273f83c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=4b32391e-f47c-4d60-a226-2dd46273f83c,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:09.513356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.577962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde279ef-e61e-4871-a6fe-9c080ae25583 req-e3edc9e2-b9f9-4c57-a57c-8e464850a3cf tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.597186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fde279ef-e61e-4871-a6fe-9c080ae25583 req-e3edc9e2-b9f9-4c57-a57c-8e464850a3cf tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 1.2667077 Jul 16 20:17:09.628815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Calling delete_port for 4b32391e-f47c-4d60-a226-2dd46273f83c owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:09.696877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba29fc6e-b86a-4eab-a219-257e9f2ab92a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.857096 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.864561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba29fc6e-b86a-4eab-a219-257e9f2ab92a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.871606 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ba29fc6e-b86a-4eab-a219-257e9f2ab92a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/ecf83c19-c822-4f37-a946-99a6245bf894 HTTP/1.1" status: 204 len: 168 time: 0.9804800 Jul 16 20:17:09.874874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29fc6e-b86a-4eab-a219-257e9f2ab92a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf83c19-c822-4f37-a946-99a6245bf894,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:09.883169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bf93241f-6df9-45e9-bbf3-ff6618a0ebdf,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:09.889447 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.890691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53178) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:09.890988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5a026183-1917-4ba6-b31d-1769752d5234 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:09.975049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166328ad-3f24-47e0-adad-52abf178c6fb None None] Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:09.997222 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7a959-50cf-42a4-a420-62344a9c473f req-e56a3beb-56b1-4636-bdc4-1cc791e9d48b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:10.006301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4eb7a959-50cf-42a4-a420-62344a9c473f req-e56a3beb-56b1-4636-bdc4-1cc791e9d48b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 945 time: 0.7033989 Jul 16 20:17:10.022672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fde279ef-e61e-4871-a6fe-9c080ae25583 req-166610bf-16ff-4a74-a743-678b82678f34 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4133723 Jul 16 20:17:10.033918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0318fb9-b99b-4f3e-9231-05248af394de None None] Could not find standard attr ID for object f5df6d25-b79f-4c22-b714-57a91c19069c. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:17:10.117272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0318fb9-b99b-4f3e-9231-05248af394de None None] Provisioning for port 5a026183-1917-4ba6-b31d-1769752d5234 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:10.179884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0318fb9-b99b-4f3e-9231-05248af394de None None] Provisioning complete for port 5a026183-1917-4ba6-b31d-1769752d5234 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:10.180560 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0318fb9-b99b-4f3e-9231-05248af394de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.220073 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.247901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=bf93241f-6df9-45e9-bbf3-ff6618a0ebdf,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.304393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5a026183-1917-4ba6-b31d-1769752d5234 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:10.308627 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.345833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4eb7a959-50cf-42a4-a420-62344a9c473f req-8c96ba61-ef3e-458e-ab93-e1ee5e7f6667 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379047 Jul 16 20:17:10.354856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:10.372646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:10.417105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 5a026183-1917-4ba6-b31d-1769752d5234 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:10.417535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.580828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 188c0568-7d52-4c85-9f9e-862facdb790f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:10.695459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 188c0568-7d52-4c85-9f9e-862facdb790f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:10.715300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] For port 5a026183-1917-4ba6-b31d-1769752d5234, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5a026183-1917-4ba6-b31d-1769752d5234,segment=NetworkSegment(a088ef64-83b3-42e9-bfbf-6538486dc0a3),segment_id=a088ef64-83b3-42e9-bfbf-6538486dc0a3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:10.716074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.738915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 188c0568-7d52-4c85-9f9e-862facdb790f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:10.739666 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.781876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 5a026183-1917-4ba6-b31d-1769752d5234 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:10.801426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 4b32391e-f47c-4d60-a226-2dd46273f83c no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:10.859040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Provisioning complete for port 188c0568-7d52-4c85-9f9e-862facdb790f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:10.859787 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.960536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555bb0d-8a0c-4cb9-b1aa-04a837baeae6 None None] DHCP port deletion for e30e06ff-b6ff-4758-a3a4-960cfc43fe68 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:11.056663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a1be1-b7cc-481b-ae22-fe6dfe5fe11a req-661eb7e9-f0f6-445a-8f0b-03f97da16821 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:11.068624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f10a1be1-b7cc-481b-ae22-fe6dfe5fe11a req-661eb7e9-f0f6-445a-8f0b-03f97da16821 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 945 time: 0.7087193 Jul 16 20:17:11.101756 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.150546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.182062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No DVR routers for this DVR port 5a026183-1917-4ba6-b31d-1769752d5234 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:11.248133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['82f83ecc-06ab-4459-a4ba-4d659f27d75f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:11.255405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=5a026183-1917-4ba6-b31d-1769752d5234,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.336533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Pushing event deleted for resources: {'Port': ['ID=4b32391e-f47c-4d60-a226-2dd46273f83c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.375187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 27f630ed-ed84-465e-9186-36ab39d706d8 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:17:11.418543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.437935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] No DVR routers for this DVR port 4b32391e-f47c-4d60-a226-2dd46273f83c on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:11.444918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.447515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbfac5df-5566-4576-917a-d0f27133de7d req-72fd711b-63b6-43db-ae58-15462b74723f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.16 "DELETE /v2.0/ports/4b32391e-f47c-4d60-a226-2dd46273f83c HTTP/1.1" status: 204 len: 173 time: 4.3093534 Jul 16 20:17:11.452324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f10a1be1-b7cc-481b-ae22-fe6dfe5fe11a req-59dfbd15-b9c3-407e-918a-8b72e3d55e4e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816669 Jul 16 20:17:11.452621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418340bf-63e0-4973-a535-76e08a770949', 'name': 'network-vif-deleted', 'tag': '4b32391e-f47c-4d60-a226-2dd46273f83c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:11.455051 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81df007-b6d9-43ea-8f09-cb6752ced26b" -d '{"events": [{"server_uuid": "418340bf-63e0-4973-a535-76e08a770949", "name": "network-vif-deleted", "tag": "4b32391e-f47c-4d60-a226-2dd46273f83c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:11.490011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30e06ff-b6ff-4758-a3a4-960cfc43fe68']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:11.500889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Port 4b32391e-f47c-4d60-a226-2dd46273f83c update to DOWN by agent not found {{(pid=100245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:17:11.528760 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.532384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a088ef64-83b3-42e9-bfbf-6538486dc0a3') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:11.532384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a088ef64-83b3-42e9-bfbf-6538486dc0a3') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:11.557730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.612004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.631119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:11.641519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:11.641785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1185cda9-f226-4183-88a2-59c2bb106167 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "PUT /v2.0/routers/27f630ed-ed84-465e-9186-36ab39d706d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1808021 Jul 16 20:17:11.642168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.642559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53206) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:11.650374 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Sync routers for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:11.651879 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:11.672743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 188c0568-7d52-4c85-9f9e-862facdb790f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=188c0568-7d52-4c85-9f9e-862facdb790f,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:11.679972 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.683271 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:11.688931 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:11.746343 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.768838 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b6686-9162-4898-bfac-4fd97d544e15 req-0e1d9d81-b5be-4c0d-99e4-7a0d26646bb2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:11.778704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d59b6686-9162-4898-bfac-4fd97d544e15 req-0e1d9d81-b5be-4c0d-99e4-7a0d26646bb2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 945 time: 0.6068008 Jul 16 20:17:11.906983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.921486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d59b6686-9162-4898-bfac-4fd97d544e15 req-d383c3a1-ba2b-4a07-a180-0269c5c75d60 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416116 Jul 16 20:17:11.940363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=188c0568-7d52-4c85-9f9e-862facdb790f,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.943004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.949843 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/networks/e30e06ff-b6ff-4758-a3a4-960cfc43fe68 HTTP/1.1" status: 204 len: 168 time: 2.0573270 Jul 16 20:17:11.950973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf82d8-dae8-4182-8380-ef5ea45c03ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Network': ['ID=e30e06ff-b6ff-4758-a3a4-960cfc43fe68,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.957175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53210) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:11.959058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4555bb0d-8a0c-4cb9-b1aa-04a837baeae6 None None] Deleting port 5a026183-1917-4ba6-b31d-1769752d5234 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:11.959794 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4555bb0d-8a0c-4cb9-b1aa-04a837baeae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-4555bb0d-8a0c-4cb9-b1aa-04a837baeae6 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 could not be found. Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e30e06ff-b6ff-4758-a3a4-960cfc43fe68 could not be found. Jul 16 20:17:11.989174 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:17:12.102995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da41b55-98fe-4656-93c8-30077858e886 None None] DHCP port deletion for e30e06ff-b6ff-4758-a3a4-960cfc43fe68 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:12.159596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26323ae6-f915-4053-a09e-9f3ddc934bd2 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:17:12.175143 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bf93241f-6df9-45e9-bbf3-ff6618a0ebdf up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:12.178444 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36728fde-86da-446b-aea2-1e850c662978 x-openstack-request-id: req-36728fde-86da-446b-aea2-1e850c662978 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:12.178854 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418340bf-63e0-4973-a535-76e08a770949", "name": "network-vif-deleted", "tag": "4b32391e-f47c-4d60-a226-2dd46273f83c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:12.179274 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36728fde-86da-446b-aea2-1e850c662978 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:12.179912 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418340bf-63e0-4973-a535-76e08a770949', 'name': 'network-vif-deleted', 'tag': '4b32391e-f47c-4d60-a226-2dd46273f83c', 'status': 'completed', 'code': 200} Jul 16 20:17:12.181737 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:17:12.182307 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:17:12.291348 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:12.311132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.311696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.312188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.312756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.313269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.313729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.314208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.314684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.315164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.320486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53216) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:12.321017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d3c7c674-39f5-40cb-a60e-2fbbe8216be9 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6290 time: 0.6724777 Jul 16 20:17:12.354795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e3d21-1b1e-4a8b-9e0c-313593288832 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.362231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-876e3d21-1b1e-4a8b-9e0c-313593288832 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3840101 Jul 16 20:17:12.387594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53218) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:12.400090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:12.400623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.478667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec3585-8253-46a8-8627-1aacccf3994e req-8cf6436a-5cf7-46b3-b622-979a602b16a5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.480601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30ec3585-8253-46a8-8627-1aacccf3994e req-8cf6436a-5cf7-46b3-b622-979a602b16a5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2992275 Jul 16 20:17:12.509716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26323ae6-f915-4053-a09e-9f3ddc934bd2 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:17:12.650757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c388b4c7-9d11-4126-ab0e-8225f35d0215 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2474258 Jul 16 20:17:12.656730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53224) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:12.674846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-532178619'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:12.700280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30ec3585-8253-46a8-8627-1aacccf3994e req-010da165-1538-4001-bdf5-995a12f1f4b3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988413 Jul 16 20:17:12.712945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f58a2f-cc6a-4b56-8662-44fc3687ab6e tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.713780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f58a2f-cc6a-4b56-8662-44fc3687ab6e tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.714801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f58a2f-cc6a-4b56-8662-44fc3687ab6e tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.715539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f58a2f-cc6a-4b56-8662-44fc3687ab6e tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.716191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f58a2f-cc6a-4b56-8662-44fc3687ab6e tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.716989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f58a2f-cc6a-4b56-8662-44fc3687ab6e tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.717921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f58a2f-cc6a-4b56-8662-44fc3687ab6e tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.724287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23f58a2f-cc6a-4b56-8662-44fc3687ab6e tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.4025772 Jul 16 20:17:12.724512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53226) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:12.726354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:12.731566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.803519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:12.835179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.835977 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Added segment 60a1b028-6a10-4a9e-9d87-4ad6868a7b58 of type vlan for network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce Jul 16 20:17:12.976656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.079275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.086626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:13.087629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.126642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4684966 Jul 16 20:17:13.131980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53232) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:13.151772 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:07Z', 'revision_number': 2, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:13.225085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Network': ['ID=29e8f27b-4dc6-4c30-84a0-11c490b1fcce,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:13.250934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.251314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.251645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.251983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.252353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.252700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.258945 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Checking router: 27f630ed-ed84-465e-9186-36ab39d706d8 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:17:13.259335 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Updating router 27f630ed-ed84-465e-9186-36ab39d706d8 port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:17:13.260684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.261282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.261851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.262430 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.263008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.263388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992ab66-cbe3-4c42-ab23-39fc41507df6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:13.355791 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.542745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:13.747777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:13.749033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Provisioning for port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:13.760989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Provisioning complete for port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:13.761389 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.872968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb0ff75a-131f-4591-9c47-d6473ff8c147 req-fb4c2f99-5b7f-4d3d-a369-2810061e8bd5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=418340bf-63e0-4973-a535-76e08a770949 HTTP/1.1" status: 200 len: 210 time: 0.8255525 Jul 16 20:17:13.908335 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.926835 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Transition to ACTIVE for port object 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:13.935285 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.959597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5a026183-1917-4ba6-b31d-1769752d5234 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:14.001560 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Pushing event updated for resources: {'Port': ['ID=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.040648 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.040994 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.041342 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.041682 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.042097 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.042466 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.042863 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.043137 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.043465 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.043796 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.044119 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.044488 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:14.074179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0e95a-4404-4f1a-9706-fec3d2f90ed4 None None] Port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:14.090341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 5a026183-1917-4ba6-b31d-1769752d5234 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:14.090971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5a026183-1917-4ba6-b31d-1769752d5234 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:14.106254 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Attempting to bind port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:14.106641 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Attempting to bind port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:14.107009 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Attempting to bind port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f on network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:14.115301 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:14.115843 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Checking segment: {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:14.116480 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.116717 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Bound using segment: {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:14.117230 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Bound port: 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:14.117633 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.280618 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] For port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:14.284911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 188c0568-7d52-4c85-9f9e-862facdb790f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:14.289288 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] For port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:14.302640 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.358157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:14.361997 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.423614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2987-7cc4-4f7f-bb4d-9c3e697fb822 req-1667126e-bb34-4761-8e37-77dd2542ca16 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:14.431881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9aa2987-7cc4-4f7f-bb4d-9c3e697fb822 req-1667126e-bb34-4761-8e37-77dd2542ca16 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 945 time: 0.6617200 Jul 16 20:17:14.460887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 188c0568-7d52-4c85-9f9e-862facdb790f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:14.461257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.483553 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2ba99-460e-485d-a55e-75a1bf8824f6 None None] Pushing event updated for resources: {'Port': ['ID=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.549221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c79d3-3ebe-49c0-a3b5-931e0f4c163a req-47935f96-a432-4bf0-83e0-b7bf802a9a8f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:14.550953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca0c79d3-3ebe-49c0-a3b5-931e0f4c163a req-47935f96-a432-4bf0-83e0-b7bf802a9a8f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4448879 Jul 16 20:17:14.571145 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:14.573235 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:16:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:14.627809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9aa2987-7cc4-4f7f-bb4d-9c3e697fb822 req-4342894f-8585-44a4-8642-e8eea301d28b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948588 Jul 16 20:17:14.759867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f3956fed-eddb-48e1-8c45-b67af93426a0 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 2.0336237 Jul 16 20:17:14.841407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca0c79d3-3ebe-49c0-a3b5-931e0f4c163a req-3780d3cd-750f-44a1-84ad-2750b1c739ec tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706234 Jul 16 20:17:15.071887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.226946 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:15.255882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=655b1e01-b71a-4589-b0b9-29990a8a7fe0,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.284332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Checking segment: {'id': '60a1b028-6a10-4a9e-9d87-4ad6868a7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:15.285470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network hostable DHCP agents. Network: 29e8f27b-4dc6-4c30-84a0-11c490b1fcce, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:15.332405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:15.359151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 29e8f27b-4dc6-4c30-84a0-11c490b1fcce) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:15.365591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:15.366397 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.386686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96fb46c-0fe7-480e-a7ab-8d33234388cc None None] Network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:15.397956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f0b8e4bd-85bb-450f-bffa-70e099b089ca tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2503185 Jul 16 20:17:15.401622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53258) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:15.407369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce', 'name': 'tempest-PortsTestJSON-1519384935'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:15.657335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53264) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:15.662496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-de5a85f6-e4ea-45a3-bfbc-f2760bd16052 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281202986', 'description': 'tempest-secgroup-smoke-281202986 description', 'project_id': '1f6db2100c23486a9b7759b62ce47238'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:15.761107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de5a85f6-e4ea-45a3-bfbc-f2760bd16052 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.835868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:15.867184 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.930199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 979c563e-bccd-4cca-bd0c-945d4050afb4 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:15.984093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de5a85f6-e4ea-45a3-bfbc-f2760bd16052 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.992138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de5a85f6-e4ea-45a3-bfbc-f2760bd16052 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.010183 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:14Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:16.079744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de5a85f6-e4ea-45a3-bfbc-f2760bd16052 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.081911 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-de5a85f6-e4ea-45a3-bfbc-f2760bd16052 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4236915 Jul 16 20:17:16.086578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53272) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:16.101402 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4c501-16e2-4508-8272-a06d42ca1fe8 None None] The sync data for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 is: [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:14Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:16.105793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4f7cf0a6-4cde-4358-997f-df06c030bf1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '4be76e3d-5500-4ce1-ac0a-08555df49150', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:16.121160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a85f6-e4ea-45a3-bfbc-f2760bd16052 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be76e3d-5500-4ce1-ac0a-08555df49150,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.152185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-29e8f27b-4dc6-4c30-84a0-11c490b1fcce', 'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce', 'tenant_id': '32c3befeab7d474c80717cdfc23b6972', 'fixed_ips': [{'subnet_id': '655b1e01-b71a-4589-b0b9-29990a8a7fe0'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:16.154605 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.318379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1564264-ed2d-4e73-ada0-86997295e826 req-320a0802-437a-45e7-957e-5f82d6fc1c20 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.324384 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf0a6-4cde-4358-997f-df06c030bf1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.326696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1564264-ed2d-4e73-ada0-86997295e826 req-320a0802-437a-45e7-957e-5f82d6fc1c20 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 945 time: 0.2807519 Jul 16 20:17:16.358996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.14 (29e8f27b-4dc6-4c30-84a0-11c490b1fcce/655b1e01-b71a-4589-b0b9-29990a8a7fe0/979c563e-bccd-4cca-bd0c-945d4050afb4) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:16.516516 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf0a6-4cde-4358-997f-df06c030bf1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.523733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf0a6-4cde-4358-997f-df06c030bf1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.560112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf0a6-4cde-4358-997f-df06c030bf1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.564236 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4f7cf0a6-4cde-4358-997f-df06c030bf1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4731307 Jul 16 20:17:16.571435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:16.584892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0cdae9f5-93f4-4927-bb8a-075e37321870 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '4be76e3d-5500-4ce1-ac0a-08555df49150', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:16.636482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cf0a6-4cde-4358-997f-df06c030bf1e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b3eff2-cf9f-423b-b7cf-50dd8dace9bc,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.668148 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cdae9f5-93f4-4927-bb8a-075e37321870 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.692927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-f441ed27-f429-4bdb-8d10-611e1b90b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.696038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-f441ed27-f429-4bdb-8d10-611e1b90b242 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1097 time: 0.6484635 Jul 16 20:17:16.773635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cdae9f5-93f4-4927-bb8a-075e37321870 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.787364 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cdae9f5-93f4-4927-bb8a-075e37321870 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.811518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdae9f5-93f4-4927-bb8a-075e37321870 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7a8c74-3f79-49b8-a89b-56f49d7ceb9b,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.834881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cdae9f5-93f4-4927-bb8a-075e37321870 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.839738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0cdae9f5-93f4-4927-bb8a-075e37321870 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2658525 Jul 16 20:17:16.840700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53284) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:16.845795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-980cbf32-aa41-40bc-8460-e378ff14df6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '4be76e3d-5500-4ce1-ac0a-08555df49150', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:16.916053 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-980cbf32-aa41-40bc-8460-e378ff14df6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.954462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1564264-ed2d-4e73-ada0-86997295e826 req-d4a8830f-2392-4021-bdbe-ab2676c78568 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262920 Jul 16 20:17:17.089909 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-980cbf32-aa41-40bc-8460-e378ff14df6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.101589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-980cbf32-aa41-40bc-8460-e378ff14df6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.140010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cbf32-aa41-40bc-8460-e378ff14df6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03868aa5-0a93-4f3e-8754-43b531ad0caf,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:17.169023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-980cbf32-aa41-40bc-8460-e378ff14df6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.170782 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-980cbf32-aa41-40bc-8460-e378ff14df6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287923 Jul 16 20:17:17.173641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53290) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:17.183468 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ec7cf9c7-5af8-45e0-9c45-acbb5d0fdc4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '4be76e3d-5500-4ce1-ac0a-08555df49150', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:17.240842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.258668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf9c7-5af8-45e0-9c45-acbb5d0fdc4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.273430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2178-50f7-4807-9cd5-16311418a657 req-35c2508a-6130-4be0-b33c-9a4f62684ed0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:17.288804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b22e2178-50f7-4807-9cd5-16311418a657 req-35c2508a-6130-4be0-b33c-9a4f62684ed0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.7109554 Jul 16 20:17:17.378373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object 979c563e-bccd-4cca-bd0c-945d4050afb4 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:17.419808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-8651c3ad-fe27-4956-a811-6993fbd2539f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:17.422704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-8651c3ad-fe27-4956-a811-6993fbd2539f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 945 time: 0.5980012 Jul 16 20:17:17.424185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-954c4c86-d85d-46b0-8ca0-709a7a8e1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:17.426061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-954c4c86-d85d-46b0-8ca0-709a7a8e1cd1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.7192438 Jul 16 20:17:17.515927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf9c7-5af8-45e0-9c45-acbb5d0fdc4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.528130 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf9c7-5af8-45e0-9c45-acbb5d0fdc4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.600947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cf9c7-5af8-45e0-9c45-acbb5d0fdc4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286fd8d4-367c-4a7d-a946-75a70ad07146,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:17.602696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b22e2178-50f7-4807-9cd5-16311418a657 req-23a30444-fb6c-4f80-9d2e-a1b59758f276 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763813 Jul 16 20:17:17.618097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf9c7-5af8-45e0-9c45-acbb5d0fdc4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.620585 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ec7cf9c7-5af8-45e0-9c45-acbb5d0fdc4f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4454560 Jul 16 20:17:17.625408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53298) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:17.639250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5fa3bcbd-6eb9-444d-9582-17f9d4faeb2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '4be76e3d-5500-4ce1-ac0a-08555df49150', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:17.641683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-7be54e9c-c23c-47eb-8c85-0244db60a32c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.2007625 Jul 16 20:17:17.702987 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-5fa3bcbd-6eb9-444d-9582-17f9d4faeb2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Project 1f6db2100c23486a9b7759b62ce47238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:17:17.712148 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5fa3bcbd-6eb9-444d-9582-17f9d4faeb2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.910874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5fa3bcbd-6eb9-444d-9582-17f9d4faeb2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.918084 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5fa3bcbd-6eb9-444d-9582-17f9d4faeb2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.989105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3bcbd-6eb9-444d-9582-17f9d4faeb2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce889b54-e8d8-486a-bf5a-5866537fe90d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:18.014974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5fa3bcbd-6eb9-444d-9582-17f9d4faeb2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.021608 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5fa3bcbd-6eb9-444d-9582-17f9d4faeb2f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3897383 Jul 16 20:17:18.022809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53306) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:18.023825 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c363a6e-1d3f-41f2-bac1-1f2a7fcc1e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.030424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-877ac741-d279-4d3f-9789-81784bea92db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'security_group_rule': {'security_group_id': '4be76e3d-5500-4ce1-ac0a-08555df49150', 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:18.060568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-ce2b5ee1-e0a0-403f-9b29-022ea0978392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.064702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-ce2b5ee1-e0a0-403f-9b29-022ea0978392 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.4146643 Jul 16 20:17:18.100806 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-877ac741-d279-4d3f-9789-81784bea92db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Project 1f6db2100c23486a9b7759b62ce47238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:17:18.120828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-877ac741-d279-4d3f-9789-81784bea92db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.229426 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.271608 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-877ac741-d279-4d3f-9789-81784bea92db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.278396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-877ac741-d279-4d3f-9789-81784bea92db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.337375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ac741-d279-4d3f-9789-81784bea92db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6ddeb1-1aeb-4994-b368-e109750bef3f,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:18.341273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Allocated IP 172.20.0.2 (29e8f27b-4dc6-4c30-84a0-11c490b1fcce/655b1e01-b71a-4589-b0b9-29990a8a7fe0/a28e8eaf-8980-4f96-a2f0-3048f81b4d72) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:18.397628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-877ac741-d279-4d3f-9789-81784bea92db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.402981 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-877ac741-d279-4d3f-9789-81784bea92db tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3791082 Jul 16 20:17:18.433894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:18.437345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f4e1d-d70d-444e-bcb8-6c09f75b2ec3 req-dc8dfdfa-0f98-407a-9f12-a0382815638f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.450325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-558f4e1d-d70d-444e-bcb8-6c09f75b2ec3 req-dc8dfdfa-0f98-407a-9f12-a0382815638f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 1.1181462 Jul 16 20:17:18.610462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:18.645766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:18.656264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:18.678681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=979c563e-bccd-4cca-bd0c-945d4050afb4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:18.758953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.759648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.778377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Deleting port 245d5789-c5a3-4615-89c7-a095ed6adeac {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:18.778629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.790415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:18.799235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:18.799741 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.907822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] For port 245d5789-c5a3-4615-89c7-a095ed6adeac, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=245d5789-c5a3-4615-89c7-a095ed6adeac,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:18.908227 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.925191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Calling delete_port for 245d5789-c5a3-4615-89c7-a095ed6adeac owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:18.932032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.993905 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.039380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:19.041274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Transition to ACTIVE for port object a28e8eaf-8980-4f96-a2f0-3048f81b4d72 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:19.055161 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.068339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-83c35683-0a06-4889-97ad-420b137f9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:19.071025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-83c35683-0a06-4889-97ad-420b137f9a61 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9880381 Jul 16 20:17:19.084941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-558f4e1d-d70d-444e-bcb8-6c09f75b2ec3 req-cb73d3e6-41e5-4d41-af34-e180096b19ab tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6309762 Jul 16 20:17:19.131469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:19.150417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-915567ac-5b5a-4483-a8ea-309ea11965d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7473106 Jul 16 20:17:19.150768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53324) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:19.156096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Transition to ACTIVE for port object a28e8eaf-8980-4f96-a2f0-3048f81b4d72 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:19.161691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce', 'name': 'tempest-PortsTestJSON-368507503'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:19.166550 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.201633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979c276-fec2-4fea-9dcf-30956dbde412 req-e2a87f7d-2947-4da4-9b36-d932033f159a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:19.210131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0979c276-fec2-4fea-9dcf-30956dbde412 req-e2a87f7d-2947-4da4-9b36-d932033f159a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.9883969 Jul 16 20:17:19.275876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.302418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Pushing event updated for resources: {'Port': ['ID=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:19.327965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:19.332347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:19.341562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:19.359111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event deleted for resources: {'Port': ['ID=245d5789-c5a3-4615-89c7-a095ed6adeac,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:19.445816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Attempting to bind port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:19.446313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Attempting to bind port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '60a1b028-6a10-4a9e-9d87-4ad6868a7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:19.446895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Attempting to bind port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 on network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:19.470109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:19.470640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Checking segment: {'id': '60a1b028-6a10-4a9e-9d87-4ad6868a7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:19.470982 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.471401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Bound using segment: {'id': '60a1b028-6a10-4a9e-9d87-4ad6868a7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:19.472030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Bound port: a28e8eaf-8980-4f96-a2f0-3048f81b4d72, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a1b028-6a10-4a9e-9d87-4ad6868a7b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '29e8f27b-4dc6-4c30-84a0-11c490b1fcce'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:19.472439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.479205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:19.483682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.501527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0979c276-fec2-4fea-9dcf-30956dbde412 req-4ab1f048-2263-41b0-9600-fe1b93bdb874 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903516 Jul 16 20:17:19.510392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0e8968f-2d71-473e-a483-5f20ac47575a req-0a64f959-a779-4c96-8d31-ee32ea60d902 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ec1e0d1-a29b-4bec-b91e-88013a33c219 HTTP/1.1" status: 200 len: 210 time: 0.1688616 Jul 16 20:17:19.511833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] No DVR routers for this DVR port 245d5789-c5a3-4615-89c7-a095ed6adeac on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:19.528716 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.535405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec6c43a9-321b-42b1-bff7-6740397449fb req-037fed96-5cac-4cc5-a9b3-d342e2f221f0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "DELETE /v2.0/ports/245d5789-c5a3-4615-89c7-a095ed6adeac HTTP/1.1" status: 204 len: 173 time: 2.0157802 Jul 16 20:17:19.543789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-866fef6d-ea64-4474-a9b9-9e8e3f721f5b service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429359 Jul 16 20:17:19.552339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1e0d1-a29b-4bec-b91e-88013a33c219', 'name': 'network-vif-deleted', 'tag': '245d5789-c5a3-4615-89c7-a095ed6adeac'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:19.555012 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3606a3-8adf-4bea-9dff-62d9be81428f" -d '{"events": [{"server_uuid": "0ec1e0d1-a29b-4bec-b91e-88013a33c219", "name": "network-vif-deleted", "tag": "245d5789-c5a3-4615-89c7-a095ed6adeac"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:19.559205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 5051eeb5-74e3-4767-bd72-166d7104a4ee yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:19.727420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] For port a28e8eaf-8980-4f96-a2f0-3048f81b4d72, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:19.744174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] For port a28e8eaf-8980-4f96-a2f0-3048f81b4d72, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,segment=NetworkSegment(60a1b028-6a10-4a9e-9d87-4ad6868a7b58),segment_id=60a1b028-6a10-4a9e-9d87-4ad6868a7b58)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:19.754611 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.770612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dafb6d3a-4c44-484e-88b3-fdb0f4f72284 req-3a4a5b55-5d36-4fa9-87b9-09eb6a6b7725 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157881 Jul 16 20:17:19.957145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fe60e-409e-42b9-a4ce-bc0c36c85e80 None None] Pushing event updated for resources: {'Port': ['ID=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:19.976558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.9 (29e8f27b-4dc6-4c30-84a0-11c490b1fcce/655b1e01-b71a-4589-b0b9-29990a8a7fe0/5051eeb5-74e3-4767-bd72-166d7104a4ee) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:20.311641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:20.536332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-1a2ca6b7-40e1-4ea0-918c-7988ce08c71f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281202986&fields=id&tenant_id=1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 267 time: 0.8141875 Jul 16 20:17:20.584421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.619846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object 5051eeb5-74e3-4767-bd72-166d7104a4ee will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:20.642699 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.683894 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-09870e61-ff84-4b71-aee5-6751162c8ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.721073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:20.721741 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.732404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.839938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134e3d-876d-45fe-97c0-53ad7ac61f66 req-2f37512d-75b5-40b8-b65b-5c6ed81761c2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.845954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de134e3d-876d-45fe-97c0-53ad7ac61f66 req-2f37512d-75b5-40b8-b65b-5c6ed81761c2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3574388 Jul 16 20:17:20.853889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:20.858955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 245d5789-c5a3-4615-89c7-a095ed6adeac no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:20.884550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:20.897134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:20.934230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 245d5789-c5a3-4615-89c7-a095ed6adeac {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:20.935116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 245d5789-c5a3-4615-89c7-a095ed6adeac not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:20.939773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-2426a1f4-4acd-4985-8791-7abfb91fda34 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.948020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-2426a1f4-4acd-4985-8791-7abfb91fda34 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/networks?id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e HTTP/1.1" status: 200 len: 797 time: 0.4046221 Jul 16 20:17:20.980464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=5051eeb5-74e3-4767-bd72-166d7104a4ee,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:21.005973 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-ffd62b35-04f9-4fe1-95bd-26b1f08ee59c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/quotas/1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 375 time: 0.0521560 Jul 16 20:17:21.057073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.065083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.106935 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e4d4e599-99f4-4452-a861-d7a119fd3976 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9535861 Jul 16 20:17:21.110946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53368) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:21.151544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de134e3d-876d-45fe-97c0-53ad7ac61f66 req-fa285377-08ae-41fe-a53b-adc5bac336e7 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912457 Jul 16 20:17:21.335310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-339b2266-f227-4602-bec7-7b5701e2e16a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3111382 Jul 16 20:17:21.340313 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1143383-9c83-4774-be50-912bcf1a24e0 x-openstack-request-id: req-b1143383-9c83-4774-be50-912bcf1a24e0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:21.342416 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1e0d1-a29b-4bec-b91e-88013a33c219", "name": "network-vif-deleted", "tag": "245d5789-c5a3-4615-89c7-a095ed6adeac", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:21.343902 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1143383-9c83-4774-be50-912bcf1a24e0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:21.345573 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec1e0d1-a29b-4bec-b91e-88013a33c219', 'name': 'network-vif-deleted', 'tag': '245d5789-c5a3-4615-89c7-a095ed6adeac', 'status': 'completed', 'code': 200} Jul 16 20:17:21.569923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92821be2-4e61-4007-a863-72c316c530da tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.579647 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-92821be2-4e61-4007-a863-72c316c530da tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.4675710 Jul 16 20:17:21.588289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-0cbc9007-8aa1-478a-86f8-370c4088b014 service neutron] 10.222.0.78 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410176 Jul 16 20:17:21.590451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53392) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:21.813320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-ca567792-0768-40cd-a035-8f80914dac33 service neutron] 10.222.0.78 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228727 Jul 16 20:17:21.922104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-351a926f-a270-427f-aac5-e84df1c13e4b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 5051eeb5-74e3-4767-bd72-166d7104a4ee {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:21.930899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-351a926f-a270-427f-aac5-e84df1c13e4b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.034052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2381e0-3521-4baa-84b3-1ce5a55f4fb8 req-ecf98f05-3557-462e-9646-12c34d0cba59 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.050111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e2381e0-3521-4baa-84b3-1ce5a55f4fb8 req-ecf98f05-3557-462e-9646-12c34d0cba59 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2295933 Jul 16 20:17:22.166917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e2381e0-3521-4baa-84b3-1ce5a55f4fb8 req-0d5f04f8-5b5a-49f0-9a22-9c692826ec4e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157746 Jul 16 20:17:22.257325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-351a926f-a270-427f-aac5-e84df1c13e4b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.300417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-351a926f-a270-427f-aac5-e84df1c13e4b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 5051eeb5-74e3-4767-bd72-166d7104a4ee owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:22.364408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18702b2-6770-4ba8-8b1f-7b9b4a6e4847 None None] Network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:22.382112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.689153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a938dd2-4d17-4174-8b2c-c38879f0916c req-af1cffe6-5a0d-481b-817b-e6a3a8ce2996 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0866959 Jul 16 20:17:22.724745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a28e8eaf-8980-4f96-a2f0-3048f81b4d72 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:22.968989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2709094b-0446-44fd-bcdd-183a80c3be27 None None] Provisioning for port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:22.996489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-351a926f-a270-427f-aac5-e84df1c13e4b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.045983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bacaaf-7f4c-40a0-a816-5ea92fcfe48b req-e725c312-6c39-492b-80a2-3f83642d9b0d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:23.063484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bacaaf-7f4c-40a0-a816-5ea92fcfe48b req-e725c312-6c39-492b-80a2-3f83642d9b0d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2418215 Jul 16 20:17:23.065052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a926f-a270-427f-aac5-e84df1c13e4b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=5051eeb5-74e3-4767-bd72-166d7104a4ee,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:23.195625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-351a926f-a270-427f-aac5-e84df1c13e4b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.202839 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-351a926f-a270-427f-aac5-e84df1c13e4b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/5051eeb5-74e3-4767-bd72-166d7104a4ee HTTP/1.1" status: 204 len: 168 time: 1.6059511 Jul 16 20:17:23.211358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53512) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:23.255650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:23.296793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:23.303109 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.367112 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c435fb-1b59-475d-ad3f-454cdccbb124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:17:23.380936 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-09c435fb-1b59-475d-ad3f-454cdccbb124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/5051eeb5-74e3-4767-bd72-166d7104a4ee HTTP/1.1" status: 404 len: 333 time: 0.1624825 Jul 16 20:17:23.381525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53524) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:23.566247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bacaaf-7f4c-40a0-a816-5ea92fcfe48b req-61e88919-8bd4-42c6-8648-503f794fe59e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4963818 Jul 16 20:17:23.756380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9d0998e7-a589-4466-8e8c-3c8d76d69430 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 979c563e-bccd-4cca-bd0c-945d4050afb4 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:23.761786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d0998e7-a589-4466-8e8c-3c8d76d69430 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.153612 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d0998e7-a589-4466-8e8c-3c8d76d69430 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.154718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-b73c8d0b-6a90-4383-96d5-72791be0b1c2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.157596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-b73c8d0b-6a90-4383-96d5-72791be0b1c2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.9564123 Jul 16 20:17:24.197009 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.212323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-a8d019ac-d209-4e82-981d-a3a6155ed537 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/quotas/d48880fbf8f74c859479858015141a48 HTTP/1.1" status: 200 len: 375 time: 0.0160265 Jul 16 20:17:24.234780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9d0998e7-a589-4466-8e8c-3c8d76d69430 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 979c563e-bccd-4cca-bd0c-945d4050afb4 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:24.380567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-6606eaff-639f-4bca-84fb-0e345db4dda1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147358 Jul 16 20:17:24.499230 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.665879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port a28e8eaf-8980-4f96-a2f0-3048f81b4d72, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,segment=NetworkSegment(60a1b028-6a10-4a9e-9d87-4ad6868a7b58),segment_id=60a1b028-6a10-4a9e-9d87-4ad6868a7b58)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:24.677267 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.797254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d0998e7-a589-4466-8e8c-3c8d76d69430 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.930846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b5edc09-bd6b-494a-b6c8-5041db904218 req-78827638-7fac-4661-85cc-1588ada960b7 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 210 time: 0.2052977 Jul 16 20:17:25.033064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:25.045799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-ac91fc29-33e9-4ae4-95fd-4eb04d2ee71c service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639545 Jul 16 20:17:25.092363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0998e7-a589-4466-8e8c-3c8d76d69430 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=979c563e-bccd-4cca-bd0c-945d4050afb4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:25.334068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6669c9d9-56d5-41de-89cd-d58bb2beda6d None None] Provisioning complete for port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:25.334983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6669c9d9-56d5-41de-89cd-d58bb2beda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.514311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d0998e7-a589-4466-8e8c-3c8d76d69430 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.522519 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9d0998e7-a589-4466-8e8c-3c8d76d69430 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/979c563e-bccd-4cca-bd0c-945d4050afb4 HTTP/1.1" status: 204 len: 168 time: 2.1392376 Jul 16 20:17:25.526196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53664) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:25.585257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53668) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:25.673872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6669c9d9-56d5-41de-89cd-d58bb2beda6d None None] Could not find standard attr ID for object 979c563e-bccd-4cca-bd0c-945d4050afb4. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:17:25.712832 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fa8f04-eb8b-400f-ac8a-41dcd9a84d7e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:17:25.717967 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-35fa8f04-eb8b-400f-ac8a-41dcd9a84d7e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/979c563e-bccd-4cca-bd0c-945d4050afb4 HTTP/1.1" status: 404 len: 333 time: 0.1906300 Jul 16 20:17:25.722212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53686) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:25.902992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-538b5d0e-3965-49f8-89e3-5e0395655577 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet 655b1e01-b71a-4589-b0b9-29990a8a7fe0 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:25.926319 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-538b5d0e-3965-49f8-89e3-5e0395655577 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.005792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-c857761a-b333-40e6-9b2e-c70e1d4b7c3f service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9138274 Jul 16 20:17:26.037542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-120bbd63-0d4d-4cb4-b76c-d0a39d975567 None None] Could not find standard attr ID for object 979c563e-bccd-4cca-bd0c-945d4050afb4. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:17:26.179251 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-538b5d0e-3965-49f8-89e3-5e0395655577 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.217447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ce0fd-af74-420c-8b27-5f7ec7290187 req-ae66a428-f11e-4f8c-9de3-03ba0e4b6dac tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.250459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d94ce0fd-af74-420c-8b27-5f7ec7290187 req-ae66a428-f11e-4f8c-9de3-03ba0e4b6dac tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.6953702 Jul 16 20:17:26.427699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d97255-5f25-4776-a73f-60e09b01917e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.571310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3f604177-0456-4b57-8a63-4c2526d7e54b None None] Could not find standard attr ID for object 5051eeb5-74e3-4767-bd72-166d7104a4ee. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:17:26.802950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d94ce0fd-af74-420c-8b27-5f7ec7290187 req-173fae7d-398c-4eca-81f4-5dda01effb21 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5393913 Jul 16 20:17:26.893570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d97255-5f25-4776-a73f-60e09b01917e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.006903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a28e8eaf-8980-4f96-a2f0-3048f81b4d72 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:27.023571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-7edf8cb8-e1f2-425d-8593-46da17556feb tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.026385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-7edf8cb8-e1f2-425d-8593-46da17556feb tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.16 "GET /v2.0/networks?id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e HTTP/1.1" status: 200 len: 797 time: 0.9547222 Jul 16 20:17:27.121659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-1cc0240f-d2f0-4ef3-b300-c6f4821c3b5c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6db2100c23486a9b7759b62ce47238 HTTP/1.1" status: 200 len: 379 time: 0.0853937 Jul 16 20:17:27.145481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'port': {'device_id': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'admin_state_up': True, 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'security_groups': ['4be76e3d-5500-4ce1-ac0a-08555df49150']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:27.293628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:27.296775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.341993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-538b5d0e-3965-49f8-89e3-5e0395655577 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.370746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b07859d7-94fa-4016-9889-54caaee06ff1 req-e2e5214a-4067-49e3-be6d-fc3937fda1f8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 210 time: 0.1551950 Jul 16 20:17:27.673867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d97255-5f25-4776-a73f-60e09b01917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.787037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-538b5d0e-3965-49f8-89e3-5e0395655577 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.821395 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-99791b7f-59e8-41ec-8364-005e8084ef76 req-c27ba7e5-96b8-4a0b-8ea1-b1a2de5afbcb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 210 time: 0.1069846 Jul 16 20:17:27.859591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d97255-5f25-4776-a73f-60e09b01917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a916f178-8814-4ec8-9d02-ae1bcd270510,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:27.881799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Made reservation on behalf of 1f6db2100c23486a9b7759b62ce47238 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:27.902983 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.089774 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-538b5d0e-3965-49f8-89e3-5e0395655577 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.093769 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-538b5d0e-3965-49f8-89e3-5e0395655577 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/655b1e01-b71a-4589-b0b9-29990a8a7fe0 HTTP/1.1" status: 204 len: 168 time: 2.3686209 Jul 16 20:17:28.098286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b5d0e-3965-49f8-89e3-5e0395655577 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=655b1e01-b71a-4589-b0b9-29990a8a7fe0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:28.109029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785a7437-3a7e-45f4-b2a5-afb9bb59ee82 None None] Network 29e8f27b-4dc6-4c30-84a0-11c490b1fcce requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:28.112401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53856) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:28.193341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-19d97255-5f25-4776-a73f-60e09b01917e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2b1dd410c3a4cf687d9334634449b57&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6031542 Jul 16 20:17:28.217318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53866) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:28.424089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.20.0.5 (d7b3ba96-6ae3-4606-8fb6-2b042383bc7e/0a79c758-9df8-45c8-b678-2929a9986449/bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:28.530898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.701174 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.755020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:28.759050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.845613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] DHCP port deletion for 29e8f27b-4dc6-4c30-84a0-11c490b1fcce request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:28.954627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] For port a28e8eaf-8980-4f96-a2f0-3048f81b4d72, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,segment=NetworkSegment(60a1b028-6a10-4a9e-9d87-4ad6868a7b58),segment_id=60a1b028-6a10-4a9e-9d87-4ad6868a7b58)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:28.961213 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.989473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] Deleting port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:28.990128 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.019862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for a28e8eaf-8980-4f96-a2f0-3048f81b4d72 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:29.047009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Transition to ACTIVE for port object bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:29.135846 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff95c56a-6d1e-4e27-b425-ff81cb1bbc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.141149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] For port a28e8eaf-8980-4f96-a2f0-3048f81b4d72, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,segment=NetworkSegment(60a1b028-6a10-4a9e-9d87-4ad6868a7b58),segment_id=60a1b028-6a10-4a9e-9d87-4ad6868a7b58)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:29.141825 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.165188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] Calling delete_port for a28e8eaf-8980-4f96-a2f0-3048f81b4d72 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:29.172584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb0143-a596-472a-8022-bb45f0569d22 req-8f501dcc-2302-4bda-9c31-c00bb002b88d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.174345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7adb0143-a596-472a-8022-bb45f0569d22 req-8f501dcc-2302-4bda-9c31-c00bb002b88d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.8227994 Jul 16 20:17:29.200583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff95c56a-6d1e-4e27-b425-ff81cb1bbc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.217991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.221517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.267937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c996fe-c0a4-4f7d-9013-4f9559d6cfc8 req-920febbd-c192-4e52-bbfa-ca24c876341d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.269799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7c996fe-c0a4-4f7d-9013-4f9559d6cfc8 req-920febbd-c192-4e52-bbfa-ca24c876341d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4048257 Jul 16 20:17:29.279568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:29.283565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No DVR routers for this DVR port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:29.326182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.352236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:29.368943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:29.377338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:29.397875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] Pushing event deleted for resources: {'Port': ['ID=a28e8eaf-8980-4f96-a2f0-3048f81b4d72,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:29.402853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4851ba-50ce-46af-b1dd-5be225e5dfc9 None None] No DVR routers for this DVR port a28e8eaf-8980-4f96-a2f0-3048f81b4d72 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:29.403934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7adb0143-a596-472a-8022-bb45f0569d22 req-c6359a64-8201-4d06-995a-3c88ec80a9e5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084327 Jul 16 20:17:29.482399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:29.499880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.510254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7c996fe-c0a4-4f7d-9013-4f9559d6cfc8 req-356478c5-14d5-47d3-be3e-f8b9154bbf51 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029004 Jul 16 20:17:29.524926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff95c56a-6d1e-4e27-b425-ff81cb1bbc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.527745 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ff95c56a-6d1e-4e27-b425-ff81cb1bbc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.529331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ff95c56a-6d1e-4e27-b425-ff81cb1bbc93 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a916f178-8814-4ec8-9d02-ae1bcd270510 HTTP/1.1" status: 204 len: 168 time: 1.3104012 Jul 16 20:17:29.545008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.545008 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.565034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e8f27b-4dc6-4c30-84a0-11c490b1fcce']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:29.565627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95c56a-6d1e-4e27-b425-ff81cb1bbc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a916f178-8814-4ec8-9d02-ae1bcd270510,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:29.585747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-d6b2a2b8-5daf-4e76-a0d5-e103b910d820 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4538600 Jul 16 20:17:29.604030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Request body: {'port': {'device_id': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:29.629118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a1b028-6a10-4a9e-9d87-4ad6868a7b58') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:29.629773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a1b028-6a10-4a9e-9d87-4ad6868a7b58') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:29.653288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.687831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.707054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:29.712679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:29.716882 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:29.907043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.965974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.976238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.983127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81a5aa-9afe-494c-98f8-1f18e19aa0ec req-626fd6a4-d863-4f22-87d8-761b99331fb5 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.984815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b81a5aa-9afe-494c-98f8-1f18e19aa0ec req-626fd6a4-d863-4f22-87d8-761b99331fb5 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 931 time: 0.3275385 Jul 16 20:17:29.997054 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/networks/29e8f27b-4dc6-4c30-84a0-11c490b1fcce HTTP/1.1" status: 204 len: 168 time: 1.8818476 Jul 16 20:17:30.006457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-cc62f817-c142-430a-8f18-99e4672d9d0a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.008570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-cc62f817-c142-430a-8f18-99e4672d9d0a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.3306572 Jul 16 20:17:30.008765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53932) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:30.021090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-70a8626b-d45d-4557-aaa5-160c400b331a None None] Provisioning for port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:30.037276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1007962143'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:30.040032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-70a8626b-d45d-4557-aaa5-160c400b331a None None] Provisioning complete for port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:30.040664 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70a8626b-d45d-4557-aaa5-160c400b331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.076767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9cf5ad3-37ba-4fde-96cb-dd26b085c113 req-a0c1ed61-c184-417a-abaa-8919c60e3e2b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 210 time: 0.1353362 Jul 16 20:17:30.084837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Request body: {'port': {'device_id': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'admin_state_up': True, 'tenant_id': 'd48880fbf8f74c859479858015141a48'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:30.126075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1978be0-6c9b-4ad9-b179-2b215428a813 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Network': ['ID=29e8f27b-4dc6-4c30-84a0-11c490b1fcce,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:30.186588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-70a8626b-d45d-4557-aaa5-160c400b331a None None] Port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:30.192766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:30.200149 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.259801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:30.270301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53938) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:30.298918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.299257 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Added segment 0035fa67-7be8-4c05-8a8f-5dbb2403263c of type vlan for network 3dd80e80-a561-44f7-a52a-861f00ecc128 Jul 16 20:17:30.302090 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9182d46f-4009-4672-9adc-3fdac68ca1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.345892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b81a5aa-9afe-494c-98f8-1f18e19aa0ec req-97a43450-c7f3-4bf5-9568-155ca451e17f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466902 Jul 16 20:17:30.512343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Made reservation on behalf of d48880fbf8f74c859479858015141a48 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:30.516573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.550628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8ff3c-94c9-4ab0-8764-b49ecaf7861d req-b9417f0c-542b-404f-ae51-292685f14e1f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.554319 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51a8ff3c-94c9-4ab0-8764-b49ecaf7861d req-b9417f0c-542b-404f-ae51-292685f14e1f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2999001 Jul 16 20:17:30.709067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51a8ff3c-94c9-4ab0-8764-b49ecaf7861d req-27d306a6-6f4b-4379-ad97-255d3cf519ee tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431334 Jul 16 20:17:30.823719 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.883416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:30.889880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a28e8eaf-8980-4f96-a2f0-3048f81b4d72 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:30.891266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.903364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.905194 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.907909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.927837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Allocated IP 172.20.0.7 (34db89b4-ab52-45c4-8fd5-13653be1bb93/c5945411-55ad-491a-99c8-88ce730cc089/1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:30.954701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a28e8eaf-8980-4f96-a2f0-3048f81b4d72 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:30.955089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Transition to ACTIVE for port object bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:30.955692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a28e8eaf-8980-4f96-a2f0-3048f81b4d72 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:30.975697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.077123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Network': ['ID=3dd80e80-a561-44f7-a52a-861f00ecc128,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.093304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3dd80e80-a561-44f7-a52a-861f00ecc128 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:31.387563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9182d46f-4009-4672-9adc-3fdac68ca1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.415355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d3cb7c75-2df9-4a60-9337-d96485d1f083 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3948808 Jul 16 20:17:31.415355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53958) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.415355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9182d46f-4009-4672-9adc-3fdac68ca1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.425339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.430450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:31.591226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21876cd7-227b-402c-9d60-8a67b83c2f78 req-e572fad6-e79b-4a2b-bf89-d33f17e10cc5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 210 time: 0.2515082 Jul 16 20:17:31.619592 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9182d46f-4009-4672-9adc-3fdac68ca1ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b614d6b999b46e3b37a9f367128bb00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3438218 Jul 16 20:17:31.622823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.634090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182d46f-4009-4672-9adc-3fdac68ca1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de3744d-63df-4b9b-9349-dc28967b0702,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.692431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:31.696349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.799764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.813524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7208c99-50dd-4f54-a14e-893dcfb353d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.823983 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-8a3345da-d759-41fc-9deb-51f6eb222d2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3245521 Jul 16 20:17:31.861642 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7208c99-50dd-4f54-a14e-893dcfb353d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.980879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c034d0-75d5-45ff-bde9-caff563572f2 req-b3297087-de1c-43b3-85d8-ad7e43092e52 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.982573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6c034d0-75d5-45ff-bde9-caff563572f2 req-b3297087-de1c-43b3-85d8-ad7e43092e52 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.9394462 Jul 16 20:17:31.999290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Attempting to bind port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:31.999638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Attempting to bind port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:31.999977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Attempting to bind port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 on network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:32.007991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 on network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:32.008363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Attempting to bind port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 on network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:32.032025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:32.032443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Checking segment: {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:32.044441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Bound using segment: {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:32.045178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Bound port: bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:32.045571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.132582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7208c99-50dd-4f54-a14e-893dcfb353d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.138110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7208c99-50dd-4f54-a14e-893dcfb353d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.143866 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e7208c99-50dd-4f54-a14e-893dcfb353d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9de3744d-63df-4b9b-9349-dc28967b0702 HTTP/1.1" status: 204 len: 168 time: 0.5159988 Jul 16 20:17:32.150530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] For port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:32.155161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] For port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:32.178528 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.209177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6c034d0-75d5-45ff-bde9-caff563572f2 req-0b069e10-1817-484b-b44b-d5210bba0750 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033682 Jul 16 20:17:32.251194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:32.257414 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.284915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208c99-50dd-4f54-a14e-893dcfb353d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de3744d-63df-4b9b-9349-dc28967b0702,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.292482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:32.296110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:32.517312 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.729878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-6ecaa20e-fcbb-456d-9eb7-afb6860475cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.732053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-6ecaa20e-fcbb-456d-9eb7-afb6860475cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 1097 time: 0.7548246 Jul 16 20:17:32.740234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=734eb53f-c747-4bf2-9076-9a6814054c2f,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.763369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Checking segment: {'id': '0035fa67-7be8-4c05-8a8f-5dbb2403263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:32.763839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network hostable DHCP agents. Network: 3dd80e80-a561-44f7-a52a-861f00ecc128, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:32.911234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 3dd80e80-a561-44f7-a52a-861f00ecc128 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:33.023591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 3dd80e80-a561-44f7-a52a-861f00ecc128) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:33.044006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a19190-d4d0-4aa1-af05-7b7e4c523c0e None None] Network 3dd80e80-a561-44f7-a52a-861f00ecc128 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:33.060311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.060978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.074086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event updated for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:33.095308 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f071764-0b58-4cc5-b344-c2decca41891 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6758425 Jul 16 20:17:33.101093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53978) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:33.116819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128', 'name': 'tempest-PortsTestJSON-2095579178', 'fixed_ips': [{'subnet_id': '734eb53f-c747-4bf2-9076-9a6814054c2f', 'ip_address': '172.20.0.10'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:33.241776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-0c04b60e-67b2-412c-969d-e267603cbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.243437 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-0c04b60e-67b2-412c-969d-e267603cbb8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.4603455 Jul 16 20:17:33.255170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.256620 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.259355 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] 10.222.0.16 "PUT /v2.0/ports/bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 HTTP/1.1" status: 200 len: 1092 time: 3.6650443 Jul 16 20:17:33.261903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:33.266379 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84085fb0-c24c-4d2f-964f-f904aaa31f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:33.402940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:33.418735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-722485cd-cae3-4d07-a995-995d6b51155b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6 HTTP/1.1" status: 200 len: 217 time: 0.0754616 Jul 16 20:17:33.541590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.542710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.545997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-3dd80e80-a561-44f7-a52a-861f00ecc128', 'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128', 'tenant_id': '32c3befeab7d474c80717cdfc23b6972', 'fixed_ips': [{'subnet_id': '734eb53f-c747-4bf2-9076-9a6814054c2f'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:33.547034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.564807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131ce33-b419-46c3-82de-e6eda5a23384 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:33.657605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-955582ef-8a56-4c9f-be82-4bc30ee5d26d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6241562 Jul 16 20:17:33.691233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cb89c-7b05-4cd5-ba7c-8d316681234f req-8728e8d1-9c1d-4ec4-8113-a3d79769ec92 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.707445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-ef3ee537-c6bf-4a66-b532-9403976c4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.708030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b20cb89c-7b05-4cd5-ba7c-8d316681234f req-8728e8d1-9c1d-4ec4-8113-a3d79769ec92 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 943 time: 1.5132186 Jul 16 20:17:33.710093 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-ef3ee537-c6bf-4a66-b532-9403976c4baa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2582264 Jul 16 20:17:33.718914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Request body: {'port': {'device_id': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:33.741237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150f2e2-c29f-4092-98e1-f02ccad17b43 req-bde17358-8042-4278-b5be-46ca05d3d9e6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.759065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5150f2e2-c29f-4092-98e1-f02ccad17b43 req-bde17358-8042-4278-b5be-46ca05d3d9e6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 931 time: 0.6740673 Jul 16 20:17:33.809958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.872757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 8cf3cb25-f137-4aad-b781-13349621c5d6 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:33.893975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-079b60fe-04c4-4f6a-a6e3-7186a7a48d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.897289 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-079b60fe-04c4-4f6a-a6e3-7186a7a48d31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793756 Jul 16 20:17:33.900185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-2f6f279a-756c-4d81-8479-883673dd861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.902581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-2f6f279a-756c-4d81-8479-883673dd861f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 1095 time: 0.5712037 Jul 16 20:17:33.945532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Allocated IP 172.20.0.2 (3dd80e80-a561-44f7-a52a-861f00ecc128/734eb53f-c747-4bf2-9076-9a6814054c2f/8aef5916-992a-443c-b6c3-d289d180ed58) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:33.995527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b20cb89c-7b05-4cd5-ba7c-8d316681234f req-2fcbd350-ce5f-48b7-918a-669ff27957d3 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286329 Jul 16 20:17:34.001424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-063839aa-0e5c-4153-972a-7700f14b1cee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 HTTP/1.1" status: 200 len: 217 time: 0.0816531 Jul 16 20:17:34.128182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5150f2e2-c29f-4092-98e1-f02ccad17b43 req-5e6ed864-df20-487b-8a06-98745554c093 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665793 Jul 16 20:17:34.161944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-c5fe317b-906f-4a03-a491-01a9a3b14d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.163548 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-c5fe317b-906f-4a03-a491-01a9a3b14d54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a79c758-9df8-45c8-b678-2929a9986449 HTTP/1.1" status: 200 len: 835 time: 0.1540663 Jul 16 20:17:34.238385 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.266476 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.298830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Transition to ACTIVE for port object 8aef5916-992a-443c-b6c3-d289d180ed58 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:34.312093 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.360027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Transition to ACTIVE for port object 8aef5916-992a-443c-b6c3-d289d180ed58 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:34.364366 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe1e465-ed6f-487d-9d39-c0120a47d074 x-openstack-request-id: req-dbe1e465-ed6f-487d-9d39-c0120a47d074 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:34.364946 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:34.365370 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbe1e465-ed6f-487d-9d39-c0120a47d074 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:34.366405 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'status': 'completed', 'code': 200} Jul 16 20:17:34.376547 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.423480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Network 3dd80e80-a561-44f7-a52a-861f00ecc128 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:34.429600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:34.441083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:34.571449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.10 (3dd80e80-a561-44f7-a52a-861f00ecc128/734eb53f-c747-4bf2-9076-9a6814054c2f/8cf3cb25-f137-4aad-b781-13349621c5d6) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:34.577960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-f5bd8766-7d52-43f3-99d1-6f737627adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.584636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-f5bd8766-7d52-43f3-99d1-6f737627adb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4104931 Jul 16 20:17:34.666724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Attempting to bind port 8aef5916-992a-443c-b6c3-d289d180ed58 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:34.667006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Attempting to bind port 8aef5916-992a-443c-b6c3-d289d180ed58 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '0035fa67-7be8-4c05-8a8f-5dbb2403263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:34.668785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Attempting to bind port 8aef5916-992a-443c-b6c3-d289d180ed58 on network 3dd80e80-a561-44f7-a52a-861f00ecc128 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.680490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Pushing event updated for resources: {'Port': ['ID=8aef5916-992a-443c-b6c3-d289d180ed58,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.700348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:34.703250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Checking segment: {'id': '0035fa67-7be8-4c05-8a8f-5dbb2403263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:34.704381 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-c39e4ce5-dee8-414e-bcc3-8b4725a9c73e service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717613 Jul 16 20:17:34.705119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.706608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Bound using segment: {'id': '0035fa67-7be8-4c05-8a8f-5dbb2403263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:34.710525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Bound port: 8aef5916-992a-443c-b6c3-d289d180ed58, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0035fa67-7be8-4c05-8a8f-5dbb2403263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:34.710525 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.839557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] For port 8aef5916-992a-443c-b6c3-d289d180ed58, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:34.843161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] For port 8aef5916-992a-443c-b6c3-d289d180ed58, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8aef5916-992a-443c-b6c3-d289d180ed58,segment=NetworkSegment(0035fa67-7be8-4c05-8a8f-5dbb2403263c),segment_id=0035fa67-7be8-4c05-8a8f-5dbb2403263c)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:34.850970 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.970382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21313cdc-4cba-466b-99f7-c685820fad1c None None] Pushing event updated for resources: {'Port': ['ID=8aef5916-992a-443c-b6c3-d289d180ed58,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.108933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.120788 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-30445453-bda7-40e8-a3cf-b2cda8e56d6c service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986793 Jul 16 20:17:35.129268 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.141761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object 8cf3cb25-f137-4aad-b781-13349621c5d6 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:35.184906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07a89f-9373-4968-ae1f-e5ef61ebbb46 req-30964441-8dbb-4db0-a95b-91f932f9d035 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.194182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc07a89f-9373-4968-ae1f-e5ef61ebbb46 req-30964441-8dbb-4db0-a95b-91f932f9d035 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.6026835 Jul 16 20:17:35.216486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-424d4ba4-4c58-4cc7-b671-15c033ccf7a4 service neutron] 10.222.0.16 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069849 Jul 16 20:17:35.242397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99b6d4-7807-4be4-993d-5ef8153c4d84 req-4e4dc837-3682-4c07-bdd3-564cda97ba70 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.252084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d99b6d4-7807-4be4-993d-5ef8153c4d84 req-4e4dc837-3682-4c07-bdd3-564cda97ba70 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4778018 Jul 16 20:17:35.253697 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.352918 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc07a89f-9373-4968-ae1f-e5ef61ebbb46 req-bf51a0c0-38cc-4431-90d5-80acd26f9ad4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573541 Jul 16 20:17:35.390945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=8cf3cb25-f137-4aad-b781-13349621c5d6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.403831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 3dd80e80-a561-44f7-a52a-861f00ecc128 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:35.405766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:35.410289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:35.525598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.526588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.527113 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d99b6d4-7807-4be4-993d-5ef8153c4d84 req-17e70534-ab49-4f51-bb68-50143540af55 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737896 Jul 16 20:17:35.560666 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cb98ee70-e078-43fd-b69a-2f1c5b00a84c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4584398 Jul 16 20:17:35.562372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54028) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:35.570915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': '3dd80e80-a561-44f7-a52a-861f00ecc128', 'name': 'tempest-PortsTestJSON-371510653', 'fixed_ips': [{'subnet_id': '734eb53f-c747-4bf2-9076-9a6814054c2f', 'ip_address': '172.20.0.9'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:35.713541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:35.729774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.755998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Transition to ACTIVE for port object 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:35.757606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:35.767878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.795886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port c56f5765-c501-4f5a-a3f6-1a898e19fe91 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:35.833339 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.917437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-993f6fdb-0a5b-408b-8795-b72eb01ec302 req-248c58d0-3b8b-44d5-bb33-8840837d54b8 service neutron] 10.222.0.16 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848915 Jul 16 20:17:36.054058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:36.187900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.9 (3dd80e80-a561-44f7-a52a-861f00ecc128/734eb53f-c747-4bf2-9076-9a6814054c2f/c56f5765-c501-4f5a-a3f6-1a898e19fe91) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:36.215505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f891b-ef3a-4f35-b39a-1cca6227792a req-0a8b7d0e-a35b-40d6-adf2-348348de821e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.224535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-224f891b-ef3a-4f35-b39a-1cca6227792a req-0a8b7d0e-a35b-40d6-adf2-348348de821e tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 943 time: 0.4661591 Jul 16 20:17:36.282283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa6d2-2f9a-423f-908c-8230eccd6dac req-ff0e66fa-7397-4d4b-935e-afa03dc4f856 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.289794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-126aa6d2-2f9a-423f-908c-8230eccd6dac req-ff0e66fa-7397-4d4b-935e-afa03dc4f856 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 943 time: 0.5259557 Jul 16 20:17:36.334612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Attempting to bind port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:36.334969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Attempting to bind port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:36.335311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Attempting to bind port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:36.365467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:36.365712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Attempting to bind port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:36.375200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-d4b25f4c-bed6-4ca3-aab2-3d11c64c204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.377335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-d4b25f4c-bed6-4ca3-aab2-3d11c64c204f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 1095 time: 0.3753712 Jul 16 20:17:36.408934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-224f891b-ef3a-4f35-b39a-1cca6227792a req-8dc305fb-9c2c-41b6-9ced-bac11a8f07ce tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765532 Jul 16 20:17:36.542816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-126aa6d2-2f9a-423f-908c-8230eccd6dac req-dad68522-0b83-4393-beec-fcb843d87ceb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519941 Jul 16 20:17:36.581752 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.619381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:36.619775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Checking segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:36.620247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Bound using segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:36.620709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Bound port: 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:36.621227 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.626505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object c56f5765-c501-4f5a-a3f6-1a898e19fe91 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:36.701369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.812984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d4d98-98d7-4e26-9c25-5104b9048a2e None None] Network 3dd80e80-a561-44f7-a52a-861f00ecc128 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:36.821661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 3dd80e80-a561-44f7-a52a-861f00ecc128 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:36.827508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:36.846391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:36.912641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.913839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.932350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=c56f5765-c501-4f5a-a3f6-1a898e19fe91,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:36.949972 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2c25d378-ed83-4b20-acf7-4d56f2692edd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3829157 Jul 16 20:17:36.950508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54050) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:36.951261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-92f1b043-4317-4421-b358-22c09dc8b173 None None] Provisioning for port 8aef5916-992a-443c-b6c3-d289d180ed58 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:36.995314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-f3d8bca5-a252-4b5b-bc65-7392a1f546ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.997081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-f3d8bca5-a252-4b5b-bc65-7392a1f546ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e HTTP/1.1" status: 200 len: 898 time: 0.5871389 Jul 16 20:17:37.014214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:37.024608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8aef5916-992a-443c-b6c3-d289d180ed58 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:37.089406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:37.097015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d6f8608-9457-407b-a06d-066833aff595 req-5facc74f-4fbb-4f21-b3a8-2b353ff9e4dd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4054415 Jul 16 20:17:37.102379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-4795e8f6-73dc-42b5-83ab-bfa0b8b737f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 HTTP/1.1" status: 200 len: 217 time: 0.0854318 Jul 16 20:17:37.106270 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.165432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb2c3-44fe-417d-92ea-80baea787da1 req-ea25b383-2ad9-427b-a64a-52d7536ca51f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.168029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bddcb2c3-44fe-417d-92ea-80baea787da1 req-ea25b383-2ad9-427b-a64a-52d7536ca51f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.5169671 Jul 16 20:17:37.227287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee39ac-8f26-45b4-a85c-5fdf0dd425a2 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.233345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ddee39ac-8f26-45b4-a85c-5fdf0dd425a2 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2790620 Jul 16 20:17:37.234473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:37.265438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 8aef5916-992a-443c-b6c3-d289d180ed58 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:37.287678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8aef5916-992a-443c-b6c3-d289d180ed58 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:37.288470 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.306073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.306862 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.308244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] 10.222.0.16 "PUT /v2.0/ports/1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 HTTP/1.1" status: 200 len: 1092 time: 3.6392615 Jul 16 20:17:37.314798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:37.317855 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb46572-d1b5-4e80-9b04-31c28351069c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:37.397098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d0d5-6b4f-4adb-9e6e-78ea11d48f1b req-07d7f1c3-425f-4c39-97ea-c046fcc4395c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.406860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ca1d0d5-6b4f-4adb-9e6e-78ea11d48f1b req-07d7f1c3-425f-4c39-97ea-c046fcc4395c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5890393 Jul 16 20:17:37.416711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-1756546e-d69b-453a-99b8-899980537ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.418208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-1756546e-d69b-453a-99b8-899980537ba6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a79c758-9df8-45c8-b678-2929a9986449 HTTP/1.1" status: 200 len: 835 time: 0.3073690 Jul 16 20:17:37.456038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7f9f8-97f5-4674-b046-4022ccac2e29 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.463417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bddcb2c3-44fe-417d-92ea-80baea787da1 req-a57844e6-e9fc-4422-ae48-1181502daed5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434576 Jul 16 20:17:37.465242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd60d8-134e-41d6-9b5a-8a49d5770d35 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:37.470226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7f9f8-97f5-4674-b046-4022ccac2e29 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.483898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7f9f8-97f5-4674-b046-4022ccac2e29 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.489318 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eee7f9f8-97f5-4674-b046-4022ccac2e29 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2520211 Jul 16 20:17:37.491821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54062) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:37.568639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ca1d0d5-6b4f-4adb-9e6e-78ea11d48f1b req-1c01aaac-f0fd-4e06-a16e-02d7ae481e5b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605940 Jul 16 20:17:37.601422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f8608-9457-407b-a06d-066833aff595 req-5a3fa21c-5373-49cb-aa62-8ce3f48a5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.614807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d6f8608-9457-407b-a06d-066833aff595 req-5a3fa21c-5373-49cb-aa62-8ce3f48a5f61 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a3baaa24817c4acc8aedea00fb25211f&device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 1101 time: 0.4589663 Jul 16 20:17:37.642038 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d974dd-977f-4963-84c5-f03bd82af0be x-openstack-request-id: req-80d974dd-977f-4963-84c5-f03bd82af0be {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:37.642942 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:37.643211 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80d974dd-977f-4963-84c5-f03bd82af0be {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:37.643670 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'status': 'completed', 'code': 200} Jul 16 20:17:37.669187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-7adf4d88-7d60-4089-a29c-784952115fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.670802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-7adf4d88-7d60-4089-a29c-784952115fff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 1095 time: 0.3014190 Jul 16 20:17:37.763708 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.841848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b231569c-7436-45dd-b413-c91b70e2f561 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port c56f5765-c501-4f5a-a3f6-1a898e19fe91 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:37.842354 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b231569c-7436-45dd-b413-c91b70e2f561 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.042387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b231569c-7436-45dd-b413-c91b70e2f561 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.063313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b231569c-7436-45dd-b413-c91b70e2f561 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for c56f5765-c501-4f5a-a3f6-1a898e19fe91 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:38.293139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 8aef5916-992a-443c-b6c3-d289d180ed58, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8aef5916-992a-443c-b6c3-d289d180ed58,segment=NetworkSegment(0035fa67-7be8-4c05-8a8f-5dbb2403263c),segment_id=0035fa67-7be8-4c05-8a8f-5dbb2403263c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:38.301309 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.362246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b231569c-7436-45dd-b413-c91b70e2f561 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.395448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=8aef5916-992a-443c-b6c3-d289d180ed58,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.434078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231569c-7436-45dd-b413-c91b70e2f561 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=c56f5765-c501-4f5a-a3f6-1a898e19fe91,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.592359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b231569c-7436-45dd-b413-c91b70e2f561 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.595020 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b231569c-7436-45dd-b413-c91b70e2f561 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/c56f5765-c501-4f5a-a3f6-1a898e19fe91 HTTP/1.1" status: 204 len: 168 time: 1.1014504 Jul 16 20:17:38.598536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54080) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.635553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4676169d-a37e-4c19-9668-915a7375e0ff None None] Provisioning complete for port 8aef5916-992a-443c-b6c3-d289d180ed58 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:38.636305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4676169d-a37e-4c19-9668-915a7375e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.650183 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-73278c9d-72d1-48fc-be1d-075d1d0c580e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:17:38.651979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-73278c9d-72d1-48fc-be1d-075d1d0c580e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/c56f5765-c501-4f5a-a3f6-1a898e19fe91 HTTP/1.1" status: 404 len: 333 time: 0.0523436 Jul 16 20:17:38.659209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54082) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.660499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54084) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.850992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f8608-9457-407b-a06d-066833aff595 req-52af97e4-3645-4050-a69e-030f5b7b12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.857871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d6f8608-9457-407b-a06d-066833aff595 req-52af97e4-3645-4050-a69e-030f5b7b12d2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 1.1772804 Jul 16 20:17:38.881450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-b82755bd-2e34-47ed-938b-c47a4813375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.884178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-b82755bd-2e34-47ed-938b-c47a4813375d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4323170 Jul 16 20:17:38.901848 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-3e4cc377-1580-4e21-ab58-0a15ab705e29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 HTTP/1.1" status: 200 len: 217 time: 1.2014332 Jul 16 20:17:38.908004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8aef5916-992a-443c-b6c3-d289d180ed58 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:38.921911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8af53-95a0-45c4-a666-a38611dc701b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 8cf3cb25-f137-4aad-b781-13349621c5d6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:38.928113 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af53-95a0-45c4-a666-a38611dc701b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.970303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4676169d-a37e-4c19-9668-915a7375e0ff None None] Provisioning for port 8cf3cb25-f137-4aad-b781-13349621c5d6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:38.981038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4676169d-a37e-4c19-9668-915a7375e0ff None None] Provisioning complete for port 8cf3cb25-f137-4aad-b781-13349621c5d6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:38.981799 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4676169d-a37e-4c19-9668-915a7375e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.020443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3983569-6036-4d5b-a898-854e44e14254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.033578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:39.039227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4676169d-a37e-4c19-9668-915a7375e0ff None None] Port 8cf3cb25-f137-4aad-b781-13349621c5d6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:39.044759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4676169d-a37e-4c19-9668-915a7375e0ff None None] Could not find standard attr ID for object c56f5765-c501-4f5a-a3f6-1a898e19fe91. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:17:39.101962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8aef5916-992a-443c-b6c3-d289d180ed58 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:39.102892 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.155155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d6f8608-9457-407b-a06d-066833aff595 req-52484748-9dfd-426e-8dfa-5dfdeb7b5361 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=01da70c9-3c93-43d5-b14c-5114717a1914 HTTP/1.1" status: 200 len: 217 time: 0.2600133 Jul 16 20:17:39.252483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af53-95a0-45c4-a666-a38611dc701b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.264155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-33bfb889-43af-401e-afb1-d9d45bb512c2 None None] Provisioning complete for port 8cf3cb25-f137-4aad-b781-13349621c5d6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:39.264432 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-33bfb889-43af-401e-afb1-d9d45bb512c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.306278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8af53-95a0-45c4-a666-a38611dc701b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 8cf3cb25-f137-4aad-b781-13349621c5d6 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:39.333705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-33bfb889-43af-401e-afb1-d9d45bb512c2 None None] Port 8cf3cb25-f137-4aad-b781-13349621c5d6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:39.444239 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:39.459093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'port_id': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'mac_address': 'fa:16:3e:03:ea:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:39.498682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ecbd7625-82d2-4742-9f9b-2604ac028ec8 None None] Could not find standard attr ID for object c56f5765-c501-4f5a-a3f6-1a898e19fe91. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:17:39.521928 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.540703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-57831e6f-7f6c-47e7-a0ff-52549553a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.542349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-57831e6f-7f6c-47e7-a0ff-52549553a7f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.5680723 Jul 16 20:17:39.546704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-a1a8e701-294c-4cb1-9d41-85fb33968bc5 service neutron] 10.222.0.16 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048276 Jul 16 20:17:39.550999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:39.556157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f8608-9457-407b-a06d-066833aff595 req-3dc8ad2e-f6b8-4421-8e91-64a65f0f1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.557769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d6f8608-9457-407b-a06d-066833aff595 req-3dc8ad2e-f6b8-4421-8e91-64a65f0f1859 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.3638165 Jul 16 20:17:39.583841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:39.591007 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.663433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-893bbbd5-e220-4ed3-a373-7188c3eff257 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033478 Jul 16 20:17:39.671026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3983569-6036-4d5b-a898-854e44e14254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.678023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3983569-6036-4d5b-a898-854e44e14254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.694812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:39.758709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3983569-6036-4d5b-a898-854e44e14254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7ceef-6b0d-4e96-997b-89711721c5a0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:39.773888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fc333-2bd8-48ce-ba0e-78bfd47a1f87 req-239d13c3-4979-4ea7-a3c5-9468aa3682d2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.781957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f7fc333-2bd8-48ce-ba0e-78bfd47a1f87 req-239d13c3-4979-4ea7-a3c5-9468aa3682d2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.9105217 Jul 16 20:17:39.795557 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af53-95a0-45c4-a666-a38611dc701b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.821189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:39.826935 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3983569-6036-4d5b-a898-854e44e14254 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7345a64806434a4398d58f6366534d07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1534257 Jul 16 20:17:39.826935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54096) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:39.892424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8af53-95a0-45c4-a666-a38611dc701b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=8cf3cb25-f137-4aad-b781-13349621c5d6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:39.974366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95da4a-ad3d-4ff2-b4b0-5a8bac574797 req-f6e2537d-94fd-4882-9cca-8cccaf280603 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.983378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a95da4a-ad3d-4ff2-b4b0-5a8bac574797 req-f6e2537d-94fd-4882-9cca-8cccaf280603 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 943 time: 1.1169691 Jul 16 20:17:40.003303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84085fb0-c24c-4d2f-964f-f904aaa31f1c req-268cf227-af24-4ef6-b92e-8ac07a44ba63 service neutron] 10.222.0.16 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442885 Jul 16 20:17:40.017286 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f8608-9457-407b-a06d-066833aff595 req-191da36d-adb9-4162-a651-9aa13fb9a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.020473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d6f8608-9457-407b-a06d-066833aff595 req-191da36d-adb9-4162-a651-9aa13fb9a4fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4543874 Jul 16 20:17:40.047506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f7fc333-2bd8-48ce-ba0e-78bfd47a1f87 req-8de811e4-1efc-485c-820e-c944f658f90e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645881 Jul 16 20:17:40.049005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af53-95a0-45c4-a666-a38611dc701b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.052262 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1ca8af53-95a0-45c4-a666-a38611dc701b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/8cf3cb25-f137-4aad-b781-13349621c5d6 HTTP/1.1" status: 204 len: 168 time: 1.3889382 Jul 16 20:17:40.053685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f81457fa-0b35-48be-b41d-cc335e3e45a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.055047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54098) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.106564 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07ec2d3-98fe-4d41-876b-c91442e7bcee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:17:40.108394 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c07ec2d3-98fe-4d41-876b-c91442e7bcee tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/8cf3cb25-f137-4aad-b781-13349621c5d6 HTTP/1.1" status: 404 len: 333 time: 0.0523100 Jul 16 20:17:40.112242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54102) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.168350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f81457fa-0b35-48be-b41d-cc335e3e45a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.209629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c96b053-d977-41fc-8475-3d6be9d5e5f4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet 734eb53f-c747-4bf2-9076-9a6814054c2f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:40.213539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c96b053-d977-41fc-8475-3d6be9d5e5f4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.230088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a95da4a-ad3d-4ff2-b4b0-5a8bac574797 req-f12cfc6b-c840-41d6-a7bf-ec3170a560a9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455120 Jul 16 20:17:40.241120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d6f8608-9457-407b-a06d-066833aff595 req-8151f3ec-b3dc-4b94-ab2e-4b3e44eb98bf service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104263 Jul 16 20:17:40.266555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-e39d1889-388f-411b-8ec5-9bddbf7f57cc service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839264 Jul 16 20:17:40.290566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c96b053-d977-41fc-8475-3d6be9d5e5f4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.385278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f81457fa-0b35-48be-b41d-cc335e3e45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.387884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f81457fa-0b35-48be-b41d-cc335e3e45a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.391591 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f81457fa-0b35-48be-b41d-cc335e3e45a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f7a7ceef-6b0d-4e96-997b-89711721c5a0 HTTP/1.1" status: 204 len: 168 time: 0.5469079 Jul 16 20:17:40.435415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81457fa-0b35-48be-b41d-cc335e3e45a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7ceef-6b0d-4e96-997b-89711721c5a0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.464261 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c96b053-d977-41fc-8475-3d6be9d5e5f4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.538985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c96b053-d977-41fc-8475-3d6be9d5e5f4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.549709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d6f8608-9457-407b-a06d-066833aff595 req-57a431a0-0c28-4825-98df-835148f08a00 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914145 Jul 16 20:17:40.570860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b053-d977-41fc-8475-3d6be9d5e5f4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=734eb53f-c747-4bf2-9076-9a6814054c2f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.577048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c96b053-d977-41fc-8475-3d6be9d5e5f4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.578848 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8c96b053-d977-41fc-8475-3d6be9d5e5f4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/734eb53f-c747-4bf2-9076-9a6814054c2f HTTP/1.1" status: 204 len: 168 time: 0.4655247 Jul 16 20:17:40.582593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54116) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.592186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd36c60c-ad2c-4452-822b-1eb99191c3cb req-9e5b0b01-3d55-48c6-a022-660764a01f9f service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879145 Jul 16 20:17:40.596378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9086621-25b7-4c83-ab73-6ca635e1a429 None None] Network 3dd80e80-a561-44f7-a52a-861f00ecc128 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:40.610949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278ac9e-b157-4082-b2d2-7f4b31aa4b3b req-b090fe2d-f55b-4f8f-8cb4-eccc8757135f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.617906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5278ac9e-b157-4082-b2d2-7f4b31aa4b3b req-b090fe2d-f55b-4f8f-8cb4-eccc8757135f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 943 time: 0.3501894 Jul 16 20:17:40.639584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b77b1-de96-4059-83a1-a589af947863 req-8f43be0a-27bd-4b94-aef7-6cf62206af60 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.641303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-561b77b1-de96-4059-83a1-a589af947863 req-8f43be0a-27bd-4b94-aef7-6cf62206af60 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2594981 Jul 16 20:17:40.712006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.779748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-561b77b1-de96-4059-83a1-a589af947863 req-4f893982-f825-4bbd-9796-d09fc0de977f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292615 Jul 16 20:17:40.786585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5278ac9e-b157-4082-b2d2-7f4b31aa4b3b req-ae2f963e-2775-4f8b-b3d1-3e22971871c3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572611 Jul 16 20:17:40.810514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 8aef5916-992a-443c-b6c3-d289d180ed58 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:40.811361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.839249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-d13f0967-ab8f-4ef4-b718-3fecd02b714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.841159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-d13f0967-ab8f-4ef4-b718-3fecd02b714c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 1095 time: 0.1721137 Jul 16 20:17:40.864819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54118) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.955113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] For port 8aef5916-992a-443c-b6c3-d289d180ed58, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8aef5916-992a-443c-b6c3-d289d180ed58,segment=NetworkSegment(0035fa67-7be8-4c05-8a8f-5dbb2403263c),segment_id=0035fa67-7be8-4c05-8a8f-5dbb2403263c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:40.955571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.970239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 8aef5916-992a-443c-b6c3-d289d180ed58 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:40.983943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:40.988596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2703213a-0374-4bb9-a1c1-d15244d88d1f None None] DHCP port deletion for 3dd80e80-a561-44f7-a52a-861f00ecc128 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:41.034654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-c1bf9020-72f4-4986-b0b5-cb18d9ed12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.037449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-c1bf9020-72f4-4986-b0b5-cb18d9ed12f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 913 time: 0.1850383 Jul 16 20:17:41.045737 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.081425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.118400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-0fb5b808-e84e-4cf1-8b5b-d1c8a15ee81a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 HTTP/1.1" status: 200 len: 217 time: 0.0678988 Jul 16 20:17:41.118766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=8aef5916-992a-443c-b6c3-d289d180ed58,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.127196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No DVR routers for this DVR port 8aef5916-992a-443c-b6c3-d289d180ed58 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:41.179955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2703213a-0374-4bb9-a1c1-d15244d88d1f None None] The port '8aef5916-992a-443c-b6c3-d289d180ed58' was deleted {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:17:41.252827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:41.264774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:41.266067 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.320378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.348932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd80e80-a561-44f7-a52a-861f00ecc128']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:41.365447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-4e744504-827f-4560-b5ff-d8690c63c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.367177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-4e744504-827f-4560-b5ff-d8690c63c85d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.1711583 Jul 16 20:17:41.391383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0035fa67-7be8-4c05-8a8f-5dbb2403263c') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:41.391954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0035fa67-7be8-4c05-8a8f-5dbb2403263c') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:41.414937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.481695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.496412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:41.497128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:41.500769 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:41.537623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-482914c5-d9a9-4847-b3f9-bbdb239b9fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546175 Jul 16 20:17:41.539546 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.554432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c149f-80f5-48b4-a85a-7e5c15c6d4c9 req-b6c59e8f-1b0c-402a-bdb8-8aa7bb75ff11 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.556085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-413c149f-80f5-48b4-a85a-7e5c15c6d4c9 req-b6c59e8f-1b0c-402a-bdb8-8aa7bb75ff11 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3228400 Jul 16 20:17:41.587675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.601923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:41.605272 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b094240-a5e9-4b1d-ac2f-2ac4e90e1947" -d '{"events": [{"server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "name": "network-vif-plugged", "status": "completed", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:41.624624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:41.631606 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.657880 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.720716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-413c149f-80f5-48b4-a85a-7e5c15c6d4c9 req-b45dd395-ed72-403e-bc8f-96ff8edf518a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416354 Jul 16 20:17:41.759160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.766421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a25af3ac1d6f43fe833b253521088f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9002490 Jul 16 20:17:41.771515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54128) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:41.782449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0249c750-75d0-4398-bf66-80bea258edb6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.818915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.819361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.819734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.819999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.820306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.820903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.821338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.821726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.822070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.822409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.822755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.823466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d649-f3df-4f53-84d7-a6ded51bfe11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:41.889371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542770-f168-427b-b95c-fbedb2a36f92 req-ef95132b-3ad2-4409-9417-4e893b93910c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.897775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7542770-f168-427b-b95c-fbedb2a36f92 req-ef95132b-3ad2-4409-9417-4e893b93910c tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 944 time: 0.3562462 Jul 16 20:17:41.902510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-4020b51b-b783-40af-a149-9945d82f94ba service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453577 Jul 16 20:17:41.984686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5636ea7-410e-4368-a081-b612f504a6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.016869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7542770-f168-427b-b95c-fbedb2a36f92 req-6842b87d-dc92-40ce-9af3-04aa83d1b08a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180358 Jul 16 20:17:42.098077 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5636ea7-410e-4368-a081-b612f504a6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.120325 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1692dec4-df8e-4941-a456-0ef537a08cd8 x-openstack-request-id: req-1692dec4-df8e-4941-a456-0ef537a08cd8 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:42.120991 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "name": "network-vif-plugged", "status": "completed", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:42.121452 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1692dec4-df8e-4941-a456-0ef537a08cd8 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:42.122608 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'code': 200} Jul 16 20:17:42.194589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.195532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6eb46572-d1b5-4e80-9b04-31c28351069c req-3814b698-4bab-41c5-a448-5119fa293257 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655306 Jul 16 20:17:42.208622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.211752 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/networks/3dd80e80-a561-44f7-a52a-861f00ecc128 HTTP/1.1" status: 204 len: 168 time: 1.6279728 Jul 16 20:17:42.218104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54134) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:42.225917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1812928066'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:42.260189 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5636ea7-410e-4368-a081-b612f504a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.263513 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5636ea7-410e-4368-a081-b612f504a6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.265037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c5636ea7-410e-4368-a081-b612f504a6cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0249c750-75d0-4398-bf66-80bea258edb6 HTTP/1.1" status: 204 len: 168 time: 0.4903169 Jul 16 20:17:42.274149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af2a2d-26ce-404b-a900-e7af66c84299 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Network': ['ID=3dd80e80-a561-44f7-a52a-861f00ecc128,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:42.284064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ee7c0-68dc-45ac-a53d-0ed3f96e2809 req-f4dfab1a-07f7-404b-a12b-754072c39f15 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.286682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-010ee7c0-68dc-45ac-a53d-0ed3f96e2809 req-f4dfab1a-07f7-404b-a12b-754072c39f15 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 949 time: 0.2065828 Jul 16 20:17:42.286903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:42.290390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.314348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5636ea7-410e-4368-a081-b612f504a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0249c750-75d0-4398-bf66-80bea258edb6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:42.395534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:42.404523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-010ee7c0-68dc-45ac-a53d-0ed3f96e2809 req-9848903b-00ea-4ef4-836c-723d7c9ff20a tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a67c27a-592b-4690-8525-760b57ad0a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062126 Jul 16 20:17:42.414939 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.414939 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Added segment 29a2a5d1-c37e-47e2-851e-ce338b9a99bc of type vlan for network 356cad37-38f0-4efd-b8cb-ad827a103d38 Jul 16 20:17:42.485421 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.516154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e796f23-1a23-4c3e-aab6-2d71522ab656 req-dcdff68a-7690-40b3-a58b-bb4be0e41d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.517769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e796f23-1a23-4c3e-aab6-2d71522ab656 req-dcdff68a-7690-40b3-a58b-bb4be0e41d48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 1097 time: 0.1982996 Jul 16 20:17:42.595476 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.601373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.602625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.619324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e796f23-1a23-4c3e-aab6-2d71522ab656 req-99931cb9-9316-4621-b992-504e1f9864eb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802858 Jul 16 20:17:42.700833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4774282 Jul 16 20:17:42.701068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54138) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:42.708627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': '356cad37-38f0-4efd-b8cb-ad827a103d38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:42.740135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213b8fc-3430-4ce1-9cf6-d526c5af9f56 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Network': ['ID=356cad37-38f0-4efd-b8cb-ad827a103d38,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:42.759453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 356cad37-38f0-4efd-b8cb-ad827a103d38 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:42.769787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13958d9a-4de2-4967-a940-dd40d1ac4592 req-d1f8ccc3-2fb1-4c31-adaf-8a32f62c1340 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.786022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13958d9a-4de2-4967-a940-dd40d1ac4592 req-d1f8ccc3-2fb1-4c31-adaf-8a32f62c1340 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2946959 Jul 16 20:17:42.846639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8aef5916-992a-443c-b6c3-d289d180ed58 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:42.872319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:42.878182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8aef5916-992a-443c-b6c3-d289d180ed58 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:42.879779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8aef5916-992a-443c-b6c3-d289d180ed58 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:42.894403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.912048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc578a0-3b67-43ee-9a05-621b2256ae94 req-c6793264-c403-43f1-bb07-ec014ba5542a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.914648 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dc578a0-3b67-43ee-9a05-621b2256ae94 req-c6793264-c403-43f1-bb07-ec014ba5542a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 943 time: 0.2826419 Jul 16 20:17:42.918018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13958d9a-4de2-4967-a940-dd40d1ac4592 req-33588ca6-21c7-49d0-b662-e8f70c7a039b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306508 Jul 16 20:17:42.989676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dc578a0-3b67-43ee-9a05-621b2256ae94 req-7172e9d3-6d8f-45ae-a55b-feafcf1d8f7b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621705 Jul 16 20:17:43.110704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-31bf19b0-f89a-4803-90db-24c28ce1a1d2 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.112496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-31bf19b0-f89a-4803-90db-24c28ce1a1d2 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.68 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 949 time: 0.1161056 Jul 16 20:17:43.389794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.456693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Deleting port 01da70c9-3c93-43d5-b14c-5114717a1914 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:43.457252 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.535409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=7fdda143-cd98-4a2a-afb5-215f3d55a636,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:43.553002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Checking segment: {'id': '29a2a5d1-c37e-47e2-851e-ce338b9a99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '356cad37-38f0-4efd-b8cb-ad827a103d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:43.553567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network hostable DHCP agents. Network: 356cad37-38f0-4efd-b8cb-ad827a103d38, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:43.596498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 356cad37-38f0-4efd-b8cb-ad827a103d38 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:43.617924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 356cad37-38f0-4efd-b8cb-ad827a103d38) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:43.624633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b02120-772a-4286-9dcf-dc27e52382e6 req-982aade7-4b71-4671-8487-c7a4eec378d1 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.625744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.627877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5b02120-772a-4286-9dcf-dc27e52382e6 req-982aade7-4b71-4671-8487-c7a4eec378d1 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 945 time: 0.3619432 Jul 16 20:17:43.629909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c76040-f9a7-4e82-aeab-3011e1e66eeb None None] Network 356cad37-38f0-4efd-b8cb-ad827a103d38 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:43.637402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.663772 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c733ba5b-80b8-43fd-8a9e-fa1cd99686fa tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9608095 Jul 16 20:17:43.664547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54168) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:43.671016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1ea0e076-7695-4b4d-aa1e-0619497e1e6d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-382547246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:43.709157 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e076-7695-4b4d-aa1e-0619497e1e6d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.710597 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e076-7695-4b4d-aa1e-0619497e1e6d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.798493 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e076-7695-4b4d-aa1e-0619497e1e6d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.805515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e076-7695-4b4d-aa1e-0619497e1e6d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.847905 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e076-7695-4b4d-aa1e-0619497e1e6d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.849868 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1ea0e076-7695-4b4d-aa1e-0619497e1e6d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1839254 Jul 16 20:17:43.852537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54172) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:43.859355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'network_id': '356cad37-38f0-4efd-b8cb-ad827a103d38', 'name': 'tempest-PortsTestJSON-1616460678'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:43.932410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-356cad37-38f0-4efd-b8cb-ad827a103d38', 'network_id': '356cad37-38f0-4efd-b8cb-ad827a103d38', 'tenant_id': '32c3befeab7d474c80717cdfc23b6972', 'fixed_ips': [{'subnet_id': '7fdda143-cd98-4a2a-afb5-215f3d55a636'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:43.935082 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.110301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:44.120924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.164146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 3728b68e-c9d2-4d00-b639-46fb979b42ab yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:44.249060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Allocated IP 172.20.0.2 (356cad37-38f0-4efd-b8cb-ad827a103d38/7fdda143-cd98-4a2a-afb5-215f3d55a636/f3b3b91e-85a3-4406-9718-9c5c78022f8a) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:44.319680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58367fe6-32ec-413d-b80b-045c8debba99 req-c6744159-1028-4aea-aac8-43eee73a98c3 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:44.339162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58367fe6-32ec-413d-b80b-045c8debba99 req-c6744159-1028-4aea-aac8-43eee73a98c3 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.9217463 Jul 16 20:17:44.388985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5b02120-772a-4286-9dcf-dc27e52382e6 req-f25af3e6-1e93-4cd8-b193-dd31d386e8e4 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6976142 Jul 16 20:17:44.395764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] For port 01da70c9-3c93-43d5-b14c-5114717a1914, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=01da70c9-3c93-43d5-b14c-5114717a1914,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:44.396289 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.432662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Calling delete_port for 01da70c9-3c93-43d5-b14c-5114717a1914 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:44.444700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58367fe6-32ec-413d-b80b-045c8debba99 req-d636cbc6-d101-48a2-a9ea-991f0f1aa135 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093130 Jul 16 20:17:44.600913 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.619320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Transition to ACTIVE for port object f3b3b91e-85a3-4406-9718-9c5c78022f8a will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:44.657931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Transition to ACTIVE for port object f3b3b91e-85a3-4406-9718-9c5c78022f8a will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:44.671671 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.772819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Network 356cad37-38f0-4efd-b8cb-ad827a103d38 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:44.780427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.782952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:44.790531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:44.794699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.7 (356cad37-38f0-4efd-b8cb-ad827a103d38/7fdda143-cd98-4a2a-afb5-215f3d55a636/3728b68e-c9d2-4d00-b639-46fb979b42ab) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:44.803821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['01da70c9-3c93-43d5-b14c-5114717a1914'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:44.868710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Pushing event updated for resources: {'Port': ['ID=f3b3b91e-85a3-4406-9718-9c5c78022f8a,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:44.950837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Pushing event deleted for resources: {'Port': ['ID=01da70c9-3c93-43d5-b14c-5114717a1914,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:44.976101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb1ec5ed-9ebd-42cb-8ed9-acf5d790ce7e req-42491a28-aa74-4797-9f1c-ad0a49fa8c77 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 210 time: 0.2130289 Jul 16 20:17:45.013434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:45.051658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Attempting to bind port f3b3b91e-85a3-4406-9718-9c5c78022f8a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:45.052350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Attempting to bind port f3b3b91e-85a3-4406-9718-9c5c78022f8a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '29a2a5d1-c37e-47e2-851e-ce338b9a99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '356cad37-38f0-4efd-b8cb-ad827a103d38'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:45.052914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Attempting to bind port f3b3b91e-85a3-4406-9718-9c5c78022f8a on network 356cad37-38f0-4efd-b8cb-ad827a103d38 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:45.065553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:45.066294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Checking segment: {'id': '29a2a5d1-c37e-47e2-851e-ce338b9a99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '356cad37-38f0-4efd-b8cb-ad827a103d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:45.066879 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.067553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Bound using segment: {'id': '29a2a5d1-c37e-47e2-851e-ce338b9a99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '356cad37-38f0-4efd-b8cb-ad827a103d38'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:45.068404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Bound port: f3b3b91e-85a3-4406-9718-9c5c78022f8a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a2a5d1-c37e-47e2-851e-ce338b9a99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '356cad37-38f0-4efd-b8cb-ad827a103d38'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:45.069065 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.133185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.145666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] No DVR routers for this DVR port 01da70c9-3c93-43d5-b14c-5114717a1914 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:45.168234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object 3728b68e-c9d2-4d00-b639-46fb979b42ab will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:45.168824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.173938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0adb8c1b-b35c-483d-9160-20afbc8bff85 req-775dc51f-6196-4b70-b9cd-c11d9e62b451 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.68 "DELETE /v2.0/ports/01da70c9-3c93-43d5-b14c-5114717a1914 HTTP/1.1" status: 204 len: 173 time: 2.0529056 Jul 16 20:17:45.176855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d46daf-5935-4960-bf64-befc69c26a2d', 'name': 'network-vif-deleted', 'tag': '01da70c9-3c93-43d5-b14c-5114717a1914'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:45.184339 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bfbc20-60d1-40bd-b528-69ab4b5a89c7" -d '{"events": [{"server_uuid": "40d46daf-5935-4960-bf64-befc69c26a2d", "name": "network-vif-deleted", "tag": "01da70c9-3c93-43d5-b14c-5114717a1914"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:45.250483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.257925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5a26e-20e6-4131-9dc9-39477e117d51 req-0aa38159-cd90-4da4-8dee-dcb9bf6b7b1b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.265558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16c5a26e-20e6-4131-9dc9-39477e117d51 req-0aa38159-cd90-4da4-8dee-dcb9bf6b7b1b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 943 time: 0.5023417 Jul 16 20:17:45.431907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=3728b68e-c9d2-4d00-b639-46fb979b42ab,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:45.432297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] For port f3b3b91e-85a3-4406-9718-9c5c78022f8a, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:45.442951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] For port f3b3b91e-85a3-4406-9718-9c5c78022f8a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3b3b91e-85a3-4406-9718-9c5c78022f8a,segment=NetworkSegment(29a2a5d1-c37e-47e2-851e-ce338b9a99bc),segment_id=29a2a5d1-c37e-47e2-851e-ce338b9a99bc)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:45.458168 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.461692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:45.462459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 356cad37-38f0-4efd-b8cb-ad827a103d38 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:45.470056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:45.491287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:45.518760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16c5a26e-20e6-4131-9dc9-39477e117d51 req-7e7e868a-3e03-4e64-be35-c6349e8e7bee tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404671 Jul 16 20:17:45.593219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.594454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.621326 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cade8ecf-7952-4389-ad06-6c2d489bb7db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7631238 Jul 16 20:17:45.621326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54208) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:45.686104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dacfb2-6ebd-4bc1-b454-a601c23dc417 None None] Pushing event updated for resources: {'Port': ['ID=f3b3b91e-85a3-4406-9718-9c5c78022f8a,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:45.726378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'port_id': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'mac_address': 'fa:16:3e:fc:54:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5945411-55ad-491a-99c8-88ce730cc089', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:45.728767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402052da-21dc-48ed-882d-3d4c4682900d req-5b3cb749-92c2-4c90-b201-e6b967c4dfe8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.742780 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-402052da-21dc-48ed-882d-3d4c4682900d req-5b3cb749-92c2-4c90-b201-e6b967c4dfe8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4127750 Jul 16 20:17:45.836948 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7d1c8e-47b4-40bc-8e19-407d7d978ee4 x-openstack-request-id: req-bb7d1c8e-47b4-40bc-8e19-407d7d978ee4 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:45.837777 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d46daf-5935-4960-bf64-befc69c26a2d", "name": "network-vif-deleted", "tag": "01da70c9-3c93-43d5-b14c-5114717a1914", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:45.838439 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb7d1c8e-47b4-40bc-8e19-407d7d978ee4 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:45.839363 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d46daf-5935-4960-bf64-befc69c26a2d', 'name': 'network-vif-deleted', 'tag': '01da70c9-3c93-43d5-b14c-5114717a1914', 'status': 'completed', 'code': 200} Jul 16 20:17:45.873009 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.874349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-402052da-21dc-48ed-882d-3d4c4682900d req-3046da8e-f93a-4fb4-810b-516f570a30d2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266682 Jul 16 20:17:45.911930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:45.945808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:45.960661 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.126974 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:46.251042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.290292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad5b2-99fd-4726-907d-5cf0dc77edc4 req-c1aff539-019f-40cd-ab6a-00907a97ca6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.290768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:46.306042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-631ad5b2-99fd-4726-907d-5cf0dc77edc4 req-c1aff539-019f-40cd-ab6a-00907a97ca6a tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 945 time: 0.2171643 Jul 16 20:17:46.431643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-631ad5b2-99fd-4726-907d-5cf0dc77edc4 req-649465c5-0fac-48f6-a927-16fcc95e72d9 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245446 Jul 16 20:17:46.663716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc6383bf-ca71-4a18-aa6e-7a554bf3669c req-d4beca83-11a5-435c-ada9-ce598a6689b1 tempest-VolumesBackupsTest-46097377 tempest-VolumesBackupsTest-46097377-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d46daf-5935-4960-bf64-befc69c26a2d HTTP/1.1" status: 200 len: 210 time: 0.0520320 Jul 16 20:17:46.898103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.922836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3b3b91e-85a3-4406-9718-9c5c78022f8a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:47.017136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f3b3b91e-85a3-4406-9718-9c5c78022f8a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:47.028477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54236) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:47.107214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b93952-2cb5-4d75-8fc3-58a3ebfa1003 req-ed47e0dc-fc8f-4266-aa8b-c79aac63aac0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.110736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2b93952-2cb5-4d75-8fc3-58a3ebfa1003 req-ed47e0dc-fc8f-4266-aa8b-c79aac63aac0 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 945 time: 0.2573068 Jul 16 20:17:47.229124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a09da-25aa-4447-bc24-d7cf9a2bf0a5 req-951a31f0-bc29-47d7-b773-6a946223b917 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.231715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c1a09da-25aa-4447-bc24-d7cf9a2bf0a5 req-951a31f0-bc29-47d7-b773-6a946223b917 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2736278 Jul 16 20:17:47.289449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2b93952-2cb5-4d75-8fc3-58a3ebfa1003 req-3c7bd5b7-7319-4049-8272-cb18382a652f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627820 Jul 16 20:17:47.293664 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4f890c33-c176-46b4-a30e-35be7f15c0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.296518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.306223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.337898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54242) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:47.405821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=3728b68e-c9d2-4d00-b639-46fb979b42ab,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:47.460298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c1a09da-25aa-4447-bc24-d7cf9a2bf0a5 req-782e5031-3cab-4790-acdd-567a4e3aa016 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139707 Jul 16 20:17:47.507326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 01da70c9-3c93-43d5-b14c-5114717a1914 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:47.591961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 01da70c9-3c93-43d5-b14c-5114717a1914 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:47.592771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 01da70c9-3c93-43d5-b14c-5114717a1914 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:47.626624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f9d8e-8b0a-407a-89fe-6378d0f48c8d None None] Network 356cad37-38f0-4efd-b8cb-ad827a103d38 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:47.642397 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.709879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0df919-b15c-45b4-801e-fa9ad6ed33e6 req-da32a8d2-e2a6-433a-ad47-c10fc4f446a0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.711933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd0df919-b15c-45b4-801e-fa9ad6ed33e6 req-da32a8d2-e2a6-433a-ad47-c10fc4f446a0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 944 time: 0.2426391 Jul 16 20:17:47.720518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146951bd-1eb6-409f-8662-1efad7b4f029 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.725759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-146951bd-1eb6-409f-8662-1efad7b4f029 tempest-TestNetworkBasicOps-856434917 tempest-TestNetworkBasicOps-856434917-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 1092 time: 0.3831496 Jul 16 20:17:47.727306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54248) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:47.736660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:47.799744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b1fcaddf-f89b-4a27-8c43-a7484809e3d0 None None] Provisioning for port f3b3b91e-85a3-4406-9718-9c5c78022f8a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:47.818832 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4f890c33-c176-46b4-a30e-35be7f15c0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.819833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b1fcaddf-f89b-4a27-8c43-a7484809e3d0 None None] Provisioning complete for port f3b3b91e-85a3-4406-9718-9c5c78022f8a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:47.820836 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b1fcaddf-f89b-4a27-8c43-a7484809e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.844398 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.848309 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4f890c33-c176-46b4-a30e-35be7f15c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.868707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd0df919-b15c-45b4-801e-fa9ad6ed33e6 req-94796699-f51b-4c00-b155-bdaeb6ed8e36 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366377 Jul 16 20:17:47.900775 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.943117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f890c33-c176-46b4-a30e-35be7f15c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504b7093-0d90-467d-bf94-18ad964b29b0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:47.959225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4f890c33-c176-46b4-a30e-35be7f15c0ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=778ab4a89f894152b46f2b891b536f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9280710 Jul 16 20:17:47.960598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54250) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:48.022877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e323352-d8b1-42f0-b176-831f3a856487 req-9b0b7c9e-1884-4fc6-931c-5bebdd7ea36d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.027149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e323352-d8b1-42f0-b176-831f3a856487 req-9b0b7c9e-1884-4fc6-931c-5bebdd7ea36d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2813239 Jul 16 20:17:48.029810 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-25a0576d-26e3-4c13-8141-c8bd8b3ffa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.074053 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b1fcaddf-f89b-4a27-8c43-a7484809e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.176307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b1fcaddf-f89b-4a27-8c43-a7484809e3d0 None None] For port f3b3b91e-85a3-4406-9718-9c5c78022f8a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3b3b91e-85a3-4406-9718-9c5c78022f8a,segment=NetworkSegment(29a2a5d1-c37e-47e2-851e-ce338b9a99bc),segment_id=29a2a5d1-c37e-47e2-851e-ce338b9a99bc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:48.188192 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b1fcaddf-f89b-4a27-8c43-a7484809e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.251263 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4fc206d-fd58-45c5-96e9-3edd614fb9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.270092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcaddf-f89b-4a27-8c43-a7484809e3d0 None None] Pushing event updated for resources: {'Port': ['ID=f3b3b91e-85a3-4406-9718-9c5c78022f8a,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.298504 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4fc206d-fd58-45c5-96e9-3edd614fb9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.317148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e323352-d8b1-42f0-b176-831f3a856487 req-83cdcb3f-c6d5-4157-9095-ff6990f541cb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599840 Jul 16 20:17:48.366392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.382023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.431019 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.463382 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4fc206d-fd58-45c5-96e9-3edd614fb9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.467396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4fc206d-fd58-45c5-96e9-3edd614fb9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.468825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b4fc206d-fd58-45c5-96e9-3edd614fb9df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/504b7093-0d90-467d-bf94-18ad964b29b0 HTTP/1.1" status: 204 len: 168 time: 0.5044022 Jul 16 20:17:48.538450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc206d-fd58-45c5-96e9-3edd614fb9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504b7093-0d90-467d-bf94-18ad964b29b0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.607116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=3728b68e-c9d2-4d00-b639-46fb979b42ab,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.677593 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.692822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Allocated IP 172.25.6.148 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/86def95b-37b8-4ee4-9fed-8de5f83a4052) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:48.750112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e1e1716a-b916-402f-9282-10c3126d723b None None] Provisioning complete for port f3b3b91e-85a3-4406-9718-9c5c78022f8a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:48.750630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e1e1716a-b916-402f-9282-10c3126d723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.892337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3b3b91e-85a3-4406-9718-9c5c78022f8a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:49.037203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network 356cad37-38f0-4efd-b8cb-ad827a103d38 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:49.041098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:49.042858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:49.123978 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.295651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e1e1716a-b916-402f-9282-10c3126d723b None None] Provisioning for port 3728b68e-c9d2-4d00-b639-46fb979b42ab completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:49.316606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e1e1716a-b916-402f-9282-10c3126d723b None None] Provisioning complete for port 3728b68e-c9d2-4d00-b639-46fb979b42ab triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:49.317758 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e1e1716a-b916-402f-9282-10c3126d723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.376620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Router ac867707-af90-493d-ab11-2a1afa000f79 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:17:49.403530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1716a-b916-402f-9282-10c3126d723b None None] Port 3728b68e-c9d2-4d00-b639-46fb979b42ab cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:49.411021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:49.429429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54270) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:49.459500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:49.460135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.466936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f3b3b91e-85a3-4406-9718-9c5c78022f8a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:49.467555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.579102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cadcb4c0-e3f1-4d35-b354-c7539fb493ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.584234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.607792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:49.617080 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5032e07c-c589-4791-bdc5-8e651ae4e690 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "PUT /v2.0/routers/ac867707-af90-493d-ab11-2a1afa000f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9937828 Jul 16 20:17:49.636854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54272) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:49.651518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fbc14f-859e-4a51-8499-f898adeea8e7 None None] Sync routers for ids ['ac867707-af90-493d-ab11-2a1afa000f79'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:49.663322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b7dfc-4c2c-423f-b817-1f1f76685282 req-25cbee11-5f9d-4cc2-8171-74d666c78e3b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.673134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-167b7dfc-4c2c-423f-b817-1f1f76685282 req-25cbee11-5f9d-4cc2-8171-74d666c78e3b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5773530 Jul 16 20:17:49.707579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-47408571-53d3-4061-ad27-f02c7d57dc06 None None] Provisioning complete for port 3728b68e-c9d2-4d00-b639-46fb979b42ab triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:49.708593 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47408571-53d3-4061-ad27-f02c7d57dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.778125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:49.784164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fbc14f-859e-4a51-8499-f898adeea8e7 None None] Routers {'ac867707-af90-493d-ab11-2a1afa000f79'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:49.787908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-52fbc14f-859e-4a51-8499-f898adeea8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:17:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ac867707-af90-493d-ab11-2a1afa000f79'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:49.801049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:49.806887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=86def95b-37b8-4ee4-9fed-8de5f83a4052,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:49.835394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:49.854036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-167b7dfc-4c2c-423f-b817-1f1f76685282 req-f5bed813-66ef-421f-81e1-238af1b38bf9 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737309 Jul 16 20:17:49.875040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-52fbc14f-859e-4a51-8499-f898adeea8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:50.012740 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cadcb4c0-e3f1-4d35-b354-c7539fb493ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.048880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bc5a0-7c03-43f4-bde6-6c151e870c7d req-affaa7a0-8040-402a-89a5-aca41b3554e3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.057450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b76bc5a0-7c03-43f4-bde6-6c151e870c7d req-affaa7a0-8040-402a-89a5-aca41b3554e3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 944 time: 0.7392721 Jul 16 20:17:50.087395 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.132416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fbc14f-859e-4a51-8499-f898adeea8e7 None None] Routers {'ac867707-af90-493d-ab11-2a1afa000f79'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:50.133004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-52fbc14f-859e-4a51-8499-f898adeea8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:17:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ac867707-af90-493d-ab11-2a1afa000f79'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:50.179464 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cadcb4c0-e3f1-4d35-b354-c7539fb493ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.211371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-47408571-53d3-4061-ad27-f02c7d57dc06 None None] Port 3728b68e-c9d2-4d00-b639-46fb979b42ab cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:50.262077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-52fbc14f-859e-4a51-8499-f898adeea8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:50.263522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fbc14f-859e-4a51-8499-f898adeea8e7 None None] The sync data for ids ['ac867707-af90-493d-ab11-2a1afa000f79'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:50.290599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcb4c0-e3f1-4d35-b354-c7539fb493ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edc6bf4-29b5-4211-8ea7-d274deb0537a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.380656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cadcb4c0-e3f1-4d35-b354-c7539fb493ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32694938a19e464991169c0376bd5899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9222233 Jul 16 20:17:50.380906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:50.381367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54276) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:50.395926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:50.400679 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161407d8-824e-446c-a849-10f00b4fc3bf" -d '{"events": [{"server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "name": "network-vif-plugged", "status": "completed", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:50.446047 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.497810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5658-01b0-4fff-ab40-2ae3ef3d5438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.533754 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5658-01b0-4fff-ab40-2ae3ef3d5438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.579375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b76bc5a0-7c03-43f4-bde6-6c151e870c7d req-a47f7656-975c-4b95-8500-3afd354b39c1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206897 Jul 16 20:17:50.621181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e697a2fb-0717-4206-af21-f0de6229bb0f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.623363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e697a2fb-0717-4206-af21-f0de6229bb0f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac867707-af90-493d-ab11-2a1afa000f79 HTTP/1.1" status: 200 len: 982 time: 0.9740152 Jul 16 20:17:50.656914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8a900-d178-46a4-886d-405e2d6b247f req-cd21626a-67c4-40ff-a8be-2118ec4dcac2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.666678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abd8a900-d178-46a4-886d-405e2d6b247f req-cd21626a-67c4-40ff-a8be-2118ec4dcac2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5229871 Jul 16 20:17:50.668986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54282) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:50.693498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5658-01b0-4fff-ab40-2ae3ef3d5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.697636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5658-01b0-4fff-ab40-2ae3ef3d5438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.699553 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1f4a5658-01b0-4fff-ab40-2ae3ef3d5438 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5edc6bf4-29b5-4211-8ea7-d274deb0537a HTTP/1.1" status: 204 len: 168 time: 0.3168814 Jul 16 20:17:50.710598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a5658-01b0-4fff-ab40-2ae3ef3d5438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edc6bf4-29b5-4211-8ea7-d274deb0537a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.774330 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2b849f-4fcb-4258-ac1f-7eacfeb2d52c x-openstack-request-id: req-db2b849f-4fcb-4258-ac1f-7eacfeb2d52c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:50.774828 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "name": "network-vif-plugged", "status": "completed", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:50.775239 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db2b849f-4fcb-4258-ac1f-7eacfeb2d52c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:50.776093 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'code': 200} Jul 16 20:17:50.853344 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abd8a900-d178-46a4-886d-405e2d6b247f req-4899e500-a515-4b25-bd93-db2435ccea71 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853046 Jul 16 20:17:50.889015 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7201a4bb-b3ab-4f7a-9d59-e30dc840af62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.896011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.913784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-07c90e7e-f8d5-4fbf-afc5-3eee1a7fcc8a None None] Provisioning complete for port 3728b68e-c9d2-4d00-b639-46fb979b42ab triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:50.914415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-07c90e7e-f8d5-4fbf-afc5-3eee1a7fcc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.000153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.037695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-07c90e7e-f8d5-4fbf-afc5-3eee1a7fcc8a None None] Port 3728b68e-c9d2-4d00-b639-46fb979b42ab cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:51.204427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c540069d-9c4d-4115-905c-dd9f0f0e24c6 None None] Provisioning complete for port 3728b68e-c9d2-4d00-b639-46fb979b42ab triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:51.205021 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c540069d-9c4d-4115-905c-dd9f0f0e24c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.331258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c540069d-9c4d-4115-905c-dd9f0f0e24c6 None None] Port 3728b68e-c9d2-4d00-b639-46fb979b42ab cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:51.827412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7b41c-5e90-4d6c-b204-a6faf6102003 req-f58e703e-314c-4c43-9d79-80b4919f0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.829158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4d7b41c-5e90-4d6c-b204-a6faf6102003 req-f58e703e-314c-4c43-9d79-80b4919f0612 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 1097 time: 0.9713757 Jul 16 20:17:51.984755 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.084108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4d7b41c-5e90-4d6c-b204-a6faf6102003 req-faf607a3-127c-43a1-9114-1730d907f2a3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375932 Jul 16 20:17:52.120633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d32ada-a0b0-4b50-a10c-2dece1fc41f8 req-aff69b64-2404-4051-a2a2-d8976e79809e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.122069 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65d32ada-a0b0-4b50-a10c-2dece1fc41f8 req-aff69b64-2404-4051-a2a2-d8976e79809e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5198421 Jul 16 20:17:52.232862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822ffd3-4f4e-447d-b15e-a9a2a9bb2038 req-92615a14-2dff-4675-a1df-c711d89101d3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.241206 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f822ffd3-4f4e-447d-b15e-a9a2a9bb2038 req-92615a14-2dff-4675-a1df-c711d89101d3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.3709776 Jul 16 20:17:52.277160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65d32ada-a0b0-4b50-a10c-2dece1fc41f8 req-f27f3220-d04c-4085-8a21-5bec51fcc1aa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445217 Jul 16 20:17:52.338194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.381057 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.429639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f822ffd3-4f4e-447d-b15e-a9a2a9bb2038 req-7b01f4d0-53db-42d5-9a7d-f473d74c634b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873555 Jul 16 20:17:52.750787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.804035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.858694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ad80f-0b8e-48a2-bd0d-3f1f466a9321 req-a44d5ea3-4710-4dc6-aba4-a168b042eebd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.860386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e8ad80f-0b8e-48a2-bd0d-3f1f466a9321 req-a44d5ea3-4710-4dc6-aba4-a168b042eebd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3020077 Jul 16 20:17:52.861089 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.179990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e8ad80f-0b8e-48a2-bd0d-3f1f466a9321 req-162f0ea2-48bf-457f-ab81-5785ce9a41bb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798429 Jul 16 20:17:53.195448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event updated for resources: {'Port': ['ID=86def95b-37b8-4ee4-9fed-8de5f83a4052,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.294818 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.547615 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Floating IP 890b0b7e-f3a0-489d-8807-c614d3a9fea1 associated. External IP: 172.25.6.148, port: bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0. Jul 16 20:17:53.736424 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.117628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6c0f8-f9c0-43d0-9310-69edbb988c5c req-746a53ef-b25a-4eec-b76a-eb10ff300dbc tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:54.124713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cc6c0f8-f9c0-43d0-9310-69edbb988c5c req-746a53ef-b25a-4eec-b76a-eb10ff300dbc tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 814 time: 0.4511209 Jul 16 20:17:54.139566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 3728b68e-c9d2-4d00-b639-46fb979b42ab {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:54.139891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.217554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cc6c0f8-f9c0-43d0-9310-69edbb988c5c req-16de8ae3-e424-4be8-a5ad-25e517656b5b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/quotas/2787dc92f2c14544b6f8410093b25f10 HTTP/1.1" status: 200 len: 375 time: 0.0917969 Jul 16 20:17:54.334695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6b5fe-808a-464c-a5b3-140c168852f7 req-546ed495-c18e-4d59-a4b9-0bff94c482e6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:54.342711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79a6b5fe-808a-464c-a5b3-140c168852f7 req-546ed495-c18e-4d59-a4b9-0bff94c482e6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.4964814 Jul 16 20:17:54.981350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 27f630ed-ed84-465e-9186-36ab39d706d8 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:17:55.036165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.060275 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79a6b5fe-808a-464c-a5b3-140c168852f7 req-4d03eb5d-3f34-4689-898e-4f40400ceed4 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131169 Jul 16 20:17:55.125927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 3728b68e-c9d2-4d00-b639-46fb979b42ab owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:55.151369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cc6c0f8-f9c0-43d0-9310-69edbb988c5c req-b0cf13a9-16a8-47da-bc80-b515de0c8d84 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9328983 Jul 16 20:17:55.190786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54450) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:55.321202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:55.337575 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] Sync routers for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:55.354255 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:55.355044 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:17:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:55.375533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.453399 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-adbcee72-dfe2-4613-a9b4-1c8caeec23b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.586318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fe3d93be-0144-46ac-8714-5ff7423c966b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8531718 Jul 16 20:17:55.586318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:55.588617 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c17c13d-2d17-47f8-82b1-07360fbd1b89" -d '{"events": [{"name": "network-changed", "server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:55.589643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54460) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:55.610431 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.654958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=3728b68e-c9d2-4d00-b639-46fb979b42ab,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.672950 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:55.844748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-54eb5bfb-37f8-4dde-b3fa-523e3b8ff079 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/floatingips/890b0b7e-f3a0-489d-8807-c614d3a9fea1 HTTP/1.1" status: 200 len: 991 time: 0.2534842 Jul 16 20:17:55.939205 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-adbcee72-dfe2-4613-a9b4-1c8caeec23b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.946161 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-adbcee72-dfe2-4613-a9b4-1c8caeec23b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.016057 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-adbcee72-dfe2-4613-a9b4-1c8caeec23b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77041afae08d44eea58f43c054e9be58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224471 Jul 16 20:17:56.018242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54472) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:56.069583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cc6df-5806-4687-9b4e-bd461e08fab3 req-e6842a04-0f5b-4d58-a9c4-c60d47f8b632 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.095092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c3cc6df-5806-4687-9b4e-bd461e08fab3 req-e6842a04-0f5b-4d58-a9c4-c60d47f8b632 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.6139109 Jul 16 20:17:56.131519 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc6cfd-50a4-462f-bf91-14a7cc001b14 x-openstack-request-id: req-46dc6cfd-50a4-462f-bf91-14a7cc001b14 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:56.132757 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:56.138125 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46dc6cfd-50a4-462f-bf91-14a7cc001b14 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:56.141368 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'status': 'completed', 'code': 200} Jul 16 20:17:56.146250 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '890b0b7e-f3a0-489d-8807-c614d3a9fea1', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'port_id': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'mac_address': 'fa:16:3e:03:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:50Z', 'updated_at': '2021-07-16T20:17:50Z', 'revision_number': 0, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:19Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:56.153278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcee72-dfe2-4613-a9b4-1c8caeec23b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f16311-fe41-42a8-b2e5-b394ad44d343,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:56.163514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c84ee1cc-aeba-425e-9609-11eb5205c3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.192282 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] Checking router: 27f630ed-ed84-465e-9186-36ab39d706d8 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:17:56.203436 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:56.204392 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:17:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:56.220335 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c84ee1cc-aeba-425e-9609-11eb5205c3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.298009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.337464 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c84ee1cc-aeba-425e-9609-11eb5205c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.342246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c84ee1cc-aeba-425e-9609-11eb5205c3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.346757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c84ee1cc-aeba-425e-9609-11eb5205c3f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4f16311-fe41-42a8-b2e5-b394ad44d343 HTTP/1.1" status: 204 len: 168 time: 0.3258948 Jul 16 20:17:56.368541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ee1cc-aeba-425e-9609-11eb5205c3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f16311-fe41-42a8-b2e5-b394ad44d343,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:56.379868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c3cc6df-5806-4687-9b4e-bd461e08fab3 req-02676f1a-6d09-4d67-a3b3-94a6cfd3a4fa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718956 Jul 16 20:17:56.436520 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:17:56.786012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-71c91630-9032-4b2a-97b0-45c4ce12ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.788325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-71c91630-9032-4b2a-97b0-45c4ce12ab99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 1097 time: 0.6048763 Jul 16 20:17:56.850079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54482) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:56.869096 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '890b0b7e-f3a0-489d-8807-c614d3a9fea1', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'port_id': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'mac_address': 'fa:16:3e:03:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:50Z', 'updated_at': '2021-07-16T20:17:50Z', 'revision_number': 0, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:19Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:56.927655 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a2dae8-c58f-4875-b809-141303115601 None None] The sync data for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 is: [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '890b0b7e-f3a0-489d-8807-c614d3a9fea1', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'port_id': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'mac_address': 'fa:16:3e:03:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:50Z', 'updated_at': '2021-07-16T20:17:50Z', 'revision_number': 0, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:19Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:57.012041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Router ac867707-af90-493d-ab11-2a1afa000f79 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:17:57.016267 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e180056c-9250-4b41-a28d-b8af3333fa87 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/floatingips/890b0b7e-f3a0-489d-8807-c614d3a9fea1 HTTP/1.1" status: 200 len: 991 time: 0.1621833 Jul 16 20:17:57.024776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829f0fa-6791-42a6-963c-7dffe0eb0e50 req-aec2e4ce-efbc-4a07-82d0-e080cb054788 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.030672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b829f0fa-6791-42a6-963c-7dffe0eb0e50 req-aec2e4ce-efbc-4a07-82d0-e080cb054788 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.6461263 Jul 16 20:17:57.056461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427df9b5-8ad0-46d2-8a2b-6027c8d815aa req-b561f837-3dbb-424b-83cf-0826f6a1fe56 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.058034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-427df9b5-8ad0-46d2-8a2b-6027c8d815aa req-b561f837-3dbb-424b-83cf-0826f6a1fe56 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4538503 Jul 16 20:17:57.330186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-50ff6650-1a6f-4e52-8b77-53683413080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.335643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-50ff6650-1a6f-4e52-8b77-53683413080d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e HTTP/1.1" status: 200 len: 898 time: 0.4768929 Jul 16 20:17:57.367968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b829f0fa-6791-42a6-963c-7dffe0eb0e50 req-05eb6f55-8cef-4f49-93f1-5757f07f2b61 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361568 Jul 16 20:17:57.387422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4becc778-6cda-48ac-8030-50178d0df86e None None] New status for floating IP 890b0b7e-f3a0-489d-8807-c614d3a9fea1: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:17:57.391677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:17:57.403509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bec13ab1-4aa5-4612-92aa-36bdfd6da50b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "PUT /v2.0/routers/ac867707-af90-493d-ab11-2a1afa000f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7144148 Jul 16 20:17:57.404609 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f86896-554f-4421-880c-cf7736f6209e None None] Sync routers for ids ['ac867707-af90-493d-ab11-2a1afa000f79'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:17:57.406623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:57.422182 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f86896-554f-4421-880c-cf7736f6209e None None] Routers {'ac867707-af90-493d-ab11-2a1afa000f79'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:57.423010 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-20f86896-554f-4421-880c-cf7736f6209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:17:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ac867707-af90-493d-ab11-2a1afa000f79'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:57.493876 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-20f86896-554f-4421-880c-cf7736f6209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:57.519331 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f86896-554f-4421-880c-cf7736f6209e None None] Routers {'ac867707-af90-493d-ab11-2a1afa000f79'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:17:57.520189 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-20f86896-554f-4421-880c-cf7736f6209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:17:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ac867707-af90-493d-ab11-2a1afa000f79'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:57.523413 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-178b2375-3702-40d2-ad48-96862018cc51 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:17:57.532894 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-178b2375-3702-40d2-ad48-96862018cc51 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/3728b68e-c9d2-4d00-b639-46fb979b42ab HTTP/1.1" status: 404 len: 333 time: 0.1214712 Jul 16 20:17:57.534222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54504) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:57.554579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-427df9b5-8ad0-46d2-8a2b-6027c8d815aa req-727e7690-dca0-456b-8e00-48f290dcb146 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828210 Jul 16 20:17:57.592068 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-20f86896-554f-4421-880c-cf7736f6209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:57.593373 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f86896-554f-4421-880c-cf7736f6209e None None] The sync data for ids ['ac867707-af90-493d-ab11-2a1afa000f79'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:17:57.630040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-1573b513-7914-432e-a458-584c0c8de69c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 HTTP/1.1" status: 200 len: 999 time: 0.2765670 Jul 16 20:17:57.716116 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4ab27ba4-f36d-4311-b7ff-7bc0b4b8a439 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.828443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-1d0d0e58-427e-48b1-b67f-2882a0f9d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.834584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-1d0d0e58-427e-48b1-b67f-2882a0f9d1a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a79c758-9df8-45c8-b678-2929a9986449 HTTP/1.1" status: 200 len: 835 time: 0.1811523 Jul 16 20:17:57.959196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-ff068301-4871-4595-b59e-63e688833e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.961136 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-ff068301-4871-4595-b59e-63e688833e4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033912 Jul 16 20:17:58.018418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54524) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:58.027672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4ab27ba4-f36d-4311-b7ff-7bc0b4b8a439 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.030600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4ab27ba4-f36d-4311-b7ff-7bc0b4b8a439 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.117591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4ab27ba4-f36d-4311-b7ff-7bc0b4b8a439 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.118223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab27ba4-f36d-4311-b7ff-7bc0b4b8a439 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Fanout notify agent at l3_agent the message router_deleted on router ac867707-af90-493d-ab11-2a1afa000f79 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:17:58.126489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4ab27ba4-f36d-4311-b7ff-7bc0b4b8a439 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.127052 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4ab27ba4-f36d-4311-b7ff-7bc0b4b8a439 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/routers/ac867707-af90-493d-ab11-2a1afa000f79 HTTP/1.1" status: 204 len: 168 time: 0.5860336 Jul 16 20:17:58.131481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54542) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:58.225323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c213b8-b023-4d8e-84df-50a2868d6f6c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet 7fdda143-cd98-4a2a-afb5-215f3d55a636 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:58.248718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-89c213b8-b023-4d8e-84df-50a2868d6f6c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.250270 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3cfa98e9-9091-46d9-bfd5-87bc0f5215d8 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/floatingips/890b0b7e-f3a0-489d-8807-c614d3a9fea1 HTTP/1.1" status: 200 len: 993 time: 0.1929834 Jul 16 20:17:58.262712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-5d19e8ab-5cfb-4fc3-8855-b61e8006b94c service neutron] 10.222.0.16 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950366 Jul 16 20:17:58.290776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d57761e-3f60-4dbf-9a72-31f554967413 req-416c71df-9cb1-4b22-8608-6b694e700832 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2787dc92f2c14544b6f8410093b25f10 HTTP/1.1" status: 200 len: 221 time: 0.1792557 Jul 16 20:17:58.419176 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-89c213b8-b023-4d8e-84df-50a2868d6f6c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.614768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-89c213b8-b023-4d8e-84df-50a2868d6f6c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.641389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c17c13d-2d17-47f8-82b1-07360fbd1b89 req-637e7b12-8867-4476-87ce-bc2a453b3169 service neutron] 10.222.0.16 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694797 Jul 16 20:17:58.728128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bcd0-8295-4410-adf2-3577b2336948 req-150aac70-f7f3-4551-b2fd-3cd895826d07 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.731263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9458bcd0-8295-4410-adf2-3577b2336948 req-150aac70-f7f3-4551-b2fd-3cd895826d07 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1581213 Jul 16 20:17:58.755418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-89c213b8-b023-4d8e-84df-50a2868d6f6c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.834002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c213b8-b023-4d8e-84df-50a2868d6f6c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdda143-cd98-4a2a-afb5-215f3d55a636,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.842884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-89c213b8-b023-4d8e-84df-50a2868d6f6c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.846773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-89c213b8-b023-4d8e-84df-50a2868d6f6c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/7fdda143-cd98-4a2a-afb5-215f3d55a636 HTTP/1.1" status: 204 len: 168 time: 0.7133801 Jul 16 20:17:58.849549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54578) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:58.855456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c370232-278e-4da4-b167-ee44c2de36c3 None None] Network 356cad37-38f0-4efd-b8cb-ad827a103d38 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:58.911734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54580) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:58.996758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9458bcd0-8295-4410-adf2-3577b2336948 req-946d323c-98c2-4749-bc8b-c213a0f3be35 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453470 Jul 16 20:17:59.111177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c67b-8954-4162-8056-af9663b2303d req-03ad2c0b-6088-413a-a338-15ef7dde865d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.120938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5984c67b-8954-4162-8056-af9663b2303d req-03ad2c0b-6088-413a-a338-15ef7dde865d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.3546464 Jul 16 20:17:59.164481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.194200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5984c67b-8954-4162-8056-af9663b2303d req-9e6df2fe-9140-4a05-86d7-4e65d41152d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624464 Jul 16 20:17:59.269639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] DHCP port deletion for 356cad37-38f0-4efd-b8cb-ad827a103d38 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:17:59.311616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port f3b3b91e-85a3-4406-9718-9c5c78022f8a {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:59.313658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.541307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Deleting port f3b3b91e-85a3-4406-9718-9c5c78022f8a {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:59.541945 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.625306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9080c1a8-6f2b-44af-b40b-60475db15d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.652906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] For port f3b3b91e-85a3-4406-9718-9c5c78022f8a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3b3b91e-85a3-4406-9718-9c5c78022f8a,segment=NetworkSegment(29a2a5d1-c37e-47e2-851e-ce338b9a99bc),segment_id=29a2a5d1-c37e-47e2-851e-ce338b9a99bc)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:59.653579 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.691483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Calling delete_port for f3b3b91e-85a3-4406-9718-9c5c78022f8a owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:59.818744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] For port f3b3b91e-85a3-4406-9718-9c5c78022f8a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3b3b91e-85a3-4406-9718-9c5c78022f8a,segment=NetworkSegment(29a2a5d1-c37e-47e2-851e-ce338b9a99bc),segment_id=29a2a5d1-c37e-47e2-851e-ce338b9a99bc)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:59.819793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.820576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9080c1a8-6f2b-44af-b40b-60475db15d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.829102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9080c1a8-6f2b-44af-b40b-60475db15d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.860606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for f3b3b91e-85a3-4406-9718-9c5c78022f8a owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:59.884586 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.907157 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9080c1a8-6f2b-44af-b40b-60475db15d28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3d557c8ffc54488aecfe9c5e926a6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9899380 Jul 16 20:17:59.907157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080c1a8-6f2b-44af-b40b-60475db15d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5691f0-80be-4506-991e-b76e8cccb77e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:59.918921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54590) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:59.922568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] No DVR routers for this DVR port f3b3b91e-85a3-4406-9718-9c5c78022f8a on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:59.968885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Pushing event deleted for resources: {'Port': ['ID=f3b3b91e-85a3-4406-9718-9c5c78022f8a,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:59.978616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.979494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.980018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.980707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.982045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.982620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.984032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.984669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.985201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.985706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.986224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:59.986733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c391c5f-1a28-41ce-99f3-e46b996c60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:00.026133 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b7febb1-400b-4ddf-848e-d0dfb04b70c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.053879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72572c6c-a520-4d68-a787-84dfd7a5df7b req-25ab290b-6821-48b1-ad90-53204c80c00e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.055803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b7febb1-400b-4ddf-848e-d0dfb04b70c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.056742 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72572c6c-a520-4d68-a787-84dfd7a5df7b req-25ab290b-6821-48b1-ad90-53204c80c00e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4715271 Jul 16 20:18:00.079219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1b24b-339c-49fe-9ee5-b490c014a677 req-199287c6-1d41-41c4-8a6d-f96b3ea131da tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.082287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8fd1b24b-339c-49fe-9ee5-b490c014a677 req-199287c6-1d41-41c4-8a6d-f96b3ea131da tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4986477 Jul 16 20:18:00.096470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-9d7ed306-111a-44ae-8966-8dafa819ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.099987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-9d7ed306-111a-44ae-8966-8dafa819ae56 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1097 time: 0.5129049 Jul 16 20:18:00.136238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b7febb1-400b-4ddf-848e-d0dfb04b70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.140748 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b7febb1-400b-4ddf-848e-d0dfb04b70c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.142852 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b7febb1-400b-4ddf-848e-d0dfb04b70c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba5691f0-80be-4506-991e-b76e8cccb77e HTTP/1.1" status: 204 len: 168 time: 0.2194858 Jul 16 20:18:00.156766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7febb1-400b-4ddf-848e-d0dfb04b70c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5691f0-80be-4506-991e-b76e8cccb77e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.293373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8fd1b24b-339c-49fe-9ee5-b490c014a677 req-4764572d-10c2-4165-9a11-5c60ce08eac1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894522 Jul 16 20:18:00.296714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.318045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72572c6c-a520-4d68-a787-84dfd7a5df7b req-448cf41c-d4e8-47d1-a639-590b5c05af35 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339146 Jul 16 20:18:00.392130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=f3b3b91e-85a3-4406-9718-9c5c78022f8a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.413835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No DVR routers for this DVR port f3b3b91e-85a3-4406-9718-9c5c78022f8a on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:00.566304 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-c1dccca2-70fe-4d2e-87d6-a83ff23ea837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.568786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-c1dccca2-70fe-4d2e-87d6-a83ff23ea837 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.4524271 Jul 16 20:18:00.861839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.918250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356cad37-38f0-4efd-b8cb-ad827a103d38']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:00.946072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-50aa7f0a-e85f-449d-8fad-86efc73c4932 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.3421061 Jul 16 20:18:00.949678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a2a5d1-c37e-47e2-851e-ce338b9a99bc') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:00.949982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a2a5d1-c37e-47e2-851e-ce338b9a99bc') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:00.985474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3b3b91e-85a3-4406-9718-9c5c78022f8a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:01.031582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f3b3b91e-85a3-4406-9718-9c5c78022f8a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:01.032604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3b3b91e-85a3-4406-9718-9c5c78022f8a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:01.441985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.510674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804fe4-eac8-432a-9dcc-5e171f87e863 req-e3b89d10-a70c-427f-a1c7-6986aa2014e5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.513314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30804fe4-eac8-432a-9dcc-5e171f87e863 req-e3b89d10-a70c-427f-a1c7-6986aa2014e5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.9799356 Jul 16 20:18:01.551827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.599466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3618-e5a9-4f54-8d03-c0644bdd2531 req-03c80eaf-9711-47b9-b9b0-ab1aaab81359 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.601768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c37a3618-e5a9-4f54-8d03-c0644bdd2531 req-03c80eaf-9711-47b9-b9b0-ab1aaab81359 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.0112977 Jul 16 20:18:01.603627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:01.604333 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:01.610913 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:01.616743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-c17b130d-cada-47a0-ac08-e332b58e5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.616743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-c17b130d-cada-47a0-ac08-e332b58e5db5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.6596744 Jul 16 20:18:01.752006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30804fe4-eac8-432a-9dcc-5e171f87e863 req-1b5e292c-0c36-4b66-8407-8818e35a93b3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274971 Jul 16 20:18:01.773990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.784030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.789270 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/networks/356cad37-38f0-4efd-b8cb-ad827a103d38 HTTP/1.1" status: 204 len: 168 time: 2.9358025 Jul 16 20:18:01.796661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54628) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:01.818439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c37a3618-e5a9-4f54-8d03-c0644bdd2531 req-1ebba1b9-802e-4a82-a461-7a6d98e22d6b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795599 Jul 16 20:18:01.823690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02337-1960-44b5-9269-bc5d3afff844 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Network': ['ID=356cad37-38f0-4efd-b8cb-ad827a103d38,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.912267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-982a9376-fafe-491c-8961-acdf61c97848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.928725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-982a9376-fafe-491c-8961-acdf61c97848 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2626002 Jul 16 20:18:01.968721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6aad1e-431f-46fb-9613-433f49f8d4b1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.978494 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ec6aad1e-431f-46fb-9613-433f49f8d4b1 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/8ffcdad5-d09e-4566-97e1-fb1291d5c38f HTTP/1.1" status: 200 len: 840 time: 0.1798127 Jul 16 20:18:01.984673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54634) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:02.147950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e9b5205a-8d41-445c-b76f-9714a33c7b6f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/8ffcdad5-d09e-4566-97e1-fb1291d5c38f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1607547 Jul 16 20:18:02.149252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:02.158945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:02.196661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-0007a2fc-775c-4918-8f68-a8b6ba35f08b service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667160 Jul 16 20:18:02.388831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:02.395051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.550989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676307-1067-4fe9-9638-140fed50e1f1 req-5b42bbf8-d2ec-4d9b-91c9-9b7ad902760b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.560854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6676307-1067-4fe9-9638-140fed50e1f1 req-5b42bbf8-d2ec-4d9b-91c9-9b7ad902760b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.3623261 Jul 16 20:18:02.609736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce63bf8-c51e-45dc-84f9-a5f809185143 req-f70cf6ee-413e-4970-92de-9f856bb0941c service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940115 Jul 16 20:18:02.622661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd784a3-11cf-4175-b263-983fe400806e req-66abfe73-3f56-4b79-b2cf-4ec6e2a3cb9c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.631221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cbd784a3-11cf-4175-b263-983fe400806e req-66abfe73-3f56-4b79-b2cf-4ec6e2a3cb9c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4058506 Jul 16 20:18:02.670659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6676307-1067-4fe9-9638-140fed50e1f1 req-cdf2d750-11be-4534-ba37-8237450246c7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996528 Jul 16 20:18:02.740330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cbd784a3-11cf-4175-b263-983fe400806e req-f2582a6a-ce37-4eb8-922f-cb00273998cd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079974 Jul 16 20:18:02.777440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54650) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:02.901993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.082306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:03.091244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:03.105237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d262a2-b2e2-45c2-b4ae-2763960a6306 None None] Network df32700a-836c-4f65-9dd5-a91dc979489d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:03.109894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.111216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.116909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=eba57f51-3fc7-4ab4-b301-4df309e7f75b,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:03.145513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-961351096'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:03.152982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54658) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:03.155062 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4affa983-44b2-4f8a-ab46-a7ee50557734 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0037882 Jul 16 20:18:03.160169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-580b5475-7e9c-4f64-b20a-90d3d7136a6f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'security_group': {'name': 'tempest-secgroup-1111656995'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:03.232949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-580b5475-7e9c-4f64-b20a-90d3d7136a6f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.295737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Made reservation on behalf of 5199dcac3fb24f039239458d1488a5a2 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:03.299464 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.337737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fe8a7-8c0d-4ccf-b391-0e87a863ad21 req-bd022733-6832-467c-8329-b74b4af8d067 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.339402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc5fe8a7-8c0d-4ccf-b391-0e87a863ad21 req-bd022733-6832-467c-8329-b74b4af8d067 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3113661 Jul 16 20:18:03.344731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.390584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47928e88-fe75-4df7-a32b-629a7a48e94d req-55a47e49-ac65-4433-a2bb-b01dcc33f462 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.392312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47928e88-fe75-4df7-a32b-629a7a48e94d req-55a47e49-ac65-4433-a2bb-b01dcc33f462 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.2863410 Jul 16 20:18:03.472853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-df32700a-836c-4f65-9dd5-a91dc979489d', 'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'tenant_id': '32c3befeab7d474c80717cdfc23b6972', 'fixed_ips': [{'subnet_id': 'eba57f51-3fc7-4ab4-b301-4df309e7f75b'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:03.473632 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.489774 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc5fe8a7-8c0d-4ccf-b391-0e87a863ad21 req-6e027651-ad1f-49d8-bc2c-f1a53f8e98f1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296463 Jul 16 20:18:03.554560 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-580b5475-7e9c-4f64-b20a-90d3d7136a6f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.572905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47928e88-fe75-4df7-a32b-629a7a48e94d req-61cd3fc5-2162-416a-9863-6e8db5ac6e8b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615927 Jul 16 20:18:03.589802 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-580b5475-7e9c-4f64-b20a-90d3d7136a6f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.655885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b5475-7e9c-4f64-b20a-90d3d7136a6f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d0fd32-31c4-4fe4-a517-dfbe085f8915,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:03.838195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Allocated IP 172.20.0.2 (df32700a-836c-4f65-9dd5-a91dc979489d/eba57f51-3fc7-4ab4-b301-4df309e7f75b/ce29c5b0-b944-42f3-8824-7be4d7fa8678) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:03.865132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee0e56-c80f-4b35-bf11-11829e13ea47 req-acabd165-776e-492f-bd08-2ec1f7e1e4aa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.867488 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13ee0e56-c80f-4b35-bf11-11829e13ea47 req-acabd165-776e-492f-bd08-2ec1f7e1e4aa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2187114 Jul 16 20:18:04.033671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.047670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13ee0e56-c80f-4b35-bf11-11829e13ea47 req-105faec6-d6aa-426f-850f-c7b4b89af669 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573517 Jul 16 20:18:04.051109 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.066632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-580b5475-7e9c-4f64-b20a-90d3d7136a6f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.073132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54666) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:04.074034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-580b5475-7e9c-4f64-b20a-90d3d7136a6f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9191144 Jul 16 20:18:04.081004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-dcc753d3-9b23-4394-a948-3ff1ba0626d3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'security_group': {'name': 'tempest-secgroup-565836133'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:04.154191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:04.157587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcc753d3-9b23-4394-a948-3ff1ba0626d3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.189151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcda5e-fe75-461c-b4a4-e7f8d03db369 req-519bbde2-8941-474b-b9f9-653bed1c42c7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.202486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ccdcda5e-fe75-461c-b4a4-e7f8d03db369 req-519bbde2-8941-474b-b9f9-653bed1c42c7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.3563366 Jul 16 20:18:04.205510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b3a2a4-b906-4afa-b0ca-a6ef4ddb2956,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.225538 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.225770 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Added segment 9c9a46f4-a047-4f94-90a2-397889369d5a of type vlan for network 1058d8ef-8b66-492c-a01f-a6d639d84f21 Jul 16 20:18:04.247693 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.277553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Transition to ACTIVE for port object ce29c5b0-b944-42f3-8824-7be4d7fa8678 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:04.313803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Transition to ACTIVE for port object ce29c5b0-b944-42f3-8824-7be4d7fa8678 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:04.340965 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.344659 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.380375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ccdcda5e-fe75-461c-b4a4-e7f8d03db369 req-24702bb0-dffc-4f99-9d8e-c2ae9caefd56 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761484 Jul 16 20:18:04.405436 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.435767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:04.439440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcc753d3-9b23-4394-a948-3ff1ba0626d3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.445503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcc753d3-9b23-4394-a948-3ff1ba0626d3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.446752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:04.453469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:04.455128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.475257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.482441 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.504435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc753d3-9b23-4394-a948-3ff1ba0626d3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf7213-33cd-41d5-b00e-e788433de607,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.509249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcc753d3-9b23-4394-a948-3ff1ba0626d3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.511254 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dcc753d3-9b23-4394-a948-3ff1ba0626d3 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4355197 Jul 16 20:18:04.515664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54674) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:04.530097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Pushing event updated for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.532440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-293684766', 'security_groups': ['ccaf7213-33cd-41d5-b00e-e788433de607'], 'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eba57f51-3fc7-4ab4-b301-4df309e7f75b'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:04.612301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Attempting to bind port ce29c5b0-b944-42f3-8824-7be4d7fa8678 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:04.614808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Attempting to bind port ce29c5b0-b944-42f3-8824-7be4d7fa8678 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'b0a072dc-5e45-4559-b5c7-10e86f9739e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:04.615781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Attempting to bind port ce29c5b0-b944-42f3-8824-7be4d7fa8678 on network df32700a-836c-4f65-9dd5-a91dc979489d {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:04.627307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:04.629069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Checking segment: {'id': 'b0a072dc-5e45-4559-b5c7-10e86f9739e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:04.630720 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.631951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Bound using segment: {'id': 'b0a072dc-5e45-4559-b5c7-10e86f9739e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:04.634738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Bound port: ce29c5b0-b944-42f3-8824-7be4d7fa8678, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a072dc-5e45-4559-b5c7-10e86f9739e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:04.636011 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.658739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8798573 Jul 16 20:18:04.675989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54678) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:04.757458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:04.761742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce29c5b0-b944-42f3-8824-7be4d7fa8678,segment=NetworkSegment(b0a072dc-5e45-4559-b5c7-10e86f9739e6),segment_id=b0a072dc-5e45-4559-b5c7-10e86f9739e6)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:04.778638 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.793001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:04.811317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Request body: {'subnet': {'network_id': '1058d8ef-8b66-492c-a01f-a6d639d84f21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:04.822454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d646efd-8e24-4fd8-9f5f-656633adddac tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event updated for resources: {'Network': ['ID=1058d8ef-8b66-492c-a01f-a6d639d84f21,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.902300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 1058d8ef-8b66-492c-a01f-a6d639d84f21 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:05.003829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.005384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e88347-a0e6-43a5-95b5-c155ab66a33a None None] Pushing event updated for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:05.043225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port 60a52fe5-224a-4ed2-9699-995dc3c427a2 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:05.147647 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.153661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef2915-20c3-4442-a65a-9565394a3ab8 req-1d7a1eec-b5f9-4426-a01d-450bb944c336 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.156334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94ef2915-20c3-4442-a65a-9565394a3ab8 req-1d7a1eec-b5f9-4426-a01d-450bb944c336 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.6456230 Jul 16 20:18:05.264841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Made reservation on behalf of 5199dcac3fb24f039239458d1488a5a2 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:05.275011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.369662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf604f6a-b88f-41b7-8c1e-afad598c20ed req-d3619e43-412e-43a3-a39f-4495228ec037 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.373912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf604f6a-b88f-41b7-8c1e-afad598c20ed req-d3619e43-412e-43a3-a39f-4495228ec037 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.5208802 Jul 16 20:18:05.460869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-94ef2915-20c3-4442-a65a-9565394a3ab8 req-99cf95d2-4379-4ea3-b95a-5bce4168b2db tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857776 Jul 16 20:18:05.496908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.8 (df32700a-836c-4f65-9dd5-a91dc979489d/eba57f51-3fc7-4ab4-b301-4df309e7f75b/60a52fe5-224a-4ed2-9699-995dc3c427a2) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:05.664394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf604f6a-b88f-41b7-8c1e-afad598c20ed req-53c43ac8-68fa-4b13-96d2-fe77b43ce549 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462897 Jul 16 20:18:05.738130 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.759213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object 60a52fe5-224a-4ed2-9699-995dc3c427a2 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:05.814322 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.905214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.920909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:05.934540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:05.938477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:05.953177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bfe73-ed3b-43e8-9fe3-7db55f48691d req-60583797-63e5-479c-847c-e5222dad9041 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.955054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f4bfe73-ed3b-43e8-9fe3-7db55f48691d req-60583797-63e5-479c-847c-e5222dad9041 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2268302 Jul 16 20:18:06.013762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event updated for resources: {'Subnet': ['ID=b212f2d1-d541-4d8c-bacd-5a03b891dbeb,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:06.055396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.055776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Checking segment: {'id': '9c9a46f4-a047-4f94-90a2-397889369d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1058d8ef-8b66-492c-a01f-a6d639d84f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:06.056327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Network hostable DHCP agents. Network: 1058d8ef-8b66-492c-a01f-a6d639d84f21, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:06.056835 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.063398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f4bfe73-ed3b-43e8-9fe3-7db55f48691d req-e8395f96-481d-480f-a855-76e7bc44c411 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905087 Jul 16 20:18:06.083571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=60a52fe5-224a-4ed2-9699-995dc3c427a2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:06.096903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Network 1058d8ef-8b66-492c-a01f-a6d639d84f21 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:06.102479 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5e00f74c-0586-4026-984c-811e65c9b86a tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5846055 Jul 16 20:18:06.107206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54684) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:06.119084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 1058d8ef-8b66-492c-a01f-a6d639d84f21) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:06.124735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.125461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.146874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03bee14-2ce6-4c0a-bfaa-bc814c1c71db None None] Network 1058d8ef-8b66-492c-a01f-a6d639d84f21 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:06.148453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3eb6ad5b-aef2-4900-8ec5-35fa13b95278 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4691494 Jul 16 20:18:06.152432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8cdc8eed-d832-424e-8f13-e17dc6a7160e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:06.154905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54688) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:06.179346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Request body: {'port': {'network_id': '1058d8ef-8b66-492c-a01f-a6d639d84f21', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1221951019'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:06.505172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-1058d8ef-8b66-492c-a01f-a6d639d84f21', 'network_id': '1058d8ef-8b66-492c-a01f-a6d639d84f21', 'tenant_id': '5199dcac3fb24f039239458d1488a5a2', 'fixed_ips': [{'subnet_id': 'b212f2d1-d541-4d8c-bacd-5a03b891dbeb'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:06.506428 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.565785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f1e34-19dc-4464-956b-22f45a15b60f req-2416fed1-90a3-43dc-87b4-07a4fed9dcae tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.582230 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b69f1e34-19dc-4464-956b-22f45a15b60f req-2416fed1-90a3-43dc-87b4-07a4fed9dcae tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1974032 Jul 16 20:18:06.610820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdc8eed-d832-424e-8f13-e17dc6a7160e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:06.618268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cdc8eed-d832-424e-8f13-e17dc6a7160e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.673860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b69f1e34-19dc-4464-956b-22f45a15b60f req-77a7c982-b7d1-4052-bced-fb3840b3aa2d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892470 Jul 16 20:18:06.687428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Made reservation on behalf of 5199dcac3fb24f039239458d1488a5a2 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:06.694488 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.742134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] device_id is not set on port d604470a-a22f-4215-832f-19e8330bdef1 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:06.752322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Allocated IP 172.20.0.2 (1058d8ef-8b66-492c-a01f-a6d639d84f21/b212f2d1-d541-4d8c-bacd-5a03b891dbeb/f984e0b5-9c09-458c-b74a-e4023b39e0f5) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:07.055738 n-d-791505-15 neutron-server[100244]: INFO neutron.db.ipam_backend_mixin [None req-8cdc8eed-d832-424e-8f13-e17dc6a7160e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eba57f51-3fc7-4ab4-b301-4df309e7f75b (CIDR: 172.20.0.0/28) Jul 16 20:18:07.062013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f6343a59-d1ff-4ed2-b359-06a41d480506 None None] Provisioning for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:07.072133 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdc8eed-d832-424e-8f13-e17dc6a7160e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:18:07.072968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdc8eed-d832-424e-8f13-e17dc6a7160e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:07.180237 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8cdc8eed-d832-424e-8f13-e17dc6a7160e tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0706506 Jul 16 20:18:07.184461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54698) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:07.216696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:07.277195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce29c5b0-b944-42f3-8824-7be4d7fa8678 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:07.283674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.325341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f6343a59-d1ff-4ed2-b359-06a41d480506 None None] Provisioning complete for port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:07.325960 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6343a59-d1ff-4ed2-b359-06a41d480506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.435601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f6343a59-d1ff-4ed2-b359-06a41d480506 None None] Port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:07.447230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b30db-022d-4b78-bd86-ec239eac7ec7 req-0bd8ae5e-a419-42a0-ad35-a7c57db7fd56 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.450495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-889b30db-022d-4b78-bd86-ec239eac7ec7 req-0bd8ae5e-a419-42a0-ad35-a7c57db7fd56 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.4117537 Jul 16 20:18:07.459938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Transition to ACTIVE for port object f984e0b5-9c09-458c-b74a-e4023b39e0f5 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:07.488081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9d3a9-4f54-410e-851b-5c12b9002b36 req-09e89e32-ac53-4ea4-b0ee-4dbeecf89351 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.493749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3be9d3a9-4f54-410e-851b-5c12b9002b36 req-09e89e32-ac53-4ea4-b0ee-4dbeecf89351 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3478599 Jul 16 20:18:07.512901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Transition to ACTIVE for port object f984e0b5-9c09-458c-b74a-e4023b39e0f5 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:07.524575 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.559210 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:07.567913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Network 1058d8ef-8b66-492c-a01f-a6d639d84f21 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:07.571429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.617856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:07.625277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Allocated IP 172.20.0.4 (1058d8ef-8b66-492c-a01f-a6d639d84f21/b212f2d1-d541-4d8c-bacd-5a03b891dbeb/d604470a-a22f-4215-832f-19e8330bdef1) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:07.634245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:07.660779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-889b30db-022d-4b78-bd86-ec239eac7ec7 req-6f742517-bd21-4cdb-b697-74dee2bad4ed tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905301 Jul 16 20:18:07.663000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:07.692248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3be9d3a9-4f54-410e-851b-5c12b9002b36 req-9f441899-4130-481e-9d45-3794ce6467a5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851366 Jul 16 20:18:07.733003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:07.733213 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.788268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2af004f4-4b3f-417e-b0a9-e05d0c3265a3 None None] Provisioning for port 60a52fe5-224a-4ed2-9699-995dc3c427a2 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:07.833930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Pushing event updated for resources: {'Port': ['ID=f984e0b5-9c09-458c-b74a-e4023b39e0f5,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:07.858588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2af004f4-4b3f-417e-b0a9-e05d0c3265a3 None None] Provisioning complete for port 60a52fe5-224a-4ed2-9699-995dc3c427a2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:07.859701 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2af004f4-4b3f-417e-b0a9-e05d0c3265a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.020400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Attempting to bind port f984e0b5-9c09-458c-b74a-e4023b39e0f5 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:08.021227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Attempting to bind port f984e0b5-9c09-458c-b74a-e4023b39e0f5 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9c9a46f4-a047-4f94-90a2-397889369d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1058d8ef-8b66-492c-a01f-a6d639d84f21'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:08.021692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Attempting to bind port f984e0b5-9c09-458c-b74a-e4023b39e0f5 on network 1058d8ef-8b66-492c-a01f-a6d639d84f21 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:08.035673 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.036740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:08.036971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Checking segment: {'id': '9c9a46f4-a047-4f94-90a2-397889369d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1058d8ef-8b66-492c-a01f-a6d639d84f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:08.037961 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.039413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Bound using segment: {'id': '9c9a46f4-a047-4f94-90a2-397889369d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1058d8ef-8b66-492c-a01f-a6d639d84f21'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:08.039413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Bound port: f984e0b5-9c09-458c-b74a-e4023b39e0f5, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9a46f4-a047-4f94-90a2-397889369d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1058d8ef-8b66-492c-a01f-a6d639d84f21'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:08.039876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.061193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2af004f4-4b3f-417e-b0a9-e05d0c3265a3 None None] Port 60a52fe5-224a-4ed2-9699-995dc3c427a2 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:08.065302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Transition to ACTIVE for port object d604470a-a22f-4215-832f-19e8330bdef1 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:08.080302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e59a3-2b9e-4652-8db6-802945feefcc req-e6206e27-7a0c-4680-8e6c-9d32658082fd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.082818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-168e59a3-2b9e-4652-8db6-802945feefcc req-e6206e27-7a0c-4680-8e6c-9d32658082fd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1430507 Jul 16 20:18:08.142843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.158548 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-168e59a3-2b9e-4652-8db6-802945feefcc req-f8126711-6619-498c-850a-ea2ae7a8e4e5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623553 Jul 16 20:18:08.161411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.199477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce29c5b0-b944-42f3-8824-7be4d7fa8678,segment=NetworkSegment(b0a072dc-5e45-4559-b5c7-10e86f9739e6),segment_id=b0a072dc-5e45-4559-b5c7-10e86f9739e6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:08.208530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] For port f984e0b5-9c09-458c-b74a-e4023b39e0f5, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:08.218255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Network 1058d8ef-8b66-492c-a01f-a6d639d84f21 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:08.223643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:08.226416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:08.243621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] For port f984e0b5-9c09-458c-b74a-e4023b39e0f5, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f984e0b5-9c09-458c-b74a-e4023b39e0f5,segment=NetworkSegment(9c9a46f4-a047-4f94-90a2-397889369d5a),segment_id=9c9a46f4-a047-4f94-90a2-397889369d5a)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:08.252535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.266095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.280110 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.283291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event updated for resources: {'Port': ['ID=d604470a-a22f-4215-832f-19e8330bdef1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.315331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.317244 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.342402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6a179302-ad84-48d3-9d43-7e5afa9c6bd3 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1800323 Jul 16 20:18:08.343937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54708) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:08.399481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:08.406814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:08.428036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.429734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d22c5-c359-42ef-a271-3e93b2fb1b77 None None] Network df32700a-836c-4f65-9dd5-a91dc979489d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:08.429986 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.460497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=f179278a-9689-4e28-8f7e-c04c8acdd2ab,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.482556 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-624cd4d3-b115-4d4e-b9a8-1fd2e15352e7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2964759 Jul 16 20:18:08.486892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54710) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:08.493542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-285206378', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f179278a-9689-4e28-8f7e-c04c8acdd2ab'}], 'security_groups': ['22d0fd32-31c4-4fe4-a517-dfbe085f8915']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:08.500241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.657774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9faa7-c013-4394-8f30-fe23b1cb45ee None None] Pushing event updated for resources: {'Port': ['ID=f984e0b5-9c09-458c-b74a-e4023b39e0f5,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.670493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137bc93-ade1-4896-88cc-be7c4ed933cd req-965150c9-3b73-478b-9303-0cff4b3ad740 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.680964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1137bc93-ade1-4896-88cc-be7c4ed933cd req-965150c9-3b73-478b-9303-0cff4b3ad740 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2012086 Jul 16 20:18:08.696116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c8abe1e8-39a8-4265-a61a-0657c542ed98 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Deleting port d604470a-a22f-4215-832f-19e8330bdef1 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:08.696585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8abe1e8-39a8-4265-a61a-0657c542ed98 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.747816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.857594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1137bc93-ade1-4896-88cc-be7c4ed933cd req-476e5a9b-2fbe-44df-bcaa-528f475e96ff tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757591 Jul 16 20:18:09.083635 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8abe1e8-39a8-4265-a61a-0657c542ed98 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.141479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df83ddd7-375a-47e4-8821-44c2c9857ca2 None None] Update dhcp port {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'fixed_ips': [{'subnet_id': 'eba57f51-3fc7-4ab4-b301-4df309e7f75b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f179278a-9689-4e28-8f7e-c04c8acdd2ab'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'ce29c5b0-b944-42f3-8824-7be4d7fa8678'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:18:09.163547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c8abe1e8-39a8-4265-a61a-0657c542ed98 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Calling delete_port for d604470a-a22f-4215-832f-19e8330bdef1 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:09.231979 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df83ddd7-375a-47e4-8821-44c2c9857ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.382374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8abe1e8-39a8-4265-a61a-0657c542ed98 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.424057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f984e0b5-9c09-458c-b74a-e4023b39e0f5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:09.471160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abe1e8-39a8-4265-a61a-0657c542ed98 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event deleted for resources: {'Port': ['ID=d604470a-a22f-4215-832f-19e8330bdef1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:09.551739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-df83ddd7-375a-47e4-8821-44c2c9857ca2 None None] Allocated IP 172.20.0.18 (df32700a-836c-4f65-9dd5-a91dc979489d/f179278a-9689-4e28-8f7e-c04c8acdd2ab/ce29c5b0-b944-42f3-8824-7be4d7fa8678) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:09.566606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f984e0b5-9c09-458c-b74a-e4023b39e0f5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:09.575339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce29c5b0-b944-42f3-8824-7be4d7fa8678 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:09.614935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e34d2-d8f2-4d13-ad83-27c3a17da483 req-4718d278-8dea-49a1-bc4d-6fbe00846740 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.617732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-209e34d2-d8f2-4d13-ad83-27c3a17da483 req-4718d278-8dea-49a1-bc4d-6fbe00846740 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.6332777 Jul 16 20:18:09.695448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f37f63-a721-4d68-8dd0-37b9e0e6c7e0 req-a49dce67-09a1-4e87-ab29-1cf727169231 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.709098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63f37f63-a721-4d68-8dd0-37b9e0e6c7e0 req-a49dce67-09a1-4e87-ab29-1cf727169231 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3414910 Jul 16 20:18:09.710553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:09.710940 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.744359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-df83ddd7-375a-47e4-8821-44c2c9857ca2 None None] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce29c5b0-b944-42f3-8824-7be4d7fa8678,segment=NetworkSegment(b0a072dc-5e45-4559-b5c7-10e86f9739e6),segment_id=b0a072dc-5e45-4559-b5c7-10e86f9739e6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:09.750746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8abe1e8-39a8-4265-a61a-0657c542ed98 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.757181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8abe1e8-39a8-4265-a61a-0657c542ed98 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "DELETE /v2.0/ports/d604470a-a22f-4215-832f-19e8330bdef1 HTTP/1.1" status: 204 len: 168 time: 1.4099538 Jul 16 20:18:09.757970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54720) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:09.775123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-209e34d2-d8f2-4d13-ad83-27c3a17da483 req-bca5bd61-4c9a-465d-adaf-452baeff935c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508245 Jul 16 20:18:09.816635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63f37f63-a721-4d68-8dd0-37b9e0e6c7e0 req-1627d104-0ad5-42d3-95ec-a400723877e2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056862 Jul 16 20:18:09.818982 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df83ddd7-375a-47e4-8821-44c2c9857ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.856796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-df83ddd7-375a-47e4-8821-44c2c9857ca2 None None] Transition to ACTIVE for port object ce29c5b0-b944-42f3-8824-7be4d7fa8678 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:09.856796 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df83ddd7-375a-47e4-8821-44c2c9857ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.071814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Delete allocated IP 172.20.0.8 (df32700a-836c-4f65-9dd5-a91dc979489d/eba57f51-3fc7-4ab4-b301-4df309e7f75b) {{(pid=100244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:18:10.082172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.27 (df32700a-836c-4f65-9dd5-a91dc979489d/f179278a-9689-4e28-8f7e-c04c8acdd2ab/60a52fe5-224a-4ed2-9699-995dc3c427a2) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:10.249962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83ddd7-375a-47e4-8821-44c2c9857ca2 None None] Pushing event updated for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.329342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a916c86-ac6a-461a-9e9d-cd11888603ca req-05d02e44-e59e-4646-ae34-a2acafb28447 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.331038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a916c86-ac6a-461a-9e9d-cd11888603ca req-05d02e44-e59e-4646-ae34-a2acafb28447 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1795301 Jul 16 20:18:10.348511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7a276490-b93b-44eb-8a1e-b070d95aa633 tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.5869901 Jul 16 20:18:10.355751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54730) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:10.369981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1271130003'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:10.417753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Made reservation on behalf of 5199dcac3fb24f039239458d1488a5a2 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:10.421587 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.454130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69486340-53df-4f7f-b228-ba693c113f2f None None] Network 1058d8ef-8b66-492c-a01f-a6d639d84f21 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:10.466564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a916c86-ac6a-461a-9e9d-cd11888603ca req-2837bc26-f0b3-4635-af49-a40d19c39014 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221340 Jul 16 20:18:10.506571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.531063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:10.544558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object 60a52fe5-224a-4ed2-9699-995dc3c427a2 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:10.550533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.560255 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.564417 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Added segment 855989f9-c071-4074-8477-f11363762d37 of type vlan for network bc2649c7-7245-4379-99a4-8f40b304bea2 Jul 16 20:18:10.679785 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.730763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0c3c1015-68c6-48bc-b37f-ade92a9042a1 None None] Provisioning for port f984e0b5-9c09-458c-b74a-e4023b39e0f5 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:10.733808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=60a52fe5-224a-4ed2-9699-995dc3c427a2,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.752696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] In _notify_port_updated(), no bound segment for port 60a52fe5-224a-4ed2-9699-995dc3c427a2 on network df32700a-836c-4f65-9dd5-a91dc979489d {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:18:10.758153 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.759423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.760116 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.761606 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b72ae158-52c3-424c-9f6e-dd7dc3f0742b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "PUT /v2.0/ports/60a52fe5-224a-4ed2-9699-995dc3c427a2 HTTP/1.1" status: 200 len: 920 time: 2.2729704 Jul 16 20:18:10.766120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54740) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:10.776578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0c3c1015-68c6-48bc-b37f-ade92a9042a1 None None] Provisioning complete for port f984e0b5-9c09-458c-b74a-e4023b39e0f5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:10.777176 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1015-68c6-48bc-b37f-ade92a9042a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.777846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.778516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.888707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event updated for resources: {'Network': ['ID=bc2649c7-7245-4379-99a4-8f40b304bea2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.901765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fecf2bdf-0951-4f43-b2d7-962676c44bb6 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5447648 Jul 16 20:18:10.902522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:10.999350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network bc2649c7-7245-4379-99a4-8f40b304bea2 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:11.007362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-39eb301e-8113-4573-91e4-9a0384f07de9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 60a52fe5-224a-4ed2-9699-995dc3c427a2 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:11.013630 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39eb301e-8113-4573-91e4-9a0384f07de9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.135971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce29c5b0-b944-42f3-8824-7be4d7fa8678 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:11.192931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39eb301e-8113-4573-91e4-9a0384f07de9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.215435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-39eb301e-8113-4573-91e4-9a0384f07de9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 60a52fe5-224a-4ed2-9699-995dc3c427a2 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:11.291488 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3eed864f-79c9-4e16-b632-af46c7e485a5 tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "GET /v2.0/agents/e333df80-cde9-4091-8cfa-12d9f18ce124/dhcp-networks HTTP/1.1" status: 200 len: 7310 time: 0.3861046 Jul 16 20:18:11.301787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54748) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:11.415141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1015-68c6-48bc-b37f-ade92a9042a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.421950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8a1df-2b9a-4c50-9adc-df3cff3ec8bd req-13a3c229-321b-4e74-a58a-d7c1d4525cc8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.423919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dc8a1df-2b9a-4c50-9adc-df3cff3ec8bd req-13a3c229-321b-4e74-a58a-d7c1d4525cc8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.2938151 Jul 16 20:18:11.447793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e083f-61f7-4a27-9b69-5c53e3c828af req-e6f2c396-f080-433d-b95f-aec2f1afb036 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.458119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3e083f-61f7-4a27-9b69-5c53e3c828af req-e6f2c396-f080-433d-b95f-aec2f1afb036 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3326712 Jul 16 20:18:11.482670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0c3c1015-68c6-48bc-b37f-ade92a9042a1 None None] For port f984e0b5-9c09-458c-b74a-e4023b39e0f5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f984e0b5-9c09-458c-b74a-e4023b39e0f5,segment=NetworkSegment(9c9a46f4-a047-4f94-90a2-397889369d5a),segment_id=9c9a46f4-a047-4f94-90a2-397889369d5a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:11.490441 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1015-68c6-48bc-b37f-ade92a9042a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.519226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39eb301e-8113-4573-91e4-9a0384f07de9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.572577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaf0d4d-3d41-491b-b521-ceaaf3db7458 tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] Network bc2649c7-7245-4379-99a4-8f40b304bea2 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:11.584715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c1015-68c6-48bc-b37f-ade92a9042a1 None None] Pushing event updated for resources: {'Port': ['ID=f984e0b5-9c09-458c-b74a-e4023b39e0f5,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:11.603877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dc8a1df-2b9a-4c50-9adc-df3cff3ec8bd req-96cd5435-d4cc-4795-bb45-c8f9e16818bb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695712 Jul 16 20:18:11.622460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3e083f-61f7-4a27-9b69-5c53e3c828af req-1707ee9e-293d-44b8-b01b-e41cf4a46a83 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631896 Jul 16 20:18:11.627244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bbaf0d4d-3d41-491b-b521-ceaaf3db7458 tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "POST /v2.0/agents/e333df80-cde9-4091-8cfa-12d9f18ce124/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3222182 Jul 16 20:18:11.631534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fceddf3-4c91-494b-bbe9-fdda092b1ef9 None None] Network bc2649c7-7245-4379-99a4-8f40b304bea2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:11.640920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb301e-8113-4573-91e4-9a0384f07de9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=60a52fe5-224a-4ed2-9699-995dc3c427a2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:11.640920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54750) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:11.660439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7c1d50f7-b151-4fa6-a6f9-4d89e6157391 None None] Provisioning for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:11.682609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7c1d50f7-b151-4fa6-a6f9-4d89e6157391 None None] Provisioning complete for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:11.683240 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7c1d50f7-b151-4fa6-a6f9-4d89e6157391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.765970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-39eb301e-8113-4573-91e4-9a0384f07de9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.769201 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-39eb301e-8113-4573-91e4-9a0384f07de9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/60a52fe5-224a-4ed2-9699-995dc3c427a2 HTTP/1.1" status: 204 len: 168 time: 1.0006833 Jul 16 20:18:11.773671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54754) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:11.873852 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fa7e26-31b3-4220-921c-0cef886981c7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:18:11.882182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-96fa7e26-31b3-4220-921c-0cef886981c7 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/60a52fe5-224a-4ed2-9699-995dc3c427a2 HTTP/1.1" status: 404 len: 333 time: 0.1012352 Jul 16 20:18:11.882404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54756) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.034928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6bea-147d-4d51-ba09-dde8dc0894fc req-35dd62bc-8787-4879-bfd0-026c3941f928 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.042750 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0cf473c7-4198-4e23-99f7-5d71881e465c tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "GET /v2.0/agents/e333df80-cde9-4091-8cfa-12d9f18ce124/dhcp-networks HTTP/1.1" status: 200 len: 8081 time: 0.4043636 Jul 16 20:18:12.049199 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54758) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.066901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a36d6bea-147d-4d51-ba09-dde8dc0894fc req-35dd62bc-8787-4879-bfd0-026c3941f928 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2208147 Jul 16 20:18:12.074386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7c1d50f7-b151-4fa6-a6f9-4d89e6157391 None None] Provisioning complete for port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:12.074983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7c1d50f7-b151-4fa6-a6f9-4d89e6157391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.154989 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a36d6bea-147d-4d51-ba09-dde8dc0894fc req-89bb809d-01ea-40da-94f0-a42ab3720324 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856943 Jul 16 20:18:12.191523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d50f7-b151-4fa6-a6f9-4d89e6157391 None None] Port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:12.195499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7c1d50f7-b151-4fa6-a6f9-4d89e6157391 None None] Could not find standard attr ID for object 60a52fe5-224a-4ed2-9699-995dc3c427a2. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:18:12.244276 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d845eac-2a7d-47db-a1fc-14979d8c84dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.271044 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-de168f38-e312-4fed-8b06-1d1da4bc97ec tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "DELETE /v2.0/agents/e333df80-cde9-4091-8cfa-12d9f18ce124/dhcp-networks/bc2649c7-7245-4379-99a4-8f40b304bea2 HTTP/1.1" status: 204 len: 168 time: 0.2118227 Jul 16 20:18:12.274790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54764) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.344769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d845eac-2a7d-47db-a1fc-14979d8c84dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.348570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-de54531a-e08b-4470-9e1e-dbef486bc0ee None None] Provisioning complete for port f984e0b5-9c09-458c-b74a-e4023b39e0f5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:12.349067 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de54531a-e08b-4470-9e1e-dbef486bc0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.515043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d845eac-2a7d-47db-a1fc-14979d8c84dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.520266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5d845eac-2a7d-47db-a1fc-14979d8c84dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.525209 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5d845eac-2a7d-47db-a1fc-14979d8c84dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/security-groups/ccaf7213-33cd-41d5-b00e-e788433de607 HTTP/1.1" status: 204 len: 168 time: 0.6415837 Jul 16 20:18:12.529215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54770) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.584934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845eac-2a7d-47db-a1fc-14979d8c84dd tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf7213-33cd-41d5-b00e-e788433de607,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.639591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ade0ffd-8677-474b-9796-44b6196d100f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.721294 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ade0ffd-8677-474b-9796-44b6196d100f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.735214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-de54531a-e08b-4470-9e1e-dbef486bc0ee None None] Could not find standard attr ID for object 60a52fe5-224a-4ed2-9699-995dc3c427a2. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:18:12.819340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ade0ffd-8677-474b-9796-44b6196d100f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.825129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ade0ffd-8677-474b-9796-44b6196d100f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.825738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7ade0ffd-8677-474b-9796-44b6196d100f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/security-groups/22d0fd32-31c4-4fe4-a517-dfbe085f8915 HTTP/1.1" status: 204 len: 168 time: 0.2830822 Jul 16 20:18:12.829679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54774) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.850892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a08ca03d-83b4-4d72-817a-43383c4eb5ec None None] Could not find standard attr ID for object d604470a-a22f-4215-832f-19e8330bdef1. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:18:12.912743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade0ffd-8677-474b-9796-44b6196d100f tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d0fd32-31c4-4fe4-a517-dfbe085f8915,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.919726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d38fac-21f9-423c-9dce-490a99e29fe8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet eba57f51-3fc7-4ab4-b301-4df309e7f75b {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:12.925551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d38fac-21f9-423c-9dce-490a99e29fe8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.996609 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d38fac-21f9-423c-9dce-490a99e29fe8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.998199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f984e0b5-9c09-458c-b74a-e4023b39e0f5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:13.071456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f984e0b5-9c09-458c-b74a-e4023b39e0f5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:13.072572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.116463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d38fac-21f9-423c-9dce-490a99e29fe8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.196819 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d38fac-21f9-423c-9dce-490a99e29fe8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.229552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d38fac-21f9-423c-9dce-490a99e29fe8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=eba57f51-3fc7-4ab4-b301-4df309e7f75b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:13.241563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d8d38fac-21f9-423c-9dce-490a99e29fe8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.247323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d8d38fac-21f9-423c-9dce-490a99e29fe8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/eba57f51-3fc7-4ab4-b301-4df309e7f75b HTTP/1.1" status: 204 len: 168 time: 0.4130890 Jul 16 20:18:13.247689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54778) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:13.254553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:13.262757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1e701-f7cc-41c2-ace4-8e814a26b77b None None] Network df32700a-836c-4f65-9dd5-a91dc979489d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:13.411265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7e89c584-4e8e-4263-96c0-6d2828aaefa7 tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "GET /v2.0/agents/e333df80-cde9-4091-8cfa-12d9f18ce124/dhcp-networks HTTP/1.1" status: 200 len: 7310 time: 1.1345899 Jul 16 20:18:13.415619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54780) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:13.435752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:13.448477 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.477027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b6bd3-a697-47c7-9b6f-12e46eb19acd req-af833a88-f3c6-4b72-8441-b4abc1b000b6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.479812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c08b6bd3-a697-47c7-9b6f-12e46eb19acd req-af833a88-f3c6-4b72-8441-b4abc1b000b6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.3329947 Jul 16 20:18:13.506370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-22ccfabc-4b9a-4437-9e40-f5fe651ddfea tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "GET /v2.0/networks/1058d8ef-8b66-492c-a01f-a6d639d84f21/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0884376 Jul 16 20:18:13.511175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54784) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:13.532875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1bfa9-c95a-4d9a-a12e-9a6895bfc35d req-1dcff57f-1b8c-472f-8720-0883fc59b49b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.536578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12c1bfa9-c95a-4d9a-a12e-9a6895bfc35d req-1dcff57f-1b8c-472f-8720-0883fc59b49b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3951788 Jul 16 20:18:13.598097 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9e489dc5-fdb5-489b-8c27-f2587632b35c tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "GET /v2.0/networks/1058d8ef-8b66-492c-a01f-a6d639d84f21/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0855625 Jul 16 20:18:13.601386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54786) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:13.633746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c08b6bd3-a697-47c7-9b6f-12e46eb19acd req-642d50d2-fbdb-45b0-be78-43104db857ad tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345346 Jul 16 20:18:13.663221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12c1bfa9-c95a-4d9a-a12e-9a6895bfc35d req-df1f4d38-87b9-4024-81c1-7fcf4ea9b0d4 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119909 Jul 16 20:18:13.890767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c9d4c970-e59e-45cc-a5b1-d678ae959495 tempest-DHCPAgentSchedulersTestJSON-1126596618 tempest-DHCPAgentSchedulersTestJSON-1126596618-project-admin] 10.222.0.78 "GET /v2.0/agents/e333df80-cde9-4091-8cfa-12d9f18ce124/dhcp-networks HTTP/1.1" status: 200 len: 7270 time: 0.2829885 Jul 16 20:18:13.895027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54790) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:13.998870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed370e1-482d-4a67-9c14-f1b28b2ac181 req-e966e8df-3402-485c-abc6-f6c8369da393 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.001506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ed370e1-482d-4a67-9c14-f1b28b2ac181 req-e966e8df-3402-485c-abc6-f6c8369da393 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1612537 Jul 16 20:18:14.057553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ed370e1-482d-4a67-9c14-f1b28b2ac181 req-313f6889-700d-4ceb-a72d-4192aa9dc8f3 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Jul 16 20:18:14.103261 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.235338 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.360681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:14.388980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9ee6317f-9bbf-45f3-8522-788d1071787f None None] Provisioning complete for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:14.389855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=3af942b2-1dab-4611-b2af-3252c821174e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:14.390734 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9ee6317f-9bbf-45f3-8522-788d1071787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.397683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:14.418110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.418894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.430557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04028b-05f7-4aa3-b595-cde211985bf1 None None] Network df32700a-836c-4f65-9dd5-a91dc979489d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:14.441276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5b09-89e1-40e8-8ab9-b21432278f48 req-6dd3c8a0-8a9d-45a6-bb55-0378cae0319d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.444100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3ac5b09-89e1-40e8-8ab9-b21432278f48 req-6dd3c8a0-8a9d-45a6-bb55-0378cae0319d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1031086 Jul 16 20:18:14.470850 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.476159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.476584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.477685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.478053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.478798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.479730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.480182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.480707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.481153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.481597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.482306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.482758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.499399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d52af6a4-98a0-4508-a019-0bfe4c981124 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2473626 Jul 16 20:18:14.499399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2649c7-7245-4379-99a4-8f40b304bea2']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:14.501818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54796) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:14.510641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fa27979e-ae14-4fc3-9d1a-a53a5d808317 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'security_group': {'name': 'tempest-secgroup-796000813'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:14.533758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3ac5b09-89e1-40e8-8ab9-b21432278f48 req-ee6cc5de-5f64-4978-96b4-87a6ec281dcf tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787263 Jul 16 20:18:14.553311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa27979e-ae14-4fc3-9d1a-a53a5d808317 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.578107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855989f9-c071-4074-8477-f11363762d37') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:14.578372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855989f9-c071-4074-8477-f11363762d37') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:14.595708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.627573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.644149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:14.644702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:14.650882 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:14.736820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.761503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.763528 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "DELETE /v2.0/networks/bc2649c7-7245-4379-99a4-8f40b304bea2 HTTP/1.1" status: 204 len: 168 time: 0.8671024 Jul 16 20:18:14.766915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70a909-2be9-49ad-94d9-414b226039b9 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event deleted for resources: {'Network': ['ID=bc2649c7-7245-4379-99a4-8f40b304bea2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:14.767130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54804) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:14.825616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa27979e-ae14-4fc3-9d1a-a53a5d808317 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.831977 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa27979e-ae14-4fc3-9d1a-a53a5d808317 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.868643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa27979e-ae14-4fc3-9d1a-a53a5d808317 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.874351 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fa27979e-ae14-4fc3-9d1a-a53a5d808317 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3671689 Jul 16 20:18:14.880191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54806) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:14.881484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9ee6317f-9bbf-45f3-8522-788d1071787f None None] Provisioning complete for port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:14.882032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9ee6317f-9bbf-45f3-8522-788d1071787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.887857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27979e-ae14-4fc3-9d1a-a53a5d808317 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5853f1fa-a8a3-4504-bb93-f5cf1f56fc67,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:14.894315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9a52b32e-85aa-4920-a2fc-dd296404626b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'security_group': {'name': 'tempest-secgroup-1364775011'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:14.903038 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2a1fb9-cee5-41f2-8f01-92fdf91daa47 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:14.905132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2a1fb9-cee5-41f2-8f01-92fdf91daa47 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:14.908972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-be2a1fb9-cee5-41f2-8f01-92fdf91daa47 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "DELETE /v2.0/ports/d604470a-a22f-4215-832f-19e8330bdef1 HTTP/1.1" status: 404 len: 333 time: 0.1402106 Jul 16 20:18:14.912869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54808) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:14.924965 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a52b32e-85aa-4920-a2fc-dd296404626b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.944449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6317f-9bbf-45f3-8522-788d1071787f None None] Port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:15.083486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5b276a-64e1-492b-8cac-535dd6e8173d None None] Update dhcp port {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'fixed_ips': [{'subnet_id': 'f179278a-9689-4e28-8f7e-c04c8acdd2ab', 'ip_address': '172.20.0.18'}, {'subnet_id': '3af942b2-1dab-4611-b2af-3252c821174e'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'ce29c5b0-b944-42f3-8824-7be4d7fa8678'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:18:15.116073 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a52b32e-85aa-4920-a2fc-dd296404626b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.155366 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a52b32e-85aa-4920-a2fc-dd296404626b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.164929 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce5b276a-64e1-492b-8cac-535dd6e8173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.171591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce02c5b-ee8a-49d4-b449-b1da80ae4ccc tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Deleting subnet b212f2d1-d541-4d8c-bacd-5a03b891dbeb {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:15.194571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52b32e-85aa-4920-a2fc-dd296404626b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4aef1-f101-4713-87ba-fb682c94fa14,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:15.198107 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ce02c5b-ee8a-49d4-b449-b1da80ae4ccc tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.277695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dbc91-c42a-434b-8b13-cd0febbe807b req-a49ab6d4-e645-40c0-b686-b148da486c39 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.277695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-799dbc91-c42a-434b-8b13-cd0febbe807b req-a49ab6d4-e645-40c0-b686-b148da486c39 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3755929 Jul 16 20:18:15.281227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a52b32e-85aa-4920-a2fc-dd296404626b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.282589 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9a52b32e-85aa-4920-a2fc-dd296404626b tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3974171 Jul 16 20:18:15.285735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54810) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:15.292316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0785fb36-dd25-4390-9ba0-0ff3aeddf582 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'security_group': {'name': 'tempest-secgroup-219939822'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:15.322759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ce02c5b-ee8a-49d4-b449-b1da80ae4ccc tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.329635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0785fb36-dd25-4390-9ba0-0ff3aeddf582 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.400838 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cbed7-cddd-45db-a44c-19b3adfa0a4f req-ab6c7865-e0f5-4264-8972-103acf853c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.402575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b9cbed7-cddd-45db-a44c-19b3adfa0a4f req-ab6c7865-e0f5-4264-8972-103acf853c85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.3484704 Jul 16 20:18:15.427508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-799dbc91-c42a-434b-8b13-cd0febbe807b req-a4712891-1749-45c1-b87e-d5fda74d2566 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275454 Jul 16 20:18:15.498104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ce02c5b-ee8a-49d4-b449-b1da80ae4ccc tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.522663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0785fb36-dd25-4390-9ba0-0ff3aeddf582 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.529299 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0785fb36-dd25-4390-9ba0-0ff3aeddf582 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.534405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b9cbed7-cddd-45db-a44c-19b3adfa0a4f req-043e2150-0724-4fcf-87ad-fe4848932a85 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058259 Jul 16 20:18:15.567374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b276a-64e1-492b-8cac-535dd6e8173d None None] Allocated IP 172.20.0.2 (df32700a-836c-4f65-9dd5-a91dc979489d/3af942b2-1dab-4611-b2af-3252c821174e/ce29c5b0-b944-42f3-8824-7be4d7fa8678) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:15.627916 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ce02c5b-ee8a-49d4-b449-b1da80ae4ccc tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.634670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785fb36-dd25-4390-9ba0-0ff3aeddf582 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015c04bc-a24d-4c58-9a5c-55e7c96502b4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:15.640669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0785fb36-dd25-4390-9ba0-0ff3aeddf582 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.645637 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0785fb36-dd25-4390-9ba0-0ff3aeddf582 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3566172 Jul 16 20:18:15.646601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:15.655301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1355746292', 'security_groups': ['015c04bc-a24d-4c58-9a5c-55e7c96502b4'], 'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3af942b2-1dab-4611-b2af-3252c821174e'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:15.710275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ce5b276a-64e1-492b-8cac-535dd6e8173d None None] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce29c5b0-b944-42f3-8824-7be4d7fa8678,segment=NetworkSegment(b0a072dc-5e45-4559-b5c7-10e86f9739e6),segment_id=b0a072dc-5e45-4559-b5c7-10e86f9739e6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:15.757519 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce5b276a-64e1-492b-8cac-535dd6e8173d None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.775610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ce5b276a-64e1-492b-8cac-535dd6e8173d None None] Transition to ACTIVE for port object ce29c5b0-b944-42f3-8824-7be4d7fa8678 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:15.778622 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ce02c5b-ee8a-49d4-b449-b1da80ae4ccc tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.781232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce5b276a-64e1-492b-8cac-535dd6e8173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.786266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3ce02c5b-ee8a-49d4-b449-b1da80ae4ccc tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "DELETE /v2.0/subnets/b212f2d1-d541-4d8c-bacd-5a03b891dbeb HTTP/1.1" status: 204 len: 168 time: 0.8698659 Jul 16 20:18:15.789130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54818) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:15.791391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce02c5b-ee8a-49d4-b449-b1da80ae4ccc tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event deleted for resources: {'Subnet': ['ID=b212f2d1-d541-4d8c-bacd-5a03b891dbeb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:15.885800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04168b-1343-4fc6-98c6-4636e44a1483 None None] Network 1058d8ef-8b66-492c-a01f-a6d639d84f21 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:15.951961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:16.057695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b276a-64e1-492b-8cac-535dd6e8173d None None] Pushing event updated for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.133195 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.135520 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.167166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] device_id is not set on port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:16.276776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787c74-5cd3-4f96-9588-77651f4ecaad req-ade22b82-8d33-4378-bd3d-a5a717c22b52 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.289615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24787c74-5cd3-4f96-9588-77651f4ecaad req-ade22b82-8d33-4378-bd3d-a5a717c22b52 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2378120 Jul 16 20:18:16.380623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24787c74-5cd3-4f96-9588-77651f4ecaad req-ef891380-273b-442b-8818-6a15baa7925c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896342 Jul 16 20:18:16.388429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Deleting port f984e0b5-9c09-458c-b74a-e4023b39e0f5 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:16.389011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.407468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] DHCP port deletion for 1058d8ef-8b66-492c-a01f-a6d639d84f21 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:18:16.490124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] Deleting port f984e0b5-9c09-458c-b74a-e4023b39e0f5 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:16.490687 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.567419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.11 (df32700a-836c-4f65-9dd5-a91dc979489d/3af942b2-1dab-4611-b2af-3252c821174e/f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:16.571628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] For port f984e0b5-9c09-458c-b74a-e4023b39e0f5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f984e0b5-9c09-458c-b74a-e4023b39e0f5,segment=NetworkSegment(9c9a46f4-a047-4f94-90a2-397889369d5a),segment_id=9c9a46f4-a047-4f94-90a2-397889369d5a)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:16.572258 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.602320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Calling delete_port for f984e0b5-9c09-458c-b74a-e4023b39e0f5 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:16.648968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] For port f984e0b5-9c09-458c-b74a-e4023b39e0f5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f984e0b5-9c09-458c-b74a-e4023b39e0f5,segment=NetworkSegment(9c9a46f4-a047-4f94-90a2-397889369d5a),segment_id=9c9a46f4-a047-4f94-90a2-397889369d5a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:16.650483 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.666801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] Calling delete_port for f984e0b5-9c09-458c-b74a-e4023b39e0f5 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:16.785900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.837071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event deleted for resources: {'Port': ['ID=f984e0b5-9c09-458c-b74a-e4023b39e0f5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.839856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] No DVR routers for this DVR port f984e0b5-9c09-458c-b74a-e4023b39e0f5 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:16.842393 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.883766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] Pushing event deleted for resources: {'Port': ['ID=f984e0b5-9c09-458c-b74a-e4023b39e0f5,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.888847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392c1e4-d2ae-4244-bcb6-3a784ac0b6be None None] No DVR routers for this DVR port f984e0b5-9c09-458c-b74a-e4023b39e0f5 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:16.965475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.997661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce29c5b0-b944-42f3-8824-7be4d7fa8678 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:17.013402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:17.059271 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.076093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1058d8ef-8b66-492c-a01f-a6d639d84f21']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:17.097586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9a46f4-a047-4f94-90a2-397889369d5a') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:17.097934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9a46f4-a047-4f94-90a2-397889369d5a') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:17.100606 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.111613 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.134877 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.143205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f984e0b5-9c09-458c-b74a-e4023b39e0f5 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:17.151282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205b972-cbd6-4ca1-b87b-968688958e27 req-12973ccd-e0d6-4484-b5ac-e848a48d36e5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.156904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d205b972-cbd6-4ca1-b87b-968688958e27 req-12973ccd-e0d6-4484-b5ac-e848a48d36e5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.2793529 Jul 16 20:18:17.166557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:17.167484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:17.172508 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:17.194167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f984e0b5-9c09-458c-b74a-e4023b39e0f5 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:17.194650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f984e0b5-9c09-458c-b74a-e4023b39e0f5 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:17.212099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:17.216696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:17.217151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-715db591-9a21-4a20-99d3-2ddece67607c None None] Provisioning for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:17.223965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-715db591-9a21-4a20-99d3-2ddece67607c None None] Provisioning complete for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:17.224784 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-715db591-9a21-4a20-99d3-2ddece67607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.241537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:17.256193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.259119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d205b972-cbd6-4ca1-b87b-968688958e27 req-444f5c9f-b875-4f0a-b914-13f5d195b5f2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947132 Jul 16 20:18:17.342196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.348039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.350952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.358128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.360507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-715db591-9a21-4a20-99d3-2ddece67607c None None] Provisioning complete for port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:17.360937 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-715db591-9a21-4a20-99d3-2ddece67607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.364814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] 10.222.0.78 "DELETE /v2.0/networks/1058d8ef-8b66-492c-a01f-a6d639d84f21 HTTP/1.1" status: 204 len: 168 time: 1.5659311 Jul 16 20:18:17.384163 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fafb4c85-bec0-4faf-b7e6-d36f9942bf0d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7360883 Jul 16 20:18:17.387269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54838) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:17.397471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-93516efa-c867-4ae8-9856-28be46a7f300 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:17.407657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b07035-645a-406a-be09-3f29b6931731 tempest-DHCPAgentSchedulersTestJSON-693938186 tempest-DHCPAgentSchedulersTestJSON-693938186-project] Pushing event deleted for resources: {'Network': ['ID=1058d8ef-8b66-492c-a01f-a6d639d84f21,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.498785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-715db591-9a21-4a20-99d3-2ddece67607c None None] Port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:17.629108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd5c720f-6c0c-483d-90ff-172045d1ad87 None None] Provisioning for port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:17.634438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd5c720f-6c0c-483d-90ff-172045d1ad87 None None] Provisioning complete for port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:17.635019 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd5c720f-6c0c-483d-90ff-172045d1ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.687379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfe119-f35f-40ff-b654-b340b33a34f6 req-5f62b6ed-abf0-4d43-b574-6bfe5b69231f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.689475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4bfe119-f35f-40ff-b654-b340b33a34f6 req-5f62b6ed-abf0-4d43-b574-6bfe5b69231f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.0952425 Jul 16 20:18:17.695153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c720f-6c0c-483d-90ff-172045d1ad87 None None] Port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:17.778082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4bfe119-f35f-40ff-b654-b340b33a34f6 req-8783f3b4-340b-4a49-a503-3ee348934c2d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731635 Jul 16 20:18:17.883177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54854) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:18.004448 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a62515f-53e4-4c0a-b40a-b52064db14c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.055051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93516efa-c867-4ae8-9856-28be46a7f300 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:18.060225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93516efa-c867-4ae8-9856-28be46a7f300 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.121643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a3425014-3ecf-4cd7-af8f-93fccd8bef3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5199dcac3fb24f039239458d1488a5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369883 Jul 16 20:18:18.125745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:18.294242 n-d-791505-15 neutron-server[100244]: INFO neutron.db.ipam_backend_mixin [None req-93516efa-c867-4ae8-9856-28be46a7f300 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3af942b2-1dab-4611-b2af-3252c821174e (CIDR: 172.20.0.0/28) Jul 16 20:18:18.300860 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-93516efa-c867-4ae8-9856-28be46a7f300 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:18:18.301942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93516efa-c867-4ae8-9856-28be46a7f300 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:18.340898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff468fd5-7480-411c-b9de-7805c1b09ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.378783 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-93516efa-c867-4ae8-9856-28be46a7f300 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9903705 Jul 16 20:18:18.382175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54866) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:18.387493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2a860308-4772-4d38-aeb4-ae97124ca674 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:18.403326 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff468fd5-7480-411c-b9de-7805c1b09ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.500696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff468fd5-7480-411c-b9de-7805c1b09ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.507375 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff468fd5-7480-411c-b9de-7805c1b09ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.509562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ff468fd5-7480-411c-b9de-7805c1b09ed0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3b3a2a4-b906-4afa-b0ca-a6ef4ddb2956 HTTP/1.1" status: 204 len: 168 time: 0.3820925 Jul 16 20:18:18.539364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff468fd5-7480-411c-b9de-7805c1b09ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b3a2a4-b906-4afa-b0ca-a6ef4ddb2956,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:18.689798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a860308-4772-4d38-aeb4-ae97124ca674 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:18.695366 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2a860308-4772-4d38-aeb4-ae97124ca674 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.808115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bfc13-4a6b-42ce-985b-ce141bbfdf06 req-c90790b8-0b94-45fc-875f-0482ed452507 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.810034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a13bfc13-4a6b-42ce-985b-ce141bbfdf06 req-c90790b8-0b94-45fc-875f-0482ed452507 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.4099541 Jul 16 20:18:18.825271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf5a86-d9e7-4699-b0a1-22bfae736155 req-525920d5-a7f7-4b8e-aee8-bcee18a78830 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.826931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcf5a86-d9e7-4699-b0a1-22bfae736155 req-525920d5-a7f7-4b8e-aee8-bcee18a78830 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2346005 Jul 16 20:18:18.906811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a13bfc13-4a6b-42ce-985b-ce141bbfdf06 req-a7faf0fa-d410-42bb-8024-8cffed1bcc89 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787978 Jul 16 20:18:18.910128 n-d-791505-15 neutron-server[100243]: INFO neutron.db.ipam_backend_mixin [None req-2a860308-4772-4d38-aeb4-ae97124ca674 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f179278a-9689-4e28-8f7e-c04c8acdd2ab (CIDR: 172.20.0.16/28) Jul 16 20:18:18.919488 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a860308-4772-4d38-aeb4-ae97124ca674 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:18:18.920004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a860308-4772-4d38-aeb4-ae97124ca674 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:18.938421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfcf5a86-d9e7-4699-b0a1-22bfae736155 req-0433be8e-c36f-4ad9-b48b-fc5ee7700154 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976167 Jul 16 20:18:18.946313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2a860308-4772-4d38-aeb4-ae97124ca674 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5625117 Jul 16 20:18:18.949245 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54874) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:18.955869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'subnet': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:18.961399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54876) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:18.982830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-736b3a53-e4b2-4f12-b5de-0f7a8c0d8b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.155306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-736b3a53-e4b2-4f12-b5de-0f7a8c0d8b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.163891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-736b3a53-e4b2-4f12-b5de-0f7a8c0d8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.202865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Made reservation on behalf of 32c3befeab7d474c80717cdfc23b6972 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:19.208241 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.240849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-736b3a53-e4b2-4f12-b5de-0f7a8c0d8b14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e3dd6b376db47258f98c7e2cbfe1807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775202 Jul 16 20:18:19.242208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54888) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:19.250334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b3a53-e4b2-4f12-b5de-0f7a8c0d8b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b792a0-7860-42de-b050-4959db0a3107,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.427266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e316fe-fa5e-4d29-bf14-066f9413333b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.466329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e316fe-fa5e-4d29-bf14-066f9413333b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.603827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e316fe-fa5e-4d29-bf14-066f9413333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.606449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2e316fe-fa5e-4d29-bf14-066f9413333b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.607643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e2e316fe-fa5e-4d29-bf14-066f9413333b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22b792a0-7860-42de-b050-4959db0a3107 HTTP/1.1" status: 204 len: 168 time: 0.3643825 Jul 16 20:18:19.636676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e316fe-fa5e-4d29-bf14-066f9413333b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b792a0-7860-42de-b050-4959db0a3107,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.681841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.737761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Network df32700a-836c-4f65-9dd5-a91dc979489d is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:19.741928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:19.745330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.746078 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.758396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01525c5e-68de-431b-a217-d513ab92ce2a None None] Network df32700a-836c-4f65-9dd5-a91dc979489d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:19.759219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Subnet': ['ID=a52345c0-7df5-4bef-992b-641d460e0c9b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.772615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bc9b0ebf-efaf-4cd8-ae6d-cb093c4ac80c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8217998 Jul 16 20:18:19.775609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54892) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:19.782428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1659626624', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a52345c0-7df5-4bef-992b-641d460e0c9b'}], 'security_groups': ['5853f1fa-a8a3-4504-bb93-f5cf1f56fc67', '08e4aef1-f101-4713-87ba-fb682c94fa14']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:20.051733 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.133133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d6614-3585-473e-a6d7-84de984eab6a None None] Update dhcp port {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'fixed_ips': [{'subnet_id': 'f179278a-9689-4e28-8f7e-c04c8acdd2ab', 'ip_address': '172.20.0.18'}, {'subnet_id': '3af942b2-1dab-4611-b2af-3252c821174e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a52345c0-7df5-4bef-992b-641d460e0c9b'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'ce29c5b0-b944-42f3-8824-7be4d7fa8678'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:18:20.237709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-af6d6614-3585-473e-a6d7-84de984eab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.438791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-688e2687-d36f-4dc9-8454-a7ae9e7e86be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.461586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c8ea3-8dc5-46a1-981c-077554fd17b7 req-fe287dca-214e-48fa-903f-dfbfed44d406 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.463601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-af6d6614-3585-473e-a6d7-84de984eab6a None None] Allocated IP 172.20.0.34 (df32700a-836c-4f65-9dd5-a91dc979489d/a52345c0-7df5-4bef-992b-641d460e0c9b/ce29c5b0-b944-42f3-8824-7be4d7fa8678) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:20.464952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-965c8ea3-8dc5-46a1-981c-077554fd17b7 req-fe287dca-214e-48fa-903f-dfbfed44d406 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3405898 Jul 16 20:18:20.558318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-965c8ea3-8dc5-46a1-981c-077554fd17b7 req-cf202dc5-6b0d-409a-bf1a-d399cf11a4ab tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Jul 16 20:18:20.608802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-af6d6614-3585-473e-a6d7-84de984eab6a None None] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce29c5b0-b944-42f3-8824-7be4d7fa8678,segment=NetworkSegment(b0a072dc-5e45-4559-b5c7-10e86f9739e6),segment_id=b0a072dc-5e45-4559-b5c7-10e86f9739e6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:20.646366 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-af6d6614-3585-473e-a6d7-84de984eab6a None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.646734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90045a84-425f-429a-b2fa-80e244c13934 req-e0f64493-e2a8-45ad-b130-26513b75bf2c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.655864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90045a84-425f-429a-b2fa-80e244c13934 req-e0f64493-e2a8-45ad-b130-26513b75bf2c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.3393607 Jul 16 20:18:20.665535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-af6d6614-3585-473e-a6d7-84de984eab6a None None] Transition to ACTIVE for port object ce29c5b0-b944-42f3-8824-7be4d7fa8678 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:20.683081 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-af6d6614-3585-473e-a6d7-84de984eab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.745952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d6614-3585-473e-a6d7-84de984eab6a None None] Pushing event updated for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:20.749028 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.932864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90045a84-425f-429a-b2fa-80e244c13934 req-53751cae-5266-4dbc-b5eb-c06094721557 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758477 Jul 16 20:18:21.072852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce29c5b0-b944-42f3-8824-7be4d7fa8678 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:21.075295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54920) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:21.090464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb193c2-03dc-42d5-a435-0d7896cd106b req-f14d71ae-7cbe-49fd-b953-d947d2f9308b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.100491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cb193c2-03dc-42d5-a435-0d7896cd106b req-f14d71ae-7cbe-49fd-b953-d947d2f9308b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2752898 Jul 16 20:18:21.105027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Delete allocated IP 172.20.0.11 (df32700a-836c-4f65-9dd5-a91dc979489d/3af942b2-1dab-4611-b2af-3252c821174e) {{(pid=100243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:18:21.166813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Allocated IP 172.20.0.43 (df32700a-836c-4f65-9dd5-a91dc979489d/a52345c0-7df5-4bef-992b-641d460e0c9b/f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:21.239969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cb193c2-03dc-42d5-a435-0d7896cd106b req-53e92eb8-a986-4332-9f6e-213f181e8ccd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384475 Jul 16 20:18:21.403773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8532db38-f56f-4677-b5ba-ebef5331bc41 tempest-AgentManagementNegativeTest-2004961248 tempest-AgentManagementNegativeTest-2004961248-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3267815 Jul 16 20:18:21.536330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:21.684418 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.741312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Transition to ACTIVE for port object f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:21.756660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.911456 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a1b6bfba-727f-4b2a-b3ce-da4abee4d48d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/floatingips/890b0b7e-f3a0-489d-8807-c614d3a9fea1 HTTP/1.1" status: 200 len: 993 time: 0.3736250 Jul 16 20:18:21.981661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Provisioning for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:21.988458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event updated for resources: {'Port': ['ID=f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:21.997297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Provisioning complete for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:21.998119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.128110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54944) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:22.151502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] In _notify_port_updated(), no bound segment for port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 on network df32700a-836c-4f65-9dd5-a91dc979489d {{(pid=100243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:18:22.164300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.165543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.168269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d455497b-67f9-4fc6-be37-b2c242ad4cc5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "PUT /v2.0/ports/f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 HTTP/1.1" status: 200 len: 960 time: 2.3906946 Jul 16 20:18:22.171103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54948) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:22.244024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e650fc1-6ae9-4910-823b-e22bbab7c515 req-be34383a-4284-4c70-9649-1c715eb19939 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.270348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e650fc1-6ae9-4910-823b-e22bbab7c515 req-be34383a-4284-4c70-9649-1c715eb19939 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5095317 Jul 16 20:18:22.365683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54952) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:22.394334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Provisioning complete for port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:22.395217 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.414328 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.464812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e650fc1-6ae9-4910-823b-e22bbab7c515 req-70ee8ee0-968d-4f8d-b406-aacea491d25e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933272 Jul 16 20:18:22.518087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:22.524003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-793fdfd4-3ffe-4611-aa53-6a40436601ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.556298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Provisioning for port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:22.566876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Provisioning complete for port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:22.569377 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.661273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c7467620-3ca8-46ce-83bf-968c1f4b7240 None None] Port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:22.709369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-793fdfd4-3ffe-4611-aa53-6a40436601ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.727134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-793fdfd4-3ffe-4611-aa53-6a40436601ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.786074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-793fdfd4-3ffe-4611-aa53-6a40436601ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5ca92dc3d204ed8b9a0f31947b1f709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6563165 Jul 16 20:18:22.788447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54958) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:22.795307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fdfd4-3ffe-4611-aa53-6a40436601ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35386fd4-ea4d-4f1c-afcc-c80ce7f9f27c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:22.800154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc7228-aa01-4913-94bc-61d34506d8a5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:22.801889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7228-aa01-4913-94bc-61d34506d8a5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.813041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fc4a74d0-f82f-489c-ae15-89969710be69 None None] Provisioning complete for port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:22.818443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc4a74d0-f82f-489c-ae15-89969710be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.840127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8a49c-c046-44a7-a3f1-b8ded0c9d575 req-1c26c7cc-fa8c-4ea0-a54b-2de322d8de57 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.841891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52f8a49c-c046-44a7-a3f1-b8ded0c9d575 req-1c26c7cc-fa8c-4ea0-a54b-2de322d8de57 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.3910432 Jul 16 20:18:22.931758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52f8a49c-c046-44a7-a3f1-b8ded0c9d575 req-d2b81a88-005d-45fb-a63c-0e97fc9ca22e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Jul 16 20:18:22.948070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a74d0-f82f-489c-ae15-89969710be69 None None] Port f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:22.949975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07212b1-347b-41d6-b73f-ab99ba91a700 req-b8312526-c6dd-40cb-8e54-6ecadb9cf45b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.950423 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7228-aa01-4913-94bc-61d34506d8a5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.957939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d07212b1-347b-41d6-b73f-ab99ba91a700 req-b8312526-c6dd-40cb-8e54-6ecadb9cf45b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2314739 Jul 16 20:18:22.961513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port 86def95b-37b8-4ee4-9fed-8de5f83a4052 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:22.961941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.972601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc7228-aa01-4913-94bc-61d34506d8a5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:23.075433 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b076536a-85bf-4275-b270-ab9e99d37205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.119917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b076536a-85bf-4275-b270-ab9e99d37205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.130506 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:23.275652 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7228-aa01-4913-94bc-61d34506d8a5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.293319 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b076536a-85bf-4275-b270-ab9e99d37205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.296004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b076536a-85bf-4275-b270-ab9e99d37205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.302687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b076536a-85bf-4275-b270-ab9e99d37205 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35386fd4-ea4d-4f1c-afcc-c80ce7f9f27c HTTP/1.1" status: 204 len: 168 time: 0.5076091 Jul 16 20:18:23.406425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc7228-aa01-4913-94bc-61d34506d8a5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:23.479763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076536a-85bf-4275-b270-ab9e99d37205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35386fd4-ea4d-4f1c-afcc-c80ce7f9f27c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:23.538976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7228-aa01-4913-94bc-61d34506d8a5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.550441 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d4fc7228-aa01-4913-94bc-61d34506d8a5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 HTTP/1.1" status: 204 len: 168 time: 1.3728504 Jul 16 20:18:23.551532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:23.622671 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a50806-91f3-4f18-ba7f-c0f1a8c1dc07 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] GET failed (client error): The resource could not be found. Jul 16 20:18:23.624781 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-19a50806-91f3-4f18-ba7f-c0f1a8c1dc07 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports/f0fde52b-6ecb-4eb2-863b-9514ca4e5fe7 HTTP/1.1" status: 404 len: 333 time: 0.0670786 Jul 16 20:18:23.632869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54966) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:23.702779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d07212b1-347b-41d6-b73f-ab99ba91a700 req-e3bb2cb6-0469-4e1a-8df5-6834b4691a48 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7436004 Jul 16 20:18:23.724997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.787074 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.787074 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.832651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e1130bd-f7ad-4544-bac8-ceaff40d3773 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.836126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for 86def95b-37b8-4ee4-9fed-8de5f83a4052 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:23.901160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e1130bd-f7ad-4544-bac8-ceaff40d3773 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.990209 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e1130bd-f7ad-4544-bac8-ceaff40d3773 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.993223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e1130bd-f7ad-4544-bac8-ceaff40d3773 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.994424 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4e1130bd-f7ad-4544-bac8-ceaff40d3773 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/security-groups/015c04bc-a24d-4c58-9a5c-55e7c96502b4 HTTP/1.1" status: 204 len: 168 time: 0.3601420 Jul 16 20:18:23.998112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54982) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:24.058207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1130bd-f7ad-4544-bac8-ceaff40d3773 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015c04bc-a24d-4c58-9a5c-55e7c96502b4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.164042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2e6900e-352b-4d6e-bf7a-f849c37a57db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.189588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8b08-e4e4-4f35-ba12-e79f29ddba85 req-2ee4f902-29bd-45c8-993e-856221229221 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.193037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e7f8b08-e4e4-4f35-ba12-e79f29ddba85 req-2ee4f902-29bd-45c8-993e-856221229221 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1586370 Jul 16 20:18:24.227854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2e6900e-352b-4d6e-bf7a-f849c37a57db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.303292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2e6900e-352b-4d6e-bf7a-f849c37a57db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.309123 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2e6900e-352b-4d6e-bf7a-f849c37a57db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.314463 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a2e6900e-352b-4d6e-bf7a-f849c37a57db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/security-groups/08e4aef1-f101-4713-87ba-fb682c94fa14 HTTP/1.1" status: 204 len: 168 time: 0.3147714 Jul 16 20:18:24.317532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54986) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:24.351611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6900e-352b-4d6e-bf7a-f849c37a57db tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4aef1-f101-4713-87ba-fb682c94fa14,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.396133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e7f8b08-e4e4-4f35-ba12-e79f29ddba85 req-ba45682b-5c25-4007-9a25-8a15fb204a1d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546669 Jul 16 20:18:24.400723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.408993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efac256b-59f2-44d0-ac14-a6760f8067e5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.437110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=86def95b-37b8-4ee4-9fed-8de5f83a4052,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.460791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efac256b-59f2-44d0-ac14-a6760f8067e5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.466754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cd2e0-0909-46cd-8454-8e156fae2bd2 req-bbd98e12-2f52-44b8-9dcf-e5c6c36b380e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.469562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-626cd2e0-0909-46cd-8454-8e156fae2bd2 req-bbd98e12-2f52-44b8-9dcf-e5c6c36b380e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.2734947 Jul 16 20:18:24.536460 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efac256b-59f2-44d0-ac14-a6760f8067e5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.539945 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efac256b-59f2-44d0-ac14-a6760f8067e5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.541698 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-efac256b-59f2-44d0-ac14-a6760f8067e5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/security-groups/5853f1fa-a8a3-4504-bb93-f5cf1f56fc67 HTTP/1.1" status: 204 len: 168 time: 0.2106929 Jul 16 20:18:24.552928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54994) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:24.593638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac256b-59f2-44d0-ac14-a6760f8067e5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5853f1fa-a8a3-4504-bb93-f5cf1f56fc67,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.598407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-626cd2e0-0909-46cd-8454-8e156fae2bd2 req-548b3d54-5224-4b3b-9d77-7bd920338b27 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906928 Jul 16 20:18:24.639919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.640611 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Floating IP 890b0b7e-f3a0-489d-8807-c614d3a9fea1 disassociated (deleted). External IP: 172.25.6.148, port: bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0. Jul 16 20:18:24.748173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcb14a4-f6bc-457e-a17b-0e52b60237b8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet 3af942b2-1dab-4611-b2af-3252c821174e {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:24.757849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bcb14a4-f6bc-457e-a17b-0e52b60237b8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.863030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bcb14a4-f6bc-457e-a17b-0e52b60237b8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.977701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e90fe1-5282-48c2-afca-c9ae2a58da10 req-c44e110f-6e37-420d-924b-aa57f4cd13fa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.981965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0e90fe1-5282-48c2-afca-c9ae2a58da10 req-c44e110f-6e37-420d-924b-aa57f4cd13fa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1752844 Jul 16 20:18:25.018603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55006) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:25.038264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bcb14a4-f6bc-457e-a17b-0e52b60237b8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.140250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0e90fe1-5282-48c2-afca-c9ae2a58da10 req-656d74a2-a57b-4323-b902-379b57a6ff24 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480463 Jul 16 20:18:25.147863 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bcb14a4-f6bc-457e-a17b-0e52b60237b8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.185820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 27f630ed-ed84-465e-9186-36ab39d706d8 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:18:25.223955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1217903069'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:25.227328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb14a4-f6bc-457e-a17b-0e52b60237b8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=3af942b2-1dab-4611-b2af-3252c821174e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:25.251350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bcb14a4-f6bc-457e-a17b-0e52b60237b8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.265059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077c305-a5cb-4f5f-87a4-2e93cd97ea76 None None] Network df32700a-836c-4f65-9dd5-a91dc979489d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:25.273081 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8bcb14a4-f6bc-457e-a17b-0e52b60237b8 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/3af942b2-1dab-4611-b2af-3252c821174e HTTP/1.1" status: 204 len: 168 time: 0.7169335 Jul 16 20:18:25.278746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55014) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:25.402173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:25.412363 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.459761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd09960-f653-486a-a44d-8941629b7e58 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet a52345c0-7df5-4bef-992b-641d460e0c9b {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:25.473555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.481105 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbd09960-f653-486a-a44d-8941629b7e58 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.505926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:18:25.514732 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.536677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] Sync routers for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:18:25.571030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:25.572180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:25.636265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bd6362c2-e3a4-487c-be5f-866114c36015 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/floatingips/890b0b7e-f3a0-489d-8807-c614d3a9fea1 HTTP/1.1" status: 204 len: 168 time: 3.2670164 Jul 16 20:18:25.638625 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:25.648397 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01" -d '{"events": [{"name": "network-changed", "server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:25.672285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.680602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbd09960-f653-486a-a44d-8941629b7e58 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.684407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.777133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:25.804191 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.804915 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment 698fbbf2-213f-420e-b33f-d8b5de79ae19 of type vlan for network 3ccff55e-d4ad-4798-9ba0-95be09b7d720 Jul 16 20:18:25.809684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63dde9f1-80fd-4804-b941-9e58d704490b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:25.886247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fb4b9-a463-45fd-b396-e02c3020ca79 req-d008ef0b-6358-47c5-835f-9650acc85627 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.897232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b89fb4b9-a463-45fd-b396-e02c3020ca79 req-d008ef0b-6358-47c5-835f-9650acc85627 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.1964118 Jul 16 20:18:25.906312 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.927376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbd09960-f653-486a-a44d-8941629b7e58 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.001215 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b89fb4b9-a463-45fd-b396-e02c3020ca79 req-181baf6a-c2a9-4365-a8b2-bda1e92a80e6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947077 Jul 16 20:18:26.057873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.070867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.074124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.111372 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ed61c3-3f8a-4346-94bd-7df248799173 x-openstack-request-id: req-84ed61c3-3f8a-4346-94bd-7df248799173 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:26.111673 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:26.111979 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84ed61c3-3f8a-4346-94bd-7df248799173 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:26.112724 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'status': 'completed', 'code': 200} Jul 16 20:18:26.156236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbd09960-f653-486a-a44d-8941629b7e58 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.185264 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1654141 Jul 16 20:18:26.187732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:26.321496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fbd09960-f653-486a-a44d-8941629b7e58 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.326257 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fbd09960-f653-486a-a44d-8941629b7e58 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/a52345c0-7df5-4bef-992b-641d460e0c9b HTTP/1.1" status: 204 len: 168 time: 1.0433714 Jul 16 20:18:26.326625 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55030) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:26.330583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72d66-d50a-4136-98bc-6dc84fffb3e5 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=3ccff55e-d4ad-4798-9ba0-95be09b7d720,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:26.337229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09960-f653-486a-a44d-8941629b7e58 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=a52345c0-7df5-4bef-992b-641d460e0c9b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:26.392089 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8771a904-0493-4509-952f-a6a6056b227c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:26.392632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8771a904-0493-4509-952f-a6a6056b227c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:26.397675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8771a904-0493-4509-952f-a6a6056b227c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/3af942b2-1dab-4611-b2af-3252c821174e HTTP/1.1" status: 404 len: 337 time: 0.0675364 Jul 16 20:18:26.398194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55032) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:26.402257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3ccff55e-d4ad-4798-9ba0-95be09b7d720 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:26.526584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-3b95f50a-b8ba-48c4-ad20-bc3e98139954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.528790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-3b95f50a-b8ba-48c4-ad20-bc3e98139954 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f6db2100c23486a9b7759b62ce47238&device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 1097 time: 0.3796539 Jul 16 20:18:26.535262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6692ae0c-949c-481b-ad45-4eaa3c990cb6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting subnet f179278a-9689-4e28-8f7e-c04c8acdd2ab {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:26.552906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6692ae0c-949c-481b-ad45-4eaa3c990cb6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.555148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5146cec-14c3-49be-9229-df1e186505a5 req-258c4b04-1922-47bd-ba8d-fe39e94f019b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.557258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5146cec-14c3-49be-9229-df1e186505a5 req-258c4b04-1922-47bd-ba8d-fe39e94f019b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.2522049 Jul 16 20:18:26.677545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-7ead6cda-4b5b-4f48-beb2-9bd61e5430e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.679506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-7ead6cda-4b5b-4f48-beb2-9bd61e5430e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e HTTP/1.1" status: 200 len: 898 time: 0.1350341 Jul 16 20:18:26.756229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12628292-09ea-4c7e-8ca2-e7e24f61c16a req-6a91f03a-6def-487d-b619-279c34dc5739 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.756896 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6692ae0c-949c-481b-ad45-4eaa3c990cb6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.768425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12628292-09ea-4c7e-8ca2-e7e24f61c16a req-6a91f03a-6def-487d-b619-279c34dc5739 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3884172 Jul 16 20:18:26.796099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-a7ad331d-d989-4e9a-95b6-2f9218e9ea91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 HTTP/1.1" status: 200 len: 217 time: 0.1065252 Jul 16 20:18:26.866944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-26f170e0-e4ca-45d3-ae22-973efe91a197 req-612d30e3-f1ac-4431-958d-1a8370d8ddd6 service neutron] (100243) timed out ('10.222.0.78', 35642) {{(pid=100243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:18:26.869386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-a73d66a4-2eab-4fd1-9c0b-ecde247c92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.871040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-a73d66a4-2eab-4fd1-9c0b-ecde247c92c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a79c758-9df8-45c8-b678-2929a9986449 HTTP/1.1" status: 200 len: 835 time: 0.0609965 Jul 16 20:18:26.874819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94789a-1f53-49d6-ba55-80898bb8ba74 None None] Update dhcp port {'port': {'network_id': 'df32700a-836c-4f65-9dd5-a91dc979489d', 'fixed_ips': [{'subnet_id': 'f179278a-9689-4e28-8f7e-c04c8acdd2ab', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a52345c0-7df5-4bef-992b-641d460e0c9b'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'ce29c5b0-b944-42f3-8824-7be4d7fa8678'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:18:26.896985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5146cec-14c3-49be-9229-df1e186505a5 req-39d89563-1488-4dcd-9ef5-cdf9dc6ff277 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243779 Jul 16 20:18:26.946264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12628292-09ea-4c7e-8ca2-e7e24f61c16a req-ee77cf6e-31d5-4b7f-afe7-9138ddea0138 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734016 Jul 16 20:18:26.965428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:19Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:27.068576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6692ae0c-949c-481b-ad45-4eaa3c990cb6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.085541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] Checking router: 27f630ed-ed84-465e-9186-36ab39d706d8 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:18:27.117870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-a8c8e036-63d8-4586-a322-6cff3b5b95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.119628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-a8c8e036-63d8-4586-a322-6cff3b5b95ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2399642 Jul 16 20:18:27.145980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5c94789a-1f53-49d6-ba55-80898bb8ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.263849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6692ae0c-949c-481b-ad45-4eaa3c990cb6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.380662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6692ae0c-949c-481b-ad45-4eaa3c990cb6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.385076 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6692ae0c-949c-481b-ad45-4eaa3c990cb6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/f179278a-9689-4e28-8f7e-c04c8acdd2ab HTTP/1.1" status: 204 len: 168 time: 0.9846315 Jul 16 20:18:27.386971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55040) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.397917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692ae0c-949c-481b-ad45-4eaa3c990cb6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Subnet': ['ID=f179278a-9689-4e28-8f7e-c04c8acdd2ab,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:27.430817 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab7014e-fba6-4e9d-b319-3fcdeee6b2d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:27.431294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab7014e-fba6-4e9d-b319-3fcdeee6b2d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:27.436389 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6ab7014e-fba6-4e9d-b319-3fcdeee6b2d4 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/eba57f51-3fc7-4ab4-b301-4df309e7f75b HTTP/1.1" status: 404 len: 337 time: 0.0454886 Jul 16 20:18:27.436803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.460914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-03e3dbfd-9a30-4509-870f-4dcf90f52f62 service neutron] 10.222.0.16 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337362 Jul 16 20:18:27.522010 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e952c9a7-c151-4165-9367-498759599f44 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac867707-af90-493d-ab11-2a1afa000f79 HTTP/1.1" status: 200 len: 205 time: 0.0815854 Jul 16 20:18:27.522314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55044) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.532070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb034b3-2588-4d5d-88a6-1cc65005de89 req-3a7c5a0f-04ca-4b4e-ad01-c1c78d27fd13 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.540552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7eb034b3-2588-4d5d-88a6-1cc65005de89 req-3a7c5a0f-04ca-4b4e-ad01-c1c78d27fd13 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.2182531 Jul 16 20:18:27.546400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:27.547595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:27.573273 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-1166bc66-cc03-44f9-ba4a-32380618faf6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] delete failed (client error): The resource could not be found. Jul 16 20:18:27.577296 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1166bc66-cc03-44f9-ba4a-32380618faf6 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/routers/ac867707-af90-493d-ab11-2a1afa000f79 HTTP/1.1" status: 404 len: 336 time: 0.0515018 Jul 16 20:18:27.577535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55046) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.621048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42abb63-6a5e-4880-82d8-16760e23cf97 req-8c7dc724-803d-49e0-9df6-aac28ec6e9ec tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.623138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e42abb63-6a5e-4880-82d8-16760e23cf97 req-8c7dc724-803d-49e0-9df6-aac28ec6e9ec tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 945 time: 0.2673166 Jul 16 20:18:27.643489 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd9f1b1-2605-48d2-8953-193b773715b5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:27.645298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd9f1b1-2605-48d2-8953-193b773715b5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:27.648249 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5dd9f1b1-2605-48d2-8953-193b773715b5 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/7fdda143-cd98-4a2a-afb5-215f3d55a636 HTTP/1.1" status: 404 len: 337 time: 0.0688908 Jul 16 20:18:27.650220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.692972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7eb034b3-2588-4d5d-88a6-1cc65005de89 req-b976c950-751c-4cb7-bbd9-1387823069a3 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510777 Jul 16 20:18:27.720386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63dbe1f8-4652-4ca4-a342-f7ff9c5aca01 req-eb719474-d003-468e-92f4-7863ac5c0923 service neutron] 10.222.0.16 "GET /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498336 Jul 16 20:18:27.762731 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-997e55bc-3bef-4c71-872d-990ce8a9aabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:27.763732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e42abb63-6a5e-4880-82d8-16760e23cf97 req-89f15f5b-edc3-4981-9710-309a9e6c704d tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288424 Jul 16 20:18:27.764164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997e55bc-3bef-4c71-872d-990ce8a9aabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:27.771117 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-997e55bc-3bef-4c71-872d-990ce8a9aabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/734eb53f-c747-4bf2-9076-9a6814054c2f HTTP/1.1" status: 404 len: 337 time: 0.1167021 Jul 16 20:18:27.772673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55052) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.866010 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-081b990d-86d1-4a89-bb92-7adaed8b7d01 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:27.866490 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081b990d-86d1-4a89-bb92-7adaed8b7d01 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:27.871205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.879545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-081b990d-86d1-4a89-bb92-7adaed8b7d01 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/655b1e01-b71a-4589-b0b9-29990a8a7fe0 HTTP/1.1" status: 404 len: 337 time: 0.1053298 Jul 16 20:18:27.889786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:27.921679 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e7db62-9c08-4854-860a-c2e1b5575b1d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:27.922888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e7db62-9c08-4854-860a-c2e1b5575b1d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:27.926758 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-46e7db62-9c08-4854-860a-c2e1b5575b1d tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/f5df6d25-b79f-4c22-b714-57a91c19069c HTTP/1.1" status: 404 len: 333 time: 0.0532150 Jul 16 20:18:27.928508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55058) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:27.964053 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dac5dc2-235e-4284-9b3d-eb04bdc51c42 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:27.964887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dac5dc2-235e-4284-9b3d-eb04bdc51c42 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:27.967708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8dac5dc2-235e-4284-9b3d-eb04bdc51c42 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/2f569adc-28fa-47bc-8dea-68e23956e8d2 HTTP/1.1" status: 404 len: 337 time: 0.0354652 Jul 16 20:18:27.969832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55060) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:28.007466 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-18745d1c-cb14-45ca-a978-61b81a9a6658 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:28.009038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18745d1c-cb14-45ca-a978-61b81a9a6658 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:28.013904 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-18745d1c-cb14-45ca-a978-61b81a9a6658 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/ecf83c19-c822-4f37-a946-99a6245bf894 HTTP/1.1" status: 404 len: 337 time: 0.0427575 Jul 16 20:18:28.019087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55062) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:28.074912 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-965f3094-82a5-4637-83b6-a53c95adb153 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:28.076004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965f3094-82a5-4637-83b6-a53c95adb153 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:28.078697 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-965f3094-82a5-4637-83b6-a53c95adb153 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/da44daee-012e-4b18-9deb-bd6cb13d4598 HTTP/1.1" status: 404 len: 333 time: 0.0579774 Jul 16 20:18:28.081596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55064) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:28.116380 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8b0449-9185-40f4-80f9-bae1ffd2487c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:28.117247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8b0449-9185-40f4-80f9-bae1ffd2487c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:28.119851 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6c8b0449-9185-40f4-80f9-bae1ffd2487c tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/358b6527-04f8-4e17-b1ba-a07d69fa46e7 HTTP/1.1" status: 404 len: 337 time: 0.0369539 Jul 16 20:18:28.123729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55066) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:28.160484 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c62743-9a93-480e-abbe-87a07ccfebc9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:28.161142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c62743-9a93-480e-abbe-87a07ccfebc9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:28.164844 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-02c62743-9a93-480e-abbe-87a07ccfebc9 tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/subnets/e094ac37-e236-4a34-8f41-a0c3aa10c9d6 HTTP/1.1" status: 404 len: 337 time: 0.0408459 Jul 16 20:18:28.168670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55068) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:28.258600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-f977530f-45e0-44c4-bdd3-8ef9967083a3 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.268905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-f977530f-45e0-44c4-bdd3-8ef9967083a3 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.16 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 945 time: 0.3567584 Jul 16 20:18:28.379343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-72c3ecf3-110b-45ff-a6bc-baf5c434cabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port 8ffcdad5-d09e-4566-97e1-fb1291d5c38f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:28.380314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c3ecf3-110b-45ff-a6bc-baf5c434cabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.385184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30c3c-5481-49e4-be3e-24cf6013b677 req-3388d567-2548-4915-9996-7bd2f1d4cdf5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.387453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9e30c3c-5481-49e4-be3e-24cf6013b677 req-3388d567-2548-4915-9996-7bd2f1d4cdf5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4057570 Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-5c94789a-1f53-49d6-ba55-80898bb8ba74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f179278a-9689-4e28-8f7e-c04c8acdd2ab: This subnet is being modified by another concurrent operation. Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f179278a-9689-4e28-8f7e-c04c8acdd2ab: This subnet is being modified by another concurrent operation. Jul 16 20:18:28.452746 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:18:28.553395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:19Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:28.625128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c3ecf3-110b-45ff-a6bc-baf5c434cabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.654181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-72c3ecf3-110b-45ff-a6bc-baf5c434cabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for 8ffcdad5-d09e-4566-97e1-fb1291d5c38f owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:28.656131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bba77f-2558-454b-8c21-82f6e8857dd8 None None] Network df32700a-836c-4f65-9dd5-a91dc979489d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:28.723773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9e30c3c-5481-49e4-be3e-24cf6013b677 req-4ba0e208-4005-4c26-9a2e-d52428d56840 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035367 Jul 16 20:18:28.744965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7401a-1536-4e50-974b-52541ffa8a2e req-a0cbdf33-2139-4849-9439-84e4aecee890 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.764467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fab7401a-1536-4e50-974b-52541ffa8a2e req-a0cbdf33-2139-4849-9439-84e4aecee890 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.4901018 Jul 16 20:18:28.802520 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921378b8-36dc-4144-b3af-1467df47e5ce None None] The sync data for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 is: [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:17:05Z', 'revision_number': 4, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f', 'name': '', 'network_id': 'd7b3ba96-6ae3-4606-8fb6-2b042383bc7e', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'mac_address': 'fa:16:3e:15:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '0a79c758-9df8-45c8-b678-2929a9986449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:03Z', 'updated_at': '2021-07-16T20:17:19Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'subnets': [{'id': '0a79c758-9df8-45c8-b678-2929a9986449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:18:28.981178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:28.982907 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.035060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c3ecf3-110b-45ff-a6bc-baf5c434cabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.043763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fab7401a-1536-4e50-974b-52541ffa8a2e req-03e00300-f012-46d5-a72e-b5511da98512 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776773 Jul 16 20:18:29.059780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a10e69af-c3cb-4392-bebb-60cbdd511ae3 None None] Provisioning complete for port ce29c5b0-b944-42f3-8824-7be4d7fa8678 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:29.060772 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a10e69af-c3cb-4392-bebb-60cbdd511ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.162455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3ecf3-110b-45ff-a6bc-baf5c434cabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=8ffcdad5-d09e-4566-97e1-fb1291d5c38f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:29.181153 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-72c3ecf3-110b-45ff-a6bc-baf5c434cabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.186316 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72c3ecf3-110b-45ff-a6bc-baf5c434cabc tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/ports/8ffcdad5-d09e-4566-97e1-fb1291d5c38f HTTP/1.1" status: 204 len: 168 time: 1.0163150 Jul 16 20:18:29.187106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55080) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:29.248440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce29c5b0-b944-42f3-8824-7be4d7fa8678 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:29.252962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:29.552910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.597515 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b9b46f-4b66-4b2f-8bf5-beb59f5ecc0b None None] New status for floating IP 890b0b7e-f3a0-489d-8807-c614d3a9fea1: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:18:29.691719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:29.692546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.718385 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:18:29.739133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:29.783555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Deleting port ce29c5b0-b944-42f3-8824-7be4d7fa8678 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:29.784483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.794311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a10e69af-c3cb-4392-bebb-60cbdd511ae3 None None] Could not find standard attr ID for object 8ffcdad5-d09e-4566-97e1-fb1291d5c38f. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:18:29.811374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492efb4-0ee9-4b0c-b849-08316aea81b5 req-7cf9ab18-9582-4b3e-955a-4e316482afbb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.852901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9492efb4-0ee9-4b0c-b849-08316aea81b5 req-7cf9ab18-9582-4b3e-955a-4e316482afbb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5158968 Jul 16 20:18:29.914571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] DHCP port deletion for df32700a-836c-4f65-9dd5-a91dc979489d request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:18:30.038183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.052402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:30.089560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce29c5b0-b944-42f3-8824-7be4d7fa8678,segment=NetworkSegment(b0a072dc-5e45-4559-b5c7-10e86f9739e6),segment_id=b0a072dc-5e45-4559-b5c7-10e86f9739e6)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:30.089957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.120250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1d47-430c-4e54-8565-8fb523780285 req-218fca60-1fab-4992-857d-73d72df75d32 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.123417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-738d1d47-430c-4e54-8565-8fb523780285 req-218fca60-1fab-4992-857d-73d72df75d32 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 945 time: 0.6100760 Jul 16 20:18:30.133662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce29c5b0-b944-42f3-8824-7be4d7fa8678,segment=NetworkSegment(b0a072dc-5e45-4559-b5c7-10e86f9739e6),segment_id=b0a072dc-5e45-4559-b5c7-10e86f9739e6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:30.138123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'port_id': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'mac_address': 'fa:16:3e:fc:54:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5945411-55ad-491a-99c8-88ce730cc089', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:30.146377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9492efb4-0ee9-4b0c-b849-08316aea81b5 req-5762aa00-3897-4f87-b1b3-4f6cad023cb4 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901344 Jul 16 20:18:30.175749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Calling delete_port for ce29c5b0-b944-42f3-8824-7be4d7fa8678 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:30.203509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] Deleting port ce29c5b0-b944-42f3-8824-7be4d7fa8678 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:30.203897 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.207401 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.210361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.288344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:30.414127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-738d1d47-430c-4e54-8565-8fb523780285 req-c0cfffa7-2548-47d3-bb85-83c1b98d6f26 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/security-groups?id=4be76e3d-5500-4ce1-ac0a-08555df49150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648375 Jul 16 20:18:30.461537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.550542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:30.564472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] No DVR routers for this DVR port ce29c5b0-b944-42f3-8824-7be4d7fa8678 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:30.626144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:30.665888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] For port ce29c5b0-b944-42f3-8824-7be4d7fa8678, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce29c5b0-b944-42f3-8824-7be4d7fa8678,segment=NetworkSegment(b0a072dc-5e45-4559-b5c7-10e86f9739e6),segment_id=b0a072dc-5e45-4559-b5c7-10e86f9739e6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:30.666563 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.672013 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.695205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:30.808830 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.811457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] Calling delete_port for ce29c5b0-b944-42f3-8824-7be4d7fa8678 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:30.824701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:30.902682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.075135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.085387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473549d1-be7c-4234-b33f-c5a99ebd2ea6 req-b363726d-873b-4cdc-81cb-d5c6b4c33d07 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.094143 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-473549d1-be7c-4234-b33f-c5a99ebd2ea6 req-b363726d-873b-4cdc-81cb-d5c6b4c33d07 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 944 time: 0.4447680 Jul 16 20:18:31.113968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] No DVR routers for this DVR port bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:31.125455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.129509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e2f7a5a-3354-40df-9820-07153bda7b7a req-495c5689-8bab-4e24-8ea0-7623fc6bef8f tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.16 "DELETE /v2.0/ports/bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 HTTP/1.1" status: 204 len: 173 time: 2.7734349 Jul 16 20:18:31.136083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55116) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:31.140611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'name': 'network-vif-deleted', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:31.144746 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48622f2d-68e4-4e59-b80d-55572845a5d7" -d '{"events": [{"server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "name": "network-vif-deleted", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:31.156063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': '3ccff55e-d4ad-4798-9ba0-95be09b7d720', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:31.166079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df32700a-836c-4f65-9dd5-a91dc979489d']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:31.168231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fdc05-bf10-479d-9f98-5e03cca2f056 req-a4ffab7e-287c-4f11-9b2d-a915ea6a0a93 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.171093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e74fdc05-bf10-479d-9f98-5e03cca2f056 req-a4ffab7e-287c-4f11-9b2d-a915ea6a0a93 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5197058 Jul 16 20:18:31.186158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:31.188249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a072dc-5e45-4559-b5c7-10e86f9739e6') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:31.188837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a072dc-5e45-4559-b5c7-10e86f9739e6') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:31.203403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.228785 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.238245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:31.239469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.257995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-473549d1-be7c-4234-b33f-c5a99ebd2ea6 req-b087f652-9fbd-4526-a3e5-e90a839f3554 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622262 Jul 16 20:18:31.329158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e74fdc05-bf10-479d-9f98-5e03cca2f056 req-5c62424c-bc79-40c4-a3d6-47aa1638797c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489153 Jul 16 20:18:31.344271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:31.345450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:31.430473 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549be516-bf16-44bb-87ef-5ef5bc2ce686 x-openstack-request-id: req-549be516-bf16-44bb-87ef-5ef5bc2ce686 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:31.431573 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2", "name": "network-vif-deleted", "tag": "bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:31.432305 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-549be516-bf16-44bb-87ef-5ef5bc2ce686 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:31.433216 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd193f939-8a9f-44ed-acf0-eb4c8bc6dcb2', 'name': 'network-vif-deleted', 'tag': 'bf8d3c09-57f3-42fb-bd57-f163f3e8a1e0', 'status': 'completed', 'code': 200} Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:31.467738 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:31.516825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.606972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.618511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] 10.222.0.78 "DELETE /v2.0/networks/df32700a-836c-4f65-9dd5-a91dc979489d HTTP/1.1" status: 204 len: 168 time: 2.4261549 Jul 16 20:18:31.622984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faabf3-f554-464d-8059-646032cdf7fb tempest-PortsTestJSON-2042202805 tempest-PortsTestJSON-2042202805-project] Pushing event deleted for resources: {'Network': ['ID=df32700a-836c-4f65-9dd5-a91dc979489d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.651792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.909442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:31.910338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.922954 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.931382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15af2746-29c5-447b-9378-878c64dd3189 req-657f7b21-d26f-4b90-aef1-ac375d12eb28 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "GET /v2.0/ports?device_id=d193f939-8a9f-44ed-acf0-eb4c8bc6dcb2 HTTP/1.1" status: 200 len: 210 time: 0.1058166 Jul 16 20:18:32.407035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66414543-0a10-481f-8fc9-1db6ec1ec6de req-009e0315-c22f-4c44-9d93-076efa0b13c0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.421262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66414543-0a10-481f-8fc9-1db6ec1ec6de req-009e0315-c22f-4c44-9d93-076efa0b13c0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3641181 Jul 16 20:18:32.542923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55134) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:32.568705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66414543-0a10-481f-8fc9-1db6ec1ec6de req-f05f768d-d0f9-4fca-98f6-978be73b66b4 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371799 Jul 16 20:18:32.712239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.912313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': '698fbbf2-213f-420e-b33f-d8b5de79ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3ccff55e-d4ad-4798-9ba0-95be09b7d720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:32.912679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: 3ccff55e-d4ad-4798-9ba0-95be09b7d720, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:32.916937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] Pushing event deleted for resources: {'Port': ['ID=ce29c5b0-b944-42f3-8824-7be4d7fa8678,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:32.919800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] Network df32700a-836c-4f65-9dd5-a91dc979489d is not hosted by any dhcp agent {{(pid=100245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:18:32.920473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4eacac-4b18-477f-b2bb-1321eb4446e4 None None] No DVR routers for this DVR port ce29c5b0-b944-42f3-8824-7be4d7fa8678 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:32.921718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=b260980c-a172-4287-8154-0eb562ebf7bb,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:32.958318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network 3ccff55e-d4ad-4798-9ba0-95be09b7d720 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:32.981393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 3ccff55e-d4ad-4798-9ba0-95be09b7d720) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:32.989470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.990255 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.996782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09617d91-a534-47db-8952-da510211f192 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:18:33.036080 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03391898-632f-4108-a11e-75d069b23af6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8938904 Jul 16 20:18:33.039022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55144) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.043994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-20956313'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:33.103925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:33.106337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.160166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e243c6-d0ab-4113-b6c0-8e08ca7ba06d req-fb9c160f-75e4-4436-be4d-c2fb788c12aa tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:33.164069 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4e243c6-d0ab-4113-b6c0-8e08ca7ba06d req-fb9c160f-75e4-4436-be4d-c2fb788c12aa tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 944 time: 0.3979671 Jul 16 20:18:33.168503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b0e42d27-02ab-4083-a22f-a63afc7a078c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32c3befeab7d474c80717cdfc23b6972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235130 Jul 16 20:18:33.177169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55146) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.229884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:33.275682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.276658 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment 3b7f6374-b573-474f-980e-28cf5e6444d0 of type vlan for network caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d Jul 16 20:18:33.318626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4e243c6-d0ab-4113-b6c0-8e08ca7ba06d req-b6fbf98f-c269-435e-b6e2-8ef02dd75456 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379843 Jul 16 20:18:33.382101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.394998 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09617d91-a534-47db-8952-da510211f192 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:18:33.450235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac9df0-62f4-49a4-8f55-1d76f863deed req-26e6515f-03da-47fd-ba58-777e1a8333d3 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:33.453384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6ac9df0-62f4-49a4-8f55-1d76f863deed req-26e6515f-03da-47fd-ba58-777e1a8333d3 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5212152 Jul 16 20:18:33.502424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55148) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.562792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae1c811f-3bfa-4e16-8cb4-3590e2c96307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.592630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6ac9df0-62f4-49a4-8f55-1d76f863deed req-b67981a7-a3bc-478b-8ae3-005767c59ebb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080399 Jul 16 20:18:33.626122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.633579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae1c811f-3bfa-4e16-8cb4-3590e2c96307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.649450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:33.653286 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.702306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-a0d1d5ea-087e-46f7-bfb0-d870bfb3662e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3025253 Jul 16 20:18:33.807315 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7685225 Jul 16 20:18:33.808142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55158) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.855262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': 'caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:33.940442 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae1c811f-3bfa-4e16-8cb4-3590e2c96307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.946247 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae1c811f-3bfa-4e16-8cb4-3590e2c96307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.948492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ae1c811f-3bfa-4e16-8cb4-3590e2c96307 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb38dd6c-2d1d-4177-b635-ffa656997f01 HTTP/1.1" status: 204 len: 168 time: 0.7391195 Jul 16 20:18:33.998166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c811f-3bfa-4e16-8cb4-3590e2c96307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38dd6c-2d1d-4177-b635-ffa656997f01,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.035594 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d2e723e-1fde-40e4-9984-9ef3ad42e55b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.045908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-edd9bf74-4da5-4352-bbc1-8c7c0eb0d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.047529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-edd9bf74-4da5-4352-bbc1-8c7c0eb0d05c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 1097 time: 0.2621434 Jul 16 20:18:34.053926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bbbd5-48bb-4639-aace-3d00468308c4 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.113196 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:34.335254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d2e723e-1fde-40e4-9984-9ef3ad42e55b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.400324 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.505643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:34.511607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.629300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-3ccff55e-d4ad-4798-9ba0-95be09b7d720', 'network_id': '3ccff55e-d4ad-4798-9ba0-95be09b7d720', 'tenant_id': 'e1bf6a3759a942b199ec68c9d3a97ff6', 'fixed_ips': [{'subnet_id': 'b260980c-a172-4287-8154-0eb562ebf7bb'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:34.631622 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.903659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d2e723e-1fde-40e4-9984-9ef3ad42e55b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.907432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d2e723e-1fde-40e4-9984-9ef3ad42e55b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.913675 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2d2e723e-1fde-40e4-9984-9ef3ad42e55b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/security-groups/4be76e3d-5500-4ce1-ac0a-08555df49150 HTTP/1.1" status: 204 len: 168 time: 1.4082797 Jul 16 20:18:34.930238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e723e-1fde-40e4-9984-9ef3ad42e55b tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be76e3d-5500-4ce1-ac0a-08555df49150,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.168870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:35.250465 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.256503 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.281910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Allocated IP 2001:db8:0:ffff::2 (3ccff55e-d4ad-4798-9ba0-95be09b7d720/b260980c-a172-4287-8154-0eb562ebf7bb/f99d09bd-e95f-40b8-99da-22a284e346cb) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:35.324434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:35.327917 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.538581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-d630caed-6a2a-48fe-a386-171b98e841b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.543386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-d630caed-6a2a-48fe-a386-171b98e841b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 1.4555125 Jul 16 20:18:35.554996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': '3b7f6374-b573-474f-980e-28cf5e6444d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:35.555577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:35.564068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=166f8c8d-f2f7-4d3d-b048-66722eb07cf0,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.591127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:35.615758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:35.622290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.623318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.662527 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e5fb107e-3d73-41cb-8ff5-289a4a78af55 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8384955 Jul 16 20:18:35.665267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55184) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:35.826640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0a79c-26f0-4972-a625-d3609dfd58e1 req-62ecdd9c-7f8c-4dfc-b5aa-debe398ab6e1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.839332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-deb0a79c-26f0-4972-a625-d3609dfd58e1 req-62ecdd9c-7f8c-4dfc-b5aa-debe398ab6e1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.6389475 Jul 16 20:18:35.844147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-e3ebde23-1235-439a-9dfa-6d337bb40690 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6 HTTP/1.1" status: 200 len: 217 time: 0.2795177 Jul 16 20:18:35.954299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5b3f5-76a0-44df-b10f-834c28a049da req-be0b1523-4da9-48e1-83a6-f9f87070cca1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.961373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.962028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fae5b3f5-76a0-44df-b10f-834c28a049da req-be0b1523-4da9-48e1-83a6-f9f87070cca1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 944 time: 0.6272192 Jul 16 20:18:36.038763 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.042630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.050279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-1813d0cd-1de2-4a80-a3a5-259366dea344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:36.053261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-1813d0cd-1de2-4a80-a3a5-259366dea344 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2018104 Jul 16 20:18:36.091475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.106206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Transition to ACTIVE for port object f99d09bd-e95f-40b8-99da-22a284e346cb will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:36.132293 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-deb0a79c-26f0-4972-a625-d3609dfd58e1 req-644d6a08-73c7-4d7a-b75b-d177810dfbab tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659929 Jul 16 20:18:36.154598 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Transition to ACTIVE for port object f99d09bd-e95f-40b8-99da-22a284e346cb will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:36.194894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fae5b3f5-76a0-44df-b10f-834c28a049da req-982a46b3-5a34-485f-b188-99b701c2295d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976025 Jul 16 20:18:36.202853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55190) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.246640 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.300973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.322418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-2923f81e-ad5b-4164-9568-9d7c791130b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:36.325440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-2923f81e-ad5b-4164-9568-9d7c791130b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2578695 Jul 16 20:18:36.386027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Pushing event updated for resources: {'Port': ['ID=f99d09bd-e95f-40b8-99da-22a284e346cb,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:36.389889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:36.395757 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b2e495-1ee7-46c1-9e6c-f5b612709f2f" -d '{"events": [{"server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "name": "network-vif-plugged", "status": "completed", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:36.448721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:36.469364 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.496908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Network 3ccff55e-d4ad-4798-9ba0-95be09b7d720 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:36.508350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=166f8c8d-f2f7-4d3d-b048-66722eb07cf0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:36.537429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-8ab5420f-85cc-4e8c-a477-0a2be309bb81 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043138 Jul 16 20:18:36.580377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-661323877'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:36.655940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:36.662039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:36.671312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:36.710573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:36.717170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.726322 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.758412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:36.776311 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.796307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7f6374-b573-474f-980e-28cf5e6444d0') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:36.796661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7f6374-b573-474f-980e-28cf5e6444d0') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:36.819993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.849095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.857426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:36.858407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.901778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Attempting to bind port f99d09bd-e95f-40b8-99da-22a284e346cb on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:36.902318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Attempting to bind port f99d09bd-e95f-40b8-99da-22a284e346cb by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '698fbbf2-213f-420e-b33f-d8b5de79ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3ccff55e-d4ad-4798-9ba0-95be09b7d720'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:36.902681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Attempting to bind port f99d09bd-e95f-40b8-99da-22a284e346cb on network 3ccff55e-d4ad-4798-9ba0-95be09b7d720 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:36.931943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:36.932381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Checking segment: {'id': '698fbbf2-213f-420e-b33f-d8b5de79ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3ccff55e-d4ad-4798-9ba0-95be09b7d720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:36.932801 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.933199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Bound using segment: {'id': '698fbbf2-213f-420e-b33f-d8b5de79ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3ccff55e-d4ad-4798-9ba0-95be09b7d720'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:36.933689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Bound port: f99d09bd-e95f-40b8-99da-22a284e346cb, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698fbbf2-213f-420e-b33f-d8b5de79ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3ccff55e-d4ad-4798-9ba0-95be09b7d720'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:36.934077 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.987406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f508e-e40e-49da-b5df-16cb9eabdd90 req-beff4f22-4624-41dd-bfe1-664b1502fa2b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:36.994542 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:37.004417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-500f508e-e40e-49da-b5df-16cb9eabdd90 req-beff4f22-4624-41dd-bfe1-664b1502fa2b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3625858 Jul 16 20:18:37.006532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.051691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.070108 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d HTTP/1.1" status: 204 len: 168 time: 1.3960514 Jul 16 20:18:37.070692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55202) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.073401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e52f20-e3b5-4ed6-bbec-798ca6d11b87 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:37.085890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071336573'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:37.109416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] For port f99d09bd-e95f-40b8-99da-22a284e346cb, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:37.114295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] For port f99d09bd-e95f-40b8-99da-22a284e346cb, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f99d09bd-e95f-40b8-99da-22a284e346cb,segment=NetworkSegment(698fbbf2-213f-420e-b33f-d8b5de79ae19),segment_id=698fbbf2-213f-420e-b33f-d8b5de79ae19)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:37.130051 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.135416 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.176328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:37.181900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.182163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.201203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:37.255839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:37.285772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.286283 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment 9091ed68-ab20-47ec-9a91-5cf27c4ea644 of type vlan for network bd83d536-d9d6-479b-817c-c19d94a8670f Jul 16 20:18:37.326833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cd1d9-790c-40a6-b386-3360645c5040 None None] Pushing event updated for resources: {'Port': ['ID=f99d09bd-e95f-40b8-99da-22a284e346cb,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:37.353520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-500f508e-e40e-49da-b5df-16cb9eabdd90 req-c37dc0ee-99d6-4d6b-86c7-f696dce75989 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144060 Jul 16 20:18:37.360590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.375411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.375966 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment 27b54632-e564-44c0-a1bb-391d53d82d81 of type vlan for network ac653c45-7255-40e5-8032-8594d5997389 Jul 16 20:18:37.380895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55208) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.461798 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75acc5f7-b972-4d79-a7b4-69de928efb85 x-openstack-request-id: req-75acc5f7-b972-4d79-a7b4-69de928efb85 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:37.462158 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "name": "network-vif-plugged", "status": "completed", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:37.462493 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75acc5f7-b972-4d79-a7b4-69de928efb85 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:37.462970 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'code': 200} Jul 16 20:18:37.497038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.523155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.523831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.667772 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5948236 Jul 16 20:18:37.668851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55212) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.733257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': 'bd83d536-d9d6-479b-817c-c19d94a8670f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:37.744036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed79bdd-717a-48d2-a4a8-4e93ae0ea5b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=bd83d536-d9d6-479b-817c-c19d94a8670f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:37.765968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network bd83d536-d9d6-479b-817c-c19d94a8670f details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:37.897478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.023433 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc188a5-84c8-44ef-803b-b7756a0be5a9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.076817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:38.082964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.083422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df9c6e4f-c88c-4397-a3d3-3c1105c21bf2 req-0e1a70e3-44a0-4542-af4b-0e19b4a1941c service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5378218 Jul 16 20:18:38.084155 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.090859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.091483 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.329306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1203990 Jul 16 20:18:38.345562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55218) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:38.353302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2090599937'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:38.420521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:38.428236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.474695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc72b2-f619-4def-a4ab-3757627039db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=ac653c45-7255-40e5-8032-8594d5997389,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.491661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ac653c45-7255-40e5-8032-8594d5997389 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:38.537140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:38.561656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.562275 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment 0a61c55d-a923-4739-a156-184d0bdceba2 of type vlan for network e25afe25-828c-4773-b95a-1927c2ef7528 Jul 16 20:18:38.623699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.678837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.685398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.686050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.697175 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.831420 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4791360 Jul 16 20:18:38.838369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55220) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:38.839953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b0221-276a-4bc6-a274-8722fd7ada50 req-407928e7-675e-4a11-82c6-5257a276bc06 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.841669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec1b0221-276a-4bc6-a274-8722fd7ada50 req-407928e7-675e-4a11-82c6-5257a276bc06 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.7630525 Jul 16 20:18:38.844731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-6b70bff8-5345-4669-9bca-e2676cf55c6b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8137083 Jul 16 20:18:38.881861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': 'ac653c45-7255-40e5-8032-8594d5997389', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:38.927313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8950-f05d-4f7c-be39-4634b1bbbfee req-d29c7e36-ae1e-44c7-a199-a2164639c561 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.936940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3f8950-f05d-4f7c-be39-4634b1bbbfee req-d29c7e36-ae1e-44c7-a199-a2164639c561 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.8945718 Jul 16 20:18:39.099101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f99d09bd-e95f-40b8-99da-22a284e346cb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:39.146375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cac4b-7908-4e47-acb5-fe092b2ab0cf tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=e25afe25-828c-4773-b95a-1927c2ef7528,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:39.164547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': '9091ed68-ab20-47ec-9a91-5cf27c4ea644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bd83d536-d9d6-479b-817c-c19d94a8670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:39.165009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: bd83d536-d9d6-479b-817c-c19d94a8670f, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:39.169695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=3d5978d3-c650-4561-8b9b-6c95c952d7ee,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:39.220774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e25afe25-828c-4773-b95a-1927c2ef7528 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:39.230984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network bd83d536-d9d6-479b-817c-c19d94a8670f is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:39.297678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f99d09bd-e95f-40b8-99da-22a284e346cb completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:39.339933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, bd83d536-d9d6-479b-817c-c19d94a8670f) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:39.360442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.361356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.389471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec1b0221-276a-4bc6-a274-8722fd7ada50 req-b579b752-6696-43c6-8136-693f5e7e3dc0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152798 Jul 16 20:18:39.396817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:39.401736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.410594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dc802c-5188-4b75-9834-f7646f0d45f0 None None] Network 3ccff55e-d4ad-4798-9ba0-95be09b7d720 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:39.414508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2acefd0-5d6a-4456-ad6c-13c3521527f0 None None] Network caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:39.432287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506db02-89a0-453f-abec-72c9ab59f3c9 None None] Network bd83d536-d9d6-479b-817c-c19d94a8670f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:39.527659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f3f8950-f05d-4f7c-be39-4634b1bbbfee req-dfa43207-c366-4e00-8c5d-ac06cb822cb0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5419495 Jul 16 20:18:39.627241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-e857abcc-c3c7-499b-bdb3-a876417a32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.635443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-e857abcc-c3c7-499b-bdb3-a876417a32f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1097 time: 0.7344129 Jul 16 20:18:39.757238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2acefd0-5d6a-4456-ad6c-13c3521527f0 None None] Network caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:18:39.779344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b37693-f7f5-485b-ae77-868fc889236b None None] Network caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:39.802432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a6716405-6768-4078-bc17-b5df85a8ad6b None None] Provisioning for port f99d09bd-e95f-40b8-99da-22a284e346cb completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:39.824987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b37693-f7f5-485b-ae77-868fc889236b None None] Network caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:18:39.831373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a6716405-6768-4078-bc17-b5df85a8ad6b None None] Provisioning complete for port f99d09bd-e95f-40b8-99da-22a284e346cb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:39.832241 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a6716405-6768-4078-bc17-b5df85a8ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.070072 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9754530a-ca26-4ba0-9f5a-d98383ade363 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3956480 Jul 16 20:18:40.070966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55228) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.123213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40764325'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:40.127978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.235350 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a6716405-6768-4078-bc17-b5df85a8ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.294298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:40.300700 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.306903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a6716405-6768-4078-bc17-b5df85a8ad6b None None] For port f99d09bd-e95f-40b8-99da-22a284e346cb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f99d09bd-e95f-40b8-99da-22a284e346cb,segment=NetworkSegment(698fbbf2-213f-420e-b33f-d8b5de79ae19),segment_id=698fbbf2-213f-420e-b33f-d8b5de79ae19)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:40.308756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-bd83d536-d9d6-479b-817c-c19d94a8670f', 'network_id': 'bd83d536-d9d6-479b-817c-c19d94a8670f', 'tenant_id': 'e1bf6a3759a942b199ec68c9d3a97ff6', 'fixed_ips': [{'subnet_id': '3d5978d3-c650-4561-8b9b-6c95c952d7ee'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:40.309982 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.325647 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a6716405-6768-4078-bc17-b5df85a8ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.375367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=ca3d26e0-e352-4e6e-a347-017182cb743e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.385271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': '27b54632-e564-44c0-a1bb-391d53d82d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ac653c45-7255-40e5-8032-8594d5997389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:40.385759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: ac653c45-7255-40e5-8032-8594d5997389, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:40.401188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:40.430958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.431595 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment f736e9da-8453-49c6-9b7b-c62ce8de1f99 of type vlan for network 35fb2444-c14d-4e8d-9e89-a74d904832a8 Jul 16 20:18:40.449791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network ac653c45-7255-40e5-8032-8594d5997389 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:40.469690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6716405-6768-4078-bc17-b5df85a8ad6b None None] Pushing event updated for resources: {'Port': ['ID=f99d09bd-e95f-40b8-99da-22a284e346cb,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.485029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ac653c45-7255-40e5-8032-8594d5997389) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:40.500103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.503094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.513788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060740d-828c-4fce-b4f1-5a95916cbec8 None None] Network ac653c45-7255-40e5-8032-8594d5997389 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:40.562179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2b41c598-a7d7-4416-8be7-4e19567063e5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7129779 Jul 16 20:18:40.583025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55238) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.588094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.607851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': 'e25afe25-828c-4773-b95a-1927c2ef7528', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:40.657099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-6665048c-78ee-426e-989b-3febcd56e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.659432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-6665048c-78ee-426e-989b-3febcd56e89b service neutron] 10.222.0.68 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 915 time: 0.9732249 Jul 16 20:18:40.682010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f57ab-e30d-4480-a932-aaaacea36220 req-2436513d-cfa3-4c3e-b825-3d8b6096517c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.683667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b69f57ab-e30d-4480-a932-aaaacea36220 req-2436513d-cfa3-4c3e-b825-3d8b6096517c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.5395298 Jul 16 20:18:40.771899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-67a301de-e580-4f5c-b496-4b284146d36a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 217 time: 0.1021667 Jul 16 20:18:40.796468 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.896505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.918741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.919414 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.926022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615d6f-756f-40ca-a526-fa9e2d487580 req-f0a7ce54-105b-47d3-801f-226f7ed51f04 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.933732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e615d6f-756f-40ca-a526-fa9e2d487580 req-f0a7ce54-105b-47d3-801f-226f7ed51f04 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5067163 Jul 16 20:18:41.000949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-94f1ac47-f8c9-429b-88dd-59f08768498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.003192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-94f1ac47-f8c9-429b-88dd-59f08768498c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.2123330 Jul 16 20:18:41.072263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b69f57ab-e30d-4480-a932-aaaacea36220 req-19093426-f508-48d4-926c-4e50257648f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574977 Jul 16 20:18:41.079785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f99d09bd-e95f-40b8-99da-22a284e346cb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:41.121528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-efb77933-16bd-4d0f-890d-fcbb09526117 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832434 Jul 16 20:18:41.263205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e615d6f-756f-40ca-a526-fa9e2d487580 req-a2c00c35-dc20-497f-8645-1045e0ba8be4 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278539 Jul 16 20:18:41.296792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-ac653c45-7255-40e5-8032-8594d5997389', 'network_id': 'ac653c45-7255-40e5-8032-8594d5997389', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': 'ca3d26e0-e352-4e6e-a347-017182cb743e'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:41.296792 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.361217 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2890160 Jul 16 20:18:41.362719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:41.379860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.395694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55256) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:41.396469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f114c6-aa33-45af-914f-8d441a9adc9e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=35fb2444-c14d-4e8d-9e89-a74d904832a8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:41.422926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': '35fb2444-c14d-4e8d-9e89-a74d904832a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:41.680602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-51f40142-e2d2-4cd5-a666-3475c3b3a7ab service neutron] 10.222.0.68 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698334 Jul 16 20:18:41.687683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:41.691793 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.780276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Performing IP validity checks on allocation pools {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:18:41.780808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:18:41.862097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Allocated IP 2001:db8::3 (bd83d536-d9d6-479b-817c-c19d94a8670f/3d5978d3-c650-4561-8b9b-6c95c952d7ee/70bf1a6d-ea29-410e-9e60-40630fb9815f) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:41.994122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c3b0-8b3e-48e0-aa04-dd6690c74e35 req-1c07b708-0822-4b48-a642-3c821e1ba19a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.996523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aaf1c3b0-8b3e-48e0-aa04-dd6690c74e35 req-1c07b708-0822-4b48-a642-3c821e1ba19a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.5408514 Jul 16 20:18:42.047782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4639931-e548-468d-b1e2-502980178e71 req-fd8e4bee-ef15-4106-977c-e9a76a1d53ce tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.050247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4639931-e548-468d-b1e2-502980178e71 req-fd8e4bee-ef15-4106-977c-e9a76a1d53ce tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4525683 Jul 16 20:18:42.055358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Allocated IP 2001:db8::2 (ac653c45-7255-40e5-8032-8594d5997389/ca3d26e0-e352-4e6e-a347-017182cb743e/5f5e59eb-d172-4d10-93fe-91efc67eeb0c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:42.153995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4e6e180-53c4-4cc0-94c3-2380f3ccb381 req-1c134e12-f90d-4891-9834-58f1401df1a9 service neutron] 10.222.0.68 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550178 Jul 16 20:18:42.205606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 35fb2444-c14d-4e8d-9e89-a74d904832a8 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:42.287095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4639931-e548-468d-b1e2-502980178e71 req-c471a4c1-b3b1-4c2c-acf8-b7c9bc895200 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086744 Jul 16 20:18:42.327219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aaf1c3b0-8b3e-48e0-aa04-dd6690c74e35 req-3174dadf-d049-4971-acdd-23c61a7ad6d9 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948883 Jul 16 20:18:42.385567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:42.385917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.864664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:42.865527 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.914780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f99d09bd-e95f-40b8-99da-22a284e346cb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:42.915480 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.103294 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.149473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Transition to ACTIVE for port object 5f5e59eb-d172-4d10-93fe-91efc67eeb0c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:43.157732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.269961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Transition to ACTIVE for port object 5f5e59eb-d172-4d10-93fe-91efc67eeb0c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:43.362171 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.462822 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.521490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=3f40fb10-6fdd-4cb9-b9a7-11c5c7c5df63,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.544636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.570304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Network ac653c45-7255-40e5-8032-8594d5997389 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:43.572647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:43.576023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:43.579806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Transition to ACTIVE for port object 70bf1a6d-ea29-410e-9e60-40630fb9815f will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:43.611834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Pushing event updated for resources: {'Port': ['ID=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.645974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': '0a61c55d-a923-4739-a156-184d0bdceba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e25afe25-828c-4773-b95a-1927c2ef7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:43.646412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: e25afe25-828c-4773-b95a-1927c2ef7528, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:43.670736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': 'f736e9da-8453-49c6-9b7b-c62ce8de1f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '35fb2444-c14d-4e8d-9e89-a74d904832a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:43.671116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: 35fb2444-c14d-4e8d-9e89-a74d904832a8, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:43.713794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Transition to ACTIVE for port object 70bf1a6d-ea29-410e-9e60-40630fb9815f will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:43.723721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=5b6eb123-48a1-4b6d-8ed3-4da751f0e9d2,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.733759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network e25afe25-828c-4773-b95a-1927c2ef7528 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:43.747737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network 35fb2444-c14d-4e8d-9e89-a74d904832a8 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:43.749362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e98595-8671-43b7-a823-1d85dba42725 None None] Network 3ccff55e-d4ad-4798-9ba0-95be09b7d720 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:43.762578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:43.772277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 35fb2444-c14d-4e8d-9e89-a74d904832a8) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:43.775136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e25afe25-828c-4773-b95a-1927c2ef7528) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:43.788049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.788705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.795585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.796216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.809918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-b4ef8348-dad9-4313-894c-ff4fd185eb41 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.819647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-b4ef8348-dad9-4313-894c-ff4fd185eb41 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 1.2589548 Jul 16 20:18:43.829991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0600f6b-958e-4858-aead-c3558d87c188 None None] Network 35fb2444-c14d-4e8d-9e89-a74d904832a8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:43.833160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3b7a5-12f1-4a40-af9f-45abf07f11b2 None None] Network e25afe25-828c-4773-b95a-1927c2ef7528 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:43.872619 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.882134 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7b9b2749-f347-4509-be85-1d65b6c42a69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4703603 Jul 16 20:18:43.885411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ee99b78a-e018-4e9b-8415-145be58102d3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3012502 Jul 16 20:18:43.888515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55294) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.889069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55296) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.916805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-31692eb7-3408-45ec-b08e-1c398cb6d925 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/quotas/339b1fa75957439782186d828b947369 HTTP/1.1" status: 200 len: 375 time: 0.0961101 Jul 16 20:18:43.920276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1d5e8f62-6018-4993-8649-e0ce3ebe4f87 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1246522261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:43.979264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9de9d1-41ad-47bf-8fa8-dd81d7b24265 req-775ab648-254f-4426-ae50-e67567890a5d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.987372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba9de9d1-41ad-47bf-8fa8-dd81d7b24265 req-775ab648-254f-4426-ae50-e67567890a5d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.1165137 Jul 16 20:18:44.024804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Pushing event updated for resources: {'Port': ['ID=70bf1a6d-ea29-410e-9e60-40630fb9815f,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.067122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8f62-6018-4993-8649-e0ce3ebe4f87 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.071404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8f62-6018-4993-8649-e0ce3ebe4f87 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.083469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba9de9d1-41ad-47bf-8fa8-dd81d7b24265 req-0b00a163-5f94-43e2-954b-6c90d1fe3086 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940244 Jul 16 20:18:44.188042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Attempting to bind port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:44.188649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Attempting to bind port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '27b54632-e564-44c0-a1bb-391d53d82d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ac653c45-7255-40e5-8032-8594d5997389'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:44.189224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Attempting to bind port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c on network ac653c45-7255-40e5-8032-8594d5997389 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:44.298026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-d2b1da2b-fdf6-4825-bb38-167d4bcbc433 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3796704 Jul 16 20:18:44.311049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:44.311845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Checking segment: {'id': '27b54632-e564-44c0-a1bb-391d53d82d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ac653c45-7255-40e5-8032-8594d5997389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:44.312669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.313350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Bound using segment: {'id': '27b54632-e564-44c0-a1bb-391d53d82d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ac653c45-7255-40e5-8032-8594d5997389'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:44.314215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Bound port: 5f5e59eb-d172-4d10-93fe-91efc67eeb0c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b54632-e564-44c0-a1bb-391d53d82d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ac653c45-7255-40e5-8032-8594d5997389'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:44.315694 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.327764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Network bd83d536-d9d6-479b-817c-c19d94a8670f is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:44.412594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:44.421773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43db932c-c172-4753-9351-19fb1f6643c9 None None] Provisioning complete for port f99d09bd-e95f-40b8-99da-22a284e346cb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:44.422771 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43db932c-c172-4753-9351-19fb1f6643c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.427464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:44.440454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8f62-6018-4993-8649-e0ce3ebe4f87 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.448892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.457765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8f62-6018-4993-8649-e0ce3ebe4f87 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.501229 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8f62-6018-4993-8649-e0ce3ebe4f87 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.503378 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1d5e8f62-6018-4993-8649-e0ce3ebe4f87 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5919945 Jul 16 20:18:44.516175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55302) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:44.610403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] For port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:44.618217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] For port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,segment=NetworkSegment(27b54632-e564-44c0-a1bb-391d53d82d81),segment_id=27b54632-e564-44c0-a1bb-391d53d82d81)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:44.714696 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.041112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.088688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Attempting to bind port 70bf1a6d-ea29-410e-9e60-40630fb9815f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:45.089665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Attempting to bind port 70bf1a6d-ea29-410e-9e60-40630fb9815f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9091ed68-ab20-47ec-9a91-5cf27c4ea644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bd83d536-d9d6-479b-817c-c19d94a8670f'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:45.090506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Attempting to bind port 70bf1a6d-ea29-410e-9e60-40630fb9815f on network bd83d536-d9d6-479b-817c-c19d94a8670f {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:45.124870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:45.125480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Checking segment: {'id': '9091ed68-ab20-47ec-9a91-5cf27c4ea644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bd83d536-d9d6-479b-817c-c19d94a8670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:45.126194 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.128044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Bound using segment: {'id': '9091ed68-ab20-47ec-9a91-5cf27c4ea644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bd83d536-d9d6-479b-817c-c19d94a8670f'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:45.128920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Bound port: 70bf1a6d-ea29-410e-9e60-40630fb9815f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9091ed68-ab20-47ec-9a91-5cf27c4ea644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bd83d536-d9d6-479b-817c-c19d94a8670f'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:45.129655 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.193609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e25afe25-828c-4773-b95a-1927c2ef7528', 'network_id': 'e25afe25-828c-4773-b95a-1927c2ef7528', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': '3f40fb10-6fdd-4cb9-b9a7-11c5c7c5df63'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:45.196238 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.323915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:45.477706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.697046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a6279-ed63-4a54-8e8c-8ae594db038d req-d0b28ba8-3c71-4649-b5f5-faec93b0a1ae tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.700521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca8a6279-ed63-4a54-8e8c-8ae594db038d req-d0b28ba8-3c71-4649-b5f5-faec93b0a1ae tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 1.3349521 Jul 16 20:18:45.795102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] For port 70bf1a6d-ea29-410e-9e60-40630fb9815f, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:45.803873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] For port 70bf1a6d-ea29-410e-9e60-40630fb9815f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=70bf1a6d-ea29-410e-9e60-40630fb9815f,segment=NetworkSegment(9091ed68-ab20-47ec-9a91-5cf27c4ea644),segment_id=9091ed68-ab20-47ec-9a91-5cf27c4ea644)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:45.902238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.037699 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.045879 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.062649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-6a2ef680-db48-461e-9ea7-48704084d688 service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7411811 Jul 16 20:18:46.066864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.067343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.067540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.067888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.068256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.068889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.069249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.069592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.069925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.070261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.070762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.071102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.138162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6eb123-48a1-4b6d-8ed3-4da751f0e9d2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.220429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099d645-d11d-4e18-a94f-e3ba5ab7c258 None None] Pushing event updated for resources: {'Port': ['ID=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.227499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d73ccf-203b-430b-909a-f4f9949f2c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-35fb2444-c14d-4e8d-9e89-a74d904832a8', 'network_id': '35fb2444-c14d-4e8d-9e89-a74d904832a8', 'tenant_id': 'e1bf6a3759a942b199ec68c9d3a97ff6', 'fixed_ips': [{'subnet_id': '5b6eb123-48a1-4b6d-8ed3-4da751f0e9d2'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:46.241979 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-10d73ccf-203b-430b-909a-f4f9949f2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.295952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca8a6279-ed63-4a54-8e8c-8ae594db038d req-3e428bc1-668a-41d1-9821-03dd01dba8b0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443569 Jul 16 20:18:46.387890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.544132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Allocated IP 2001:db8:1::2 (e25afe25-828c-4773-b95a-1927c2ef7528/3f40fb10-6fdd-4cb9-b9a7-11c5c7c5df63/520fecab-588c-44d7-bcfa-b672d72d52bb) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:46.548723 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-cb31cb46-827d-44ab-9e15-18b7b4369051 service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632983 Jul 16 20:18:46.622137 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.966602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf88b3-334f-450c-a9d2-afe687652ab0 None None] Pushing event updated for resources: {'Port': ['ID=70bf1a6d-ea29-410e-9e60-40630fb9815f,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:47.115283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74af61fd-5af5-4620-85c2-913d1a5dde77 None None] Network 35fb2444-c14d-4e8d-9e89-a74d904832a8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:47.355445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fb2444-c14d-4e8d-9e89-a74d904832a8']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:47.418355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f736e9da-8453-49c6-9b7b-c62ce8de1f99') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:47.418839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f736e9da-8453-49c6-9b7b-c62ce8de1f99') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:47.498964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.559863 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.578771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:47.579421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.699765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9545920c-26df-49e5-8031-70c851e3d3f0 req-45afc80b-3ba5-43c1-b0e3-abc9fb2bdf14 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 210 time: 0.3649373 Jul 16 20:18:47.810407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Router 27f630ed-ed84-465e-9186-36ab39d706d8 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:47.833939 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:47.850743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.874070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.885998 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/35fb2444-c14d-4e8d-9e89-a74d904832a8 HTTP/1.1" status: 204 len: 168 time: 3.9947760 Jul 16 20:18:47.900999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55322) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:47.943121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933886943'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:48.000567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22f534-b8e8-4577-bb7e-3ee5a7725f8d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=35fb2444-c14d-4e8d-9e89-a74d904832a8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.175080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9ea31-c84e-45d9-be84-ac143a8a8675 req-24036a26-209a-4773-9df8-f6c709935a22 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.195538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8f9ea31-c84e-45d9-be84-ac143a8a8675 req-24036a26-209a-4773-9df8-f6c709935a22 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.3231745 Jul 16 20:18:48.307973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:48.321379 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.722707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8::1 (ac653c45-7255-40e5-8032-8594d5997389/ca3d26e0-e352-4e6e-a347-017182cb743e/0558f3f6-f66b-440f-a900-54558c468050) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:48.774161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:48.794736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.796485 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment 5d07c070-1a18-4198-bdba-b3de215d85b7 of type vlan for network d5bdcda6-9f21-437d-9431-bd68e429481d Jul 16 20:18:48.857489 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.880766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Transition to ACTIVE for port object 520fecab-588c-44d7-bcfa-b672d72d52bb will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:48.912682 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.932083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Transition to ACTIVE for port object 520fecab-588c-44d7-bcfa-b672d72d52bb will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:48.946925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af460492-b2ab-4099-8fb8-8df8ae817ffa None None] Network ac653c45-7255-40e5-8032-8594d5997389 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:48.976499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:18:49.008123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-de9770b3-fb9f-4153-935f-b8f23cadcd85 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "PUT /v2.0/routers/27f630ed-ed84-465e-9186-36ab39d706d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6251307 Jul 16 20:18:49.013053 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.024655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.025740 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.032062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55336) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:49.056807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.095496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object 0558f3f6-f66b-440f-a900-54558c468050 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:49.177305 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.196877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 70bf1a6d-ea29-410e-9e60-40630fb9815f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:49.297789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8f9ea31-c84e-45d9-be84-ac143a8a8675 req-b12dd0bf-5070-4a75-a43d-bf82c9422388 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0965240 Jul 16 20:18:49.298775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=d5bdcda6-9f21-437d-9431-bd68e429481d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.333761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network ac653c45-7255-40e5-8032-8594d5997389 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:49.355383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:49.360472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:49.362940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.454545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a57d25f5-f070-422a-ac7a-f6ba631bb05e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5377965 Jul 16 20:18:49.465112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e327ff6b-d3c8-4c5e-ba05-093715b89498 None None] Network bd83d536-d9d6-479b-817c-c19d94a8670f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:49.541875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55340) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:49.559902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c74eea-f283-42a0-963b-77bc9ce3b737 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting subnet 0a79c758-9df8-45c8-b678-2929a9986449 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:49.605069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': 'd5bdcda6-9f21-437d-9431-bd68e429481d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:49.634926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-76c74eea-f283-42a0-963b-77bc9ce3b737 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.676693 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.696846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] Sync routers for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:18:49.709290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=0558f3f6-f66b-440f-a900-54558c468050,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.782383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.856498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network d5bdcda6-9f21-437d-9431-bd68e429481d details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:49.927267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-19c2050e-9c59-4de0-89f0-47b2d9ee7bbe req-c3b77cba-7eff-4ddd-8dee-f779f8b1dfd2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 210 time: 0.1994698 Jul 16 20:18:50.254495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Pushing event updated for resources: {'Port': ['ID=520fecab-588c-44d7-bcfa-b672d72d52bb,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:50.259556 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-76c74eea-f283-42a0-963b-77bc9ce3b737 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.319465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7a5cf-0d07-45e7-977e-d22687eec40a req-9be5a1f3-8191-423b-be5d-e833879e1809 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.334289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20f7a5cf-0d07-45e7-977e-d22687eec40a req-9be5a1f3-8191-423b-be5d-e833879e1809 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 1.9765856 Jul 16 20:18:50.344800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.356267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.357195 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.361237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-00eb11ca-39e5-4ec3-ad37-15463414662b None None] Provisioning complete for port f99d09bd-e95f-40b8-99da-22a284e346cb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:50.361765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-00eb11ca-39e5-4ec3-ad37-15463414662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.374269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:50.374269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:50.513094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=0558f3f6-f66b-440f-a900-54558c468050,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:50.680670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:50.775249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network ac653c45-7255-40e5-8032-8594d5997389 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:50.784335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:51.011613 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20f7a5cf-0d07-45e7-977e-d22687eec40a req-83d674a1-c19c-4830-9f39-f84d12531504 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757281 Jul 16 20:18:51.071069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Network e25afe25-828c-4773-b95a-1927c2ef7528 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:51.257704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:51.258754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.314332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router e1cc67a6-a203-46b4-923c-7e91c4a3e923 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:18:51.371606 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c50a17ea-b256-4a3f-9799-116f92e89176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.454453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-5cdcdfc6-19a5-4799-8d76-6e0b458e4801 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.457533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-5cdcdfc6-19a5-4799-8d76-6e0b458e4801 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.16 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 1.0933278 Jul 16 20:18:51.460879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e33ff2f7-3a3c-47e0-baa5-938e0b2a3b7a req-5213cdea-b0f3-4638-8ea3-2dd9df232c8f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 210 time: 0.1677277 Jul 16 20:18:51.481902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'port': {'device_id': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'admin_state_up': True, 'tenant_id': '339b1fa75957439782186d828b947369'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:51.493531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-76c74eea-f283-42a0-963b-77bc9ce3b737 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.512518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 70bf1a6d-ea29-410e-9e60-40630fb9815f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:51.606163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:51.617336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:51.676095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:18:51.701374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5f5e59eb-d172-4d10-93fe-91efc67eeb0c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:51.711931 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db206582-65a6-4b18-bf69-9434abf8b7c0 None None] Sync routers for ids ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:18:51.730034 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a5654a0f-9968-4669-a18e-1111355002db tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/e1cc67a6-a203-46b4-923c-7e91c4a3e923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2101240 Jul 16 20:18:51.731336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55364) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:51.735867 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db206582-65a6-4b18-bf69-9434abf8b7c0 None None] Routers {'e1cc67a6-a203-46b4-923c-7e91c4a3e923'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:51.737859 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-db206582-65a6-4b18-bf69-9434abf8b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.792251 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.805505 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a6742c5-4b13-4311-8d01-6fc0b96d865f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.844337 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-db206582-65a6-4b18-bf69-9434abf8b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.867664 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db206582-65a6-4b18-bf69-9434abf8b7c0 None None] Routers {'e1cc67a6-a203-46b4-923c-7e91c4a3e923'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:51.869614 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-db206582-65a6-4b18-bf69-9434abf8b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.919755 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-76c74eea-f283-42a0-963b-77bc9ce3b737 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.932352 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-db206582-65a6-4b18-bf69-9434abf8b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:51.933280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db206582-65a6-4b18-bf69-9434abf8b7c0 None None] The sync data for ids ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:18:51.938922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5608-a920-47b7-b8c5-3de661eb06c5 req-f65fd182-d49d-4ad4-9ca9-db2a86580f60 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.941933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-483b5608-a920-47b7-b8c5-3de661eb06c5 req-f65fd182-d49d-4ad4-9ca9-db2a86580f60 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.4209032 Jul 16 20:18:52.037881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e11e6-a73f-4410-a692-42ee92017a0f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.038248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c74eea-f283-42a0-963b-77bc9ce3b737 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Subnet': ['ID=0a79c758-9df8-45c8-b678-2929a9986449,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:52.038986 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-631e11e6-a73f-4410-a692-42ee92017a0f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports/0558f3f6-f66b-440f-a900-54558c468050 HTTP/1.1" status: 200 len: 911 time: 0.2975914 Jul 16 20:18:52.038986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55368) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:52.050592 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-76c74eea-f283-42a0-963b-77bc9ce3b737 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.057622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55372) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:52.058026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-76c74eea-f283-42a0-963b-77bc9ce3b737 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/subnets/0a79c758-9df8-45c8-b678-2929a9986449 HTTP/1.1" status: 204 len: 168 time: 2.8486776 Jul 16 20:18:52.107458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736ad525-42cf-4af4-9282-94c1ebf99e00 None None] Network d7b3ba96-6ae3-4606-8fb6-2b042383bc7e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:52.126714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Attempting to bind port 520fecab-588c-44d7-bcfa-b672d72d52bb on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:52.132390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Attempting to bind port 520fecab-588c-44d7-bcfa-b672d72d52bb by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '0a61c55d-a923-4739-a156-184d0bdceba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e25afe25-828c-4773-b95a-1927c2ef7528'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:52.133391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Attempting to bind port 520fecab-588c-44d7-bcfa-b672d72d52bb on network e25afe25-828c-4773-b95a-1927c2ef7528 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:52.149817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-483b5608-a920-47b7-b8c5-3de661eb06c5 req-99b03715-aa85-4bdf-8faf-affa4cec6a72 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516793 Jul 16 20:18:52.197504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:52.200384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Checking segment: {'id': '0a61c55d-a923-4739-a156-184d0bdceba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e25afe25-828c-4773-b95a-1927c2ef7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:52.201128 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.201760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Bound using segment: {'id': '0a61c55d-a923-4739-a156-184d0bdceba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e25afe25-828c-4773-b95a-1927c2ef7528'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:52.205435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Bound port: 520fecab-588c-44d7-bcfa-b672d72d52bb, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a61c55d-a923-4739-a156-184d0bdceba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e25afe25-828c-4773-b95a-1927c2ef7528'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:52.208548 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.225988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Made reservation on behalf of 339b1fa75957439782186d828b947369 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:52.239083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.497595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:52.542128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:18:44Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:52.619245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.637765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] Checking router: 27f630ed-ed84-465e-9186-36ab39d706d8 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:18:52.649865 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.702164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] Routers {'27f630ed-ed84-465e-9186-36ab39d706d8'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:52.703648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['27f630ed-ed84-465e-9186-36ab39d706d8'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:53.198961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] For port 520fecab-588c-44d7-bcfa-b672d72d52bb, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:53.203900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] For port 520fecab-588c-44d7-bcfa-b672d72d52bb, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=520fecab-588c-44d7-bcfa-b672d72d52bb,segment=NetworkSegment(0a61c55d-a923-4739-a156-184d0bdceba2),segment_id=0a61c55d-a923-4739-a156-184d0bdceba2)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:53.259085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=7c602429-b735-41bd-8a5c-1ad215d58e01,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.319062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] Set router 27f630ed-ed84-465e-9186-36ab39d706d8 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:53.347724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.425750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Allocated IP 172.20.0.13 (3ca26e4e-3007-40cd-8b4b-ebff741e8b02/6dbe0521-aba6-4cd7-9038-383ed1d9b674/f4445f74-5932-41f8-8da0-264eebd6df6b) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:53.435139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': '5d07c070-1a18-4198-bdba-b3de215d85b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd5bdcda6-9f21-437d-9431-bd68e429481d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:53.436231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: d5bdcda6-9f21-437d-9431-bd68e429481d, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:53.462209 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5fbc-2dfa-4418-9887-a7e4b0f38781 req-f41c524d-1f5f-411e-b2e6-3bfa5ce8a302 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:53.472975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e85a5fbc-2dfa-4418-9887-a7e4b0f38781 req-f41c524d-1f5f-411e-b2e6-3bfa5ce8a302 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.7890294 Jul 16 20:18:53.511938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aa219-14cb-4232-84b9-6523a5a01fe1 req-88735296-3d5d-41a6-9f27-6a53eae3417d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:53.514067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f20aa219-14cb-4232-84b9-6523a5a01fe1 req-88735296-3d5d-41a6-9f27-6a53eae3417d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.9131911 Jul 16 20:18:53.673047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e85a5fbc-2dfa-4418-9887-a7e4b0f38781 req-c23e15df-55e5-4f2d-a052-40c93e27c345 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936331 Jul 16 20:18:53.702733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network d5bdcda6-9f21-437d-9431-bd68e429481d is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:53.712304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f20aa219-14cb-4232-84b9-6523a5a01fe1 req-130bae6b-a52b-4ef9-90c8-f59adc148c0a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868262 Jul 16 20:18:53.811532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d5bdcda6-9f21-437d-9431-bd68e429481d) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:53.816628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Provisioning for port 70bf1a6d-ea29-410e-9e60-40630fb9815f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:53.833383 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.834309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:53.835280 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.999986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Provisioning complete for port 70bf1a6d-ea29-410e-9e60-40630fb9815f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:54.000346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.003108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593733a-48e5-45aa-9a65-79d357abec3e None None] Network d5bdcda6-9f21-437d-9431-bd68e429481d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:54.010260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-531f7ba4-defc-46ff-9896-574f6212baac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.4404991 Jul 16 20:18:54.014789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55388) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:54.047809 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.067304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-381d787e-3746-4317-bf38-667cb780e4d3 req-ce76c526-cdfe-4bd4-b934-172ff552eb80 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 210 time: 0.0936458 Jul 16 20:18:54.168663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.207110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Transition to ACTIVE for port object f4445f74-5932-41f8-8da0-264eebd6df6b will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:54.326214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.700265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'Port': ['ID=f4445f74-5932-41f8-8da0-264eebd6df6b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.732501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:54.746450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:54.746705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a984e-3711-4fd0-a4ae-d1985d264a66 None None] Pushing event updated for resources: {'Port': ['ID=520fecab-588c-44d7-bcfa-b672d72d52bb,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.781189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:54.784519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['04e7812a-793d-4bbe-b75d-413c4f70eff6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:54.791586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['14929c22-dba2-42ec-895e-0bc50475c086'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:54.987375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.988151 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.148302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-116928de-c6bc-4e6c-a0db-81dfb38893f4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6679447 Jul 16 20:18:55.182924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Request body: {'port': {'device_id': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:55.404713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd681a-bf5e-43ba-a362-2935b2c0a028 req-547a11a5-a7e4-4b34-939e-a913e3cb163b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.414907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3fd681a-bf5e-43ba-a362-2935b2c0a028 req-547a11a5-a7e4-4b34-939e-a913e3cb163b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.3874156 Jul 16 20:18:55.529209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] DHCP port deletion for d7b3ba96-6ae3-4606-8fb6-2b042383bc7e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:18:55.563412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.575891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.644524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3fd681a-bf5e-43ba-a362-2935b2c0a028 req-2fa073d7-4c86-44b2-929d-6866119f4899 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285373 Jul 16 20:18:55.649467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.761408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:18:44Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:55.778708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d5bdcda6-9f21-437d-9431-bd68e429481d', 'network_id': 'd5bdcda6-9f21-437d-9431-bd68e429481d', 'tenant_id': 'e1bf6a3759a942b199ec68c9d3a97ff6', 'fixed_ips': [{'subnet_id': '7c602429-b735-41bd-8a5c-1ad215d58e01'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:55.780078 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.057691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] For port 70bf1a6d-ea29-410e-9e60-40630fb9815f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=70bf1a6d-ea29-410e-9e60-40630fb9815f,segment=NetworkSegment(9091ed68-ab20-47ec-9a91-5cf27c4ea644),segment_id=9091ed68-ab20-47ec-9a91-5cf27c4ea644)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:56.107168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.115668 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.145405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f4267-ceb7-4bbf-9859-63486ebb8356 None None] The sync data for ids ['27f630ed-ed84-465e-9186-36ab39d706d8'] in n-d-791505-15 is: [{'id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'name': 'tempest-TestNetworkBasicOps-router-1236297461', 'tenant_id': '1f6db2100c23486a9b7759b62ce47238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:53Z', 'updated_at': '2021-07-16T20:18:44Z', 'revision_number': 5, 'project_id': '1f6db2100c23486a9b7759b62ce47238', 'gw_port': {'id': 'bf93241f-6df9-45e9-bbf3-ff6618a0ebdf', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f630ed-ed84-465e-9186-36ab39d706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:54Z', 'updated_at': '2021-07-16T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:18:56.161019 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.547547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Pushing event updated for resources: {'Port': ['ID=70bf1a6d-ea29-410e-9e60-40630fb9815f,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.569121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Provisioning for port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:56.682438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Deleting port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:56.683047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.686389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Provisioning complete for port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:56.686905 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.819307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] Deleting port 188c0568-7d52-4c85-9f9e-862facdb790f {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:56.820534 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.051967 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Allocated IP 2001:db8::1 (d5bdcda6-9f21-437d-9431-bd68e429481d/7c602429-b735-41bd-8a5c-1ad215d58e01/b21d4304-5198-447c-b49c-ec748e65fbc5) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:57.056807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.137800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25b71e-67bb-4800-b3d5-f76af8da3336 None None] Network e25afe25-828c-4773-b95a-1927c2ef7528 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:57.258914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] For port bf93241f-6df9-45e9-bbf3-ff6618a0ebdf, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bf93241f-6df9-45e9-bbf3-ff6618a0ebdf,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:57.260062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.287429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Calling delete_port for bf93241f-6df9-45e9-bbf3-ff6618a0ebdf owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:57.412652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 520fecab-588c-44d7-bcfa-b672d72d52bb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:57.565362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2643a59-ca78-49cb-a641-744dadf67e5f req-9a76b9f6-c74d-4ad5-9702-468fe7c8e219 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.573894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2643a59-ca78-49cb-a641-744dadf67e5f req-9a76b9f6-c74d-4ad5-9702-468fe7c8e219 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.5430217 Jul 16 20:18:57.673244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfef7c-c23d-43a8-8dad-b36b3a2402b4 req-986d7064-59b2-4a52-bd1b-0a40a1b09cd5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.682289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06cfef7c-c23d-43a8-8dad-b36b3a2402b4 req-986d7064-59b2-4a52-bd1b-0a40a1b09cd5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 932 time: 1.6271198 Jul 16 20:18:57.841119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2643a59-ca78-49cb-a641-744dadf67e5f req-d064b314-4392-40c6-b492-743ae84c2ce9 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657158 Jul 16 20:18:57.842550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] For port 188c0568-7d52-4c85-9f9e-862facdb790f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=188c0568-7d52-4c85-9f9e-862facdb790f,segment=NetworkSegment(90f41c9e-251c-4c5c-b93e-a2e23d43b5d9),segment_id=90f41c9e-251c-4c5c-b93e-a2e23d43b5d9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:57.843198 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.947217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.974778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06cfef7c-c23d-43a8-8dad-b36b3a2402b4 req-58bad7da-7ee0-491f-9746-f17a62ec6f94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914548 Jul 16 20:18:57.980086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.011189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] Calling delete_port for 188c0568-7d52-4c85-9f9e-862facdb790f owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:58.022220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4445f74-5932-41f8-8da0-264eebd6df6b {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:58.042338 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.059082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8:1::1 (e25afe25-828c-4773-b95a-1927c2ef7528/3f40fb10-6fdd-4cb9-b9a7-11c5c7c5df63/b099f249-5bba-4ca4-a040-bbf635b73901) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:58.083623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Transition to ACTIVE for port object f4445f74-5932-41f8-8da0-264eebd6df6b will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:58.087730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Port': ['ID=bf93241f-6df9-45e9-bbf3-ff6618a0ebdf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.099746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.161653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 520fecab-588c-44d7-bcfa-b672d72d52bb completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:58.255352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] For port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,segment=NetworkSegment(27b54632-e564-44c0-a1bb-391d53d82d81),segment_id=27b54632-e564-44c0-a1bb-391d53d82d81)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:58.265761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 70bf1a6d-ea29-410e-9e60-40630fb9815f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:58.312799 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.520064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Pushing event updated for resources: {'Port': ['ID=f4445f74-5932-41f8-8da0-264eebd6df6b,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.543085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Attempting to bind port f4445f74-5932-41f8-8da0-264eebd6df6b on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:58.548160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Attempting to bind port f4445f74-5932-41f8-8da0-264eebd6df6b by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:58.549612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Attempting to bind port f4445f74-5932-41f8-8da0-264eebd6df6b on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:58.593314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Port f4445f74-5932-41f8-8da0-264eebd6df6b on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:58.594276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Attempting to bind port f4445f74-5932-41f8-8da0-264eebd6df6b on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:58.616331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:58.617512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0442f-4d4a-4207-9951-d4c50512b5e2 None None] Pushing event updated for resources: {'Port': ['ID=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.618080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Checking segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:58.618699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Bound using segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:58.620376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Bound port: f4445f74-5932-41f8-8da0-264eebd6df6b, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:58.621393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.653700 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.682765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.703314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c443f8-35c4-4579-9e63-c696441ade62 req-65d225da-7867-47d4-aff8-0cecda006248 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:58.708127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4c443f8-35c4-4579-9e63-c696441ade62 req-65d225da-7867-47d4-aff8-0cecda006248 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.4845231 Jul 16 20:18:58.717957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] No DVR routers for this DVR port 188c0568-7d52-4c85-9f9e-862facdb790f on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:58.730269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Transition to ACTIVE for port object b21d4304-5198-447c-b49c-ec748e65fbc5 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:58.806968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.956035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4c443f8-35c4-4579-9e63-c696441ade62 req-e6bacdee-d38b-48df-bc35-ed1ee2fb3ed4 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922252 Jul 16 20:18:59.035813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] For port f4445f74-5932-41f8-8da0-264eebd6df6b, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:59.053079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] For port f4445f74-5932-41f8-8da0-264eebd6df6b, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f4445f74-5932-41f8-8da0-264eebd6df6b,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:59.066491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.272762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.288355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.313915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f867e5-545d-460c-9632-630d7f2e529d None None] Pushing event deleted for resources: {'Port': ['ID=188c0568-7d52-4c85-9f9e-862facdb790f,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.316667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Provisioning for port 0558f3f6-f66b-440f-a900-54558c468050 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:59.328913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Pushing event updated for resources: {'Port': ['ID=f4445f74-5932-41f8-8da0-264eebd6df6b,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.333420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Provisioning complete for port 0558f3f6-f66b-440f-a900-54558c468050 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:59.334017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.345109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Transition to ACTIVE for port object b21d4304-5198-447c-b49c-ec748e65fbc5 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:59.402484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.403471 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.406670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-c424816c-210b-43ca-a3ba-b7b022e69340 service neutron] 10.222.0.16 "PUT /v2.0/ports/f4445f74-5932-41f8-8da0-264eebd6df6b HTTP/1.1" status: 200 len: 1093 time: 4.2403922 Jul 16 20:18:59.415363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'tag': 'f4445f74-5932-41f8-8da0-264eebd6df6b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:59.417317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 70bf1a6d-ea29-410e-9e60-40630fb9815f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:59.417718 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.421347 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c52eb6-a4ca-4219-aecc-db741d6d73f4", "tag": "f4445f74-5932-41f8-8da0-264eebd6df6b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:59.467412 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.580178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.584685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.585609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Fanout notify agent at l3_agent the message router_deleted on router 27f630ed-ed84-465e-9186-36ab39d706d8 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:18:59.596640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.602757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b9b021a-3318-42d8-8951-134463fddaca tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/routers/27f630ed-ed84-465e-9186-36ab39d706d8 HTTP/1.1" status: 204 len: 168 time: 7.5405960 Jul 16 20:18:59.604870 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.616091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55444) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:59.686439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=7c602429-b735-41bd-8a5c-1ad215d58e01,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.717230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a92e6-9bc8-4512-a6f0-86d10cb3ddc5 req-bd10f0e3-4f1f-4ad8-bf76-adf9ce28bdcb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.735939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f28a92e6-9bc8-4512-a6f0-86d10cb3ddc5 req-bd10f0e3-4f1f-4ad8-bf76-adf9ce28bdcb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 944 time: 0.4979277 Jul 16 20:18:59.764287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object b099f249-5bba-4ca4-a040-bbf635b73901 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:59.792224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Pushing event updated for resources: {'Port': ['ID=b21d4304-5198-447c-b49c-ec748e65fbc5,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.849158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Network d5bdcda6-9f21-437d-9431-bd68e429481d is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:59.858958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Port 0558f3f6-f66b-440f-a900-54558c468050 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:59.884075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b4f12-c38b-4e9c-bce9-251ee2d654d8 req-bf7f3f2e-c8db-48bd-8258-79c02319bdd0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.886025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:59.886817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa1b4f12-c38b-4e9c-bce9-251ee2d654d8 req-bf7f3f2e-c8db-48bd-8258-79c02319bdd0 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5742197 Jul 16 20:18:59.891763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:00.050331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Provisioning for port f4445f74-5932-41f8-8da0-264eebd6df6b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:00.112553 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:00.143819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f28a92e6-9bc8-4512-a6f0-86d10cb3ddc5 req-e5aa1c6e-24f6-42f8-bba6-7338bd4fa987 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704860 Jul 16 20:19:00.155564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.208733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bdcda6-9f21-437d-9431-bd68e429481d']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:00.217660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d07c070-1a18-4198-bdba-b3de215d85b7') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:00.218246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d07c070-1a18-4198-bdba-b3de215d85b7') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:00.235615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Attempting to bind port b21d4304-5198-447c-b49c-ec748e65fbc5 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:00.239451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Attempting to bind port b21d4304-5198-447c-b49c-ec748e65fbc5 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5d07c070-1a18-4198-bdba-b3de215d85b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd5bdcda6-9f21-437d-9431-bd68e429481d'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:00.240038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Attempting to bind port b21d4304-5198-447c-b49c-ec748e65fbc5 on network d5bdcda6-9f21-437d-9431-bd68e429481d {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:00.243405 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.273170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.286854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:00.287802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.291802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa1b4f12-c38b-4e9c-bce9-251ee2d654d8 req-b2f68006-6964-431d-b845-2ad4157c9035 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692617 Jul 16 20:19:00.306539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Provisioning complete for port 70bf1a6d-ea29-410e-9e60-40630fb9815f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:00.306973 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.312600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:00.313138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Checking segment: {'id': '5d07c070-1a18-4198-bdba-b3de215d85b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd5bdcda6-9f21-437d-9431-bd68e429481d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:00.316193 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.316992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Bound using segment: {'id': '5d07c070-1a18-4198-bdba-b3de215d85b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd5bdcda6-9f21-437d-9431-bd68e429481d'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:00.317284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Bound port: b21d4304-5198-447c-b49c-ec748e65fbc5, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d07c070-1a18-4198-bdba-b3de215d85b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd5bdcda6-9f21-437d-9431-bd68e429481d'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:00.317692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.321431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-0981fb3d-7e7e-48ce-85bb-9c2d61c6a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.329802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-0981fb3d-7e7e-48ce-85bb-9c2d61c6a751 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 1096 time: 0.8319993 Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:00.451586 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:00.498881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] For port b21d4304-5198-447c-b49c-ec748e65fbc5, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:00.507008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] For port b21d4304-5198-447c-b49c-ec748e65fbc5, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b21d4304-5198-447c-b49c-ec748e65fbc5,segment=NetworkSegment(5d07c070-1a18-4198-bdba-b3de215d85b7),segment_id=5d07c070-1a18-4198-bdba-b3de215d85b7)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:00.512955 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab82688a-2a01-45f0-98ea-6ae673a2085b x-openstack-request-id: req-ab82688a-2a01-45f0-98ea-6ae673a2085b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:00.524821 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c52eb6-a4ca-4219-aecc-db741d6d73f4", "tag": "f4445f74-5932-41f8-8da0-264eebd6df6b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:00.525461 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab82688a-2a01-45f0-98ea-6ae673a2085b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:00.526197 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'tag': 'f4445f74-5932-41f8-8da0-264eebd6df6b', 'status': 'completed', 'code': 200} Jul 16 20:19:00.529416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-231bfb27-c6b2-4fc8-aae5-4b63e7c7ca50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4445f74-5932-41f8-8da0-264eebd6df6b HTTP/1.1" status: 200 len: 217 time: 0.1896260 Jul 16 20:19:00.552817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.567851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:19:00.567851 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:19:00.567851 n-d-791505-15 neutron-server[100244]: [parameters: {'id': 'd5bdcda6-9f21-437d-9431-bd68e429481d'}] Jul 16 20:19:00.567851 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:19:00.568433 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:19:00.610676 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.679711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Pushing event updated for resources: {'Port': ['ID=b21d4304-5198-447c-b49c-ec748e65fbc5,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.747282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-00730e5a-3a1d-405d-a786-a5075ab2d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.749726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-00730e5a-3a1d-405d-a786-a5075ab2d521 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2129376 Jul 16 20:19:00.764652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.765050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.765424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.766325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.766325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.766525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.768573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.769130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.769460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.769808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.770144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.774820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9de154-9405-4cd9-b80d-edc4ccc004b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.788773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.932516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:00.946766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.005374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:01.005932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 01a30c2b-44ac-4e60-a6c9-7d2a8cb3a69f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:01.006078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 188c0568-7d52-4c85-9f9e-862facdb790f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:01.017057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b3ba96-6ae3-4606-8fb6-2b042383bc7e']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:01.037884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:01.038630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f41c9e-251c-4c5c-b93e-a2e23d43b5d9') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:01.044620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 188c0568-7d52-4c85-9f9e-862facdb790f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:01.045031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 188c0568-7d52-4c85-9f9e-862facdb790f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:01.050436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Provisioning complete for port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:01.050805 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.051608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711683-6e87-4148-83c4-2b26212b64e1 req-f1bd522a-9787-40cf-bce0-74f04b5289c6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.056337 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36711683-6e87-4148-83c4-2b26212b64e1 req-f1bd522a-9787-40cf-bce0-74f04b5289c6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.2715371 Jul 16 20:19:01.065577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-760ff08d-3f6f-469e-9471-387ab285e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.068656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-760ff08d-3f6f-469e-9471-387ab285e3a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3086889 Jul 16 20:19:01.139633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.206684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36711683-6e87-4148-83c4-2b26212b64e1 req-52b198de-4ad0-41c9-8a17-6bf4a61df9a0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346271 Jul 16 20:19:01.211742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.213404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89425256-cba3-4a2c-b23d-ca8b85b9e5fc None None] Network d5bdcda6-9f21-437d-9431-bd68e429481d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:01.262585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.324487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-be48b2c7-c197-4978-b336-74d91d492f34 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012467 Jul 16 20:19:01.327084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network e25afe25-828c-4773-b95a-1927c2ef7528 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:01.363925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:01.384169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5f5e59eb-d172-4d10-93fe-91efc67eeb0c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:01.402811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:01.403334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.414328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:01.415277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:01.662805 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:01.812399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Provisioning for port 520fecab-588c-44d7-bcfa-b672d72d52bb completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:01.832149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Provisioning complete for port 520fecab-588c-44d7-bcfa-b672d72d52bb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:01.832485 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.982929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:01.983318 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.989901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=b099f249-5bba-4ca4-a040-bbf635b73901,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.043956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00c8964d-4a96-415b-a14b-57b6e09efad9 req-27357fb5-b452-4933-a508-84dc8154acbc service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924498 Jul 16 20:19:02.067894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.072681 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.119027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97f6e-af93-4374-9b01-f4cc76edb582 req-02b1dada-b8f8-45c1-b5ba-0014042a7d6e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.131585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1d97f6e-af93-4374-9b01-f4cc76edb582 req-02b1dada-b8f8-45c1-b5ba-0014042a7d6e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 944 time: 0.6164165 Jul 16 20:19:02.157025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f7b2c-f954-4ad7-8e61-68459f891027 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:19:02.238952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.269376 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] 10.222.0.78 "DELETE /v2.0/networks/d7b3ba96-6ae3-4606-8fb6-2b042383bc7e HTTP/1.1" status: 204 len: 168 time: 2.6079488 Jul 16 20:19:02.282860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e5ce3-a3bf-49e1-9981-2003d6feb387 tempest-TestNetworkBasicOps-1283723556 tempest-TestNetworkBasicOps-1283723556-project] Pushing event deleted for resources: {'Network': ['ID=d7b3ba96-6ae3-4606-8fb6-2b042383bc7e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.298393 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.350713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce1aaf-5459-467e-9463-6367bd69ca10 req-fb94e7f4-e501-4d24-8041-1e28df684c2e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.358670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34ce1aaf-5459-467e-9463-6367bd69ca10 req-fb94e7f4-e501-4d24-8041-1e28df684c2e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4928455 Jul 16 20:19:02.480825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1d97f6e-af93-4374-9b01-f4cc76edb582 req-4919d0f6-200a-4d23-b640-65dd15769f08 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444822 Jul 16 20:19:02.485683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bf93241f-6df9-45e9-bbf3-ff6618a0ebdf no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:02.490204 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f7b2c-f954-4ad7-8e61-68459f891027 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:19:02.524909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34ce1aaf-5459-467e-9463-6367bd69ca10 req-5cc7cc79-6408-4a0a-bac6-904be072c527 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652319 Jul 16 20:19:02.556394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: bf93241f-6df9-45e9-bbf3-ff6618a0ebdf {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:02.556394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bf93241f-6df9-45e9-bbf3-ff6618a0ebdf not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:02.583245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting port b21d4304-5198-447c-b49c-ec748e65fbc5 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:02.593040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.622573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-9b37fa0c-57e9-4dc5-b967-9bf670534bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.633099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-9b37fa0c-57e9-4dc5-b967-9bf670534bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 1096 time: 0.4815698 Jul 16 20:19:02.643754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6456814a-d436-48f4-9125-c162672b3546 None None] For port 520fecab-588c-44d7-bcfa-b672d72d52bb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=520fecab-588c-44d7-bcfa-b672d72d52bb,segment=NetworkSegment(0a61c55d-a923-4739-a156-184d0bdceba2),segment_id=0a61c55d-a923-4739-a156-184d0bdceba2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:02.671988 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.966915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456814a-d436-48f4-9125-c162672b3546 None None] Pushing event updated for resources: {'Port': ['ID=520fecab-588c-44d7-bcfa-b672d72d52bb,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.002740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fbfa7d4a-b928-46c7-9a6d-e7f4e735878d None None] Provisioning for port b099f249-5bba-4ca4-a040-bbf635b73901 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:03.027432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fbfa7d4a-b928-46c7-9a6d-e7f4e735878d None None] Provisioning complete for port b099f249-5bba-4ca4-a040-bbf635b73901 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:03.033876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7d4a-b928-46c7-9a6d-e7f4e735878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.055154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-cca77400-d6ed-4358-a2cf-dc55ddee31be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.059062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-cca77400-d6ed-4358-a2cf-dc55ddee31be service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.4172142 Jul 16 20:19:03.106718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa7d4a-b928-46c7-9a6d-e7f4e735878d None None] Port b099f249-5bba-4ca4-a040-bbf635b73901 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:03.118570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.131322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55472) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:03.162507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.164761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.213429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-ffb2ca8b-199b-45a0-94e8-fa4dc3a07423 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4445f74-5932-41f8-8da0-264eebd6df6b HTTP/1.1" status: 200 len: 217 time: 0.1433327 Jul 16 20:19:03.257837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fbfa7d4a-b928-46c7-9a6d-e7f4e735878d None None] Provisioning complete for port 520fecab-588c-44d7-bcfa-b672d72d52bb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:03.258244 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7d4a-b928-46c7-9a6d-e7f4e735878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.349802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=b099f249-5bba-4ca4-a040-bbf635b73901,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.350793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-da01ecd6-2a87-448b-8742-4c7e67c41956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.353891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-da01ecd6-2a87-448b-8742-4c7e67c41956 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1298428 Jul 16 20:19:03.372083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] For port b21d4304-5198-447c-b49c-ec748e65fbc5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b21d4304-5198-447c-b49c-ec748e65fbc5,segment=NetworkSegment(5d07c070-1a18-4198-bdba-b3de215d85b7),segment_id=5d07c070-1a18-4198-bdba-b3de215d85b7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:03.372660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.414805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Calling delete_port for b21d4304-5198-447c-b49c-ec748e65fbc5 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:03.429514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 520fecab-588c-44d7-bcfa-b672d72d52bb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:03.526761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509598d-b78d-4b67-94dc-7066cf2d0b24 req-72137722-b9ea-4dbf-bce0-f2d2c7efce5c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.535995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2509598d-b78d-4b67-94dc-7066cf2d0b24 req-72137722-b9ea-4dbf-bce0-f2d2c7efce5c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.6126320 Jul 16 20:19:03.569697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network e25afe25-828c-4773-b95a-1927c2ef7528 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:03.577723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:03.659413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-512443e4-0da1-4224-b081-97ec0fd16e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.662104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-512443e4-0da1-4224-b081-97ec0fd16e63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2777908 Jul 16 20:19:03.667929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2509598d-b78d-4b67-94dc-7066cf2d0b24 req-129f5118-ba5b-4c35-a9ee-ab4b64f4bb03 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195741 Jul 16 20:19:03.775271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.776346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 520fecab-588c-44d7-bcfa-b672d72d52bb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:03.777211 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.928501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Port': ['ID=b21d4304-5198-447c-b49c-ec748e65fbc5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.977414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No DVR routers for this DVR port b21d4304-5198-447c-b49c-ec748e65fbc5 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:03.984788 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4904d3c3-04ba-4711-8596-bd9aebb05c11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f6db2100c23486a9b7759b62ce47238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510842 Jul 16 20:19:03.989589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55496) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.042379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-cfd3b9d8-22e2-45a4-8957-a168b20af2bf service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662887 Jul 16 20:19:04.063240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router e1cc67a6-a203-46b4-923c-7e91c4a3e923 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:04.156603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ec9f5-06d8-4675-88e0-ea1b2f86f4e8 req-690ccbb1-ed9e-4557-87dd-1e9f34bf8cd6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.167268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e1ec9f5-06d8-4675-88e0-ea1b2f86f4e8 req-690ccbb1-ed9e-4557-87dd-1e9f34bf8cd6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 944 time: 0.4212711 Jul 16 20:19:04.176469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.190434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bdcda6-9f21-437d-9431-bd68e429481d']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:04.203748 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d07c070-1a18-4198-bdba-b3de215d85b7') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:04.204071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d07c070-1a18-4198-bdba-b3de215d85b7') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:04.216278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.234103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.242328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:04.242793 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.270152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8dc05587-d03a-4a38-bdcf-217e471b8a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.315859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.335703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8dc05587-d03a-4a38-bdcf-217e471b8a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:04.370931 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:04.411766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8dc05587-d03a-4a38-bdcf-217e471b8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.416669 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8dc05587-d03a-4a38-bdcf-217e471b8a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.427637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8dc05587-d03a-4a38-bdcf-217e471b8a62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c02b63b-fd05-4873-9dc8-70bc1898af8d HTTP/1.1" status: 204 len: 168 time: 0.4242458 Jul 16 20:19:04.444965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e1ec9f5-06d8-4675-88e0-ea1b2f86f4e8 req-7dfecf7b-fceb-4fff-8068-fab6aef0090b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766430 Jul 16 20:19:04.467252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc05587-d03a-4a38-bdcf-217e471b8a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c02b63b-fd05-4873-9dc8-70bc1898af8d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.474314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19fecd1-7c19-4d8f-b69a-a99559eac3ba req-89bf7240-0450-463a-b4b9-a636bf78b602 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088852 Jul 16 20:19:04.505468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8413b5-8434-46c8-b06d-b7ca8e851a1e req-dd03feb9-0f90-4b55-bc1f-2dd9e371ebfa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.507119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac8413b5-8434-46c8-b06d-b7ca8e851a1e req-dd03feb9-0f90-4b55-bc1f-2dd9e371ebfa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4631016 Jul 16 20:19:04.587583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac8413b5-8434-46c8-b06d-b7ca8e851a1e req-99e24977-a266-4cbd-a11e-f395e69d14a4 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659981 Jul 16 20:19:04.597323 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.624571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.632943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/d5bdcda6-9f21-437d-9431-bd68e429481d HTTP/1.1" status: 204 len: 168 time: 10.6036386 Jul 16 20:19:04.632943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d25af9-f071-4032-8bcc-d4616f95deef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=d5bdcda6-9f21-437d-9431-bd68e429481d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.636495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55500) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.653068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514239668'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:04.675466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-42d745f7-f3f8-48e3-b8f1-c1e30aefe57c None None] Provisioning complete for port b099f249-5bba-4ca4-a040-bbf635b73901 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:04.675988 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-42d745f7-f3f8-48e3-b8f1-c1e30aefe57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.705784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:04.731184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-347dbab3-9249-4194-8588-57e3718bb55e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/e1cc67a6-a203-46b4-923c-7e91c4a3e923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6901789 Jul 16 20:19:04.732857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9560ad-1f2b-4c2c-8458-72b503462e3e None None] Sync routers for ids ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:04.734881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55502) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.763047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:04.770334 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.791021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-42d745f7-f3f8-48e3-b8f1-c1e30aefe57c None None] Port b099f249-5bba-4ca4-a040-bbf635b73901 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:04.792303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9560ad-1f2b-4c2c-8458-72b503462e3e None None] Routers {'e1cc67a6-a203-46b4-923c-7e91c4a3e923'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:04.792977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-fa9560ad-1f2b-4c2c-8458-72b503462e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:04.827970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad322e6b-2ff4-4e19-84e1-65d435fe696d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.834961 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ad322e6b-2ff4-4e19-84e1-65d435fe696d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports/b099f249-5bba-4ca4-a040-bbf635b73901 HTTP/1.1" status: 200 len: 913 time: 0.0922835 Jul 16 20:19:04.835681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55508) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.843642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:04.864136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-82770806-ee7f-40d5-8d6f-3fad73a03781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.867401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-82770806-ee7f-40d5-8d6f-3fad73a03781 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 1097 time: 0.2091291 Jul 16 20:19:04.884026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-fa9560ad-1f2b-4c2c-8458-72b503462e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:04.892324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.893580 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment 4bcd1a5f-37cd-4f42-b7d2-b0466a2cec5b of type vlan for network 16a5e4e9-1188-4228-ae20-2876a1ad7560 Jul 16 20:19:04.905552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9560ad-1f2b-4c2c-8458-72b503462e3e None None] Routers {'e1cc67a6-a203-46b4-923c-7e91c4a3e923'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:04.906206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-fa9560ad-1f2b-4c2c-8458-72b503462e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:04.985640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-fa9560ad-1f2b-4c2c-8458-72b503462e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:04.986978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9560ad-1f2b-4c2c-8458-72b503462e3e None None] The sync data for ids ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:05.129769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.159401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:05.182574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.196999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f4445f74-5932-41f8-8da0-264eebd6df6b details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:05.214071 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be2388c9-220e-4dbf-9f64-42df14045009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.365006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f4445f74-5932-41f8-8da0-264eebd6df6b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f4445f74-5932-41f8-8da0-264eebd6df6b,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:05.380701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-acd14740-fb35-4a63-9a1d-6da0ded9a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.383558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-acd14740-fb35-4a63-9a1d-6da0ded9a6be service neutron] 10.222.0.16 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 913 time: 0.5086415 Jul 16 20:19:05.392045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f4445f74-5932-41f8-8da0-264eebd6df6b', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': 'f4445f74-5932-41f8-8da0-264eebd6df6b', 'mac_address': 'fa:16:3e:33:55:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:05.392906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.403681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.404812 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.462875 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.470216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff95c-42f4-48bd-808d-14da33c88648 req-ff267c06-3778-4eb2-8573-2da5bd25d94f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.473906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db3ff95c-42f4-48bd-808d-14da33c88648 req-ff267c06-3778-4eb2-8573-2da5bd25d94f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.4559200 Jul 16 20:19:05.485405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4445f74-5932-41f8-8da0-264eebd6df6b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:05.521711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f4445f74-5932-41f8-8da0-264eebd6df6b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f4445f74-5932-41f8-8da0-264eebd6df6b,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:05.527606 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.602762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-a89fd963-7dfa-4287-a8f3-72d9f591215f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 HTTP/1.1" status: 200 len: 217 time: 0.1864457 Jul 16 20:19:05.605193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f4445f74-5932-41f8-8da0-264eebd6df6b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.747543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=16a5e4e9-1188-4228-ae20-2876a1ad7560,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.762435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f4445f74-5932-41f8-8da0-264eebd6df6b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:05.808590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 16a5e4e9-1188-4228-ae20-2876a1ad7560 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:05.825580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db3ff95c-42f4-48bd-808d-14da33c88648 req-65495789-ed33-4dd9-abb3-8173c929658c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487004 Jul 16 20:19:05.913171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-73aa5b82-aefd-4095-b842-a716c55bd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.915746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-73aa5b82-aefd-4095-b842-a716c55bd34c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.2969232 Jul 16 20:19:05.926589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be2388c9-220e-4dbf-9f64-42df14045009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.976485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be2388c9-220e-4dbf-9f64-42df14045009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.980509 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.999737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-327a9612-abf4-44e7-88ff-2fb5b0750d6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710065 Jul 16 20:19:06.016869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3442a2a4-6699-4fb6-af41-5c84127479ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3792272 Jul 16 20:19:06.030641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55524) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:06.038232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': '16a5e4e9-1188-4228-ae20-2876a1ad7560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:06.128117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-be2388c9-220e-4dbf-9f64-42df14045009 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6604834059a54fa2ab657f815882dd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9629514 Jul 16 20:19:06.134240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55526) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:06.146444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2388c9-220e-4dbf-9f64-42df14045009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfca2420-4043-44b8-80ef-66f7cc9a7d3d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:06.170030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a00d9-9886-4e24-9467-306295d1b29a req-a17d9d8e-7720-4980-bf2f-8b5417d15c70 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.171706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c89a00d9-9886-4e24-9467-306295d1b29a req-a17d9d8e-7720-4980-bf2f-8b5417d15c70 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 945 time: 0.4582372 Jul 16 20:19:06.271549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:06.275947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.413098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c89a00d9-9886-4e24-9467-306295d1b29a req-8ff59d89-e351-491b-b149-8c0e7de45552 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634419 Jul 16 20:19:06.433227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33652e3f-4d6e-4491-85d5-909e395000a4 req-8ab92ea0-5ff5-42a8-855c-b8701ba25586 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.435852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33652e3f-4d6e-4491-85d5-909e395000a4 req-8ab92ea0-5ff5-42a8-855c-b8701ba25586 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4848592 Jul 16 20:19:06.440006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-574f9ee7-9fcb-4237-91df-fc0f8ba4f8e0 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967321 Jul 16 20:19:06.500788 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-663863f6-b506-4bca-a932-fe7ad09add5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.572989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-663863f6-b506-4bca-a932-fe7ad09add5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.591224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port b099f249-5bba-4ca4-a040-bbf635b73901 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:06.591585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.616005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33652e3f-4d6e-4491-85d5-909e395000a4 req-266e635b-50f5-46b7-99bd-2b5748ef37e5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664004 Jul 16 20:19:06.618591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.687376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eab76b38-a04d-456a-9b23-76302c2ebe71 req-76ec94fa-e345-4893-95fb-288ab31ff333 service neutron] 10.222.0.16 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351949 Jul 16 20:19:06.693590 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-663863f6-b506-4bca-a932-fe7ad09add5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.711147 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-663863f6-b506-4bca-a932-fe7ad09add5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.713801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-663863f6-b506-4bca-a932-fe7ad09add5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfca2420-4043-44b8-80ef-66f7cc9a7d3d HTTP/1.1" status: 204 len: 168 time: 0.5779159 Jul 16 20:19:06.727488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663863f6-b506-4bca-a932-fe7ad09add5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfca2420-4043-44b8-80ef-66f7cc9a7d3d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:06.744225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=2a7a233f-07e1-4b2d-b5a2-5f37facdb1da,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:06.768159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.787243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for b099f249-5bba-4ca4-a040-bbf635b73901 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:06.789261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': '4bcd1a5f-37cd-4f42-b7d2-b0466a2cec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '16a5e4e9-1188-4228-ae20-2876a1ad7560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:06.789637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: 16a5e4e9-1188-4228-ae20-2876a1ad7560, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:06.857798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network 16a5e4e9-1188-4228-ae20-2876a1ad7560 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:06.881750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 16a5e4e9-1188-4228-ae20-2876a1ad7560) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:06.890448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.892042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.897160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abafd0d3-7ba7-4741-9f17-856967ca7406 None None] Network 16a5e4e9-1188-4228-ae20-2876a1ad7560 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:06.957958 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e312ed6a-066c-4c6d-8bb3-818dc508c28e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9252963 Jul 16 20:19:06.963662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55532) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:07.068815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.136882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=b099f249-5bba-4ca4-a040-bbf635b73901,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:07.239783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f4445f74-5932-41f8-8da0-264eebd6df6b up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:07.307422 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.379347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.509964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be59af2-9a3a-41c5-bd8c-db251a766422 req-62eeab77-d7e4-4ad9-955a-0168f115e2f5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.512767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be59af2-9a3a-41c5-bd8c-db251a766422 req-62eeab77-d7e4-4ad9-955a-0168f115e2f5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.3796499 Jul 16 20:19:07.801941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6efb0-c4ac-479c-be3b-fb07dfe62c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-16a5e4e9-1188-4228-ae20-2876a1ad7560', 'network_id': '16a5e4e9-1188-4228-ae20-2876a1ad7560', 'tenant_id': 'e1bf6a3759a942b199ec68c9d3a97ff6', 'fixed_ips': [{'subnet_id': '2a7a233f-07e1-4b2d-b5a2-5f37facdb1da'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:07.805406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d4c6efb0-c4ac-479c-be3b-fb07dfe62c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.825779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router e1cc67a6-a203-46b4-923c-7e91c4a3e923 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:07.849755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:07.867291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port f4445f74-5932-41f8-8da0-264eebd6df6b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:07.885330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f4445f74-5932-41f8-8da0-264eebd6df6b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:07.885714 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.895540 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.997137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0be59af2-9a3a-41c5-bd8c-db251a766422 req-7d42774a-4087-477a-86d0-df05f6b64478 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708736 Jul 16 20:19:08.059909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:08.072019 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ab566-b0f4-4fbd-835c-5016f05d45d5 None None] Sync routers for ids ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:08.086576 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9b8f2428-e9d2-44f0-a6f5-501ad6ab0937 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/e1cc67a6-a203-46b4-923c-7e91c4a3e923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2480898 Jul 16 20:19:08.089475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55556) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:08.098021 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ab566-b0f4-4fbd-835c-5016f05d45d5 None None] Routers {'e1cc67a6-a203-46b4-923c-7e91c4a3e923'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:08.098675 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ed5ab566-b0f4-4fbd-835c-5016f05d45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:08.200246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526e06-d1ee-45ad-ad08-df5c0d190f1c req-6ff165a9-3451-44e9-a879-9472a18d3070 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:08.203551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d526e06-d1ee-45ad-ad08-df5c0d190f1c req-6ff165a9-3451-44e9-a879-9472a18d3070 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 945 time: 0.5412745 Jul 16 20:19:08.235298 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-d4c6efb0-c4ac-479c-be3b-fb07dfe62c35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a7a233f-07e1-4b2d-b5a2-5f37facdb1da: This subnet is being modified by another concurrent operation. Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a7a233f-07e1-4b2d-b5a2-5f37facdb1da: This subnet is being modified by another concurrent operation. Jul 16 20:19:08.389439 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:19:08.413675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.resource_extend [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:08.480868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7a233f-07e1-4b2d-b5a2-5f37facdb1da,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.519902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec29fe-98f5-4e9e-a072-7880ef4bc709 None None] Network 16a5e4e9-1188-4228-ae20-2876a1ad7560 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:08.632549 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ed5ab566-b0f4-4fbd-835c-5016f05d45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:08.672936 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ab566-b0f4-4fbd-835c-5016f05d45d5 None None] Routers {'e1cc67a6-a203-46b4-923c-7e91c4a3e923'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:08.679086 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ed5ab566-b0f4-4fbd-835c-5016f05d45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:08.784700 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ed5ab566-b0f4-4fbd-835c-5016f05d45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:08.785844 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ab566-b0f4-4fbd-835c-5016f05d45d5 None None] The sync data for ids ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:08.902612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55580) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:09.066473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:09.110471 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.130927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'network_id': '35b2029d-70e5-471c-b944-02626042955e', 'port_id': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'mac_address': 'fa:16:3e:d1:97:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e04aafa-c62a-40ae-bc26-29a45cb3711d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:09.246558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8cf9dc-2462-44b3-aea6-bb0a70a04e61 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:19:09.297348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4445f74-5932-41f8-8da0-264eebd6df6b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:09.301143 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680a6283-3981-4dba-b73b-f8b6be2684ae" -d '{"events": [{"server_uuid": "b8c52eb6-a4ca-4219-aecc-db741d6d73f4", "name": "network-vif-plugged", "status": "completed", "tag": "f4445f74-5932-41f8-8da0-264eebd6df6b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:09.302700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1877111957-network', 'tenant_id': '4c26253380524b819d5449572c1e51fc'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:09.387515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Made reservation on behalf of 4c26253380524b819d5449572c1e51fc for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:09.394008 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.444463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8cf9dc-2462-44b3-aea6-bb0a70a04e61 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:19:09.449042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.453027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f4445f74-5932-41f8-8da0-264eebd6df6b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f4445f74-5932-41f8-8da0-264eebd6df6b,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:09.467215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.516291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:09.516832 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.605102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.625301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82f83ecc-06ab-4459-a4ba-4d659f27d75f {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:09.628724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d526e06-d1ee-45ad-ad08-df5c0d190f1c req-1d6869c7-8b31-4602-9778-1da9ea7272f2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3862591 Jul 16 20:19:09.680906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.683636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a5e4e9-1188-4228-ae20-2876a1ad7560']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.739170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcd1a5f-37cd-4f42-b7d2-b0466a2cec5b') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.752479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcd1a5f-37cd-4f42-b7d2-b0466a2cec5b') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.799661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.897711 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.937749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:09.949521 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:09.955786 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:10.014730 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.023177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c5236-807e-4fdf-95e2-9b38e89553ed req-fe112093-a86c-4127-a21c-e848f59281a6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.026349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e0c5236-807e-4fdf-95e2-9b38e89553ed req-fe112093-a86c-4127-a21c-e848f59281a6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.4400029 Jul 16 20:19:10.154277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:10.181131 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.193626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f4445f74-5932-41f8-8da0-264eebd6df6b,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.325949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:10.402776 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.406609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['82f83ecc-06ab-4459-a4ba-4d659f27d75f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:10.412451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.473705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.488097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/16a5e4e9-1188-4228-ae20-2876a1ad7560 HTTP/1.1" status: 204 len: 168 time: 3.5179706 Jul 16 20:19:10.550883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55604) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.558625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e0c5236-807e-4fdf-95e2-9b38e89553ed req-e9229f4d-cc21-444f-b7ea-933a2be1fdbc tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163338 Jul 16 20:19:10.570709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.599430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4447af-5286-46b1-80b1-b3c571673ca2 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=16a5e4e9-1188-4228-ae20-2876a1ad7560,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.604631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-161388882'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:10.700898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.729622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668934bc-f57f-4f92-b844-17decc077461 req-23692642-3d3b-4223-adcc-afa7ee6aedea tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.745575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.747451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-668934bc-f57f-4f92-b844-17decc077461 req-23692642-3d3b-4223-adcc-afa7ee6aedea tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 945 time: 0.6741517 Jul 16 20:19:10.799269 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd3f8e-52ea-4eb0-87f7-a88dfcb50743 x-openstack-request-id: req-3abd3f8e-52ea-4eb0-87f7-a88dfcb50743 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:10.799649 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c52eb6-a4ca-4219-aecc-db741d6d73f4", "name": "network-vif-plugged", "status": "completed", "tag": "f4445f74-5932-41f8-8da0-264eebd6df6b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:10.799845 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3abd3f8e-52ea-4eb0-87f7-a88dfcb50743 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:10.800454 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4445f74-5932-41f8-8da0-264eebd6df6b', 'code': 200} Jul 16 20:19:10.874199 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-668934bc-f57f-4f92-b844-17decc077461 req-692cd28e-1416-405e-99db-1eff931c8645 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238370 Jul 16 20:19:10.895399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.946187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:10.946187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.952502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:10.968937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aa0cc1-e9b9-46fe-b157-e45262325f46,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.012402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port 0558f3f6-f66b-440f-a900-54558c468050 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:11.013378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.020929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.021804 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Added segment d1e38392-28e6-49dd-b757-d9d37b640156 of type vlan for network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 Jul 16 20:19:11.109673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af2b7d-8b38-4ff0-9127-f46cf89e873a req-8ba95c34-09d7-4460-aae5-380bea290885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.112854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05af2b7d-8b38-4ff0-9127-f46cf89e873a req-8ba95c34-09d7-4460-aae5-380bea290885 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 1098 time: 0.2316809 Jul 16 20:19:11.226655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:11.273570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-05af2b7d-8b38-4ff0-9127-f46cf89e873a req-6cddca1b-4d30-467e-9fcc-c49d893b8436 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430185 Jul 16 20:19:11.373323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a14f9-f786-439e-b2b4-dfc467dd0a3d req-40321461-f579-44e0-9069-2ab5cd966d48 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.376515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a14f9-f786-439e-b2b4-dfc467dd0a3d req-40321461-f579-44e0-9069-2ab5cd966d48 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 946 time: 0.1794746 Jul 16 20:19:11.454231 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.483722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.491070 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment 16ef73bc-f7c7-47b2-bbcc-68a83165fe0e of type vlan for network 0edae740-2fe9-4d22-a104-01d3b9990bae Jul 16 20:19:11.543121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1a14f9-f786-439e-b2b4-dfc467dd0a3d req-b740044d-af13-4f7e-bb3c-84546af0a07d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502225 Jul 16 20:19:11.600151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.763880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.875083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.resource_extend [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:11.903490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for 0558f3f6-f66b-440f-a900-54558c468050 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:11.937936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.944341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.945012 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.089063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=0edae740-2fe9-4d22-a104-01d3b9990bae,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:12.097833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.110315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0edae740-2fe9-4d22-a104-01d3b9990bae details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:12.136715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.136715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.148989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd82e4-2157-4fba-921f-9df01ce6e6af req-a6789cb9-18eb-4b3c-a641-b009c0b7b3d1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.152535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6bd82e4-2157-4fba-921f-9df01ce6e6af req-a6789cb9-18eb-4b3c-a641-b009c0b7b3d1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.2251871 Jul 16 20:19:12.193948 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9dcc44dd-e6b7-4b39-88e6-85f2d62577de tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6183207 Jul 16 20:19:12.198007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55642) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.223213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:12.225867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:12.257060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6bd82e4-2157-4fba-921f-9df01ce6e6af req-183bead1-d261-435b-b84e-6e920a31b01f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941851 Jul 16 20:19:12.389950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4856014 Jul 16 20:19:12.395598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55652) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.406225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Request body: {'subnet': {'network_id': 'fc471258-3943-4b6c-bb8c-b9c1d8dac4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1877111957-subnet', 'tenant_id': '4c26253380524b819d5449572c1e51fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:12.499534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Made reservation on behalf of 4c26253380524b819d5449572c1e51fc for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:12.506591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.523282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604be0d-296c-42eb-9e10-989efe64407c admin admin] Pushing event updated for resources: {'Network': ['ID=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:12.531140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 82f83ecc-06ab-4459-a4ba-4d659f27d75f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:12.531598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.543667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:12.800802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:12.829702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.840624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:12.843517 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab7120b-8bd6-4098-ba15-db643bb6c95b" -d '{"events": [{"server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:12.847762 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.914472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:12.921586 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.078084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81891d94-14c9-430b-9b06-8cd75e84201c req-76b9d0c2-6e3d-4ea6-a768-99b0472e8e96 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.087839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81891d94-14c9-430b-9b06-8cd75e84201c req-76b9d0c2-6e3d-4ea6-a768-99b0472e8e96 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 946 time: 0.1334739 Jul 16 20:19:13.130816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:13.135030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.247278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:13.346230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=0558f3f6-f66b-440f-a900-54558c468050,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:13.391497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.726516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d19076-f2a3-481a-b6cb-f9a256f76b54,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:13.816033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81891d94-14c9-430b-9b06-8cd75e84201c req-759333f4-a851-4447-8e16-8a391f1c4d66 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350488 Jul 16 20:19:13.827055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Checking segment: {'id': 'd1e38392-28e6-49dd-b757-d9d37b640156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc471258-3943-4b6c-bb8c-b9c1d8dac4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:13.831448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Network hostable DHCP agents. Network: fc471258-3943-4b6c-bb8c-b9c1d8dac4a8, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:13.898943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:13.934675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, fc471258-3943-4b6c-bb8c-b9c1d8dac4a8) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:13.936238 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bccf76-58ff-4186-a740-4b0101472fbd x-openstack-request-id: req-e9bccf76-58ff-4186-a740-4b0101472fbd {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:13.936564 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "name": "network-vif-unplugged", "status": "failed", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2", "code": 422}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:13.936887 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9bccf76-58ff-4186-a740-4b0101472fbd {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:13.937313 n-d-791505-15 neutron-server[100245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'code': 422} returned with failed status Jul 16 20:19:13.944111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.945543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.946092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f772ea-ccb4-471a-bc76-c03ac39a489d None None] Network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:14.049894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f917c353-674f-40fe-be22-c78f06d2efe9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6524653 Jul 16 20:19:14.165519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-4eddb29c-7a02-4d53-b7b4-7278b7d2d525 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.180527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-4eddb29c-7a02-4d53-b7b4-7278b7d2d525 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb3c4326-3967-457c-94e3-d973f8f1c8cb HTTP/1.1" status: 200 len: 943 time: 0.2506986 Jul 16 20:19:14.354907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b53b67-1b71-46ed-b13f-87f5b72d0745 None None] Network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:14.588359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Deleting port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:14.589215 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.670712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a9db0-19fe-4234-8282-aa4cc16e9852 req-de1b8f18-d050-4ed6-a669-65eb7758e7eb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.683473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c26a9db0-19fe-4234-8282-aa4cc16e9852 req-de1b8f18-d050-4ed6-a669-65eb7758e7eb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.3597097 Jul 16 20:19:14.840682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.906303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c26a9db0-19fe-4234-8282-aa4cc16e9852 req-b86f39a4-0d97-440c-897e-255bfe2f041d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978552 Jul 16 20:19:14.979567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] For port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:14.979876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.001191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Calling delete_port for 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:15.346597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.426728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router e1cc67a6-a203-46b4-923c-7e91c4a3e923 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:15.463073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event deleted for resources: {'Port': ['ID=1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:15.527014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.577271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-0e63a218-6b05-4551-aa1f-697464c445db tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=339b1fa75957439782186d828b947369 HTTP/1.1" status: 200 len: 267 time: 0.1274338 Jul 16 20:19:15.696733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:15.704581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] No DVR routers for this DVR port 1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:15.707094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55694) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.708060 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b38b237e-22c3-469d-9a41-2414f988c9df tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/e1cc67a6-a203-46b4-923c-7e91c4a3e923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6138403 Jul 16 20:19:15.716257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a0b54-901b-4305-8170-3f71828b52bb None None] Sync routers for ids ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:15.742670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a0b54-901b-4305-8170-3f71828b52bb None None] Routers {'e1cc67a6-a203-46b4-923c-7e91c4a3e923'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:15.743435 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.746567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4a9a0b54-901b-4305-8170-3f71828b52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:15.756296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=8e526383-67ee-4bab-a030-315c71286d38,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:15.763537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe55172e-5c38-430e-a8d1-f13f255be68b req-613608fc-c641-49e3-8f10-0dbed785fac5 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "DELETE /v2.0/ports/1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2 HTTP/1.1" status: 204 len: 173 time: 1.5770841 Jul 16 20:19:15.805561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.805919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.806376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.807008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.807283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'name': 'network-vif-deleted', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:15.807490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.807783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.808127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.808876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.809270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.809643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.809980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.810558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:15.822386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': '16ef73bc-f7c7-47b2-bbcc-68a83165fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:15.822961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: 0edae740-2fe9-4d22-a104-01d3b9990bae, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:15.833568 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01aae91-f54e-4f9f-b24b-77a2428c4332" -d '{"events": [{"server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "name": "network-vif-deleted", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:15.867793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55700) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.881152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-680123232-network', 'tenant_id': 'f6032fc536f4400bb036e1fea9733c98'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:15.888938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network 0edae740-2fe9-4d22-a104-01d3b9990bae is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:15.914435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55704) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.916690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-da1d0cc9-f996-43df-b871-946cb9831ac8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1cc67a6-a203-46b4-923c-7e91c4a3e923 HTTP/1.1" status: 200 len: 205 time: 0.1772137 Jul 16 20:19:15.920245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4a9a0b54-901b-4305-8170-3f71828b52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:15.938562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a0b54-901b-4305-8170-3f71828b52bb None None] Routers {'e1cc67a6-a203-46b4-923c-7e91c4a3e923'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:15.941057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4a9a0b54-901b-4305-8170-3f71828b52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:15.958731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 0edae740-2fe9-4d22-a104-01d3b9990bae) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:16.039687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-49bab737-fdc7-4d41-bb48-6445cd80165a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.063398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-49bab737-fdc7-4d41-bb48-6445cd80165a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 946 time: 0.4796824 Jul 16 20:19:16.084677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'port': {'security_groups': []}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:16.105479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:16.110483 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be957071-612f-4c62-a9c2-66688e79e9d2" -d '{"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-plugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:16.125731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4a9a0b54-901b-4305-8170-3f71828b52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:16.127769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a0b54-901b-4305-8170-3f71828b52bb None None] The sync data for ids ['e1cc67a6-a203-46b4-923c-7e91c4a3e923'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:16.139710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f815cd-a19f-4b8d-b06c-817933a6e38f None None] Network 0edae740-2fe9-4d22-a104-01d3b9990bae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:16.194729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e39e6d40-4700-467f-8d37-6ad0e5f5058e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.211817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.213603 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.230968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Made reservation on behalf of f6032fc536f4400bb036e1fea9733c98 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:16.234417 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.286241 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.303998 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0de6c541-3329-4017-a9c9-30abea1decb3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1001389 Jul 16 20:19:16.309917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55710) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.321432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:16.412794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.545308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.565988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.716821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] For port f4445f74-5932-41f8-8da0-264eebd6df6b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f4445f74-5932-41f8-8da0-264eebd6df6b,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:16.754579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.762497 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b095156e-7bd2-4351-81f5-dca84d402f9c x-openstack-request-id: req-b095156e-7bd2-4351-81f5-dca84d402f9c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:16.763135 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3c4326-3967-457c-94e3-d973f8f1c8cb", "name": "network-vif-deleted", "tag": "1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2", "status": "failed", "code": 422}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:16.763553 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b095156e-7bd2-4351-81f5-dca84d402f9c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:16.764104 n-d-791505-15 neutron-server[100243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb3c4326-3967-457c-94e3-d973f8f1c8cb', 'name': 'network-vif-deleted', 'tag': '1f4b7e43-d6ae-4e4a-92ab-b8a6576be0a2', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:19:16.770461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.791218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['04e7812a-793d-4bbe-b75d-413c4f70eff6', 'f4445f74-5932-41f8-8da0-264eebd6df6b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:16.792168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['14929c22-dba2-42ec-895e-0bc50475c086'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:16.804682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-0edae740-2fe9-4d22-a104-01d3b9990bae', 'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae', 'tenant_id': 'e1bf6a3759a942b199ec68c9d3a97ff6', 'fixed_ips': [{'subnet_id': '8e526383-67ee-4bab-a030-315c71286d38'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:16.807729 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.875993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.876990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.878540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8759a24-f7db-4f5c-91d6-2bce563acc21 req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "PUT /v2.0/ports/f4445f74-5932-41f8-8da0-264eebd6df6b HTTP/1.1" status: 200 len: 905 time: 0.8123665 Jul 16 20:19:16.882934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c475a-787a-46f7-961a-3d6242b1adfb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'Port': ['ID=f4445f74-5932-41f8-8da0-264eebd6df6b,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.282554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Allocated IP 2001:db8::2 (0edae740-2fe9-4d22-a104-01d3b9990bae/8e526383-67ee-4bab-a030-315c71286d38/a95d17db-b19f-4f10-9e17-26b63b2bf32e) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:17.318665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e39e6d40-4700-467f-8d37-6ad0e5f5058e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.323971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e39e6d40-4700-467f-8d37-6ad0e5f5058e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.390462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:17.404467 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.504062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:17.508901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ae9128-0164-41a9-837b-20de47fc46e1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.543343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e39e6d40-4700-467f-8d37-6ad0e5f5058e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.546622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39e6d40-4700-467f-8d37-6ad0e5f5058e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Fanout notify agent at l3_agent the message router_deleted on router e1cc67a6-a203-46b4-923c-7e91c4a3e923 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:19:17.566025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e39e6d40-4700-467f-8d37-6ad0e5f5058e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.571003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e39e6d40-4700-467f-8d37-6ad0e5f5058e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/e1cc67a6-a203-46b4-923c-7e91c4a3e923 HTTP/1.1" status: 204 len: 168 time: 1.6472788 Jul 16 20:19:17.573105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55726) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:17.610866 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.628082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Transition to ACTIVE for port object a95d17db-b19f-4f10-9e17-26b63b2bf32e will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:17.650145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Transition to ACTIVE for port object a95d17db-b19f-4f10-9e17-26b63b2bf32e will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:17.652891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f155d5-2a06-4ea5-af69-97fe09614558 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet 3f40fb10-6fdd-4cb9-b9a7-11c5c7c5df63 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:17.662644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1f155d5-2a06-4ea5-af69-97fe09614558 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.704119 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676029f5-7f5c-4197-84a3-b37336b7c8a9 x-openstack-request-id: req-676029f5-7f5c-4197-84a3-b37336b7c8a9 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:17.704868 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-plugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:17.706081 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-676029f5-7f5c-4197-84a3-b37336b7c8a9 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:17.706771 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'code': 200} Jul 16 20:19:17.756994 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.770396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.775297 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Added segment 41a534cc-36c3-4a05-bda5-50d8ee913156 of type vlan for network 27fd2296-c2bd-4992-988b-19a69221bf7d Jul 16 20:19:17.800656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1f155d5-2a06-4ea5-af69-97fe09614558 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.835015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f4445f74-5932-41f8-8da0-264eebd6df6b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:17.921936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-73408d6c-7a7b-4a36-978c-0854fc0c2dc5 None None] Provisioning complete for port f4445f74-5932-41f8-8da0-264eebd6df6b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:17.922437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73408d6c-7a7b-4a36-978c-0854fc0c2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.982021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Network 0edae740-2fe9-4d22-a104-01d3b9990bae is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:17.991857 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1f155d5-2a06-4ea5-af69-97fe09614558 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.027632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:18.053222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Pushing event updated for resources: {'Port': ['ID=a95d17db-b19f-4f10-9e17-26b63b2bf32e,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.075474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:18.153833 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.169746 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.234719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network 0edae740-2fe9-4d22-a104-01d3b9990bae is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:18.241804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=e667b584-814c-45b3-a852-af5618457b14,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.255294 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.257329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:18.259472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.260041 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.262250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.263157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.336627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a99cf7-67a9-4b9b-a757-682b3b294194 req-06f7316c-2ae7-4fbe-bd38-a5875a78538c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.336627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38a99cf7-67a9-4b9b-a757-682b3b294194 req-06f7316c-2ae7-4fbe-bd38-a5875a78538c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.0733712 Jul 16 20:19:18.390852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5261a1ae-7f71-4ef4-ad1a-4da572eedee7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0750215 Jul 16 20:19:18.414196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55730) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.459143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=27fd2296-c2bd-4992-988b-19a69221bf7d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.473054 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d678b8c0-d1e0-476c-b656-51b50271b4c7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6018326 Jul 16 20:19:18.489733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55732) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.513736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Request body: {'subnet': {'network_id': '27fd2296-c2bd-4992-988b-19a69221bf7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-680123232-subnet', 'tenant_id': 'f6032fc536f4400bb036e1fea9733c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:18.547356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1f155d5-2a06-4ea5-af69-97fe09614558 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.552830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 27fd2296-c2bd-4992-988b-19a69221bf7d details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:18.555775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a06c275-1b5b-45ab-95e7-1e7468d2b575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.609406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a1f155d5-2a06-4ea5-af69-97fe09614558 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.614945 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a1f155d5-2a06-4ea5-af69-97fe09614558 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/3f40fb10-6fdd-4cb9-b9a7-11c5c7c5df63 HTTP/1.1" status: 204 len: 168 time: 1.0406535 Jul 16 20:19:18.617867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55734) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.618717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f155d5-2a06-4ea5-af69-97fe09614558 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=3f40fb10-6fdd-4cb9-b9a7-11c5c7c5df63,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.692449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca3a172-4853-4edc-ba0e-dd63f7292185 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet ca3d26e0-e352-4e6e-a347-017182cb743e {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:18.696453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a172-4853-4edc-ba0e-dd63f7292185 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.700667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2137b-1e59-4ae6-b5b7-cf60cf7df6eb tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.704270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2137b-1e59-4ae6-b5b7-cf60cf7df6eb tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.709181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2137b-1e59-4ae6-b5b7-cf60cf7df6eb tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.712598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2137b-1e59-4ae6-b5b7-cf60cf7df6eb tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.716252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2137b-1e59-4ae6-b5b7-cf60cf7df6eb tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.729495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-02a2137b-1e59-4ae6-b5b7-cf60cf7df6eb tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3001592 Jul 16 20:19:18.733114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55740) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.743899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38a99cf7-67a9-4b9b-a757-682b3b294194 req-8fab3498-69ea-4bb8-a8d1-40e3a781996f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072032 Jul 16 20:19:18.749025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a172-4853-4edc-ba0e-dd63f7292185 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.755065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-885626324'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:18.787038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'tag': 'f4445f74-5932-41f8-8da0-264eebd6df6b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:18.800238 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3212fa9c-1fae-4e36-a338-c6276ca555bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c52eb6-a4ca-4219-aecc-db741d6d73f4", "tag": "f4445f74-5932-41f8-8da0-264eebd6df6b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:18.816960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18b5c9-caec-4fcf-a4cf-db1c6a5f251c None None] Network e25afe25-828c-4773-b95a-1927c2ef7528 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:18.823928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849deff8-c1f5-429d-8d1c-ef35d21e68aa req-9a0679db-129c-4c63-8aab-de01a68db900 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.827774 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-849deff8-c1f5-429d-8d1c-ef35d21e68aa req-9a0679db-129c-4c63-8aab-de01a68db900 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 908 time: 1.2770510 Jul 16 20:19:18.910663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:19:18.910663 n-d-791505-15 neutron-server[100244]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:19:18.910663 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id': 'f6032fc536f4400bb036e1fea9733c98', 'id': '276549f4-4cd0-4961-a5f8-72fb89b31266', 'expiration': datetime.datetime(2021, 7, 16, 20, 21, 18, 882607)}] Jul 16 20:19:18.910663 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:19:18.913109 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:19:18.919804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:18.931198 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.989004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:18.996112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a172-4853-4edc-ba0e-dd63f7292185 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.030320 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.030969 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment a3f4f80e-a94e-4753-9c30-4ff58252c63c of type vlan for network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 Jul 16 20:19:19.245793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.297679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a172-4853-4edc-ba0e-dd63f7292185 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.361673 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f270f3e-ba35-47b5-9d93-793f7c2d10ea x-openstack-request-id: req-1f270f3e-ba35-47b5-9d93-793f7c2d10ea {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:19.362310 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c52eb6-a4ca-4219-aecc-db741d6d73f4", "tag": "f4445f74-5932-41f8-8da0-264eebd6df6b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:19.362752 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f270f3e-ba35-47b5-9d93-793f7c2d10ea {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:19.366381 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'tag': 'f4445f74-5932-41f8-8da0-264eebd6df6b', 'status': 'completed', 'code': 200} Jul 16 20:19:19.395568 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a172-4853-4edc-ba0e-dd63f7292185 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.398429 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3ca3a172-4853-4edc-ba0e-dd63f7292185 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/ca3d26e0-e352-4e6e-a347-017182cb743e HTTP/1.1" status: 204 len: 168 time: 0.7756517 Jul 16 20:19:19.403104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55760) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:19.405142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3a172-4853-4edc-ba0e-dd63f7292185 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3d26e0-e352-4e6e-a347-017182cb743e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.516162 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.528267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.528523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008e28d-0cc1-4007-a0ae-2e87372f0693 None None] Network ac653c45-7255-40e5-8032-8594d5997389 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:19.529656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.554970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Made reservation on behalf of f6032fc536f4400bb036e1fea9733c98 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:19.558679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.584666 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.611645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8632002 Jul 16 20:19:19.613215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55762) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:19.734035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-da188dce-4df8-4375-876c-76996972f3c1 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:19.763463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port 520fecab-588c-44d7-bcfa-b672d72d52bb {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:19.763935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.774124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Attempting to bind port a95d17db-b19f-4f10-9e17-26b63b2bf32e on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:19.774628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Attempting to bind port a95d17db-b19f-4f10-9e17-26b63b2bf32e by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '16ef73bc-f7c7-47b2-bbcc-68a83165fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:19.775122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Attempting to bind port a95d17db-b19f-4f10-9e17-26b63b2bf32e on network 0edae740-2fe9-4d22-a104-01d3b9990bae {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:19.848442 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:19.849172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Checking segment: {'id': '16ef73bc-f7c7-47b2-bbcc-68a83165fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:19.849817 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.850811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Bound using segment: {'id': '16ef73bc-f7c7-47b2-bbcc-68a83165fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:19.851629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Bound port: a95d17db-b19f-4f10-9e17-26b63b2bf32e, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ef73bc-f7c7-47b2-bbcc-68a83165fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:19.852308 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.038564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port 520fecab-588c-44d7-bcfa-b672d72d52bb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=520fecab-588c-44d7-bcfa-b672d72d52bb,segment=NetworkSegment(0a61c55d-a923-4739-a156-184d0bdceba2),segment_id=0a61c55d-a923-4739-a156-184d0bdceba2)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:20.039998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.192699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for 520fecab-588c-44d7-bcfa-b672d72d52bb owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:20.250098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea9de7-4cac-4fe8-b9b1-36587b368304 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=3fb250d3-dd2b-47f5-96b9-1ca3cb290397,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.275589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.334101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-87d3b251-10ba-4062-b387-cbff2ade9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:20.336446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-87d3b251-10ba-4062-b387-cbff2ade9dc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 1060 time: 0.9843209 Jul 16 20:19:20.345622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:20.433213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] For port a95d17db-b19f-4f10-9e17-26b63b2bf32e, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:20.448405 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df06db3d-a2b1-41ff-accc-d94da5f9b9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.527589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] For port a95d17db-b19f-4f10-9e17-26b63b2bf32e, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a95d17db-b19f-4f10-9e17-26b63b2bf32e,segment=NetworkSegment(16ef73bc-f7c7-47b2-bbcc-68a83165fe0e),segment_id=16ef73bc-f7c7-47b2-bbcc-68a83165fe0e)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:20.534843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.577492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] DHCP port deletion for e25afe25-828c-4773-b95a-1927c2ef7528 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:20.591060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-db04ba7a-4dfc-4787-83b5-a402d1da525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:20.594746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-db04ba7a-4dfc-4787-83b5-a402d1da525d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.2428615 Jul 16 20:19:20.639637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57db55-7fd1-4be7-8d2d-d55865a7d051 req-c4eb7e94-12eb-424e-8fcf-f59cffdcacd5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:20.656410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad57db55-7fd1-4be7-8d2d-d55865a7d051 req-c4eb7e94-12eb-424e-8fcf-f59cffdcacd5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 1.1011462 Jul 16 20:19:20.691398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] DHCP port deletion for ac653c45-7255-40e5-8032-8594d5997389 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:20.700490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ea1e5a-3b22-4eb6-8ee9-5308db3503e1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.745353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Checking segment: {'id': '41a534cc-36c3-4a05-bda5-50d8ee913156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '27fd2296-c2bd-4992-988b-19a69221bf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:20.746271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Network hostable DHCP agents. Network: 27fd2296-c2bd-4992-988b-19a69221bf7d, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:20.756297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.815342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.852792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e41b4-c0d4-4179-99db-f9e4d37970a4 None None] Pushing event updated for resources: {'Port': ['ID=a95d17db-b19f-4f10-9e17-26b63b2bf32e,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.860024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Network 27fd2296-c2bd-4992-988b-19a69221bf7d is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:20.919358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] Deleting port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:20.920318 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.927940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] Deleting port 520fecab-588c-44d7-bcfa-b672d72d52bb {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:20.928856 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.980556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=520fecab-588c-44d7-bcfa-b672d72d52bb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.992943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No DVR routers for this DVR port 520fecab-588c-44d7-bcfa-b672d72d52bb on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:21.005350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 27fd2296-c2bd-4992-988b-19a69221bf7d) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:21.047637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:21.048448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.069995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3876ffe-e747-4338-ae05-167b8129c744 None None] Network 27fd2296-c2bd-4992-988b-19a69221bf7d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:21.118155 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f68e85fe-eaee-4e24-8124-4a1615ccfdb6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6243048 Jul 16 20:19:21.207106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da188dce-4df8-4375-876c-76996972f3c1 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.232325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.261266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-894dedf2-8546-4d18-82d3-e6ccd475ba0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4445f74-5932-41f8-8da0-264eebd6df6b HTTP/1.1" status: 200 len: 217 time: 0.5872245 Jul 16 20:19:21.284570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25afe25-828c-4773-b95a-1927c2ef7528']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:21.288012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad57db55-7fd1-4be7-8d2d-d55865a7d051 req-6ac2202e-d222-409d-9d12-f0f46758056b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6028664 Jul 16 20:19:21.325246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-7ca0a6d4-7e28-4740-b708-c605df2c3658 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:21.332837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-7ca0a6d4-7e28-4740-b708-c605df2c3658 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 1.9730923 Jul 16 20:19:21.341130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da188dce-4df8-4375-876c-76996972f3c1 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.350528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a61c55d-a923-4739-a156-184d0bdceba2') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:21.351068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a61c55d-a923-4739-a156-184d0bdceba2') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:21.395709 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.495669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.520623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 520fecab-588c-44d7-bcfa-b672d72d52bb no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:21.538341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:21.539681 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:21.571155 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:21.576558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da188dce-4df8-4375-876c-76996972f3c1 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 is not hosted by any dhcp agent {{(pid=100243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:19:21.598733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da188dce-4df8-4375-876c-76996972f3c1 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:21.612623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da188dce-4df8-4375-876c-76996972f3c1 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.613484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-da188dce-4df8-4375-876c-76996972f3c1 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "PUT /v2.0/networks/3fb250d3-dd2b-47f5-96b9-1ca3cb290397 HTTP/1.1" status: 200 len: 723 time: 1.9280262 Jul 16 20:19:21.636712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55774) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.637579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-5b537ddb-7f95-4e3b-b073-2891e748ce84 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/quotas/d48880fbf8f74c859479858015141a48 HTTP/1.1" status: 200 len: 375 time: 0.2353950 Jul 16 20:19:21.703940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': '3fb250d3-dd2b-47f5-96b9-1ca3cb290397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:21.790913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 520fecab-588c-44d7-bcfa-b672d72d52bb {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:21.791846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 520fecab-588c-44d7-bcfa-b672d72d52bb not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:21.792142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5f5e59eb-d172-4d10-93fe-91efc67eeb0c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:21.797451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] For port 520fecab-588c-44d7-bcfa-b672d72d52bb, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:21.798074 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.809018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] For port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,segment=NetworkSegment(27b54632-e564-44c0-a1bb-391d53d82d81),segment_id=27b54632-e564-44c0-a1bb-391d53d82d81)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:21.809712 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.865465 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-cdb3181d-be1b-4697-af5f-28eccadfc805 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2246244 Jul 16 20:19:22.026981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] Calling delete_port for 5f5e59eb-d172-4d10-93fe-91efc67eeb0c owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:22.032265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] Calling delete_port for 520fecab-588c-44d7-bcfa-b672d72d52bb owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:22.048248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] Port 520fecab-588c-44d7-bcfa-b672d72d52bb was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:19:22.057318 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.077342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.083204 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.084544 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/e25afe25-828c-4773-b95a-1927c2ef7528 HTTP/1.1" status: 204 len: 168 time: 2.6658773 Jul 16 20:19:22.089912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-873ea721-61b1-4224-bb99-eaecb5e2ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.091209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55780) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.093743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-873ea721-61b1-4224-bb99-eaecb5e2ad2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.7589040 Jul 16 20:19:22.102894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da188dce-4df8-4375-876c-76996972f3c1 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=3fb250d3-dd2b-47f5-96b9-1ca3cb290397,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.168503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:22.245196 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.251857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26082a55-4f6a-4d97-b03c-5d8f1d53d489 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=e25afe25-828c-4773-b95a-1927c2ef7528,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.256547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:22.261228 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.400443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] Network e25afe25-828c-4773-b95a-1927c2ef7528 is not hosted by any dhcp agent {{(pid=100245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:19:22.400930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] No DVR routers for this DVR port 520fecab-588c-44d7-bcfa-b672d72d52bb on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:22.448306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5812810-86ed-4334-82e8-cda6300ebe6d None None] Pushing event deleted for resources: {'Port': ['ID=520fecab-588c-44d7-bcfa-b672d72d52bb,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.465411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d92387-a3b1-427d-a7c0-017a5eec23ba None None] Network 27fd2296-c2bd-4992-988b-19a69221bf7d requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:22.521073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.625122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-f4c7d9fa-b6f3-48d3-acf1-4949d15f6738 service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272730 Jul 16 20:19:22.754937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:22.755828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.810102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779908a-eccc-4814-961e-a15302b9d8e5 req-abddfc66-90bc-4251-b08a-3e8ad612601d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.825984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d779908a-eccc-4814-961e-a15302b9d8e5 req-abddfc66-90bc-4251-b08a-3e8ad612601d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.8851702 Jul 16 20:19:22.835938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-4dc5f4fe-8dc6-4269-9c57-2f1f73cbdf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.841153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-4dc5f4fe-8dc6-4269-9c57-2f1f73cbdf18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6983585 Jul 16 20:19:22.922419 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.967427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.105196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=37311ff8-9bc6-4cb3-9a93-954e3c07ea63,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.125378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,segment=NetworkSegment(27b54632-e564-44c0-a1bb-391d53d82d81),segment_id=27b54632-e564-44c0-a1bb-391d53d82d81)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:23.125755 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.150592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for 5f5e59eb-d172-4d10-93fe-91efc67eeb0c owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:23.157584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.168162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932649c-83c0-4f6a-a747-a8c27d0aa268 None None] Network 0edae740-2fe9-4d22-a104-01d3b9990bae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:23.179031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': 'a3f4f80e-a94e-4753-9c30-4ff58252c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3fb250d3-dd2b-47f5-96b9-1ca3cb290397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:23.179031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: 3fb250d3-dd2b-47f5-96b9-1ca3cb290397, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:23.200873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d779908a-eccc-4814-961e-a15302b9d8e5 req-39c6aaab-0655-419c-9202-dbd77ccf2baf tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571622 Jul 16 20:19:23.310114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:23.335087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 3fb250d3-dd2b-47f5-96b9-1ca3cb290397) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:23.349747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:23.350480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.387725 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6074127e-1634-4ed0-8802-86f5a63c4f34 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7488437 Jul 16 20:19:23.390489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55790) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:23.412624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b62c6765-c299-4851-8873-f1972370ee1a tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:23.506004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e06e91-adb2-4c88-81fa-672072d50071 None None] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:23.567419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-69461078-6c57-41eb-9ae3-35b5de148ddb service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9204810 Jul 16 20:19:23.630584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-546768d5-83ab-40b1-a23c-baa3ce400a39 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7790463 Jul 16 20:19:23.701760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b62c6765-c299-4851-8873-f1972370ee1a tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3870052'] for subnet, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.779480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a95d17db-b19f-4f10-9e17-26b63b2bf32e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:23.787383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.883948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No DVR routers for this DVR port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:23.900285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] No DVR routers for this DVR port 5f5e59eb-d172-4d10-93fe-91efc67eeb0c on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:23.931060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558a5a8-31aa-4c1c-9b48-3ce3015fe4e3 None None] Pushing event deleted for resources: {'Port': ['ID=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.934410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd272dee-1bde-4db0-b08e-55959b6dacdb None None] Provisioning for port a95d17db-b19f-4f10-9e17-26b63b2bf32e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:23.942064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=5f5e59eb-d172-4d10-93fe-91efc67eeb0c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.070790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3212fa9c-1fae-4e36-a338-c6276ca555bd req-850db5f4-e293-4ee2-b1ff-e39ed9fb4c47 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309275 Jul 16 20:19:24.089228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.138726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.161712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac653c45-7255-40e5-8032-8594d5997389']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:24.190612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b54632-e564-44c0-a1bb-391d53d82d81') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:24.191308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b54632-e564-44c0-a1bb-391d53d82d81') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:24.204191 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.213057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a95d17db-b19f-4f10-9e17-26b63b2bf32e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:24.225514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.244790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:24.246403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.360313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad93864-b3b4-4213-af38-957e5f68e1d2 req-652430e3-9bdc-4b78-b81e-d67dd8882af1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.363717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ad93864-b3b4-4213-af38-957e5f68e1d2 req-652430e3-9bdc-4b78-b81e-d67dd8882af1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2891419 Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:24.394364 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:24.403984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.421920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.432831 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/ac653c45-7255-40e5-8032-8594d5997389 HTTP/1.1" status: 204 len: 168 time: 2.3401268 Jul 16 20:19:24.435691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55802) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:24.524061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2127399278'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:24.551192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ad93864-b3b4-4213-af38-957e5f68e1d2 req-805dc9c4-1f82-4d45-a755-92ca257c7265 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744275 Jul 16 20:19:24.591491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a95d17db-b19f-4f10-9e17-26b63b2bf32e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:24.592107 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.619855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-3fb250d3-dd2b-47f5-96b9-1ca3cb290397', 'network_id': '3fb250d3-dd2b-47f5-96b9-1ca3cb290397', 'tenant_id': 'e1bf6a3759a942b199ec68c9d3a97ff6', 'fixed_ips': [{'subnet_id': '37311ff8-9bc6-4cb3-9a93-954e3c07ea63'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:24.620884 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.635123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf81a5-cfc5-4b48-914f-845021cd8e11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=ac653c45-7255-40e5-8032-8594d5997389,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.793240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:24.807498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.929258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:24.941698 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c886d00a-c93c-43ca-b19f-07ddf84f610a req-9695e650-0ddc-40f1-a3e5-67e9c2a07354 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 210 time: 0.1747072 Jul 16 20:19:24.954374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.955881 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment 5ac84b67-9cdb-404d-b505-1822ab1d8fae of type vlan for network 143bcbb3-cd14-447e-af79-5c0a34fa3987 Jul 16 20:19:25.013491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.489527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.514999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b62c6765-c299-4851-8873-f1972370ee1a tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747916796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3991530'] for subnet, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.583173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.623505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:25.628839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.687696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port a95d17db-b19f-4f10-9e17-26b63b2bf32e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a95d17db-b19f-4f10-9e17-26b63b2bf32e,segment=NetworkSegment(16ef73bc-f7c7-47b2-bbcc-68a83165fe0e),segment_id=16ef73bc-f7c7-47b2-bbcc-68a83165fe0e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:25.698162 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.722451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-d3e6bcda-226d-4c03-9996-828b53fb5e94 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:25.741819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-d3e6bcda-226d-4c03-9996-828b53fb5e94 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/networks?id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 HTTP/1.1" status: 200 len: 812 time: 0.7439835 Jul 16 20:19:25.852572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Allocated IP 2001:db8::2 (3fb250d3-dd2b-47f5-96b9-1ca3cb290397/37311ff8-9bc6-4cb3-9a93-954e3c07ea63/0d10121b-e7a6-4562-bbdf-ccc05352f165) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:25.885507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-53e374ea-c816-4475-958e-803dc1ea70af tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/quotas/4c26253380524b819d5449572c1e51fc HTTP/1.1" status: 200 len: 375 time: 0.0393193 Jul 16 20:19:25.922443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c6765-c299-4851-8873-f1972370ee1a tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:25.928751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b62c6765-c299-4851-8873-f1972370ee1a tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.937273 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b62c6765-c299-4851-8873-f1972370ee1a tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "PUT /v2.0/subnets/37311ff8-9bc6-4cb3-9a93-954e3c07ea63 HTTP/1.1" status: 200 len: 826 time: 2.5414090 Jul 16 20:19:25.951402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55830) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:26.036112 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5274763 Jul 16 20:19:26.053962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55832) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:26.086220 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-e56beb6f-264c-43ac-9f78-951d962a88e4 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c26253380524b819d5449572c1e51fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1875415 Jul 16 20:19:26.164794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=a95d17db-b19f-4f10-9e17-26b63b2bf32e,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.177181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d123f1b1-e220-4a4e-be9f-a4c700bcb0d4 None None] Update dhcp port {'port': {'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae', 'fixed_ips': [{'subnet_id': '8e526383-67ee-4bab-a030-315c71286d38', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e667b584-814c-45b3-a852-af5618457b14'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'a95d17db-b19f-4f10-9e17-26b63b2bf32e'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:19:26.183681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': '143bcbb3-cd14-447e-af79-5c0a34fa3987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:26.287271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700af5-2245-4eb9-bd85-2e9fa1f0f203 req-dd8adaa6-8625-41b0-a087-47b907728ab2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:26.301017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae700af5-2245-4eb9-bd85-2e9fa1f0f203 req-dd8adaa6-8625-41b0-a087-47b907728ab2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.6960580 Jul 16 20:19:26.398775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae700af5-2245-4eb9-bd85-2e9fa1f0f203 req-537b12c3-f48f-4580-9027-2421ca4d22dc tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908716 Jul 16 20:19:26.550558 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d123f1b1-e220-4a4e-be9f-a4c700bcb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.641128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-420ab8f5-28f1-40e8-a60f-9819048ce642 service neutron] 10.222.0.78 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459239 Jul 16 20:19:27.287676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.300616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da793c-8357-4fb3-ab06-5702627a0cb5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=143bcbb3-cd14-447e-af79-5c0a34fa3987,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.316783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6765-c299-4851-8873-f1972370ee1a tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=37311ff8-9bc6-4cb3-9a93-954e3c07ea63,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.354102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 143bcbb3-cd14-447e-af79-5c0a34fa3987 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:27.450774 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.522798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:27.526894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.625508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-d123f1b1-e220-4a4e-be9f-a4c700bcb0d4 None None] Allocated IP 172.20.0.1 (0edae740-2fe9-4d22-a104-01d3b9990bae/e667b584-814c-45b3-a852-af5618457b14/a95d17db-b19f-4f10-9e17-26b63b2bf32e) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:27.874601 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.942640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a95d17db-b19f-4f10-9e17-26b63b2bf32e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:28.045750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.066345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Transition to ACTIVE for port object 0d10121b-e7a6-4562-bbdf-ccc05352f165 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:28.200271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-14760674-1b84-4b73-9b54-8074d4a78788 service neutron] 10.222.0.78 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5551093 Jul 16 20:19:28.243213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Transition to ACTIVE for port object 0d10121b-e7a6-4562-bbdf-ccc05352f165 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:28.273900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=b0fbd6a8-cb37-48ee-b89b-5592ff9d80cd,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.331660 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.334880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-0c744b8b-ab63-4f0e-bf14-a100f2e10d2d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:28.342265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-0c744b8b-ab63-4f0e-bf14-a100f2e10d2d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 1.6468389 Jul 16 20:19:28.351222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d123f1b1-e220-4a4e-be9f-a4c700bcb0d4 None None] For port a95d17db-b19f-4f10-9e17-26b63b2bf32e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a95d17db-b19f-4f10-9e17-26b63b2bf32e,segment=NetworkSegment(16ef73bc-f7c7-47b2-bbcc-68a83165fe0e),segment_id=16ef73bc-f7c7-47b2-bbcc-68a83165fe0e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:28.355057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-79a46a5f-0121-43e9-9460-48bceb0e0219 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:28.356719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-79a46a5f-0121-43e9-9460-48bceb0e0219 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.68 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.6335423 Jul 16 20:19:28.379556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Request body: {'port': {'device_id': '684e51b1-e3b9-48d8-8603-313c8f695a4c', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'admin_state_up': True, 'tenant_id': 'd48880fbf8f74c859479858015141a48'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:28.401515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': '5ac84b67-9cdb-404d-b505-1822ab1d8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '143bcbb3-cd14-447e-af79-5c0a34fa3987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:28.408838 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: 143bcbb3-cd14-447e-af79-5c0a34fa3987, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:28.416037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.451077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-ac737297-9963-480d-add3-b9be1b22f4f1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/quotas/339b1fa75957439782186d828b947369 HTTP/1.1" status: 200 len: 375 time: 0.1069813 Jul 16 20:19:28.566917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Pushing event updated for resources: {'Port': ['ID=0d10121b-e7a6-4562-bbdf-ccc05352f165,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.569677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=37311ff8-9bc6-4cb3-9a93-954e3c07ea63,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.677127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:28.696469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a95d17db-b19f-4f10-9e17-26b63b2bf32e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:28.699282 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.713519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:28.730135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:28.751469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 143bcbb3-cd14-447e-af79-5c0a34fa3987 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:28.779381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Made reservation on behalf of d48880fbf8f74c859479858015141a48 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:28.786318 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.798575 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d123f1b1-e220-4a4e-be9f-a4c700bcb0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.823122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 143bcbb3-cd14-447e-af79-5c0a34fa3987) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:28.905439 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.920555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb250d3-dd2b-47f5-96b9-1ca3cb290397']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:28.937072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f4f80e-a94e-4753-9c30-4ff58252c63c') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:28.937396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f4f80e-a94e-4753-9c30-4ff58252c63c') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:28.953482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.968014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-030d9e97-7cfe-4e95-92e5-80a49855773c req-9670517a-3a57-42be-9446-9f7a0e517ec4 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 210 time: 0.1917973 Jul 16 20:19:29.010491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.027459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:29.028426 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:29.040158 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:29.082199 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:29.084013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.088705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30576fa8-47e2-4d9e-8eae-b9be990ae0aa None None] Network 143bcbb3-cd14-447e-af79-5c0a34fa3987 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:29.198150 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9d8cc3a8-6c54-4d95-8f5c-109792494a4c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0886989 Jul 16 20:19:29.199099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55868) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:29.208873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2455696f-4c7c-455f-a73f-11d7f122ba41 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-11344869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:29.281617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:19:29.281617 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:19:29.281617 n-d-791505-15 neutron-server[100244]: [parameters: {'id': '3fb250d3-dd2b-47f5-96b9-1ca3cb290397'}] Jul 16 20:19:29.281617 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:19:29.282393 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:19:29.310158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2455696f-4c7c-455f-a73f-11d7f122ba41 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.311735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2455696f-4c7c-455f-a73f-11d7f122ba41 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.327313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Attempting to bind port 0d10121b-e7a6-4562-bbdf-ccc05352f165 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:29.327940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Attempting to bind port 0d10121b-e7a6-4562-bbdf-ccc05352f165 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'a3f4f80e-a94e-4753-9c30-4ff58252c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3fb250d3-dd2b-47f5-96b9-1ca3cb290397'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:29.328185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Attempting to bind port 0d10121b-e7a6-4562-bbdf-ccc05352f165 on network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:29.337199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d123f1b1-e220-4a4e-be9f-a4c700bcb0d4 None None] Transition to ACTIVE for port object a95d17db-b19f-4f10-9e17-26b63b2bf32e will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:29.354038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d123f1b1-e220-4a4e-be9f-a4c700bcb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.433055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:29.433570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Checking segment: {'id': 'a3f4f80e-a94e-4753-9c30-4ff58252c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3fb250d3-dd2b-47f5-96b9-1ca3cb290397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:29.433999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.434295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Bound using segment: {'id': 'a3f4f80e-a94e-4753-9c30-4ff58252c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3fb250d3-dd2b-47f5-96b9-1ca3cb290397'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:29.436422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Bound port: 0d10121b-e7a6-4562-bbdf-ccc05352f165, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f4f80e-a94e-4753-9c30-4ff58252c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3fb250d3-dd2b-47f5-96b9-1ca3cb290397'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:29.436693 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.518654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2455696f-4c7c-455f-a73f-11d7f122ba41 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.524964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Port a95d17db-b19f-4f10-9e17-26b63b2bf32e had new provisioning blocks added so it will not transition to active. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 20:19:29.529340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2455696f-4c7c-455f-a73f-11d7f122ba41 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.543146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123f1b1-e220-4a4e-be9f-a4c700bcb0d4 None None] Pushing event updated for resources: {'Port': ['ID=a95d17db-b19f-4f10-9e17-26b63b2bf32e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:29.574206 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2455696f-4c7c-455f-a73f-11d7f122ba41 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.581637 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2455696f-4c7c-455f-a73f-11d7f122ba41 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3792944 Jul 16 20:19:29.582604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55874) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:29.602969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'port': {'network_id': '143bcbb3-cd14-447e-af79-5c0a34fa3987', 'name': 'tempest-RoutersIpV6Test-1281062076'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:29.613894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-c3f625f4-d9f2-461a-b846-548750f6dc42 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9133215 Jul 16 20:19:29.656823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-143bcbb3-cd14-447e-af79-5c0a34fa3987', 'network_id': '143bcbb3-cd14-447e-af79-5c0a34fa3987', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': 'b0fbd6a8-cb37-48ee-b89b-5592ff9d80cd'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:29.658421 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.884566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.979886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a95d17db-b19f-4f10-9e17-26b63b2bf32e up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:30.169203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Allocated IP 172.20.0.9 (34db89b4-ab52-45c4-8fd5-13653be1bb93/c5945411-55ad-491a-99c8-88ce730cc089/539b868a-81e1-4215-8e1b-38270acb8545) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:30.189551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e04b1-900b-4866-b11d-3eea375da309 req-26e86af9-c61e-4eba-be63-a36e6b10875c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.192645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff1e04b1-900b-4866-b11d-3eea375da309 req-26e86af9-c61e-4eba-be63-a36e6b10875c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.8721476 Jul 16 20:19:30.201684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:30.212762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.254419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] device_id is not set on port dc3857e7-e507-4620-b2db-69c0de7d54ad yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:30.278780 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-5e79f056-82fd-4164-a6b4-031c3f1626a0 service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035712 Jul 16 20:19:30.282117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] For port 0d10121b-e7a6-4562-bbdf-ccc05352f165, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:30.325440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] For port 0d10121b-e7a6-4562-bbdf-ccc05352f165, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0d10121b-e7a6-4562-bbdf-ccc05352f165,segment=NetworkSegment(a3f4f80e-a94e-4753-9c30-4ff58252c63c),segment_id=a3f4f80e-a94e-4753-9c30-4ff58252c63c)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:30.343378 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.404902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting port 0d10121b-e7a6-4562-bbdf-ccc05352f165 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:30.416821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.600182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] For port 0d10121b-e7a6-4562-bbdf-ccc05352f165, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0d10121b-e7a6-4562-bbdf-ccc05352f165,segment=NetworkSegment(a3f4f80e-a94e-4753-9c30-4ff58252c63c),segment_id=a3f4f80e-a94e-4753-9c30-4ff58252c63c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:30.601468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.607856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff1e04b1-900b-4866-b11d-3eea375da309 req-5c88e47a-6e1c-459b-8498-9e37ae9bc3d4 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877411 Jul 16 20:19:30.636023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Calling delete_port for 0d10121b-e7a6-4562-bbdf-ccc05352f165 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:30.822211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35796f21-ce8f-4ffe-9fb1-5f1a0f29851a None None] Pushing event updated for resources: {'Port': ['ID=0d10121b-e7a6-4562-bbdf-ccc05352f165,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:30.875801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Allocated IP 2001:db8::2 (143bcbb3-cd14-447e-af79-5c0a34fa3987/b0fbd6a8-cb37-48ee-b89b-5592ff9d80cd/c4e78d18-dad4-42d3-84a5-76bc149bcbd0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:30.933940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.022420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No DVR routers for this DVR port 0d10121b-e7a6-4562-bbdf-ccc05352f165 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:31.091795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Port': ['ID=0d10121b-e7a6-4562-bbdf-ccc05352f165,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:31.179331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-7f6a429e-e1c0-4dd1-a6b4-a0274ff4c2ec service neutron] 10.222.0.78 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8885341 Jul 16 20:19:31.289494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.333389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163c5c1-8a55-4dbd-bb03-fa8c61a14ed0 None None] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:31.399130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.422242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.454139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb250d3-dd2b-47f5-96b9-1ca3cb290397']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:31.459337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d953016-b361-4c37-a750-5cd5e0d491a1 None None] Network 0edae740-2fe9-4d22-a104-01d3b9990bae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:31.488969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f4f80e-a94e-4753-9c30-4ff58252c63c') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:31.489304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f4f80e-a94e-4753-9c30-4ff58252c63c') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:31.524770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.532229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:31.549841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:31.562908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:31.644532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.676821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:31.699305 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.719092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event updated for resources: {'Port': ['ID=539b868a-81e1-4215-8e1b-38270acb8545,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:31.912169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a5c3cad-855d-47d9-b3bc-2378ffb60a14 req-0bd7a54a-853b-4f93-8272-edefeeca754f tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 210 time: 0.7547166 Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:31.924055 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:31.938599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.988801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.991283 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/3fb250d3-dd2b-47f5-96b9-1ca3cb290397 HTTP/1.1" status: 204 len: 168 time: 6.0257506 Jul 16 20:19:31.992592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9f233-b61c-45d0-bb98-70703e7b430e tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=3fb250d3-dd2b-47f5-96b9-1ca3cb290397,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:32.011615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55896) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:32.060722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.061694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.076934 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6df2bb-c6c0-4099-bc33-d018f6bfe449 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:32.087281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6df2bb-c6c0-4099-bc33-d018f6bfe449 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:32.096237 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed6df2bb-c6c0-4099-bc33-d018f6bfe449 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/3fb250d3-dd2b-47f5-96b9-1ca3cb290397 HTTP/1.1" status: 404 len: 339 time: 0.0747581 Jul 16 20:19:32.097643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55900) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:32.105406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1153363635', 'description': 'd1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:32.119375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ec71b2a0-fe45-4763-a4cb-644700035184 None None] Provisioning for port a95d17db-b19f-4f10-9e17-26b63b2bf32e completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:32.146902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ec71b2a0-fe45-4763-a4cb-644700035184 None None] Provisioning complete for port a95d17db-b19f-4f10-9e17-26b63b2bf32e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:32.150706 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ec71b2a0-fe45-4763-a4cb-644700035184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.162333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:32.166981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.259537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:32.279361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.292117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.304752 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment 63c2f072-6424-4f18-8f0a-d660321f1807 of type vlan for network 139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5 Jul 16 20:19:32.406200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-e5ce800b-1755-435b-bac9-af5b7bad385b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0385900 Jul 16 20:19:32.419097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0a3695-0456-49db-b48e-ab2ab846b506 None None] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:32.424064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-2b73c96f-d6e6-47b0-a160-60b7eb619a0d tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.427756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-2b73c96f-d6e6-47b0-a160-60b7eb619a0d tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.16 "GET /v2.0/networks?id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 HTTP/1.1" status: 200 len: 812 time: 0.7704375 Jul 16 20:19:32.430655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Transition to ACTIVE for port object c4e78d18-dad4-42d3-84a5-76bc149bcbd0 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:32.472946 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.515584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Request body: {'port': {'device_id': '684e51b1-e3b9-48d8-8603-313c8f695a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:32.553935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0a3695-0456-49db-b48e-ab2ab846b506 None None] Network 3fb250d3-dd2b-47f5-96b9-1ca3cb290397 could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:19:32.570618 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.579112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.586178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535655'] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.590673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Request body: {'port': {'device_id': 'b0ba328a-25cd-424e-9c1b-570e00e247c0', 'network_id': 'fc471258-3943-4b6c-bb8c-b9c1d8dac4a8', 'admin_state_up': True, 'tenant_id': '4c26253380524b819d5449572c1e51fc'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:32.627719 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5286796 Jul 16 20:19:32.659554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55906) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:32.706665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Transition to ACTIVE for port object c4e78d18-dad4-42d3-84a5-76bc149bcbd0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:32.736736 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.862874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Network 143bcbb3-cd14-447e-af79-5c0a34fa3987 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:32.870963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:32.900242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:32.955771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Pushing event updated for resources: {'Port': ['ID=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.010327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Attempting to bind port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:33.012766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Attempting to bind port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5ac84b67-9cdb-404d-b505-1822ab1d8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '143bcbb3-cd14-447e-af79-5c0a34fa3987'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:33.013316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Attempting to bind port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 on network 143bcbb3-cd14-447e-af79-5c0a34fa3987 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:33.023113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:33.023709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Checking segment: {'id': '5ac84b67-9cdb-404d-b505-1822ab1d8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '143bcbb3-cd14-447e-af79-5c0a34fa3987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:33.024321 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.025813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8::13 (143bcbb3-cd14-447e-af79-5c0a34fa3987/b0fbd6a8-cb37-48ee-b89b-5592ff9d80cd/dc3857e7-e507-4620-b2db-69c0de7d54ad) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:33.026848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Bound using segment: {'id': '5ac84b67-9cdb-404d-b505-1822ab1d8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '143bcbb3-cd14-447e-af79-5c0a34fa3987'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:33.027488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Bound port: c4e78d18-dad4-42d3-84a5-76bc149bcbd0, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac84b67-9cdb-404d-b505-1822ab1d8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '143bcbb3-cd14-447e-af79-5c0a34fa3987'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:33.030699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2829636-5d1a-4830-a7f3-15daa0e7a815 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.030922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.073773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:33.289935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] For port c4e78d18-dad4-42d3-84a5-76bc149bcbd0, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:33.296783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] For port c4e78d18-dad4-42d3-84a5-76bc149bcbd0, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,segment=NetworkSegment(5ac84b67-9cdb-404d-b505-1822ab1d8fae),segment_id=5ac84b67-9cdb-404d-b505-1822ab1d8fae)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:33.306039 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.523959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.532112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e38a01-a127-4623-9306-5e4d8a723fb4 None None] Pushing event updated for resources: {'Port': ['ID=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.539988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1fc26d90-cc48-4cdd-8919-48f44c32a25f None None] Provisioning complete for port a95d17db-b19f-4f10-9e17-26b63b2bf32e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:33.540670 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1fc26d90-cc48-4cdd-8919-48f44c32a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.544097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae88ab-304d-4ede-9e76-779ac852987e req-7dd8895c-ebe8-4361-a0e4-7092a283f0dd tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.556859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9ae88ab-304d-4ede-9e76-779ac852987e req-7dd8895c-ebe8-4361-a0e4-7092a283f0dd tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 931 time: 1.2334089 Jul 16 20:19:33.575254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object dc3857e7-e507-4620-b2db-69c0de7d54ad will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:33.655581 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.663506 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.716806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f88d1-381f-44fc-be7f-36b0901ab6c8 req-11571899-6adb-491f-a94c-f7ceec9396de tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.725405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a62f88d1-381f-44fc-be7f-36b0901ab6c8 req-11571899-6adb-491f-a94c-f7ceec9396de tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 1.4041111 Jul 16 20:19:33.783596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0447bf-af88-458b-8cd6-2fe3c386a479 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.802513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5c0447bf-af88-458b-8cd6-2fe3c386a479 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/networks?id=139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5 HTTP/1.1" status: 200 len: 765 time: 1.1033726 Jul 16 20:19:33.824227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 143bcbb3-cd14-447e-af79-5c0a34fa3987 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:33.825288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55914) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:33.836182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b519ccec-d039-44bc-9cd1-fab68eac7aef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'description': 'd2'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:33.872562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:33.885553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:33.891535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.892643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.937399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=dc3857e7-e507-4620-b2db-69c0de7d54ad,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.980039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9ae88ab-304d-4ede-9e76-779ac852987e req-4b076311-0f40-4556-a1dd-32ee40a9e236 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214182 Jul 16 20:19:34.005376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Made reservation on behalf of 4c26253380524b819d5449572c1e51fc for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:34.015241 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.050605 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-759a97b2-99f8-4799-9a36-a00969877740 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4663291 Jul 16 20:19:34.057570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55916) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:34.339727 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.543626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a62f88d1-381f-44fc-be7f-36b0901ab6c8 req-8ed441d3-b6b7-46fa-8125-7f96a219236b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8130765 Jul 16 20:19:34.816034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b519ccec-d039-44bc-9cd1-fab68eac7aef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.906752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af1e366e-5fec-490b-b4a7-42fefb3fc9f5 req-304c5ec8-97ed-431a-bd89-32e7627acdb5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 210 time: 0.3399997 Jul 16 20:19:34.930140 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b519ccec-d039-44bc-9cd1-fab68eac7aef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.031836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-daa5760e-83d0-4fb0-94e3-828c30c2437b req-66da39ec-fcbe-4565-9f5f-1e9d076860cc tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 210 time: 0.2221510 Jul 16 20:19:35.085788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Allocated IP 172.20.0.10 (fc471258-3943-4b6c-bb8c-b9c1d8dac4a8/61d19076-f2a3-481a-b6cb-f9a256f76b54/c80b119f-66c5-4ab0-9f75-4ae495cdbd09) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:35.134980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-546827ec-b5f3-4fc7-8d76-16835a5cbaa0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:35.138110 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-546827ec-b5f3-4fc7-8d76-16835a5cbaa0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 812 time: 0.9279358 Jul 16 20:19:35.150709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.319408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Request body: {'port': {'device_id': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'admin_state_up': True, 'tenant_id': '339b1fa75957439782186d828b947369'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:35.326539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519ccec-d039-44bc-9cd1-fab68eac7aef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:35.330289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b519ccec-d039-44bc-9cd1-fab68eac7aef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network 139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5 is not hosted by any dhcp agent {{(pid=100244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:19:35.337477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519ccec-d039-44bc-9cd1-fab68eac7aef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:35.338530 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b519ccec-d039-44bc-9cd1-fab68eac7aef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.340409 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b519ccec-d039-44bc-9cd1-fab68eac7aef tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "PUT /v2.0/networks/139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5 HTTP/1.1" status: 200 len: 762 time: 1.5140593 Jul 16 20:19:35.353583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55928) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:35.355391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:35.441192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380c4b3-36aa-4dab-9b89-11bdfa78a6e4 None None] Network 143bcbb3-cd14-447e-af79-5c0a34fa3987 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:35.526045 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Made reservation on behalf of 339b1fa75957439782186d828b947369 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:35.534320 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.692693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-531361a0-c78e-469c-8b76-1e5c69168495 None None] Provisioning for port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:35.731812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ccb1e-bc52-41aa-8fc4-38375382a11c req-add24c48-df65-4321-b36e-347039ee4910 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:35.733516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f4ccb1e-bc52-41aa-8fc4-38375382a11c req-add24c48-df65-4321-b36e-347039ee4910 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 931 time: 0.4261746 Jul 16 20:19:35.831589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Allocated IP 172.20.0.8 (3ca26e4e-3007-40cd-8b4b-ebff741e8b02/6dbe0521-aba6-4cd7-9038-383ed1d9b674/ceddb370-ad62-4f84-95d0-a9176e508379) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:36.071231 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.092398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Transition to ACTIVE for port object ceddb370-ad62-4f84-95d0-a9176e508379 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:36.143638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.177575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c4e78d18-dad4-42d3-84a5-76bc149bcbd0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:36.208735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:36.214090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:36.254963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['14929c22-dba2-42ec-895e-0bc50475c086'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:36.259639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['04e7812a-793d-4bbe-b75d-413c4f70eff6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:36.339741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:36.565298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.566379 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.627616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:36.696382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3838484 Jul 16 20:19:36.701381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43924b-e2b7-4f4c-817a-08b703f52b26 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event updated for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:36.723849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:36.724735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.730682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Request body: {'port': {'device_id': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:36.918381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9d25ba78-0940-4b11-88c5-52edd7faa6e1 None None] Provisioning for port ceddb370-ad62-4f84-95d0-a9176e508379 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:36.927369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9d25ba78-0940-4b11-88c5-52edd7faa6e1 None None] Provisioning complete for port ceddb370-ad62-4f84-95d0-a9176e508379 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:36.927911 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d25ba78-0940-4b11-88c5-52edd7faa6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.945165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.976702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9d25ba78-0940-4b11-88c5-52edd7faa6e1 None None] Port ceddb370-ad62-4f84-95d0-a9176e508379 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:37.060023 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.133347 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:37.171485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c4e78d18-dad4-42d3-84a5-76bc149bcbd0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,segment=NetworkSegment(5ac84b67-9cdb-404d-b505-1822ab1d8fae),segment_id=5ac84b67-9cdb-404d-b505-1822ab1d8fae)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:37.204673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.346410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b414097a-c700-41ee-8dd6-12dfbd07b481 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.350117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b414097a-c700-41ee-8dd6-12dfbd07b481 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/networks?id=139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5 HTTP/1.1" status: 200 len: 765 time: 1.9949329 Jul 16 20:19:37.357780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55942) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:37.366416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-85572446-c0f4-4690-9159-f66ad77b006a None None] Provisioning for port dc3857e7-e507-4620-b2db-69c0de7d54ad completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:37.417172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-85572446-c0f4-4690-9159-f66ad77b006a None None] Provisioning complete for port dc3857e7-e507-4620-b2db-69c0de7d54ad triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:37.417818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-85572446-c0f4-4690-9159-f66ad77b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.468378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539b868a-81e1-4215-8e1b-38270acb8545 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:37.503908 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.508312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:37.536499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-85572446-c0f4-4690-9159-f66ad77b006a None None] Port dc3857e7-e507-4620-b2db-69c0de7d54ad cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:37.564288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-85572446-c0f4-4690-9159-f66ad77b006a None None] Provisioning complete for port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:37.568608 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-85572446-c0f4-4690-9159-f66ad77b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.571897 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.591341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Transition to ACTIVE for port object 539b868a-81e1-4215-8e1b-38270acb8545 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:37.592544 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.618511 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.640868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa937b4-50a1-4d09-ab3e-2399fedf1af4 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:19:37.753872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4f28-2e9b-4c00-ac79-c57de83d1984 req-e2036369-2b60-491d-94ea-8e42c80a4fca tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.760851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2cd4f28-2e9b-4c00-ac79-c57de83d1984 req-e2036369-2b60-491d-94ea-8e42c80a4fca tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4365287 Jul 16 20:19:37.837455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa937b4-50a1-4d09-ab3e-2399fedf1af4 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:19:37.926714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c4e78d18-dad4-42d3-84a5-76bc149bcbd0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:38.013780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Pushing event updated for resources: {'Port': ['ID=539b868a-81e1-4215-8e1b-38270acb8545,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:38.058878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e162a-2c0f-4437-924c-94552f09e056 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.060760 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-622e162a-2c0f-4437-924c-94552f09e056 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6906486 Jul 16 20:19:38.069937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55948) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:38.351356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.365138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f4ccb1e-bc52-41aa-8fc4-38375382a11c req-ffd7a439-4ed5-4226-99ba-5995d66fa7a2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0476041 Jul 16 20:19:38.383186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceddb370-ad62-4f84-95d0-a9176e508379 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:38.394786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-38d969a2-c064-4d9e-91a2-deef9925d952 None None] Provisioning complete for port dc3857e7-e507-4620-b2db-69c0de7d54ad triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:38.394786 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-38d969a2-c064-4d9e-91a2-deef9925d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.395858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.408538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.424298 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.443814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Transition to ACTIVE for port object ceddb370-ad62-4f84-95d0-a9176e508379 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:38.451662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f0478141-7774-401e-b8b0-108a189d02b6 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 207 time: 0.3693373 Jul 16 20:19:38.455864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:38.455864 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.457892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55950) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:38.497237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2cd4f28-2e9b-4c00-ac79-c57de83d1984 req-c22bd371-dd30-4b7f-89e9-b0afe12cbabe tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637323 Jul 16 20:19:38.632812 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.980164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:38.995994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:39.036733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:39.116018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Attempting to bind port 539b868a-81e1-4215-8e1b-38270acb8545 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:39.116578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Attempting to bind port 539b868a-81e1-4215-8e1b-38270acb8545 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:39.117092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Attempting to bind port 539b868a-81e1-4215-8e1b-38270acb8545 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:39.132183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.133368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.174063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=dc3857e7-e507-4620-b2db-69c0de7d54ad,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.181219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6154354 Jul 16 20:19:39.183811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-38d969a2-c064-4d9e-91a2-deef9925d952 None None] Port dc3857e7-e507-4620-b2db-69c0de7d54ad cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:39.316681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde045a4-b553-4fc4-8c81-31769b19fd65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Pushing event updated for resources: {'Port': ['ID=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.432666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Request body: {'port': {'device_id': 'b0ba328a-25cd-424e-9c1b-570e00e247c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:39.450363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Pushing event updated for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.583127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Port 539b868a-81e1-4215-8e1b-38270acb8545 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:39.583667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Attempting to bind port 539b868a-81e1-4215-8e1b-38270acb8545 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:39.780134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:39.780755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Checking segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:39.781467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Bound using segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:39.782031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Bound port: 539b868a-81e1-4215-8e1b-38270acb8545, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:39.782965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.988371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e581e-5dff-4e7c-ad41-7f928aefdb39 req-9dd41498-55e3-4832-832e-a5cc49b544e3 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.991827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee6e581e-5dff-4e7c-ad41-7f928aefdb39 req-9dd41498-55e3-4832-832e-a5cc49b544e3 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 932 time: 1.1469853 Jul 16 20:19:40.001489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Attempting to bind port ceddb370-ad62-4f84-95d0-a9176e508379 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:40.002421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Attempting to bind port ceddb370-ad62-4f84-95d0-a9176e508379 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:40.003033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Attempting to bind port ceddb370-ad62-4f84-95d0-a9176e508379 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:40.024424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a90bce-d8dd-4c1c-b42d-e6efe0140ebc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.037321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.042972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a90bce-d8dd-4c1c-b42d-e6efe0140ebc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.065889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a90bce-d8dd-4c1c-b42d-e6efe0140ebc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.078873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a90bce-d8dd-4c1c-b42d-e6efe0140ebc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.097764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a90bce-d8dd-4c1c-b42d-e6efe0140ebc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.118905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a90bce-d8dd-4c1c-b42d-e6efe0140ebc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.124184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a1a90bce-d8dd-4c1c-b42d-e6efe0140ebc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.6645730 Jul 16 20:19:40.136122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55970) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:40.167992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Port ceddb370-ad62-4f84-95d0-a9176e508379 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:40.167992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Attempting to bind port ceddb370-ad62-4f84-95d0-a9176e508379 on network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:40.216141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:40.217431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Checking segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:40.218757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e392b8b0-33c8-4b78-a74f-bb4ae158441b None None] Provisioning complete for port dc3857e7-e507-4620-b2db-69c0de7d54ad triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:40.219341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Bound using segment: {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:40.220945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Bound port: ceddb370-ad62-4f84-95d0-a9176e508379, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ed640c-9e86-45b0-855f-bb7b31d8844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:40.221934 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e392b8b0-33c8-4b78-a74f-bb4ae158441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.222097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.290984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e392b8b0-33c8-4b78-a74f-bb4ae158441b None None] Port dc3857e7-e507-4620-b2db-69c0de7d54ad cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:40.358537 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-302eef9c-faf3-4c66-8d20-e3328f83dddf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6058977 Jul 16 20:19:40.472597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee6e581e-5dff-4e7c-ad41-7f928aefdb39 req-758898f6-52a2-4d4c-84b9-89ef50833469 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050267 Jul 16 20:19:40.496319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.549720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1c47-46c9-448f-ac0b-3801f9b0a1a0 req-5665ef20-8bd4-4b7b-81da-cbc86376b0a6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.552360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f60f1c47-46c9-448f-ac0b-3801f9b0a1a0 req-5665ef20-8bd4-4b7b-81da-cbc86376b0a6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 943 time: 0.9008241 Jul 16 20:19:41.129267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80b119f-66c5-4ab0-9f75-4ae495cdbd09 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:41.140966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.153558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:41.158475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Transition to ACTIVE for port object c80b119f-66c5-4ab0-9f75-4ae495cdbd09 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:41.161168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] For port 539b868a-81e1-4215-8e1b-38270acb8545, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:41.197721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.263625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-37257185-8936-445b-87b1-6e7ffaaa0cfd tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.1231582 Jul 16 20:19:41.272010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55976) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:41.282097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:41.290460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] For port 539b868a-81e1-4215-8e1b-38270acb8545, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=539b868a-81e1-4215-8e1b-38270acb8545,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:41.310689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.421505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Pushing event updated for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:41.429839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-4e82a996-d82f-426f-b5fe-fcb633d75c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.434871 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-4e82a996-d82f-426f-b5fe-fcb633d75c83 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1097 time: 0.9495461 Jul 16 20:19:41.444532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.446176 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.448228 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.448767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d6c73e12-db9f-4ee0-82f8-d9f3909ea368 service neutron] 10.222.0.68 "PUT /v2.0/ports/ceddb370-ad62-4f84-95d0-a9176e508379 HTTP/1.1" status: 200 len: 1092 time: 4.7353988 Jul 16 20:19:41.449474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:41.454125 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295fd987-436e-4593-b9e2-35c53f9f2c47" -d '{"events": [{"name": "network-changed", "server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:41.571662 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f60f1c47-46c9-448f-ac0b-3801f9b0a1a0 req-82567be0-83ce-41e3-b2da-b69d8c3baf60 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9391334 Jul 16 20:19:41.607941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.610592 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.616963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] 10.222.0.68 "PUT /v2.0/ports/539b868a-81e1-4215-8e1b-38270acb8545 HTTP/1.1" status: 200 len: 1092 time: 9.1579063 Jul 16 20:19:41.638981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684e51b1-e3b9-48d8-8603-313c8f695a4c', 'tag': '539b868a-81e1-4215-8e1b-38270acb8545'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:41.649152 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e" -d '{"events": [{"name": "network-changed", "server_uuid": "684e51b1-e3b9-48d8-8603-313c8f695a4c", "tag": "539b868a-81e1-4215-8e1b-38270acb8545"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:41.834268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-6b76e438-10d1-40eb-8ac1-6683d6986526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.838921 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-6b76e438-10d1-40eb-8ac1-6683d6986526 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.3523431 Jul 16 20:19:41.917931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f07ed-b540-4c23-bd51-09ba55d80e2f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.926115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f07ed-b540-4c23-bd51-09ba55d80e2f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.933848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f07ed-b540-4c23-bd51-09ba55d80e2f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.943333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f07ed-b540-4c23-bd51-09ba55d80e2f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.946795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f07ed-b540-4c23-bd51-09ba55d80e2f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.965782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3b0f07ed-b540-4c23-bd51-09ba55d80e2f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6724925 Jul 16 20:19:41.978202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55988) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:41.982302 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-430ce9eb-14e5-4ee7-a22c-37cb91447f84 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.1313870 Jul 16 20:19:41.995388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-11eabe64-04e3-48ea-bd8b-9c6360b8e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.998533 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-11eabe64-04e3-48ea-bd8b-9c6360b8e154 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 1095 time: 0.4645462 Jul 16 20:19:42.147261 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-06a035a0-c171-490c-9db8-58507dac9868 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceddb370-ad62-4f84-95d0-a9176e508379 HTTP/1.1" status: 200 len: 217 time: 0.1320767 Jul 16 20:19:42.157012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:42.250234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-fac17680-168f-42ba-b532-493f3e80d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.254711 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-fac17680-168f-42ba-b532-493f3e80d337 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2636795 Jul 16 20:19:42.361486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d21621cb-86c9-439f-b781-9e963db84ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.364314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-d21621cb-86c9-439f-b781-9e963db84ea5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2099800 Jul 16 20:19:42.446997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-294a5a60-e535-477d-9a04-bc4ca155cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.448946 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-294a5a60-e535-477d-9a04-bc4ca155cc34 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690400 Jul 16 20:19:42.475744 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.540981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-0e2906a5-5a44-4458-8875-d99aa76bd830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.544042 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-0e2906a5-5a44-4458-8875-d99aa76bd830 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698260 Jul 16 20:19:42.555792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2c464-f082-473e-9889-acc8a5b09545 req-a1759a13-ef23-447b-b99c-c230d04c1b38 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.557807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e2c464-f082-473e-9889-acc8a5b09545 req-a1759a13-ef23-447b-b99c-c230d04c1b38 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 943 time: 1.7520568 Jul 16 20:19:42.582562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17fad9-32f3-4bd0-b42f-b74c79bf8a7b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['shared'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.585698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17fad9-32f3-4bd0-b42f-b74c79bf8a7b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['shared'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.588453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17fad9-32f3-4bd0-b42f-b74c79bf8a7b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['shared'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.591143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17fad9-32f3-4bd0-b42f-b74c79bf8a7b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['shared'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.593839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17fad9-32f3-4bd0-b42f-b74c79bf8a7b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['shared'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.601745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cb17fad9-32f3-4bd0-b42f-b74c79bf8a7b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5913396 Jul 16 20:19:42.615022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56010) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:42.727386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024f985-3925-4fa9-a510-a9e2cede42d9 service neutron] Pushing event updated for resources: {'Port': ['ID=539b868a-81e1-4215-8e1b-38270acb8545,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:42.770283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Attempting to bind port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:42.770834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Attempting to bind port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'd1e38392-28e6-49dd-b757-d9d37b640156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc471258-3943-4b6c-bb8c-b9c1d8dac4a8'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:42.771369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Attempting to bind port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 on network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:42.803546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-4554aa1f-9b20-4c55-af1a-ff7614fb2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.806239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-4554aa1f-9b20-4c55-af1a-ff7614fb2fd0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 1095 time: 0.9506259 Jul 16 20:19:42.836321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 on network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:42.836859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Attempting to bind port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 on network fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:42.929504 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-a6184f18-8144-481d-8bd0-b5ef35bc27c1 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707828 Jul 16 20:19:43.022891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e2c464-f082-473e-9889-acc8a5b09545 req-1793181f-ca2c-40d9-a0a2-b7b23600ef7e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085929 Jul 16 20:19:43.041696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-2cc36b9a-a200-4ee2-a215-89058ae1bed0 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428017 Jul 16 20:19:43.044966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee5d87-cee4-46f2-903b-2a2f83ce733b req-c85c5b9b-987c-4713-abf8-d6c57490bfdf tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.059230 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00ee5d87-cee4-46f2-903b-2a2f83ce733b req-c85c5b9b-987c-4713-abf8-d6c57490bfdf tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.8118038 Jul 16 20:19:43.071237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:43.071758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Checking segment: {'id': 'd1e38392-28e6-49dd-b757-d9d37b640156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc471258-3943-4b6c-bb8c-b9c1d8dac4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:43.072428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Bound using segment: {'id': 'd1e38392-28e6-49dd-b757-d9d37b640156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc471258-3943-4b6c-bb8c-b9c1d8dac4a8'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:43.073191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Bound port: c80b119f-66c5-4ab0-9f75-4ae495cdbd09, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e38392-28e6-49dd-b757-d9d37b640156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc471258-3943-4b6c-bb8c-b9c1d8dac4a8'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:43.073796 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.078655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-11ea4632-9e3f-4cf5-af28-5eac44c73bf6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=539b868a-81e1-4215-8e1b-38270acb8545 HTTP/1.1" status: 200 len: 217 time: 0.2550883 Jul 16 20:19:43.215470 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ef3fbacb-0a29-46f1-abc2-438142e46d1a req-e099ed11-b7f6-422a-b46c-c048848ace1e service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635830 Jul 16 20:19:43.226223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2722be-1c9c-45b6-9394-5784b77027cc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.243544 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1c2722be-1c9c-45b6-9394-5784b77027cc tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/networks/3ccff55e-d4ad-4798-9ba0-95be09b7d720 HTTP/1.1" status: 200 len: 804 time: 0.6116369 Jul 16 20:19:43.245021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56016) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:43.259878 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac295d9a-86ab-4809-8fbf-fbab95fda1b8 x-openstack-request-id: req-ac295d9a-86ab-4809-8fbf-fbab95fda1b8 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:43.261147 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:43.261658 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac295d9a-86ab-4809-8fbf-fbab95fda1b8 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:43.262344 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'status': 'completed', 'code': 200} Jul 16 20:19:43.369851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-6cc17f3e-91bd-4a91-9b6f-f38303a83b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.372825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-6cc17f3e-91bd-4a91-9b6f-f38303a83b63 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.2533052 Jul 16 20:19:43.411752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00ee5d87-cee4-46f2-903b-2a2f83ce733b req-6536dcf5-7039-4c17-b941-83256abeeb33 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505774 Jul 16 20:19:43.487634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-807c0271-8fa0-4c42-9366-7ae370cb625e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627208 Jul 16 20:19:43.514216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-0dcceaac-51e8-4d51-a1e8-30c7c35bb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.516120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-0dcceaac-51e8-4d51-a1e8-30c7c35bb6cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 1095 time: 0.1834176 Jul 16 20:19:43.518809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-cda67b17-9121-45db-b7f3-f39769287a9e service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779078 Jul 16 20:19:43.537060 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59b3a26-3d3f-4c4c-a271-5c0c8d974545 x-openstack-request-id: req-e59b3a26-3d3f-4c4c-a271-5c0c8d974545 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:43.537060 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684e51b1-e3b9-48d8-8603-313c8f695a4c", "tag": "539b868a-81e1-4215-8e1b-38270acb8545", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:43.537060 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e59b3a26-3d3f-4c4c-a271-5c0c8d974545 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:43.538130 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684e51b1-e3b9-48d8-8603-313c8f695a4c', 'tag': '539b868a-81e1-4215-8e1b-38270acb8545', 'status': 'completed', 'code': 200} Jul 16 20:19:43.570857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-a20ef87e-e2b3-4363-818d-9f70d32cf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.572690 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-a20ef87e-e2b3-4363-818d-9f70d32cf0fe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1097 time: 0.3067296 Jul 16 20:19:43.637728 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-60206bf5-0736-4d4c-9f17-58da8dd2bdd3 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/networks/3ccff55e-d4ad-4798-9ba0-95be09b7d720?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3887756 Jul 16 20:19:43.647856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56020) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:43.649985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] For port c80b119f-66c5-4ab0-9f75-4ae495cdbd09, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:43.687779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] For port c80b119f-66c5-4ab0-9f75-4ae495cdbd09, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,segment=NetworkSegment(d1e38392-28e6-49dd-b757-d9d37b640156),segment_id=d1e38392-28e6-49dd-b757-d9d37b640156)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:43.756668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-0dde99b7-71b2-45a3-a682-95272acfbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.758979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-0dde99b7-71b2-45a3-a682-95272acfbbb8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.2322354 Jul 16 20:19:43.764643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-4f8a1325-a5b7-4449-86d1-eb26e3ca0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.764643 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-4f8a1325-a5b7-4449-86d1-eb26e3ca0c5e service neutron] 10.222.0.68 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 915 time: 0.1777813 Jul 16 20:19:43.809082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.884727 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-6c89f59e-6131-4203-8244-952071322a80 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 217 time: 0.1030226 Jul 16 20:19:43.886785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-eda9e5ac-d382-4b49-99fe-361fe955437e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceddb370-ad62-4f84-95d0-a9176e508379 HTTP/1.1" status: 200 len: 217 time: 0.1147575 Jul 16 20:19:44.081738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-1b0594e7-45e4-4a9a-ba78-6a713d8dde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.083655 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-1b0594e7-45e4-4a9a-ba78-6a713d8dde6a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1679480 Jul 16 20:19:44.100612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-6842cb6f-6d6b-40bd-8114-24e627a51d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.103691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-6842cb6f-6d6b-40bd-8114-24e627a51d4f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.2015951 Jul 16 20:19:44.193775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-ec557fad-e9a6-473e-854f-72e0d442995c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716817 Jul 16 20:19:44.311123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-f8f9e535-619f-4283-bd6f-70e158d0ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.312808 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-f8f9e535-619f-4283-bd6f-70e158d0ad6a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2068000 Jul 16 20:19:44.374688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-87ba409e-0e5a-49f9-b2e2-ea7aaae598ea service neutron] 10.222.0.68 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728830 Jul 16 20:19:44.496255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.497700 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.500104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/c80b119f-66c5-4ab0-9f75-4ae495cdbd09 HTTP/1.1" status: 200 len: 1093 time: 5.0973251 Jul 16 20:19:44.505699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-63fbbe30-3a29-4620-9e77-5da1a11c3fd1 service neutron] 10.222.0.68 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9828513 Jul 16 20:19:44.519263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523c4a8-4c19-431c-96ae-374cde3ff753 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.522226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0523c4a8-4c19-431c-96ae-374cde3ff753 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/subnets/b260980c-a172-4287-8154-0eb562ebf7bb HTTP/1.1" status: 200 len: 843 time: 0.8692784 Jul 16 20:19:44.525490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-d26e7071-8de7-42c5-9193-c2bf9d693604 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041564 Jul 16 20:19:44.530122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56030) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:44.555095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855485-6d69-48cb-8799-d584706ab414 req-592b0ef5-03e0-4512-a542-54ede3719896 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.556733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51855485-6d69-48cb-8799-d584706ab414 req-592b0ef5-03e0-4512-a542-54ede3719896 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 944 time: 1.0584545 Jul 16 20:19:44.644366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4195c-0ad6-4efd-8414-e798a99f33d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.650888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.667878 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d3b94da8-50c7-443e-9b93-234e7e09ac3e req-c5d89975-8159-4359-8526-49eff2e46328 service neutron] 10.222.0.68 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863250 Jul 16 20:19:44.703195 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-295fd987-436e-4593-b9e2-35c53f9f2c47 req-0010e55c-38f6-4bac-ba62-686275789900 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586840 Jul 16 20:19:44.714726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8fcd0-f04e-41e7-ba93-4b868b7527e7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['shared'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.720471 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.721001 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d8b8fcd0-f04e-41e7-ba93-4b868b7527e7 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "GET /v2.0/subnets/b260980c-a172-4287-8154-0eb562ebf7bb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1868720 Jul 16 20:19:44.721232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.729470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56036) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:44.741746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286532106'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:44.778800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:44.785791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.818376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51855485-6d69-48cb-8799-d584706ab414 req-7f682c8e-31ab-4772-bd4c-7c325c6ce1ef tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455451 Jul 16 20:19:44.861179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:44.882715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.883855 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Added segment dc0f00d2-4724-477a-a6d0-d55bdf63fd64 of type vlan for network aeaa8ed2-f252-426d-b1d5-6e8693ba43cb Jul 16 20:19:44.944042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa419222-019b-4e81-a887-da5722917f3c req-071f8e7c-a24d-4774-b8a8-12853199e6fc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.948798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa419222-019b-4e81-a887-da5722917f3c req-071f8e7c-a24d-4774-b8a8-12853199e6fc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 943 time: 1.1787262 Jul 16 20:19:44.954093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=dc3857e7-e507-4620-b2db-69c0de7d54ad,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.973179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.998488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 143bcbb3-cd14-447e-af79-5c0a34fa3987 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:45.012745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a19765cc-295f-4c05-8d67-1ed590f3d693 req-ccad6aa6-a6d7-41e8-b3f2-a42de1be08c7 service neutron] 10.222.0.68 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756844 Jul 16 20:19:45.035112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:45.050763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.066384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.068544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.070134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-caed536c-5ff6-4e9a-b732-e4ab209be4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.072051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-caed536c-5ff6-4e9a-b732-e4ab209be4fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c26253380524b819d5449572c1e51fc&device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 1096 time: 0.4639013 Jul 16 20:19:45.109646 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3785636 Jul 16 20:19:45.116633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56040) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:45.122819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'network_id': 'aeaa8ed2-f252-426d-b1d5-6e8693ba43cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:45.192106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa419222-019b-4e81-a887-da5722917f3c req-df23b8b8-1cbe-4a9d-8228-099a0578a8d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337184 Jul 16 20:19:45.227950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0656720-97b2-46ee-aad7-02c085598348 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Network': ['ID=aeaa8ed2-f252-426d-b1d5-6e8693ba43cb,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:45.259628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network aeaa8ed2-f252-426d-b1d5-6e8693ba43cb details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:45.269272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-7cf7cf9e-4071-430b-9064-856d74a8c93b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09 HTTP/1.1" status: 200 len: 217 time: 0.1103735 Jul 16 20:19:45.407799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bb4c9-d73e-4ce3-94af-a805acaa05eb req-7350cd08-0d76-4f90-9142-9a595ca2363e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.409239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Made reservation on behalf of e1bf6a3759a942b199ec68c9d3a97ff6 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:45.415730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc6bb4c9-d73e-4ce3-94af-a805acaa05eb req-7350cd08-0d76-4f90-9142-9a595ca2363e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 943 time: 0.4482167 Jul 16 20:19:45.416997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.452634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-ab320121-3f83-47fc-b927-fb4b05648632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.454240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-ab320121-3f83-47fc-b927-fb4b05648632 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61d19076-f2a3-481a-b6cb-f9a256f76b54 HTTP/1.1" status: 200 len: 852 time: 0.1734533 Jul 16 20:19:45.513818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Performing IP validity checks on allocation pools {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:19:45.514770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:19:45.543070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-097b1f6d-c8c1-47db-adbf-5980fe8e695d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775540 Jul 16 20:19:45.543526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ba328a-25cd-424e-9c1b-570e00e247c0', 'tag': 'c80b119f-66c5-4ab0-9f75-4ae495cdbd09'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:45.545983 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82fa8a8-3d16-46da-8739-c1039fc30786" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ba328a-25cd-424e-9c1b-570e00e247c0", "tag": "c80b119f-66c5-4ab0-9f75-4ae495cdbd09"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:45.559070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-fc37fe09-d980-4fb5-bdd2-4a0b47643d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.560719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-fc37fe09-d980-4fb5-bdd2-4a0b47643d2d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 1095 time: 0.4009018 Jul 16 20:19:45.622325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc6bb4c9-d73e-4ce3-94af-a805acaa05eb req-94ad0aa6-5b79-4688-af81-51309d3dd231 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019582 Jul 16 20:19:45.633119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5ee81b1c-28a2-4ff3-a547-a788baca1b41 None None] Provisioning complete for port dc3857e7-e507-4620-b2db-69c0de7d54ad triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:45.633752 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5ee81b1c-28a2-4ff3-a547-a788baca1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.704071 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094f589c-1e21-4824-903c-717accbf5445 x-openstack-request-id: req-094f589c-1e21-4824-903c-717accbf5445 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:45.705670 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ba328a-25cd-424e-9c1b-570e00e247c0", "tag": "c80b119f-66c5-4ab0-9f75-4ae495cdbd09", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:45.706108 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-094f589c-1e21-4824-903c-717accbf5445 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:45.706700 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ba328a-25cd-424e-9c1b-570e00e247c0', 'tag': 'c80b119f-66c5-4ab0-9f75-4ae495cdbd09', 'status': 'completed', 'code': 200} Jul 16 20:19:45.723896 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.758420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5ee81b1c-28a2-4ff3-a547-a788baca1b41 None None] Port dc3857e7-e507-4620-b2db-69c0de7d54ad cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:45.794083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 645b6a42-c26e-426f-a750-028fc477a967 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:19:45.879805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=64c3a0c4-c417-40fd-925d-71d7232c4ef9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:45.905268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Checking segment: {'id': 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aeaa8ed2-f252-426d-b1d5-6e8693ba43cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:45.905902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network hostable DHCP agents. Network: aeaa8ed2-f252-426d-b1d5-6e8693ba43cb, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:45.941841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Network aeaa8ed2-f252-426d-b1d5-6e8693ba43cb is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:45.960826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, aeaa8ed2-f252-426d-b1d5-6e8693ba43cb) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:45.967782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.968626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.974911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e270c9d0-60f6-419a-aea3-908a3de2d888 None None] Network aeaa8ed2-f252-426d-b1d5-6e8693ba43cb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:45.999175 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-38373b81-b81d-4ee1-ad53-29a8457a57b8 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8765526 Jul 16 20:19:45.999583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:46.007822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-77d13c55-a779-47d1-98b0-f5c8119b66ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:46.041447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-98c1c0b6-9322-405f-b79d-737cd959da90 service neutron] 10.222.0.16 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758492 Jul 16 20:19:46.051230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab12b-4e93-4039-9086-d384ba9b0b6e req-4bfa8e52-03af-4702-be34-1d1ae7d748e9 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.059004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13cab12b-4e93-4039-9086-d384ba9b0b6e req-4bfa8e52-03af-4702-be34-1d1ae7d748e9 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5833638 Jul 16 20:19:46.147498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-d85fdfac-d067-4125-9e59-0a497eda9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.149561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-d85fdfac-d067-4125-9e59-0a497eda9210 service neutron] 10.222.0.68 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 913 time: 0.5710902 Jul 16 20:19:46.209485 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-77d13c55-a779-47d1-98b0-f5c8119b66ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3870052'] for subnet, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.294137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-1d1f758a-c0c8-4e87-9fd6-c70142a37a4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=539b868a-81e1-4215-8e1b-38270acb8545 HTTP/1.1" status: 200 len: 217 time: 0.1211216 Jul 16 20:19:46.299375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-aeaa8ed2-f252-426d-b1d5-6e8693ba43cb', 'network_id': 'aeaa8ed2-f252-426d-b1d5-6e8693ba43cb', 'tenant_id': 'e1bf6a3759a942b199ec68c9d3a97ff6', 'fixed_ips': [{'subnet_id': '64c3a0c4-c417-40fd-925d-71d7232c4ef9'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:46.303915 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.318771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13cab12b-4e93-4039-9086-d384ba9b0b6e req-c00ff7a5-f629-4e5e-bae4-beba5b22d815 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585752 Jul 16 20:19:46.453803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:46.472566 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65564cf2-16d7-4d9b-88db-5ad23d6767e8 None None] Sync routers for ids ['645b6a42-c26e-426f-a750-028fc477a967'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:46.489135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b0211dbb-b229-4bbb-ae87-14121790cdc2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/645b6a42-c26e-426f-a750-028fc477a967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1863616 Jul 16 20:19:46.511135 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65564cf2-16d7-4d9b-88db-5ad23d6767e8 None None] Routers {'645b6a42-c26e-426f-a750-028fc477a967'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:46.512632 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-65564cf2-16d7-4d9b-88db-5ad23d6767e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:19:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['645b6a42-c26e-426f-a750-028fc477a967'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:46.520292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56056) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:46.573798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-032630e2-1e84-45eb-b8d5-380e1e2b70aa req-328d4650-c6d3-43a2-a4f6-4789b84733df service neutron] 10.222.0.16 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022507 Jul 16 20:19:46.598784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92221dcb-1771-4ba6-bf63-e0fbddd83391 req-b829ab08-1f05-4551-a229-cbdfef5864d5 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.600763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92221dcb-1771-4ba6-bf63-e0fbddd83391 req-b829ab08-1f05-4551-a229-cbdfef5864d5 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 944 time: 0.6108124 Jul 16 20:19:46.606346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-51f71c64-2946-499a-92de-d20134fdedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.608237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-51f71c64-2946-499a-92de-d20134fdedb9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.2865653 Jul 16 20:19:46.668186 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-65564cf2-16d7-4d9b-88db-5ad23d6767e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:46.669923 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-77d13c55-a779-47d1-98b0-f5c8119b66ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747916796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3991530'] for subnet, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.709197 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65564cf2-16d7-4d9b-88db-5ad23d6767e8 None None] Routers {'645b6a42-c26e-426f-a750-028fc477a967'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:46.710272 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-65564cf2-16d7-4d9b-88db-5ad23d6767e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:19:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['645b6a42-c26e-426f-a750-028fc477a967'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:46.734252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-8d7b0050-cc87-4c40-bb47-564267e8dd7a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086237 Jul 16 20:19:46.743885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489d953a-d158-4121-9c06-cb13387f3854 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.752412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-489d953a-d158-4121-9c06-cb13387f3854 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports/dc3857e7-e507-4620-b2db-69c0de7d54ad HTTP/1.1" status: 200 len: 983 time: 0.2307081 Jul 16 20:19:46.778398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56060) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:46.809384 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-65564cf2-16d7-4d9b-88db-5ad23d6767e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:46.810309 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65564cf2-16d7-4d9b-88db-5ad23d6767e8 None None] The sync data for ids ['645b6a42-c26e-426f-a750-028fc477a967'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:46.810705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d13c55-a779-47d1-98b0-f5c8119b66ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event updated for resources: {'Subnet': ['ID=64c3a0c4-c417-40fd-925d-71d7232c4ef9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:46.826121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Allocated IP 2001:db8::3 (aeaa8ed2-f252-426d-b1d5-6e8693ba43cb/64c3a0c4-c417-40fd-925d-71d7232c4ef9/d48d6791-a307-4c32-8c12-86b5efbcff04) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:46.861449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d13c55-a779-47d1-98b0-f5c8119b66ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.864515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-77d13c55-a779-47d1-98b0-f5c8119b66ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.871571 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-77d13c55-a779-47d1-98b0-f5c8119b66ac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "PUT /v2.0/subnets/64c3a0c4-c417-40fd-925d-71d7232c4ef9 HTTP/1.1" status: 200 len: 900 time: 0.8671155 Jul 16 20:19:46.872152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56062) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:46.957180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92221dcb-1771-4ba6-bf63-e0fbddd83391 req-bca614e7-e8cb-4a1c-909f-d03660b8e1c0 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403096 Jul 16 20:19:46.974757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ceddb370-ad62-4f84-95d0-a9176e508379 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:46.977647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:47.084005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23d0c1-4c2e-46ad-baa3-4bfa3d7cf2bd req-e90319aa-9786-4396-8dfc-155605c7b0c8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.089930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d23d0c1-4c2e-46ad-baa3-4bfa3d7cf2bd req-e90319aa-9786-4396-8dfc-155605c7b0c8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 943 time: 0.6294878 Jul 16 20:19:47.206134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.268184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-28f89619-8e19-4cec-ab19-c5f6b9e25d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.271064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-28f89619-8e19-4cec-ab19-c5f6b9e25d74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c26253380524b819d5449572c1e51fc&device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 1096 time: 0.5948133 Jul 16 20:19:47.397866 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.417653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-7507eb41-2c67-4ffd-9b25-00843a3762b5 service neutron] 10.222.0.68 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623662 Jul 16 20:19:47.419976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.505178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:47.511487 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.536827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:47.539383 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572d56ae-f75c-40ae-8a08-6096e11dc3fc" -d '{"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-unplugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:47.557988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Transition to ACTIVE for port object d48d6791-a307-4c32-8c12-86b5efbcff04 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:47.560330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'mac_address': 'fa:16:3e:01:d0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:47.566086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:47.599400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.614427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d23d0c1-4c2e-46ad-baa3-4bfa3d7cf2bd req-171eaf05-c69b-442d-a36e-aaf6e48e72b3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926245 Jul 16 20:19:47.662608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.666729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Transition to ACTIVE for port object d48d6791-a307-4c32-8c12-86b5efbcff04 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:47.681464 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.714648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceddb370-ad62-4f84-95d0-a9176e508379 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:47.728240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.742712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:47.744546 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.794700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=64c3a0c4-c417-40fd-925d-71d7232c4ef9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.816337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Network aeaa8ed2-f252-426d-b1d5-6e8693ba43cb is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:47.817750 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.820445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Pushing event updated for resources: {'Port': ['ID=d48d6791-a307-4c32-8c12-86b5efbcff04,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.880965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:47.886483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:47.887559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.976735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.997209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaa8ed2-f252-426d-b1d5-6e8693ba43cb']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:48.002834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Attempting to bind port d48d6791-a307-4c32-8c12-86b5efbcff04 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:48.003188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Attempting to bind port d48d6791-a307-4c32-8c12-86b5efbcff04 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aeaa8ed2-f252-426d-b1d5-6e8693ba43cb'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:48.003571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Attempting to bind port d48d6791-a307-4c32-8c12-86b5efbcff04 on network aeaa8ed2-f252-426d-b1d5-6e8693ba43cb {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:48.008043 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-944261ab-be64-4ea7-b250-4402cf0156cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.016481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:48.017630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Checking segment: {'id': 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aeaa8ed2-f252-426d-b1d5-6e8693ba43cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:48.018119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.018604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Bound using segment: {'id': 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aeaa8ed2-f252-426d-b1d5-6e8693ba43cb'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:48.019310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Bound port: d48d6791-a307-4c32-8c12-86b5efbcff04, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aeaa8ed2-f252-426d-b1d5-6e8693ba43cb'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:48.019717 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.025967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:48.026968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:48.045595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.066350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.076820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:48.077626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:48.082377 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:48.085181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ceddb370-ad62-4f84-95d0-a9176e508379'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:48.154771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:19:48.154771 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:19:48.154771 n-d-791505-15 neutron-server[100244]: [parameters: {'id': 'aeaa8ed2-f252-426d-b1d5-6e8693ba43cb'}] Jul 16 20:19:48.154771 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:19:48.155823 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:19:48.263868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] For port d48d6791-a307-4c32-8c12-86b5efbcff04, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:48.287752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] For port d48d6791-a307-4c32-8c12-86b5efbcff04, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d48d6791-a307-4c32-8c12-86b5efbcff04,segment=NetworkSegment(dc0f00d2-4724-477a-a6d0-d55bdf63fd64),segment_id=dc0f00d2-4724-477a-a6d0-d55bdf63fd64)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:48.302648 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.413863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:48.415841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 539b868a-81e1-4215-8e1b-38270acb8545 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:48.441663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-bceffea7-1dd0-46ed-89e4-5078c2037994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.443210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-bceffea7-1dd0-46ed-89e4-5078c2037994 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 HTTP/1.1" status: 200 len: 913 time: 1.1151330 Jul 16 20:19:48.467874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc41f5-e196-476e-b04a-5f084b704a27 None None] Pushing event updated for resources: {'Port': ['ID=d48d6791-a307-4c32-8c12-86b5efbcff04,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:48.527061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc9dbe06-32d0-4e03-abb8-13bf473ce74e req-da612477-2521-447b-ad10-75cebf0b7af0 service neutron] 10.222.0.68 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0012650 Jul 16 20:19:48.528349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-8a1a307a-873e-4566-803f-7216a7b4cedc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09 HTTP/1.1" status: 200 len: 217 time: 0.0754020 Jul 16 20:19:48.528898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcedd2a-41c3-4fd6-b86e-ad39eaa96eed None None] Network aeaa8ed2-f252-426d-b1d5-6e8693ba43cb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:48.539520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86918dc-2883-4734-870f-821a70a2aca5 req-6e432b11-c955-4838-8ee6-f37825c80dac tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.541240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b86918dc-2883-4734-870f-821a70a2aca5 req-6e432b11-c955-4838-8ee6-f37825c80dac tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 943 time: 1.2156916 Jul 16 20:19:48.611117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecad070-3b12-459e-9381-9dc4c1d6f927 req-e133234c-255b-476f-a9b4-3fcd76bc9dcb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.612857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ecad070-3b12-459e-9381-9dc4c1d6f927 req-e133234c-255b-476f-a9b4-3fcd76bc9dcb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 943 time: 0.3636968 Jul 16 20:19:48.658890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.701481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-30bf5a8d-ccae-46b3-8094-915f3cc6762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.702952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-30bf5a8d-ccae-46b3-8094-915f3cc6762a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61d19076-f2a3-481a-b6cb-f9a256f76b54 HTTP/1.1" status: 200 len: 852 time: 0.1587236 Jul 16 20:19:48.740709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b86918dc-2883-4734-870f-821a70a2aca5 req-1d6aa26e-aa12-4f49-a3b7-1c64f9d11813 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815186 Jul 16 20:19:48.746075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ecad070-3b12-459e-9381-9dc4c1d6f927 req-07fe6715-fd60-4ac8-a659-fe349a0dab3c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235166 Jul 16 20:19:48.792845 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-5390cd0e-c2c9-4061-9992-919ebf6cf8b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773294 Jul 16 20:19:48.806226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting port d48d6791-a307-4c32-8c12-86b5efbcff04 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:48.807165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.914566 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e7a101-e4e1-4355-bb3f-414811124cb5 x-openstack-request-id: req-86e7a101-e4e1-4355-bb3f-414811124cb5 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:48.924594 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-unplugged", "status": "failed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f", "code": 422}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:48.924968 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86e7a101-e4e1-4355-bb3f-414811124cb5 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:48.925366 n-d-791505-15 neutron-server[100245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'code': 422} returned with failed status Jul 16 20:19:49.015040 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] For port d48d6791-a307-4c32-8c12-86b5efbcff04, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d48d6791-a307-4c32-8c12-86b5efbcff04,segment=NetworkSegment(dc0f00d2-4724-477a-a6d0-d55bdf63fd64),segment_id=dc0f00d2-4724-477a-a6d0-d55bdf63fd64)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:49.015834 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.030487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 539b868a-81e1-4215-8e1b-38270acb8545, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=539b868a-81e1-4215-8e1b-38270acb8545,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:49.045578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Calling delete_port for d48d6791-a307-4c32-8c12-86b5efbcff04 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:49.089818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-a780e51a-d5f2-46a9-995d-20068e15cae2 service neutron] 10.222.0.16 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741401 Jul 16 20:19:49.123493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '539b868a-81e1-4215-8e1b-38270acb8545', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'port_id': '539b868a-81e1-4215-8e1b-38270acb8545', 'mac_address': 'fa:16:3e:28:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5945411-55ad-491a-99c8-88ce730cc089', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:49.214771 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.244276 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539b868a-81e1-4215-8e1b-38270acb8545 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:49.278389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0456f85-2254-4df0-8be7-5e4d29d13e7f None None] Network aeaa8ed2-f252-426d-b1d5-6e8693ba43cb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:49.284008 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.284340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.337809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 539b868a-81e1-4215-8e1b-38270acb8545, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=539b868a-81e1-4215-8e1b-38270acb8545,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:49.368777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Port': ['ID=d48d6791-a307-4c32-8c12-86b5efbcff04,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.372702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No DVR routers for this DVR port d48d6791-a307-4c32-8c12-86b5efbcff04 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:49.388739 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.399123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b82fa8a8-3d16-46da-8739-c1039fc30786 req-3fd4904f-79ee-4ff4-a2e6-de19e34b6a7b service neutron] 10.222.0.16 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893066 Jul 16 20:19:49.458988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b0389-031b-4bd3-a7b9-dfd2b4417713 req-4342200f-963b-4b4f-8dfb-7a614203d238 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.462371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device c80b119f-66c5-4ab0-9f75-4ae495cdbd09 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:49.472299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b4b0389-031b-4bd3-a7b9-dfd2b4417713 req-4342200f-963b-4b4f-8dfb-7a614203d238 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 944 time: 0.4208617 Jul 16 20:19:49.491433 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679829b1-0fa3-40b7-9046-b88f1aa5b1ec req-61d437c6-7628-4482-98d4-6e739e22ee00 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.494700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-679829b1-0fa3-40b7-9046-b88f1aa5b1ec req-61d437c6-7628-4482-98d4-6e739e22ee00 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 944 time: 0.4408672 Jul 16 20:19:49.582898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port c80b119f-66c5-4ab0-9f75-4ae495cdbd09, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,segment=NetworkSegment(d1e38392-28e6-49dd-b757-d9d37b640156),segment_id=d1e38392-28e6-49dd-b757-d9d37b640156)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:49.590559 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.616736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaa8ed2-f252-426d-b1d5-6e8693ba43cb']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:49.634604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'c80b119f-66c5-4ab0-9f75-4ae495cdbd09', 'network_id': 'fc471258-3943-4b6c-bb8c-b9c1d8dac4a8', 'port_id': 'c80b119f-66c5-4ab0-9f75-4ae495cdbd09', 'mac_address': 'fa:16:3e:d1:57:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d19076-f2a3-481a-b6cb-f9a256f76b54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:49.658001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:49.663808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0f00d2-4724-477a-a6d0-d55bdf63fd64') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:49.673674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-679829b1-0fa3-40b7-9046-b88f1aa5b1ec req-57d6120e-ec2a-4595-8b78-bc6c6ca89968 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568625 Jul 16 20:19:49.692110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.724367 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.733030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['539b868a-81e1-4215-8e1b-38270acb8545'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:49.753275 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b4b0389-031b-4bd3-a7b9-dfd2b4417713 req-ac77fa9f-d152-4795-8ddc-dbd2d32d5df7 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794271 Jul 16 20:19:49.763842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:49.764528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.819094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=539b868a-81e1-4215-8e1b-38270acb8545,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:49.822801 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:49.833039 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.870614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80b119f-66c5-4ab0-9f75-4ae495cdbd09 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:49.920357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port c80b119f-66c5-4ab0-9f75-4ae495cdbd09, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,segment=NetworkSegment(d1e38392-28e6-49dd-b757-d9d37b640156),segment_id=d1e38392-28e6-49dd-b757-d9d37b640156)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:49.932547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d54d97-2807-428d-9c09-2c83aedca4d7 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:19:49.980003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.988637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.990594 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/aeaa8ed2-f252-426d-b1d5-6e8693ba43cb HTTP/1.1" status: 204 len: 168 time: 3.1163876 Jul 16 20:19:49.996091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56090) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:50.068656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a455d94-958b-4b2b-b359-0bf890e4f257 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=aeaa8ed2-f252-426d-b1d5-6e8693ba43cb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.083299 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c141bb17-6773-4d06-a096-a19369f8ee23 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:50.084777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c141bb17-6773-4d06-a096-a19369f8ee23 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:50.085620 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c141bb17-6773-4d06-a096-a19369f8ee23 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/64c3a0c4-c417-40fd-925d-71d7232c4ef9 HTTP/1.1" status: 404 len: 337 time: 0.0870082 Jul 16 20:19:50.089590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56092) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:50.090385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port dc3857e7-e507-4620-b2db-69c0de7d54ad {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:50.090964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.143231 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbc6fff-5a95-4600-b2aa-841ec039af50 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:50.145219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbc6fff-5a95-4600-b2aa-841ec039af50 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:50.148274 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.153241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bcbc6fff-5a95-4600-b2aa-841ec039af50 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/aeaa8ed2-f252-426d-b1d5-6e8693ba43cb HTTP/1.1" status: 404 len: 339 time: 0.0622725 Jul 16 20:19:50.157477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56094) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:50.203015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26f49d-f2d7-44c8-ba2c-1f45c1473c39 req-f4d5ddc3-b347-4f6c-8686-e6bdd22e02e2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.208286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b26f49d-f2d7-44c8-ba2c-1f45c1473c39 req-f4d5ddc3-b347-4f6c-8686-e6bdd22e02e2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 943 time: 0.2684150 Jul 16 20:19:50.269993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.289084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d54d97-2807-428d-9c09-2c83aedca4d7 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:19:50.338482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.387865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['c80b119f-66c5-4ab0-9f75-4ae495cdbd09'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:50.421870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b26f49d-f2d7-44c8-ba2c-1f45c1473c39 req-72cef54b-33eb-4fce-9fb5-a8063ec8570d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882255 Jul 16 20:19:50.473102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.475083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ceddb370-ad62-4f84-95d0-a9176e508379 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:50.506072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for dc3857e7-e507-4620-b2db-69c0de7d54ad owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:50.554570 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-474d89d2-95e5-4555-8c8d-c4a6735d9012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.590119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a947f4c-96ca-4338-a902-5b2a51343b2e req-84071b89-52fd-42e8-b5e1-309e5a0491c1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.603344 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a947f4c-96ca-4338-a902-5b2a51343b2e req-84071b89-52fd-42e8-b5e1-309e5a0491c1 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 944 time: 0.4399137 Jul 16 20:19:50.662670 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.808325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a947f4c-96ca-4338-a902-5b2a51343b2e req-646a27f7-ca15-4b06-abc8-2d68de0f976d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035770 Jul 16 20:19:50.867696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port ceddb370-ad62-4f84-95d0-a9176e508379 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:50.897946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-a9246ea7-7607-405b-b495-cabed6873c93 req-38aec687-82f7-42fc-9431-efb5de63662b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:19:50.900733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9246ea7-7607-405b-b495-cabed6873c93 req-38aec687-82f7-42fc-9431-efb5de63662b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272205 Jul 16 20:19:50.906128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port ceddb370-ad62-4f84-95d0-a9176e508379 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:50.906574 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.203138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.231870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:51.264700 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.283519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c2f072-6424-4f18-8f0a-d660321f1807') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:51.284305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c2f072-6424-4f18-8f0a-d660321f1807') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:51.313098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.350361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=dc3857e7-e507-4620-b2db-69c0de7d54ad,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:51.366092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.382844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:51.383525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.401865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.402203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.402491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.402830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.403173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.403516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.413878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.414801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.415421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.416029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.416653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.417240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:51.569648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7a91-c7e6-4c47-8186-f8a0fd4190af req-a6eece71-efee-4270-a4bf-858dc4030376 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.581383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-470f7a91-c7e6-4c47-8186-f8a0fd4190af req-a6eece71-efee-4270-a4bf-858dc4030376 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 944 time: 0.4609346 Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:51.593524 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:51.608735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.611505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.625176 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.632372 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5 HTTP/1.1" status: 204 len: 168 time: 1.4712851 Jul 16 20:19:51.639048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56130) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:51.665656 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.728772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad5621-de51-4224-ac53-3fd397876131 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=139e3a1c-eeea-4c5d-a9cc-a9bd42cc04d5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:51.729221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:51.731809 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b27a28-2fad-4af9-8629-5b18ca131bad" -d '{"events": [{"server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "name": "network-vif-plugged", "status": "completed", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:51.732545 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3190d8-84ec-4133-b1a6-5bc8aced548b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:51.733166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3190d8-84ec-4133-b1a6-5bc8aced548b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:51.736058 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f3190d8-84ec-4133-b1a6-5bc8aced548b tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/37311ff8-9bc6-4cb3-9a93-954e3c07ea63 HTTP/1.1" status: 404 len: 337 time: 0.0942135 Jul 16 20:19:51.741821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56136) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:51.777259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:51.786433 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.793285 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-08298af3-92e3-4e9e-ad5d-b8bf09d35e39 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:51.793929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08298af3-92e3-4e9e-ad5d-b8bf09d35e39 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:51.799155 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-08298af3-92e3-4e9e-ad5d-b8bf09d35e39 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/3fb250d3-dd2b-47f5-96b9-1ca3cb290397 HTTP/1.1" status: 404 len: 339 time: 0.0557585 Jul 16 20:19:51.800132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56140) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:51.834726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e3109-6b0a-4770-afa0-1a955bc471f2 req-a9893b3c-fef7-4353-a0be-b9e18f4d65e7 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.834726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac1e3109-6b0a-4770-afa0-1a955bc471f2 req-a9893b3c-fef7-4353-a0be-b9e18f4d65e7 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 945 time: 0.4114742 Jul 16 20:19:51.935864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-470f7a91-c7e6-4c47-8186-f8a0fd4190af req-0c64b60f-b1f7-44b2-885b-0ecfe2369888 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533185 Jul 16 20:19:51.938297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:51.955176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac1e3109-6b0a-4770-afa0-1a955bc471f2 req-91dc986b-4274-40c1-a023-0c2532c4b417 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712423 Jul 16 20:19:51.968188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e029df88-bc45-4cf9-8e09-3db0a9756729 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting subnet e667b584-814c-45b3-a852-af5618457b14 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:52.045480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e029df88-bc45-4cf9-8e09-3db0a9756729 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.057661 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4171f945-4ffe-4145-9ebb-a499cea53bc2 x-openstack-request-id: req-4171f945-4ffe-4145-9ebb-a499cea53bc2 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:52.058537 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "name": "network-vif-plugged", "status": "completed", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:52.058813 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4171f945-4ffe-4145-9ebb-a499cea53bc2 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:52.059248 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'code': 200} Jul 16 20:19:52.137682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 645b6a42-c26e-426f-a750-028fc477a967 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:52.228884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e029df88-bc45-4cf9-8e09-3db0a9756729 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.291217 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-3bec70b9-507a-4457-9933-5344282eb3b6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6169975 Jul 16 20:19:52.411949 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.426402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 539b868a-81e1-4215-8e1b-38270acb8545 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:52.465119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:52.491517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-78c25c5c-f05e-4dca-9c40-99292033cc11 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/645b6a42-c26e-426f-a750-028fc477a967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7026694 Jul 16 20:19:52.492549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56148) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:52.522906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fee29-d540-4144-ae03-e44260c933c4 req-4f47d3e5-7701-40e5-b520-cb8a735a3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.525747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce0fee29-d540-4144-ae03-e44260c933c4 req-4f47d3e5-7701-40e5-b520-cb8a735a3000 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 1097 time: 0.3694537 Jul 16 20:19:52.561317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e029df88-bc45-4cf9-8e09-3db0a9756729 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.577766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f991b9b-8d1a-4384-acbb-3aff38193777 None None] Sync routers for ids ['645b6a42-c26e-426f-a750-028fc477a967'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:52.607718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f991b9b-8d1a-4384-acbb-3aff38193777 None None] Routers {'645b6a42-c26e-426f-a750-028fc477a967'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:52.608961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5f991b9b-8d1a-4384-acbb-3aff38193777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:19:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['645b6a42-c26e-426f-a750-028fc477a967'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.614852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 539b868a-81e1-4215-8e1b-38270acb8545 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:52.660742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e029df88-bc45-4cf9-8e09-3db0a9756729 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.693234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 539b868a-81e1-4215-8e1b-38270acb8545 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:52.694269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.696820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5f991b9b-8d1a-4384-acbb-3aff38193777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.712069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029df88-bc45-4cf9-8e09-3db0a9756729 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=e667b584-814c-45b3-a852-af5618457b14,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:52.732931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e029df88-bc45-4cf9-8e09-3db0a9756729 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.739984 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e029df88-bc45-4cf9-8e09-3db0a9756729 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/e667b584-814c-45b3-a852-af5618457b14 HTTP/1.1" status: 204 len: 168 time: 0.9380040 Jul 16 20:19:52.742132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:52.753102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f991b9b-8d1a-4384-acbb-3aff38193777 None None] Routers {'645b6a42-c26e-426f-a750-028fc477a967'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:52.754706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5f991b9b-8d1a-4384-acbb-3aff38193777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:19:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['645b6a42-c26e-426f-a750-028fc477a967'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.768349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f5929-849b-4e47-9ab3-4dd8bf3cf639 None None] Network 0edae740-2fe9-4d22-a104-01d3b9990bae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:52.826399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b42ef3-197b-4186-bb9d-cc962d55ca69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting subnet 8e526383-67ee-4bab-a030-315c71286d38 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:52.832393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75b42ef3-197b-4186-bb9d-cc962d55ca69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.900907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87556dc3-520f-4c4a-b0d3-3e802a580c5f req-d7a68ff1-bd77-4635-a635-f8e7d5538e3a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.914462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87556dc3-520f-4c4a-b0d3-3e802a580c5f req-d7a68ff1-bd77-4635-a635-f8e7d5538e3a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 944 time: 0.5948763 Jul 16 20:19:52.922642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5f991b9b-8d1a-4384-acbb-3aff38193777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.924059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f991b9b-8d1a-4384-acbb-3aff38193777 None None] The sync data for ids ['645b6a42-c26e-426f-a750-028fc477a967'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:52.972495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75b42ef3-197b-4186-bb9d-cc962d55ca69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.028750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce0fee29-d540-4144-ae03-e44260c933c4 req-fa167b92-2d61-450c-a72b-805485abd458 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462903 Jul 16 20:19:53.051619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9b68-42cf-47da-97b3-e89fb1c53eaf req-5abf9cd1-c9c8-496c-9274-2de9ade6cc47 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.065898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ecd9b68-42cf-47da-97b3-e89fb1c53eaf req-5abf9cd1-c9c8-496c-9274-2de9ade6cc47 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 943 time: 0.7459297 Jul 16 20:19:53.135517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75b42ef3-197b-4186-bb9d-cc962d55ca69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.179531 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.229642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87556dc3-520f-4c4a-b0d3-3e802a580c5f req-a12f1188-25b2-4dd0-935b-cd80c3c3095c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065739 Jul 16 20:19:53.231747 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-f6cf7267-3006-4ca8-ae2a-12ab61c7aac2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:19:53.236713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f6cf7267-3006-4ca8-ae2a-12ab61c7aac2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/645b6a42-c26e-426f-a750-028fc477a967/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7399752 Jul 16 20:19:53.237539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56164) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:53.321072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ecd9b68-42cf-47da-97b3-e89fb1c53eaf req-f53db70b-960b-4c5f-a06a-bcdc1d5db161 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535810 Jul 16 20:19:53.326052 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-867a7d74-efe4-42af-ab97-12bfd4763193 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=645b6a42-c26e-426f-a750-028fc477a967 HTTP/1.1" status: 200 len: 205 time: 0.0866830 Jul 16 20:19:53.329904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56166) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:53.380917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 539b868a-81e1-4215-8e1b-38270acb8545, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=539b868a-81e1-4215-8e1b-38270acb8545,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:53.383224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75b42ef3-197b-4186-bb9d-cc962d55ca69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.408391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.529865 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75b42ef3-197b-4186-bb9d-cc962d55ca69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.534906 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-75b42ef3-197b-4186-bb9d-cc962d55ca69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/8e526383-67ee-4bab-a030-315c71286d38 HTTP/1.1" status: 204 len: 168 time: 0.7884285 Jul 16 20:19:53.536299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56170) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:53.539272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b42ef3-197b-4186-bb9d-cc962d55ca69 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=8e526383-67ee-4bab-a030-315c71286d38,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:53.544569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device c80b119f-66c5-4ab0-9f75-4ae495cdbd09 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:53.584475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e571d155-c072-470c-8ae7-77279da27fda tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.711511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ff5a-73eb-4341-aaf5-eceb2660a968 req-ae25881d-2eb1-4538-8a3d-d9226c4cd0ad tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.714950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0d1ff5a-73eb-4341-aaf5-eceb2660a968 req-ae25881d-2eb1-4538-8a3d-d9226c4cd0ad tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.2851431 Jul 16 20:19:53.794848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=539b868a-81e1-4215-8e1b-38270acb8545,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:53.808392 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.818427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0d1ff5a-73eb-4341-aaf5-eceb2660a968 req-4e55b1c6-233a-441e-9747-ea441d4907e0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916324 Jul 16 20:19:53.839006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46f69e4-40de-4836-a6ed-8694320ec433 None None] Update dhcp port {'port': {'network_id': '0edae740-2fe9-4d22-a104-01d3b9990bae', 'fixed_ips': [{'subnet_id': '8e526383-67ee-4bab-a030-315c71286d38'}], 'binding:host_id': 'n-d-791505-15'}, 'id': 'a95d17db-b19f-4f10-9e17-26b63b2bf32e'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:19:53.840734 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.892264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f46f69e4-40de-4836-a6ed-8694320ec433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.908920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e89d-a1ae-4cfd-8f48-3191c5bd7891 req-93e5015e-3963-4b71-8d24-5f24d0380962 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.911825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e05e89d-a1ae-4cfd-8f48-3191c5bd7891 req-93e5015e-3963-4b71-8d24-5f24d0380962 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 945 time: 0.3421404 Jul 16 20:19:54.088787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684e51b1-e3b9-48d8-8603-313c8f695a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539b868a-81e1-4215-8e1b-38270acb8545'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:54.089514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e571d155-c072-470c-8ae7-77279da27fda tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.093126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e05e89d-a1ae-4cfd-8f48-3191c5bd7891 req-85772929-15df-45ef-9dec-cda19ce83ce8 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664262 Jul 16 20:19:54.093575 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aed250e-779c-4f7a-88f4-14a549baf9f8" -d '{"events": [{"server_uuid": "684e51b1-e3b9-48d8-8603-313c8f695a4c", "name": "network-vif-plugged", "status": "completed", "tag": "539b868a-81e1-4215-8e1b-38270acb8545"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:54.103850 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e571d155-c072-470c-8ae7-77279da27fda tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.105254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:54.114089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:54.114904 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.188321 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d6874a-dc2c-4f4d-8f9b-a9fc1dd31c2f x-openstack-request-id: req-46d6874a-dc2c-4f4d-8f9b-a9fc1dd31c2f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:54.193484 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684e51b1-e3b9-48d8-8603-313c8f695a4c", "name": "network-vif-plugged", "status": "completed", "tag": "539b868a-81e1-4215-8e1b-38270acb8545", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:54.193930 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46d6874a-dc2c-4f4d-8f9b-a9fc1dd31c2f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:54.194608 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684e51b1-e3b9-48d8-8603-313c8f695a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539b868a-81e1-4215-8e1b-38270acb8545', 'code': 200} Jul 16 20:19:54.220841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb8b64c-a827-4312-93f9-51730d62c093 None None] Network 0edae740-2fe9-4d22-a104-01d3b9990bae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:54.255048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting port a95d17db-b19f-4f10-9e17-26b63b2bf32e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:54.257584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.267186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-ae53028e-afb6-4c55-ac58-a469a9690b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.273839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-ae53028e-afb6-4c55-ac58-a469a9690b87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5&tenant_id=2787dc92f2c14544b6f8410093b25f10 HTTP/1.1" status: 200 len: 1095 time: 0.3486156 Jul 16 20:19:54.276411 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e571d155-c072-470c-8ae7-77279da27fda tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.277185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e571d155-c072-470c-8ae7-77279da27fda tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Fanout notify agent at l3_agent the message router_deleted on router 645b6a42-c26e-426f-a750-028fc477a967 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:19:54.292091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:54.305158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e571d155-c072-470c-8ae7-77279da27fda tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.310029 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e571d155-c072-470c-8ae7-77279da27fda tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/645b6a42-c26e-426f-a750-028fc477a967 HTTP/1.1" status: 204 len: 168 time: 0.9781528 Jul 16 20:19:54.310738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56176) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:54.461217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] For port a95d17db-b19f-4f10-9e17-26b63b2bf32e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a95d17db-b19f-4f10-9e17-26b63b2bf32e,segment=NetworkSegment(16ef73bc-f7c7-47b2-bbcc-68a83165fe0e),segment_id=16ef73bc-f7c7-47b2-bbcc-68a83165fe0e)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:54.461604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.477170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-db14fe8d-3dde-468e-a594-fdef68905905 None None] Provisioning complete for port a95d17db-b19f-4f10-9e17-26b63b2bf32e triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:54.477558 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-db14fe8d-3dde-468e-a594-fdef68905905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.483888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.491289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Calling delete_port for a95d17db-b19f-4f10-9e17-26b63b2bf32e owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:54.584392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00b7533-0e64-44d9-ac81-536d44c0d09e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet b0fbd6a8-cb37-48ee-b89b-5592ff9d80cd {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:54.615894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b00b7533-0e64-44d9-ac81-536d44c0d09e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.680500 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.709276 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b00b7533-0e64-44d9-ac81-536d44c0d09e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.740914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port c80b119f-66c5-4ab0-9f75-4ae495cdbd09, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,segment=NetworkSegment(d1e38392-28e6-49dd-b757-d9d37b640156),segment_id=d1e38392-28e6-49dd-b757-d9d37b640156)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:54.760938 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.809401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] DHCP port deletion for 0edae740-2fe9-4d22-a104-01d3b9990bae request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:54.918647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.957421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] Deleting port a95d17db-b19f-4f10-9e17-26b63b2bf32e {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:54.958142 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.004070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b00b7533-0e64-44d9-ac81-536d44c0d09e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.075706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] For port a95d17db-b19f-4f10-9e17-26b63b2bf32e, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a95d17db-b19f-4f10-9e17-26b63b2bf32e,segment=NetworkSegment(16ef73bc-f7c7-47b2-bbcc-68a83165fe0e),segment_id=16ef73bc-f7c7-47b2-bbcc-68a83165fe0e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:55.077300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.102846 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.107640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] Calling delete_port for a95d17db-b19f-4f10-9e17-26b63b2bf32e owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:55.137962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Port': ['ID=a95d17db-b19f-4f10-9e17-26b63b2bf32e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.146409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b00b7533-0e64-44d9-ac81-536d44c0d09e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.180822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7533-0e64-44d9-ac81-536d44c0d09e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fbd6a8-cb37-48ee-b89b-5592ff9d80cd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.197245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No DVR routers for this DVR port a95d17db-b19f-4f10-9e17-26b63b2bf32e on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:55.205742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b00b7533-0e64-44d9-ac81-536d44c0d09e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.209871 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b00b7533-0e64-44d9-ac81-536d44c0d09e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/b0fbd6a8-cb37-48ee-b89b-5592ff9d80cd HTTP/1.1" status: 204 len: 168 time: 0.8942342 Jul 16 20:19:55.212911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56190) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:55.225724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea85eb-71e9-4af1-9deb-32cfe5263048 None None] Network 143bcbb3-cd14-447e-af79-5c0a34fa3987 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:55.384080 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.404423 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.410393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edae740-2fe9-4d22-a104-01d3b9990bae']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:55.420136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c315a9-dffc-4711-bc45-ac01efc345ff req-5488dce8-4ffe-4a23-a1e5-4725061c13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.422557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26c315a9-dffc-4711-bc45-ac01efc345ff req-5488dce8-4ffe-4a23-a1e5-4725061c13b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 1097 time: 1.1184449 Jul 16 20:19:55.432079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ef73bc-f7c7-47b2-bbcc-68a83165fe0e') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:55.432519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ef73bc-f7c7-47b2-bbcc-68a83165fe0e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:55.467292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.495528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.512132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:55.512943 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:55.517535 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:55.542504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:55.544181 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.582438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.585214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accdc2d-be50-4fc9-a871-1406a0ec8b43 req-4e6263b6-2e8a-4003-adfd-c59c3dd59569 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.592846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9accdc2d-be50-4fc9-a871-1406a0ec8b43 req-4e6263b6-2e8a-4003-adfd-c59c3dd59569 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.9342051 Jul 16 20:19:55.606054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26c315a9-dffc-4711-bc45-ac01efc345ff req-7285f896-2cdd-473c-bb3b-6314ccb1831d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545105 Jul 16 20:19:55.634512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port c4e78d18-dad4-42d3-84a5-76bc149bcbd0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,segment=NetworkSegment(5ac84b67-9cdb-404d-b505-1822ab1d8fae),segment_id=5ac84b67-9cdb-404d-b505-1822ab1d8fae)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:55.635037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.648249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961ef0-0658-4fe9-a247-b678e739dc0c req-9c59ff78-763d-4e6d-9bdb-9018b125ac90 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.650266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for c4e78d18-dad4-42d3-84a5-76bc149bcbd0 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:55.650877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a961ef0-0658-4fe9-a247-b678e739dc0c req-9c59ff78-763d-4e6d-9bdb-9018b125ac90 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 943 time: 0.3599622 Jul 16 20:19:55.667605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] Pushing event deleted for resources: {'Port': ['ID=a95d17db-b19f-4f10-9e17-26b63b2bf32e,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.680873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:55.690240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5923f-0231-4a6c-8ef7-fc26ca3f9348 None None] No DVR routers for this DVR port a95d17db-b19f-4f10-9e17-26b63b2bf32e on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:55.702426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9accdc2d-be50-4fc9-a871-1406a0ec8b43 req-32bb21c9-f091-4c62-8957-3997829d453d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009078 Jul 16 20:19:55.731845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] DHCP port deletion for 143bcbb3-cd14-447e-af79-5c0a34fa3987 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:55.883334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c4e78d18-dad4-42d3-84a5-76bc149bcbd0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:55.919489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a961ef0-0658-4fe9-a247-b678e739dc0c req-2daa8f15-bf39-4598-ba0f-ef1008b32bde tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571046 Jul 16 20:19:55.957641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] Deleting port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:55.958588 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.974715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:55.997961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.024622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f83ecc-06ab-4459-a4ba-4d659f27d75f {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:56.033561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.034070 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.040399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/0edae740-2fe9-4d22-a104-01d3b9990bae HTTP/1.1" status: 204 len: 168 time: 2.4909112 Jul 16 20:19:56.053759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Transition to ACTIVE for port object 82f83ecc-06ab-4459-a4ba-4d659f27d75f will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:56.067776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56200) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.084256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.109753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:56.112945 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b0c9d4-15da-419c-bc20-884695189a4f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:56.113655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b0c9d4-15da-419c-bc20-884695189a4f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:56.115705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a6b0c9d4-15da-419c-bc20-884695189a4f tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/2a7a233f-07e1-4b2d-b5a2-5f37facdb1da HTTP/1.1" status: 404 len: 337 time: 0.0358362 Jul 16 20:19:56.119684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.123980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No active binding found for port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 {{(pid=100245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:19:56.123980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c4e78d18-dad4-42d3-84a5-76bc149bcbd0 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:56.123980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a95d17db-b19f-4f10-9e17-26b63b2bf32e no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:56.130030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56202) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.137780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b9da-2d83-42c5-b398-68d82953cd16 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=0edae740-2fe9-4d22-a104-01d3b9990bae,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:56.151812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] For port c4e78d18-dad4-42d3-84a5-76bc149bcbd0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,segment=NetworkSegment(5ac84b67-9cdb-404d-b505-1822ab1d8fae),segment_id=5ac84b67-9cdb-404d-b505-1822ab1d8fae)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:56.154709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.161995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No DVR routers for this DVR port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:56.206628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ba328a-25cd-424e-9c1b-570e00e247c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80b119f-66c5-4ab0-9f75-4ae495cdbd09'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:56.208804 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d55d9-c1b9-4c25-bd59-01e37329dd48" -d '{"events": [{"server_uuid": "b0ba328a-25cd-424e-9c1b-570e00e247c0", "name": "network-vif-plugged", "status": "completed", "tag": "c80b119f-66c5-4ab0-9f75-4ae495cdbd09"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:56.211456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a95d17db-b19f-4f10-9e17-26b63b2bf32e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:56.211936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a95d17db-b19f-4f10-9e17-26b63b2bf32e not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:56.245110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=9']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:56.252683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] Calling delete_port for c4e78d18-dad4-42d3-84a5-76bc149bcbd0 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:56.262651 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9130a93e-5738-4342-a673-8f3f01854362 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:56.264020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9130a93e-5738-4342-a673-8f3f01854362 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:56.270072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56206) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.270869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9130a93e-5738-4342-a673-8f3f01854362 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/16a5e4e9-1188-4228-ae20-2876a1ad7560 HTTP/1.1" status: 404 len: 339 time: 0.0860562 Jul 16 20:19:56.363526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.384699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] No DVR routers for this DVR port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:56.393609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] Pushing event deleted for resources: {'Port': ['ID=c4e78d18-dad4-42d3-84a5-76bc149bcbd0,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:56.402685 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb80fca-d566-45b8-8e1a-5a6a4a9734b0 None None] No DVR routers for this DVR port c4e78d18-dad4-42d3-84a5-76bc149bcbd0 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:56.418096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f884-c795-4e0d-a4c7-8bb790f64ea2 req-82240dcf-6c83-4734-b587-60d865f55151 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.419207 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.420894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a038f884-c795-4e0d-a4c7-8bb790f64ea2 req-82240dcf-6c83-4734-b587-60d865f55151 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.5706012 Jul 16 20:19:56.423416 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ced546-a54f-4a63-b16d-71a373f5edac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:56.423946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ced546-a54f-4a63-b16d-71a373f5edac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:56.428169 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-98ced546-a54f-4a63-b16d-71a373f5edac tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/7c602429-b735-41bd-8a5c-1ad215d58e01 HTTP/1.1" status: 404 len: 337 time: 0.1533449 Jul 16 20:19:56.434826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56208) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.461778 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f04f7ae-1a9c-4165-ae13-30ddbdb9c627 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:56.462413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f04f7ae-1a9c-4165-ae13-30ddbdb9c627 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:56.467927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f04f7ae-1a9c-4165-ae13-30ddbdb9c627 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/d5bdcda6-9f21-437d-9431-bd68e429481d HTTP/1.1" status: 404 len: 339 time: 0.0285015 Jul 16 20:19:56.467927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143bcbb3-cd14-447e-af79-5c0a34fa3987']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:56.469622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56210) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.489483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac84b67-9cdb-404d-b505-1822ab1d8fae') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:56.489715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac84b67-9cdb-404d-b505-1822ab1d8fae') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:56.522564 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9f5243-cb4f-4f2f-8ef1-e06d9b1e8d2d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:56.523051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9f5243-cb4f-4f2f-8ef1-e06d9b1e8d2d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:56.527833 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6c9f5243-cb4f-4f2f-8ef1-e06d9b1e8d2d tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/5b6eb123-48a1-4b6d-8ed3-4da751f0e9d2 HTTP/1.1" status: 404 len: 337 time: 0.0547616 Jul 16 20:19:56.528150 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56212) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.536378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a038f884-c795-4e0d-a4c7-8bb790f64ea2 req-abbfabaa-25b2-4250-9eee-c54aa2a9af81 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015542 Jul 16 20:19:56.538677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Attempting to bind port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:56.539479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Attempting to bind port 82f83ecc-06ab-4459-a4ba-4d659f27d75f by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:56.539992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Attempting to bind port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on network 35b2029d-70e5-471c-b944-02626042955e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:56.545624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.546292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on network 35b2029d-70e5-471c-b944-02626042955e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:56.546863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Attempting to bind port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on network 35b2029d-70e5-471c-b944-02626042955e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:56.557844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba60a-ea1e-4c58-9387-8f5af795f10d req-2f116a00-529a-4d1b-8a1b-c470ce155a00 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.567060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17aba60a-ea1e-4c58-9387-8f5af795f10d req-2f116a00-529a-4d1b-8a1b-c470ce155a00 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.3549438 Jul 16 20:19:56.582066 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fbd8d5-6026-43e3-9e0a-7dbdd6bff492 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:56.583085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fbd8d5-6026-43e3-9e0a-7dbdd6bff492 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:56.592245 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03fbd8d5-6026-43e3-9e0a-7dbdd6bff492 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/35fb2444-c14d-4e8d-9e89-a74d904832a8 HTTP/1.1" status: 404 len: 339 time: 0.0607986 Jul 16 20:19:56.592780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56216) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.608397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:56.609439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Checking segment: {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:56.609439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Bound using segment: {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:56.609827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Bound port: 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35edfeda-6012-49d3-be20-055c04d1e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35b2029d-70e5-471c-b944-02626042955e'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:56.609955 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.610051 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.619517 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a074b0c9-ac2d-48df-a5cf-9f91b0b01879 x-openstack-request-id: req-a074b0c9-ac2d-48df-a5cf-9f91b0b01879 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:56.619877 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ba328a-25cd-424e-9c1b-570e00e247c0", "name": "network-vif-plugged", "status": "completed", "tag": "c80b119f-66c5-4ab0-9f75-4ae495cdbd09", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:56.620176 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a074b0c9-ac2d-48df-a5cf-9f91b0b01879 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:56.620764 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ba328a-25cd-424e-9c1b-570e00e247c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80b119f-66c5-4ab0-9f75-4ae495cdbd09', 'code': 200} Jul 16 20:19:56.662512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:56.662941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:56.666762 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:56.709646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:56.753128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17aba60a-ea1e-4c58-9387-8f5af795f10d req-95f1157a-6b58-43ed-8816-a1581bfac883 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845841 Jul 16 20:19:56.753690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30bcb5d-fec8-4989-93a2-177c05640e97 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting subnet 3d5978d3-c650-4561-8b9b-6c95c952d7ee {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:56.766577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e30bcb5d-fec8-4989-93a2-177c05640e97 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.848959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.871829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:56.893135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e30bcb5d-fec8-4989-93a2-177c05640e97 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.897875 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.980174 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.982364 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/143bcbb3-cd14-447e-af79-5c0a34fa3987 HTTP/1.1" status: 204 len: 168 time: 1.7472668 Jul 16 20:19:56.992143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56222) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:56.997554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-668464463'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:57.022149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401cbe9-c93e-44ed-8d83-1d28f08d8125 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=143bcbb3-cd14-447e-af79-5c0a34fa3987,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.044450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e30bcb5d-fec8-4989-93a2-177c05640e97 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.103154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.104470 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.107023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] 10.222.0.16 "PUT /v2.0/ports/82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 1092 time: 2.8255191 Jul 16 20:19:57.125419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:57.137799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.138091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:57.142686 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3addf4c9-b143-46da-90ec-40a0fb6a635b" -d '{"events": [{"name": "network-changed", "server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:57.169356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9b226-44a2-4a75-a7b1-f0f458d319dc req-a4d1d198-a8dd-4474-85b0-555fbbd74199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.172351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0f9b226-44a2-4a75-a7b1-f0f458d319dc req-a4d1d198-a8dd-4474-85b0-555fbbd74199 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 1098 time: 0.4167767 Jul 16 20:19:57.179071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:57.182810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e30bcb5d-fec8-4989-93a2-177c05640e97 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.229778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bcb5d-fec8-4989-93a2-177c05640e97 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5978d3-c650-4561-8b9b-6c95c952d7ee,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.241085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.241857 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment 0b9e2c01-8939-4a1d-b847-3b724df8cc1b of type vlan for network d43d6732-d6f1-4aa7-9868-91226abac701 Jul 16 20:19:57.257635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3cf57-8d71-4ef7-931d-be491d9be456 None None] Network bd83d536-d9d6-479b-817c-c19d94a8670f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:57.258394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e30bcb5d-fec8-4989-93a2-177c05640e97 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.263593 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e30bcb5d-fec8-4989-93a2-177c05640e97 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/3d5978d3-c650-4561-8b9b-6c95c952d7ee HTTP/1.1" status: 204 len: 168 time: 0.6665657 Jul 16 20:19:57.265079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56228) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:57.357591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.426677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.453556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.457426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073af6f4-8a92-45c0-8c07-e4caf091ee64 service neutron] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=10']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.461996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.462897 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.528264 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5311027 Jul 16 20:19:57.532446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0f9b226-44a2-4a75-a7b1-f0f458d319dc req-1f03286c-3746-45d8-98d2-43597ac878ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455045 Jul 16 20:19:57.538368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56236) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:57.547439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': 'd43d6732-d6f1-4aa7-9868-91226abac701', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:57.605914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807eaca6-45fc-4104-88f5-c23470dd3f04 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=d43d6732-d6f1-4aa7-9868-91226abac701,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.613582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dcc1b-1a42-45fe-9ae6-8e0c7a3dff83 req-1d1075c7-9133-4e5e-b56c-539c50256686 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.615465 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c21dcc1b-1a42-45fe-9ae6-8e0c7a3dff83 req-1d1075c7-9133-4e5e-b56c-539c50256686 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.6340144 Jul 16 20:19:57.633501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network d43d6732-d6f1-4aa7-9868-91226abac701 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:57.636454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting port 70bf1a6d-ea29-410e-9e60-40630fb9815f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:57.636825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.717460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] For port 70bf1a6d-ea29-410e-9e60-40630fb9815f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=70bf1a6d-ea29-410e-9e60-40630fb9815f,segment=NetworkSegment(9091ed68-ab20-47ec-9a91-5cf27c4ea644),segment_id=9091ed68-ab20-47ec-9a91-5cf27c4ea644)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:57.717880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.733019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Calling delete_port for 70bf1a6d-ea29-410e-9e60-40630fb9815f owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:57.737253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] DHCP port deletion for bd83d536-d9d6-479b-817c-c19d94a8670f request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:57.817834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] Deleting port 70bf1a6d-ea29-410e-9e60-40630fb9815f {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:57.818652 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.834582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.873831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Port': ['ID=70bf1a6d-ea29-410e-9e60-40630fb9815f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.886845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No DVR routers for this DVR port 70bf1a6d-ea29-410e-9e60-40630fb9815f on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:57.908095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] For port 70bf1a6d-ea29-410e-9e60-40630fb9815f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=70bf1a6d-ea29-410e-9e60-40630fb9815f,segment=NetworkSegment(9091ed68-ab20-47ec-9a91-5cf27c4ea644),segment_id=9091ed68-ab20-47ec-9a91-5cf27c4ea644)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:57.908742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.928312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36070d17-e0f3-4db7-a13c-4211f7b322bd req-7837a007-184d-49c3-a4ee-a8cd54f56f73 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.929453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 70bf1a6d-ea29-410e-9e60-40630fb9815f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:57.939032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36070d17-e0f3-4db7-a13c-4211f7b322bd req-7837a007-184d-49c3-a4ee-a8cd54f56f73 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.6320565 Jul 16 20:19:57.954272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-b93b8c86-e4c7-429a-bf90-8bda755bf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.955686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] Calling delete_port for 70bf1a6d-ea29-410e-9e60-40630fb9815f owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:57.956553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-b93b8c86-e4c7-429a-bf90-8bda755bf41b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1096 time: 0.8057857 Jul 16 20:19:57.960120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 70bf1a6d-ea29-410e-9e60-40630fb9815f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:57.960504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 70bf1a6d-ea29-410e-9e60-40630fb9815f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:57.980602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:57.984374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.020558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.048594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd83d536-d9d6-479b-817c-c19d94a8670f']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:58.055850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c21dcc1b-1a42-45fe-9ae6-8e0c7a3dff83 req-9592b981-2c83-45e3-8ca0-369925607053 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998923 Jul 16 20:19:58.056580 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.064486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9091ed68-ab20-47ec-9a91-5cf27c4ea644') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:58.064486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9091ed68-ab20-47ec-9a91-5cf27c4ea644') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:58.081095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.103857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] Pushing event deleted for resources: {'Port': ['ID=70bf1a6d-ea29-410e-9e60-40630fb9815f,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.116828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4011a-030c-45d9-a146-1be1e8640aa1 None None] No DVR routers for this DVR port 70bf1a6d-ea29-410e-9e60-40630fb9815f on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:58.124764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36070d17-e0f3-4db7-a13c-4211f7b322bd req-12144e45-a7a4-4e59-add3-c05b06f40cc3 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844921 Jul 16 20:19:58.154434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.178742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:58.185735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:58.193057 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:58.255220 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d561b810-816e-4d26-bd2a-2fc91d230769 x-openstack-request-id: req-d561b810-816e-4d26-bd2a-2fc91d230769 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:58.255626 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:58.255830 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d561b810-816e-4d26-bd2a-2fc91d230769 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:58.256289 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'status': 'completed', 'code': 200} Jul 16 20:19:58.310693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.322600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.327483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/bd83d536-d9d6-479b-817c-c19d94a8670f HTTP/1.1" status: 204 len: 168 time: 1.0596490 Jul 16 20:19:58.331104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56242) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.354761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57901f49-8b43-4f9f-ade9-a8bbe7c942d9 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=bd83d536-d9d6-479b-817c-c19d94a8670f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.394302 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d1820c-1454-4afe-a0d9-32608a074fbe tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:58.394302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d1820c-1454-4afe-a0d9-32608a074fbe tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:58.394302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a8d1820c-1454-4afe-a0d9-32608a074fbe tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/166f8c8d-f2f7-4d3d-b048-66722eb07cf0 HTTP/1.1" status: 404 len: 337 time: 0.0579858 Jul 16 20:19:58.396886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56246) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.429467 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd642b3-d3ac-4b17-a8fb-38c15d02b297 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:58.430551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd642b3-d3ac-4b17-a8fb-38c15d02b297 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:58.431982 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-efd642b3-d3ac-4b17-a8fb-38c15d02b297 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/caffe2bd-194e-4f2f-b8e9-7cbfc19fa25d HTTP/1.1" status: 404 len: 339 time: 0.0340877 Jul 16 20:19:58.436714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56250) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.563021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-b9db3046-9db1-4f31-a895-79f159f11484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.566156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-b9db3046-9db1-4f31-a895-79f159f11484 service neutron] 10.222.0.16 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 915 time: 0.5762274 Jul 16 20:19:58.663619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9079fad8-5c6a-485f-a54d-42baa40f01b0 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting subnet b260980c-a172-4287-8154-0eb562ebf7bb {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:58.670018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-4d1c3fcd-b184-461f-bf19-f80017dac5fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 217 time: 0.0761499 Jul 16 20:19:58.683373 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9079fad8-5c6a-485f-a54d-42baa40f01b0 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.767522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d002cdb-b65c-40ce-b195-ab777d526be4 req-f303f265-62a1-4bf7-b928-09ea22afdfc7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.769406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d002cdb-b65c-40ce-b195-ab777d526be4 req-f303f265-62a1-4bf7-b928-09ea22afdfc7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.5122733 Jul 16 20:19:58.852999 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.868606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9079fad8-5c6a-485f-a54d-42baa40f01b0 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.877893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-3a33526e-26f0-45bc-8499-4b2041aefdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.879289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-3a33526e-26f0-45bc-8499-4b2041aefdd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.1970456 Jul 16 20:19:58.953199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907c10c-5713-46b7-8371-43255d0c7786 req-c43156f7-9570-4b20-83bd-db4d60f20028 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.955027 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9907c10c-5713-46b7-8371-43255d0c7786 req-c43156f7-9570-4b20-83bd-db4d60f20028 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.4576223 Jul 16 20:19:59.009769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-f5bf650f-645b-4894-8007-cdc49ae2f3df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835164 Jul 16 20:19:59.013137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d002cdb-b65c-40ce-b195-ab777d526be4 req-be46fbf2-38f4-42e2-a5af-fac958d229b9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326312 Jul 16 20:19:59.115015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=dcc8b0dd-9753-4a15-8d1a-b20344304f76,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.211987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9907c10c-5713-46b7-8371-43255d0c7786 req-2d6d4131-cfc2-42c9-afb5-822899dbff1d tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109823 Jul 16 20:19:59.236150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9079fad8-5c6a-485f-a54d-42baa40f01b0 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.298406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': '0b9e2c01-8939-4a1d-b847-3b724df8cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd43d6732-d6f1-4aa7-9868-91226abac701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:59.299003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: d43d6732-d6f1-4aa7-9868-91226abac701, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:59.789206 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-d5dde435-c19c-416b-a40f-c8c810152f15 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7549102 Jul 16 20:19:59.811367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network d43d6732-d6f1-4aa7-9868-91226abac701 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:59.856385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d43d6732-d6f1-4aa7-9868-91226abac701) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:59.885426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e75aa26-f0ba-436c-9414-fa45474f37f2 None None] Network d43d6732-d6f1-4aa7-9868-91226abac701 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:59.897950 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9079fad8-5c6a-485f-a54d-42baa40f01b0 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.903029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:59.903627 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.968246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079fad8-5c6a-485f-a54d-42baa40f01b0 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Subnet': ['ID=b260980c-a172-4287-8154-0eb562ebf7bb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.971163 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9079fad8-5c6a-485f-a54d-42baa40f01b0 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.973164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9079fad8-5c6a-485f-a54d-42baa40f01b0 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/subnets/b260980c-a172-4287-8154-0eb562ebf7bb HTTP/1.1" status: 204 len: 168 time: 1.5282648 Jul 16 20:19:59.976157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56276) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:59.984715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-652dcc84-7511-411c-ad23-08f3686ba93f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4442241 Jul 16 20:19:59.987577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56278) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:59.993186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-486a1e38-a242-46be-b2df-91bf9bc13f93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-81683248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:00.004190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf00115-ea46-4d1c-9994-e4430842c766 None None] Network 3ccff55e-d4ad-4798-9ba0-95be09b7d720 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:00.065536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d518ae-d08f-42ac-b1b7-1e7a31f5c4d6 req-e12316f2-829a-4235-adb6-2d6ee92b6e43 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.073361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21d518ae-d08f-42ac-b1b7-1e7a31f5c4d6 req-e12316f2-829a-4235-adb6-2d6ee92b6e43 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.3344998 Jul 16 20:20:00.088607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cdbb799-767e-4279-89d4-6e70dd9ee192 req-d0538f8e-fab9-4588-a00a-789c5eb505a8 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907734 Jul 16 20:20:00.107742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.117489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-486a1e38-a242-46be-b2df-91bf9bc13f93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.119356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-486a1e38-a242-46be-b2df-91bf9bc13f93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.233592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Deleting port f99d09bd-e95f-40b8-99da-22a284e346cb {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:00.234263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.304389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21d518ae-d08f-42ac-b1b7-1e7a31f5c4d6 req-51bd7aaa-ea67-48e2-8907-c2c0a1e8f6d6 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306111 Jul 16 20:20:00.463113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] For port f99d09bd-e95f-40b8-99da-22a284e346cb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f99d09bd-e95f-40b8-99da-22a284e346cb,segment=NetworkSegment(698fbbf2-213f-420e-b33f-d8b5de79ae19),segment_id=698fbbf2-213f-420e-b33f-d8b5de79ae19)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:00.466720 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.498069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Calling delete_port for f99d09bd-e95f-40b8-99da-22a284e346cb owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:00.624470 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.711238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d43d6732-d6f1-4aa7-9868-91226abac701', 'network_id': 'd43d6732-d6f1-4aa7-9868-91226abac701', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': 'dcc8b0dd-9753-4a15-8d1a-b20344304f76'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:00.712495 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.721373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] No DVR routers for this DVR port f99d09bd-e95f-40b8-99da-22a284e346cb on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:00.723272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Port': ['ID=f99d09bd-e95f-40b8-99da-22a284e346cb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:00.729936 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-486a1e38-a242-46be-b2df-91bf9bc13f93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.754423 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-486a1e38-a242-46be-b2df-91bf9bc13f93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.871233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2196c0bc-6060-434b-be5c-c3754ef8a18c None None] DHCP port deletion for 3ccff55e-d4ad-4798-9ba0-95be09b7d720 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:00.880246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e62cfc-3986-4e56-af43-a2893ce3f05f req-8f2f7f16-d69b-4474-acc5-a64e0c8afe8b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.897510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43e62cfc-3986-4e56-af43-a2893ce3f05f req-8f2f7f16-d69b-4474-acc5-a64e0c8afe8b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.8813241 Jul 16 20:20:00.910584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-486a1e38-a242-46be-b2df-91bf9bc13f93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.911239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-486a1e38-a242-46be-b2df-91bf9bc13f93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9217365 Jul 16 20:20:00.925452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56290) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:01.000348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.010385 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Allocated IP 2001:db8::2 (d43d6732-d6f1-4aa7-9868-91226abac701/dcc8b0dd-9753-4a15-8d1a-b20344304f76/7465a8c6-72ee-440b-a80b-fc8383196058) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:01.041936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccff55e-d4ad-4798-9ba0-95be09b7d720']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:01.061329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698fbbf2-213f-420e-b33f-d8b5de79ae19') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:01.061581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698fbbf2-213f-420e-b33f-d8b5de79ae19') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:01.074379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-0f3bc2da-500a-4358-aaa1-19c8703a7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.077307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-0f3bc2da-500a-4358-aaa1-19c8703a7eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1096 time: 0.9019573 Jul 16 20:20:01.087453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.124504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.146541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:01.147094 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:01.150670 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:01.208317 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.257448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Transition to ACTIVE for port object 7465a8c6-72ee-440b-a80b-fc8383196058 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:01.280247 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.286576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Transition to ACTIVE for port object 7465a8c6-72ee-440b-a80b-fc8383196058 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:01.300922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.315638 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.316138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43e62cfc-3986-4e56-af43-a2893ce3f05f req-745b3cca-dd16-4d80-83e1-7546ac417ec2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016659 Jul 16 20:20:01.337551 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] 10.222.0.78 "DELETE /v2.0/networks/3ccff55e-d4ad-4798-9ba0-95be09b7d720 HTTP/1.1" status: 204 len: 168 time: 1.3246176 Jul 16 20:20:01.375893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c5f68-1e2d-4cee-8c35-067186dfec32 tempest-NetworksIpV6Test-831061072 tempest-NetworksIpV6Test-831061072-project] Pushing event deleted for resources: {'Network': ['ID=3ccff55e-d4ad-4798-9ba0-95be09b7d720,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:01.539798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Network d43d6732-d6f1-4aa7-9868-91226abac701 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:01.542256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Pushing event updated for resources: {'Port': ['ID=7465a8c6-72ee-440b-a80b-fc8383196058,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:01.546645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:01.551835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:01.567077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.567680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.568299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.568911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.569511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.570098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.570699 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.571280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.571821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.574228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.581222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.582010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:01.617233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885be82-3634-49bc-86a6-2133cbdd6017 req-28b377e1-c110-4331-b179-5b602b86f8da tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.626728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7885be82-3634-49bc-86a6-2133cbdd6017 req-28b377e1-c110-4331-b179-5b602b86f8da tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.9170775 Jul 16 20:20:01.752566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Attempting to bind port 7465a8c6-72ee-440b-a80b-fc8383196058 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:01.752995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Attempting to bind port 7465a8c6-72ee-440b-a80b-fc8383196058 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '0b9e2c01-8939-4a1d-b847-3b724df8cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd43d6732-d6f1-4aa7-9868-91226abac701'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:01.760175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Attempting to bind port 7465a8c6-72ee-440b-a80b-fc8383196058 on network d43d6732-d6f1-4aa7-9868-91226abac701 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:01.806446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:01.806987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Checking segment: {'id': '0b9e2c01-8939-4a1d-b847-3b724df8cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd43d6732-d6f1-4aa7-9868-91226abac701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:01.807535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.808132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Bound using segment: {'id': '0b9e2c01-8939-4a1d-b847-3b724df8cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd43d6732-d6f1-4aa7-9868-91226abac701'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:01.808876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Bound port: 7465a8c6-72ee-440b-a80b-fc8383196058, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9e2c01-8939-4a1d-b847-3b724df8cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd43d6732-d6f1-4aa7-9868-91226abac701'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:01.809459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.930328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7885be82-3634-49bc-86a6-2133cbdd6017 req-4e8188cc-b9ef-40e6-92ce-e6c2a3f0eacd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022048 Jul 16 20:20:02.127126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f99d09bd-e95f-40b8-99da-22a284e346cb no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:02.233743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-557e8356-c94d-4650-8524-1edc0eb51dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.255785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-557e8356-c94d-4650-8524-1edc0eb51dd5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 915 time: 1.0429175 Jul 16 20:20:02.357424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f99d09bd-e95f-40b8-99da-22a284e346cb {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:02.357918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f99d09bd-e95f-40b8-99da-22a284e346cb not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:02.478997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56322) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:02.488836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] For port 7465a8c6-72ee-440b-a80b-fc8383196058, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:02.501724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] For port 7465a8c6-72ee-440b-a80b-fc8383196058, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7465a8c6-72ee-440b-a80b-fc8383196058,segment=NetworkSegment(0b9e2c01-8939-4a1d-b847-3b724df8cc1b),segment_id=0b9e2c01-8939-4a1d-b847-3b724df8cc1b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:02.510210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ceddb370-ad62-4f84-95d0-a9176e508379 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:02.523814 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.535012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-fa90b7e5-16be-462a-ac6a-06f7d9b8bc74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 217 time: 0.2705123 Jul 16 20:20:02.816604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54415468-283c-4895-89ec-f1ea78c4888b None None] Pushing event updated for resources: {'Port': ['ID=7465a8c6-72ee-440b-a80b-fc8383196058,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:02.850363 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.912058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbed66-90cd-4d12-a9e4-780a20b48610 req-61693a92-aea7-4594-a6e7-59410f6646c5 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.915782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfbbed66-90cd-4d12-a9e4-780a20b48610 req-61693a92-aea7-4594-a6e7-59410f6646c5 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 1.2549829 Jul 16 20:20:03.025512 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5f1ee2f5-0822-49b6-ae96-8f24db7b8211 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1bf6a3759a942b199ec68c9d3a97ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443447 Jul 16 20:20:03.026603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56336) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:03.123592 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b4eef6a3-e00c-4be2-b9d7-b83eca22c9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.142096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:03.199307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b4eef6a3-e00c-4be2-b9d7-b83eca22c9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.210001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'port_id': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'mac_address': 'fa:16:3e:01:d0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:03.381583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b4eef6a3-e00c-4be2-b9d7-b83eca22c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.388602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b4eef6a3-e00c-4be2-b9d7-b83eca22c9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.408781 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b4eef6a3-e00c-4be2-b9d7-b83eca22c9fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63dde9f1-80fd-4804-b941-9e58d704490b HTTP/1.1" status: 204 len: 168 time: 0.3758550 Jul 16 20:20:03.417681 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.445778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eef6a3-e00c-4be2-b9d7-b83eca22c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dde9f1-80fd-4804-b941-9e58d704490b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:03.470849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceddb370-ad62-4f84-95d0-a9176e508379 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:03.546826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:03.557614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.603562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-1966787b-f9b2-4e2f-a238-36127e8b8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:03.609116 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-1966787b-f9b2-4e2f-a238-36127e8b8cae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.7746725 Jul 16 20:20:03.706797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ceddb370-ad62-4f84-95d0-a9176e508379'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:03.866532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.037655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9e6ed-2534-4344-9a53-9183e304e228 req-2133de11-5917-424f-bb7e-dd58afa93395 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.061480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9b9e6ed-2534-4344-9a53-9183e304e228 req-2133de11-5917-424f-bb7e-dd58afa93395 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 1.5189409 Jul 16 20:20:04.137387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7465a8c6-72ee-440b-a80b-fc8383196058 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:04.149740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-84b26ec5-fc92-4298-a8ea-e80f14779b5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2052643 Jul 16 20:20:04.182036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfbbed66-90cd-4d12-a9e4-780a20b48610 req-19d808df-ca20-4e69-ba92-6a3b50c16fd8 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2125287 Jul 16 20:20:04.443496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9b9e6ed-2534-4344-9a53-9183e304e228 req-641ca52f-ca91-4ea2-9ed2-d08ced4962de tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808608 Jul 16 20:20:04.654377 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.827851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 7465a8c6-72ee-440b-a80b-fc8383196058 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:05.162880 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.241093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01aa49f-e2f8-4ccb-abe0-20f42d6bdbda None None] Network d43d6732-d6f1-4aa7-9868-91226abac701 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:05.467423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd18f6f9-caf0-4e1a-ba93-0af54113c61f None None] Provisioning for port 7465a8c6-72ee-440b-a80b-fc8383196058 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:05.478122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd18f6f9-caf0-4e1a-ba93-0af54113c61f None None] Provisioning complete for port 7465a8c6-72ee-440b-a80b-fc8383196058 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:05.478122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd18f6f9-caf0-4e1a-ba93-0af54113c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.756722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8::1 (d43d6732-d6f1-4aa7-9868-91226abac701/dcc8b0dd-9753-4a15-8d1a-b20344304f76/f1df843d-8493-43e0-ae52-e33c33c85677) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:05.859763 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd18f6f9-caf0-4e1a-ba93-0af54113c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.920562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-922a438a-14d5-44a9-814a-7e800a89b6d0 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7225380 Jul 16 20:20:05.952106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56390) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:05.984175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa8e7-31a9-4a39-8d7c-d2ff8c4b753f req-4ab42b1f-e254-47cb-9278-44e82ecfeadb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:05.997223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d8aa8e7-31a9-4a39-8d7c-d2ff8c4b753f req-4ab42b1f-e254-47cb-9278-44e82ecfeadb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.4709373 Jul 16 20:20:06.014293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-dd18f6f9-caf0-4e1a-ba93-0af54113c61f None None] For port 7465a8c6-72ee-440b-a80b-fc8383196058, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7465a8c6-72ee-440b-a80b-fc8383196058,segment=NetworkSegment(0b9e2c01-8939-4a1d-b847-3b724df8cc1b),segment_id=0b9e2c01-8939-4a1d-b847-3b724df8cc1b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:06.030975 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd18f6f9-caf0-4e1a-ba93-0af54113c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.194672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1351871667'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:06.247255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:06.251245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18f6f9-caf0-4e1a-ba93-0af54113c61f None None] Pushing event updated for resources: {'Port': ['ID=7465a8c6-72ee-440b-a80b-fc8383196058,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:06.254615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.277023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fa2c0-4206-4179-9984-e8483249e6e6 req-5fcee840-3a35-4ce2-8e70-133e47067489 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:06.291340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d0fa2c0-4206-4179-9984-e8483249e6e6 req-5fcee840-3a35-4ce2-8e70-133e47067489 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 944 time: 0.7636590 Jul 16 20:20:06.294029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.502964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d8aa8e7-31a9-4a39-8d7c-d2ff8c4b753f req-97f34389-470e-4d2c-990f-fe3cf82f4096 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043383 Jul 16 20:20:06.529440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ceddb370-ad62-4f84-95d0-a9176e508379 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:06.700940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3addf4c9-b143-46da-90ec-40a0fb6a635b req-8f6e5ff7-3132-43f2-8c7b-36a7ea791e63 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504392 Jul 16 20:20:06.822841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d0fa2c0-4206-4179-9984-e8483249e6e6 req-68e01d92-24e7-4831-a239-61c2c5bbaa74 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173080 Jul 16 20:20:06.837705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port ceddb370-ad62-4f84-95d0-a9176e508379 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:06.838270 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.842774 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.871475 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.876721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.968856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object f1df843d-8493-43e0-ae52-e33c33c85677 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:07.036438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2194fae2-06e0-489b-847d-388e6bd1bf4e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.067158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:07.099685 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6faa8b7e-f654-48e6-ad47-2b8355a2cf58 None None] Provisioning complete for port 7465a8c6-72ee-440b-a80b-fc8383196058 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:07.101829 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6faa8b7e-f654-48e6-ad47-2b8355a2cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.116108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.117496 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Added segment 7a4528ce-7141-41f1-84c0-49f678662ceb of type vlan for network 9e50f02e-75a0-4a69-825a-a97ee717a216 Jul 16 20:20:07.350629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.472943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.481573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.528847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.530510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.531832 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.606536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01726ed9-e49f-438c-accf-5261bb7718f9 req-29f6c93b-52cd-4b07-8bf4-bd6883572c20 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.620417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01726ed9-e49f-438c-accf-5261bb7718f9 req-29f6c93b-52cd-4b07-8bf4-bd6883572c20 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.7202294 Jul 16 20:20:07.680641 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7283890 Jul 16 20:20:07.686147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56406) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:07.693078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'name': 'tempest-PortsIpV6TestJSON-1674886149'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:07.720735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network d43d6732-d6f1-4aa7-9868-91226abac701 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:07.792432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:07.798180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:07.803577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:07.808037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.810275 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09122d0b-2b92-44e0-a8ca-663a6ea692b9" -d '{"events": [{"server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "name": "network-vif-plugged", "status": "completed", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:07.823736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0559b7a-8d6c-4613-bd4e-62e47c7277fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Network': ['ID=9e50f02e-75a0-4a69-825a-a97ee717a216,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.884640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:07.895566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:07.947230 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.982474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01726ed9-e49f-438c-accf-5261bb7718f9 req-8c6e6ab1-23dd-4d03-8a65-5539bc512a8d tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343153 Jul 16 20:20:07.988529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=f1df843d-8493-43e0-ae52-e33c33c85677,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:08.019117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4cf2f-15a6-4dc6-8dbb-e3b09e077567 req-522d6320-1791-4201-b0aa-5305db51f965 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:08.032538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c4cf2f-15a6-4dc6-8dbb-e3b09e077567 req-522d6320-1791-4201-b0aa-5305db51f965 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.7902179 Jul 16 20:20:08.049101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:08.059560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7465a8c6-72ee-440b-a80b-fc8383196058 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:08.187311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:08.191505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.264053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:08.285829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14c4cf2f-15a6-4dc6-8dbb-e3b09e077567 req-62ba51b4-f649-4480-8df5-3549d686e541 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516711 Jul 16 20:20:08.355081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7465a8c6-72ee-440b-a80b-fc8383196058 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:08.356281 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.441911 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e17c05-9c9e-4858-bcf7-026a44dbcd49 x-openstack-request-id: req-e5e17c05-9c9e-4858-bcf7-026a44dbcd49 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:08.442389 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "name": "network-vif-plugged", "status": "completed", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:08.443270 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5e17c05-9c9e-4858-bcf7-026a44dbcd49 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:08.447263 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'code': 200} Jul 16 20:20:08.469856 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.535253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-84d02d3f-2db2-45de-adc8-b189634df7aa None None] Provisioning for port f1df843d-8493-43e0-ae52-e33c33c85677 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:08.537871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-84d02d3f-2db2-45de-adc8-b189634df7aa None None] Provisioning complete for port f1df843d-8493-43e0-ae52-e33c33c85677 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:08.538413 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84d02d3f-2db2-45de-adc8-b189634df7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.722961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-84d02d3f-2db2-45de-adc8-b189634df7aa None None] Port f1df843d-8493-43e0-ae52-e33c33c85677 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:08.775715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.837942 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.052132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=a40cf77e-65c5-4a3f-ab75-6b6d137a49e3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.090860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Checking segment: {'id': '7a4528ce-7141-41f1-84c0-49f678662ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:09.091985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network hostable DHCP agents. Network: 9e50f02e-75a0-4a69-825a-a97ee717a216, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:09.123734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:09.135825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657d1b5-bca1-4f51-ae0e-e2bee278f643 req-02636aa2-a759-4132-9807-a6c32cabe4f7 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:09.146810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4657d1b5-bca1-4f51-ae0e-e2bee278f643 req-02636aa2-a759-4132-9807-a6c32cabe4f7 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.8239710 Jul 16 20:20:09.148301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 9e50f02e-75a0-4a69-825a-a97ee717a216) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:09.166194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a671f47-6712-4d07-a7a5-cbf61ae620ec None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:09.180118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:09.223709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:09.232907 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.294916 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5dcc3a1a-36c7-4f76-86e9-f3e2a154cb5d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6066620 Jul 16 20:20:09.296328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:09.310653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4657d1b5-bca1-4f51-ae0e-e2bee278f643 req-053dc877-8e41-4fc6-9878-a4fd54be4653 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618998 Jul 16 20:20:09.312303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1095747510'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:09.363324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.366783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:09.373683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.411931 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.417981 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.445216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:09.468296 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.468659 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Added segment be254bee-c856-41d2-aa42-a6dab130b908 of type vlan for network d1924565-dc96-4fb0-abdf-709bdd6a2f1a Jul 16 20:20:09.581148 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.671345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.677957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:09.678679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.745627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-47860e0e-43f3-43eb-a944-95d97da4cc5a req-269771ae-05a4-477e-9ca7-86a4608ff939 service neutron] (100243) timed out ('10.222.0.78', 38316) {{(pid=100243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:20:09.752601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=f1df843d-8493-43e0-ae52-e33c33c85677,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.781940 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4755507 Jul 16 20:20:09.784879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56428) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:09.796971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde3bc-8c40-49c1-97da-63ed2f923938 req-059451b0-2e7c-4ba9-b9a3-ae67c8515341 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:09.804983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bacde3bc-8c40-49c1-97da-63ed2f923938 req-059451b0-2e7c-4ba9-b9a3-ae67c8515341 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.8581498 Jul 16 20:20:09.812798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'ports': [{'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216'}, {'network_id': 'd1924565-dc96-4fb0-abdf-709bdd6a2f1a'}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:09.813155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:09.813661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': 'd1924565-dc96-4fb0-abdf-709bdd6a2f1a'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:09.896370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6988b-c967-4246-8bfe-cd2f80d40ee6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Network': ['ID=d1924565-dc96-4fb0-abdf-709bdd6a2f1a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.912136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network d1924565-dc96-4fb0-abdf-709bdd6a2f1a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:10.013507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bacde3bc-8c40-49c1-97da-63ed2f923938 req-d97cf4cf-dd9d-4682-9d24-3d4ecda805ca tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073398 Jul 16 20:20:10.097132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network d43d6732-d6f1-4aa7-9868-91226abac701 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:10.146316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:10.571362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5f3eb-0e1c-4baa-9114-6843a577fd36 req-e833f1e8-d892-4ad8-956c-80f729fb3f42 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.580909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cda5f3eb-0e1c-4baa-9114-6843a577fd36 req-e833f1e8-d892-4ad8-956c-80f729fb3f42 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.5274711 Jul 16 20:20:10.716892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 2} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:10.721221 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.864228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cda5f3eb-0e1c-4baa-9114-6843a577fd36 req-de161629-42d1-4762-af4b-194c96c09430 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493672 Jul 16 20:20:10.968408 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.986442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312138-9fd4-4f6d-bbf8-3cf9166a4bc1 req-6cf63a43-57ad-42db-9232-79612c6c3940 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.989468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d312138-9fd4-4f6d-bbf8-3cf9166a4bc1 req-6cf63a43-57ad-42db-9232-79612c6c3940 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.7433593 Jul 16 20:20:11.064423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0f03d936-05bc-4721-b362-204d83089a74 None None] Provisioning complete for port f1df843d-8493-43e0-ae52-e33c33c85677 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:11.067352 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0f03d936-05bc-4721-b362-204d83089a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.081530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 24e88869-533c-40ce-ab73-9c879d937f00 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:11.140320 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d312138-9fd4-4f6d-bbf8-3cf9166a4bc1 req-abc6d33a-2bc8-467a-bc32-35f4d256e9c2 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146438 Jul 16 20:20:11.356686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:11.370599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-af43fe91-15ab-444c-9288-c207b23b43e3 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/24e88869-533c-40ce-ab73-9c879d937f00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4376063 Jul 16 20:20:11.374695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56450) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.378244 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebc47cb-a7f7-4a9f-a9ab-180e7cadfe4a None None] Sync routers for ids ['24e88869-533c-40ce-ab73-9c879d937f00'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:11.425120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0f03d936-05bc-4721-b362-204d83089a74 None None] Port f1df843d-8493-43e0-ae52-e33c33c85677 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:11.434122 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc47cb-a7f7-4a9f-a9ab-180e7cadfe4a None None] Routers {'24e88869-533c-40ce-ab73-9c879d937f00'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:11.434889 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1ebc47cb-a7f7-4a9f-a9ab-180e7cadfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:19:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['24e88869-533c-40ce-ab73-9c879d937f00'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:11.613947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ff0d7-1658-450e-91f8-e0829ea0223a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:11.616765 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7a1ff0d7-1658-450e-91f8-e0829ea0223a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports/f1df843d-8493-43e0-ae52-e33c33c85677 HTTP/1.1" status: 200 len: 911 time: 0.2398810 Jul 16 20:20:11.628316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56452) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.643411 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1ebc47cb-a7f7-4a9f-a9ab-180e7cadfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:11.673746 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc47cb-a7f7-4a9f-a9ab-180e7cadfe4a None None] Routers {'24e88869-533c-40ce-ab73-9c879d937f00'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:11.675339 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1ebc47cb-a7f7-4a9f-a9ab-180e7cadfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:19:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['24e88869-533c-40ce-ab73-9c879d937f00'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:11.894933 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1ebc47cb-a7f7-4a9f-a9ab-180e7cadfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:11.896469 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebc47cb-a7f7-4a9f-a9ab-180e7cadfe4a None None] The sync data for ids ['24e88869-533c-40ce-ab73-9c879d937f00'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:12.246167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 9855ec1f-6419-499e-b3ac-f44ba30c77b5 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:12.440739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45db29-4c04-4e36-add4-08e7b681f99a req-a8277de0-b76a-4502-9a46-76f9fe1f55d3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:12.456018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c45db29-4c04-4e36-add4-08e7b681f99a req-a8277de0-b76a-4502-9a46-76f9fe1f55d3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 1.1053245 Jul 16 20:20:12.622915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8080e-0638-459f-9c89-bfe5d6386c68 req-35e1d9fe-e53e-4c7b-af91-be8d78c07601 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:12.626350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ca8080e-0638-459f-9c89-bfe5d6386c68 req-35e1d9fe-e53e-4c7b-af91-be8d78c07601 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.5864389 Jul 16 20:20:12.873505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.927166 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c45db29-4c04-4e36-add4-08e7b681f99a req-168714ea-3d8f-4a97-9f9a-a974d452ea3b tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692011 Jul 16 20:20:13.024431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ca8080e-0638-459f-9c89-bfe5d6386c68 req-d387d521-e908-4e0d-a48e-0cc16624863c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786805 Jul 16 20:20:13.254974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 94590b9f-e900-44dd-9f19-9093cfb548d5 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:13.370729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.528043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.789182 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.980918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a1f9f-640a-4ca3-b828-4e56db1bd1e5 req-691fec62-7d20-4b1d-a1c7-acea6b41b4df tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:13.989536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945a1f9f-640a-4ca3-b828-4e56db1bd1e5 req-691fec62-7d20-4b1d-a1c7-acea6b41b4df tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.7433789 Jul 16 20:20:14.021964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519033f5-0606-425a-8ba8-6ee65e63906d req-b1f5b1bb-8d1a-4d7a-9897-c8ae03e146d9 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.033841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-519033f5-0606-425a-8ba8-6ee65e63906d req-b1f5b1bb-8d1a-4d7a-9897-c8ae03e146d9 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.4881086 Jul 16 20:20:14.138579 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:14.152122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=9855ec1f-6419-499e-b3ac-f44ba30c77b5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.333331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:14.375598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port f1df843d-8493-43e0-ae52-e33c33c85677 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:14.377234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.384971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-945a1f9f-640a-4ca3-b828-4e56db1bd1e5 req-8ecf588c-549a-4b40-9553-34f115269476 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444276 Jul 16 20:20:14.389184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:14.396637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:14.398381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.544880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-519033f5-0606-425a-8ba8-6ee65e63906d req-24da733a-0485-49f2-a063-3c6128efe22f tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331796 Jul 16 20:20:14.579930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Checking segment: {'id': 'be254bee-c856-41d2-aa42-a6dab130b908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd1924565-dc96-4fb0-abdf-709bdd6a2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:14.585812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network hostable DHCP agents. Network: d1924565-dc96-4fb0-abdf-709bdd6a2f1a, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:14.613993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=94590b9f-e900-44dd-9f19-9093cfb548d5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.652249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network d1924565-dc96-4fb0-abdf-709bdd6a2f1a is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:14.679579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d1924565-dc96-4fb0-abdf-709bdd6a2f1a) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:14.688560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:14.689447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d21de-a128-4005-ac52-e45206df0125 None None] Network d1924565-dc96-4fb0-abdf-709bdd6a2f1a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:14.697149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.706006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.713596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.837610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.853287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ca2c9d63-139d-44ac-937b-8cc374d6b1fa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0671768 Jul 16 20:20:14.860898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56482) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:14.893173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for f1df843d-8493-43e0-ae52-e33c33c85677 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:15.013386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e79aa7-445f-4aae-8a22-8d07bfe4aaff req-f4f45424-a56c-4fb0-b9d9-2483964d1fe1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.023451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6e79aa7-445f-4aae-8a22-8d07bfe4aaff req-f4f45424-a56c-4fb0-b9d9-2483964d1fe1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.2644928 Jul 16 20:20:15.094534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fda22-1864-4241-ad72-ace1e8f1a9ff req-ed59511d-86ca-466d-9950-7b84ffdad65f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.104617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b74fda22-1864-4241-ad72-ace1e8f1a9ff req-ed59511d-86ca-466d-9950-7b84ffdad65f tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.2846053 Jul 16 20:20:15.155379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6e79aa7-445f-4aae-8a22-8d07bfe4aaff req-5901ca4d-dba8-44b3-93c2-dd5493b4fed5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294899 Jul 16 20:20:15.248012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b74fda22-1864-4241-ad72-ace1e8f1a9ff req-3ea600e2-2a9f-429f-877a-afaeec42dc35 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419597 Jul 16 20:20:15.285394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e740e717-8698-4195-837c-4340d6f39d6b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 94590b9f-e900-44dd-9f19-9093cfb548d5 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:15.285973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e740e717-8698-4195-837c-4340d6f39d6b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.340985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.390113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=f1df843d-8493-43e0-ae52-e33c33c85677,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.527851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e740e717-8698-4195-837c-4340d6f39d6b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.612506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e740e717-8698-4195-837c-4340d6f39d6b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 94590b9f-e900-44dd-9f19-9093cfb548d5 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:15.748602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.240098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991d6bd-dc72-4608-bde0-d597b5d6bb2e req-e7e64885-5020-42a5-be65-951f2452c583 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.250019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a991d6bd-dc72-4608-bde0-d597b5d6bb2e req-e7e64885-5020-42a5-be65-951f2452c583 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.2522504 Jul 16 20:20:16.321550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a991d6bd-dc72-4608-bde0-d597b5d6bb2e req-92849e4b-2c60-4592-8cb6-ba5ea221f8ac tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686781 Jul 16 20:20:16.344087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-cd382127-addf-4762-9c1d-8ddbd1cff708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.346930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-cd382127-addf-4762-9c1d-8ddbd1cff708 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c26253380524b819d5449572c1e51fc&device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 1098 time: 0.3668926 Jul 16 20:20:16.357436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 24e88869-533c-40ce-ab73-9c879d937f00 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:16.472916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:16.478832 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf1438da-901e-41b5-aec6-f0c7296b557f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/24e88869-533c-40ce-ab73-9c879d937f00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8487194 Jul 16 20:20:16.483873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:16.495379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ac591-86d7-4af7-a808-2e7dfefd9b41 None None] Sync routers for ids ['24e88869-533c-40ce-ab73-9c879d937f00'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:16.513402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ac591-86d7-4af7-a808-2e7dfefd9b41 None None] Routers {'24e88869-533c-40ce-ab73-9c879d937f00'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:16.514334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-435ac591-86d7-4af7-a808-2e7dfefd9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:19:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['24e88869-533c-40ce-ab73-9c879d937f00'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:16.585530 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27416359-fe52-4ca4-96d2-96c7928f4f68 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=24e88869-533c-40ce-ab73-9c879d937f00 HTTP/1.1" status: 200 len: 205 time: 0.0953474 Jul 16 20:20:16.585909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56502) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:16.606039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-dd4f6ca1-3546-4f05-8799-ecc340104d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.607929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-dd4f6ca1-3546-4f05-8799-ecc340104d08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 HTTP/1.1" status: 200 len: 913 time: 0.2403307 Jul 16 20:20:16.610250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-435ac591-86d7-4af7-a808-2e7dfefd9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:16.646497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ac591-86d7-4af7-a808-2e7dfefd9b41 None None] Routers {'24e88869-533c-40ce-ab73-9c879d937f00'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:16.647927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-435ac591-86d7-4af7-a808-2e7dfefd9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:19:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['24e88869-533c-40ce-ab73-9c879d937f00'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:16.676313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e740e717-8698-4195-837c-4340d6f39d6b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.717028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df83284-6e5c-4e4d-95c6-217dea863e74 req-fcf29b6a-2d62-484d-b03c-450b5312a453 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.725342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3df83284-6e5c-4e4d-95c6-217dea863e74 req-fcf29b6a-2d62-484d-b03c-450b5312a453 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.8084276 Jul 16 20:20:16.744291 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4c0fde9-5873-4c19-bd87-310ec87a0850 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.774087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-435ac591-86d7-4af7-a808-2e7dfefd9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:16.775680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ac591-86d7-4af7-a808-2e7dfefd9b41 None None] The sync data for ids ['24e88869-533c-40ce-ab73-9c879d937f00'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:16.859342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3df83284-6e5c-4e4d-95c6-217dea863e74 req-cd7756d2-1c27-4b92-97ea-8cf1970a467f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270752 Jul 16 20:20:16.868100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-81a00f2d-ee55-420b-b236-4fe6008031e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09 HTTP/1.1" status: 200 len: 217 time: 0.1761782 Jul 16 20:20:16.871949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740e717-8698-4195-837c-4340d6f39d6b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=94590b9f-e900-44dd-9f19-9093cfb548d5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:16.918275 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e740e717-8698-4195-837c-4340d6f39d6b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.923534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e740e717-8698-4195-837c-4340d6f39d6b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/94590b9f-e900-44dd-9f19-9093cfb548d5 HTTP/1.1" status: 204 len: 168 time: 2.0323946 Jul 16 20:20:16.982782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56504) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:17.180837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-f1ce5c76-eb8a-4924-8c72-a8229a30d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.182978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-f1ce5c76-eb8a-4924-8c72-a8229a30d864 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61d19076-f2a3-481a-b6cb-f9a256f76b54 HTTP/1.1" status: 200 len: 852 time: 0.2964191 Jul 16 20:20:17.211419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fd459-0a54-480e-b3d9-7d8fd29ea752 req-33dd3f00-36dd-4e0b-9983-bc94b8f35480 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.219463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c0fd459-0a54-480e-b3d9-7d8fd29ea752 req-33dd3f00-36dd-4e0b-9983-bc94b8f35480 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.6099675 Jul 16 20:20:17.291633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-bd218e99-073d-407a-85b0-d9aae05382e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335593 Jul 16 20:20:17.344888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f2b96-8ede-4938-9603-25ca7905bed1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.351505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f2b96-8ede-4938-9603-25ca7905bed1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.358000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-878f2b96-8ede-4938-9603-25ca7905bed1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3601084 Jul 16 20:20:17.373416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56510) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:17.396370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4c0fde9-5873-4c19-bd87-310ec87a0850 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.400915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4c0fde9-5873-4c19-bd87-310ec87a0850 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.436563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c0fd459-0a54-480e-b3d9-7d8fd29ea752 req-7b21958c-45ea-43e2-b2a7-9b8c3823a962 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153738 Jul 16 20:20:17.493270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02670ef3-4e8d-4495-8acb-99dfc243d0d4 req-6e520a34-ce85-4eae-8c2d-42c0bf3889e8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.501864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02670ef3-4e8d-4495-8acb-99dfc243d0d4 req-6e520a34-ce85-4eae-8c2d-42c0bf3889e8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.3879032 Jul 16 20:20:17.512328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4c0fde9-5873-4c19-bd87-310ec87a0850 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.513609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c0fde9-5873-4c19-bd87-310ec87a0850 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Fanout notify agent at l3_agent the message router_deleted on router 24e88869-533c-40ce-ab73-9c879d937f00 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:20:17.526682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4c0fde9-5873-4c19-bd87-310ec87a0850 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.533227 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a4c0fde9-5873-4c19-bd87-310ec87a0850 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/24e88869-533c-40ce-ab73-9c879d937f00 HTTP/1.1" status: 204 len: 168 time: 0.9410341 Jul 16 20:20:17.534243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56516) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:17.619863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02670ef3-4e8d-4495-8acb-99dfc243d0d4 req-f701ea0e-f56f-494f-b363-ef04cd428a29 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162200 Jul 16 20:20:17.684724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-6565eeff-e809-4fc7-a000-4d4cb614daf7 service neutron] 10.222.0.16 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726678 Jul 16 20:20:17.790266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a070ff13-415a-4a10-b1b0-3457487c9fec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 9855ec1f-6419-499e-b3ac-f44ba30c77b5 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:17.790769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a070ff13-415a-4a10-b1b0-3457487c9fec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.848016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet dcc8b0dd-9753-4a15-8d1a-b20344304f76 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:17.854049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.952575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.992067 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2650c8b3-6092-4948-bd00-01edca229afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.062983 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a070ff13-415a-4a10-b1b0-3457487c9fec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.145379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a070ff13-415a-4a10-b1b0-3457487c9fec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 9855ec1f-6419-499e-b3ac-f44ba30c77b5 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:18.159849 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c745be-e3b4-4747-93d9-14325685fb6c req-89713788-9610-4507-b765-9b45c6d5f6a8 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:18.186512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9c745be-e3b4-4747-93d9-14325685fb6c req-89713788-9610-4507-b765-9b45c6d5f6a8 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.3212903 Jul 16 20:20:18.190120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2105a3a-dde1-4450-8d78-f70bfc92b26c req-7717ef46-6ed5-4238-aa97-49e7ca785322 service neutron] 10.222.0.16 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922426 Jul 16 20:20:18.219833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.306582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.357582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc8b0dd-9753-4a15-8d1a-b20344304f76,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:18.359621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32012458-01d3-42a1-a419-0e8bc438496c None None] Network d43d6732-d6f1-4aa7-9868-91226abac701 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:18.362206 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.364570 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/dcc8b0dd-9753-4a15-8d1a-b20344304f76 HTTP/1.1" status: 204 len: 168 time: 0.8268805 Jul 16 20:20:18.371543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56524) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:18.475493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.476345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.477041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.477675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.478285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.478880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.479608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.480320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.481547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.482213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.482944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.483517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51d26a-8acf-46df-b7d8-12e4ff71d392 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:18.496340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.505561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9c745be-e3b4-4747-93d9-14325685fb6c req-fb4c3703-e9ce-4901-aa0a-8adf8cc1def5 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173213 Jul 16 20:20:18.618037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port 7465a8c6-72ee-440b-a80b-fc8383196058 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:18.618638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.770751 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a070ff13-415a-4a10-b1b0-3457487c9fec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.823286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port 7465a8c6-72ee-440b-a80b-fc8383196058, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7465a8c6-72ee-440b-a80b-fc8383196058,segment=NetworkSegment(0b9e2c01-8939-4a1d-b847-3b724df8cc1b),segment_id=0b9e2c01-8939-4a1d-b847-3b724df8cc1b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:18.823669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.890642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for 7465a8c6-72ee-440b-a80b-fc8383196058 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:18.908449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] DHCP port deletion for d43d6732-d6f1-4aa7-9868-91226abac701 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:19.023126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070ff13-415a-4a10-b1b0-3457487c9fec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=9855ec1f-6419-499e-b3ac-f44ba30c77b5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.028713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] Deleting port 7465a8c6-72ee-440b-a80b-fc8383196058 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:19.030506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.099397 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a070ff13-415a-4a10-b1b0-3457487c9fec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.107668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a070ff13-415a-4a10-b1b0-3457487c9fec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/9855ec1f-6419-499e-b3ac-f44ba30c77b5 HTTP/1.1" status: 204 len: 168 time: 1.7282932 Jul 16 20:20:19.121352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.168490 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21d258-3884-48e5-ae6b-8ad7db076ea2 req-01e494f5-c349-458c-b3f6-f7222d70b8a5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.171200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb21d258-3884-48e5-ae6b-8ad7db076ea2 req-01e494f5-c349-458c-b3f6-f7222d70b8a5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.9692912 Jul 16 20:20:19.370497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] For port 7465a8c6-72ee-440b-a80b-fc8383196058, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7465a8c6-72ee-440b-a80b-fc8383196058,segment=NetworkSegment(0b9e2c01-8939-4a1d-b847-3b724df8cc1b),segment_id=0b9e2c01-8939-4a1d-b847-3b724df8cc1b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:19.374083 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.402048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.448361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb21d258-3884-48e5-ae6b-8ad7db076ea2 req-d964c393-33eb-411a-aae0-43ab44c67449 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540727 Jul 16 20:20:19.453915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] Calling delete_port for 7465a8c6-72ee-440b-a80b-fc8383196058 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:19.456739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No DVR routers for this DVR port 7465a8c6-72ee-440b-a80b-fc8383196058 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:19.468580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=7465a8c6-72ee-440b-a80b-fc8383196058,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.523295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c970959-e3f1-4aed-b305-5a088cacc737 req-8dcb6d59-5b23-490d-a3f4-5f01e97cc364 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.535208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c970959-e3f1-4aed-b305-5a088cacc737 req-8dcb6d59-5b23-490d-a3f4-5f01e97cc364 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.6118822 Jul 16 20:20:19.700717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c970959-e3f1-4aed-b305-5a088cacc737 req-f84c7e7e-7f1a-423a-87d7-f9cd23aa1b3c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473587 Jul 16 20:20:19.707935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.818362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53054be6-2f3a-44ab-9fd8-207c3b66f9bf tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.831638 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53054be6-2f3a-44ab-9fd8-207c3b66f9bf tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7012393 Jul 16 20:20:19.833295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56542) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.841802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43d6732-d6f1-4aa7-9868-91226abac701']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:19.878377 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.893586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9e2c01-8939-4a1d-b847-3b724df8cc1b') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:19.893586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9e2c01-8939-4a1d-b847-3b724df8cc1b') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:19.942105 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.998614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.025337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:20.025919 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.055411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] Pushing event deleted for resources: {'Port': ['ID=7465a8c6-72ee-440b-a80b-fc8383196058,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.077901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7465a8c6-72ee-440b-a80b-fc8383196058 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:20.118669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c181f5-9856-4158-9ef9-8eb5fbcc389a None None] No DVR routers for this DVR port 7465a8c6-72ee-440b-a80b-fc8383196058 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:20.126412 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:20.133985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.143035 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.146045 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/d43d6732-d6f1-4aa7-9868-91226abac701 HTTP/1.1" status: 204 len: 168 time: 1.7730520 Jul 16 20:20:20.190716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d312e-ff6a-4da3-b061-f384a1eef21a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=d43d6732-d6f1-4aa7-9868-91226abac701,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.196461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56544) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:20.206376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-494338633', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:20.235701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 7465a8c6-72ee-440b-a80b-fc8383196058 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:20.236334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7465a8c6-72ee-440b-a80b-fc8383196058 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:20.277657 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.281163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.421414 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.435438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5d44a4d5-6eea-4d06-b84c-e373af5d4031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.603210 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.756507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.011805 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f2b50c-c581-4dc5-90b4-89bb51db3cac tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:20:21.017896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c7f2b50c-c581-4dc5-90b4-89bb51db3cac tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/94590b9f-e900-44dd-9f19-9093cfb548d5 HTTP/1.1" status: 404 len: 333 time: 1.1827016 Jul 16 20:20:21.021672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56556) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:21.192991 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d835283-1a86-4007-a66b-5fb3551adef7 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:20:21.195515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3d835283-1a86-4007-a66b-5fb3551adef7 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/9855ec1f-6419-499e-b3ac-f44ba30c77b5 HTTP/1.1" status: 404 len: 333 time: 0.1715178 Jul 16 20:20:21.205192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56558) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:21.348436 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.371005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddea8bc-8754-4a4f-a0dd-00038cd9776f req-1af4ca36-3883-494d-9070-2fbcb546caf6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:21.374018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ddea8bc-8754-4a4f-a0dd-00038cd9776f req-1af4ca36-3883-494d-9070-2fbcb546caf6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.5945988 Jul 16 20:20:21.405865 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.452596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5fc3-98d1-4a9a-9e93-8ffc132ecdf5 req-0189964a-e84c-465b-9df2-f9240d3878c0 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:21.459431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b3c5fc3-98d1-4a9a-9e93-8ffc132ecdf5 req-0189964a-e84c-465b-9df2-f9240d3878c0 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.6473181 Jul 16 20:20:21.516231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ddea8bc-8754-4a4f-a0dd-00038cd9776f req-b1dbc9e2-bbab-4995-951c-d2aff2fbb9d3 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239529 Jul 16 20:20:21.555444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b3c5fc3-98d1-4a9a-9e93-8ffc132ecdf5 req-de297b23-d87b-4db4-84ee-1d90212d631d tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948951 Jul 16 20:20:21.648915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.650217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 172.25.6.79 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/9571ded8-f25b-4fbf-9a33-342a8f2fadf6) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:21.874619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3bc7-4760-42c6-a64b-26e592914356 req-b389f985-d89c-457c-8602-c330c046d13b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:21.877263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3fed3bc7-4760-42c6-a64b-26e592914356 req-b389f985-d89c-457c-8602-c330c046d13b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.1672173 Jul 16 20:20:21.902797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.925634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1924565-dc96-4fb0-abdf-709bdd6a2f1a']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.945366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be254bee-c856-41d2-aa42-a6dab130b908') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.946014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be254bee-c856-41d2-aa42-a6dab130b908') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.959308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.976880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.987351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:21.989026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.057156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3fed3bc7-4760-42c6-a64b-26e592914356 req-9378b5d7-3027-412d-bf4f-c6df267dd514 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490819 Jul 16 20:20:22.097517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bbd75-ce5f-47a1-bafc-770b0b65805c req-df84f1fc-d511-4d84-bcb2-7a7765e5578d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:22.103681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-030bbd75-ce5f-47a1-bafc-770b0b65805c req-df84f1fc-d511-4d84-bcb2-7a7765e5578d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.2537131 Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:22.105424 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:22.244013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-030bbd75-ce5f-47a1-bafc-770b0b65805c req-8e831653-e56e-4966-bc19-9776789378da tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365666 Jul 16 20:20:22.388852 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.042923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82662c66-a84d-45f4-922b-668edd9686f8 req-9ea41c21-6853-467e-8dd9-5c11ce9e8d99 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:23.043860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.049624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.051780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/networks/d1924565-dc96-4fb0-abdf-709bdd6a2f1a HTTP/1.1" status: 204 len: 168 time: 1.8453305 Jul 16 20:20:23.057500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82662c66-a84d-45f4-922b-668edd9686f8 req-9ea41c21-6853-467e-8dd9-5c11ce9e8d99 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.3382301 Jul 16 20:20:23.058368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56582) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:23.071357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1659317520'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:23.099909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5089dea-7817-4430-bccd-e8b6ee527aeb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Network': ['ID=d1924565-dc96-4fb0-abdf-709bdd6a2f1a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:23.205693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82662c66-a84d-45f4-922b-668edd9686f8 req-2b8ba608-857d-4f7f-a9a7-c2d474c27c51 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248677 Jul 16 20:20:23.214550 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.309890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:23.329888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.342791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.543825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:23.580340 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.580651 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Added segment cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e of type vlan for network ee3791ae-80c3-40bc-961b-14ff0ae79afb Jul 16 20:20:23.594729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:23.640773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:23.653449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:23.740779 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.759534 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.789204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da674cef-bb56-4d4c-90cd-b38ac6ce3e95 req-977c7759-9cd2-4bb6-bce7-0af7bd65c181 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:23.801092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da674cef-bb56-4d4c-90cd-b38ac6ce3e95 req-977c7759-9cd2-4bb6-bce7-0af7bd65c181 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.9243903 Jul 16 20:20:24.017655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=9571ded8-f25b-4fbf-9a33-342a8f2fadf6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:24.100987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da674cef-bb56-4d4c-90cd-b38ac6ce3e95 req-373429e3-ce78-4a86-874f-d3f606a6d47e tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983134 Jul 16 20:20:24.103970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:20:24.190126 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.196075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:24.205313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.310083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2426529 Jul 16 20:20:24.316672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56604) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.361764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096b68b-c23d-4a0d-85c5-0e3895dc55af req-8f60fe13-fb08-4bd1-b4d4-60ad7b1b9cfd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:24.373599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0096b68b-c23d-4a0d-85c5-0e3895dc55af req-8f60fe13-fb08-4bd1-b4d4-60ad7b1b9cfd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.4976239 Jul 16 20:20:24.408805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': 'ee3791ae-80c3-40bc-961b-14ff0ae79afb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:24.489396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a507cc-d2db-45f2-b7fd-41e0541a6d69 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Network': ['ID=ee3791ae-80c3-40bc-961b-14ff0ae79afb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:24.508798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ee3791ae-80c3-40bc-961b-14ff0ae79afb details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:24.551592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0096b68b-c23d-4a0d-85c5-0e3895dc55af req-9f3a08e4-4bc5-44e6-9d90-71d01d1f3d80 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805723 Jul 16 20:20:24.733666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bb21e-695f-436c-aa0e-2a66ec9b7f90 req-9fb306f8-0375-4053-a86d-5f31bfc84934 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:24.742946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9bb21e-695f-436c-aa0e-2a66ec9b7f90 req-9fb306f8-0375-4053-a86d-5f31bfc84934 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.3645723 Jul 16 20:20:24.952566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa9bb21e-695f-436c-aa0e-2a66ec9b7f90 req-54d85c7d-26ec-462b-9fe7-a03ea023bd72 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977618 Jul 16 20:20:24.958177 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:24.965944 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.033279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.118373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9ec41-48b9-4070-83b1-752c6cc5703e req-f031b15b-80dd-4e8d-8885-44599544f97c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.120523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ed9ec41-48b9-4070-83b1-752c6cc5703e req-f031b15b-80dd-4e8d-8885-44599544f97c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.2515078 Jul 16 20:20:25.208531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ed9ec41-48b9-4070-83b1-752c6cc5703e req-12efba76-d470-4f83-9b2d-d0b121069ac2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797033 Jul 16 20:20:25.775134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-7e1ff381-5cfd-4607-bff0-ac4361f25782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.780604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-7e1ff381-5cfd-4607-bff0-ac4361f25782 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 1097 time: 0.2940300 Jul 16 20:20:25.812287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae64758-fef7-4a69-8b70-b30ad739b43a req-1d06afc0-62ac-445b-938b-0f43b1786c58 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.830546 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ae64758-fef7-4a69-8b70-b30ad739b43a req-1d06afc0-62ac-445b-938b-0f43b1786c58 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.2617366 Jul 16 20:20:25.972525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.057143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-1dfdc7de-cbea-48fe-9537-341447b2422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.059958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-1dfdc7de-cbea-48fe-9537-341447b2422f service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.2278395 Jul 16 20:20:26.148294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-76e96b79-4063-4f55-8b59-59411795d7ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceddb370-ad62-4f84-95d0-a9176e508379 HTTP/1.1" status: 200 len: 217 time: 0.0784638 Jul 16 20:20:26.262202 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ae64758-fef7-4a69-8b70-b30ad739b43a req-bffe2818-54ef-4c92-bcd0-8874ef8981dc tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995914 Jul 16 20:20:26.346388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.369409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-222bcfb5-15f9-47b2-a52b-09d57f6e97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.372013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-222bcfb5-15f9-47b2-a52b-09d57f6e97c8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.2020273 Jul 16 20:20:26.376224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=f64a9bf6-1b1f-43e9-8625-29b5dd132b3c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:26.383134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8995f41-0d62-468c-9789-6209f81a8e05 req-b636e13e-2bb4-4f5d-8f0f-3c346459754a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.392740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8995f41-0d62-468c-9789-6209f81a8e05 req-b636e13e-2bb4-4f5d-8f0f-3c346459754a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.4804792 Jul 16 20:20:26.479406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Checking segment: {'id': 'cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ee3791ae-80c3-40bc-961b-14ff0ae79afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:26.480453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network hostable DHCP agents. Network: ee3791ae-80c3-40bc-961b-14ff0ae79afb, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:26.613649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network ee3791ae-80c3-40bc-961b-14ff0ae79afb is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:26.616420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c8995f41-0d62-468c-9789-6209f81a8e05 req-5a38595b-b6ed-4da5-946d-bb695bccfb48 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218993 Jul 16 20:20:26.641257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ee3791ae-80c3-40bc-961b-14ff0ae79afb) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:26.659059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bab77f-6642-4a9f-8d7a-d8ebcbcfc83f None None] Network ee3791ae-80c3-40bc-961b-14ff0ae79afb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:26.677636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.679356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.722065 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b3178d45-e792-4f45-b61e-7dc859b700d3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4039738 Jul 16 20:20:26.735395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56636) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.770266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': 'ee3791ae-80c3-40bc-961b-14ff0ae79afb', 'name': 'tempest-PortsIpV6TestJSON-834957696'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:26.790074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router a5f93091-3226-491e-bbcb-3597abf3ba07 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:26.979942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-fcb720fd-ed08-4c4f-a3fe-86be77737d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.982704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-fcb720fd-ed08-4c4f-a3fe-86be77737d26 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5873768 Jul 16 20:20:27.040801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-bed5621d-b161-42e6-97d3-1b78b7965a03 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:27.053310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-bed5621d-b161-42e6-97d3-1b78b7965a03 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196242 Jul 16 20:20:27.198970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-ee3791ae-80c3-40bc-961b-14ff0ae79afb', 'network_id': 'ee3791ae-80c3-40bc-961b-14ff0ae79afb', 'tenant_id': 'fac165fd801e4ecfb4be9f1afc8aa318', 'fixed_ips': [{'subnet_id': 'f64a9bf6-1b1f-43e9-8625-29b5dd132b3c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:27.199877 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.294938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:27.311639 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc34439b-17f5-4b88-a96c-9d68a7c7cee1 None None] Sync routers for ids ['a5f93091-3226-491e-bbcb-3597abf3ba07'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:27.334791 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34439b-17f5-4b88-a96c-9d68a7c7cee1 None None] Routers {'a5f93091-3226-491e-bbcb-3597abf3ba07'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:27.335820 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-dc34439b-17f5-4b88-a96c-9d68a7c7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a5f93091-3226-491e-bbcb-3597abf3ba07'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:27.360415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.374660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-292a090f-8ba7-434b-a07d-e7dd6f7da07f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.1758287 Jul 16 20:20:27.378139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:27.541692 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-dc34439b-17f5-4b88-a96c-9d68a7c7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:27.572880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6ab4-2d82-473d-905b-58a4e8fee5d5 req-3ff651fc-3562-4d14-8068-000bff93ea73 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.585378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-262c6ab4-2d82-473d-905b-58a4e8fee5d5 req-3ff651fc-3562-4d14-8068-000bff93ea73 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 945 time: 0.7918663 Jul 16 20:20:27.600638 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34439b-17f5-4b88-a96c-9d68a7c7cee1 None None] Routers {'a5f93091-3226-491e-bbcb-3597abf3ba07'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:27.601710 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-dc34439b-17f5-4b88-a96c-9d68a7c7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a5f93091-3226-491e-bbcb-3597abf3ba07'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:27.682202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Allocated IP 2001:db8::2 (ee3791ae-80c3-40bc-961b-14ff0ae79afb/f64a9bf6-1b1f-43e9-8625-29b5dd132b3c/4857c149-c664-4339-b1ab-55f077a73641) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:27.730096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:27.738517 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.772593 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-dc34439b-17f5-4b88-a96c-9d68a7c7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:27.782495 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc34439b-17f5-4b88-a96c-9d68a7c7cee1 None None] The sync data for ids ['a5f93091-3226-491e-bbcb-3597abf3ba07'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:27.817659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab276032-a430-4a2c-8e37-b16c07927acb req-796c8979-0412-4681-b684-89bc4b34f688 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.829497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab276032-a430-4a2c-8e37-b16c07927acb req-796c8979-0412-4681-b684-89bc4b34f688 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.6779583 Jul 16 20:20:27.887590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port e5fe2d5b-aab4-4350-9498-d8c3817d5dfb yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:27.899046 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.914261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Transition to ACTIVE for port object 4857c149-c664-4339-b1ab-55f077a73641 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:27.934709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Transition to ACTIVE for port object 4857c149-c664-4339-b1ab-55f077a73641 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:27.947596 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.030795 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-491e1082-a02b-455c-a7d3-8458fd170f1c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/routers/a5f93091-3226-491e-bbcb-3597abf3ba07 HTTP/1.1" status: 200 len: 883 time: 0.6473398 Jul 16 20:20:28.037505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56646) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:28.069203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Pushing event updated for resources: {'Port': ['ID=4857c149-c664-4339-b1ab-55f077a73641,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:28.101630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Network ee3791ae-80c3-40bc-961b-14ff0ae79afb is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:28.107923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:28.122815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:28.202577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-262c6ab4-2d82-473d-905b-58a4e8fee5d5 req-1cf79356-2fa6-410c-9451-f411078accb0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159844 Jul 16 20:20:28.337035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Attempting to bind port 4857c149-c664-4339-b1ab-55f077a73641 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:28.337682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Attempting to bind port 4857c149-c664-4339-b1ab-55f077a73641 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ee3791ae-80c3-40bc-961b-14ff0ae79afb'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:28.338525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Attempting to bind port 4857c149-c664-4339-b1ab-55f077a73641 on network ee3791ae-80c3-40bc-961b-14ff0ae79afb {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:28.363684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:28.366404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Checking segment: {'id': 'cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ee3791ae-80c3-40bc-961b-14ff0ae79afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:28.367164 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.373380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Bound using segment: {'id': 'cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ee3791ae-80c3-40bc-961b-14ff0ae79afb'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:28.375463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Bound port: 4857c149-c664-4339-b1ab-55f077a73641, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ee3791ae-80c3-40bc-961b-14ff0ae79afb'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:28.375981 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.626959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-cea0ddf9-21b7-43a1-9729-43de2e5e1388 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4524708 Jul 16 20:20:28.637294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::20d (ee3791ae-80c3-40bc-961b-14ff0ae79afb/f64a9bf6-1b1f-43e9-8625-29b5dd132b3c/e5fe2d5b-aab4-4350-9498-d8c3817d5dfb) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:28.664585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab276032-a430-4a2c-8e37-b16c07927acb req-38785842-7866-46bf-b33d-1fbc7ead21b6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319807 Jul 16 20:20:28.671922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ceddb370-ad62-4f84-95d0-a9176e508379 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:28.828111 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29d5d2e8-af1f-4f29-978c-a27c3f46c4c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7868705 Jul 16 20:20:28.832401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56656) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:28.852636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] For port 4857c149-c664-4339-b1ab-55f077a73641, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:28.856873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] For port 4857c149-c664-4339-b1ab-55f077a73641, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4857c149-c664-4339-b1ab-55f077a73641,segment=NetworkSegment(cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e),segment_id=cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:28.861860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c375b56b-fd27-473d-a600-6af1bc6b25da tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-494338633'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:28.894646 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.051682 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.183715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce2efc-e18d-4c06-9dcc-c861fb8457c4 None None] Pushing event updated for resources: {'Port': ['ID=4857c149-c664-4339-b1ab-55f077a73641,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:29.207551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb66d4-ff9a-4100-8d67-93d09e295df6 req-f1216c04-4652-489c-a77c-06d52da2169c service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118763 Jul 16 20:20:29.230672 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:29.247195 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d663f7a-30da-4243-b2ac-8676e28b3999" -d '{"events": [{"server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "name": "network-vif-unplugged", "status": "completed", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:29.307235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:29.316730 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.613537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:30.007572 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.027216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c375b56b-fd27-473d-a600-6af1bc6b25da tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.038161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4857c149-c664-4339-b1ab-55f077a73641 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:30.048600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c375b56b-fd27-473d-a600-6af1bc6b25da tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.144246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 4857c149-c664-4339-b1ab-55f077a73641 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:30.249359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c375b56b-fd27-473d-a600-6af1bc6b25da tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router a5f93091-3226-491e-bbcb-3597abf3ba07 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:30.388616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object e5fe2d5b-aab4-4350-9498-d8c3817d5dfb will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:30.403203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-b483a6d5-7357-42d0-b08f-0a78c248fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.405420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-b483a6d5-7357-42d0-b08f-0a78c248fea9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c26253380524b819d5449572c1e51fc&device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 1098 time: 1.1956098 Jul 16 20:20:30.447163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c375b56b-fd27-473d-a600-6af1bc6b25da tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:30.462590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c375b56b-fd27-473d-a600-6af1bc6b25da tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.462866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6625008-eb86-44fb-b818-af828b7bd742 None None] Sync routers for ids ['a5f93091-3226-491e-bbcb-3597abf3ba07'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:30.467043 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c375b56b-fd27-473d-a600-6af1bc6b25da tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/a5f93091-3226-491e-bbcb-3597abf3ba07 HTTP/1.1" status: 200 len: 890 time: 1.6278965 Jul 16 20:20:30.468364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56674) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:30.468552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95838c77-a6d3-4ff5-b72f-8083845d1dae req-07d0882f-82bf-4d45-962b-c7000ba38faa tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.476659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95838c77-a6d3-4ff5-b72f-8083845d1dae req-07d0882f-82bf-4d45-962b-c7000ba38faa tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.5708001 Jul 16 20:20:30.502164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e48760-439f-403e-a5fb-b5667335299a req-3f158140-e29e-4c1e-9c58-66dc353e249e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.508476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6625008-eb86-44fb-b818-af828b7bd742 None None] Routers {'a5f93091-3226-491e-bbcb-3597abf3ba07'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:30.510174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5e48760-439f-403e-a5fb-b5667335299a req-3f158140-e29e-4c1e-9c58-66dc353e249e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.7477849 Jul 16 20:20:30.519364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d6625008-eb86-44fb-b818-af828b7bd742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a5f93091-3226-491e-bbcb-3597abf3ba07'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:30.627885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d6625008-eb86-44fb-b818-af828b7bd742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:30.650014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6625008-eb86-44fb-b818-af828b7bd742 None None] Routers {'a5f93091-3226-491e-bbcb-3597abf3ba07'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:30.651034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d6625008-eb86-44fb-b818-af828b7bd742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a5f93091-3226-491e-bbcb-3597abf3ba07'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:30.711514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95838c77-a6d3-4ff5-b72f-8083845d1dae req-6a51d236-f663-4c72-a4a2-92521f62c05f tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304673 Jul 16 20:20:30.739544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5e48760-439f-403e-a5fb-b5667335299a req-753ee322-ed4d-4892-8e20-2ff4198fd561 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283905 Jul 16 20:20:30.759269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-fc6e64ce-d355-4a9a-9e2e-a77b1fe8248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.759269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-fc6e64ce-d355-4a9a-9e2e-a77b1fe8248c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 HTTP/1.1" status: 200 len: 913 time: 0.3443370 Jul 16 20:20:30.760256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.827238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d6625008-eb86-44fb-b818-af828b7bd742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:30.828578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6625008-eb86-44fb-b818-af828b7bd742 None None] The sync data for ids ['a5f93091-3226-491e-bbcb-3597abf3ba07'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:30.868670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-9657b7d3-a8d6-4d81-b7db-c62a9073b449 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09 HTTP/1.1" status: 200 len: 217 time: 0.0974374 Jul 16 20:20:30.895978 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fa44f3-b2af-45c0-ba8d-ceed2d6a2c78 x-openstack-request-id: req-c8fa44f3-b2af-45c0-ba8d-ceed2d6a2c78 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:30.896840 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "name": "network-vif-unplugged", "status": "completed", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:30.897270 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8fa44f3-b2af-45c0-ba8d-ceed2d6a2c78 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:30.897924 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'code': 200} Jul 16 20:20:31.157217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network ee3791ae-80c3-40bc-961b-14ff0ae79afb is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:31.263454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=e5fe2d5b-aab4-4350-9498-d8c3817d5dfb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:31.273677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:31.320667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:31.327924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.328987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.388602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-76ad5b76-86a1-434b-b9f6-4f5ba1d1064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.392878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-76ad5b76-86a1-434b-b9f6-4f5ba1d1064c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61d19076-f2a3-481a-b6cb-f9a256f76b54 HTTP/1.1" status: 200 len: 852 time: 0.4709649 Jul 16 20:20:31.465296 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-40a07ac5-fe7e-48fb-b68b-b28d039107f9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/routers/a5f93091-3226-491e-bbcb-3597abf3ba07 HTTP/1.1" status: 200 len: 890 time: 0.9938233 Jul 16 20:20:31.466421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56686) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:31.514882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7791bd0c-f3b3-46ea-b68f-0c3a06e66dd6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7703173 Jul 16 20:20:31.525995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-a8721a2e-7465-4c9f-9796-10b9eebd69e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074767 Jul 16 20:20:31.526964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56688) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:31.548875 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03f52d39-d129-4705-bf61-55d7b5d0b76f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5f93091-3226-491e-bbcb-3597abf3ba07 HTTP/1.1" status: 200 len: 205 time: 0.0802820 Jul 16 20:20:31.550367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56690) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:31.591185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-db448d5f-d549-4501-b1f1-d6502e1146e2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:31.592956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-db448d5f-d549-4501-b1f1-d6502e1146e2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080137 Jul 16 20:20:31.622054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633285a-242c-4e23-b133-f27254bcca45 None None] Network ee3791ae-80c3-40bc-961b-14ff0ae79afb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:31.677136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b5e36-ff07-45ea-88e8-8b8a5041f8f6 req-20137cba-f832-4b01-bdaf-60b4e08a982a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.688951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a3b5e36-ff07-45ea-88e8-8b8a5041f8f6 req-20137cba-f832-4b01-bdaf-60b4e08a982a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.5506368 Jul 16 20:20:31.795691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b6ab0451-150e-42ae-8b61-f818e4b3577d None None] Provisioning for port 4857c149-c664-4339-b1ab-55f077a73641 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:31.807859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b6ab0451-150e-42ae-8b61-f818e4b3577d None None] Provisioning complete for port 4857c149-c664-4339-b1ab-55f077a73641 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:31.809212 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0451-150e-42ae-8b61-f818e4b3577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.826015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.957732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-8f22e0b9-70d5-4225-b122-cd9bef131b66 service neutron] 10.222.0.16 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078647 Jul 16 20:20:32.004119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9548e-7f88-49c0-b5be-6741f823d483 req-b4817e42-6071-47ae-a085-2b7460a318bc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.006377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cac9548e-7f88-49c0-b5be-6741f823d483 req-b4817e42-6071-47ae-a085-2b7460a318bc tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 943 time: 0.8473330 Jul 16 20:20:32.030225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.066673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0451-150e-42ae-8b61-f818e4b3577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.091298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a3b5e36-ff07-45ea-88e8-8b8a5041f8f6 req-efc50a51-1566-49cf-8c89-ab4109985e99 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010592 Jul 16 20:20:32.179123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b6ab0451-150e-42ae-8b61-f818e4b3577d None None] For port 4857c149-c664-4339-b1ab-55f077a73641, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4857c149-c664-4339-b1ab-55f077a73641,segment=NetworkSegment(cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e),segment_id=cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:32.185286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port 9571ded8-f25b-4fbf-9a33-342a8f2fadf6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:32.186935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.189426 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0451-150e-42ae-8b61-f818e4b3577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.231397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-801782fd-6767-48e3-b365-f9b99ed86538 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.231397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-801782fd-6767-48e3-b365-f9b99ed86538 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 1.2499235 Jul 16 20:20:32.240806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cac9548e-7f88-49c0-b5be-6741f823d483 req-8e0bd863-b3c3-40ff-9949-5758b81b337a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261996 Jul 16 20:20:32.404530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab0451-150e-42ae-8b61-f818e4b3577d None None] Pushing event updated for resources: {'Port': ['ID=4857c149-c664-4339-b1ab-55f077a73641,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.462152 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.481822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for 9571ded8-f25b-4fbf-9a33-342a8f2fadf6 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:32.631598 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-379bcd28-c414-4a97-afb8-c9f4c15ba0a1 None None] Provisioning for port e5fe2d5b-aab4-4350-9498-d8c3817d5dfb completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:32.639354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-379bcd28-c414-4a97-afb8-c9f4c15ba0a1 None None] Provisioning complete for port e5fe2d5b-aab4-4350-9498-d8c3817d5dfb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:32.640373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-379bcd28-c414-4a97-afb8-c9f4c15ba0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.650807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1b3e4-9d88-40f4-85af-537daef3abf5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port e5fe2d5b-aab4-4350-9498-d8c3817d5dfb {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:32.651234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b3e4-9d88-40f4-85af-537daef3abf5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.713051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-379bcd28-c414-4a97-afb8-c9f4c15ba0a1 None None] Port e5fe2d5b-aab4-4350-9498-d8c3817d5dfb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:32.732839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-379bcd28-c414-4a97-afb8-c9f4c15ba0a1 None None] Provisioning complete for port 4857c149-c664-4339-b1ab-55f077a73641 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:32.733365 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-379bcd28-c414-4a97-afb8-c9f4c15ba0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.813931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0bd73f4-bcf4-4eff-9a89-900dded5b8e0 req-8318465b-4fca-4412-ad07-8784d691a1ee service neutron] 10.222.0.16 "GET /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8424704 Jul 16 20:20:32.862664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.883026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5205c6-a062-4335-916d-0a9c8547aa3f req-f5bb18ac-b419-4ea0-a7e4-923883d859e6 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.885542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da5205c6-a062-4335-916d-0a9c8547aa3f req-f5bb18ac-b419-4ea0-a7e4-923883d859e6 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.3885612 Jul 16 20:20:32.917903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=9571ded8-f25b-4fbf-9a33-342a8f2fadf6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.954471 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b3e4-9d88-40f4-85af-537daef3abf5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.986910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bef70-1662-487a-92cf-2789c4375fbc req-a3df513f-0b8d-43e4-8f57-1982d5fbdf5f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.988513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-626bef70-1662-487a-92cf-2789c4375fbc req-a3df513f-0b8d-43e4-8f57-1982d5fbdf5f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 944 time: 0.4066496 Jul 16 20:20:33.011135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Deleting port 539b868a-81e1-4215-8e1b-38270acb8545 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:33.011484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.033929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1b3e4-9d88-40f4-85af-537daef3abf5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for e5fe2d5b-aab4-4350-9498-d8c3817d5dfb owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:33.043329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.107427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da5205c6-a062-4335-916d-0a9c8547aa3f req-d296db89-b839-429a-bd4e-97d0e0512fe9 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906235 Jul 16 20:20:33.122416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-25f287c8-c7a9-46e0-a561-e01bbdd08df0 None None] Provisioning complete for port e5fe2d5b-aab4-4350-9498-d8c3817d5dfb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:33.129132 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-25f287c8-c7a9-46e0-a561-e01bbdd08df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.166745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.169532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.182390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-626bef70-1662-487a-92cf-2789c4375fbc req-5a1697f1-1e85-4c40-8bb8-bbff98314eb4 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831439 Jul 16 20:20:33.233890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-25f287c8-c7a9-46e0-a561-e01bbdd08df0 None None] Port e5fe2d5b-aab4-4350-9498-d8c3817d5dfb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:33.273392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.275020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Fanout notify agent at l3_agent the message router_deleted on router a5f93091-3226-491e-bbcb-3597abf3ba07 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:20:33.286810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.293389 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eac8f5bd-c245-489d-812a-53b16981bc5c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/a5f93091-3226-491e-bbcb-3597abf3ba07 HTTP/1.1" status: 204 len: 168 time: 1.7410772 Jul 16 20:20:33.294650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56720) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:33.303631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1509361461'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:33.353385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] For port 539b868a-81e1-4215-8e1b-38270acb8545, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=539b868a-81e1-4215-8e1b-38270acb8545,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:33.354536 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.366232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:33.376563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.432829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:33.458628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.458990 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment 0c6c12c4-59ad-4131-a89d-c592442fcc84 of type vlan for network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 Jul 16 20:20:33.461286 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Calling delete_port for 539b868a-81e1-4215-8e1b-38270acb8545 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:33.566449 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.620576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.629121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:33.629849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.687104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:33.712001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348552-0aa6-46ec-b49d-cfb51860bdbb req-63d1ca30-c4b5-4f7c-88b4-9514859cff61 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:33.725080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f348552-0aa6-46ec-b49d-cfb51860bdbb req-63d1ca30-c4b5-4f7c-88b4-9514859cff61 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 945 time: 0.3668845 Jul 16 20:20:33.731828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=90bdf6fe-c2db-4f81-9893-3e46047c04f6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:33.752252 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-78f817a5-ae9c-4d74-8f6e-f7ce4b188148 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4561853 Jul 16 20:20:33.757040 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56728) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:33.772786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': '90bdf6fe-c2db-4f81-9893-3e46047c04f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:33.785953 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b3e4-9d88-40f4-85af-537daef3abf5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.920864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:33.941723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'network_id': '35b2029d-70e5-471c-b944-02626042955e', 'port_id': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'mac_address': 'fa:16:3e:d1:97:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e04aafa-c62a-40ae-bc26-29a45cb3711d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:33.945345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:33.984804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1b3e4-9d88-40f4-85af-537daef3abf5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=e5fe2d5b-aab4-4350-9498-d8c3817d5dfb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:34.015118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabd85c-0001-4410-9a7f-40b2fab53a1c req-05f618e9-f0d5-42c0-a0ce-7443e29fc567 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.018877 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aeabd85c-0001-4410-9a7f-40b2fab53a1c req-05f618e9-f0d5-42c0-a0ce-7443e29fc567 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 943 time: 0.5297153 Jul 16 20:20:34.035235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4857c149-c664-4339-b1ab-55f077a73641 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:34.044263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:34.056357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.140274 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b3e4-9d88-40f4-85af-537daef3abf5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.149753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3ac1b3e4-9d88-40f4-85af-537daef3abf5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/e5fe2d5b-aab4-4350-9498-d8c3817d5dfb HTTP/1.1" status: 204 len: 168 time: 2.5971701 Jul 16 20:20:34.158618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.174259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56736) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:34.191585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f83ecc-06ab-4459-a4ba-4d659f27d75f {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:34.196400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4857c149-c664-4339-b1ab-55f077a73641 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:34.197002 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.238953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f348552-0aa6-46ec-b49d-cfb51860bdbb req-0c992404-1753-43c2-ae03-deb3c27ae448 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964263 Jul 16 20:20:34.329916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:34.356853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.422324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aeabd85c-0001-4410-9a7f-40b2fab53a1c req-5c6aaf5f-a6d8-4882-9293-4850e8af0060 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439269 Jul 16 20:20:34.435712 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4671505f-bc88-42e5-a0a7-eb5aeca804ee tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:20:34.443827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4671505f-bc88-42e5-a0a7-eb5aeca804ee tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:34.457161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4671505f-bc88-42e5-a0a7-eb5aeca804ee tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/e5fe2d5b-aab4-4350-9498-d8c3817d5dfb HTTP/1.1" status: 404 len: 333 time: 0.2806814 Jul 16 20:20:34.458910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56742) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:34.488995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:34.504971 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.580484 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9128a8-93e4-40f6-9164-a6fa791f3b96 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:20:34.589971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ed9128a8-93e4-40f6-9164-a6fa791f3b96 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/e5fe2d5b-aab4-4350-9498-d8c3817d5dfb HTTP/1.1" status: 404 len: 333 time: 0.1160874 Jul 16 20:20:34.591045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56750) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:34.606764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.624080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['82f83ecc-06ab-4459-a4ba-4d659f27d75f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:34.680180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=76b66271-6248-4274-86ea-16a8a1bb6f96,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:34.690853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 539b868a-81e1-4215-8e1b-38270acb8545 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:34.707228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': '0c6c12c4-59ad-4131-a89d-c592442fcc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '90bdf6fe-c2db-4f81-9893-3e46047c04f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:34.707791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: 90bdf6fe-c2db-4f81-9893-3e46047c04f6, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:34.729209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:34.744142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 90bdf6fe-c2db-4f81-9893-3e46047c04f6) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:34.764276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.765062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.770981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef7dc77-0075-466c-8d31-304a1a8be62a None None] Network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:34.795920 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-76a7bbcb-701b-4595-b7b2-cea284a5eb82 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0374043 Jul 16 20:20:34.797165 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56752) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:34.807141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-688a0430-c13f-47e2-97a3-c45453d695ef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2009154138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:34.862547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a0430-c13f-47e2-97a3-c45453d695ef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.866014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a0430-c13f-47e2-97a3-c45453d695ef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.989032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a0430-c13f-47e2-97a3-c45453d695ef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.995635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a0430-c13f-47e2-97a3-c45453d695ef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.022735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a0430-c13f-47e2-97a3-c45453d695ef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.025449 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-688a0430-c13f-47e2-97a3-c45453d695ef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2261419 Jul 16 20:20:35.029900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56760) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:35.143333 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.271117 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.271470 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.291666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-90bdf6fe-c2db-4f81-9893-3e46047c04f6', 'network_id': '90bdf6fe-c2db-4f81-9893-3e46047c04f6', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': '76b66271-6248-4274-86ea-16a8a1bb6f96'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:35.295561 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.356830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event deleted for resources: {'Port': ['ID=539b868a-81e1-4215-8e1b-38270acb8545,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:35.386568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4e350b-a6be-454c-bf98-8c2fc7000b20 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet f64a9bf6-1b1f-43e9-8625-29b5dd132b3c {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:35.429912 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d4e350b-a6be-454c-bf98-8c2fc7000b20 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.510137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ceddb370-ad62-4f84-95d0-a9176e508379 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:35.566349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea5f3d-cbb6-4090-9f4f-f8ac748c711d req-45d17111-f2ff-4ae8-b6ec-80b0df3efa9f tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:35.575369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44ea5f3d-cbb6-4090-9f4f-f8ac748c711d req-45d17111-f2ff-4ae8-b6ec-80b0df3efa9f tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.9535913 Jul 16 20:20:35.696386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] No DVR routers for this DVR port 539b868a-81e1-4215-8e1b-38270acb8545 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:35.703349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.705909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Allocated IP 2001:db8::2 (90bdf6fe-c2db-4f81-9893-3e46047c04f6/76b66271-6248-4274-86ea-16a8a1bb6f96/f63596b0-846e-4df5-8e9e-a60158157e3a) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:35.712535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.717814 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c747578-9a7e-4c32-bbf5-7ca327a2c33d req-bb7393ea-22c4-48c0-9b60-c486a07c21d6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.68 "DELETE /v2.0/ports/539b868a-81e1-4215-8e1b-38270acb8545 HTTP/1.1" status: 204 len: 173 time: 3.4712539 Jul 16 20:20:35.732138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684e51b1-e3b9-48d8-8603-313c8f695a4c', 'name': 'network-vif-deleted', 'tag': '539b868a-81e1-4215-8e1b-38270acb8545'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:35.737853 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c1c8bb-a898-4f06-a91a-26ddac16b243" -d '{"events": [{"server_uuid": "684e51b1-e3b9-48d8-8603-313c8f695a4c", "name": "network-vif-deleted", "tag": "539b868a-81e1-4215-8e1b-38270acb8545"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:35.756961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca263e0-0fb6-4616-9df6-b15e2aecb82e req-f32b774a-4035-4cdd-89fa-59d5930e1c02 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:35.760067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ca263e0-0fb6-4616-9df6-b15e2aecb82e req-f32b774a-4035-4cdd-89fa-59d5930e1c02 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.5889680 Jul 16 20:20:35.767590 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d4e350b-a6be-454c-bf98-8c2fc7000b20 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.915408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44ea5f3d-cbb6-4090-9f4f-f8ac748c711d req-906b8a07-09ae-453e-bfdf-343fdb7d1415 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171167 Jul 16 20:20:36.103007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d4e350b-a6be-454c-bf98-8c2fc7000b20 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.151789 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.166760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Transition to ACTIVE for port object f63596b0-846e-4df5-8e9e-a60158157e3a will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:36.194580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Transition to ACTIVE for port object f63596b0-846e-4df5-8e9e-a60158157e3a will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:36.206307 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.310830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-594325a3-31ac-4f1b-b880-261e094be52b req-9d97b473-3065-4178-bbbe-b85fe14c02b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9123638 Jul 16 20:20:36.313533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:36.326143 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:36.335547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:36.341134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ca263e0-0fb6-4616-9df6-b15e2aecb82e req-a08319a7-3614-4625-bc7e-340d7935ec3f tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677681 Jul 16 20:20:36.359124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Pushing event updated for resources: {'Port': ['ID=f63596b0-846e-4df5-8e9e-a60158157e3a,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:36.421858 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Attempting to bind port f63596b0-846e-4df5-8e9e-a60158157e3a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:36.423064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Attempting to bind port f63596b0-846e-4df5-8e9e-a60158157e3a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '0c6c12c4-59ad-4131-a89d-c592442fcc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '90bdf6fe-c2db-4f81-9893-3e46047c04f6'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:36.423618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Attempting to bind port f63596b0-846e-4df5-8e9e-a60158157e3a on network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:36.430792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:36.431343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Checking segment: {'id': '0c6c12c4-59ad-4131-a89d-c592442fcc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '90bdf6fe-c2db-4f81-9893-3e46047c04f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:36.431910 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.432450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Bound using segment: {'id': '0c6c12c4-59ad-4131-a89d-c592442fcc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '90bdf6fe-c2db-4f81-9893-3e46047c04f6'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:36.433078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Bound port: f63596b0-846e-4df5-8e9e-a60158157e3a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6c12c4-59ad-4131-a89d-c592442fcc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '90bdf6fe-c2db-4f81-9893-3e46047c04f6'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:36.433584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.473024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8::1 (90bdf6fe-c2db-4f81-9893-3e46047c04f6/76b66271-6248-4274-86ea-16a8a1bb6f96/271ea7f0-a8d7-4d2a-8b15-b212ee898c0d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:36.532468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] For port f63596b0-846e-4df5-8e9e-a60158157e3a, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:36.538565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] For port f63596b0-846e-4df5-8e9e-a60158157e3a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f63596b0-846e-4df5-8e9e-a60158157e3a,segment=NetworkSegment(0c6c12c4-59ad-4131-a89d-c592442fcc84),segment_id=0c6c12c4-59ad-4131-a89d-c592442fcc84)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:36.546104 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.598896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d4e350b-a6be-454c-bf98-8c2fc7000b20 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.621806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba37ff0-304d-4d9a-8ab1-5fb41ef5c863 None None] Pushing event updated for resources: {'Port': ['ID=f63596b0-846e-4df5-8e9e-a60158157e3a,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:36.642618 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.660389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:36.726943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e350b-a6be-454c-bf98-8c2fc7000b20 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=f64a9bf6-1b1f-43e9-8625-29b5dd132b3c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:36.743706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa90551d-cc2f-47f3-9871-83a1b7d9a292 None None] Network ee3791ae-80c3-40bc-961b-14ff0ae79afb requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:36.751555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.760822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f61a3e-848d-4be8-8c59-828c2affa4b6 req-9c2fde66-551a-4a52-9cef-5886b74d5b43 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.762357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29f61a3e-848d-4be8-8c59-828c2affa4b6 req-9c2fde66-551a-4a52-9cef-5886b74d5b43 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.5636618 Jul 16 20:20:36.788684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d4e350b-a6be-454c-bf98-8c2fc7000b20 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.792777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1d4e350b-a6be-454c-bf98-8c2fc7000b20 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/f64a9bf6-1b1f-43e9-8625-29b5dd132b3c HTTP/1.1" status: 204 len: 168 time: 2.1951826 Jul 16 20:20:36.801014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56784) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:36.903422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e94f572-6467-44c4-9d41-f0d63c34a0f4 req-8424f92c-f622-446f-b7b1-4aaf2afda9b6 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=684e51b1-e3b9-48d8-8603-313c8f695a4c HTTP/1.1" status: 200 len: 210 time: 0.1818357 Jul 16 20:20:36.952736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29f61a3e-848d-4be8-8c59-828c2affa4b6 req-a5b9d425-26de-4264-a41c-8bc02c0ecaff tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582913 Jul 16 20:20:36.961906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594325a3-31ac-4f1b-b880-261e094be52b req-a246d515-ca83-41bc-a95d-eec251678a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.965335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-594325a3-31ac-4f1b-b880-261e094be52b req-a246d515-ca83-41bc-a95d-eec251678a86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 1097 time: 0.5575602 Jul 16 20:20:37.060866 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1aeb65-f21f-438e-a8fc-a9af8c89df9a x-openstack-request-id: req-9f1aeb65-f21f-438e-a8fc-a9af8c89df9a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:37.063789 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684e51b1-e3b9-48d8-8603-313c8f695a4c", "name": "network-vif-deleted", "tag": "539b868a-81e1-4215-8e1b-38270acb8545", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:37.064318 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f1aeb65-f21f-438e-a8fc-a9af8c89df9a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:37.065150 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684e51b1-e3b9-48d8-8603-313c8f695a4c', 'name': 'network-vif-deleted', 'tag': '539b868a-81e1-4215-8e1b-38270acb8545', 'status': 'completed', 'code': 200} Jul 16 20:20:37.097443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:37.123180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:37.132892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=271ea7f0-a8d7-4d2a-8b15-b212ee898c0d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:37.172615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:37.173506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.214516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] DHCP port deletion for ee3791ae-80c3-40bc-961b-14ff0ae79afb request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:37.349231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] Deleting port 4857c149-c664-4339-b1ab-55f077a73641 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:37.349753 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.407125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.412105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594325a3-31ac-4f1b-b880-261e094be52b req-c6d51016-43db-4cf3-ab0f-189034916412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.414088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-594325a3-31ac-4f1b-b880-261e094be52b req-c6d51016-43db-4cf3-ab0f-189034916412 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.3867328 Jul 16 20:20:37.489187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] For port 4857c149-c664-4339-b1ab-55f077a73641, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4857c149-c664-4339-b1ab-55f077a73641,segment=NetworkSegment(cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e),segment_id=cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:37.489802 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.494490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-594325a3-31ac-4f1b-b880-261e094be52b req-f06435fa-64a8-4da8-8ddb-854d926ecd85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6 HTTP/1.1" status: 200 len: 217 time: 0.0730283 Jul 16 20:20:37.513197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] Calling delete_port for 4857c149-c664-4339-b1ab-55f077a73641 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:37.520338 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.568702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e083c5-f8b4-4b84-961f-faa2993b9fb7 req-cf298646-f6c3-488f-b902-9544acb1d4b7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.570341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12e083c5-f8b4-4b84-961f-faa2993b9fb7 req-cf298646-f6c3-488f-b902-9544acb1d4b7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2592406 Jul 16 20:20:37.589479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 4857c149-c664-4339-b1ab-55f077a73641 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:37.590118 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.619896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594325a3-31ac-4f1b-b880-261e094be52b req-624b8897-64c5-4a01-b947-fe7e1e277d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.621582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-594325a3-31ac-4f1b-b880-261e094be52b req-624b8897-64c5-4a01-b947-fe7e1e277d75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1198039 Jul 16 20:20:37.675191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12e083c5-f8b4-4b84-961f-faa2993b9fb7 req-5e548912-501d-474b-a216-cbcd6e93acdd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967767 Jul 16 20:20:37.699037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:37.729795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594325a3-31ac-4f1b-b880-261e094be52b req-b3416c0b-3a4a-49f0-bee3-d5346d00570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.731394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-594325a3-31ac-4f1b-b880-261e094be52b req-b3416c0b-3a4a-49f0-bee3-d5346d00570d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977914 Jul 16 20:20:37.764412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] For port 4857c149-c664-4339-b1ab-55f077a73641, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4857c149-c664-4339-b1ab-55f077a73641,segment=NetworkSegment(cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e),segment_id=cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:37.765216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.784997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 4857c149-c664-4339-b1ab-55f077a73641 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:37.938676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 82f83ecc-06ab-4459-a4ba-4d659f27d75f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:37.957252 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.973159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 82f83ecc-06ab-4459-a4ba-4d659f27d75f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:37.974267 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.015199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] No DVR routers for this DVR port 4857c149-c664-4339-b1ab-55f077a73641 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:38.058134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f63596b0-846e-4df5-8e9e-a60158157e3a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:38.064644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3dfb4-0fa1-4b4d-96f6-070e551ee308 None None] Pushing event deleted for resources: {'Port': ['ID=4857c149-c664-4339-b1ab-55f077a73641,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.099680 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.151966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=4857c149-c664-4339-b1ab-55f077a73641,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.190085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No DVR routers for this DVR port 4857c149-c664-4339-b1ab-55f077a73641 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:38.195192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f63596b0-846e-4df5-8e9e-a60158157e3a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:38.231958 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.248584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-594325a3-31ac-4f1b-b880-261e094be52b req-b0ac73aa-0c5d-472b-8e5e-13131cccae04 service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022068 Jul 16 20:20:38.253833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.267914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.271920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.285707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ca869-fe59-463e-9237-613674ff1b50 req-28c442dc-3474-47be-80f1-5bea26727e25 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.297804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d4ca869-fe59-463e-9237-613674ff1b50 req-28c442dc-3474-47be-80f1-5bea26727e25 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 945 time: 0.4044170 Jul 16 20:20:38.298201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:38.303461 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215bcba5-0566-4ae5-8dc4-701b86ec4b21" -d '{"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-plugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:38.341645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:38.347625 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.392823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4857c149-c664-4339-b1ab-55f077a73641 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:38.402318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923daa4-df93-4305-8132-3cdecb8b5eac req-5e36e46e-8820-4d3c-91c8-679f9c1de67a tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.404145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7923daa4-df93-4305-8132-3cdecb8b5eac req-5e36e46e-8820-4d3c-91c8-679f9c1de67a tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.4613180 Jul 16 20:20:38.432875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 4857c149-c664-4339-b1ab-55f077a73641 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:38.433162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4857c149-c664-4339-b1ab-55f077a73641 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:38.481148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.522453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d4ca869-fe59-463e-9237-613674ff1b50 req-69fb38cf-93a7-4ecf-876c-71ab82aa04c2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234619 Jul 16 20:20:38.529640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c505cdf-cdc8-4a5c-b4a9-fea5ff35fafc None None] Network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:38.599208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-594325a3-31ac-4f1b-b880-261e094be52b req-cc37e4f4-dd8f-4235-830e-5639304effaa service neutron] 10.222.0.16 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422010 Jul 16 20:20:38.627787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.628413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7923daa4-df93-4305-8132-3cdecb8b5eac req-670841d1-3fd6-4166-9eba-ac86718834fc tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965606 Jul 16 20:20:38.657563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:38.673200 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:38.686815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3791ae-80c3-40bc-961b-14ff0ae79afb']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:38.694125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=271ea7f0-a8d7-4d2a-8b15-b212ee898c0d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.710221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:38.711559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf45b9c0-6b7a-42d3-a548-5f9a85a3c14e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:39.338695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.349179 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b15320-4cd7-4b69-9557-45bc470a0120 x-openstack-request-id: req-41b15320-4cd7-4b69-9557-45bc470a0120 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:39.349816 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-plugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:39.350103 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41b15320-4cd7-4b69-9557-45bc470a0120 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:39.350644 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'code': 200} Jul 16 20:20:39.362653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.376800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:39.377286 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:39.382434 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:39.410749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ae232389-87a9-430c-a04a-05d5c020081a None None] Provisioning for port f63596b0-846e-4df5-8e9e-a60158157e3a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:39.424074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ae232389-87a9-430c-a04a-05d5c020081a None None] Provisioning complete for port f63596b0-846e-4df5-8e9e-a60158157e3a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:39.424699 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ae232389-87a9-430c-a04a-05d5c020081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.469349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.481192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.488779 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/networks/ee3791ae-80c3-40bc-961b-14ff0ae79afb HTTP/1.1" status: 204 len: 168 time: 2.6328332 Jul 16 20:20:39.501847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56836) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:39.507508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1419071035'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:39.514783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f256a6-fdb0-4a27-9a99-f86401ff1db9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Network': ['ID=ee3791ae-80c3-40bc-961b-14ff0ae79afb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:39.565965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 5da4c415-9446-474a-a751-5052e40e6032 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:39.567941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:39.571610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.618017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ae232389-87a9-430c-a04a-05d5c020081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.676576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ae232389-87a9-430c-a04a-05d5c020081a None None] For port f63596b0-846e-4df5-8e9e-a60158157e3a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f63596b0-846e-4df5-8e9e-a60158157e3a,segment=NetworkSegment(0c6c12c4-59ad-4131-a89d-c592442fcc84),segment_id=0c6c12c4-59ad-4131-a89d-c592442fcc84)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:39.682003 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ae232389-87a9-430c-a04a-05d5c020081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.685059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d79fbd0-ca4f-419c-b110-7086729b009e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.687226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d79fbd0-ca4f-419c-b110-7086729b009e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 0.3119590 Jul 16 20:20:39.698094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bed39-6cb0-4abe-8645-5743d4027765 req-e240e94a-ea59-4aea-b317-e959bb2a80d3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.708047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c66bed39-6cb0-4abe-8645-5743d4027765 req-e240e94a-ea59-4aea-b317-e959bb2a80d3 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4149241 Jul 16 20:20:39.770828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae232389-87a9-430c-a04a-05d5c020081a None None] Pushing event updated for resources: {'Port': ['ID=f63596b0-846e-4df5-8e9e-a60158157e3a,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:39.774887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:39.777738 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c66bed39-6cb0-4abe-8645-5743d4027765 req-f2bfc903-a99e-4913-93c5-780c99565add tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681581 Jul 16 20:20:39.779804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acc231-3973-4614-8834-212e76ff56c8 req-df270376-7b95-495c-b4d8-a1cc973e901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.782483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6acc231-3973-4614-8834-212e76ff56c8 req-df270376-7b95-495c-b4d8-a1cc973e901a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1098 time: 0.4565451 Jul 16 20:20:39.792275 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-03c9de0a-6a53-4c44-965c-19e164e2b292 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/quotas/d48880fbf8f74c859479858015141a48 HTTP/1.1" status: 200 len: 375 time: 0.0805483 Jul 16 20:20:39.820475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.821054 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Added segment d11689d2-03b5-48f9-bdaf-50cdc425dcc6 of type vlan for network fa59b962-acfe-4ee6-b599-c0b36c5826b8 Jul 16 20:20:39.858607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-26478b9b-7031-4a81-8df6-ded3de0ab7b6 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.860335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-26478b9b-7031-4a81-8df6-ded3de0ab7b6 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.4009707 Jul 16 20:20:39.864923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-c1a28a73-706c-4bfb-b412-e5ef5bbdacfb tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715606 Jul 16 20:20:39.900433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:39.914662 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7209b-46d6-4f5e-b21b-a13bbf8a5e4e None None] Sync routers for ids ['5da4c415-9446-474a-a751-5052e40e6032'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:39.922941 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f730aa74-65f6-4292-900c-8401daf850c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/5da4c415-9446-474a-a751-5052e40e6032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8916438 Jul 16 20:20:39.928850 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7209b-46d6-4f5e-b21b-a13bbf8a5e4e None None] Routers {'5da4c415-9446-474a-a751-5052e40e6032'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:39.929859 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0aa7209b-46d6-4f5e-b21b-a13bbf8a5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['5da4c415-9446-474a-a751-5052e40e6032'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:39.954618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56846) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:39.988091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f63596b0-846e-4df5-8e9e-a60158157e3a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:39.992585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6acc231-3973-4614-8834-212e76ff56c8 req-8eaa2849-45f5-4b35-9902-e222c07a0b16 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979249 Jul 16 20:20:39.998920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.004119 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0aa7209b-46d6-4f5e-b21b-a13bbf8a5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:40.027726 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7209b-46d6-4f5e-b21b-a13bbf8a5e4e None None] Routers {'5da4c415-9446-474a-a751-5052e40e6032'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:40.031682 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0aa7209b-46d6-4f5e-b21b-a13bbf8a5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['5da4c415-9446-474a-a751-5052e40e6032'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:40.096564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.107606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.108366 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.153392 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0aa7209b-46d6-4f5e-b21b-a13bbf8a5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:40.154180 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7209b-46d6-4f5e-b21b-a13bbf8a5e4e None None] The sync data for ids ['5da4c415-9446-474a-a751-5052e40e6032'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:40.169649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f63596b0-846e-4df5-8e9e-a60158157e3a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:40.173798 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.221471 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7147863 Jul 16 20:20:40.231882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec10af4-c0c6-454e-820a-11fe466f7df9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.235959 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2ec10af4-c0c6-454e-820a-11fe466f7df9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports/271ea7f0-a8d7-4d2a-8b15-b212ee898c0d HTTP/1.1" status: 200 len: 911 time: 0.2742064 Jul 16 20:20:40.239979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56852) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:40.239979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56854) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:40.245271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': 'fa59b962-acfe-4ee6-b599-c0b36c5826b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:40.253446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4e7fbac3-11b3-4701-9ac0-0ad3e66f57af None None] Provisioning for port 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:40.255464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bede6ad8-4e75-41d9-b523-c7a769508691 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76b66271-6248-4274-86ea-16a8a1bb6f96'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:40.259696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4e7fbac3-11b3-4701-9ac0-0ad3e66f57af None None] Provisioning complete for port 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:40.260081 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbac3-11b3-4701-9ac0-0ad3e66f57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.290596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-b38e25f3-7006-4d57-bbf6-33be4a8252f8 service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108756 Jul 16 20:20:40.369704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fbac3-11b3-4701-9ac0-0ad3e66f57af None None] Port 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:40.388630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4e7fbac3-11b3-4701-9ac0-0ad3e66f57af None None] Provisioning complete for port f63596b0-846e-4df5-8e9e-a60158157e3a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:40.389020 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbac3-11b3-4701-9ac0-0ad3e66f57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.408455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f2574-2054-48f1-9828-e24c25f30041 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Network': ['ID=fa59b962-acfe-4ee6-b599-c0b36c5826b8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.458403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network fa59b962-acfe-4ee6-b599-c0b36c5826b8 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:40.870518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f572ef4c-ebf5-4003-b10f-b200cff5ff35 None None] Provisioning complete for port 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:40.870830 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f572ef4c-ebf5-4003-b10f-b200cff5ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.874416 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bede6ad8-4e75-41d9-b523-c7a769508691 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.878890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:40.881847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Deleting port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:40.882797 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.884409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.942402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f572ef4c-ebf5-4003-b10f-b200cff5ff35 None None] Port 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:40.947487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-f04119c9-bb64-41e9-8368-dc725f622851 service neutron] 10.222.0.78 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558626 Jul 16 20:20:40.973570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c8f3f-bdce-41dd-8b3e-c361c74b15a8 req-23f34e14-7758-4757-bc9c-ce0f57c84209 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.987715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-147c8f3f-bdce-41dd-8b3e-c361c74b15a8 req-23f34e14-7758-4757-bc9c-ce0f57c84209 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.8551936 Jul 16 20:20:41.072799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b8cdcca1-5003-4807-9e01-8adb12ab69f4 None None] Provisioning complete for port 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:41.073323 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b8cdcca1-5003-4807-9e01-8adb12ab69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.098987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-147c8f3f-bdce-41dd-8b3e-c361c74b15a8 req-e34ac007-4c45-421c-8f2d-528b627466ce tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101902 Jul 16 20:20:41.199634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdcca1-5003-4807-9e01-8adb12ab69f4 None None] Port 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:41.217398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-3b58adc8-1e89-4641-a9ca-aa6bd9aa9524 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5149398 Jul 16 20:20:41.238250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] For port c80b119f-66c5-4ab0-9f75-4ae495cdbd09, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,segment=NetworkSegment(d1e38392-28e6-49dd-b757-d9d37b640156),segment_id=d1e38392-28e6-49dd-b757-d9d37b640156)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:41.239140 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.273222 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Calling delete_port for c80b119f-66c5-4ab0-9f75-4ae495cdbd09 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:41.841256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-72cfe13a-c6b6-4489-bae7-2762179ba2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.842997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-72cfe13a-c6b6-4489-bae7-2762179ba2a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 1097 time: 0.5438316 Jul 16 20:20:41.877964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.064632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-ad1c1da7-9127-4303-bd2c-e286429ea361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.067172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-ad1c1da7-9127-4303-bd2c-e286429ea361 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.1706970 Jul 16 20:20:42.178232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=c60ceb1d-96ac-4cc5-9af1-a0b5c9b0b993,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.228323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Checking segment: {'id': 'd11689d2-03b5-48f9-bdaf-50cdc425dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fa59b962-acfe-4ee6-b599-c0b36c5826b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:42.233089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network hostable DHCP agents. Network: fa59b962-acfe-4ee6-b599-c0b36c5826b8, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:42.301096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network fa59b962-acfe-4ee6-b599-c0b36c5826b8 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:42.319254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, fa59b962-acfe-4ee6-b599-c0b36c5826b8) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:42.319538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb3ee6-844b-4bf6-86e9-ca0d32eee9ac req-5562d1df-e4b1-454b-89d2-7671c4ce44a8 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.329553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.331225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.335011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-becb3ee6-844b-4bf6-86e9-ca0d32eee9ac req-5562d1df-e4b1-454b-89d2-7671c4ce44a8 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 946 time: 0.7729745 Jul 16 20:20:42.342849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d3d23-a8fd-4da9-8a00-96bf1ba7965d None None] Network fa59b962-acfe-4ee6-b599-c0b36c5826b8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:42.364707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-b758b4cc-97e2-4c7b-9777-e41095a4a9a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14929c22-dba2-42ec-895e-0bc50475c086 HTTP/1.1" status: 200 len: 217 time: 0.1795022 Jul 16 20:20:42.379876 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-69ad1f4c-837f-4d68-833e-0bd09741f5e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1386502 Jul 16 20:20:42.391942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56932) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.404768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': 'fa59b962-acfe-4ee6-b599-c0b36c5826b8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2007667406'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:42.511680 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.566449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6ee57-b82a-41b6-b9c6-1f9afa02adaa req-deabf9f4-116f-4e09-a686-c0985d326fb6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.580778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdd6ee57-b82a-41b6-b9c6-1f9afa02adaa req-deabf9f4-116f-4e09-a686-c0985d326fb6 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.9001846 Jul 16 20:20:42.647178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bede6ad8-4e75-41d9-b523-c7a769508691 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.676806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bede6ad8-4e75-41d9-b523-c7a769508691 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.691589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede6ad8-4e75-41d9-b523-c7a769508691 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.693563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bede6ad8-4e75-41d9-b523-c7a769508691 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.695414 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bede6ad8-4e75-41d9-b523-c7a769508691 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/ports/271ea7f0-a8d7-4d2a-8b15-b212ee898c0d HTTP/1.1" status: 200 len: 911 time: 2.4458613 Jul 16 20:20:42.708483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56938) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.739082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-becb3ee6-844b-4bf6-86e9-ca0d32eee9ac req-3bf962e1-8749-4f84-9503-bce90289b911 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/security-groups?id=52aa0cc1-e9b9-46fe-b157-e45262325f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003386 Jul 16 20:20:42.760777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-fa59b962-acfe-4ee6-b599-c0b36c5826b8', 'network_id': 'fa59b962-acfe-4ee6-b599-c0b36c5826b8', 'tenant_id': 'fac165fd801e4ecfb4be9f1afc8aa318', 'fixed_ips': [{'subnet_id': 'c60ceb1d-96ac-4cc5-9af1-a0b5c9b0b993'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:42.761943 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.819936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Pushing event deleted for resources: {'Port': ['ID=c80b119f-66c5-4ab0-9f75-4ae495cdbd09,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.835697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-13b1e74e-8bec-466a-a1d7-885595a90987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.840042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-13b1e74e-8bec-466a-a1d7-885595a90987 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.4575391 Jul 16 20:20:42.957331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] No DVR routers for this DVR port c80b119f-66c5-4ab0-9f75-4ae495cdbd09 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:42.971855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.974007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c108c76d-edd1-4b9f-bcfb-2bac4f6638bb req-786b6f72-c92d-469d-a9ab-340bab3e3b65 tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.16 "DELETE /v2.0/ports/c80b119f-66c5-4ab0-9f75-4ae495cdbd09 HTTP/1.1" status: 204 len: 173 time: 3.1055908 Jul 16 20:20:42.975648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ba328a-25cd-424e-9c1b-570e00e247c0', 'name': 'network-vif-deleted', 'tag': 'c80b119f-66c5-4ab0-9f75-4ae495cdbd09'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:42.979753 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f019b710-2a51-4c85-badf-1996b8160524" -d '{"events": [{"server_uuid": "b0ba328a-25cd-424e-9c1b-570e00e247c0", "name": "network-vif-deleted", "tag": "c80b119f-66c5-4ab0-9f75-4ae495cdbd09"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:43.005201 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdd6ee57-b82a-41b6-b9c6-1f9afa02adaa req-246fa542-1fde-42b8-a5cc-092d385eaf8f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4232748 Jul 16 20:20:43.018204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:43.035260 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.111565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-caf64b8a-de9f-4e77-9a99-70366f644900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.114387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-caf64b8a-de9f-4e77-9a99-70366f644900 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124286 Jul 16 20:20:43.149227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 50d73de8-fa19-47c6-865c-286414dfbaeb yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:43.163866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Allocated IP 2001:db8::2 (fa59b962-acfe-4ee6-b599-c0b36c5826b8/c60ceb1d-96ac-4cc5-9af1-a0b5c9b0b993/6cbef84a-54fe-473f-b67f-da58d0299245) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:43.184735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a81b611-f85a-4815-9d4a-ce5548e53941 req-47745faa-1722-42ed-b855-b116222bdb60 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 210 time: 0.1148469 Jul 16 20:20:43.342492 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd7f56-bbd2-472d-96d4-5a0f4c953bd3 x-openstack-request-id: req-a6bd7f56-bbd2-472d-96d4-5a0f4c953bd3 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:43.343391 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ba328a-25cd-424e-9c1b-570e00e247c0", "name": "network-vif-deleted", "tag": "c80b119f-66c5-4ab0-9f75-4ae495cdbd09", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:43.344094 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6bd7f56-bbd2-472d-96d4-5a0f4c953bd3 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:43.344987 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ba328a-25cd-424e-9c1b-570e00e247c0', 'name': 'network-vif-deleted', 'tag': 'c80b119f-66c5-4ab0-9f75-4ae495cdbd09', 'status': 'completed', 'code': 200} Jul 16 20:20:43.403990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede6ad8-4e75-41d9-b523-c7a769508691 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=271ea7f0-a8d7-4d2a-8b15-b212ee898c0d,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.533797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-74e1f4a7-9fbf-4c83-927d-513a8bad606b service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729911 Jul 16 20:20:43.545528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cddc1b-05da-4c10-8a36-0f73c59c6045 req-3c138efa-2397-4cc8-ae77-4aa5e0dfbd14 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.555893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8cddc1b-05da-4c10-8a36-0f73c59c6045 req-3c138efa-2397-4cc8-ae77-4aa5e0dfbd14 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.2839665 Jul 16 20:20:43.648185 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.670267 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Transition to ACTIVE for port object 6cbef84a-54fe-473f-b67f-da58d0299245 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:43.709056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Transition to ACTIVE for port object 6cbef84a-54fe-473f-b67f-da58d0299245 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:43.725814 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.740669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device c80b119f-66c5-4ab0-9f75-4ae495cdbd09 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:43.819075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8cddc1b-05da-4c10-8a36-0f73c59c6045 req-af3c7ee4-410f-4bb7-a45e-303d01e57487 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616863 Jul 16 20:20:43.891666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c1e2c09-f481-4656-a929-1dd4ceb26ca2 req-c57b7919-5517-4091-9c7f-d21f6427acd6 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307202 Jul 16 20:20:43.910052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::279 (fa59b962-acfe-4ee6-b599-c0b36c5826b8/c60ceb1d-96ac-4cc5-9af1-a0b5c9b0b993/50d73de8-fa19-47c6-865c-286414dfbaeb) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:43.927433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Network fa59b962-acfe-4ee6-b599-c0b36c5826b8 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:44.006608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:44.020407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:44.023826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: c80b119f-66c5-4ab0-9f75-4ae495cdbd09 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:44.024410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device c80b119f-66c5-4ab0-9f75-4ae495cdbd09 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:44.037005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Pushing event updated for resources: {'Port': ['ID=6cbef84a-54fe-473f-b67f-da58d0299245,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.082716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.104892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object 50d73de8-fa19-47c6-865c-286414dfbaeb will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:44.273047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.303481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Attempting to bind port 6cbef84a-54fe-473f-b67f-da58d0299245 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:44.306290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Attempting to bind port 6cbef84a-54fe-473f-b67f-da58d0299245 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd11689d2-03b5-48f9-bdaf-50cdc425dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fa59b962-acfe-4ee6-b599-c0b36c5826b8'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:44.306987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Attempting to bind port 6cbef84a-54fe-473f-b67f-da58d0299245 on network fa59b962-acfe-4ee6-b599-c0b36c5826b8 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:44.331862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:44.337698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Checking segment: {'id': 'd11689d2-03b5-48f9-bdaf-50cdc425dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fa59b962-acfe-4ee6-b599-c0b36c5826b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:44.344629 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.346016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d26dc-0c55-4c43-8707-24a6002f97fe req-22f1073b-0ec3-429c-bcea-bf97d5e54475 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.349744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Bound using segment: {'id': 'd11689d2-03b5-48f9-bdaf-50cdc425dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fa59b962-acfe-4ee6-b599-c0b36c5826b8'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:44.350624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Bound port: 6cbef84a-54fe-473f-b67f-da58d0299245, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11689d2-03b5-48f9-bdaf-50cdc425dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fa59b962-acfe-4ee6-b599-c0b36c5826b8'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:44.351219 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.361171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-638d26dc-0c55-4c43-8707-24a6002f97fe req-22f1073b-0ec3-429c-bcea-bf97d5e54475 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.2424619 Jul 16 20:20:44.443117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f7a6f1c-2a01-4a02-aef6-bf47d0254909 req-80cafeb1-5056-4953-a9f5-eb0e8639442e tempest-TestServerAdvancedOps-2087473897 tempest-TestServerAdvancedOps-2087473897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0ba328a-25cd-424e-9c1b-570e00e247c0 HTTP/1.1" status: 200 len: 210 time: 0.0408137 Jul 16 20:20:44.504906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-638d26dc-0c55-4c43-8707-24a6002f97fe req-e2c6051a-730e-435a-8d02-879beadb0abd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408572 Jul 16 20:20:44.626750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] For port 6cbef84a-54fe-473f-b67f-da58d0299245, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:44.637717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] For port 6cbef84a-54fe-473f-b67f-da58d0299245, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6cbef84a-54fe-473f-b67f-da58d0299245,segment=NetworkSegment(d11689d2-03b5-48f9-bdaf-50cdc425dcc6),segment_id=d11689d2-03b5-48f9-bdaf-50cdc425dcc6)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:44.646952 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.661058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network fa59b962-acfe-4ee6-b599-c0b36c5826b8 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:44.715038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-2dacdf2b-24a1-4b93-ba8b-8a95dd084e5e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.720474 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-2dacdf2b-24a1-4b93-ba8b-8a95dd084e5e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.68 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 812 time: 1.1382143 Jul 16 20:20:44.721393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=50d73de8-fa19-47c6-865c-286414dfbaeb,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.753069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:44.760648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:44.793095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.794656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.823797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f19b-b303-4ea6-b944-5f7d3d434c91 req-96d12a7b-3f2c-4ab4-b44f-2e75afe31d54 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.828239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Request body: {'port': {'device_id': 'b015725a-6a31-4dc7-9a49-ef459ace3e57', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'admin_state_up': True, 'tenant_id': 'd48880fbf8f74c859479858015141a48'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:44.830365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1739f19b-b303-4ea6-b944-5f7d3d434c91 req-96d12a7b-3f2c-4ab4-b44f-2e75afe31d54 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1044660 Jul 16 20:20:44.878148 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-96135d07-6427-4660-b171-24dbbcb854c9 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4841926 Jul 16 20:20:44.891028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56964) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:44.922987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de139a7-f079-42e5-a1cc-3a15e75f196b None None] Pushing event updated for resources: {'Port': ['ID=6cbef84a-54fe-473f-b67f-da58d0299245,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.990122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1739f19b-b303-4ea6-b944-5f7d3d434c91 req-421f8624-022d-410f-87fa-c5dbc4e0b4da tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423738 Jul 16 20:20:45.015324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fbd74cf-55e5-4267-9a1d-6e1eedccec08 req-fb84697a-d6d9-4bb5-9727-eb165e884b49 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 210 time: 0.1044056 Jul 16 20:20:45.228368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a9c679fa-244b-4ffb-833a-314858bb3ba2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 50d73de8-fa19-47c6-865c-286414dfbaeb {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:45.228792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9c679fa-244b-4ffb-833a-314858bb3ba2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.264166 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.400145 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9c679fa-244b-4ffb-833a-314858bb3ba2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.403278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Made reservation on behalf of d48880fbf8f74c859479858015141a48 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:45.407613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.426143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-a9c679fa-244b-4ffb-833a-314858bb3ba2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 50d73de8-fa19-47c6-865c-286414dfbaeb owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:45.458890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b31b75-f9e3-4aba-bf83-ee95034c257e req-6e9112d2-55c6-47fe-b5a3-fa98e006e654 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.466411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9b31b75-f9e3-4aba-bf83-ee95034c257e req-6e9112d2-55c6-47fe-b5a3-fa98e006e654 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.1424174 Jul 16 20:20:45.671162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56978) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.673714 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9b31b75-f9e3-4aba-bf83-ee95034c257e req-7dbada78-9874-49b1-a28a-cccc534d20b1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011728 Jul 16 20:20:45.682616 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9c679fa-244b-4ffb-833a-314858bb3ba2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.699343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Allocated IP 172.20.0.12 (34db89b4-ab52-45c4-8fd5-13653be1bb93/c5945411-55ad-491a-99c8-88ce730cc089/e45d0fdc-8622-4567-a3dc-7f0197920b75) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:45.766224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c679fa-244b-4ffb-833a-314858bb3ba2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=50d73de8-fa19-47c6-865c-286414dfbaeb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.774144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9c679fa-244b-4ffb-833a-314858bb3ba2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.776015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a9c679fa-244b-4ffb-833a-314858bb3ba2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/50d73de8-fa19-47c6-865c-286414dfbaeb HTTP/1.1" status: 204 len: 168 time: 0.8834701 Jul 16 20:20:45.779472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56988) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.829693 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bb954d-dea6-4f4b-b0a0-673cbcaaf31b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:20:45.830029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a7bb954d-dea6-4f4b-b0a0-673cbcaaf31b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/50d73de8-fa19-47c6-865c-286414dfbaeb HTTP/1.1" status: 404 len: 333 time: 0.0492761 Jul 16 20:20:45.833622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56990) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.954135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-248007bc-d475-44dc-abd3-22fe6a14aa03 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet c60ceb1d-96ac-4cc5-9af1-a0b5c9b0b993 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:45.960116 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-248007bc-d475-44dc-abd3-22fe6a14aa03 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.975050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba31a97-7ec2-4aea-832d-1d2ac414bce5 admin admin] Deleting subnet 61d19076-f2a3-481a-b6cb-f9a256f76b54 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:46.008448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ba31a97-7ec2-4aea-832d-1d2ac414bce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.027053 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-248007bc-d475-44dc-abd3-22fe6a14aa03 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.057455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6cbef84a-54fe-473f-b67f-da58d0299245 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:46.110687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52dc41-dcc5-4750-b02b-f1ba4ff988d9 req-106d9b74-1239-4402-a33c-9836576317fb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.112586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d52dc41-dcc5-4750-b02b-f1ba4ff988d9 req-106d9b74-1239-4402-a33c-9836576317fb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.2324786 Jul 16 20:20:46.145060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.149844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 6cbef84a-54fe-473f-b67f-da58d0299245 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:46.223934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ba31a97-7ec2-4aea-832d-1d2ac414bce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.284473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.321795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d52dc41-dcc5-4750-b02b-f1ba4ff988d9 req-83ede99b-823c-4179-8d89-16031fb40aed tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837578 Jul 16 20:20:46.417953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:46.418357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.424339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2136bdd-b925-4438-802a-e702bf2fbd50 None None] Network fa59b962-acfe-4ee6-b599-c0b36c5826b8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:46.426155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Network 34db89b4-ab52-45c4-8fd5-13653be1bb93 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:46.461023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ba31a97-7ec2-4aea-832d-1d2ac414bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.465538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:46.477018 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-248007bc-d475-44dc-abd3-22fe6a14aa03 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.528831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:46.542221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event updated for resources: {'Port': ['ID=e45d0fdc-8622-4567-a3dc-7f0197920b75,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.583172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-61be26e0-8150-4b70-921a-4679de4be037 None None] Provisioning for port 6cbef84a-54fe-473f-b67f-da58d0299245 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:46.597326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-61be26e0-8150-4b70-921a-4679de4be037 None None] Provisioning complete for port 6cbef84a-54fe-473f-b67f-da58d0299245 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:46.599111 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-61be26e0-8150-4b70-921a-4679de4be037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.624999 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-248007bc-d475-44dc-abd3-22fe6a14aa03 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.711836 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-248007bc-d475-44dc-abd3-22fe6a14aa03 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.715571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-248007bc-d475-44dc-abd3-22fe6a14aa03 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/c60ceb1d-96ac-4cc5-9af1-a0b5c9b0b993 HTTP/1.1" status: 204 len: 168 time: 0.8805866 Jul 16 20:20:46.725274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57004) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.733662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9ab7-61f5-4b1a-82bf-b5ed7a6bd0db req-8db69a89-8463-45f0-8184-5ddee82e4943 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.747462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-748d9ab7-61f5-4b1a-82bf-b5ed7a6bd0db req-8db69a89-8463-45f0-8184-5ddee82e4943 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4927359 Jul 16 20:20:46.792010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248007bc-d475-44dc-abd3-22fe6a14aa03 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=c60ceb1d-96ac-4cc5-9af1-a0b5c9b0b993,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.846420 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-61be26e0-8150-4b70-921a-4679de4be037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.900476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-748d9ab7-61f5-4b1a-82bf-b5ed7a6bd0db req-fc7dc10a-e860-477f-aca6-d25482fad947 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490340 Jul 16 20:20:46.937161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfb1c2-436f-475f-b94a-974bac5df96e req-962ab68c-cbab-4f7c-9081-c7aecc727711 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.947354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2cdfb1c2-436f-475f-b94a-974bac5df96e req-962ab68c-cbab-4f7c-9081-c7aecc727711 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 932 time: 0.3271391 Jul 16 20:20:46.957655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-61be26e0-8150-4b70-921a-4679de4be037 None None] For port 6cbef84a-54fe-473f-b67f-da58d0299245, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6cbef84a-54fe-473f-b67f-da58d0299245,segment=NetworkSegment(d11689d2-03b5-48f9-bdaf-50cdc425dcc6),segment_id=d11689d2-03b5-48f9-bdaf-50cdc425dcc6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:46.975800 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-61be26e0-8150-4b70-921a-4679de4be037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.027484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2cdfb1c2-436f-475f-b94a-974bac5df96e req-2e3478e5-05da-4f91-aae3-1c644e9ee72a tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747991 Jul 16 20:20:47.112099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be26e0-8150-4b70-921a-4679de4be037 None None] Pushing event updated for resources: {'Port': ['ID=6cbef84a-54fe-473f-b67f-da58d0299245,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.121802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] DHCP port deletion for fa59b962-acfe-4ee6-b599-c0b36c5826b8 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:47.238364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cae1e-88b5-44d9-a6ba-bd616d85f2f5 req-bc096ee0-d94a-44cb-b8bc-67b0ed471610 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.247531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-007cae1e-88b5-44d9-a6ba-bd616d85f2f5 req-bc096ee0-d94a-44cb-b8bc-67b0ed471610 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.1019592 Jul 16 20:20:47.276486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] Deleting port 6cbef84a-54fe-473f-b67f-da58d0299245 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:47.278115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.307003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-007cae1e-88b5-44d9-a6ba-bd616d85f2f5 req-3f59b777-620e-492e-b932-4291dfc59385 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Jul 16 20:20:47.435601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] For port 6cbef84a-54fe-473f-b67f-da58d0299245, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6cbef84a-54fe-473f-b67f-da58d0299245,segment=NetworkSegment(d11689d2-03b5-48f9-bdaf-50cdc425dcc6),segment_id=d11689d2-03b5-48f9-bdaf-50cdc425dcc6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:47.437877 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.449736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.450922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.475571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] Calling delete_port for 6cbef84a-54fe-473f-b67f-da58d0299245 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:47.514535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.537245 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ba31a97-7ec2-4aea-832d-1d2ac414bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.552823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for 271ea7f0-a8d7-4d2a-8b15-b212ee898c0d owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:47.558584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.561299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-19f12115-924b-48f3-bb46-c31f00670b12 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7588804 Jul 16 20:20:47.570624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ba31a97-7ec2-4aea-832d-1d2ac414bce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.572592 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8ba31a97-7ec2-4aea-832d-1d2ac414bce5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/61d19076-f2a3-481a-b6cb-f9a256f76b54 HTTP/1.1" status: 204 len: 168 time: 1.8992341 Jul 16 20:20:47.580077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57018) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:47.617276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Request body: {'port': {'device_id': 'b015725a-6a31-4dc7-9a49-ef459ace3e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:47.622762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba31a97-7ec2-4aea-832d-1d2ac414bce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d19076-f2a3-481a-b6cb-f9a256f76b54,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.678188 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.705111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef386e9d-1de8-40a3-9092-5127fb0c0978 req-9abb5868-f081-420e-bf30-df5622775a4e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.717095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef386e9d-1de8-40a3-9092-5127fb0c0978 req-9abb5868-f081-420e-bf30-df5622775a4e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.2486408 Jul 16 20:20:47.775127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] Pushing event deleted for resources: {'Port': ['ID=6cbef84a-54fe-473f-b67f-da58d0299245,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.788805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed62b7-edca-4872-b1d9-6ef63ae57d1f None None] No DVR routers for this DVR port 6cbef84a-54fe-473f-b67f-da58d0299245 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:47.814463 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.855002 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef386e9d-1de8-40a3-9092-5127fb0c0978 req-ab2ee047-5a1b-4732-9776-354bd988dddb tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810397 Jul 16 20:20:47.959119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6cbef84a-54fe-473f-b67f-da58d0299245 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:48.008633 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.024554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.030921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 6cbef84a-54fe-473f-b67f-da58d0299245 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:48.032108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6cbef84a-54fe-473f-b67f-da58d0299245 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:48.053637 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2f65-bcfd-4261-8af7-cddcc462af87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.056580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc471258-3943-4b6c-bb8c-b9c1d8dac4a8']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:48.094534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e38392-28e6-49dd-b757-d9d37b640156') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:48.095009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e38392-28e6-49dd-b757-d9d37b640156') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:48.108259 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.132953 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.145375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:48.146663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:48.148795 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:48.232646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee8b1-33f9-4c82-b068-09974ca8e47c req-ad31bd99-fcd9-49b9-aaeb-09d2c5e3e7a7 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.238543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-121ee8b1-33f9-4c82-b068-09974ca8e47c req-ad31bd99-fcd9-49b9-aaeb-09d2c5e3e7a7 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.2088079 Jul 16 20:20:48.253499 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.269416 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.269867 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.273214 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fc471258-3943-4b6c-bb8c-b9c1d8dac4a8 HTTP/1.1" status: 204 len: 168 time: 0.6911697 Jul 16 20:20:48.280246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57038) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.307223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa59b962-acfe-4ee6-b599-c0b36c5826b8']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:48.324252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98e6e4-0749-4747-beca-5d28b106a926 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc471258-3943-4b6c-bb8c-b9c1d8dac4a8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.359608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11689d2-03b5-48f9-bdaf-50cdc425dcc6') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:48.360168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11689d2-03b5-48f9-bdaf-50cdc425dcc6') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:48.396933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-121ee8b1-33f9-4c82-b068-09974ca8e47c req-70246541-1db4-4a3e-bed7-648cc62b9f49 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471086 Jul 16 20:20:48.413371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.494609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-74520cc1-0685-4d87-8941-74516782f021 admin admin] Deleting subnet 09ea1e5a-3b22-4eb6-8ee9-5308db3503e1 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:48.507359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74520cc1-0685-4d87-8941-74516782f021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.538528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.582661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:48.583271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:48.587235 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:48.631441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60ba5d-6335-409a-a4a4-b224591a127a req-a004ba3c-7c00-4f5b-a7f0-5c5913a4fa8e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.640290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e60ba5d-6335-409a-a4a4-b224591a127a req-a004ba3c-7c00-4f5b-a7f0-5c5913a4fa8e tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4655170 Jul 16 20:20:48.642348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74520cc1-0685-4d87-8941-74516782f021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.652610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.698030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966dbd0-0246-4b6e-b6f5-09af2e17d51d req-c8fb160d-9af9-4860-b782-269a5a576df8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.701789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3966dbd0-0246-4b6e-b6f5-09af2e17d51d req-c8fb160d-9af9-4860-b782-269a5a576df8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 932 time: 0.1558573 Jul 16 20:20:48.770930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=271ea7f0-a8d7-4d2a-8b15-b212ee898c0d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.778799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e60ba5d-6335-409a-a4a4-b224591a127a req-5da613ec-6669-4d1d-8bdf-d19183c00946 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336367 Jul 16 20:20:48.803769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.821875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3966dbd0-0246-4b6e-b6f5-09af2e17d51d req-2f331b80-4f69-45a4-9752-6a92aa242dce tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086681 Jul 16 20:20:48.892287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.896517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/networks/fa59b962-acfe-4ee6-b599-c0b36c5826b8 HTTP/1.1" status: 204 len: 168 time: 2.1587825 Jul 16 20:20:48.902549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57050) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.919488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'name': 'tempest-PortsIpV6TestJSON-859936866'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:49.037923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ba1e9-4f04-473a-8d1c-8a81f4aff28d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Network': ['ID=fa59b962-acfe-4ee6-b599-c0b36c5826b8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.131591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74520cc1-0685-4d87-8941-74516782f021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.209988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.231818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45d0fdc-8622-4567-a3dc-7f0197920b75 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:49.291889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.600054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74520cc1-0685-4d87-8941-74516782f021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.610583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Transition to ACTIVE for port object e45d0fdc-8622-4567-a3dc-7f0197920b75 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:49.667874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74520cc1-0685-4d87-8941-74516782f021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ea1e5a-3b22-4eb6-8ee9-5308db3503e1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.735706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.786151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74520cc1-0685-4d87-8941-74516782f021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.788340 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-74520cc1-0685-4d87-8941-74516782f021 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/09ea1e5a-3b22-4eb6-8ee9-5308db3503e1 HTTP/1.1" status: 204 len: 168 time: 1.5033281 Jul 16 20:20:49.792958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57066) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:49.821016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:49.827959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.855614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 5da4c415-9446-474a-a751-5052e40e6032 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:49.909266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4d17f-8d9b-4c51-8e40-16efbab6c646 req-7a227204-b74d-4a6b-a5ae-432a69f754ad tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.913064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ce4d17f-8d9b-4c51-8e40-16efbab6c646 req-7a227204-b74d-4a6b-a5ae-432a69f754ad tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.2227950 Jul 16 20:20:49.925220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port db9ae9f3-481c-45a7-bfa9-c6045bdb6010 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:49.957895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Pushing event updated for resources: {'Port': ['ID=e45d0fdc-8622-4567-a3dc-7f0197920b75,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.110440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.131224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:50.141949 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-581a603e-0837-4cc7-8e63-edc9a911f06a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/5da4c415-9446-474a-a751-5052e40e6032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4190326 Jul 16 20:20:50.148679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ce4d17f-8d9b-4c51-8e40-16efbab6c646 req-eb249363-1004-4c28-815c-44485149ed75 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140725 Jul 16 20:20:50.150293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57072) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.155746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd5017-096c-4eeb-8564-3c6e4d8525ef None None] Sync routers for ids ['5da4c415-9446-474a-a751-5052e40e6032'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:50.173971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd5017-096c-4eeb-8564-3c6e4d8525ef None None] Routers {'5da4c415-9446-474a-a751-5052e40e6032'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:50.174637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-80cd5017-096c-4eeb-8564-3c6e4d8525ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['5da4c415-9446-474a-a751-5052e40e6032'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:50.178785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Attempting to bind port e45d0fdc-8622-4567-a3dc-7f0197920b75 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:50.179154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Attempting to bind port e45d0fdc-8622-4567-a3dc-7f0197920b75 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:50.179612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Attempting to bind port e45d0fdc-8622-4567-a3dc-7f0197920b75 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:50.194692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Port e45d0fdc-8622-4567-a3dc-7f0197920b75 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:50.195033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Attempting to bind port e45d0fdc-8622-4567-a3dc-7f0197920b75 on network 34db89b4-ab52-45c4-8fd5-13653be1bb93 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:50.211087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:50.211444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Checking segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:50.211850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Bound using segment: {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:50.212341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Bound port: e45d0fdc-8622-4567-a3dc-7f0197920b75, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:50.212721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.251234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a13d6545-b2c7-477c-a0fa-1fb905f5fcca tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=5da4c415-9446-474a-a751-5052e40e6032 HTTP/1.1" status: 200 len: 205 time: 0.0945387 Jul 16 20:20:50.256714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-80cd5017-096c-4eeb-8564-3c6e4d8525ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:50.269876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd5017-096c-4eeb-8564-3c6e4d8525ef None None] Routers {'5da4c415-9446-474a-a751-5052e40e6032'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:50.269876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-80cd5017-096c-4eeb-8564-3c6e4d8525ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['5da4c415-9446-474a-a751-5052e40e6032'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:50.294317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.298658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57074) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.306203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-80cd5017-096c-4eeb-8564-3c6e4d8525ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:50.307050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd5017-096c-4eeb-8564-3c6e4d8525ef None None] The sync data for ids ['5da4c415-9446-474a-a751-5052e40e6032'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:50.326583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fd2296-c2bd-4992-988b-19a69221bf7d']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:50.414511 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cafd36bf-4efc-484d-a53b-a502e32d275c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.439534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a534cc-36c3-4a05-bda5-50d8ee913156') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:50.439882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a534cc-36c3-4a05-bda5-50d8ee913156') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:50.461989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.468303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e33-8c2e-46d6-a0f4-6d9ca6833bc6 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.533336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.584169 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.584743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.602452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:50.603252 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:50.607112 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:50.610646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13de41-d2bf-422c-ba8f-be08a346b2bc req-11caa5c0-cf23-4677-8d11-aeae77dae004 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.610778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] For port e45d0fdc-8622-4567-a3dc-7f0197920b75, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:50.616005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c13de41-d2bf-422c-ba8f-be08a346b2bc req-11caa5c0-cf23-4677-8d11-aeae77dae004 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2759886 Jul 16 20:20:50.631260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265ec89-502f-49de-aacc-9d425297b70e req-6877a5e7-7c7f-4285-9c07-95cb96505bb8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.633357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3265ec89-502f-49de-aacc-9d425297b70e req-6877a5e7-7c7f-4285-9c07-95cb96505bb8 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 944 time: 0.2785900 Jul 16 20:20:50.696817 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.723748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c13de41-d2bf-422c-ba8f-be08a346b2bc req-de54ff9e-910e-43b8-80bc-20bcf276f251 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067502 Jul 16 20:20:50.739559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3265ec89-502f-49de-aacc-9d425297b70e req-8d138084-6585-4159-836f-109af877f596 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961261 Jul 16 20:20:50.774146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:50.792069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] For port e45d0fdc-8622-4567-a3dc-7f0197920b75, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=e45d0fdc-8622-4567-a3dc-7f0197920b75,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:50.799990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=db9ae9f3-481c-45a7-bfa9-c6045bdb6010,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.803143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:50.818022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:50.833402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.834501 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.854612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e8f9d871-0b5e-457a-ab3d-40dd31f9279f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9498239 Jul 16 20:20:50.858401 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e33-8c2e-46d6-a0f4-6d9ca6833bc6 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.870756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57078) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.894815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e33-8c2e-46d6-a0f4-6d9ca6833bc6 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.898718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.957579 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.969803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.971007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.973347 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] 10.222.0.68 "PUT /v2.0/ports/e45d0fdc-8622-4567-a3dc-7f0197920b75 HTTP/1.1" status: 200 len: 1093 time: 3.3609042 Jul 16 20:20:50.976632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b015725a-6a31-4dc7-9a49-ef459ace3e57', 'tag': 'e45d0fdc-8622-4567-a3dc-7f0197920b75'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:50.988939 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b87234-b9d4-4940-be17-4bdbcb581981" -d '{"events": [{"name": "network-changed", "server_uuid": "b015725a-6a31-4dc7-9a49-ef459ace3e57", "tag": "e45d0fdc-8622-4567-a3dc-7f0197920b75"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:51.019336 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.027888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/27fd2296-c2bd-4992-988b-19a69221bf7d HTTP/1.1" status: 204 len: 168 time: 1.2282581 Jul 16 20:20:51.068589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port db9ae9f3-481c-45a7-bfa9-c6045bdb6010 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:51.069808 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.115490 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:51.194897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf94dce-f773-42a0-9112-11c157e3dea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27fd2296-c2bd-4992-988b-19a69221bf7d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.219308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e33-8c2e-46d6-a0f4-6d9ca6833bc6 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.219865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91a7e33-8c2e-46d6-a0f4-6d9ca6833bc6 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Fanout notify agent at l3_agent the message router_deleted on router 5da4c415-9446-474a-a751-5052e40e6032 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:20:51.223126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d142737-8b6b-4e22-97dc-abc9a5dc32bf service neutron] Pushing event updated for resources: {'Port': ['ID=e45d0fdc-8622-4567-a3dc-7f0197920b75,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.250321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e33-8c2e-46d6-a0f4-6d9ca6833bc6 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.251755 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d91a7e33-8c2e-46d6-a0f4-6d9ca6833bc6 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/5da4c415-9446-474a-a751-5052e40e6032 HTTP/1.1" status: 204 len: 168 time: 0.9518235 Jul 16 20:20:51.259335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57092) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:51.292998 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.318529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-c16a5c60-42cc-4d2f-9ff6-04b7179894b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.321478 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-c16a5c60-42cc-4d2f-9ff6-04b7179894b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 1096 time: 0.2381258 Jul 16 20:20:51.436570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for db9ae9f3-481c-45a7-bfa9-c6045bdb6010 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:51.485220 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-8c13b058-6fe5-4c4c-a216-7c179936698c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e45d0fdc-8622-4567-a3dc-7f0197920b75 HTTP/1.1" status: 200 len: 217 time: 0.1425612 Jul 16 20:20:51.616387 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d66bf6-919d-4cfc-ac21-5fb11ef3e3d0 x-openstack-request-id: req-c5d66bf6-919d-4cfc-ac21-5fb11ef3e3d0 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:51.617088 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b015725a-6a31-4dc7-9a49-ef459ace3e57", "tag": "e45d0fdc-8622-4567-a3dc-7f0197920b75", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:51.617261 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5d66bf6-919d-4cfc-ac21-5fb11ef3e3d0 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:51.617901 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b015725a-6a31-4dc7-9a49-ef459ace3e57', 'tag': 'e45d0fdc-8622-4567-a3dc-7f0197920b75', 'status': 'completed', 'code': 200} Jul 16 20:20:51.653045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ab818b-e1e9-4cee-abcf-9cdb8a2c66ab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet 76b66271-6248-4274-86ea-16a8a1bb6f96 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:51.666726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-dcfe1e63-5b47-4b00-b646-49e26960abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.668895 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-dcfe1e63-5b47-4b00-b646-49e26960abea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.1767097 Jul 16 20:20:51.719296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57094) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:51.740121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-29ab818b-e1e9-4cee-abcf-9cdb8a2c66ab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.767353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-a8af18ad-a02a-456b-b2c1-de28ce45f29b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896409 Jul 16 20:20:51.843501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53365b-b6ca-47e8-85a2-bbfb3f8536ef req-4926de5b-31cf-4c6d-ac7e-d12cb121902f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.853508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a53365b-b6ca-47e8-85a2-bbfb3f8536ef req-4926de5b-31cf-4c6d-ac7e-d12cb121902f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.4667835 Jul 16 20:20:51.895375 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cdd8f517-77fd-412b-9eb1-2f9081dfe3c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c26253380524b819d5449572c1e51fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715620 Jul 16 20:20:51.896983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57098) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:51.910493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-29ab818b-e1e9-4cee-abcf-9cdb8a2c66ab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.031362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-c4f926d8-7fd1-40b9-af90-3bb2c0bf7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.033261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-c4f926d8-7fd1-40b9-af90-3bb2c0bf7ee3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1097 time: 0.6340222 Jul 16 20:20:52.060350 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-28c13768-fa96-48e9-9855-1d6117cbf96a service neutron] 10.222.0.68 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592394 Jul 16 20:20:52.119055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.159503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a53365b-b6ca-47e8-85a2-bbfb3f8536ef req-8832337a-26e3-41c4-b704-dc9a1c9d63a8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042657 Jul 16 20:20:52.280831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-29ab818b-e1e9-4cee-abcf-9cdb8a2c66ab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.291315 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1343295-b2be-4c9a-a5fd-160f0d050144 req-25f00dec-dfdd-48f4-971e-895370a847fe service neutron] 10.222.0.68 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240934 Jul 16 20:20:52.378539 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.452405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-d994517d-3aa5-42ea-883d-cdeb134e777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.453965 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-d994517d-3aa5-42ea-883d-cdeb134e777a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d48880fbf8f74c859479858015141a48&device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 1096 time: 0.0992887 Jul 16 20:20:52.485096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=db9ae9f3-481c-45a7-bfa9-c6045bdb6010,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.584184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a4ccc-03c2-4fe3-ae98-00a9d1a57411 req-c984099a-0b03-412c-8c14-3e9b4241dbae tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.586221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e0a4ccc-03c2-4fe3-ae98-00a9d1a57411 req-c984099a-0b03-412c-8c14-3e9b4241dbae tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.8086154 Jul 16 20:20:52.591211 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.593273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/db9ae9f3-481c-45a7-bfa9-c6045bdb6010 HTTP/1.1" status: 204 len: 168 time: 1.7198224 Jul 16 20:20:52.596089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.596467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.596808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.597153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.597489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.597744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57102) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.597918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.598143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.599524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.599882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.600292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.600587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.604827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'mac_address': 'fa:16:3e:ba:87:67', 'name': 'tempest-PortsIpV6TestJSON-261932829'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:52.605686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a41b0-0dc4-4793-9b53-f134f243a9d6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:52.614199 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d301f72c-aa2b-4373-a6f5-3b2afa02e346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.654943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-baf40edd-96c9-4f34-a889-dc7e9b7559dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.658377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-baf40edd-96c9-4f34-a889-dc7e9b7559dc service neutron] 10.222.0.68 "GET /v2.0/networks?id=34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 200 len: 913 time: 0.1959047 Jul 16 20:20:52.695092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-29ab818b-e1e9-4cee-abcf-9cdb8a2c66ab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.706702 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d301f72c-aa2b-4373-a6f5-3b2afa02e346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.712537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-de5284f1-4b80-4482-9639-efbfd96c6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.714142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-de5284f1-4b80-4482-9639-efbfd96c6e4a service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.6555820 Jul 16 20:20:52.716080 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-73b4b8be-34ff-48a2-8962-2748b1b5a364 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e45d0fdc-8622-4567-a3dc-7f0197920b75 HTTP/1.1" status: 200 len: 217 time: 0.0484252 Jul 16 20:20:52.785205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f148d8-03c4-40db-89e3-c64cdcff3669 None None] Network 90bdf6fe-c2db-4f81-9893-3e46047c04f6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:52.820414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab818b-e1e9-4cee-abcf-9cdb8a2c66ab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=76b66271-6248-4274-86ea-16a8a1bb6f96,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.825126 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-29ab818b-e1e9-4cee-abcf-9cdb8a2c66ab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.827413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-29ab818b-e1e9-4cee-abcf-9cdb8a2c66ab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/76b66271-6248-4274-86ea-16a8a1bb6f96 HTTP/1.1" status: 204 len: 168 time: 1.5632052 Jul 16 20:20:52.840483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57104) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.861927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e0a4ccc-03c2-4fe3-ae98-00a9d1a57411 req-b80271d8-4707-484d-af19-d9c1ee2f21e9 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372115 Jul 16 20:20:52.966268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b6df-7ac2-469c-8944-4bd0f90a4dd7 req-d88e604e-b432-4d98-bff3-b35aa38ddd9e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.969187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3584b6df-7ac2-469c-8944-4bd0f90a4dd7 req-d88e604e-b432-4d98-bff3-b35aa38ddd9e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 944 time: 0.5332820 Jul 16 20:20:52.978190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-878c9c7f-d5dd-4808-bf3c-9769737a1fd2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.2475417 Jul 16 20:20:53.017144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-685dcf0f-68e3-4ce1-9eca-950a1a9bd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.019963 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-685dcf0f-68e3-4ce1-9eca-950a1a9bd707 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 200 len: 852 time: 0.2702804 Jul 16 20:20:53.144618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3584b6df-7ac2-469c-8944-4bd0f90a4dd7 req-534f124d-2ea7-48e9-8c31-b010d7687ee2 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636441 Jul 16 20:20:53.153505 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-d3f99db7-8011-478c-af58-d41265bfb4b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34db89b4-ab52-45c4-8fd5-13653be1bb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200519 Jul 16 20:20:53.154551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:53.168507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-e73db1db-4a80-4f24-8091-e6a0337df5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.173766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-e73db1db-4a80-4f24-8091-e6a0337df5e2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1631277 Jul 16 20:20:53.180544 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d301f72c-aa2b-4373-a6f5-3b2afa02e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.185440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d301f72c-aa2b-4373-a6f5-3b2afa02e346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.186843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d301f72c-aa2b-4373-a6f5-3b2afa02e346 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52aa0cc1-e9b9-46fe-b157-e45262325f46 HTTP/1.1" status: 204 len: 168 time: 1.2872980 Jul 16 20:20:53.216795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.238165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] DHCP port deletion for 90bdf6fe-c2db-4f81-9893-3e46047c04f6 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:53.342458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301f72c-aa2b-4373-a6f5-3b2afa02e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aa0cc1-e9b9-46fe-b157-e45262325f46,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.433245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] Deleting port f63596b0-846e-4df5-8e9e-a60158157e3a {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:53.442400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.471103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-4d72daef-f856-4467-967c-e2a6e6fcf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.473986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-4d72daef-f856-4467-967c-e2a6e6fcf129 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2855618 Jul 16 20:20:53.613227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] For port f63596b0-846e-4df5-8e9e-a60158157e3a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f63596b0-846e-4df5-8e9e-a60158157e3a,segment=NetworkSegment(0c6c12c4-59ad-4131-a89d-c592442fcc84),segment_id=0c6c12c4-59ad-4131-a89d-c592442fcc84)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:53.613422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.630073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] Calling delete_port for f63596b0-846e-4df5-8e9e-a60158157e3a owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:53.730652 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.770191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] Pushing event deleted for resources: {'Port': ['ID=f63596b0-846e-4df5-8e9e-a60158157e3a,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.793862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218893a-db8c-41c4-b335-6518566ba38b None None] No DVR routers for this DVR port f63596b0-846e-4df5-8e9e-a60158157e3a on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:53.804826 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.023111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-56d384d1-76a4-4a45-9565-9ab475151052 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247030 Jul 16 20:20:54.023729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f63596b0-846e-4df5-8e9e-a60158157e3a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:54.041039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e504cc-e27a-451b-ad4f-cc49f22c8142 req-e697f81c-cc46-4764-a614-603443df5fc1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.046903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7e504cc-e27a-451b-ad4f-cc49f22c8142 req-e697f81c-cc46-4764-a614-603443df5fc1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.5711129 Jul 16 20:20:54.087875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-df60536d-4696-481a-895a-940c2ab3001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.090660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-df60536d-4696-481a-895a-940c2ab3001f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2787dc92f2c14544b6f8410093b25f10&device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 1098 time: 0.5776207 Jul 16 20:20:54.097302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f63596b0-846e-4df5-8e9e-a60158157e3a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:54.097813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f63596b0-846e-4df5-8e9e-a60158157e3a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:54.225267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7373e-b623-49cd-a761-cd09001b9184 req-7c19649d-985e-4bd0-b7a0-9709c1e7ceaf tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.232890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bda7373e-b623-49cd-a761-cd09001b9184 req-7c19649d-985e-4bd0-b7a0-9709c1e7ceaf tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.5959024 Jul 16 20:20:54.268620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57124) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.273324 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.397961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 701ee9c2-17a9-408d-9400-43424d8aa0c9 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:54.432827 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-17c33142-b203-47a4-af37-e5526b1c2373 service neutron] 10.222.0.68 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2626033 Jul 16 20:20:54.486069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.589794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bdf6fe-c2db-4f81-9893-3e46047c04f6']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:54.644557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7e504cc-e27a-451b-ad4f-cc49f22c8142 req-3c6508ff-4cf3-4388-a9a5-b4704f7c92a9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5768061 Jul 16 20:20:54.644835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6c12c4-59ad-4131-a89d-c592442fcc84') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:54.645163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6c12c4-59ad-4131-a89d-c592442fcc84') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:54.667914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.688601 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-47e78a21-e57b-42f9-ae98-18e93343bd45 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6032fc536f4400bb036e1fea9733c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177444 Jul 16 20:20:54.704549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57126) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.760836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device e45d0fdc-8622-4567-a3dc-7f0197920b75 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:54.772367 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.789267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0440ff-306e-4ee5-a16c-a2d40938cb98 req-ce60e7cc-7bf5-4915-87bf-b35ed7cc2f49 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7376330 Jul 16 20:20:54.817779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bda7373e-b623-49cd-a761-cd09001b9184 req-0e28f9f7-697c-44ab-ae87-12456239bab8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246117 Jul 16 20:20:54.822339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:54.823376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:54.833788 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:54.891462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-f0bb97b9-6e9d-43b1-b4ad-710571abaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.894563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-f0bb97b9-6e9d-43b1-b4ad-710571abaca3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 200 len: 915 time: 0.7565281 Jul 16 20:20:54.924809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-60b87234-b9d4-4940-be17-4bdbcb581981 req-0129251e-eb06-4685-a5b1-426aa70b9914 service neutron] 10.222.0.68 "GET /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153380 Jul 16 20:20:55.008463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-c430dbbf-33e6-4be3-8b34-7c28f4e4d392 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 200 len: 217 time: 0.1069517 Jul 16 20:20:55.029585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port e45d0fdc-8622-4567-a3dc-7f0197920b75, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=e45d0fdc-8622-4567-a3dc-7f0197920b75,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:55.052004 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.057609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'e45d0fdc-8622-4567-a3dc-7f0197920b75', 'network_id': '34db89b4-ab52-45c4-8fd5-13653be1bb93', 'port_id': 'e45d0fdc-8622-4567-a3dc-7f0197920b75', 'mac_address': 'fa:16:3e:df:bd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5945411-55ad-491a-99c8-88ce730cc089', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:55.085763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.089510 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/90bdf6fe-c2db-4f81-9893-3e46047c04f6 HTTP/1.1" status: 204 len: 168 time: 2.2423191 Jul 16 20:20:55.103350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57130) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.167572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.173770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-842099e9-969c-4b4e-8c86-71b3e87b25e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1177742374', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:55.179588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-fdf1fae6-7ad5-4043-a560-c605c28e644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.183740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-fdf1fae6-7ad5-4043-a560-c605c28e644c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 200 len: 854 time: 0.1548796 Jul 16 20:20:55.194629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccadc78-b7b5-4223-ae5a-036571c67cbb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=90bdf6fe-c2db-4f81-9893-3e46047c04f6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.196782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45d0fdc-8622-4567-a3dc-7f0197920b75 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:55.275920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port e45d0fdc-8622-4567-a3dc-7f0197920b75, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=e45d0fdc-8622-4567-a3dc-7f0197920b75,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:55.285438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.303228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-5f9b0b9b-e938-4c6a-8323-3d23bc1b4a17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35b2029d-70e5-471c-b944-02626042955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112392 Jul 16 20:20:55.364731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.381823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=e45d0fdc-8622-4567-a3dc-7f0197920b75,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.479772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37bec1f4-5ae9-4a27-8fb5-e59d96374f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.494222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.496717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995846c-c290-4b31-82da-4deaf50aa5af req-e7d5219f-c227-4e4e-8e16-ed014d593023 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.506609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f995846c-c290-4b31-82da-4deaf50aa5af req-e7d5219f-c227-4e4e-8e16-ed014d593023 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 944 time: 0.4962440 Jul 16 20:20:55.513496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['e45d0fdc-8622-4567-a3dc-7f0197920b75'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:55.577224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-842099e9-969c-4b4e-8c86-71b3e87b25e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.580138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-842099e9-969c-4b4e-8c86-71b3e87b25e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.622418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-245ff84b-3eb8-41a9-b0d9-7b6e04e30812 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940357 Jul 16 20:20:55.632767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f995846c-c290-4b31-82da-4deaf50aa5af req-13668b77-9db8-4e0b-8b87-5c9702a12e86 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199124 Jul 16 20:20:55.638011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37bec1f4-5ae9-4a27-8fb5-e59d96374f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.675114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:55.699428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:55.715270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=701ee9c2-17a9-408d-9400-43424d8aa0c9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.734695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:55.746525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.747711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.850473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-842099e9-969c-4b4e-8c86-71b3e87b25e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.865111 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-842099e9-969c-4b4e-8c86-71b3e87b25e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.881680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22b238a4-1f8d-484f-b989-0ea14ee4f6f8 req-767bf9d9-71eb-4b5b-bd21-615179ebc663 service neutron] 10.222.0.16 "GET /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461402 Jul 16 20:20:55.933921 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-350ed397-7820-4e22-b33e-bc4d88532199 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3336372 Jul 16 20:20:55.937761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-842099e9-969c-4b4e-8c86-71b3e87b25e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.942566 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-842099e9-969c-4b4e-8c86-71b3e87b25e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8065789 Jul 16 20:20:55.942566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57136) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.950399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57138) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.961492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2033835191'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:55.966247 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37bec1f4-5ae9-4a27-8fb5-e59d96374f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.972658 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37bec1f4-5ae9-4a27-8fb5-e59d96374f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.977138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-37bec1f4-5ae9-4a27-8fb5-e59d96374f0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0ae9128-0164-41a9-837b-20de47fc46e1 HTTP/1.1" status: 204 len: 168 time: 1.2646434 Jul 16 20:20:56.033626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bec1f4-5ae9-4a27-8fb5-e59d96374f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ae9128-0164-41a9-837b-20de47fc46e1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.098485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9841f25b-ae55-48bb-a095-6387f6d7e109 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.104508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:56.105303 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9841f25b-ae55-48bb-a095-6387f6d7e109 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/701ee9c2-17a9-408d-9400-43424d8aa0c9 HTTP/1.1" status: 200 len: 844 time: 0.1581876 Jul 16 20:20:56.106050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57142) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.113045 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.160989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db92f1-0b8a-4e9a-a792-bf237ec11abb req-e9f191fe-0906-4539-b841-db577d54cf1c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.163309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57db92f1-0b8a-4e9a-a792-bf237ec11abb req-e9f191fe-0906-4539-b841-db577d54cf1c tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.2333450 Jul 16 20:20:56.237935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:56.276338 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.276891 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment 26eea764-e047-4653-a724-d3c778a27250 of type vlan for network 3f2d2b14-f22d-4154-a86a-4366f955ed66 Jul 16 20:20:56.353929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-78e8ccac-afff-4d40-9521-fffbba35140c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 701ee9c2-17a9-408d-9400-43424d8aa0c9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:56.354132 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78e8ccac-afff-4d40-9521-fffbba35140c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.438951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.447400 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78e8ccac-afff-4d40-9521-fffbba35140c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.479155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-78e8ccac-afff-4d40-9521-fffbba35140c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 701ee9c2-17a9-408d-9400-43424d8aa0c9 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:56.558035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57db92f1-0b8a-4e9a-a792-bf237ec11abb req-9b0f5844-e871-49e2-90ab-6e9339c021ae tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407404 Jul 16 20:20:56.563570 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.590706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.591769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.615504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78e8ccac-afff-4d40-9521-fffbba35140c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.654351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8ccac-afff-4d40-9521-fffbba35140c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=701ee9c2-17a9-408d-9400-43424d8aa0c9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.663961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78e8ccac-afff-4d40-9521-fffbba35140c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.669499 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-78e8ccac-afff-4d40-9521-fffbba35140c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/701ee9c2-17a9-408d-9400-43424d8aa0c9 HTTP/1.1" status: 204 len: 168 time: 0.5621283 Jul 16 20:20:56.670163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57150) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.732590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337b711-ba6e-4e43-92f6-ae37649f8547 req-62970519-ed2a-4c73-b930-694489f18547 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.735270 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-351d732c-1d78-47ff-ae61-5ca77dd2af22 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:20:56.744825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-351d732c-1d78-47ff-ae61-5ca77dd2af22 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/701ee9c2-17a9-408d-9400-43424d8aa0c9 HTTP/1.1" status: 404 len: 333 time: 0.0735071 Jul 16 20:20:56.747849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.748646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8337b711-ba6e-4e43-92f6-ae37649f8547 req-62970519-ed2a-4c73-b930-694489f18547 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.5834763 Jul 16 20:20:56.759421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'name': 'tempest-PortsIpV6TestJSON-2146956755'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:56.788616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device e45d0fdc-8622-4567-a3dc-7f0197920b75 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:56.809291 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8540487 Jul 16 20:20:56.817335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.824563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:56.943394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port e45d0fdc-8622-4567-a3dc-7f0197920b75 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:56.961601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port e45d0fdc-8622-4567-a3dc-7f0197920b75 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:56.962189 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.986665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1ffb7-77dd-482b-9acc-7448a864330d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=3f2d2b14-f22d-4154-a86a-4366f955ed66,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.018030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3f2d2b14-f22d-4154-a86a-4366f955ed66 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:57.032784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8337b711-ba6e-4e43-92f6-ae37649f8547 req-1e3220ea-8f85-4679-b5c3-bdeb2849006a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828033 Jul 16 20:20:57.157474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140df34-6c15-4dbb-ae82-aa00c720583d req-cf068195-f8ee-4d2d-8eba-ade023e6b3fd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:57.161163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9140df34-6c15-4dbb-ae82-aa00c720583d req-cf068195-f8ee-4d2d-8eba-ade023e6b3fd tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1940014 Jul 16 20:20:57.198551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:57.210382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.381168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9140df34-6c15-4dbb-ae82-aa00c720583d req-febd8bff-59cf-4a0c-9781-990ccb77c263 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061205 Jul 16 20:20:57.394044 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.479013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b015725a-6a31-4dc7-9a49-ef459ace3e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d0fdc-8622-4567-a3dc-7f0197920b75'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:57.486719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:57.493225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.495064 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f197b82-ded5-40c9-9ed9-80b9afefd995" -d '{"events": [{"server_uuid": "b015725a-6a31-4dc7-9a49-ef459ace3e57", "name": "network-vif-plugged", "status": "completed", "tag": "e45d0fdc-8622-4567-a3dc-7f0197920b75"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:57.528345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e117dc-3cbe-4c66-9126-210fe604409c req-25f55368-8d14-43ea-9b5a-484e85464595 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:57.532086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port e45d0fdc-8622-4567-a3dc-7f0197920b75, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=e45d0fdc-8622-4567-a3dc-7f0197920b75,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:57.540828 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.542391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port b9ba4c73-bde5-487f-aa8c-9308f307d34b yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:57.543097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10e117dc-3cbe-4c66-9126-210fe604409c req-25f55368-8d14-43ea-9b5a-484e85464595 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 945 time: 0.2417240 Jul 16 20:20:57.622603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10e117dc-3cbe-4c66-9126-210fe604409c req-50ae262a-e4b6-4d54-87a8-8698f751d448 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773218 Jul 16 20:20:57.740823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=e45d0fdc-8622-4567-a3dc-7f0197920b75,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.841950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.858521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062db70-42f4-4861-a018-ccbab399a909 req-5839e8f0-a413-4a04-9d50-3c73539e20eb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:57.868692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c062db70-42f4-4861-a018-ccbab399a909 req-5839e8f0-a413-4a04-9d50-3c73539e20eb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1383080 Jul 16 20:20:57.937147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57182) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.940414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c062db70-42f4-4861-a018-ccbab399a909 req-d7ec8f2c-0f8e-4478-bf0a-95092556136d tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706074 Jul 16 20:20:57.982100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=2aeb48cb-549d-42dd-b8a3-db8d0f9214dc,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.163119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.198179 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635dc1a0-cf2e-4232-b3a4-15afd2bdc97f x-openstack-request-id: req-635dc1a0-cf2e-4232-b3a4-15afd2bdc97f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:58.199005 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b015725a-6a31-4dc7-9a49-ef459ace3e57", "name": "network-vif-plugged", "status": "completed", "tag": "e45d0fdc-8622-4567-a3dc-7f0197920b75", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:58.199005 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-635dc1a0-cf2e-4232-b3a4-15afd2bdc97f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:58.199316 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b015725a-6a31-4dc7-9a49-ef459ace3e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d0fdc-8622-4567-a3dc-7f0197920b75', 'code': 200} Jul 16 20:20:58.213796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1113787617-network', 'tenant_id': '9cea726f818843af9f82975114c19b21'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:58.252236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:58.252848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: 3f2d2b14-f22d-4154-a86a-4366f955ed66, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:58.355933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Made reservation on behalf of 9cea726f818843af9f82975114c19b21 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:58.358534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.388409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.407380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 3f2d2b14-f22d-4154-a86a-4366f955ed66 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:58.430436 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.506685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 3f2d2b14-f22d-4154-a86a-4366f955ed66) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:58.512647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:58.520238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c606fe-5e14-494d-a899-9a93c44944e6 None None] Network 3f2d2b14-f22d-4154-a86a-4366f955ed66 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:58.537270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.538083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.550080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:58.552282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec245b-96f7-4002-ad01-9b66e106da66 req-660cfc84-ec00-48f1-9d1d-76f2833dc787 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.561093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90ec245b-96f7-4002-ad01-9b66e106da66 req-660cfc84-ec00-48f1-9d1d-76f2833dc787 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.1639881 Jul 16 20:20:58.569758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:58.576458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.577131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.596109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13be8-1d66-44a2-bc35-552d3412a810 req-42de998e-b419-469f-ad59-b098b1fae756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.597889 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3b13be8-1d66-44a2-bc35-552d3412a810 req-42de998e-b419-469f-ad59-b098b1fae756 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 1098 time: 0.3152678 Jul 16 20:20:58.624780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=b9ba4c73-bde5-487f-aa8c-9308f307d34b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.697352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e3b13be8-1d66-44a2-bc35-552d3412a810 req-f6e0fe63-50b7-45dc-bcd1-c1862e6dabd3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852723 Jul 16 20:20:58.711915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90ec245b-96f7-4002-ad01-9b66e106da66 req-f0674fcd-6852-4c4b-8b81-566f474e2b92 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299727 Jul 16 20:20:58.740440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f0042-5e8d-4e16-b96b-a27079af7f48 req-c31286aa-a668-4ba2-96a9-ab47199046cb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.754639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-260f0042-5e8d-4e16-b96b-a27079af7f48 req-c31286aa-a668-4ba2-96a9-ab47199046cb tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1907325 Jul 16 20:20:58.771358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.780587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.840342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-260f0042-5e8d-4e16-b96b-a27079af7f48 req-5ebb650d-c436-4d3e-9f28-f385ef9a8523 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818684 Jul 16 20:20:58.861341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57202) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.867535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:58.869584 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6741d44f-2a87-438f-b0c0-cc2b3ee9dc3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1201661 Jul 16 20:20:58.879234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57204) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.879778 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ec3774f3-3aad-481b-9fb0-47ea4841e480 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0536213 Jul 16 20:20:58.914772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-3f2d2b14-f22d-4154-a86a-4366f955ed66', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:58.918044 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.922790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:58.965201 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.971666 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Added segment d009afff-31e0-4d9c-ae5e-9b1307e8c64a of type vlan for network 6387992f-d398-4257-a9e0-e23048055ad8 Jul 16 20:20:59.079083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.084080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129aa124-0599-424e-b3c4-44ccd314d345,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.129802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.131452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:59.132977 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.181289 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2369854 Jul 16 20:20:59.182401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57208) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:59.191679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Request body: {'subnet': {'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1113787617-subnet', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:59.266778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346e940-8b15-4796-baa6-7647e441c2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6387992f-d398-4257-a9e0-e23048055ad8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.311382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Made reservation on behalf of 9cea726f818843af9f82975114c19b21 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:59.317762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.519763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.541309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6387992f-d398-4257-a9e0-e23048055ad8 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:59.577580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbfa3-384d-4d87-8ec5-3ca416629dc0 req-e0dc6e2d-71aa-4292-8f05-872638fbbddf tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:59.587083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-866fbfa3-384d-4d87-8ec5-3ca416629dc0 req-e0dc6e2d-71aa-4292-8f05-872638fbbddf tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.5110166 Jul 16 20:20:59.711053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46540-8200-45a1-8a7d-7d8cb2224aae req-6a3d55dc-18ee-4fda-a335-5a1a36eec715 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:59.712602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aeb46540-8200-45a1-8a7d-7d8cb2224aae req-6a3d55dc-18ee-4fda-a335-5a1a36eec715 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 946 time: 0.5475466 Jul 16 20:20:59.746458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.748160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.817089 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-866fbfa3-384d-4d87-8ec5-3ca416629dc0 req-a52eabd3-e390-45f6-94a0-261dff99b4f9 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282660 Jul 16 20:20:59.873171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Allocated IP 2001:db8::2 (3f2d2b14-f22d-4154-a86a-4366f955ed66/2aeb48cb-549d-42dd-b8a3-db8d0f9214dc/18b10c17-9443-456b-9464-9d143cecff0c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:59.912712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Checking segment: {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:59.913444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Network hostable DHCP agents. Network: 6387992f-d398-4257-a9e0-e23048055ad8, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:59.919780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405169b1-d2d7-4125-b5e3-1af006f08613,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.973382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Network 6387992f-d398-4257-a9e0-e23048055ad8 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:59.995865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6387992f-d398-4257-a9e0-e23048055ad8) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:00.022274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:00.022664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c860bd-f773-41b9-b64e-4291dca41ad6 None None] Network 6387992f-d398-4257-a9e0-e23048055ad8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:00.024871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.064654 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bbdea12b-4833-42a4-aabb-9bde176d5916 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8791838 Jul 16 20:21:00.068336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57218) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:00.079579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:00.130862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.133319 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.175395 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aeb46540-8200-45a1-8a7d-7d8cb2224aae req-f256e803-3351-416a-9460-ac63db20554e tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350021 Jul 16 20:21:00.235356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.419306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.543330 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.556001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Transition to ACTIVE for port object 18b10c17-9443-456b-9464-9d143cecff0c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:00.576179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Transition to ACTIVE for port object 18b10c17-9443-456b-9464-9d143cecff0c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:00.614290 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.632793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-6387992f-d398-4257-a9e0-e23048055ad8', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:00.634165 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.680108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Network 3f2d2b14-f22d-4154-a86a-4366f955ed66 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:00.687985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:00.696919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:00.853988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Pushing event updated for resources: {'Port': ['ID=18b10c17-9443-456b-9464-9d143cecff0c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.909402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.928913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Attempting to bind port 18b10c17-9443-456b-9464-9d143cecff0c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:00.929286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Attempting to bind port 18b10c17-9443-456b-9464-9d143cecff0c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:00.929904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Attempting to bind port 18b10c17-9443-456b-9464-9d143cecff0c on network 3f2d2b14-f22d-4154-a86a-4366f955ed66 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:00.933080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Allocated IP 172.20.0.2 (6387992f-d398-4257-a9e0-e23048055ad8/405169b1-d2d7-4125-b5e3-1af006f08613/9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:00.936662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.944739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:00.945997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Checking segment: {'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:00.947033 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.947784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Bound using segment: {'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:00.949094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Bound port: 18b10c17-9443-456b-9464-9d143cecff0c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:00.949780 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.014058 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.032297 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.070562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d69f-c1af-4993-b47d-a0204c2729cc req-977a16dc-3604-4606-913e-96a0d62f9b56 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:01.074735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6fd0d69f-c1af-4993-b47d-a0204c2729cc req-977a16dc-3604-4606-913e-96a0d62f9b56 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 1.0224874 Jul 16 20:21:01.118598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Allocated IP 172.25.6.248 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/776c504a-9460-47d7-881d-55b205c8345b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:01.183570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] For port 18b10c17-9443-456b-9464-9d143cecff0c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:01.183570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] For port 18b10c17-9443-456b-9464-9d143cecff0c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=18b10c17-9443-456b-9464-9d143cecff0c,segment=NetworkSegment(26eea764-e047-4653-a724-d3c778a27250),segment_id=26eea764-e047-4653-a724-d3c778a27250)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:01.196384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.213744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] In _notify_port_updated(), no bound segment for port b9ba4c73-bde5-487f-aa8c-9308f307d34b on network 9e50f02e-75a0-4a69-825a-a97ee717a216 {{(pid=100243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:01.220559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:01.221248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.227095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "PUT /v2.0/ports/b9ba4c73-bde5-487f-aa8c-9308f307d34b HTTP/1.1" status: 200 len: 818 time: 2.3601172 Jul 16 20:21:01.247070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6fd0d69f-c1af-4993-b47d-a0204c2729cc req-1cf34831-a6f4-4f71-aa15-5c3fd3238e52 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880437 Jul 16 20:21:01.247613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57224) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.274670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49b90e-4285-4849-870c-e6739eee5ffe None None] Pushing event updated for resources: {'Port': ['ID=18b10c17-9443-456b-9464-9d143cecff0c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.414734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4923b6-1f11-46f0-a2a2-423476669a4e req-8359de90-0f7e-4c48-9f27-3eb0c8fb97be tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:01.420104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.422069 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd4923b6-1f11-46f0-a2a2-423476669a4e req-8359de90-0f7e-4c48-9f27-3eb0c8fb97be tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.6441610 Jul 16 20:21:01.429326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe8dd9-9b0a-4939-b3ec-703ea9226a46 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=b9ba4c73-bde5-487f-aa8c-9308f307d34b,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.438340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8::1 (3f2d2b14-f22d-4154-a86a-4366f955ed66/2aeb48cb-549d-42dd-b8a3-db8d0f9214dc/ebc8939f-a1cf-438c-836f-a1cc5268c9b5) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:01.473348 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.519609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Transition to ACTIVE for port object 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:01.526728 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.560907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd4923b6-1f11-46f0-a2a2-423476669a4e req-2e392bef-a2c3-4d80-83fe-011c9032f249 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375079 Jul 16 20:21:01.596565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Transition to ACTIVE for port object 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:01.612036 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.621472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:01.634314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:01.648679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:01.651003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Pushing event updated for resources: {'Port': ['ID=776c504a-9460-47d7-881d-55b205c8345b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.716597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Network 6387992f-d398-4257-a9e0-e23048055ad8 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:01.743488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:01.755053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:01.859840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Pushing event updated for resources: {'Port': ['ID=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.897981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.898350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.898669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.899011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.899361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.899687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.900023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.912553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.913013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.913614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.914220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.914753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:01.929754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Attempting to bind port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:01.930128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Attempting to bind port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:01.930721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Attempting to bind port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 on network 6387992f-d398-4257-a9e0-e23048055ad8 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:01.943051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:01.945510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Checking segment: {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:01.946225 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.946806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Bound using segment: {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:01.952249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Bound port: 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:01.954180 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.117008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] For port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:02.129884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] For port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:02.143115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.195285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 18b10c17-9443-456b-9464-9d143cecff0c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:02.337764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ea7f5-d383-450c-9fda-5faa7be2e261 None None] Pushing event updated for resources: {'Port': ['ID=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.364456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-04edd8b4-cb35-4cd6-b236-53fcd610195d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port b9ba4c73-bde5-487f-aa8c-9308f307d34b {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:02.365049 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04edd8b4-cb35-4cd6-b236-53fcd610195d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.373189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 18b10c17-9443-456b-9464-9d143cecff0c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:02.405145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-2bc53500-ab99-4517-845f-eae69e68c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.409030 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-2bc53500-ab99-4517-845f-eae69e68c664 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1097 time: 0.2685139 Jul 16 20:21:02.418481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0b19a-6e95-4752-b554-76164f4d206c req-4dc35906-ce9f-4aaf-84c5-86c857b86e82 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.431318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34d0b19a-6e95-4752-b554-76164f4d206c req-4dc35906-ce9f-4aaf-84c5-86c857b86e82 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 946 time: 0.9354768 Jul 16 20:21:02.528946 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.683870 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04edd8b4-cb35-4cd6-b236-53fcd610195d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.709145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.709303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-04edd8b4-cb35-4cd6-b236-53fcd610195d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for b9ba4c73-bde5-487f-aa8c-9308f307d34b owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:02.833197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34d0b19a-6e95-4752-b554-76164f4d206c req-76760d9a-1d4a-4682-992a-33366c73f06c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734617 Jul 16 20:21:02.914524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object ebc8939f-a1cf-438c-836f-a1cc5268c9b5 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:02.972641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eb6f3-1591-4293-9100-d22a5af94229 req-fa6ba6a2-0e92-44ff-be89-102a7f7d935d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.979665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-8f5b4701-ca45-4149-8aa6-8e4d778fa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.981330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-8f5b4701-ca45-4149-8aa6-8e4d778fa93d service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.5657563 Jul 16 20:21:02.991300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe5eb6f3-1591-4293-9100-d22a5af94229 req-fa6ba6a2-0e92-44ff-be89-102a7f7d935d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.8760254 Jul 16 20:21:03.023762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04edd8b4-cb35-4cd6-b236-53fcd610195d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.163443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edd8b4-cb35-4cd6-b236-53fcd610195d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=b9ba4c73-bde5-487f-aa8c-9308f307d34b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.268837 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-0c6176a2-72bf-4a85-8e08-ca7019ca743c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.2681844 Jul 16 20:21:03.278294 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04edd8b4-cb35-4cd6-b236-53fcd610195d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.286953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-04edd8b4-cb35-4cd6-b236-53fcd610195d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/b9ba4c73-bde5-487f-aa8c-9308f307d34b HTTP/1.1" status: 204 len: 168 time: 2.0329273 Jul 16 20:21:03.291094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57236) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.418028 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dacc24-f608-4863-b412-d9e3fdf62f06 None None] Network 3f2d2b14-f22d-4154-a86a-4366f955ed66 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:03.426011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.430946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe5eb6f3-1591-4293-9100-d22a5af94229 req-bccedb1e-0963-405b-823b-06feed71514c tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374344 Jul 16 20:21:03.440298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-da6ed748-5b65-4176-b265-213f3a8727cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:03.444596 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-da6ed748-5b65-4176-b265-213f3a8727cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1306436 Jul 16 20:21:03.452523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.581703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 3f2d2b14-f22d-4154-a86a-4366f955ed66 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:03.589127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:03.607454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:03.608025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.669047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a7e7399c-5e61-40ee-97ed-1e8c02eb116a None None] Provisioning for port 18b10c17-9443-456b-9464-9d143cecff0c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:03.691970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a7e7399c-5e61-40ee-97ed-1e8c02eb116a None None] Provisioning complete for port 18b10c17-9443-456b-9464-9d143cecff0c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:03.693757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a7e7399c-5e61-40ee-97ed-1e8c02eb116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.807376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18090b-014e-4b30-a845-87cc1df8a5d9 req-9f3bfcb4-3272-4c65-9c24-5e09d17c3975 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:03.809284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c18090b-014e-4b30-a845-87cc1df8a5d9 req-9f3bfcb4-3272-4c65-9c24-5e09d17c3975 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.6489146 Jul 16 20:21:03.933943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.987541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.050960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c18090b-014e-4b30-a845-87cc1df8a5d9 req-68965d83-d1e7-4b55-8086-653254e69207 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192839 Jul 16 20:21:04.075024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61280b39-3bf5-4173-a466-0c043665f9c0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:04.080746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-61280b39-3bf5-4173-a466-0c043665f9c0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7754567 Jul 16 20:21:04.103814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57248) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.147580 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42087cc-6ba7-4941-92f8-b44aa0c2b9a2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:21:04.149664 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a42087cc-6ba7-4941-92f8-b44aa0c2b9a2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/b9ba4c73-bde5-487f-aa8c-9308f307d34b HTTP/1.1" status: 404 len: 333 time: 0.0441115 Jul 16 20:21:04.167754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57252) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.174309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-270184686'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:04.204905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:04.257888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:04.268842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.309551 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a7e7399c-5e61-40ee-97ed-1e8c02eb116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.445801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a944bc-8da3-4b52-9bb4-daff1440f7bc None None] Network 6387992f-d398-4257-a9e0-e23048055ad8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:04.585815 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.606999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:04.630732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a7e7399c-5e61-40ee-97ed-1e8c02eb116a None None] For port 18b10c17-9443-456b-9464-9d143cecff0c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=18b10c17-9443-456b-9464-9d143cecff0c,segment=NetworkSegment(26eea764-e047-4653-a724-d3c778a27250),segment_id=26eea764-e047-4653-a724-d3c778a27250)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:04.645106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-e48c0043-ebe8-411e-b9e8-a859965545ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:04.652186 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-e48c0043-ebe8-411e-b9e8-a859965545ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1992800 Jul 16 20:21:04.688378 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a7e7399c-5e61-40ee-97ed-1e8c02eb116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.713938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:04.812660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Router 00b4c80c-7a22-456a-ada0-f0a75063873d is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:04.828364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7399c-5e61-40ee-97ed-1e8c02eb116a None None] Pushing event updated for resources: {'Port': ['ID=18b10c17-9443-456b-9464-9d143cecff0c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.832239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-e1831ecd-53d0-431d-b830-c8b555f33b4d service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627495 Jul 16 20:21:04.857842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e858f5d3-37b9-4ed3-b87b-d6c01333552b None None] Provisioning for port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:04.863008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e858f5d3-37b9-4ed3-b87b-d6c01333552b None None] Provisioning complete for port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:04.863575 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e858f5d3-37b9-4ed3-b87b-d6c01333552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.899985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.900557 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Added segment 88024170-d99e-44ad-bc2e-becf2fa6adc2 of type vlan for network 6a2dd401-7ded-4014-8441-ef444e76ef58 Jul 16 20:21:05.032816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bc398-8f8c-488d-8684-9a2962479359 req-a0a8f62e-753a-43cd-87c0-3d8db6c1966d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.034871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-659bc398-8f8c-488d-8684-9a2962479359 req-a0a8f62e-753a-43cd-87c0-3d8db6c1966d tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 946 time: 0.7781680 Jul 16 20:21:05.051864 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e858f5d3-37b9-4ed3-b87b-d6c01333552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.123861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:05.134495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e858f5d3-37b9-4ed3-b87b-d6c01333552b None None] For port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:05.143000 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e858f5d3-37b9-4ed3-b87b-d6c01333552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.152010 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Sync routers for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:05.174929 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd60b4e7-fb37-414e-9910-6ca633d883c6 req-bbb0236a-c8a1-4fee-b8bd-98dce8d7fac6 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361151 Jul 16 20:21:05.189461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.190817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-20d20f9e-333b-4758-a47a-b519984f7d34 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1205323 Jul 16 20:21:05.195103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57258) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:05.195705 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:05.197019 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.234776 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.260974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.327855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1cd4-08d5-49a1-9773-20093e7345cd req-ba576c41-2656-4090-b9fb-ddd46fd3667a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.333568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a6b1cd4-08d5-49a1-9773-20093e7345cd req-ba576c41-2656-4090-b9fb-ddd46fd3667a tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.5850611 Jul 16 20:21:05.352871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858f5d3-37b9-4ed3-b87b-d6c01333552b None None] Pushing event updated for resources: {'Port': ['ID=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.365115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-74aed276-372d-4252-af82-29254aa1842b None None] Provisioning for port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:05.376944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-74aed276-372d-4252-af82-29254aa1842b None None] Provisioning complete for port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:05.377339 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-74aed276-372d-4252-af82-29254aa1842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.470724 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.498766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:21:05.501020 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:05.504574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.506466 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.558880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-74aed276-372d-4252-af82-29254aa1842b None None] Port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:05.591246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-74aed276-372d-4252-af82-29254aa1842b None None] Provisioning complete for port 18b10c17-9443-456b-9464-9d143cecff0c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:05.591571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-74aed276-372d-4252-af82-29254aa1842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.653641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-659bc398-8f8c-488d-8684-9a2962479359 req-a2df76e9-2be7-408f-a907-300410487f26 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097139 Jul 16 20:21:05.659339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.758068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a6b1cd4-08d5-49a1-9773-20093e7345cd req-5e4e6f80-e063-45bd-a1cb-02a285c99e3b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806342 Jul 16 20:21:05.758938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.800663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.815209 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.003730 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:02Z', 'revision_number': 3, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:06.074540 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Checking router: 00b4c80c-7a22-456a-ada0-f0a75063873d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:06.077364 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Updating router 00b4c80c-7a22-456a-ada0-f0a75063873d port 776c504a-9460-47d7-881d-55b205c8345b binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:06.189157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:06.199452 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.256824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0874522 Jul 16 20:21:06.257661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba090f5-5ac0-458f-b8a9-3eda0e5f8833 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Network': ['ID=6a2dd401-7ded-4014-8441-ef444e76ef58,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:06.274153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57264) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:06.280069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:06.309133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 3f2d2b14-f22d-4154-a86a-4366f955ed66 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:06.316715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:06.332068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6a2dd401-7ded-4014-8441-ef444e76ef58 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:06.468898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.720589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:06.729070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.782980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7e786594-7464-4d4f-9d73-ef0b4c06669d None None] Provisioning complete for port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:06.783626 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e786594-7464-4d4f-9d73-ef0b4c06669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.823110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608591e5-3cf3-4e95-8425-e412ce6ec8fe req-c27a6919-692c-4ec6-b452-341c84a21768 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.826415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-608591e5-3cf3-4e95-8425-e412ce6ec8fe req-c27a6919-692c-4ec6-b452-341c84a21768 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.7187178 Jul 16 20:21:06.836138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:06.844656 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.866057 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Transition to ACTIVE for port object 776c504a-9460-47d7-881d-55b205c8345b will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:06.878525 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.912424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7e786594-7464-4d4f-9d73-ef0b4c06669d None None] Port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:06.930643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:06.931111 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.941807 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Attempting to bind port 776c504a-9460-47d7-881d-55b205c8345b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:06.942570 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Attempting to bind port 776c504a-9460-47d7-881d-55b205c8345b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:06.943459 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Attempting to bind port 776c504a-9460-47d7-881d-55b205c8345b on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:06.992329 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:06.993119 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:06.993897 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.994993 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:06.996184 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Bound port: 776c504a-9460-47d7-881d-55b205c8345b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:06.997410 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.999890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7e786594-7464-4d4f-9d73-ef0b4c06669d None None] Provisioning complete for port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:07.000438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e786594-7464-4d4f-9d73-ef0b4c06669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.145815 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] For port 776c504a-9460-47d7-881d-55b205c8345b, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:07.153816 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] For port 776c504a-9460-47d7-881d-55b205c8345b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=776c504a-9460-47d7-881d-55b205c8345b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:07.164232 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.204376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.269307 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Pushing event updated for resources: {'Port': ['ID=776c504a-9460-47d7-881d-55b205c8345b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:07.288005 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.288404 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.288746 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.289988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 18b10c17-9443-456b-9464-9d143cecff0c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:07.291894 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.292484 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.292841 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.293185 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.298085 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.298085 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.298085 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.298695 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.299052 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:07.305413 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:07.306068 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:07.410895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 18b10c17-9443-456b-9464-9d143cecff0c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:07.412409 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.503654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-608591e5-3cf3-4e95-8425-e412ce6ec8fe req-3c1e618e-a654-44cf-af49-bd0b480c28c7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6605780 Jul 16 20:21:07.526169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c2fe-6097-4484-9e33-9a897bbfc57f req-5de4bfc0-ea92-431c-aa6c-1abd3f167a6d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:07.529442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f24c2fe-6097-4484-9e33-9a897bbfc57f req-5de4bfc0-ea92-431c-aa6c-1abd3f167a6d tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.8450682 Jul 16 20:21:07.567270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=19d33c5a-1e15-4107-85f5-4353896d8ea0,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:07.603991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-14830421-8bd7-48df-87f1-4fc4968d9c89 None None] Provisioning complete for port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:07.603991 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-14830421-8bd7-48df-87f1-4fc4968d9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.612611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:07.640672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-da1513d3-3fd8-4fdd-8008-c2ea4ae92608 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7556183 Jul 16 20:21:07.652305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57274) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.676812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1727589723'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:07.715504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Checking segment: {'id': '88024170-d99e-44ad-bc2e-becf2fa6adc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:07.716558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network hostable DHCP agents. Network: 6a2dd401-7ded-4014-8441-ef444e76ef58, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:07.736794 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078124d4-b718-4104-baa1-f5cc1ad4ebe9 None None] Pushing event updated for resources: {'Port': ['ID=776c504a-9460-47d7-881d-55b205c8345b,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:07.742329 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f24c2fe-6097-4484-9e33-9a897bbfc57f req-f21ec16b-0790-4da6-bb7f-9e40d1c61b78 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029545 Jul 16 20:21:07.748990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-14830421-8bd7-48df-87f1-4fc4968d9c89 None None] Port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:07.769131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:07.769494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:07.776581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Allocated IP 172.20.0.1 (6387992f-d398-4257-a9e0-e23048055ad8/405169b1-d2d7-4125-b5e3-1af006f08613/cf692ac2-be74-4f24-ae66-915474b1927a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:07.784891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.806198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 6a2dd401-7ded-4014-8441-ef444e76ef58 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:07.847532 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:07.882854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:07.920960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6a2dd401-7ded-4014-8441-ef444e76ef58) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:07.931138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.934135 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment 59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3 of type vlan for network 0490a99d-83f1-4f09-9d24-53d37446158c Jul 16 20:21:07.945252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:07.947006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.976633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:07.982423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:08.000695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32cfe9-dbce-4980-9dca-7e25be0d7606 None None] Network 6a2dd401-7ded-4014-8441-ef444e76ef58 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:08.142464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-06979bad-7bd9-42f3-bbb2-e8484893b065 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8663948 Jul 16 20:21:08.157710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57280) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.160714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.191434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cd406ee7-44dd-48a9-b862-d9635cca8b2d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:08.317989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:08.352602 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.370476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:08.371135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.386265 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.394201 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:02Z', 'revision_number': 3, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:08.442504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Transition to ACTIVE for port object cf692ac2-be74-4f24-ae66-915474b1927a will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:08.467439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a10ef-497c-418e-91cd-2b2b558617ea req-0bf2a6b7-4c01-47c5-a3bd-04fe15cf2b9c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:08.470606 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-691a10ef-497c-418e-91cd-2b2b558617ea req-0bf2a6b7-4c01-47c5-a3bd-04fe15cf2b9c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 946 time: 0.3821158 Jul 16 20:21:08.481544 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72e958-d0e0-4550-970a-608f2b3261b7 None None] The sync data for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 is: [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:02Z', 'revision_number': 3, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:08.574773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd406ee7-44dd-48a9-b862-d9635cca8b2d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:08.588315 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd406ee7-44dd-48a9-b862-d9635cca8b2d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.590991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee42708-668e-49e3-a6ca-446ba49c94bb req-95ad5be3-17e7-458f-861a-ac26bdf5e959 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:08.594332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ee42708-668e-49e3-a6ca-446ba49c94bb req-95ad5be3-17e7-458f-861a-ac26bdf5e959 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.5150938 Jul 16 20:21:08.601963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9439721 Jul 16 20:21:08.610438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57284) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.652160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:08.772064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-6a2dd401-7ded-4014-8441-ef444e76ef58', 'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58', 'tenant_id': 'fac165fd801e4ecfb4be9f1afc8aa318', 'fixed_ips': [{'subnet_id': '19d33c5a-1e15-4107-85f5-4353896d8ea0'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:08.773502 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.806247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ee42708-668e-49e3-a6ca-446ba49c94bb req-6336ea17-3f73-48da-bd8c-13cc8220dfaa tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692958 Jul 16 20:21:08.815444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-691a10ef-497c-418e-91cd-2b2b558617ea req-b8d0aea0-90c3-4d19-98d1-a7c8d70d3f03 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126023 Jul 16 20:21:08.816988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5997862-38e7-48d0-b02f-147d7dfbd311 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=0490a99d-83f1-4f09-9d24-53d37446158c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.883552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0490a99d-83f1-4f09-9d24-53d37446158c details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:08.974776 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.066612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:09.070434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.149799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Network 6387992f-d398-4257-a9e0-e23048055ad8 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:09.152956 n-d-791505-15 neutron-server[100244]: INFO neutron.db.ipam_backend_mixin [None req-cd406ee7-44dd-48a9-b862-d9635cca8b2d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19d33c5a-1e15-4107-85f5-4353896d8ea0 (CIDR: 2001:db8::/64) Jul 16 20:21:09.164435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:09.180175 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd406ee7-44dd-48a9-b862-d9635cca8b2d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:21:09.182939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd406ee7-44dd-48a9-b862-d9635cca8b2d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:09.209481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf692ac2-be74-4f24-ae66-915474b1927a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.213733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:09.219395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23557a-7de1-4092-a351-de1b9d86645d req-66c621cc-dff5-4ff6-93fa-be238999238b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:09.229311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a23557a-7de1-4092-a351-de1b9d86645d req-66c621cc-dff5-4ff6-93fa-be238999238b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1779802 Jul 16 20:21:09.249072 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cd406ee7-44dd-48a9-b862-d9635cca8b2d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0873086 Jul 16 20:21:09.258133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57292) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.266026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:09.395591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.522939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a23557a-7de1-4092-a351-de1b9d86645d req-297a835a-2823-466a-bbce-e3eb6baeb04b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927165 Jul 16 20:21:09.581506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5527f-2ed6-43f3-b68f-26d9164540a7 req-375f7630-85f9-4b65-9558-5a25e2e024b8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:09.602816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2f5527f-2ed6-43f3-b68f-26d9164540a7 req-375f7630-85f9-4b65-9558-5a25e2e024b8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.2630582 Jul 16 20:21:09.607578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Allocated IP 2001:db8::2 (6a2dd401-7ded-4014-8441-ef444e76ef58/19d33c5a-1e15-4107-85f5-4353896d8ea0/24340fe6-8ed6-46f1-82c7-a86c25c90012) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:09.684945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2f5527f-2ed6-43f3-b68f-26d9164540a7 req-8572404a-4140-4ccf-b9b9-782fabd0d7cc tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812147 Jul 16 20:21:09.735355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:09.739773 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.994904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.108135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.127642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Transition to ACTIVE for port object 24340fe6-8ed6-46f1-82c7-a86c25c90012 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:10.147404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Transition to ACTIVE for port object 24340fe6-8ed6-46f1-82c7-a86c25c90012 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:10.150163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66e60a-4fda-4f38-8b32-37fc0d5be1af req-89379cb8-9ce2-41f8-9f4d-8574d9a2f1c1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.153310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c66e60a-4fda-4f38-8b32-37fc0d5be1af req-89379cb8-9ce2-41f8-9f4d-8574d9a2f1c1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1991847 Jul 16 20:21:10.179265 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.215641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=5107de66-4ccf-46d8-a994-95e399c361b5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.262825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.264454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Pushing event updated for resources: {'Port': ['ID=24340fe6-8ed6-46f1-82c7-a86c25c90012,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.276179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 776c504a-9460-47d7-881d-55b205c8345b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:10.323039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Network 6a2dd401-7ded-4014-8441-ef444e76ef58 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:10.328701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:10.331796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:10.332318 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: 0490a99d-83f1-4f09-9d24-53d37446158c, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:10.337865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:10.349377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b17c411d-3135-4cb7-9f32-c6004d9d013f None None] Provisioning for port cf692ac2-be74-4f24-ae66-915474b1927a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:10.350380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c66e60a-4fda-4f38-8b32-37fc0d5be1af req-889fb897-64db-4a64-a826-2132b00f64af tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882003 Jul 16 20:21:10.411463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b17c411d-3135-4cb7-9f32-c6004d9d013f None None] Provisioning complete for port cf692ac2-be74-4f24-ae66-915474b1927a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:10.412029 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b17c411d-3135-4cb7-9f32-c6004d9d013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.513984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 0490a99d-83f1-4f09-9d24-53d37446158c is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:10.538629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b17c411d-3135-4cb7-9f32-c6004d9d013f None None] Port cf692ac2-be74-4f24-ae66-915474b1927a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:10.571851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 0490a99d-83f1-4f09-9d24-53d37446158c) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:10.612548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.613452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.614307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4281f58-bdcd-4500-b370-936c7fe58906 None None] Network 0490a99d-83f1-4f09-9d24-53d37446158c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:10.652952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:03Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:10.657289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Attempting to bind port 24340fe6-8ed6-46f1-82c7-a86c25c90012 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:10.657846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Attempting to bind port 24340fe6-8ed6-46f1-82c7-a86c25c90012 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '88024170-d99e-44ad-bc2e-becf2fa6adc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:10.658320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Attempting to bind port 24340fe6-8ed6-46f1-82c7-a86c25c90012 on network 6a2dd401-7ded-4014-8441-ef444e76ef58 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:10.711163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:10.711788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Checking segment: {'id': '88024170-d99e-44ad-bc2e-becf2fa6adc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:10.712485 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.713021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Bound using segment: {'id': '88024170-d99e-44ad-bc2e-becf2fa6adc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:10.713657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Bound port: 24340fe6-8ed6-46f1-82c7-a86c25c90012, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88024170-d99e-44ad-bc2e-becf2fa6adc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:10.714164 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.722433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.732512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:10.739186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Updating router 6acc1222-ef70-4983-af01-c951ea974b4d port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:10.747852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.760985 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-78dafb7d-32d8-480f-b771-4d27c9dfa46d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1199610 Jul 16 20:21:10.763242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57312) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.764490 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.791032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 6a2dd401-7ded-4014-8441-ef444e76ef58 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:10.798651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=054b47d1-6a11-490d-8233-e5224d5a8b05,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.803948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:10.833503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.835009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.875810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e3a6b4d5-8f92-4cbe-9f29-62b1b85236a4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6145809 Jul 16 20:21:10.882979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57316) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.895040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58', 'fixed_ips': [{'subnet_id': '19d33c5a-1e15-4107-85f5-4353896d8ea0'}, {'subnet_id': '054b47d1-6a11-490d-8233-e5224d5a8b05'}], 'name': 'tempest-PortsIpV6TestJSON-2082207120'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:10.941153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 776c504a-9460-47d7-881d-55b205c8345b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:10.954206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 776c504a-9460-47d7-881d-55b205c8345b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:10.963742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.970127 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.017878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325f463-c0ae-4dac-826f-311c5bcc08f9 req-a9d1942b-2a9c-4c4a-95bf-eed866eaa941 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:11.020496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0325f463-c0ae-4dac-826f-311c5bcc08f9 req-a9d1942b-2a9c-4c4a-95bf-eed866eaa941 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 946 time: 0.4439845 Jul 16 20:21:11.038016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf692ac2-be74-4f24-ae66-915474b1927a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.087234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0325f463-c0ae-4dac-826f-311c5bcc08f9 req-5f75a034-3abd-4296-8194-0c060d1b8e8c tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535948 Jul 16 20:21:11.148968 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.244608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:11.318403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] For port 24340fe6-8ed6-46f1-82c7-a86c25c90012, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:11.413304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] For port 24340fe6-8ed6-46f1-82c7-a86c25c90012, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=24340fe6-8ed6-46f1-82c7-a86c25c90012,segment=NetworkSegment(88024170-d99e-44ad-bc2e-becf2fa6adc2),segment_id=88024170-d99e-44ad-bc2e-becf2fa6adc2)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:11.674136 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.698964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e24b2-4e40-4229-bd25-1d76174bca48 req-016d9cb8-1562-4ffe-8e0c-58a50e472d15 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:11.708863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d7e24b2-4e40-4229-bd25-1d76174bca48 req-016d9cb8-1562-4ffe-8e0c-58a50e472d15 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.3721511 Jul 16 20:21:11.767351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d7e24b2-4e40-4229-bd25-1d76174bca48 req-2a06e35d-9a85-4527-a135-8263978f4584 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573163 Jul 16 20:21:11.776235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:11.859646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Network 6387992f-d398-4257-a9e0-e23048055ad8 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:11.899175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:11.964717 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.237778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-0490a99d-83f1-4f09-9d24-53d37446158c', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:12.244082 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.303550 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.335955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 776c504a-9460-47d7-881d-55b205c8345b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=776c504a-9460-47d7-881d-55b205c8345b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:12.340090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-cb42d9cf-a42f-4004-af65-eb945db59927 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.343201 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-cb42d9cf-a42f-4004-af65-eb945db59927 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.68 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 946 time: 0.7016902 Jul 16 20:21:12.345771 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.392457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3ff78-9611-419e-8a3d-bcdfc4762188 None None] Pushing event updated for resources: {'Port': ['ID=24340fe6-8ed6-46f1-82c7-a86c25c90012,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.524548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ffbd3-f5bc-4382-9182-7675224f78b1 req-48f87358-3688-43f6-8baf-540322be9df8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.526709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e8ffbd3-f5bc-4382-9182-7675224f78b1 req-48f87358-3688-43f6-8baf-540322be9df8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.3679004 Jul 16 20:21:12.581441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658639e9-1d10-4f00-8389-3111dccd8eae req-d6c463a7-539a-46a6-9805-ad9c202a5fb9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.583263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-658639e9-1d10-4f00-8389-3111dccd8eae req-d6c463a7-539a-46a6-9805-ad9c202a5fb9 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=51e588f2-608e-48d2-beab-40b4b1ee8152 HTTP/1.1" status: 200 len: 943 time: 0.3594649 Jul 16 20:21:12.589245 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.599937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3edfcb57-be4b-4e2e-b1bb-01a664185fae None None] Provisioning complete for port cf692ac2-be74-4f24-ae66-915474b1927a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:12.600169 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3edfcb57-be4b-4e2e-b1bb-01a664185fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.684928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e8ffbd3-f5bc-4382-9182-7675224f78b1 req-40ff1941-0a9c-4b3d-a5cd-d78323b63bb2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461167 Jul 16 20:21:12.719909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3edfcb57-be4b-4e2e-b1bb-01a664185fae None None] Port cf692ac2-be74-4f24-ae66-915474b1927a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:12.727274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=776c504a-9460-47d7-881d-55b205c8345b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.734938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::18e (6a2dd401-7ded-4014-8441-ef444e76ef58/19d33c5a-1e15-4107-85f5-4353896d8ea0/3b1ccb6c-2229-4887-8e2f-dbfe081bfae0) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:12.744084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Router 00b4c80c-7a22-456a-ada0-f0a75063873d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:12.769577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8:0:1::1fd (6a2dd401-7ded-4014-8441-ef444e76ef58/054b47d1-6a11-490d-8233-e5224d5a8b05/3b1ccb6c-2229-4887-8e2f-dbfe081bfae0) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:12.834207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Allocated IP 2001:db8:1::2 (0490a99d-83f1-4f09-9d24-53d37446158c/5107de66-4ccf-46d8-a994-95e399c361b5/b699f96c-a183-4c24-b1db-5e6fa600210f) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:12.990708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Deleting port ceddb370-ad62-4f84-95d0-a9176e508379 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:12.991044 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.023572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.034287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Transition to ACTIVE for port object b699f96c-a183-4c24-b1db-5e6fa600210f will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:13.072668 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Transition to ACTIVE for port object b699f96c-a183-4c24-b1db-5e6fa600210f will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:13.089031 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.160295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Network 0490a99d-83f1-4f09-9d24-53d37446158c is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:13.164880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] For port ceddb370-ad62-4f84-95d0-a9176e508379, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ceddb370-ad62-4f84-95d0-a9176e508379,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:13.165270 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.174517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:13.183873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:13.187833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Calling delete_port for ceddb370-ad62-4f84-95d0-a9176e508379 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:13.210854 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.225596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Pushing event updated for resources: {'Port': ['ID=b699f96c-a183-4c24-b1db-5e6fa600210f,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.299384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Transition to ACTIVE for port object ebc8939f-a1cf-438c-836f-a1cc5268c9b5 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:13.326361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Attempting to bind port b699f96c-a183-4c24-b1db-5e6fa600210f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:13.328100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Attempting to bind port b699f96c-a183-4c24-b1db-5e6fa600210f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:13.328774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Attempting to bind port b699f96c-a183-4c24-b1db-5e6fa600210f on network 0490a99d-83f1-4f09-9d24-53d37446158c {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:13.332617 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.342965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:13.344433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Checking segment: {'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:13.346011 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.347926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Bound using segment: {'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:13.348828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Bound port: b699f96c-a183-4c24-b1db-5e6fa600210f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:13.349444 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.467116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:13.472684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7a753-2dfc-47a6-a7f1-278121c9ad69 req-8024b428-94b0-432a-9e5d-a8890606b132 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.479297 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Sync routers for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:13.480553 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-325ed21b-2250-438d-b462-119120c8d8a9 admin admin] 10.222.0.78 "PUT /v2.0/routers/00b4c80c-7a22-456a-ada0-f0a75063873d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2841029 Jul 16 20:21:13.495447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fd7a753-2dfc-47a6-a7f1-278121c9ad69 req-8024b428-94b0-432a-9e5d-a8890606b132 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 946 time: 0.5770569 Jul 16 20:21:13.527142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] For port b699f96c-a183-4c24-b1db-5e6fa600210f, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:13.530761 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:13.532412 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.533299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] For port b699f96c-a183-4c24-b1db-5e6fa600210f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b699f96c-a183-4c24-b1db-5e6fa600210f,segment=NetworkSegment(59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3),segment_id=59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:13.535023 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:13.546863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.565523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78755c1e-7889-459e-ab7e-7f39c4d9db37 None None] Pushing event updated for resources: {'Port': ['ID=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.621503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Deleting port e45d0fdc-8622-4567-a3dc-7f0197920b75 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:13.622025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.642618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['14929c22-dba2-42ec-895e-0bc50475c086'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:13.701235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['04e7812a-793d-4bbe-b75d-413c4f70eff6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:13.821790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988fcea-e69d-4e86-b5e6-cff51726be54 None None] Pushing event updated for resources: {'Port': ['ID=b699f96c-a183-4c24-b1db-5e6fa600210f,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.923824 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:14.137394 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.149558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8:1::1 (0490a99d-83f1-4f09-9d24-53d37446158c/5107de66-4ccf-46d8-a994-95e399c361b5/fba83754-7e6f-4a33-bf8b-4a085dff457c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:14.159686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:14.216126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Attempting to bind port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:14.218789 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.224171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Attempting to bind port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:14.227011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Attempting to bind port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 on network 3f2d2b14-f22d-4154-a86a-4366f955ed66 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:14.266653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event deleted for resources: {'Port': ['ID=ceddb370-ad62-4f84-95d0-a9176e508379,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.354725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=3b1ccb6c-2229-4887-8e2f-dbfe081bfae0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.373411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:14.377717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Checking segment: {'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:14.378615 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.380289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Bound using segment: {'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:14.380289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Bound port: ebc8939f-a1cf-438c-836f-a1cc5268c9b5, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26eea764-e047-4653-a724-d3c778a27250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:14.382565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.482612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 6a2dd401-7ded-4014-8441-ef444e76ef58 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:14.486474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:14.503016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:14.526128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.527472 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.669124 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] For port e45d0fdc-8622-4567-a3dc-7f0197920b75, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=e45d0fdc-8622-4567-a3dc-7f0197920b75,segment=NetworkSegment(7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9),segment_id=7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:14.669124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.807489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed66f6-e5fe-489e-aa16-fd9928c402fc None None] Network 6a2dd401-7ded-4014-8441-ef444e76ef58 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:14.810626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Calling delete_port for e45d0fdc-8622-4567-a3dc-7f0197920b75 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:14.824225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-da636ca2-9847-4d06-a190-c28ddddcbbd1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.9370337 Jul 16 20:21:14.892368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fd7a753-2dfc-47a6-a7f1-278121c9ad69 req-d65a3738-c5af-4311-ac6c-2defc294baf0 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/security-groups?id=cfa96e6d-5800-4f14-b2a8-90e0b92b643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3958793 Jul 16 20:21:14.893163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57382) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:14.910901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19d33c5a-1e15-4107-85f5-4353896d8ea0'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:14.933695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] No DVR routers for this DVR port ceddb370-ad62-4f84-95d0-a9176e508379 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:14.940880 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.956718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-658639e9-1d10-4f00-8389-3111dccd8eae req-63834a53-a674-49f9-9fb5-f25562ade830 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "DELETE /v2.0/ports/ceddb370-ad62-4f84-95d0-a9176e508379 HTTP/1.1" status: 204 len: 173 time: 2.3559031 Jul 16 20:21:14.957189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'name': 'network-vif-deleted', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:14.961672 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fefda4f-c622-4a8d-8ba4-2d43f2354c59" -d '{"events": [{"server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "name": "network-vif-deleted", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:14.987903 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 2, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:15.115353 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Checking router: 00b4c80c-7a22-456a-ada0-f0a75063873d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:15.115987 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Updating router 00b4c80c-7a22-456a-ada0-f0a75063873d port cf692ac2-be74-4f24-ae66-915474b1927a binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:15.136041 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.204134 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.258848 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.349829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device e45d0fdc-8622-4567-a3dc-7f0197920b75 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:15.355671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 24340fe6-8ed6-46f1-82c7-a86c25c90012 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:15.498966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.591091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object fba83754-7e6f-4a33-bf8b-4a085dff457c will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:15.644701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Delete allocated IP 2001:db8:0:1::1fd (6a2dd401-7ded-4014-8441-ef444e76ef58/054b47d1-6a11-490d-8233-e5224d5a8b05) {{(pid=100243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:21:15.720867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ef994dd0-5ae4-4287-9bf8-c5cdd8070601 None None] Provisioning for port 24340fe6-8ed6-46f1-82c7-a86c25c90012 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:15.724695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: e45d0fdc-8622-4567-a3dc-7f0197920b75 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:15.725424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device e45d0fdc-8622-4567-a3dc-7f0197920b75 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:15.775865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Pushing event deleted for resources: {'Port': ['ID=e45d0fdc-8622-4567-a3dc-7f0197920b75,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:15.865079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.915768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Ignored duplicate provisioning block setup for port 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:21:15.932289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] No DVR routers for this DVR port e45d0fdc-8622-4567-a3dc-7f0197920b75 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:15.938372 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.967314 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.971049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.976938 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c4e9933d-0b39-4ea6-91ae-a31fc2cf3128 req-3d2cb203-d360-4b56-9c66-3d6601304233 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.68 "DELETE /v2.0/ports/e45d0fdc-8622-4567-a3dc-7f0197920b75 HTTP/1.1" status: 204 len: 173 time: 3.5229194 Jul 16 20:21:16.003125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57408) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:16.022894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 0490a99d-83f1-4f09-9d24-53d37446158c is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:16.025517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b015725a-6a31-4dc7-9a49-ef459ace3e57', 'name': 'network-vif-deleted', 'tag': 'e45d0fdc-8622-4567-a3dc-7f0197920b75'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:16.032305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-883485488-network', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:16.036775 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d80a1-f96c-4a89-bd01-fe63ac7e7883" -d '{"events": [{"server_uuid": "b015725a-6a31-4dc7-9a49-ef459ace3e57", "name": "network-vif-deleted", "tag": "e45d0fdc-8622-4567-a3dc-7f0197920b75"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:16.042954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:16.056509 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.059134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:16.061008 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.089525 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Transition to ACTIVE for port object cf692ac2-be74-4f24-ae66-915474b1927a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:16.097425 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.162968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] For port ebc8939f-a1cf-438c-836f-a1cc5268c9b5, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:16.167325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] For port ebc8939f-a1cf-438c-836f-a1cc5268c9b5, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,segment=NetworkSegment(26eea764-e047-4653-a724-d3c778a27250),segment_id=26eea764-e047-4653-a724-d3c778a27250)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:16.206828 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.218353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Made reservation on behalf of 600a7b5406704ec1a787efe30345bf9e for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:16.224845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.235075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=3b1ccb6c-2229-4887-8e2f-dbfe081bfae0,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.402781 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Attempting to bind port cf692ac2-be74-4f24-ae66-915474b1927a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:16.403357 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Attempting to bind port cf692ac2-be74-4f24-ae66-915474b1927a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:16.404003 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Attempting to bind port cf692ac2-be74-4f24-ae66-915474b1927a on network 6387992f-d398-4257-a9e0-e23048055ad8 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:16.421755 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:16.422717 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Checking segment: {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:16.423924 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.424639 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Bound using segment: {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:16.425409 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Bound port: cf692ac2-be74-4f24-ae66-915474b1927a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:16.426177 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.461122 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.491582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] In _notify_port_updated(), no bound segment for port 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 on network 6a2dd401-7ded-4014-8441-ef444e76ef58 {{(pid=100243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:16.498755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.500630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.506203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-60f9f268-fde6-4dc7-916a-0bd5a7cc2f65 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "PUT /v2.0/ports/3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 HTTP/1.1" status: 200 len: 926 time: 1.6106176 Jul 16 20:21:16.507276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57418) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:16.517119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19d33c5a-1e15-4107-85f5-4353896d8ea0'}, {'subnet_id': '054b47d1-6a11-490d-8233-e5224d5a8b05'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:16.539335 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] For port cf692ac2-be74-4f24-ae66-915474b1927a, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:16.543412 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] For port cf692ac2-be74-4f24-ae66-915474b1927a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cf692ac2-be74-4f24-ae66-915474b1927a,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:16.553464 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.558355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=fba83754-7e6f-4a33-bf8b-4a085dff457c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.564092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 24340fe6-8ed6-46f1-82c7-a86c25c90012 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:16.572701 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d7a1f-2edb-4997-8d9f-e7b73379d9b3 None None] Pushing event updated for resources: {'Port': ['ID=cf692ac2-be74-4f24-ae66-915474b1927a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.629983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78755c1e-7889-459e-ab7e-7f39c4d9db37 None None] Pushing event updated for resources: {'Port': ['ID=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.639478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 24340fe6-8ed6-46f1-82c7-a86c25c90012 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:16.644450 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.648744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:16.649564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:16.683889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9bfe8-ff62-48ba-8a5e-4e52b7055cd4 req-05911127-cc59-4082-a8d7-a61900d9cb07 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.697858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff9bfe8-ff62-48ba-8a5e-4e52b7055cd4 req-05911127-cc59-4082-a8d7-a61900d9cb07 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.7778702 Jul 16 20:21:16.722393 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d7a1f-2edb-4997-8d9f-e7b73379d9b3 None None] Pushing event updated for resources: {'Port': ['ID=cf692ac2-be74-4f24-ae66-915474b1927a,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.781926 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:16.782692 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:20:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:16.825118 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a5b2af-1d13-4fab-8205-a773154250f9 x-openstack-request-id: req-37a5b2af-1d13-4fab-8205-a773154250f9 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:16.825751 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e588f2-608e-48d2-beab-40b4b1ee8152", "name": "network-vif-deleted", "tag": "ceddb370-ad62-4f84-95d0-a9176e508379", "status": "failed", "code": 422}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:16.829396 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37a5b2af-1d13-4fab-8205-a773154250f9 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:16.830169 n-d-791505-15 neutron-server[100243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51e588f2-608e-48d2-beab-40b4b1ee8152', 'name': 'network-vif-deleted', 'tag': 'ceddb370-ad62-4f84-95d0-a9176e508379', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:21:16.841935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ecce2-35b9-4041-9f51-35a08aff5f7e None None] Network 0490a99d-83f1-4f09-9d24-53d37446158c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:16.898576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff9bfe8-ff62-48ba-8a5e-4e52b7055cd4 req-9918aacf-6a7e-4e87-89d4-275719d4f462 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994443 Jul 16 20:21:16.933532 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.072778 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:17.129055 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c565b47-e837-4bda-aa1b-932116a28d4f x-openstack-request-id: req-3c565b47-e837-4bda-aa1b-932116a28d4f {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:17.129998 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b015725a-6a31-4dc7-9a49-ef459ace3e57", "name": "network-vif-deleted", "tag": "e45d0fdc-8622-4567-a3dc-7f0197920b75", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:17.129998 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c565b47-e837-4bda-aa1b-932116a28d4f {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:17.129998 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b015725a-6a31-4dc7-9a49-ef459ace3e57', 'name': 'network-vif-deleted', 'tag': 'e45d0fdc-8622-4567-a3dc-7f0197920b75', 'status': 'completed', 'code': 200} Jul 16 20:21:17.225200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.410192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db2bdb4d-2496-490d-aacf-3937913163bb req-e1998855-0a4c-47f2-b546-6c82e5637c65 tempest-DeleteServersTestJSON-1790968884 tempest-DeleteServersTestJSON-1790968884-project] 10.222.0.78 "GET /v2.0/ports?device_id=b015725a-6a31-4dc7-9a49-ef459ace3e57 HTTP/1.1" status: 200 len: 210 time: 0.0630209 Jul 16 20:21:17.583683 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:16Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:17.815150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.863064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.885453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:17.906695 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4243d47-f59a-4138-aa66-f8ba74dc6d39 None None] The sync data for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 is: [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:16Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:17.908717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-70ccb976-c2db-4383-a90c-c6dc181483ea None None] Provisioning for port b699f96c-a183-4c24-b1db-5e6fa600210f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:17.969121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.987999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:18.007065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.007908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.094192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.094552 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Added segment 9c6c4f8a-0cea-4fc2-bd35-f7488c987f05 of type vlan for network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 Jul 16 20:21:18.098824 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc5bbf6-fc07-4432-89df-447b8a644fe3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:18.184053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=fba83754-7e6f-4a33-bf8b-4a085dff457c,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:18.213207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8:0:1::222 (6a2dd401-7ded-4014-8441-ef444e76ef58/054b47d1-6a11-490d-8233-e5224d5a8b05/3b1ccb6c-2229-4887-8e2f-dbfe081bfae0) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:18.288905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f6e89-7a86-4ede-beb8-b140ad1de9e6 req-f1ae201c-818d-44b3-943e-d74fb48a936b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.296955 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-735f6e89-7a86-4ede-beb8-b140ad1de9e6 req-f1ae201c-818d-44b3-943e-d74fb48a936b tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.6834233 Jul 16 20:21:18.312676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 0490a99d-83f1-4f09-9d24-53d37446158c is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:18.314460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:18.342640 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.352599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.425445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-735f6e89-7a86-4ede-beb8-b140ad1de9e6 req-8e66ce8f-a86f-4bd2-ba36-b3cd23d2b729 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263726 Jul 16 20:21:18.432013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55759af7-c41f-49bf-a14a-67933532b031 None None] Update dhcp port {'port': {'network_id': '6a2dd401-7ded-4014-8441-ef444e76ef58', 'fixed_ips': [{'subnet_id': '19d33c5a-1e15-4107-85f5-4353896d8ea0', 'ip_address': '2001:db8::2'}, {'subnet_id': '054b47d1-6a11-490d-8233-e5224d5a8b05'}], 'binding:host_id': 'n-d-791505-15'}, 'id': '24340fe6-8ed6-46f1-82c7-a86c25c90012'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:21:18.435713 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f612e37a-1150-4fc3-b558-dfa86935a678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.477236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 24340fe6-8ed6-46f1-82c7-a86c25c90012, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=24340fe6-8ed6-46f1-82c7-a86c25c90012,segment=NetworkSegment(88024170-d99e-44ad-bc2e-becf2fa6adc2),segment_id=88024170-d99e-44ad-bc2e-becf2fa6adc2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:18.514656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:18.517581 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.518704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 776c504a-9460-47d7-881d-55b205c8345b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:18.646057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.651379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.652165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.732287 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55759af7-c41f-49bf-a14a-67933532b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.746500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:18.761876 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c17c02ec-b5c3-4043-b01d-77d14c968383 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8989210 Jul 16 20:21:18.766925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57456) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.780552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-842356140'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:18.846253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:18.850460 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.851188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8389077 Jul 16 20:21:18.859370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57460) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.873074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Request body: {'subnet': {'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-883485488-subnet', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:18.915457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27125656-a58a-41a8-afc7-c2c1c8f1bd4b admin admin] Pushing event updated for resources: {'Network': ['ID=4a5eb4ab-f637-4212-a76a-a863b8ad2528,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:18.952050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Made reservation on behalf of 600a7b5406704ec1a787efe30345bf9e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:18.959597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b788-d5c3-41cb-97f4-1cf58e465bda req-ae189a2e-d48b-4cba-945f-6767e1833aa8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.962801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.987753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6717b788-d5c3-41cb-97f4-1cf58e465bda req-ae189a2e-d48b-4cba-945f-6767e1833aa8 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 908 time: 0.7911539 Jul 16 20:21:19.017709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:19.055357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.083508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:19.090485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Ignored duplicate provisioning block setup for port 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:21:19.098003 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.208108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.208748 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment 07382bb5-6379-462c-ae7e-6fcca8f68350 of type vlan for network 2904ec9d-6e13-47ed-a258-d5dea1e3752e Jul 16 20:21:19.273533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=24340fe6-8ed6-46f1-82c7-a86c25c90012,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.306419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 776c504a-9460-47d7-881d-55b205c8345b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:19.306419 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.342244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.528981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.540999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.557833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.561548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=3b1ccb6c-2229-4887-8e2f-dbfe081bfae0,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.597679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] In _notify_port_updated(), no bound segment for port 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 on network 6a2dd401-7ded-4014-8441-ef444e76ef58 {{(pid=100243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:19.628520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.629613 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.640740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-87258700-f3a9-4748-b7fa-45e489abc894 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "PUT /v2.0/ports/3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 HTTP/1.1" status: 200 len: 1012 time: 3.1217933 Jul 16 20:21:19.669555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57476) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:19.679684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-55759af7-c41f-49bf-a14a-67933532b031 None None] Allocated IP 2001:db8:0:1::2 (6a2dd401-7ded-4014-8441-ef444e76ef58/054b47d1-6a11-490d-8233-e5224d5a8b05/24340fe6-8ed6-46f1-82c7-a86c25c90012) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:19.784468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c79eca93-2a58-46ce-ad9b-cf30a477141c None None] Provisioning for port fba83754-7e6f-4a33-bf8b-4a085dff457c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:19.819524 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0513384 Jul 16 20:21:19.833829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57480) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:19.855673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbe58a-131a-454b-8407-192f4762f992 req-ffaeca41-fdae-459f-a42b-0a30402658a2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.856558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:19.860464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c79eca93-2a58-46ce-ad9b-cf30a477141c None None] Provisioning complete for port fba83754-7e6f-4a33-bf8b-4a085dff457c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:19.872798 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c79eca93-2a58-46ce-ad9b-cf30a477141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.875837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6bbe58a-131a-454b-8407-192f4762f992 req-ffaeca41-fdae-459f-a42b-0a30402658a2 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.7678151 Jul 16 20:21:19.960458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.088889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=2904ec9d-6e13-47ed-a258-d5dea1e3752e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:20.117372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-745ab35a-1897-4256-a5da-9e6015c0fdc7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:20.120626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-745ab35a-1897-4256-a5da-9e6015c0fdc7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 908 time: 0.8366072 Jul 16 20:21:20.121463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-55759af7-c41f-49bf-a14a-67933532b031 None None] For port 24340fe6-8ed6-46f1-82c7-a86c25c90012, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=24340fe6-8ed6-46f1-82c7-a86c25c90012,segment=NetworkSegment(88024170-d99e-44ad-bc2e-becf2fa6adc2),segment_id=88024170-d99e-44ad-bc2e-becf2fa6adc2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:20.185609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.186136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.187342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.188095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.188688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.189135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.201436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.202127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.203130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.203529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.204033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.204517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41659bbd-7b3d-4e31-b259-83670a7fa835 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:20.247328 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55759af7-c41f-49bf-a14a-67933532b031 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.248819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45073d5a-9f30-47eb-b8eb-b01d914967fe,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:20.299925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-55759af7-c41f-49bf-a14a-67933532b031 None None] Transition to ACTIVE for port object 24340fe6-8ed6-46f1-82c7-a86c25c90012 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:20.322423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:03Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:16Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:20.328026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:20.332330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.337737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Checking segment: {'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:20.338272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Network hostable DHCP agents. Network: 4a5eb4ab-f637-4212-a76a-a863b8ad2528, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:20.508788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6bbe58a-131a-454b-8407-192f4762f992 req-8600e4cc-dd5d-496c-b5c6-6cf7bdaee478 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322792 Jul 16 20:21:20.585584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:20.645993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 2904ec9d-6e13-47ed-a258-d5dea1e3752e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:20.653604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 24340fe6-8ed6-46f1-82c7-a86c25c90012 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:20.770020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Deleting port f4445f74-5932-41f8-8da0-264eebd6df6b {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:20.770471 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.806309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c79eca93-2a58-46ce-ad9b-cf30a477141c None None] Port fba83754-7e6f-4a33-bf8b-4a085dff457c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:20.846918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 4a5eb4ab-f637-4212-a76a-a863b8ad2528) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:20.848885 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-55759af7-c41f-49bf-a14a-67933532b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.851969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bda4d9-7310-4a66-abfd-01f9cc276eaa None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:03Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:16Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:20.877103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:20.878049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.911811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.931996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c127bbdd-51c5-4bfd-a324-ab02d663a78e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:20.932967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c127bbdd-51c5-4bfd-a324-ab02d663a78e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.944970 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a265b5ea-1537-4a70-b282-4a0955a44a7d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0839155 Jul 16 20:21:20.951989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:20.979391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de5428d4-09a3-4e25-b61e-4028d382c5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.982927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd53ed-1496-41a5-a413-c47300af9331 None None] Network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:21.038636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:21.039952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] For port f4445f74-5932-41f8-8da0-264eebd6df6b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f4445f74-5932-41f8-8da0-264eebd6df6b,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:21.040400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.147291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=fb9cee4e-87f3-403b-903c-c7deac7488e7,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.169857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Calling delete_port for f4445f74-5932-41f8-8da0-264eebd6df6b owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:21.197410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:21.198143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: 2904ec9d-6e13-47ed-a258-d5dea1e3752e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:21.207429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63710d-1d59-446a-b4be-338e83e040d2 req-fafe6dda-82fc-4673-9bce-4e60dbd6da80 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.220707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b63710d-1d59-446a-b4be-338e83e040d2 req-fafe6dda-82fc-4673-9bce-4e60dbd6da80 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 908 time: 0.6303837 Jul 16 20:21:21.293373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.295534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.309757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.514583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 2904ec9d-6e13-47ed-a258-d5dea1e3752e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:21.524632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.652152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf692ac2-be74-4f24-ae66-915474b1927a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:21.659639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 2904ec9d-6e13-47ed-a258-d5dea1e3752e) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:21.676132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.678688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.838170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096b953-457b-4667-823f-c0f5a027a77a None None] Network 2904ec9d-6e13-47ed-a258-d5dea1e3752e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:21.870982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55759af7-c41f-49bf-a14a-67933532b031 None None] Pushing event updated for resources: {'Port': ['ID=24340fe6-8ed6-46f1-82c7-a86c25c90012,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.916315 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-839ddabc-e605-461f-8c31-cfb1598ba27c tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0735373 Jul 16 20:21:21.924859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57516) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:21.971592 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.039161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-34551219-847f-4327-a5b0-ffd424c69bce None None] Provisioning complete for port fba83754-7e6f-4a33-bf8b-4a085dff457c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:22.039555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-34551219-847f-4327-a5b0-ffd424c69bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.095365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-34551219-847f-4327-a5b0-ffd424c69bce None None] Port fba83754-7e6f-4a33-bf8b-4a085dff457c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:22.098681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-4a5eb4ab-f637-4212-a76a-a863b8ad2528', 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'fixed_ips': [{'subnet_id': '45073d5a-9f30-47eb-b8eb-b01d914967fe'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:22.099772 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.218816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c127bbdd-51c5-4bfd-a324-ab02d663a78e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.258902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c127bbdd-51c5-4bfd-a324-ab02d663a78e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:22.621225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f204ab-dada-4cd4-80cb-574bf117e65b req-1fdad1b5-129e-4cbe-9deb-d1a2456637ca tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.624776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3f204ab-dada-4cd4-80cb-574bf117e65b req-1fdad1b5-129e-4cbe-9deb-d1a2456637ca tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 1.4784474 Jul 16 20:21:22.928480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port cf692ac2-be74-4f24-ae66-915474b1927a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:22.962556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cf692ac2-be74-4f24-ae66-915474b1927a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:22.963798 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.033772 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.111741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3f204ab-dada-4cd4-80cb-574bf117e65b req-8dadff26-67e8-4016-a670-ee15aeca5f1e tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793763 Jul 16 20:21:23.181993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.342543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d47f8-df08-4a42-9c2f-012abcef82d2 req-a1dbfa79-9d01-4c4a-94de-633623eef980 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.369478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-983d47f8-df08-4a42-9c2f-012abcef82d2 req-a1dbfa79-9d01-4c4a-94de-633623eef980 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 908 time: 0.7278838 Jul 16 20:21:23.384467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event deleted for resources: {'Port': ['ID=f4445f74-5932-41f8-8da0-264eebd6df6b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.399821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Allocated IP 172.20.0.2 (4a5eb4ab-f637-4212-a76a-a863b8ad2528/45073d5a-9f30-47eb-b8eb-b01d914967fe/ce232cbe-1df7-4e73-826a-69c6deaaf884) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:23.498921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9a27c-7c62-45f0-a0c0-1971e6a653bd None None] Network 6a2dd401-7ded-4014-8441-ef444e76ef58 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:23.575472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] No DVR routers for this DVR port f4445f74-5932-41f8-8da0-264eebd6df6b on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:23.579486 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.581776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2220b8c2-1522-48d3-9821-b3f4f3da56b8 req-5764f978-8ba3-4cc3-9d23-ccb1a932e6e2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.16 "DELETE /v2.0/ports/f4445f74-5932-41f8-8da0-264eebd6df6b HTTP/1.1" status: 204 len: 173 time: 3.4460223 Jul 16 20:21:23.582458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c127bbdd-51c5-4bfd-a324-ab02d663a78e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.630604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'name': 'network-vif-deleted', 'tag': 'f4445f74-5932-41f8-8da0-264eebd6df6b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:23.633692 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32a4a7a-9386-4ee7-a9cd-25a9fbf590de" -d '{"events": [{"server_uuid": "b8c52eb6-a4ca-4219-aecc-db741d6d73f4", "name": "network-vif-deleted", "tag": "f4445f74-5932-41f8-8da0-264eebd6df6b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:23.783263 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8945dd-f1a2-4125-8d54-bfb622b1237e x-openstack-request-id: req-bd8945dd-f1a2-4125-8d54-bfb622b1237e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:23.783923 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c52eb6-a4ca-4219-aecc-db741d6d73f4", "name": "network-vif-deleted", "tag": "f4445f74-5932-41f8-8da0-264eebd6df6b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:23.784471 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd8945dd-f1a2-4125-8d54-bfb622b1237e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:23.785217 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c52eb6-a4ca-4219-aecc-db741d6d73f4', 'name': 'network-vif-deleted', 'tag': 'f4445f74-5932-41f8-8da0-264eebd6df6b', 'status': 'completed', 'code': 200} Jul 16 20:21:23.833873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127bbdd-51c5-4bfd-a324-ab02d663a78e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=3b1ccb6c-2229-4887-8e2f-dbfe081bfae0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.869074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.925687 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.939059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:23.991343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f4445f74-5932-41f8-8da0-264eebd6df6b no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:24.073055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c127bbdd-51c5-4bfd-a324-ab02d663a78e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.073489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd87b399-0073-4df9-9931-be7ac30edf42 None None] Provisioning for port 24340fe6-8ed6-46f1-82c7-a86c25c90012 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:24.082506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c127bbdd-51c5-4bfd-a324-ab02d663a78e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 HTTP/1.1" status: 204 len: 168 time: 4.3783531 Jul 16 20:21:24.093725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57544) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.093990 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.173990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cade033-e67c-4534-9322-8ac2394ba412 req-ba202e9c-154c-498d-a598-101a72799b43 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.179996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:24.180951 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.184360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cade033-e67c-4534-9322-8ac2394ba412 req-ba202e9c-154c-498d-a598-101a72799b43 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.6671641 Jul 16 20:21:24.190629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: f4445f74-5932-41f8-8da0-264eebd6df6b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:24.190982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f4445f74-5932-41f8-8da0-264eebd6df6b not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:24.204390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd87b399-0073-4df9-9931-be7ac30edf42 None None] Provisioning complete for port 24340fe6-8ed6-46f1-82c7-a86c25c90012 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:24.204775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd87b399-0073-4df9-9931-be7ac30edf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.257376 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-95735dc6-9f43-4b07-8173-28584a6d2e81 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:21:24.261894 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.266659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-95735dc6-9f43-4b07-8173-28584a6d2e81 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 HTTP/1.1" status: 404 len: 333 time: 0.1700392 Jul 16 20:21:24.267354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57546) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.316143 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cade033-e67c-4534-9322-8ac2394ba412 req-8c48fdf6-88ee-41af-bc17-630d373bf8dd tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293597 Jul 16 20:21:24.480757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Allocated IP 172.25.6.130 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/98508e86-5903-4a4e-82b4-2da46038b869) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:24.487146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb662dd-ee60-4d68-885f-2d1adf8d32e6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet 054b47d1-6a11-490d-8233-e5224d5a8b05 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:24.500710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eb662dd-ee60-4d68-885f-2d1adf8d32e6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.530216 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.552224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:24.552894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:24.645292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eb662dd-ee60-4d68-885f-2d1adf8d32e6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.861982 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.879788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2ff0267-24ae-44c6-957f-a34fdc4d0fd4 req-3898fa56-f802-41a9-9304-7cdd948c9a38 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c52eb6-a4ca-4219-aecc-db741d6d73f4 HTTP/1.1" status: 200 len: 210 time: 0.1353576 Jul 16 20:21:24.881505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Transition to ACTIVE for port object ce232cbe-1df7-4e73-826a-69c6deaaf884 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:24.919852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Transition to ACTIVE for port object ce232cbe-1df7-4e73-826a-69c6deaaf884 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:25.036595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.094194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eb662dd-ee60-4d68-885f-2d1adf8d32e6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.096314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.160532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:25.199787 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.209740 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eb662dd-ee60-4d68-885f-2d1adf8d32e6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.277506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Pushing event updated for resources: {'Port': ['ID=98508e86-5903-4a4e-82b4-2da46038b869,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:25.306589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb662dd-ee60-4d68-885f-2d1adf8d32e6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=054b47d1-6a11-490d-8233-e5224d5a8b05,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:25.316024 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eb662dd-ee60-4d68-885f-2d1adf8d32e6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.318410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0eb662dd-ee60-4d68-885f-2d1adf8d32e6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/054b47d1-6a11-490d-8233-e5224d5a8b05 HTTP/1.1" status: 204 len: 168 time: 1.0444944 Jul 16 20:21:25.328894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57564) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:25.463904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca2a673-d7f0-4815-9551-a9d52c146a8d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet 19d33c5a-1e15-4107-85f5-4353896d8ea0 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:25.477242 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ca2a673-d7f0-4815-9551-a9d52c146a8d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.485775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:25.491766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:25.500406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8:2::1 (2904ec9d-6e13-47ed-a258-d5dea1e3752e/fb9cee4e-87f3-403b-903c-c7deac7488e7/e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:25.531965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd87b399-0073-4df9-9931-be7ac30edf42 None None] Could not find standard attr ID for object 3b1ccb6c-2229-4887-8e2f-dbfe081bfae0. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:25.533580 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ca2a673-d7f0-4815-9551-a9d52c146a8d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.574705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:25.598285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:25.649300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ca2a673-d7f0-4815-9551-a9d52c146a8d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.698337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port cf692ac2-be74-4f24-ae66-915474b1927a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cf692ac2-be74-4f24-ae66-915474b1927a,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:25.741104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:25.756819 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.763586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b699f96c-a183-4c24-b1db-5e6fa600210f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:25.798166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:25.803939 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ca2a673-d7f0-4815-9551-a9d52c146a8d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.874389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2a673-d7f0-4815-9551-a9d52c146a8d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=19d33c5a-1e15-4107-85f5-4353896d8ea0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:25.885270 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ca2a673-d7f0-4815-9551-a9d52c146a8d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.892863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6ca2a673-d7f0-4815-9551-a9d52c146a8d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/19d33c5a-1e15-4107-85f5-4353896d8ea0 HTTP/1.1" status: 204 len: 168 time: 0.5620310 Jul 16 20:21:25.894491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57572) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:26.098921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.261596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 24340fe6-8ed6-46f1-82c7-a86c25c90012 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:26.262351 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.321429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Pushing event updated for resources: {'Port': ['ID=ce232cbe-1df7-4e73-826a-69c6deaaf884,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.450870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] For port 24340fe6-8ed6-46f1-82c7-a86c25c90012, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=24340fe6-8ed6-46f1-82c7-a86c25c90012,segment=NetworkSegment(88024170-d99e-44ad-bc2e-becf2fa6adc2),segment_id=88024170-d99e-44ad-bc2e-becf2fa6adc2)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:26.452138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.501615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 24340fe6-8ed6-46f1-82c7-a86c25c90012 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:26.603750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=cf692ac2-be74-4f24-ae66-915474b1927a,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.713914 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.846150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No DVR routers for this DVR port 24340fe6-8ed6-46f1-82c7-a86c25c90012 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:26.849760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=24340fe6-8ed6-46f1-82c7-a86c25c90012,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.109555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Attempting to bind port ce232cbe-1df7-4e73-826a-69c6deaaf884 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:27.110874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Attempting to bind port ce232cbe-1df7-4e73-826a-69c6deaaf884 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:27.111848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Attempting to bind port ce232cbe-1df7-4e73-826a-69c6deaaf884 on network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:27.250371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:27.251345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Checking segment: {'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:27.252053 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.253176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Bound using segment: {'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:27.254029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Bound port: ce232cbe-1df7-4e73-826a-69c6deaaf884, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:27.254738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.367318 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.388437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2dd401-7ded-4014-8441-ef444e76ef58']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:27.409662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88024170-d99e-44ad-bc2e-becf2fa6adc2') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:27.410163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88024170-d99e-44ad-bc2e-becf2fa6adc2') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:27.428259 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.466982 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.491030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:27.491683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.525089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.594244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:27.667965 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:27.676387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.682872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] For port ce232cbe-1df7-4e73-826a-69c6deaaf884, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:27.696373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] For port ce232cbe-1df7-4e73-826a-69c6deaaf884, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce232cbe-1df7-4e73-826a-69c6deaaf884,segment=NetworkSegment(9c6c4f8a-0cea-4fc2-bd35-f7488c987f05),segment_id=9c6c4f8a-0cea-4fc2-bd35-f7488c987f05)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:27.698815 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.711695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57598) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:27.712480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/networks/6a2dd401-7ded-4014-8441-ef444e76ef58 HTTP/1.1" status: 204 len: 168 time: 1.8149352 Jul 16 20:21:27.776981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.795769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7681059-89a4-4c72-9841-706e74b55260 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Network': ['ID=6a2dd401-7ded-4014-8441-ef444e76ef58,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.835021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cca74c-aa62-468e-aba6-410ae0bffc0c req-76407102-feea-4745-a37c-ef9090bbdb68 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.845503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76cca74c-aa62-468e-aba6-410ae0bffc0c req-76407102-feea-4745-a37c-ef9090bbdb68 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 945 time: 0.8715103 Jul 16 20:21:27.904628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799be0f-b250-4680-a2d8-de6570c694d6 None None] Host n-d-791505-15 tried to update port 24340fe6-8ed6-46f1-82c7-a86c25c90012 which no longer exists. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 16 20:21:27.910409 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.936015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76cca74c-aa62-468e-aba6-410ae0bffc0c req-ed554289-2cb6-46d2-b02a-5294ecc38c49 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863340 Jul 16 20:21:27.964721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b699f96c-a183-4c24-b1db-5e6fa600210f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:27.978018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.089713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b699f96c-a183-4c24-b1db-5e6fa600210f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:28.090808 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.132503 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:28.148292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513895a-b702-4a48-9fb6-a5326c471aae tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.162113 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2513895a-b702-4a48-9fb6-a5326c471aae tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4315584 Jul 16 20:21:28.163081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57608) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.379289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 2904ec9d-6e13-47ed-a258-d5dea1e3752e is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:28.402107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:28.438703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306ecf0-b3b4-4d52-b344-fea7fee66c06 None None] DHCP port deletion for 6a2dd401-7ded-4014-8441-ef444e76ef58 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:28.468600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4e7fa6cf-f632-4c63-b994-d4aaec51bf31 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3026161 Jul 16 20:21:28.469486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57612) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.474953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1069779434'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:28.492057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.497344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:28.498275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.534924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e83e80ef-503c-4c4b-9395-4b366a0d0192 None None] Could not find standard attr ID for object 24340fe6-8ed6-46f1-82c7-a86c25c90012. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:28.541329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:28.547017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.651808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:28.684155 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.685723 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Added segment 09fe3164-17b9-4ab2-b6c5-3a14c3ad0693 of type vlan for network 8654931b-a00a-418e-ba86-6a4f2068ece1 Jul 16 20:21:28.830558 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.879874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Allocated IP 2001:db8:2::2 (2904ec9d-6e13-47ed-a258-d5dea1e3752e/fb9cee4e-87f3-403b-903c-c7deac7488e7/ee267d2a-29b8-485c-8034-34c530360dbc) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:28.883363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1468fc4-2fe9-4fa6-8494-6a1b22400b1b None None] Pushing event updated for resources: {'Port': ['ID=ce232cbe-1df7-4e73-826a-69c6deaaf884,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.958040 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.964027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.964948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.076953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5931416 Jul 16 20:21:29.110007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57620) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:29.115710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:29.219175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-9924e212-f033-407c-9a22-6e2983969b59 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.223061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-9924e212-f033-407c-9a22-6e2983969b59 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 945 time: 1.2293537 Jul 16 20:21:29.226685 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:16Z', 'revision_number': 3, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:16Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:17Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:29.268679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.425273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.466236 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.476376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:29.482708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Updating router 6acc1222-ef70-4983-af01-c951ea974b4d port fba83754-7e6f-4a33-bf8b-4a085dff457c binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:29.613216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443af9a9-d93a-42ce-b66a-7ba26fcb68d4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Network': ['ID=8654931b-a00a-418e-ba86-6a4f2068ece1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.719851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:29.726553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.883042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 8654931b-a00a-418e-ba86-6a4f2068ece1 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:29.978032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port b699f96c-a183-4c24-b1db-5e6fa600210f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b699f96c-a183-4c24-b1db-5e6fa600210f,segment=NetworkSegment(59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3),segment_id=59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:30.003209 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.015941 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.214882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a65dd6-18d5-41cb-a5e1-dc15fa0d40f5 req-ee8e287e-c6bf-445e-9e48-453f00425c41 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:30.246526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88a65dd6-18d5-41cb-a5e1-dc15fa0d40f5 req-ee8e287e-c6bf-445e-9e48-453f00425c41 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 945 time: 0.7378211 Jul 16 20:21:30.523248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88a65dd6-18d5-41cb-a5e1-dc15fa0d40f5 req-fa1af5c6-fda2-446b-9426-1a35aa69abd5 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709763 Jul 16 20:21:30.658754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57652) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:30.901192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Deleting port 14929c22-dba2-42ec-895e-0bc50475c086 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:30.902272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.911657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:30.982693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.994652 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.995490 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.096584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.116547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.134482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Transition to ACTIVE for port object fba83754-7e6f-4a33-bf8b-4a085dff457c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:31.226503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e0f14-850f-41c3-b49a-844255ebd5c0 None None] Network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:31.418248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] For port 14929c22-dba2-42ec-895e-0bc50475c086, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=14929c22-dba2-42ec-895e-0bc50475c086,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:31.418636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.437635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Calling delete_port for 14929c22-dba2-42ec-895e-0bc50475c086 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:31.448025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ebc8939f-a1cf-438c-836f-a1cc5268c9b5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:31.466197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=39070cc8-634c-43d7-afef-31f2a72f4109,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.493718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Checking segment: {'id': '09fe3164-17b9-4ab2-b6c5-3a14c3ad0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:31.494251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network hostable DHCP agents. Network: 8654931b-a00a-418e-ba86-6a4f2068ece1, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:31.545218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 8654931b-a00a-418e-ba86-6a4f2068ece1 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:31.561454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 8654931b-a00a-418e-ba86-6a4f2068ece1) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:31.570940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.571814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.590257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.616620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-47eaf217-bf19-4940-b603-cfcab2f9817e tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5030141 Jul 16 20:21:31.617119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57666) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:31.625383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1', 'name': 'tempest-PortsIpV6TestJSON-76927898'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:31.746887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a31df-c220-487e-b844-5fdfcfa83cca None None] Network 8654931b-a00a-418e-ba86-6a4f2068ece1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:31.834797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.855716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network 2904ec9d-6e13-47ed-a258-d5dea1e3752e is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:31.886431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.945376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:32.072341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event deleted for resources: {'Port': ['ID=14929c22-dba2-42ec-895e-0bc50475c086,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.120679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79e553ef-0680-4b1c-bb36-9082b943c04f req-e0477b7f-b4cc-4a15-bfcb-45f729f8f776 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 210 time: 0.1370809 Jul 16 20:21:32.137578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['04e7812a-793d-4bbe-b75d-413c4f70eff6'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:32.206067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:32.211419 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.218602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bb7cac-e3d4-4288-88a4-7a444845782b admin admin] Deleting subnet c5945411-55ad-491a-99c8-88ce730cc089 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:32.223944 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7cac-e3d4-4288-88a4-7a444845782b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.301488 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7cac-e3d4-4288-88a4-7a444845782b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.334419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] No DVR routers for this DVR port 14929c22-dba2-42ec-895e-0bc50475c086 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:32.339676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.353040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-967a5d8c-ff31-4d58-8065-e8cbd4b736ca req-eb947bcd-bce0-4e76-a689-2c61381f31d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "DELETE /v2.0/ports/14929c22-dba2-42ec-895e-0bc50475c086 HTTP/1.1" status: 204 len: 173 time: 3.1161294 Jul 16 20:21:32.382185 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7cac-e3d4-4288-88a4-7a444845782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.446338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 3edf9dbf-45ea-4fdb-8565-c206b8cb6a59 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:32.491636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=b699f96c-a183-4c24-b1db-5e6fa600210f,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.575849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02b39f8-c9fc-4f29-a5e0-4eae178e104a', 'name': 'network-vif-deleted', 'tag': '14929c22-dba2-42ec-895e-0bc50475c086'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:32.579435 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63a3d11-2b1a-4afd-a944-aef8d8cfff2b" -d '{"events": [{"server_uuid": "b02b39f8-c9fc-4f29-a5e0-4eae178e104a", "name": "network-vif-deleted", "tag": "14929c22-dba2-42ec-895e-0bc50475c086"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:32.589955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:32.617848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:32.629699 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Sync routers for ids ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:32.649292 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Routers {'f2eb5c9a-aeb6-4068-9635-4acdef4ef516'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:32.649948 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:32.672398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-97fd83bf-8087-4445-a180-8379ec382011 None None] Provisioning for port ce232cbe-1df7-4e73-826a-69c6deaaf884 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:32.677420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32669d-c750-4842-94b0-6044fccfc3a3 None None] Pushing event updated for resources: {'Port': ['ID=fba83754-7e6f-4a33-bf8b-4a085dff457c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.731253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-8654931b-a00a-418e-ba86-6a4f2068ece1', 'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1', 'tenant_id': 'fac165fd801e4ecfb4be9f1afc8aa318', 'fixed_ips': [{'subnet_id': '39070cc8-634c-43d7-afef-31f2a72f4109'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:32.744630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.867998 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a19c15-2f84-49c9-aeea-fd257282f1e4 x-openstack-request-id: req-05a19c15-2f84-49c9-aeea-fd257282f1e4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:32.868362 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02b39f8-c9fc-4f29-a5e0-4eae178e104a", "name": "network-vif-deleted", "tag": "14929c22-dba2-42ec-895e-0bc50475c086", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:32.868628 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05a19c15-2f84-49c9-aeea-fd257282f1e4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:32.869055 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02b39f8-c9fc-4f29-a5e0-4eae178e104a', 'name': 'network-vif-deleted', 'tag': '14929c22-dba2-42ec-895e-0bc50475c086', 'status': 'completed', 'code': 200} Jul 16 20:21:32.907847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.915484 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6bfb1535-6852-4cab-98f1-961911cbfa6c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.9351225 Jul 16 20:21:32.946048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57686) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:32.949626 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Set router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:33.006387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:33.023475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::1c4 (8654931b-a00a-418e-ba86-6a4f2068ece1/39070cc8-634c-43d7-afef-31f2a72f4109/3edf9dbf-45ea-4fdb-8565-c206b8cb6a59) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:33.034208 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fe7eed8e-2873-44de-bc7a-2344e8506940 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0984414 Jul 16 20:21:33.118832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57692) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:33.140266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-727960023'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:33.497906 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:21:27Z', 'revision_number': 3, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:33.503077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 14929c22-dba2-42ec-895e-0bc50475c086 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:33.573269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.590827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Attempting to bind port fba83754-7e6f-4a33-bf8b-4a085dff457c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:33.591207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Attempting to bind port fba83754-7e6f-4a33-bf8b-4a085dff457c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:33.597153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Attempting to bind port fba83754-7e6f-4a33-bf8b-4a085dff457c on network 0490a99d-83f1-4f09-9d24-53d37446158c {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:33.611891 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Checking router: f2eb5c9a-aeb6-4068-9635-4acdef4ef516 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:33.612407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Updating router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 port 98508e86-5903-4a4e-82b4-2da46038b869 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:33.642107 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.683549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7cac-e3d4-4288-88a4-7a444845782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.721335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:33.744642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object 3edf9dbf-45ea-4fdb-8565-c206b8cb6a59 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:33.764055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Transition to ACTIVE for port object ee267d2a-29b8-485c-8034-34c530360dbc will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:33.782306 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.803376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Transition to ACTIVE for port object ee267d2a-29b8-485c-8034-34c530360dbc will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:33.808148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:33.808657 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.843652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d9b5d4d9-c562-48a8-898c-21eaafe26853 req-60d34cf1-f3df-4573-9953-cff49dec5584 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02b39f8-c9fc-4f29-a5e0-4eae178e104a HTTP/1.1" status: 200 len: 210 time: 0.1782372 Jul 16 20:21:33.910794 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7cac-e3d4-4288-88a4-7a444845782b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.914745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d5bb7cac-e3d4-4288-88a4-7a444845782b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c5945411-55ad-491a-99c8-88ce730cc089 HTTP/1.1" status: 204 len: 168 time: 3.2538769 Jul 16 20:21:33.916638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb7cac-e3d4-4288-88a4-7a444845782b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5945411-55ad-491a-99c8-88ce730cc089,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:33.929741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57706) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:33.937882 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.941905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 14929c22-dba2-42ec-895e-0bc50475c086 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:33.942323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 14929c22-dba2-42ec-895e-0bc50475c086 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:33.964536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:33.964930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Checking segment: {'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:33.965356 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.965770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Bound using segment: {'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:33.966281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Bound port: fba83754-7e6f-4a33-bf8b-4a085dff457c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:33.966692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.130941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Network 2904ec9d-6e13-47ed-a258-d5dea1e3752e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:34.145157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.153161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:34.167584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Pushing event updated for resources: {'Port': ['ID=ee267d2a-29b8-485c-8034-34c530360dbc,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.173453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:34.219243 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.276017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ebc8939f-a1cf-438c-836f-a1cc5268c9b5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,segment=NetworkSegment(26eea764-e047-4653-a724-d3c778a27250),segment_id=26eea764-e047-4653-a724-d3c778a27250)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:34.281656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] For port fba83754-7e6f-4a33-bf8b-4a085dff457c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:34.287855 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.288815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf692ac2-be74-4f24-ae66-915474b1927a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:34.335900 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.345082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.362322 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Transition to ACTIVE for port object 98508e86-5903-4a4e-82b4-2da46038b869 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:34.376684 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.422473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.459833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] For port fba83754-7e6f-4a33-bf8b-4a085dff457c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fba83754-7e6f-4a33-bf8b-4a085dff457c,segment=NetworkSegment(59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3),segment_id=59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:34.464764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:34.474268 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6240f-2829-4f2b-9b1f-9604b6f082c1 None None] Pushing event updated for resources: {'Port': ['ID=98508e86-5903-4a4e-82b4-2da46038b869,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.477349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.500244 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Attempting to bind port 98508e86-5903-4a4e-82b4-2da46038b869 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:34.500880 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Attempting to bind port 98508e86-5903-4a4e-82b4-2da46038b869 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:34.501458 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Attempting to bind port 98508e86-5903-4a4e-82b4-2da46038b869 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:34.514380 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:34.515314 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:34.515314 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.515518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 8654931b-a00a-418e-ba86-6a4f2068ece1 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:34.515616 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:34.515976 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Bound port: 98508e86-5903-4a4e-82b4-2da46038b869, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:34.522755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:34.523640 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.540893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:34.547918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:34.572500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Allocated IP 2001:db8::2 (8654931b-a00a-418e-ba86-6a4f2068ece1/39070cc8-634c-43d7-afef-31f2a72f4109/f3c15ba0-e3c7-48fe-b163-e907986e479d) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:34.574349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.578088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=3edf9dbf-45ea-4fdb-8565-c206b8cb6a59,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.629141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:34.641315 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.646406 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.654851 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] For port 98508e86-5903-4a4e-82b4-2da46038b869, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:34.659510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1ef17176-888b-463b-9986-61ad1bbef2be tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0409136 Jul 16 20:21:34.660221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57720) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.661538 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] For port 98508e86-5903-4a4e-82b4-2da46038b869, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=98508e86-5903-4a4e-82b4-2da46038b869,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:34.668623 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.668784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1', 'name': 'tempest-PortsIpV6TestJSON-553801836'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:34.674469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34db89b4-ab52-45c4-8fd5-13653be1bb93']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:34.698458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.698820 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added segment d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7 of type vlan for network ea61afde-b8d3-4926-9d22-bd8bdc603233 Jul 16 20:21:34.718581 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.726589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Attempting to bind port ee267d2a-29b8-485c-8034-34c530360dbc on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:34.727479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Attempting to bind port ee267d2a-29b8-485c-8034-34c530360dbc by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:34.727479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Attempting to bind port ee267d2a-29b8-485c-8034-34c530360dbc on network 2904ec9d-6e13-47ed-a258-d5dea1e3752e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:34.752576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:34.752889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aeb24dd-83f4-433d-b3b6-ab17eb34d5f9') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:34.793331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.795973 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6240f-2829-4f2b-9b1f-9604b6f082c1 None None] Pushing event updated for resources: {'Port': ['ID=98508e86-5903-4a4e-82b4-2da46038b869,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.835221 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Routers {'f2eb5c9a-aeb6-4068-9635-4acdef4ef516'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:34.835929 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:34.871091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.886265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:34.887094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:34.890438 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:34.934226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.003624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.031680 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.039879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] 10.222.0.78 "DELETE /v2.0/networks/34db89b4-ab52-45c4-8fd5-13653be1bb93 HTTP/1.1" status: 204 len: 168 time: 1.1049421 Jul 16 20:21:35.067548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.resource_extend [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:21:35.107779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:35.125524 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.168140 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.195873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.196539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 37ae0571-f5e8-49e7-b7a8-cdb39399a906 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:35.199295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.282435 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1569822 Jul 16 20:21:35.284653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57732) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.366812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'subnet': {'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:35.375768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57736) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.380300 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] Set router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:35.383407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a71de-8939-487e-9d84-672cffa8debe admin admin] Pushing event deleted for resources: {'Network': ['ID=34db89b4-ab52-45c4-8fd5-13653be1bb93,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.569024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843e7da-6f1f-4a81-9fc5-e368adb3771f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Network': ['ID=ea61afde-b8d3-4926-9d22-bd8bdc603233,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.583932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.584759 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b3f2c85e-67c1-4247-bfff-e0886370d89a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d48880fbf8f74c859479858015141a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980417 Jul 16 20:21:35.620521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Made reservation on behalf of 27beb99cc2b5470f96db71635077ca61 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:35.629940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.666426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ea61afde-b8d3-4926-9d22-bd8bdc603233 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:35.806547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:35.807509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:35.815898 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23882add-955f-499d-96b4-329b933c7f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.833076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:35.838244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Checking segment: {'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:35.838969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.839826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Bound using segment: {'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:35.840761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Bound port: ee267d2a-29b8-485c-8034-34c530360dbc, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:35.841595 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.874519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23882add-955f-499d-96b4-329b933c7f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.957178 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ff650001-6d52-411f-a724-9c944f500606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:21:27Z', 'revision_number': 3, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:36.038640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23882add-955f-499d-96b4-329b933c7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.047930 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23882add-955f-499d-96b4-329b933c7f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.051128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-23882add-955f-499d-96b4-329b933c7f64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cfa96e6d-5800-4f14-b2a8-90e0b92b643d HTTP/1.1" status: 204 len: 168 time: 0.4657254 Jul 16 20:21:36.064470 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff650001-6d52-411f-a724-9c944f500606 None None] The sync data for ids ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'] in n-d-791505-15 is: [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:21:27Z', 'revision_number': 3, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:36.110500 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23882add-955f-499d-96b4-329b933c7f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa96e6d-5800-4f14-b2a8-90e0b92b643d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.149342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.187667 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.471698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] For port ee267d2a-29b8-485c-8034-34c530360dbc, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:36.478252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] For port ee267d2a-29b8-485c-8034-34c530360dbc, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ee267d2a-29b8-485c-8034-34c530360dbc,segment=NetworkSegment(07382bb5-6379-462c-ae7e-6fcca8f68350),segment_id=07382bb5-6379-462c-ae7e-6fcca8f68350)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:36.509707 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.548601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32669d-c750-4842-94b0-6044fccfc3a3 None None] Pushing event updated for resources: {'Port': ['ID=fba83754-7e6f-4a33-bf8b-4a085dff457c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.590034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.751443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cf692ac2-be74-4f24-ae66-915474b1927a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:36.752991 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.810414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329cad0-a56d-4cb7-8d89-e9ddaed09cac req-f3a0b25f-6d45-4c2e-803f-d9590c460870 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.830013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f329cad0-a56d-4cb7-8d89-e9ddaed09cac req-f3a0b25f-6d45-4c2e-803f-d9590c460870 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.3654840 Jul 16 20:21:36.887409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:36.917915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Transition to ACTIVE for port object f3c15ba0-e3c7-48fe-b163-e907986e479d will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:36.955786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f329cad0-a56d-4cb7-8d89-e9ddaed09cac req-23a56218-188b-4dc6-a20b-040cebed284f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194808 Jul 16 20:21:36.985307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Transition to ACTIVE for port object f3c15ba0-e3c7-48fe-b163-e907986e479d will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:36.998518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-e5eadb9c-70b8-4a53-9c45-ebc0f7c4a54f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:37.011313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-e5eadb9c-70b8-4a53-9c45-ebc0f7c4a54f tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 0.7006896 Jul 16 20:21:37.089343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.212487 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.431852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Subnet': ['ID=c1bc3b8f-d0d2-4737-abc2-f59015e863af,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.439661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Network 8654931b-a00a-418e-ba86-6a4f2068ece1 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:37.448489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4edc1-633d-4cbb-878c-d690c29f9c8c None None] Pushing event updated for resources: {'Port': ['ID=ee267d2a-29b8-485c-8034-34c530360dbc,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.465520 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:37.535353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Allocated IP 172.20.0.1 (4a5eb4ab-f637-4212-a76a-a863b8ad2528/45073d5a-9f30-47eb-b8eb-b01d914967fe/48e56fe2-9643-4a5f-841c-71ec7356f5d6) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:37.554630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:37.662376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::292 (8654931b-a00a-418e-ba86-6a4f2068ece1/39070cc8-634c-43d7-afef-31f2a72f4109/37ae0571-f5e8-49e7-b7a8-cdb39399a906) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:37.840866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Checking segment: {'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:37.841490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network hostable DHCP agents. Network: ea61afde-b8d3-4926-9d22-bd8bdc603233, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:37.950190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce232cbe-1df7-4e73-826a-69c6deaaf884 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:38.039226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network ea61afde-b8d3-4926-9d22-bd8bdc603233 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:38.068836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ea61afde-b8d3-4926-9d22-bd8bdc603233) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:38.085342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.086321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.120689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.128185 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-77f82ec5-e627-4672-ac3e-63722674b8bb tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8371947 Jul 16 20:21:38.133654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:38.197341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Transition to ACTIVE for port object 48e56fe2-9643-4a5f-841c-71ec7356f5d6 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:38.455140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb7d32-7088-40d7-a7f8-ddbfadc83768 None None] Network ea61afde-b8d3-4926-9d22-bd8bdc603233 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:38.485033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Attempting to bind port f3c15ba0-e3c7-48fe-b163-e907986e479d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:38.485591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Attempting to bind port f3c15ba0-e3c7-48fe-b163-e907986e479d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '09fe3164-17b9-4ab2-b6c5-3a14c3ad0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:38.500396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Attempting to bind port f3c15ba0-e3c7-48fe-b163-e907986e479d on network 8654931b-a00a-418e-ba86-6a4f2068ece1 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:38.517456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Pushing event updated for resources: {'Port': ['ID=f3c15ba0-e3c7-48fe-b163-e907986e479d,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:38.708794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57804) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:38.777508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.852800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:38.853194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c743ddc-f282-4000-b7a5-7c8271256921 req-35578e63-4042-419e-bf36-516b17086d67 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.854948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:38.856353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Checking segment: {'id': '09fe3164-17b9-4ab2-b6c5-3a14c3ad0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:38.859658 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.861467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Bound using segment: {'id': '09fe3164-17b9-4ab2-b6c5-3a14c3ad0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:38.861713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c743ddc-f282-4000-b7a5-7c8271256921 req-35578e63-4042-419e-bf36-516b17086d67 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 1.5880158 Jul 16 20:21:38.863673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Bound port: f3c15ba0-e3c7-48fe-b163-e907986e479d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fe3164-17b9-4ab2-b6c5-3a14c3ad0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8654931b-a00a-418e-ba86-6a4f2068ece1'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:38.864699 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.873406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:38.891407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:39.019718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ce232cbe-1df7-4e73-826a-69c6deaaf884 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:39.060066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ce232cbe-1df7-4e73-826a-69c6deaaf884 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:39.060574 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.156310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:28Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:30Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:39.172744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c743ddc-f282-4000-b7a5-7c8271256921 req-61fc59dc-9b0d-4e79-a805-6e5890518de5 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097107 Jul 16 20:21:39.245421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1157429025-network', 'tenant_id': '522cbde02bc344958565b7c0644a9f97'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:39.249667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Deleting port 04e7812a-793d-4bbe-b75d-413c4f70eff6 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:39.250542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.287850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad17e5-44cc-4c2d-9730-9651ab35f185 None None] Network 2904ec9d-6e13-47ed-a258-d5dea1e3752e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:39.288533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.297405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Made reservation on behalf of 522cbde02bc344958565b7c0644a9f97 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:39.300089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.307365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Pushing event updated for resources: {'Port': ['ID=48e56fe2-9643-4a5f-841c-71ec7356f5d6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:39.397536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] For port f3c15ba0-e3c7-48fe-b163-e907986e479d, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:39.448931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] For port f3c15ba0-e3c7-48fe-b163-e907986e479d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3c15ba0-e3c7-48fe-b163-e907986e479d,segment=NetworkSegment(09fe3164-17b9-4ab2-b6c5-3a14c3ad0693),segment_id=09fe3164-17b9-4ab2-b6c5-3a14c3ad0693)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:39.497205 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.513635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496609d6-ca83-489d-8a5b-9125c25b999a None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:28Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:30Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:39.571270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-5469c319-deb9-4882-9428-b7d18e7855f1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.574020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-5469c319-deb9-4882-9428-b7d18e7855f1 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.16 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 0.7665696 Jul 16 20:21:39.574341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.656639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bb1e865d-f3d3-4c50-9b1d-8d1d5bf5f8ca None None] Provisioning for port ee267d2a-29b8-485c-8034-34c530360dbc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:39.861629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007df60-72db-4fa2-bd04-2a5edcb9099d req-e0e76db4-3dd9-47f0-b2b1-84a8b8369f44 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.862531 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.865298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e007df60-72db-4fa2-bd04-2a5edcb9099d req-e0e76db4-3dd9-47f0-b2b1-84a8b8369f44 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 945 time: 1.0587816 Jul 16 20:21:39.960060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.994093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.152038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e007df60-72db-4fa2-bd04-2a5edcb9099d req-4fcd4a30-dec4-4011-91d7-ff70adf90d94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b50a117-bc38-42fa-b13e-b07fd494883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584221 Jul 16 20:21:40.158130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] For port 04e7812a-793d-4bbe-b75d-413c4f70eff6, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=04e7812a-793d-4bbe-b75d-413c4f70eff6,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:40.160920 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.240754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 82f83ecc-06ab-4459-a4ba-4d659f27d75f no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:40.246412 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.306676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-ea61afde-b8d3-4926-9d22-bd8bdc603233', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:40.307940 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.333469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object 37ae0571-f5e8-49e7-b7a8-cdb39399a906 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:40.479806 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.524898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Calling delete_port for 04e7812a-793d-4bbe-b75d-413c4f70eff6 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:40.585315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ce232cbe-1df7-4e73-826a-69c6deaaf884, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce232cbe-1df7-4e73-826a-69c6deaaf884,segment=NetworkSegment(9c6c4f8a-0cea-4fc2-bd35-f7488c987f05),segment_id=9c6c4f8a-0cea-4fc2-bd35-f7488c987f05)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:40.602958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.642794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.662242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 8654931b-a00a-418e-ba86-6a4f2068ece1 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:40.676843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:40.680655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376006c5-7b6c-498b-a195-f1070723f691 None None] Pushing event updated for resources: {'Port': ['ID=f3c15ba0-e3c7-48fe-b163-e907986e479d,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:40.706904 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.723560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:40.732322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:40.758895 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.863838 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.1998425 Jul 16 20:21:40.869996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57828) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:40.913733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.989908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ce232cbe-1df7-4e73-826a-69c6deaaf884,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:40.992701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f332895-59b9-4ace-a30f-67508263b072 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=37ae0571-f5e8-49e7-b7a8-cdb39399a906,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:41.037102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 24340fe6-8ed6-46f1-82c7-a86c25c90012 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:41.060500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:41.193598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.208764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-03482235-f7e3-4d14-85b3-8ab027364bf4 None None] Provisioning for port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:41.221525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Deleting port 82f83ecc-06ab-4459-a4ba-4d659f27d75f {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:41.222531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.257753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Allocated IP 2001:db8:3::1 (ea61afde-b8d3-4926-9d22-bd8bdc603233/c1bc3b8f-d0d2-4737-abc2-f59015e863af/4d23b1c3-d192-4903-bc48-f3f2ec677aa1) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:41.264399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3b1946-7633-420c-93c8-156b991fea32,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:41.368591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.371141 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Added segment bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6 of type vlan for network b21356f6-28b7-4960-998f-81624b37c676 Jul 16 20:21:41.608745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.658665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Pushing event updated for resources: {'Port': ['ID=48e56fe2-9643-4a5f-841c-71ec7356f5d6,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:41.676975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:41.677731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.697916 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.699558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Calling delete_port for 82f83ecc-06ab-4459-a4ba-4d659f27d75f owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:41.857226 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.861961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 24340fe6-8ed6-46f1-82c7-a86c25c90012 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:41.862564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 24340fe6-8ed6-46f1-82c7-a86c25c90012 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:41.864756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-03482235-f7e3-4d14-85b3-8ab027364bf4 None None] Provisioning complete for port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:41.865614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-03482235-f7e3-4d14-85b3-8ab027364bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.952654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7afe632e-022a-4b88-8ad8-93729f363a11 req-514f7f9a-a262-412a-b628-9a7dbf40736a tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 210 time: 0.1722016 Jul 16 20:21:42.004883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:42.007602 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65de078-949f-4aa1-a421-49c4e1720daa" -d '{"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-unplugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:42.026875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-03482235-f7e3-4d14-85b3-8ab027364bf4 None None] Port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:42.034177 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.112156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event deleted for resources: {'Port': ['ID=04e7812a-793d-4bbe-b75d-413c4f70eff6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.114009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 82f83ecc-06ab-4459-a4ba-4d659f27d75f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=82f83ecc-06ab-4459-a4ba-4d659f27d75f,segment=NetworkSegment(35edfeda-6012-49d3-be20-055c04d1e6c9),segment_id=35edfeda-6012-49d3-be20-055c04d1e6c9)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:42.131986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.135638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 04e7812a-793d-4bbe-b75d-413c4f70eff6 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:42.195529 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.232093 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dda9996-cc59-4624-93ed-e4ac8e733468 x-openstack-request-id: req-0dda9996-cc59-4624-93ed-e4ac8e733468 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:42.234258 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-unplugged", "status": "completed", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:42.234862 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0dda9996-cc59-4624-93ed-e4ac8e733468 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:42.238527 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'code': 200} Jul 16 20:21:42.257874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842dadd7-1975-4921-8e1f-398c4c4b59e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.265715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-842dadd7-1975-4921-8e1f-398c4c4b59e4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c4 HTTP/1.1" status: 200 len: 927 time: 1.2616429 Jul 16 20:21:42.269626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57852) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.287473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Transition to ACTIVE for port object 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:42.358935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.408418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa1daa2-15ab-4142-9268-a9cd055baf37 None None] Network 8654931b-a00a-418e-ba86-6a4f2068ece1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:42.424322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=13']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.467527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.resource_extend [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:21:42.476333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 04e7812a-793d-4bbe-b75d-413c4f70eff6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:42.476930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 04e7812a-793d-4bbe-b75d-413c4f70eff6 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:42.516944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cbaf2995-c233-44de-99a1-cbd1e3b1401a None None] Provisioning for port f3c15ba0-e3c7-48fe-b163-e907986e479d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:42.598678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea932d5-165a-4e18-8c6d-732a4d361862 req-3c3d4f91-526f-46a4-b143-5d1a42aaeabe tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.614124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fea932d5-165a-4e18-8c6d-732a4d361862 req-3c3d4f91-526f-46a4-b143-5d1a42aaeabe tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 946 time: 1.7561066 Jul 16 20:21:42.638314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:42.662564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network ea61afde-b8d3-4926-9d22-bd8bdc603233 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:42.702931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:42.728943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:42.729687 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.850743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.852343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.853298 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.873613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.875751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Allocated IP 2001:db8:3::2 (ea61afde-b8d3-4926-9d22-bd8bdc603233/c1bc3b8f-d0d2-4737-abc2-f59015e863af/4f81c946-0467-4b62-a17d-48dcd1799a5d) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:42.895881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 98508e86-5903-4a4e-82b4-2da46038b869 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:42.975736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:42.977102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:43.021769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:43.029007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.3149230 Jul 16 20:21:43.042317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57864) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:43.046767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:43.062793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Request body: {'subnet': {'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1157429025-subnet', 'tenant_id': '522cbde02bc344958565b7c0644a9f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:43.082585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] No DVR routers for this DVR port 04e7812a-793d-4bbe-b75d-413c4f70eff6 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:43.098433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.106243 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a71aec38-be5a-4ea4-ba26-13ad88f3a11e req-c6557480-4c29-440e-b93f-9acf4c14d6b1 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.16 "DELETE /v2.0/ports/04e7812a-793d-4bbe-b75d-413c4f70eff6 HTTP/1.1" status: 204 len: 173 time: 6.0808878 Jul 16 20:21:43.112666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12d71e-fdd1-47b8-a844-7f4a991f21b5', 'name': 'network-vif-deleted', 'tag': '04e7812a-793d-4bbe-b75d-413c4f70eff6'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:43.119011 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ed96d2-fe60-4eca-872e-dd4c3014ef06" -d '{"events": [{"server_uuid": "aa12d71e-fdd1-47b8-a844-7f4a991f21b5", "name": "network-vif-deleted", "tag": "04e7812a-793d-4bbe-b75d-413c4f70eff6"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:43.126702 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.182009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d1c8617-d393-4400-859c-bdeb61b2f950 None None] Provisioning for port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:43.194206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Made reservation on behalf of 522cbde02bc344958565b7c0644a9f97 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:43.203650 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.369861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Pushing event deleted for resources: {'Port': ['ID=82f83ecc-06ab-4459-a4ba-4d659f27d75f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.384003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] No DVR routers for this DVR port 82f83ecc-06ab-4459-a4ba-4d659f27d75f on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:43.400185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fea932d5-165a-4e18-8c6d-732a4d361862 req-49095a17-bb35-4915-8dc3-6e07b34a3ec8 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/security-groups?id=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557681 Jul 16 20:21:43.507289 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.512162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-313d04d9-c98a-47a6-a5af-b51ec2188653 req-00cdf53a-7413-4a1b-914c-4a4e1b2b5c51 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.16 "DELETE /v2.0/ports/82f83ecc-06ab-4459-a4ba-4d659f27d75f HTTP/1.1" status: 204 len: 173 time: 3.9196341 Jul 16 20:21:43.518650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8dbfe5d4-9f2f-4681-971d-e449c310d4fd req-8c97be27-7a17-4879-987f-1a8473c0926b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa12d71e-fdd1-47b8-a844-7f4a991f21b5 HTTP/1.1" status: 200 len: 210 time: 0.1459680 Jul 16 20:21:43.523361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9b53c3f1-3a14-4fdb-aecd-329bc3c6e909 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 37ae0571-f5e8-49e7-b7a8-cdb39399a906 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:43.524764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b53c3f1-3a14-4fdb-aecd-329bc3c6e909 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.574268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:43.757216 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b53c3f1-3a14-4fdb-aecd-329bc3c6e909 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.767359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6d1c8617-d393-4400-859c-bdeb61b2f950 None None] Provisioning complete for port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:43.769002 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8617-d393-4400-859c-bdeb61b2f950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.775007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9b53c3f1-3a14-4fdb-aecd-329bc3c6e909 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 37ae0571-f5e8-49e7-b7a8-cdb39399a906 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:44.009297 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303973bb-bf77-4e48-8c67-9316f829f12b x-openstack-request-id: req-303973bb-bf77-4e48-8c67-9316f829f12b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:44.010020 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12d71e-fdd1-47b8-a844-7f4a991f21b5", "name": "network-vif-deleted", "tag": "04e7812a-793d-4bbe-b75d-413c4f70eff6", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:44.010506 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-303973bb-bf77-4e48-8c67-9316f829f12b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:44.011123 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12d71e-fdd1-47b8-a844-7f4a991f21b5', 'name': 'network-vif-deleted', 'tag': '04e7812a-793d-4bbe-b75d-413c4f70eff6', 'status': 'completed', 'code': 200} Jul 16 20:21:44.012651 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b53c3f1-3a14-4fdb-aecd-329bc3c6e909 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.098712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53c3f1-3a14-4fdb-aecd-329bc3c6e909 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=37ae0571-f5e8-49e7-b7a8-cdb39399a906,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:44.142160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b53c3f1-3a14-4fdb-aecd-329bc3c6e909 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.144932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9b53c3f1-3a14-4fdb-aecd-329bc3c6e909 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/37ae0571-f5e8-49e7-b7a8-cdb39399a906 HTTP/1.1" status: 204 len: 168 time: 1.8189070 Jul 16 20:21:44.147518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57882) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:44.195850 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb0cee8-1dab-41a6-946f-24f9ceb3c0a1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:21:44.209477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3eb0cee8-1dab-41a6-946f-24f9ceb3c0a1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/37ae0571-f5e8-49e7-b7a8-cdb39399a906 HTTP/1.1" status: 404 len: 333 time: 0.0559440 Jul 16 20:21:44.210493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57884) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:44.315578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c8617-d393-4400-859c-bdeb61b2f950 None None] Port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:44.317416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c9be-c00f-4602-b9b0-174cef5aa1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b21356f6-28b7-4960-998f-81624b37c676,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:44.364936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network b21356f6-28b7-4960-998f-81624b37c676 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:44.395988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-09ce6175-7867-4d8a-b4a6-c7ec4a676186 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 3edf9dbf-45ea-4fdb-8565-c206b8cb6a59 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:44.396411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09ce6175-7867-4d8a-b4a6-c7ec4a676186 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.398540 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-f5e91123-ca8e-46e4-88ec-eeb8b0871d47 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.8025000 Jul 16 20:21:44.438078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 98508e86-5903-4a4e-82b4-2da46038b869 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:44.501373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 98508e86-5903-4a4e-82b4-2da46038b869 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:44.501767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.734792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09ce6175-7867-4d8a-b4a6-c7ec4a676186 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.808077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.840164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c44a6b4-46ee-4285-9d7b-23f7ce0c841d req-6f2936ce-4cf4-412f-a933-d18dff040504 tempest-ServersNegativeTestJSON-666594182 tempest-ServersNegativeTestJSON-666594182-project] 10.222.0.78 "GET /v2.0/ports?device_id=b463cf1a-503a-4456-9a15-4be1ec76e8f5 HTTP/1.1" status: 200 len: 210 time: 0.0970547 Jul 16 20:21:44.857115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-09ce6175-7867-4d8a-b4a6-c7ec4a676186 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 3edf9dbf-45ea-4fdb-8565-c206b8cb6a59 owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:44.993350 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.031838 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-00f86c89-0643-4585-bc46-5155081e5e63 None None] Provisioning complete for port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:45.032465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-00f86c89-0643-4585-bc46-5155081e5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.072648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:45.096836 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09ce6175-7867-4d8a-b4a6-c7ec4a676186 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.203361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce6175-7867-4d8a-b4a6-c7ec4a676186 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=3edf9dbf-45ea-4fdb-8565-c206b8cb6a59,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:45.218035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Transition to ACTIVE for port object 4f81c946-0467-4b62-a17d-48dcd1799a5d will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:45.260159 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-09ce6175-7867-4d8a-b4a6-c7ec4a676186 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.269674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-09ce6175-7867-4d8a-b4a6-c7ec4a676186 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/3edf9dbf-45ea-4fdb-8565-c206b8cb6a59 HTTP/1.1" status: 204 len: 168 time: 1.0575109 Jul 16 20:21:45.271297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57902) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.352136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-4d34efee-662c-443d-931a-0b97dd15b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.360949 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4876a692-0eaf-48ea-b104-940e451c0f1a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:21:45.361409 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-4d34efee-662c-443d-931a-0b97dd15b5cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=339b1fa75957439782186d828b947369&device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 1097 time: 0.6855066 Jul 16 20:21:45.368052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4876a692-0eaf-48ea-b104-940e451c0f1a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/3edf9dbf-45ea-4fdb-8565-c206b8cb6a59 HTTP/1.1" status: 404 len: 333 time: 0.0937717 Jul 16 20:21:45.375039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Transition to ACTIVE for port object 4f81c946-0467-4b62-a17d-48dcd1799a5d will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:45.375992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57904) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.415910 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.441530 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.594656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-00f86c89-0643-4585-bc46-5155081e5e63 None None] Port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:45.664884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Pushing event updated for resources: {'Port': ['ID=4f81c946-0467-4b62-a17d-48dcd1799a5d,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:45.715623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Network ea61afde-b8d3-4926-9d22-bd8bdc603233 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:45.723416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 98508e86-5903-4a4e-82b4-2da46038b869, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=98508e86-5903-4a4e-82b4-2da46038b869,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:45.741347 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.743192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ebc8939f-a1cf-438c-836f-a1cc5268c9b5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:45.756601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:45.819873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:45.827259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-00f86c89-0643-4585-bc46-5155081e5e63 None None] Provisioning complete for port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:45.828084 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-00f86c89-0643-4585-bc46-5155081e5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.851054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a3d40-3c0c-4109-ae9b-79918c4e4caf req-295a960a-623d-4054-a2b0-e06de0999439 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.852706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-439a3d40-3c0c-4109-ae9b-79918c4e4caf req-295a960a-623d-4054-a2b0-e06de0999439 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.1955776 Jul 16 20:21:45.902971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:28Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:30Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:45.907590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-b68aa074-f033-40c0-826f-f4d70d0bd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.916323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-b68aa074-f033-40c0-826f-f4d70d0bd13b service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 200 len: 913 time: 0.4131677 Jul 16 20:21:45.922050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-439a3d40-3c0c-4109-ae9b-79918c4e4caf req-65de38a9-d684-46a9-9959-6afbc20cbbf2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627565 Jul 16 20:21:45.922794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-00f86c89-0643-4585-bc46-5155081e5e63 None None] Port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:46.013007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-deleted', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:46.017497 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0efe2f-2650-4261-8baf-8b6e21159dd3" -d '{"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-deleted", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:46.035042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57912) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:46.067694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:46.068744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Updating router 6acc1222-ef70-4983-af01-c951ea974b4d port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:46.105267 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef12aed-01ba-4fcd-bfd1-002a39c071f4 x-openstack-request-id: req-fef12aed-01ba-4fcd-bfd1-002a39c071f4 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:46.106041 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b463cf1a-503a-4456-9a15-4be1ec76e8f5", "name": "network-vif-deleted", "tag": "82f83ecc-06ab-4459-a4ba-4d659f27d75f", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:46.106518 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fef12aed-01ba-4fcd-bfd1-002a39c071f4 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:46.107161 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b463cf1a-503a-4456-9a15-4be1ec76e8f5', 'name': 'network-vif-deleted', 'tag': '82f83ecc-06ab-4459-a4ba-4d659f27d75f', 'status': 'completed', 'code': 200} Jul 16 20:21:46.193529 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.214563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=98508e86-5903-4a4e-82b4-2da46038b869,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.236135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Attempting to bind port 4f81c946-0467-4b62-a17d-48dcd1799a5d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:46.236559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Attempting to bind port 4f81c946-0467-4b62-a17d-48dcd1799a5d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:46.236942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Attempting to bind port 4f81c946-0467-4b62-a17d-48dcd1799a5d on network ea61afde-b8d3-4926-9d22-bd8bdc603233 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:46.249076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:46.249475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Checking segment: {'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:46.249994 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.250459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Bound using segment: {'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:46.251074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Bound port: 4f81c946-0467-4b62-a17d-48dcd1799a5d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:46.251762 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.319481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9267ef-3f5c-4af9-af77-91ac425f52e1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet 39070cc8-634c-43d7-afef-31f2a72f4109 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:46.324941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f4077375-271e-45a7-9964-75a1b4054793 None None] Could not find standard attr ID for object 3edf9dbf-45ea-4fdb-8565-c206b8cb6a59. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:46.350181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e081e87-1f4e-4e00-b9d6-0288829a30e4 admin admin] Deleting subnet 1e04aafa-c62a-40ae-bc26-29a45cb3711d {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:46.358969 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e081e87-1f4e-4e00-b9d6-0288829a30e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.389153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:46.390850 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.453180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e081e87-1f4e-4e00-b9d6-0288829a30e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.468759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.531400 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d9267ef-3f5c-4af9-af77-91ac425f52e1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.609344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e081e87-1f4e-4e00-b9d6-0288829a30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.809580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-41d9bea3-5338-4f9a-b711-1a31c26cc6f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 200 len: 999 time: 0.3678586 Jul 16 20:21:46.846293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-04ea3e40-4391-4b56-8584-5911ac46d668 None None] Could not find standard attr ID for object 37ae0571-f5e8-49e7-b7a8-cdb39399a906. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:46.904254 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e081e87-1f4e-4e00-b9d6-0288829a30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.926652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e081e87-1f4e-4e00-b9d6-0288829a30e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.929803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4e081e87-1f4e-4e00-b9d6-0288829a30e4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1e04aafa-c62a-40ae-bc26-29a45cb3711d HTTP/1.1" status: 204 len: 168 time: 0.8935106 Jul 16 20:21:46.988790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] For port 4f81c946-0467-4b62-a17d-48dcd1799a5d, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:47.003747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57918) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:47.045185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-b58eb05c-f099-481d-81d0-d6973289f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.050680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-b58eb05c-f099-481d-81d0-d6973289f828 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 200 len: 851 time: 0.1337593 Jul 16 20:21:47.098546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e081e87-1f4e-4e00-b9d6-0288829a30e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e04aafa-c62a-40ae-bc26-29a45cb3711d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.145544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] For port 4f81c946-0467-4b62-a17d-48dcd1799a5d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4f81c946-0467-4b62-a17d-48dcd1799a5d,segment=NetworkSegment(d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7),segment_id=d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:47.173142 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d9267ef-3f5c-4af9-af77-91ac425f52e1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.176691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:47.190114 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Sync routers for ids ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:47.209374 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9e3f7256-5d62-4b77-985b-166f69bc23fc admin admin] 10.222.0.78 "PUT /v2.0/routers/f2eb5c9a-aeb6-4068-9635-4acdef4ef516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2475386 Jul 16 20:21:47.211435 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.222076 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Routers {'f2eb5c9a-aeb6-4068-9635-4acdef4ef516'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:47.223262 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:47.268800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.273540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Checking segment: {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:47.274056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Network hostable DHCP agents. Network: b21356f6-28b7-4960-998f-81624b37c676, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:47.282167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.305506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.307492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.379122 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.401537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-c366af19-a545-4b9e-b194-f4f29cd50eff tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.404402 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-c366af19-a545-4b9e-b194-f4f29cd50eff tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 0.5989168 Jul 16 20:21:47.439097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fba83754-7e6f-4a33-bf8b-4a085dff457c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:47.447733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event updated for resources: {'Port': ['ID=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.545927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Network b21356f6-28b7-4960-998f-81624b37c676 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:47.584876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-96647670-ce3c-45a3-9e5d-965d029caf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.586616 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-96647670-ce3c-45a3-9e5d-965d029caf6d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ca26e4e-3007-40cd-8b4b-ebff741e8b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5018580 Jul 16 20:21:47.656463 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Set router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:47.745477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1f7ed-e7c7-49a3-97af-fe7ae2b64ad8 None None] Pushing event updated for resources: {'Port': ['ID=4f81c946-0467-4b62-a17d-48dcd1799a5d,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.857597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port fba83754-7e6f-4a33-bf8b-4a085dff457c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:47.876719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, b21356f6-28b7-4960-998f-81624b37c676) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:47.975429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.976079 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.003182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fba83754-7e6f-4a33-bf8b-4a085dff457c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:48.003665 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.087447 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-f6784d1b-2bf1-4278-a408-ab8483d08102 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466600 Jul 16 20:21:48.129237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1dd4ee-9d1f-488a-9e1f-8700dfba12a7 None None] Network b21356f6-28b7-4960-998f-81624b37c676 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:48.257217 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.329045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aca2d8a6-5e0a-4289-83a4-6bfe431a0503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.378021 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ca42e99d-3a3d-4cae-84f3-b20b7e35a52b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.3208966 Jul 16 20:21:48.381361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Transition to ACTIVE for port object e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:48.462861 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:21:39Z', 'revision_number': 4, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '48e56fe2-9643-4a5f-841c-71ec7356f5d6', 'name': '', 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'mac_address': 'fa:16:3e:f4:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '45073d5a-9f30-47eb-b8eb-b01d914967fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:36Z', 'updated_at': '2021-07-16T20:21:40Z', 'revision_number': 2, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'subnets': [{'id': '45073d5a-9f30-47eb-b8eb-b01d914967fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:48.501579 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e17f3f-1212-43de-8017-e15926aa2885 req-62f14035-9aff-4a0f-bc23-a835d8d53fe2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.519407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3e17f3f-1212-43de-8017-e15926aa2885 req-62f14035-9aff-4a0f-bc23-a835d8d53fe2 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 1.3587780 Jul 16 20:21:48.569075 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Checking router: f2eb5c9a-aeb6-4068-9635-4acdef4ef516 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:48.569511 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Updating router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:48.590544 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.601492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Network ea61afde-b8d3-4926-9d22-bd8bdc603233 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:48.604994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d9267ef-3f5c-4af9-af77-91ac425f52e1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.627552 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.657086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b2029d-70e5-471c-b944-02626042955e']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:48.675957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:48.700166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35edfeda-6012-49d3-be20-055c04d1e6c9') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:48.700691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35edfeda-6012-49d3-be20-055c04d1e6c9') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:48.735655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.791016 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.812116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:48.814267 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.899051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3d08-e242-434b-aeae-ac4eee00d677 None None] Pushing event updated for resources: {'Port': ['ID=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:48.937997 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:48.957867 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:49.017455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.025525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.029682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] 10.222.0.78 "DELETE /v2.0/networks/35b2029d-70e5-471c-b944-02626042955e HTTP/1.1" status: 204 len: 168 time: 2.0241451 Jul 16 20:21:49.081920 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.169398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4d3b4-e8f8-459f-ae30-c6a71f5b4456 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b2029d-70e5-471c-b944-02626042955e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:49.276192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:49.285651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c95e7319-ffb1-4537-8569-c43010efb1b0 req-a3cd133d-8794-4f28-90bd-104d9fa804d2 service neutron] 10.222.0.68 "GET /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1777949 Jul 16 20:21:49.301308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port fba83754-7e6f-4a33-bf8b-4a085dff457c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fba83754-7e6f-4a33-bf8b-4a085dff457c,segment=NetworkSegment(59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3),segment_id=59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:49.341691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3e17f3f-1212-43de-8017-e15926aa2885 req-c1809d7e-191b-4d9d-9cb5-fbaebc9b11a7 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864429 Jul 16 20:21:49.372802 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.374274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce232cbe-1df7-4e73-826a-69c6deaaf884 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:49.421947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Deleting port f417dc62-8b00-4f17-a458-b6aed60746f9 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:49.430927 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.550435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57942) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.601396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57946) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.758188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4af1fb87-1e37-4350-a7bf-c6de98b9829d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098188528', 'description': 'tempest-secgroup-smoke-1098188528 description', 'project_id': '9cea726f818843af9f82975114c19b21'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:49.781356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d9267ef-3f5c-4af9-af77-91ac425f52e1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.972822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8a072126-aee6-4af7-bfa4-8de400714641 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2787dc92f2c14544b6f8410093b25f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678846 Jul 16 20:21:49.979398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57948) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:50.127957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] For port f417dc62-8b00-4f17-a458-b6aed60746f9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f417dc62-8b00-4f17-a458-b6aed60746f9,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:50.132422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b629ae56-d58f-4a08-aa07-2f22512969da None None] Network b21356f6-28b7-4960-998f-81624b37c676 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:50.146585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=fba83754-7e6f-4a33-bf8b-4a085dff457c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.151276 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.177038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d2c27-c3f9-482a-b950-631c0546d998 None None] Network 8654931b-a00a-418e-ba86-6a4f2068ece1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:50.204007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9267ef-3f5c-4af9-af77-91ac425f52e1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=39070cc8-634c-43d7-afef-31f2a72f4109,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.226988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b7ce6-c7a6-4ef2-afab-59ec7b723fb7 None None] Network ea61afde-b8d3-4926-9d22-bd8bdc603233 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:50.246396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Attempting to bind port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:50.246913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Attempting to bind port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:50.247514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Attempting to bind port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb on network 2904ec9d-6e13-47ed-a258-d5dea1e3752e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:50.260813 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d9267ef-3f5c-4af9-af77-91ac425f52e1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.266544 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4d9267ef-3f5c-4af9-af77-91ac425f52e1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/39070cc8-634c-43d7-afef-31f2a72f4109 HTTP/1.1" status: 204 len: 168 time: 4.8769886 Jul 16 20:21:50.269121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:50.279927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57950) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:50.435294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:50.435734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Checking segment: {'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:50.436631 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.437284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Bound using segment: {'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:50.438092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Bound port: e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07382bb5-6379-462c-ae7e-6fcca8f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:50.438735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.502201 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.512993 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b256aa72-74dd-4e67-9dd8-7643fdbef4a9 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3774316 Jul 16 20:21:50.519344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c25bbdf2-77e5-45ad-beb7-11cfff359444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.522140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 57960) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:50.525005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.542450 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Transition to ACTIVE for port object 48e56fe2-9643-4a5f-841c-71ec7356f5d6 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:50.575267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4af1fb87-1e37-4350-a7bf-c6de98b9829d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.577749 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.596327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:50.732995 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a57fe-a514-4f04-ae43-178871d5e85d None None] Pushing event updated for resources: {'Port': ['ID=48e56fe2-9643-4a5f-841c-71ec7356f5d6,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.873532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ce232cbe-1df7-4e73-826a-69c6deaaf884 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:50.874318 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.895291 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b18d171f-acf5-460e-94c1-457374524416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.924115 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Attempting to bind port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:50.925005 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Attempting to bind port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:50.925626 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Attempting to bind port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 on network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:50.946037 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:50.946752 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Checking segment: {'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:50.947686 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.948463 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Bound using segment: {'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:50.949427 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Bound port: 48e56fe2-9643-4a5f-841c-71ec7356f5d6, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:50.950246 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.010307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4af1fb87-1e37-4350-a7bf-c6de98b9829d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.048499 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c25bbdf2-77e5-45ad-beb7-11cfff359444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.055522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4af1fb87-1e37-4350-a7bf-c6de98b9829d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.095158 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] For port 48e56fe2-9643-4a5f-841c-71ec7356f5d6, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:51.103387 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] For port 48e56fe2-9643-4a5f-841c-71ec7356f5d6, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=48e56fe2-9643-4a5f-841c-71ec7356f5d6,segment=NetworkSegment(9c6c4f8a-0cea-4fc2-bd35-f7488c987f05),segment_id=9c6c4f8a-0cea-4fc2-bd35-f7488c987f05)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:51.114651 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.134503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4af1fb87-1e37-4350-a7bf-c6de98b9829d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.136761 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4af1fb87-1e37-4350-a7bf-c6de98b9829d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5787272 Jul 16 20:21:51.155610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57968) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.173992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port f3c15ba0-e3c7-48fe-b163-e907986e479d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:51.174616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.334149 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Routers {'f2eb5c9a-aeb6-4068-9635-4acdef4ef516'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:51.334921 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:51.376663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c25bbdf2-77e5-45ad-beb7-11cfff359444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.387695 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c25bbdf2-77e5-45ad-beb7-11cfff359444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.394651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c25bbdf2-77e5-45ad-beb7-11cfff359444 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46a8cd07-4b52-4fca-850b-0a39c8f5dbc0 HTTP/1.1" status: 204 len: 168 time: 1.4127393 Jul 16 20:21:51.435178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f417dc62-8b00-4f17-a458-b6aed60746f9 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:51.449218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] For port f3c15ba0-e3c7-48fe-b163-e907986e479d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3c15ba0-e3c7-48fe-b163-e907986e479d,segment=NetworkSegment(09fe3164-17b9-4ab2-b6c5-3a14c3ad0693),segment_id=09fe3164-17b9-4ab2-b6c5-3a14c3ad0693)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:51.449738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.449929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1222b103-dfd9-4feb-9eca-0a2d9f31f4d4 None None] Provisioning for port 4f81c946-0467-4b62-a17d-48dcd1799a5d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:51.481492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for f3c15ba0-e3c7-48fe-b163-e907986e479d owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:51.645251 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.740614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bbdf2-77e5-45ad-beb7-11cfff359444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a8cd07-4b52-4fca-850b-0a39c8f5dbc0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:51.758723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] For port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:51.769098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] For port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,segment=NetworkSegment(07382bb5-6379-462c-ae7e-6fcca8f68350),segment_id=07382bb5-6379-462c-ae7e-6fcca8f68350)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:51.797793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-434b1898-7595-46c4-9b22-cbe97fec8a5d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'security_group_rule': {'security_group_id': '40800569-36cd-4d9f-82f5-26314443c308', 'project_id': '9cea726f818843af9f82975114c19b21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:51.822511 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.859444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.883598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-434b1898-7595-46c4-9b22-cbe97fec8a5d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.924147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1fb87-1e37-4350-a7bf-c6de98b9829d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40800569-36cd-4d9f-82f5-26314443c308,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:51.952781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No DVR routers for this DVR port f3c15ba0-e3c7-48fe-b163-e907986e479d on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:51.959417 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] Set router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:51.963406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=f3c15ba0-e3c7-48fe-b163-e907986e479d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.101068 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a57fe-a514-4f04-ae43-178871d5e85d None None] Pushing event updated for resources: {'Port': ['ID=48e56fe2-9643-4a5f-841c-71ec7356f5d6,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.281876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.319911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8654931b-a00a-418e-ba86-6a4f2068ece1']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.323154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f2597-cdd0-492e-8ccb-486f04973b92 None None] DHCP port deletion for 8654931b-a00a-418e-ba86-6a4f2068ece1 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:52.348286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:52.348977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.350782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fe3164-17b9-4ab2-b6c5-3a14c3ad0693') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.352447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fe3164-17b9-4ab2-b6c5-3a14c3ad0693') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.378064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3d08-e242-434b-aeae-ac4eee00d677 None None] Pushing event updated for resources: {'Port': ['ID=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.398219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.444529 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.463469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:52.465966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.489021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3c15ba0-e3c7-48fe-b163-e907986e479d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:52.566653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f3c15ba0-e3c7-48fe-b163-e907986e479d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:52.567145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3c15ba0-e3c7-48fe-b163-e907986e479d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:52.593207 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:52.794240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2c6b-55a7-4598-b00d-edf402408edb req-f65358de-785d-4793-80dd-8708ff9ba380 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:52.803975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c6e2c6b-55a7-4598-b00d-edf402408edb req-f65358de-785d-4793-80dd-8708ff9ba380 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 945 time: 1.8332124 Jul 16 20:21:52.813461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-a0ee4056-27e3-41f6-aeba-4081a6ff38c1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:52.833351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-a0ee4056-27e3-41f6-aeba-4081a6ff38c1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 815 time: 1.9987624 Jul 16 20:21:52.841714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.854873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.866600 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/networks/8654931b-a00a-418e-ba86-6a4f2068ece1 HTTP/1.1" status: 204 len: 168 time: 2.5777633 Jul 16 20:21:52.870637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-434b1898-7595-46c4-9b22-cbe97fec8a5d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.879493 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:21:39Z', 'revision_number': 4, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '48e56fe2-9643-4a5f-841c-71ec7356f5d6', 'name': '', 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'mac_address': 'fa:16:3e:f4:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '45073d5a-9f30-47eb-b8eb-b01d914967fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:36Z', 'updated_at': '2021-07-16T20:21:51Z', 'revision_number': 4, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'subnets': [{'id': '45073d5a-9f30-47eb-b8eb-b01d914967fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.909524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57986) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:52.973990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2002921541'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:52.979700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-ae3b3762-6390-4860-888b-4bffd69f0da3 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/quotas/522cbde02bc344958565b7c0644a9f97 HTTP/1.1" status: 200 len: 375 time: 0.1468489 Jul 16 20:21:52.989083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-434b1898-7595-46c4-9b22-cbe97fec8a5d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.005058 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45c8c9-2764-47b5-a837-c65b37237e4f None None] The sync data for ids ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'] in n-d-791505-15 is: [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:21:39Z', 'revision_number': 4, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '48e56fe2-9643-4a5f-841c-71ec7356f5d6', 'name': '', 'network_id': '4a5eb4ab-f637-4212-a76a-a863b8ad2528', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'mac_address': 'fa:16:3e:f4:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '45073d5a-9f30-47eb-b8eb-b01d914967fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:36Z', 'updated_at': '2021-07-16T20:21:51Z', 'revision_number': 4, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'subnets': [{'id': '45073d5a-9f30-47eb-b8eb-b01d914967fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:53.026544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:53.030205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03cdf0-48c5-462c-a6dd-d1bb1be1ab3b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Network': ['ID=8654931b-a00a-418e-ba86-6a4f2068ece1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.052991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.053539 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.053827 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Floating IP a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc disassociated. External IP: 172.25.6.63, port: f417dc62-8b00-4f17-a458-b6aed60746f9. Jul 16 20:21:53.054088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Calling delete_port for f417dc62-8b00-4f17-a458-b6aed60746f9 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:53.074366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c6e2c6b-55a7-4598-b00d-edf402408edb req-dec4baa4-fe53-4fd4-8073-64912951502b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627323 Jul 16 20:21:53.160130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-2ad65831-1ae4-4b20-85a5-ffed53129fc2 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1792610 Jul 16 20:21:53.219915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b1898-7595-46c4-9b22-cbe97fec8a5d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6393969d-96d8-40d7-a200-87a8f3195dda,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.271961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Port f3c15ba0-e3c7-48fe-b163-e907986e479d not found, will not notify nova. {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:21:53.273903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b699f96c-a183-4c24-b1db-5e6fa600210f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:53.282398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:53.297589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.318398 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-434b1898-7595-46c4-9b22-cbe97fec8a5d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.323046 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-434b1898-7595-46c4-9b22-cbe97fec8a5d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5401511 Jul 16 20:21:53.329989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 57990) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.361915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e7d518c6-a7b1-43e1-a3ed-27f7d315ca5a tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'security_group_rule': {'security_group_id': '40800569-36cd-4d9f-82f5-26314443c308', 'project_id': '9cea726f818843af9f82975114c19b21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:53.364349 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.559234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:53.594810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.595241 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Added segment e60ff15c-055d-40c4-af76-661aefe1856d of type vlan for network e6301211-451c-437d-a8ea-098f5de9df72 Jul 16 20:21:53.707586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d518c6-a7b1-43e1-a3ed-27f7d315ca5a tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.737725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.913247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.extraroute_db [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:21:53.924009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.940369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.948999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.985012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.051203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b699f96c-a183-4c24-b1db-5e6fa600210f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:54.051620 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.213173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d518c6-a7b1-43e1-a3ed-27f7d315ca5a tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.220978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Network': ['ID=e6301211-451c-437d-a8ea-098f5de9df72,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.246312 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b1cc916c-db0a-4cb0-a623-1048ed66750d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3317201 Jul 16 20:21:54.247173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58004) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:54.257827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d518c6-a7b1-43e1-a3ed-27f7d315ca5a tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.276507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e6301211-451c-437d-a8ea-098f5de9df72 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:54.288987 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:54.358080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.extraroute_db [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Removed routes are [] {{(pid=100243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:21:54.365158 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.409439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:43Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': '4d23b1c3-d192-4903-bc48-f3f2ec677aa1', 'name': '', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:35:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:46Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:51Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:54.449859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d518c6-a7b1-43e1-a3ed-27f7d315ca5a tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55952af9-c68a-475d-b4c4-a183a26cb197,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.467956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d518c6-a7b1-43e1-a3ed-27f7d315ca5a tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.469538 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e7d518c6-a7b1-43e1-a3ed-27f7d315ca5a tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1276875 Jul 16 20:21:54.479684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58008) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:54.490770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c2470ae9-640c-4a28-a55c-f03d0a20ea27 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'security_group_rule': {'security_group_id': '40800569-36cd-4d9f-82f5-26314443c308', 'project_id': '9cea726f818843af9f82975114c19b21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:54.496991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03addd7-78d0-429b-95e6-117215270e8c None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:43Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': '4d23b1c3-d192-4903-bc48-f3f2ec677aa1', 'name': '', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:35:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:46Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:51Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:54.539235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ad786310-ffe2-40f5-a3ab-d87edc6feae9 None None] Provisioning for port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:54.620903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ad786310-ffe2-40f5-a3ab-d87edc6feae9 None None] Provisioning complete for port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:54.621305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ad786310-ffe2-40f5-a3ab-d87edc6feae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.729301 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2470ae9-640c-4a28-a55c-f03d0a20ea27 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.922252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ad786310-ffe2-40f5-a3ab-d87edc6feae9 None None] Port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:54.955098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ee267d2a-29b8-485c-8034-34c530360dbc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:55.098837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6b0e83c2-a7fa-406c-8f4f-981051569b67 None None] Provisioning complete for port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:55.100021 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6b0e83c2-a7fa-406c-8f4f-981051569b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.161630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ee267d2a-29b8-485c-8034-34c530360dbc completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:55.179843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ee267d2a-29b8-485c-8034-34c530360dbc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:55.180915 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.365496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e83c2-a7fa-406c-8f4f-981051569b67 None None] Port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:55.633977 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.698270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:55.703236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.708134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.746002 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-750c8a94-741e-4e52-ada0-e5eb154567a3 service neutron] 10.222.0.78 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5849004 Jul 16 20:21:55.849883 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2470ae9-640c-4a28-a55c-f03d0a20ea27 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.863806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2470ae9-640c-4a28-a55c-f03d0a20ea27 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.894847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ee267d2a-29b8-485c-8034-34c530360dbc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ee267d2a-29b8-485c-8034-34c530360dbc,segment=NetworkSegment(07382bb5-6379-462c-ae7e-6fcca8f68350),segment_id=07382bb5-6379-462c-ae7e-6fcca8f68350)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:55.908812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ad11f7f4-6570-44da-8f4c-5be13bef2edf None None] Provisioning complete for port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:55.914025 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ad11f7f4-6570-44da-8f4c-5be13bef2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.999694 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.063032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5ed7ad08-330b-4e5f-a296-5b0474c19ed6 service neutron] 10.222.0.78 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946112 Jul 16 20:21:56.128710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.187715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2470ae9-640c-4a28-a55c-f03d0a20ea27 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3114511-1e1d-4132-9457-ffe10cc9abe3,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.198972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event deleted for resources: {'Port': ['ID=f417dc62-8b00-4f17-a458-b6aed60746f9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.226386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ad11f7f4-6570-44da-8f4c-5be13bef2edf None None] Port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:56.328386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ee267d2a-29b8-485c-8034-34c530360dbc,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.343651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.344488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.346194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.348443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=aec49756-308b-489a-a13a-3e70e00b7a7f,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.348982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.349423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.350261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.350878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.353703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2470ae9-640c-4a28-a55c-f03d0a20ea27 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.354077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.354583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.355030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.355487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.355924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.356491 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c2470ae9-640c-4a28-a55c-f03d0a20ea27 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8751409 Jul 16 20:21:56.361914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58026) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.367627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c4382085-7e73-4806-b17b-80379017877d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'security_group_rule': {'security_group_id': '40800569-36cd-4d9f-82f5-26314443c308', 'project_id': '9cea726f818843af9f82975114c19b21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:56.417997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4382085-7e73-4806-b17b-80379017877d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.471911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Checking segment: {'id': 'e60ff15c-055d-40c4-af76-661aefe1856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:56.472665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network hostable DHCP agents. Network: e6301211-451c-437d-a8ea-098f5de9df72, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:56.548709 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4382085-7e73-4806-b17b-80379017877d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.559713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4382085-7e73-4806-b17b-80379017877d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.622564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4382085-7e73-4806-b17b-80379017877d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0930efb8-836a-4ed3-a5c4-7152bb849b31,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.631329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4382085-7e73-4806-b17b-80379017877d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.636947 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c4382085-7e73-4806-b17b-80379017877d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694249 Jul 16 20:21:56.640590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58036) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.661571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d720af5f-5d8f-47e5-b966-4f1d45517b51 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'security_group_rule': {'security_group_id': '40800569-36cd-4d9f-82f5-26314443c308', 'project_id': '9cea726f818843af9f82975114c19b21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:56.704853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe13692-bbac-49a9-8ea1-096fb1e0a690 req-59526c9b-2763-4e0a-a865-779109935c67 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.714724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-efe13692-bbac-49a9-8ea1-096fb1e0a690 req-59526c9b-2763-4e0a-a865-779109935c67 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 866 time: 2.2523818 Jul 16 20:21:56.766845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network e6301211-451c-437d-a8ea-098f5de9df72 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:56.770483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:56.814742 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-d720af5f-5d8f-47e5-b966-4f1d45517b51 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Project 9cea726f818843af9f82975114c19b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:21:56.821622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:56.822546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:56.825250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:56.849456 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d720af5f-5d8f-47e5-b966-4f1d45517b51 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.881817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-460e88c0-0eee-45dc-813f-a6615b2702b0 req-eaa12f56-bfbf-416f-8716-7f414d1bdda3 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 210 time: 0.1457350 Jul 16 20:21:56.903911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e6301211-451c-437d-a8ea-098f5de9df72) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:56.954717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f389bc7-2a61-4afb-9059-6308a58dcf2b None None] Network e6301211-451c-437d-a8ea-098f5de9df72 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:56.999629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.002943 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.024831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.059046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.096515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-efe13692-bbac-49a9-8ea1-096fb1e0a690 req-a57dca9b-97a7-4ed2-917b-33c427cd7853 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ce519f6-ae3d-47de-98b2-40182a459488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767731 Jul 16 20:21:57.098523 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4be7fc54-e51b-4350-8122-f925c08d1cd5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8353596 Jul 16 20:21:57.106014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:57.129295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72', 'name': 'tempest-PortsIpV6TestJSON-1217141064', 'fixed_ips': [{'subnet_id': 'aec49756-308b-489a-a13a-3e70e00b7a7f', 'ip_address': '2001:db8::10'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:57.200549 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d720af5f-5d8f-47e5-b966-4f1d45517b51 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.255177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Router ddcf6002-ec71-4ef7-8258-364a3147d4e6 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:57.281207 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d720af5f-5d8f-47e5-b966-4f1d45517b51 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.337254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:57.383044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720af5f-5d8f-47e5-b966-4f1d45517b51 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122e6b94-103a-4c38-ae99-de1a59108903,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.422995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d720af5f-5d8f-47e5-b966-4f1d45517b51 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.431238 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d720af5f-5d8f-47e5-b966-4f1d45517b51 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7775364 Jul 16 20:21:57.435008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58046) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:57.448593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8d082d2f-e72e-4cae-ac48-fe36d382fbf8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'security_group_rule': {'security_group_id': '40800569-36cd-4d9f-82f5-26314443c308', 'project_id': '9cea726f818843af9f82975114c19b21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:57.503663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:57.557670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:57.568981 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-8d082d2f-e72e-4cae-ac48-fe36d382fbf8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Project 9cea726f818843af9f82975114c19b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:21:57.577044 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] Sync routers for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:57.587689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d082d2f-e72e-4cae-ac48-fe36d382fbf8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.599783 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:57.600919 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:57.661831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:57.719327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] No DVR routers for this DVR port f417dc62-8b00-4f17-a458-b6aed60746f9 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:57.802386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.806917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5771c25a-6fe9-4064-8aa9-190ad502b87e req-83a0f1fc-e506-4984-ba23-a9cf5eeb03a4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.68 "DELETE /v2.0/ports/f417dc62-8b00-4f17-a458-b6aed60746f9 HTTP/1.1" status: 204 len: 173 time: 10.3920255 Jul 16 20:21:57.808073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-deleted', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:57.813420 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deed915-1072-4805-8078-ac729d9836d7" -d '{"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-deleted", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:57.972974 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:58.049505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:58.084173 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.088075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b5882587-d5fa-4c89-b8c1-6b21a98bf792 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 200 len: 954 time: 7.4972610 Jul 16 20:21:58.109927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e6301211-451c-437d-a8ea-098f5de9df72', 'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72', 'tenant_id': 'fac165fd801e4ecfb4be9f1afc8aa318', 'fixed_ips': [{'subnet_id': 'aec49756-308b-489a-a13a-3e70e00b7a7f'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:58.110912 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.142828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58068) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:58.212071 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa06bf0e-6541-4fc6-ae85-e4fce7a72779 x-openstack-request-id: req-fa06bf0e-6541-4fc6-ae85-e4fce7a72779 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:58.215271 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaa0b00-269a-48f6-aa1b-137f9a35e037", "name": "network-vif-deleted", "tag": "f417dc62-8b00-4f17-a458-b6aed60746f9", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:58.219416 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa06bf0e-6541-4fc6-ae85-e4fce7a72779 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:58.220320 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaa0b00-269a-48f6-aa1b-137f9a35e037', 'name': 'network-vif-deleted', 'tag': 'f417dc62-8b00-4f17-a458-b6aed60746f9', 'status': 'completed', 'code': 200} Jul 16 20:21:58.367130 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.419903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e14f15a-2e8c-4c11-8a7b-47e5c38ba8b9 req-5f122c3e-5e84-46fc-9439-24ba395df556 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 210 time: 0.3297482 Jul 16 20:21:58.440521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:58.455214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d082d2f-e72e-4cae-ac48-fe36d382fbf8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.474532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d082d2f-e72e-4cae-ac48-fe36d382fbf8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.496870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 611f6188-d4b0-4246-90df-4f0a257d1f3b yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:58.508569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:58.513359 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.568718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d082d2f-e72e-4cae-ac48-fe36d382fbf8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc584f3b-fb89-49a1-a2e6-451662e19920,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.739934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d082d2f-e72e-4cae-ac48-fe36d382fbf8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.742481 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d082d2f-e72e-4cae-ac48-fe36d382fbf8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3021662 Jul 16 20:21:58.785194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f85b7d-6480-4cde-b2d0-65df4bdb7933 req-5c032081-86c7-45e8-b7a0-f8c4e18bc5e0 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/ports?device_id=5eaa0b00-269a-48f6-aa1b-137f9a35e037 HTTP/1.1" status: 200 len: 210 time: 0.2417424 Jul 16 20:21:58.845350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:21:53Z', 'revision_number': 6, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': '4d23b1c3-d192-4903-bc48-f3f2ec677aa1', 'name': '', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:35:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:21:46Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:51Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:58.914276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58084) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:58.932271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4f5e16fc-7074-48cd-8dbb-a52be407402a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 200 len: 954 time: 0.7664077 Jul 16 20:21:58.934782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:58.935166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Updating router 6acc1222-ef70-4983-af01-c951ea974b4d port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:58.941788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'routes': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:58.944545 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:58Z', 'revision_number': 5, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:58.981113 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] Checking router: ddcf6002-ec71-4ef7-8258-364a3147d4e6 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:58.992961 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:58.993951 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:59.028983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.093749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Allocated IP 2001:db8::2 (e6301211-451c-437d-a8ea-098f5de9df72/aec49756-308b-489a-a13a-3e70e00b7a7f/bb1d657d-5ab1-4e4e-862c-a736dd26f3a6) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:59.193099 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:59.435408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-8bfd2731-4c27-4931-b866-4ec3b22b16ba tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098188528&fields=id&tenant_id=9cea726f818843af9f82975114c19b21 HTTP/1.1" status: 200 len: 267 time: 0.0818267 Jul 16 20:21:59.561643 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.785728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-f0026c42-8e19-4bf4-bf75-0859fd6f6f33 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:59.799766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-f0026c42-8e19-4bf4-bf75-0859fd6f6f33 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/networks?id=6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 200 len: 809 time: 0.3608973 Jul 16 20:21:59.896946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30283e70-ba5c-4e38-9d0f-940ad5eaec59 req-0f92b9c4-bd78-4ba5-8a55-b42948a0da82 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 210 time: 0.0934544 Jul 16 20:21:59.912786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-1bed6b02-79de-48f1-8d83-ff6829541f49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/quotas/9cea726f818843af9f82975114c19b21 HTTP/1.1" status: 200 len: 375 time: 0.1113822 Jul 16 20:22:00.075612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,segment=NetworkSegment(07382bb5-6379-462c-ae7e-6fcca8f68350),segment_id=07382bb5-6379-462c-ae7e-6fcca8f68350)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:00.086765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.088491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 98508e86-5903-4a4e-82b4-2da46038b869 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:00.162456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-831bb493-5569-4273-a7bf-dfc59161d10e tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cea726f818843af9f82975114c19b21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2467189 Jul 16 20:22:00.193059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-88799345-afaf-4c7c-8b1c-3f8deeec0feb tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:22:00.207911 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-88799345-afaf-4c7c-8b1c-3f8deeec0feb tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0321951 Jul 16 20:22:00.228725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58110) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:00.266756 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:58Z', 'revision_number': 5, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:00.358987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1687-306a-4a39-a257-b007c7685e2b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.402896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1687-306a-4a39-a257-b007c7685e2b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.427830 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.428101 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a056abc-ad50-41d7-b98b-38bbaa44fcfd None None] The sync data for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 is: [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:10:45Z', 'revision_number': 4, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '349edf82-9c71-49f0-a33f-83ac0e4d8716', 'name': '', 'network_id': '3ca26e4e-3007-40cd-8b4b-ebff741e8b02', 'tenant_id': '339b1fa75957439782186d828b947369', 'mac_address': 'fa:16:3e:eb:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:43Z', 'updated_at': '2021-07-16T20:10:58Z', 'revision_number': 5, 'project_id': '339b1fa75957439782186d828b947369', 'subnets': [{'id': '6dbe0521-aba6-4cd7-9038-383ed1d9b674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:00.471540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Transition to ACTIVE for port object bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:00.512561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Transition to ACTIVE for port object bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:00.600187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1687-306a-4a39-a257-b007c7685e2b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.603055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1687-306a-4a39-a257-b007c7685e2b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.607043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3c2f1687-306a-4a39-a257-b007c7685e2b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "DELETE /v2.0/security-groups/8ce519f6-ae3d-47de-98b2-40182a459488 HTTP/1.1" status: 204 len: 168 time: 0.3770082 Jul 16 20:22:00.608265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58116) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:00.647703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.657322 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.680040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f1687-306a-4a39-a257-b007c7685e2b tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce519f6-ae3d-47de-98b2-40182a459488,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.697118 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-c6f6cdec-704b-4f7c-a8cc-5850e48535d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] show failed (client error): The resource could not be found. Jul 16 20:22:00.705508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c6f6cdec-704b-4f7c-a8cc-5850e48535d4 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "GET /v2.0/security-groups/8ce519f6-ae3d-47de-98b2-40182a459488 HTTP/1.1" status: 404 len: 347 time: 0.0902593 Jul 16 20:22:00.706616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58118) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:00.709713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.extraroute_db [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added routes are [] {{(pid=100244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:22:00.711213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.extraroute_db [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:22:00.763588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::10 (e6301211-451c-437d-a8ea-098f5de9df72/aec49756-308b-489a-a13a-3e70e00b7a7f/611f6188-d4b0-4246-90df-4f0a257d1f3b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:00.955698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Pushing event updated for resources: {'Port': ['ID=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:01.050523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.062245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Network e6301211-451c-437d-a8ea-098f5de9df72 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:01.111982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:01.128975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:01.172086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 98508e86-5903-4a4e-82b4-2da46038b869 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:01.173225 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.181027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79679b-1c6b-49fb-bde6-a843d6176396 None None] New status for floating IP a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:22:01.353779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58124) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:01.366136 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-b15ccffc-50df-47d1-8f0d-81c45d3048ca service neutron] 10.222.0.78 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1558757 Jul 16 20:22:01.493269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c91f7953-ac07-48e1-adf8-04175902052b req-a9e9f4ab-3538-4136-9569-939daaa3c9b4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 210 time: 0.1708920 Jul 16 20:22:01.543912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-df15cf16-5338-456d-a86d-4fffd4903d9a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:01.548146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-df15cf16-5338-456d-a86d-4fffd4903d9a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.16 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 815 time: 0.7085092 Jul 16 20:22:01.617413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Request body: {'port': {'device_id': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'admin_state_up': True, 'tenant_id': '522cbde02bc344958565b7c0644a9f97'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:01.626973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.662328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object 611f6188-d4b0-4246-90df-4f0a257d1f3b will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:01.802991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Deleting port 13b98b48-c952-4e49-83cf-6c301dc64be8 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:01.804606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.898660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.907093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.943610 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7ca86df-d6f7-42b5-9433-b85f1a5d5fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.981211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.033699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-48673584-5161-4a04-985f-156b485dec38 service neutron] 10.222.0.78 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801587 Jul 16 20:22:02.121406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.138715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network e6301211-451c-437d-a8ea-098f5de9df72 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:02.144804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Transition to ACTIVE for port object 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:02.150541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:02.156084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:02.168461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.170911 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.237052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=611f6188-d4b0-4246-90df-4f0a257d1f3b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:02.257232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:02.261674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fba83754-7e6f-4a33-bf8b-4a085dff457c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:02.327858 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.352116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Attempting to bind port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:02.352741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Attempting to bind port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e60ff15c-055d-40c4-af76-661aefe1856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:02.353334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Attempting to bind port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 on network e6301211-451c-437d-a8ea-098f5de9df72 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:02.472470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:02.473096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Checking segment: {'id': 'e60ff15c-055d-40c4-af76-661aefe1856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:02.473837 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.474485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Bound using segment: {'id': 'e60ff15c-055d-40c4-af76-661aefe1856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:02.475287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Bound port: bb1d657d-5ab1-4e4e-862c-a736dd26f3a6, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60ff15c-055d-40c4-af76-661aefe1856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:02.476360 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.571122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:02.595841 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.598079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-66ddc542-61b4-49d6-bf22-72c5a2ce536d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 200 len: 704 time: 3.6682248 Jul 16 20:22:02.603679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58144) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:02.710561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.711489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.722669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fba83754-7e6f-4a33-bf8b-4a085dff457c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:02.723463 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.744108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Pushing event updated for resources: {'Port': ['ID=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:02.790593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Calling delete_port for 13b98b48-c952-4e49-83cf-6c301dc64be8 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:02.818208 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.818534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.819099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.819663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.820723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.821469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.822027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.822592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.823167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.823735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.824326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.825092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:02.887781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Attempting to bind port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:02.890673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Attempting to bind port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:02.893044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Attempting to bind port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 on network ea61afde-b8d3-4926-9d22-bd8bdc603233 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:02.909452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07936497-b608-43b7-b9b1-7064575148df req-01b18e3f-5987-4adb-a77f-03ffe5496406 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 210 time: 0.1581743 Jul 16 20:22:02.914992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1c89c50-bac6-41d9-a2d4-5b145d543a2b req-1b907f3e-d01a-4f8b-b39d-118541e3061d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 210 time: 0.2067089 Jul 16 20:22:02.971050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:02.976141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Checking segment: {'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:02.976988 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.977455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Bound using segment: {'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:02.978182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Bound port: 4d23b1c3-d192-4903-bc48-f3f2ec677aa1, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:02.978806 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.050102 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-79f1b2be-084b-4c26-bfba-9790904c04af tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 200 len: 704 time: 0.4447711 Jul 16 20:22:03.054614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58150) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.158681 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7ca86df-d6f7-42b5-9433-b85f1a5d5fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.165026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c7ca86df-d6f7-42b5-9433-b85f1a5d5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.301192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca86df-d6f7-42b5-9433-b85f1a5d5fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfed430a-4340-4d89-a6c4-0b78c1101b55,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.303016 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4621bc29-1e01-4895-8d9a-04e9acfcda56 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.1950798 Jul 16 20:22:03.307849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.317650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': 'e6301211-451c-437d-a8ea-098f5de9df72', 'name': 'tempest-PortsIpV6TestJSON-209485188', 'fixed_ips': [{'subnet_id': 'aec49756-308b-489a-a13a-3e70e00b7a7f', 'ip_address': '2001:db8::f'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:03.340628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c7ca86df-d6f7-42b5-9433-b85f1a5d5fcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09f4ba97603e44a384baed69c4ffc1de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9696116 Jul 16 20:22:03.344008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58156) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.360109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] For port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:03.368876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] For port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,segment=NetworkSegment(d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7),segment_id=d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:03.407549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.424371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] For port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:03.503983 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.546841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 48e56fe2-9643-4a5f-841c-71ec7356f5d6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:03.647666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Pushing event deleted for resources: {'Port': ['ID=13b98b48-c952-4e49-83cf-6c301dc64be8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.657721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Made reservation on behalf of 522cbde02bc344958565b7c0644a9f97 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:03.662728 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.687106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] For port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,segment=NetworkSegment(e60ff15c-055d-40c4-af76-661aefe1856d),segment_id=e60ff15c-055d-40c4-af76-661aefe1856d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:03.719743 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.754110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa0c2b-fb1f-46a6-914d-d4785b52bb67 None None] Pushing event updated for resources: {'Port': ['ID=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.906871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:03.908263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.219282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d313f2-f6d6-464b-8914-c419340999e1 None None] Pushing event updated for resources: {'Port': ['ID=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:04.281609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:04.319715 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4730f0d0-8675-4493-8c61-1d58e8e6a883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.335798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:04.340944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Allocated IP 172.20.0.6 (b21356f6-28b7-4960-998f-81624b37c676/fb1b6bd3-9526-4302-8b5e-28a4678e8bb6/ceed8e6f-12e8-418e-a96b-fb4a60dd5aee) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:04.477095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:04.560631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:04.561733 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.615517 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4730f0d0-8675-4493-8c61-1d58e8e6a883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.676298 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4730f0d0-8675-4493-8c61-1d58e8e6a883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.679249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4730f0d0-8675-4493-8c61-1d58e8e6a883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.699394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4730f0d0-8675-4493-8c61-1d58e8e6a883 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfed430a-4340-4d89-a6c4-0b78c1101b55 HTTP/1.1" status: 204 len: 168 time: 1.3303292 Jul 16 20:22:04.704083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c65a110-3d26-4c66-9c37-0e6f0c0c25a2 req-91816bd6-1e21-45de-8f8e-bb2216bd9b98 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 210 time: 0.4357226 Jul 16 20:22:04.782687 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.836933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32e28eb5-413b-419d-89b5-675ff57f691c req-f41698ee-1eb1-4657-b0d9-6f207dee6281 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 210 time: 0.2719061 Jul 16 20:22:04.921853 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.924775 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.925838 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b87cac10-42b4-43d8-a4da-363127753c94 tempest-ServerActionsTestJSON-1426540334 tempest-ServerActionsTestJSON-1426540334-project] 10.222.0.78 "DELETE /v2.0/floatingips/a7da0efc-6a9f-4bc5-bf8e-8da63b5e8cdc HTTP/1.1" status: 204 len: 168 time: 4.2127032 Jul 16 20:22:04.932022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58168) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:04.944712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:00Z', 'revision_number': 7, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': '4d23b1c3-d192-4903-bc48-f3f2ec677aa1', 'name': '', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:35:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:22:03Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.950013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730f0d0-8675-4493-8c61-1d58e8e6a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfed430a-4340-4d89-a6c4-0b78c1101b55,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.001385 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.028666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 71c59699-4a1b-4d85-a878-95298b45a866 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:05.069298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7accfe0-a720-465f-981f-2d4faa63d73e None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:00Z', 'revision_number': 7, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': '4d23b1c3-d192-4903-bc48-f3f2ec677aa1', 'name': '', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:35:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:22:03Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:05.120730 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.122945 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:22:05.237434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 48e56fe2-9643-4a5f-841c-71ec7356f5d6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=48e56fe2-9643-4a5f-841c-71ec7356f5d6,segment=NetworkSegment(9c6c4f8a-0cea-4fc2-bd35-f7488c987f05),segment_id=9c6c4f8a-0cea-4fc2-bd35-f7488c987f05)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:05.251769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.251769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4f81c946-0467-4b62-a17d-48dcd1799a5d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:05.272118 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.433877 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.477546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58176) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:05.497465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=48e56fe2-9643-4a5f-841c-71ec7356f5d6,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.524800 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.528498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 4f81c946-0467-4b62-a17d-48dcd1799a5d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:05.544545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4f81c946-0467-4b62-a17d-48dcd1799a5d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:05.546806 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.607511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03879091-9ad7-4792-81ee-aea1795c0f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.637852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Pushing event updated for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.659553 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:05.679285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::f (e6301211-451c-437d-a8ea-098f5de9df72/aec49756-308b-489a-a13a-3e70e00b7a7f/71c59699-4a1b-4d85-a878-95298b45a866) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:05.692100 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:05.694139 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:05.740125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Network b21356f6-28b7-4960-998f-81624b37c676 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:05.795302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:05.808646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:05.988981 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.020612 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:06.126302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 4f81c946-0467-4b62-a17d-48dcd1799a5d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4f81c946-0467-4b62-a17d-48dcd1799a5d,segment=NetworkSegment(d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7),segment_id=d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:06.135012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.222914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.224808 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.252777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3c15ba0-e3c7-48fe-b163-e907986e479d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:06.307959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f3c15ba0-e3c7-48fe-b163-e907986e479d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:06.308401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3c15ba0-e3c7-48fe-b163-e907986e479d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:06.357951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=4f81c946-0467-4b62-a17d-48dcd1799a5d,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.367360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20bb84-06e4-4f92-9140-dc195fd4ef53 None None] Network e6301211-451c-437d-a8ea-098f5de9df72 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:06.463963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a7cf41a-9506-42cc-9b07-9934dc20e4bd req-fcad5136-84aa-4967-869a-6a5838dd30ad tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 210 time: 0.2752492 Jul 16 20:22:06.499063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-84b252a4-2540-406d-b746-d1448e02a5dc None None] Provisioning for port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:06.512545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-afd0d018-58ac-49b4-90f9-5203e7c836c7 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.518784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-afd0d018-58ac-49b4-90f9-5203e7c836c7 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.68 "GET /v2.0/networks?id=6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 200 len: 809 time: 0.8674555 Jul 16 20:22:06.656731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-bd9d8337-14eb-4d76-92c0-013e73678579 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cea726f818843af9f82975114c19b21 HTTP/1.1" status: 200 len: 380 time: 0.1214921 Jul 16 20:22:06.673902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80bf6f-81a6-43f5-b9ba-dc4b6fd75ed9 req-cef95d07-3fb6-4148-aedc-bd625286d0a5 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.683812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf80bf6f-81a6-43f5-b9ba-dc4b6fd75ed9 req-cef95d07-3fb6-4148-aedc-bd625286d0a5 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 931 time: 0.5737770 Jul 16 20:22:06.699351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'port': {'device_id': '6eade658-d989-4d98-aece-c12aac605206', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'admin_state_up': True, 'tenant_id': '9cea726f818843af9f82975114c19b21', 'security_groups': ['40800569-36cd-4d9f-82f5-26314443c308']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:06.844327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:06.847179 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf80bf6f-81a6-43f5-b9ba-dc4b6fd75ed9 req-2d0be770-595f-4e34-8464-7621ea5d8861 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620336 Jul 16 20:22:06.897420 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:00Z', 'revision_number': 7, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': '4d23b1c3-d192-4903-bc48-f3f2ec677aa1', 'name': '', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:35:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:22:03Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:06.942898 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:06.957604 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:06.958801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:07.030567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:07.031767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.051907 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.065162 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:07.069218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object 71c59699-4a1b-4d85-a878-95298b45a866 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:07.118990 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.197476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 48e56fe2-9643-4a5f-841c-71ec7356f5d6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:07.260282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:07.260282 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.299793 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03879091-9ad7-4792-81ee-aea1795c0f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.313502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-5cf919ee-b6a4-4a38-844a-543d550ed264 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7228806 Jul 16 20:22:07.330072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Request body: {'port': {'device_id': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:07.335471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03879091-9ad7-4792-81ee-aea1795c0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.409731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58184) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:07.412470 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03879091-9ad7-4792-81ee-aea1795c0f6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a8d3df6ebc243769cb26a1b9c2338be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8509066 Jul 16 20:22:07.438049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:07.450813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Made reservation on behalf of 9cea726f818843af9f82975114c19b21 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:07.455445 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.503822 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.523561 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:00Z', 'revision_number': 7, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': '4d23b1c3-d192-4903-bc48-f3f2ec677aa1', 'name': '', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:35:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:22:03Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:07.583904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f5665f16-dd87-47db-befa-57cd6194135f None None] Provisioning for port 611f6188-d4b0-4246-90df-4f0a257d1f3b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:07.604410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f5665f16-dd87-47db-befa-57cd6194135f None None] Provisioning complete for port 611f6188-d4b0-4246-90df-4f0a257d1f3b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:07.604906 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f5665f16-dd87-47db-befa-57cd6194135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.618996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:07.629203 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee7c90-06e3-4cd1-bdae-55449c294a39 None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:00Z', 'revision_number': 7, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': '4d23b1c3-d192-4903-bc48-f3f2ec677aa1', 'name': '', 'network_id': 'ea61afde-b8d3-4926-9d22-bd8bdc603233', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:35:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:40Z', 'updated_at': '2021-07-16T20:22:03Z', 'revision_number': 4, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'c1bc3b8f-d0d2-4737-abc2-f59015e863af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:07.662213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03879091-9ad7-4792-81ee-aea1795c0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ca6a45-9361-452c-8d9f-76651e47dd5f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.691494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:07.691923 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.705230 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.868121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network e6301211-451c-437d-a8ea-098f5de9df72 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:07.899212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f5665f16-dd87-47db-befa-57cd6194135f None None] Port 611f6188-d4b0-4246-90df-4f0a257d1f3b cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:07.944410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:07.964104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:07.984256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.984967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.014440 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.045756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=71c59699-4a1b-4d85-a878-95298b45a866,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.110149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,segment=NetworkSegment(d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7),segment_id=d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:08.126929 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.127760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ee267d2a-29b8-485c-8034-34c530360dbc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:08.143665 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-03d2902d-e156-4e5a-a87a-be8e7904b9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.150947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18519e53-c4b5-468e-8567-11cd0b774f06 req-7c8481bc-9ca6-45d7-99b6-72f685969b4c tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 210 time: 0.3105912 Jul 16 20:22:08.157698 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1265e524-43cf-4458-8149-2526f75f7b37 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.8480980 Jul 16 20:22:08.158902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58222) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:08.322745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8403c382-b377-4a5a-b5ed-98007a25a765 None None] Provisioning complete for port 611f6188-d4b0-4246-90df-4f0a257d1f3b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:08.323132 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8403c382-b377-4a5a-b5ed-98007a25a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.357303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.416414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.424771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8403c382-b377-4a5a-b5ed-98007a25a765 None None] Port 611f6188-d4b0-4246-90df-4f0a257d1f3b cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:08.438924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0db592-9200-486e-9108-ed7e27286803 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.443761 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ae0db592-9200-486e-9108-ed7e27286803 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2797666 Jul 16 20:22:08.444041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ee267d2a-29b8-485c-8034-34c530360dbc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:08.444504 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.447554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58240) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:08.651468 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:08.651818 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.865278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,segment=NetworkSegment(d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7),segment_id=d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:08.866915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.912965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-03d2902d-e156-4e5a-a87a-be8e7904b9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.962276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba19d59-5235-4b5e-ba16-a712b59656f1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.986140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba19d59-5235-4b5e-ba16-a712b59656f1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.995729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba19d59-5235-4b5e-ba16-a712b59656f1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:09.003141 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8ba19d59-5235-4b5e-ba16-a712b59656f1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.5543613 Jul 16 20:22:09.010900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58288) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:09.046887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:09.095678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:09.199113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Allocated IP 172.20.0.6 (6387992f-d398-4257-a9e0-e23048055ad8/405169b1-d2d7-4125-b5e3-1af006f08613/5c911a02-7954-40b8-8e18-8f420e4ceac0) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:09.207751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-08232e7c-bcb7-431a-9dab-61241443f6fa None None] Provisioning for port 71c59699-4a1b-4d85-a878-95298b45a866 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:09.228041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-08232e7c-bcb7-431a-9dab-61241443f6fa None None] Provisioning complete for port 71c59699-4a1b-4d85-a878-95298b45a866 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:09.229430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-08232e7c-bcb7-431a-9dab-61241443f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.238290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:09.330830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:09.342510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.456718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceed8e6f-12e8-418e-a96b-fb4a60dd5aee {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:09.486720 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.523021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a80e85-92d4-4835-badf-63e77e8f6774 req-db9b3741-9f18-4dad-9a23-3c29b8fe6321 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:09.526258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98a80e85-92d4-4835-badf-63e77e8f6774 req-db9b3741-9f18-4dad-9a23-3c29b8fe6321 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 931 time: 1.2917392 Jul 16 20:22:09.528447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Transition to ACTIVE for port object ceed8e6f-12e8-418e-a96b-fb4a60dd5aee will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:09.557982 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.559371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-08232e7c-bcb7-431a-9dab-61241443f6fa None None] Port 71c59699-4a1b-4d85-a878-95298b45a866 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:09.595795 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.673046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,segment=NetworkSegment(e60ff15c-055d-40c4-af76-661aefe1856d),segment_id=e60ff15c-055d-40c4-af76-661aefe1856d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:09.682692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.721766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4701bc7b-8032-4e84-9a1e-97b6ef192f7f req-a7820879-016f-4d24-81b6-7ac5f7ffd71d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 210 time: 0.1855111 Jul 16 20:22:09.802201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Pushing event updated for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.835356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4f81c946-0467-4b62-a17d-48dcd1799a5d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:09.845352 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-03d2902d-e156-4e5a-a87a-be8e7904b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.851537 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-03d2902d-e156-4e5a-a87a-be8e7904b9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.858532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-03d2902d-e156-4e5a-a87a-be8e7904b9fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17ca6a45-9361-452c-8d9f-76651e47dd5f HTTP/1.1" status: 204 len: 168 time: 2.4432776 Jul 16 20:22:09.902795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3b23dd25-002e-435f-9c47-0a6ddca2061a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 71c59699-4a1b-4d85-a878-95298b45a866 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:09.904097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b23dd25-002e-435f-9c47-0a6ddca2061a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.908446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2902d-e156-4e5a-a87a-be8e7904b9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ca6a45-9361-452c-8d9f-76651e47dd5f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.948927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.981283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4f81c946-0467-4b62-a17d-48dcd1799a5d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:09.982282 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.028526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.044491 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98a80e85-92d4-4835-badf-63e77e8f6774 req-8d39a409-425f-47fb-a3da-f766b3a81a5d tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709444 Jul 16 20:22:10.212144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=4d23b1c3-d192-4903-bc48-f3f2ec677aa1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.262321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:10.326640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:10.327891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:22:10.376546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Attempting to bind port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:10.376906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Attempting to bind port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:10.377243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Attempting to bind port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee on network b21356f6-28b7-4960-998f-81624b37c676 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:10.386882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Port 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 not found, will not notify nova. {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:22:10.405207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee on network b21356f6-28b7-4960-998f-81624b37c676 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:10.405513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Attempting to bind port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee on network b21356f6-28b7-4960-998f-81624b37c676 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:10.425648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:10.426586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Checking segment: {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:10.427125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Bound using segment: {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:10.428062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Bound port: ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:10.428696 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.443108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Deleting port 349edf82-9c71-49f0-a33f-83ac0e4d8716 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:10.443471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.502669 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.592066 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b23dd25-002e-435f-9c47-0a6ddca2061a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.602746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Transition to ACTIVE for port object 5c911a02-7954-40b8-8e18-8f420e4ceac0 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:10.614063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3b23dd25-002e-435f-9c47-0a6ddca2061a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 71c59699-4a1b-4d85-a878-95298b45a866 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:10.712070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:10.750949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:10.764931 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.809445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] For port 349edf82-9c71-49f0-a33f-83ac0e4d8716, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=349edf82-9c71-49f0-a33f-83ac0e4d8716,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:10.809673 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.840692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Calling delete_port for 349edf82-9c71-49f0-a33f-83ac0e4d8716 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:10.846643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.863388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b23dd25-002e-435f-9c47-0a6ddca2061a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.944451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.963153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.966307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.973701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] 10.222.0.16 "PUT /v2.0/ports/ceed8e6f-12e8-418e-a96b-fb4a60dd5aee HTTP/1.1" status: 200 len: 1092 time: 3.6518149 Jul 16 20:22:10.975894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'tag': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:11.005692 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a47253-aaa7-4fac-bbb8-fd818221a45a" -d '{"events": [{"name": "network-changed", "server_uuid": "38a5b353-d70a-48e1-b96e-e2b9c97ab7f9", "tag": "ceed8e6f-12e8-418e-a96b-fb4a60dd5aee"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:11.020559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23dd25-002e-435f-9c47-0a6ddca2061a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=71c59699-4a1b-4d85-a878-95298b45a866,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.105087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b23dd25-002e-435f-9c47-0a6ddca2061a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.110352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b23dd25-002e-435f-9c47-0a6ddca2061a tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/71c59699-4a1b-4d85-a878-95298b45a866 HTTP/1.1" status: 204 len: 168 time: 2.0955358 Jul 16 20:22:11.113064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58484) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:11.158000 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6503c08e-4e11-414e-b876-6e1cc820f16b x-openstack-request-id: req-6503c08e-4e11-414e-b876-6e1cc820f16b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:11.158541 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a5b353-d70a-48e1-b96e-e2b9c97ab7f9", "tag": "ceed8e6f-12e8-418e-a96b-fb4a60dd5aee", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:11.158541 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6503c08e-4e11-414e-b876-6e1cc820f16b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:11.158968 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'tag': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee', 'status': 'completed', 'code': 200} Jul 16 20:22:11.183675 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2ef381-ed0e-484a-b66f-a9096fb0ee10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:22:11.188691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd2ef381-ed0e-484a-b66f-a9096fb0ee10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/71c59699-4a1b-4d85-a878-95298b45a866 HTTP/1.1" status: 404 len: 333 time: 0.0708895 Jul 16 20:22:11.192061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58496) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:11.348635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a63592-0782-4f16-b1e7-b5f76b04c4ac service neutron] Pushing event updated for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.364317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Network 6387992f-d398-4257-a9e0-e23048055ad8 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:11.440019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'Port': ['ID=5c911a02-7954-40b8-8e18-8f420e4ceac0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.445265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:11.465357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:11.522597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:11.634010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-27bc9143-2d72-4d60-9de5-b11506ef94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.635730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-27bc9143-2d72-4d60-9de5-b11506ef94cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 1095 time: 0.5623591 Jul 16 20:22:11.649189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.650025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.014915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:12.061366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1ccfd350-00b5-4213-84bb-f1af59b7483c None None] Provisioning for port 5c911a02-7954-40b8-8e18-8f420e4ceac0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:12.070828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1ccfd350-00b5-4213-84bb-f1af59b7483c None None] Provisioning complete for port 5c911a02-7954-40b8-8e18-8f420e4ceac0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:12.071671 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd350-00b5-4213-84bb-f1af59b7483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.192278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:12.193857 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.278901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1ccfd350-00b5-4213-84bb-f1af59b7483c None None] Port 5c911a02-7954-40b8-8e18-8f420e4ceac0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:12.382095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-2e249fa9-c0f5-4c4f-b483-4254ac272d27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee HTTP/1.1" status: 200 len: 217 time: 0.7278299 Jul 16 20:22:12.413432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbbc6a-6dbd-4dde-9b8e-050de72bc07c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 611f6188-d4b0-4246-90df-4f0a257d1f3b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:12.415437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc6a-6dbd-4dde-9b8e-050de72bc07c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.460600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8e645-a397-4bd4-9b22-b828eff96182 req-07c53046-2630-4cdf-8265-348fa99ccace tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.462615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bf8e645-a397-4bd4-9b22-b828eff96182 req-07c53046-2630-4cdf-8265-348fa99ccace tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 943 time: 0.9859762 Jul 16 20:22:12.474413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7596d52-25d3-486e-9389-5ee10cf8e134 req-fc9ed018-fd5d-4c85-9866-8683067d52cb tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.477532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7596d52-25d3-486e-9389-5ee10cf8e134 req-fc9ed018-fd5d-4c85-9866-8683067d52cb tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 931 time: 1.3736618 Jul 16 20:22:12.479893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-e903e897-5af1-4481-a208-4a53fa1ffd49 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7851026 Jul 16 20:22:12.498428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Request body: {'port': {'device_id': '6eade658-d989-4d98-aece-c12aac605206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:12.504774 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:12.515045 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bc1da147-366e-4515-848d-cee000d47309 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4589493 Jul 16 20:22:12.534424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:12.544016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58610) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.546479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.573299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:12.577896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:12.634977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Pushing event deleted for resources: {'Port': ['ID=349edf82-9c71-49f0-a33f-83ac0e4d8716,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:12.678515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.737968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc6a-6dbd-4dde-9b8e-050de72bc07c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.766329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-678057f0-eeec-4f29-b736-8e0f7ce057d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.768813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-678057f0-eeec-4f29-b736-8e0f7ce057d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 HTTP/1.1" status: 200 len: 855 time: 0.3750076 Jul 16 20:22:12.770142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9462b88-6c9e-4471-ae67-d3bed50812c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet c1bc3b8f-d0d2-4737-abc2-f59015e863af {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:12.792808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9462b88-6c9e-4471-ae67-d3bed50812c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.797022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7596d52-25d3-486e-9389-5ee10cf8e134 req-8ec6ca1b-b9a3-477b-8aed-4d7b030cb656 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058939 Jul 16 20:22:12.850657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbbc6a-6dbd-4dde-9b8e-050de72bc07c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 611f6188-d4b0-4246-90df-4f0a257d1f3b owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:12.934800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:12.978714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9462b88-6c9e-4471-ae67-d3bed50812c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.127139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-b900f565-ab66-42c1-91ed-69675228e924 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b21356f6-28b7-4960-998f-81624b37c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3202517 Jul 16 20:22:13.357489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.377096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9462b88-6c9e-4471-ae67-d3bed50812c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.477159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bf8e645-a397-4bd4-9b22-b828eff96182 req-48666d7f-a603-4d79-9cce-9df2102789a0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7996104 Jul 16 20:22:13.525738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:09Z', 'revision_number': 8, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:13.543270 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc6a-6dbd-4dde-9b8e-050de72bc07c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.610530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:13.624085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:13.625474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:13.658793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbbc6a-6dbd-4dde-9b8e-050de72bc07c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=611f6188-d4b0-4246-90df-4f0a257d1f3b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:13.689317 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-8969a4ad-0843-4279-b328-f595833f5cbe service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459604 Jul 16 20:22:13.813936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc6a-6dbd-4dde-9b8e-050de72bc07c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.820091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ebcbbc6a-6dbd-4dde-9b8e-050de72bc07c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/611f6188-d4b0-4246-90df-4f0a257d1f3b HTTP/1.1" status: 204 len: 168 time: 2.6268725 Jul 16 20:22:13.823791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58700) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:13.876001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:13.924405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c911a02-7954-40b8-8e18-8f420e4ceac0 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:13.937630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.967575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Transition to ACTIVE for port object 5c911a02-7954-40b8-8e18-8f420e4ceac0 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:13.989567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.085525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9462b88-6c9e-4471-ae67-d3bed50812c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.115637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Pushing event updated for resources: {'Port': ['ID=5c911a02-7954-40b8-8e18-8f420e4ceac0,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.142173 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf796492-6035-4818-945b-6af9e484cacb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:22:14.144251 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cf796492-6035-4818-945b-6af9e484cacb tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/611f6188-d4b0-4246-90df-4f0a257d1f3b HTTP/1.1" status: 404 len: 333 time: 0.3189969 Jul 16 20:22:14.152024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58710) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.155104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9462b88-6c9e-4471-ae67-d3bed50812c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bc3b8f-d0d2-4737-abc2-f59015e863af,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.199260 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b9462b88-6c9e-4471-ae67-d3bed50812c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.204781 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b9462b88-6c9e-4471-ae67-d3bed50812c0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/c1bc3b8f-d0d2-4737-abc2-f59015e863af HTTP/1.1" status: 204 len: 168 time: 1.6560299 Jul 16 20:22:14.210346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58714) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.363016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24cd9a-2f8d-44c9-8603-7c6a7f14feca None None] Network ea61afde-b8d3-4926-9d22-bd8bdc603233 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:14.460507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab34684-dc84-4f92-a046-fca4f59b6281 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet aec49756-308b-489a-a13a-3e70e00b7a7f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:14.466478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bab34684-dc84-4f92-a046-fca4f59b6281 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.541706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3633e9c-c818-439f-92dd-ecc4eeca0955 req-7e4ce61d-2472-4754-b8cf-181b423a0b58 service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300834 Jul 16 20:22:14.574546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Attempting to bind port 5c911a02-7954-40b8-8e18-8f420e4ceac0 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:14.575256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Attempting to bind port 5c911a02-7954-40b8-8e18-8f420e4ceac0 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:14.575816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Attempting to bind port 5c911a02-7954-40b8-8e18-8f420e4ceac0 on network 6387992f-d398-4257-a9e0-e23048055ad8 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:14.631716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d02ba1-4cc9-42bd-8bf7-ff5cfdeb4a0a req-906c945c-9a52-4f31-96e8-0b841174095b tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.633667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50d02ba1-4cc9-42bd-8bf7-ff5cfdeb4a0a req-906c945c-9a52-4f31-96e8-0b841174095b tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 943 time: 0.4379048 Jul 16 20:22:14.642967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bab34684-dc84-4f92-a046-fca4f59b6281 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.692664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Port 5c911a02-7954-40b8-8e18-8f420e4ceac0 on network 6387992f-d398-4257-a9e0-e23048055ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:14.692855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Attempting to bind port 5c911a02-7954-40b8-8e18-8f420e4ceac0 on network 6387992f-d398-4257-a9e0-e23048055ad8 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:14.700839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:14.701223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Checking segment: {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:14.702248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Bound using segment: {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:14.703253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Bound port: 5c911a02-7954-40b8-8e18-8f420e4ceac0, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:14.703824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.806559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50d02ba1-4cc9-42bd-8bf7-ff5cfdeb4a0a req-01492f3d-fc59-45d2-acec-e38c124395fa tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214480 Jul 16 20:22:14.821526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bab34684-dc84-4f92-a046-fca4f59b6281 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.835044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.871923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-e253f4e4-0520-402d-9f26-16fd946b4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.873568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-e253f4e4-0520-402d-9f26-16fd946b4ee7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 1095 time: 0.2379549 Jul 16 20:22:14.898849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Router ddcf6002-ec71-4ef7-8258-364a3147d4e6 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:14.959951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:09Z', 'revision_number': 8, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:15.022340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48d854-4b44-4147-973c-81e73c4589a5 None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:09Z', 'revision_number': 8, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb', 'name': '', 'network_id': '2904ec9d-6e13-47ed-a258-d5dea1e3752e', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:79:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:24Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': 'fb9cee4e-87f3-403b-903c-c7deac7488e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:15.107843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] For port 5c911a02-7954-40b8-8e18-8f420e4ceac0, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:15.127755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] For port 5c911a02-7954-40b8-8e18-8f420e4ceac0, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:15.132904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:15.141735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a2fbb0f6-4ee7-4772-8bd6-5b0a9fd0babc admin admin] 10.222.0.78 "PUT /v2.0/routers/ddcf6002-ec71-4ef7-8258-364a3147d4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2032366 Jul 16 20:22:15.151092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58742) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:15.166993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] DHCP port deletion for ea61afde-b8d3-4926-9d22-bd8bdc603233 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:15.174206 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] Sync routers for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:15.208557 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:15.210222 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.210463 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:15.212300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bab34684-dc84-4f92-a046-fca4f59b6281 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.267244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab34684-dc84-4f92-a046-fca4f59b6281 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=aec49756-308b-489a-a13a-3e70e00b7a7f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:15.270225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537fdc-992c-422a-9b86-c62ee07ccc4b req-35ee5b71-bf8c-4e74-8f42-458d83370824 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.274689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75537fdc-992c-422a-9b86-c62ee07ccc4b req-35ee5b71-bf8c-4e74-8f42-458d83370824 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 943 time: 0.4823468 Jul 16 20:22:15.282979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bab34684-dc84-4f92-a046-fca4f59b6281 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.289026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7804b35-9489-4bb3-87d0-9b26e5e97e01 None None] Network e6301211-451c-437d-a8ea-098f5de9df72 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:15.290494 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bab34684-dc84-4f92-a046-fca4f59b6281 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/aec49756-308b-489a-a13a-3e70e00b7a7f HTTP/1.1" status: 204 len: 168 time: 1.1368678 Jul 16 20:22:15.294124 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58746) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:15.319828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] Deleting port 4f81c946-0467-4b62-a17d-48dcd1799a5d {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:15.330818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.365760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.367686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.371003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] 10.222.0.68 "PUT /v2.0/ports/5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 200 len: 1092 time: 2.8777223 Jul 16 20:22:15.371700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eade658-d989-4d98-aece-c12aac605206', 'tag': '5c911a02-7954-40b8-8e18-8f420e4ceac0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:15.376579 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7a7b62-ec58-4a15-969e-223e05e6677f" -d '{"events": [{"name": "network-changed", "server_uuid": "6eade658-d989-4d98-aece-c12aac605206", "tag": "5c911a02-7954-40b8-8e18-8f420e4ceac0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:15.396929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port 4f81c946-0467-4b62-a17d-48dcd1799a5d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:15.397287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.559871 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09038462-4006-459f-8fb1-4dd408f0bd62 x-openstack-request-id: req-09038462-4006-459f-8fb1-4dd408f0bd62 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:15.562947 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eade658-d989-4d98-aece-c12aac605206", "tag": "5c911a02-7954-40b8-8e18-8f420e4ceac0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:15.564128 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09038462-4006-459f-8fb1-4dd408f0bd62 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:15.564856 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eade658-d989-4d98-aece-c12aac605206', 'tag': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'status': 'completed', 'code': 200} Jul 16 20:22:15.618382 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:15.692171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-c34dc4c3-c33b-4599-8c67-53820615122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.699452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-c34dc4c3-c33b-4599-8c67-53820615122d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 916 time: 0.8008661 Jul 16 20:22:15.707745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6537bcd-c3f8-49af-9164-d5ad286d7406 service neutron] Pushing event updated for resources: {'Port': ['ID=5c911a02-7954-40b8-8e18-8f420e4ceac0,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:15.750730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75537fdc-992c-422a-9b86-c62ee07ccc4b req-38a8d7be-5a8b-4b2c-83b8-049a879dc7ed tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239197 Jul 16 20:22:15.807218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.819620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] For port 4f81c946-0467-4b62-a17d-48dcd1799a5d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4f81c946-0467-4b62-a17d-48dcd1799a5d,segment=NetworkSegment(d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7),segment_id=d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:15.820026 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.844692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-adeb7da6-fffd-4d04-a245-b61724854ecd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee HTTP/1.1" status: 200 len: 217 time: 0.1266925 Jul 16 20:22:15.932546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.939865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58754) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:15.948541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] Calling delete_port for 4f81c946-0467-4b62-a17d-48dcd1799a5d owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:15.953708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4f81c946-0467-4b62-a17d-48dcd1799a5d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:15.970154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port 4f81c946-0467-4b62-a17d-48dcd1799a5d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4f81c946-0467-4b62-a17d-48dcd1799a5d,segment=NetworkSegment(d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7),segment_id=d66b4cd1-0e8e-4ef6-b67c-ca359b3561f7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:15.970566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.015822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-b2e35ebb-aa99-44f0-990e-7ce2270e9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.018283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-b2e35ebb-aa99-44f0-990e-7ce2270e9f8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 HTTP/1.1" status: 200 len: 855 time: 0.1659725 Jul 16 20:22:16.018797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for 4f81c946-0467-4b62-a17d-48dcd1799a5d owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:16.130499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-d8b1cbfe-d69e-4e6e-bde1-2b849bc8187f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b21356f6-28b7-4960-998f-81624b37c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987923 Jul 16 20:22:16.137067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-d8c97b95-f02a-4a14-af4d-a55bd1053678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.140959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-d8c97b95-f02a-4a14-af4d-a55bd1053678 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cea726f818843af9f82975114c19b21&device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1095 time: 0.7146552 Jul 16 20:22:16.261532 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:22:11Z', 'revision_number': 5, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port': {'id': '14de31b9-7310-4501-a4e1-e98c1d414d24', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:16.269165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.287748 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.290898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c8ff82ef-3ce9-42f8-a79d-85eb6b8dfe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.301309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:16.301724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.312804 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] Checking router: ddcf6002-ec71-4ef7-8258-364a3147d4e6 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:16.322977 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] Routers {'ddcf6002-ec71-4ef7-8258-364a3147d4e6'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:16.324121 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:21:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:16.344922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-c65372c6-fb5e-43d1-bcfa-8418acfe9c02 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 200 len: 217 time: 0.1945746 Jul 16 20:22:16.348624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] Pushing event deleted for resources: {'Port': ['ID=4f81c946-0467-4b62-a17d-48dcd1799a5d,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:16.358642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073434f-f9dc-43d7-9950-f55093831923 None None] No DVR routers for this DVR port 4f81c946-0467-4b62-a17d-48dcd1799a5d on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:16.378551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No active binding found for port 4f81c946-0467-4b62-a17d-48dcd1799a5d {{(pid=100245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:22:16.380166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4f81c946-0467-4b62-a17d-48dcd1799a5d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:16.381303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:16.448308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:16.449616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4d23b1c3-d192-4903-bc48-f3f2ec677aa1 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:16.464268 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] Set router ddcf6002-ec71-4ef7-8258-364a3147d4e6 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:16.475064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] For port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,segment=NetworkSegment(e60ff15c-055d-40c4-af76-661aefe1856d),segment_id=e60ff15c-055d-40c4-af76-661aefe1856d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.475673 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.506089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:16.549794 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:22:16Z', 'revision_number': 6, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:16.562452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] DHCP port deletion for e6301211-451c-437d-a8ea-098f5de9df72 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:16.598881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed738-810a-46ff-8022-839b975be4a7 req-8de1c88d-e42e-43f5-89c0-6425425a1466 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.599935 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ac79f-ef22-444a-9b06-d44f90be350f None None] The sync data for ids ['ddcf6002-ec71-4ef7-8258-364a3147d4e6'] in n-d-791505-15 is: [{'id': 'ddcf6002-ec71-4ef7-8258-364a3147d4e6', 'name': 'tempest-ServerActionsTestJSON-1664146267-router', 'tenant_id': '339b1fa75957439782186d828b947369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:30Z', 'updated_at': '2021-07-16T20:22:16Z', 'revision_number': 6, 'project_id': '339b1fa75957439782186d828b947369', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:16.613223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33bed738-810a-46ff-8022-839b975be4a7 req-8de1c88d-e42e-43f5-89c0-6425425a1466 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 943 time: 0.4723346 Jul 16 20:22:16.622417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-b6b50ef2-fa5f-417a-960c-709d68180c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.626107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-b6b50ef2-fa5f-417a-960c-709d68180c0c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=405169b1-d2d7-4125-b5e3-1af006f08613 HTTP/1.1" status: 200 len: 848 time: 0.2706172 Jul 16 20:22:16.648876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-c2aaa914-5e75-45b7-9801-7a59041a9bef service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066793 Jul 16 20:22:16.653846 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.699496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] Deleting port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:16.700123 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.780398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=4f81c946-0467-4b62-a17d-48dcd1799a5d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:16.823240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No DVR routers for this DVR port 4f81c946-0467-4b62-a17d-48dcd1799a5d on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:16.844325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] For port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,segment=NetworkSegment(e60ff15c-055d-40c4-af76-661aefe1856d),segment_id=e60ff15c-055d-40c4-af76-661aefe1856d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.844739 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.848140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33bed738-810a-46ff-8022-839b975be4a7 req-041f99a1-40ee-4229-9623-91f167ac5488 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333860 Jul 16 20:22:16.881341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] Calling delete_port for bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:17.002219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6a47253-aaa7-4fac-bbb8-fd818221a45a req-6da9f562-62bc-4b14-9d17-862c673a23ff service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086576 Jul 16 20:22:17.005850 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-0392d6ce-3c80-4639-8b9e-71a46b25eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.008745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-0392d6ce-3c80-4639-8b9e-71a46b25eda3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6387992f-d398-4257-a9e0-e23048055ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3662407 Jul 16 20:22:17.058550 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.081101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.095281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.110577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea61afde-b8d3-4926-9d22-bd8bdc603233']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:17.123784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] Pushing event deleted for resources: {'Port': ['ID=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.127442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Deleting port 14de31b9-7310-4501-a4e1-e98c1d414d24 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:17.127953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.148605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d22480-c2e8-4f87-b633-3b725f85c9ba None None] No DVR routers for this DVR port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:17.166013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:17.166419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66b4cd1-0e8e-4ef6-b67c-ca359b3561f7') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:17.206018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=bb1d657d-5ab1-4e4e-862c-a736dd26f3a6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.214386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.216573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No DVR routers for this DVR port bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:17.287994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-cd99cbf0-b2b2-4224-9337-233df46cffcc service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725668 Jul 16 20:22:17.297874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.306661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41f3af-d51e-4a61-bcbd-ddb6aa2fd756 req-99f6636f-dc8f-46bc-9a03-595cac2a5539 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.308962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf41f3af-d51e-4a61-bcbd-ddb6aa2fd756 req-99f6636f-dc8f-46bc-9a03-595cac2a5539 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 943 time: 0.2815030 Jul 16 20:22:17.371554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:17.371554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:17.374676 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:17.387047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c8ff82ef-3ce9-42f8-a79d-85eb6b8dfe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.427789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c8ff82ef-3ce9-42f8-a79d-85eb6b8dfe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.507386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf41f3af-d51e-4a61-bcbd-ddb6aa2fd756 req-e771f57b-0031-460d-9c81-d6c3687b6ac9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819148 Jul 16 20:22:17.551518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13349b59-89c0-4a0d-88d9-d0ca4664510a req-ea0c9509-a04e-4de7-aba7-5bd953aede1e service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409291 Jul 16 20:22:17.555862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.578599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] For port 14de31b9-7310-4501-a4e1-e98c1d414d24, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=14de31b9-7310-4501-a4e1-e98c1d414d24,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:17.579105 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.600364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6301211-451c-437d-a8ea-098f5de9df72']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:17.607169 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c8ff82ef-3ce9-42f8-a79d-85eb6b8dfe29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0a7b4d245694d3080465b3d75eb939d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6603382 Jul 16 20:22:17.607169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.608696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58768) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:17.617296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Calling delete_port for 14de31b9-7310-4501-a4e1-e98c1d414d24 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:17.659726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.659726 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/ea61afde-b8d3-4926-9d22-bd8bdc603233 HTTP/1.1" status: 204 len: 168 time: 3.4226882 Jul 16 20:22:17.659726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff82ef-3ce9-42f8-a79d-85eb6b8dfe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e142e1b-e046-44bc-bc5e-bee7314b0419,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.659726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58770) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:17.659726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60ff15c-055d-40c4-af76-661aefe1856d') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:17.659726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60ff15c-055d-40c4-af76-661aefe1856d') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:17.728015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.837714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f0a5e46-ed81-4368-99f0-79eaf85e61ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.851856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 14de31b9-7310-4501-a4e1-e98c1d414d24 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:17.885382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-bfbb872e-6702-4d7e-8453-154f46fdcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.887980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-bfbb872e-6702-4d7e-8453-154f46fdcd30 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cea726f818843af9f82975114c19b21&device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1095 time: 0.2527320 Jul 16 20:22:17.897279 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f0a5e46-ed81-4368-99f0-79eaf85e61ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.905661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4cff-59fc-4cea-9d41-c7f278c8e25d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=ea61afde-b8d3-4926-9d22-bd8bdc603233,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.979067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.982354 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.005155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:18.005630 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:18.010560 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:18.033137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 14de31b9-7310-4501-a4e1-e98c1d414d24, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=14de31b9-7310-4501-a4e1-e98c1d414d24,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:18.051767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.053133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 349edf82-9c71-49f0-a33f-83ac0e4d8716 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:18.058100 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d16d2b6-8237-4daf-96ef-841e73025f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.107537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ceed8e6f-12e8-418e-a96b-fb4a60dd5aee details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:18.117648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 349edf82-9c71-49f0-a33f-83ac0e4d8716 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:18.118374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 349edf82-9c71-49f0-a33f-83ac0e4d8716 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:18.119010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:18.126104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-b2e72ff2-6fe1-464a-819b-4f4888896c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.127947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-b2e72ff2-6fe1-464a-819b-4f4888896c53 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 200 len: 910 time: 0.2278256 Jul 16 20:22:18.150169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:18.150837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bb1d657d-5ab1-4e4e-862c-a736dd26f3a6 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:18.203043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-f6d7cb99-5ea1-4abb-b9aa-5fe298c2005f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 200 len: 217 time: 0.0672624 Jul 16 20:22:18.219876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=14de31b9-7310-4501-a4e1-e98c1d414d24,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:18.274968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-7b1a114e-e013-43e3-b0a5-39be1c8f9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.276555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-7b1a114e-e013-43e3-b0a5-39be1c8f9d64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=405169b1-d2d7-4125-b5e3-1af006f08613 HTTP/1.1" status: 200 len: 848 time: 0.0666919 Jul 16 20:22:18.346587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:18.353824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f0a5e46-ed81-4368-99f0-79eaf85e61ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.356771 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7f0a5e46-ed81-4368-99f0-79eaf85e61ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.361207 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7f0a5e46-ed81-4368-99f0-79eaf85e61ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e142e1b-e046-44bc-bc5e-bee7314b0419 HTTP/1.1" status: 204 len: 168 time: 0.7507806 Jul 16 20:22:18.373676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee', 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'port_id': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee', 'mac_address': 'fa:16:3e:af:84:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1b6bd3-9526-4302-8b5e-28a4678e8bb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:18.382196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a5e46-ed81-4368-99f0-79eaf85e61ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e142e1b-e046-44bc-bc5e-bee7314b0419,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:18.448749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da448e9-22a9-456b-b73b-af1378744bc5 req-dde1bdfd-36c7-4f5d-992a-8bcb02311828 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.450696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8da448e9-22a9-456b-b73b-af1378744bc5 req-dde1bdfd-36c7-4f5d-992a-8bcb02311828 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 943 time: 0.1728499 Jul 16 20:22:18.461244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-79d67499-0486-4303-9e16-13fae4534dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.462823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-79d67499-0486-4303-9e16-13fae4534dec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6387992f-d398-4257-a9e0-e23048055ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715314 Jul 16 20:22:18.486765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.543062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceed8e6f-12e8-418e-a96b-fb4a60dd5aee {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:18.613507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:18.622318 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.635770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8da448e9-22a9-456b-b73b-af1378744bc5 req-d0f098e0-aed2-4616-9968-df15022c3a09 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621222 Jul 16 20:22:18.806915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:18.829445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-9e329472-f4c0-405a-b133-9755a0a6be47 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537850 Jul 16 20:22:18.889055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ceed8e6f-12e8-418e-a96b-fb4a60dd5aee'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:18.944519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58782) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.042264 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1bbcb59-79bf-44e9-893e-eacee4dc448d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.090421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.097011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.105680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/networks/e6301211-451c-437d-a8ea-098f5de9df72 HTTP/1.1" status: 204 len: 168 time: 3.8056660 Jul 16 20:22:19.106666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58784) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.128410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1839684511'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:19.165526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831380ee-5d25-4a73-a453-f65b0da87bdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Network': ['ID=e6301211-451c-437d-a8ea-098f5de9df72,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.217400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfd961-ad1a-4a6a-a624-f60ef7d810cc req-51f6c806-9483-4107-9c67-4202922cd916 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.220243 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9cfd961-ad1a-4a6a-a624-f60ef7d810cc req-51f6c806-9483-4107-9c67-4202922cd916 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 944 time: 0.3491223 Jul 16 20:22:19.223859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a7a7b62-ec58-4a15-969e-223e05e6677f req-83b9d47f-6075-4d0c-9a2a-8dda519b427b service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879750 Jul 16 20:22:19.325640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.356183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9cfd961-ad1a-4a6a-a624-f60ef7d810cc req-4287be73-a041-422e-932a-ee3587a043a0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958302 Jul 16 20:22:19.371757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Pushing event deleted for resources: {'Port': ['ID=14de31b9-7310-4501-a4e1-e98c1d414d24,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.434082 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1bbcb59-79bf-44e9-893e-eacee4dc448d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.448559 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1bbcb59-79bf-44e9-893e-eacee4dc448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.474829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.533410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:19.539548 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.554210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c1bbcb59-79bf-44e9-893e-eacee4dc448d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=746b5ccba2bc417ab36eb66ddc91b444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6000001 Jul 16 20:22:19.562359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58786) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.563448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbcb59-79bf-44e9-893e-eacee4dc448d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad6132-33ef-4ee7-a78c-146a5a7169d8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.589237 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.593445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.648780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:19.655716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.677299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.677888 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Added segment 273b84b2-eb86-4647-ad33-8f674fceb216 of type vlan for network e2c5978c-615d-40fe-92b6-f486020d786c Jul 16 20:22:19.711295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.711874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddcf6002-ec71-4ef7-8258-364a3147d4e6 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:19.727455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.728952 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-17a8981d-6cc0-4cc1-a9ad-51c84bac8864 admin admin] 10.222.0.78 "DELETE /v2.0/routers/ddcf6002-ec71-4ef7-8258-364a3147d4e6 HTTP/1.1" status: 204 len: 168 time: 4.5762694 Jul 16 20:22:19.766041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.771236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae0e0-4ead-4acd-b5fa-64529f782559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.818353 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.846098 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae0e0-4ead-4acd-b5fa-64529f782559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.880908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Deleting subnet 6dbe0521-aba6-4cd7-9038-383ed1d9b674 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:19.952677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.992869 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.020911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.022757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.023124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.086475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ceed8e6f-12e8-418e-a96b-fb4a60dd5aee up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:20.119215 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae0e0-4ead-4acd-b5fa-64529f782559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.124245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae0e0-4ead-4acd-b5fa-64529f782559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.126186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9f2ae0e0-4ead-4acd-b5fa-64529f782559 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8ad6132-33ef-4ee7-a78c-146a5a7169d8 HTTP/1.1" status: 204 len: 168 time: 0.5578206 Jul 16 20:22:20.188918 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0747755 Jul 16 20:22:20.188918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ae0e0-4ead-4acd-b5fa-64529f782559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad6132-33ef-4ee7-a78c-146a5a7169d8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.208457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58796) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:20.216532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.269738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': 'e2c5978c-615d-40fe-92b6-f486020d786c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:20.277022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:20.294370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:20.296244 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.304714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.344938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbe0521-aba6-4cd7-9038-383ed1d9b674,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.365220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6523e0-8a47-47c7-9984-a3eaab67f761 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Network': ['ID=e2c5978c-615d-40fe-92b6-f486020d786c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.385750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e2c5978c-615d-40fe-92b6-f486020d786c details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:20.442358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.448816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6dbe0521-aba6-4cd7-9038-383ed1d9b674 HTTP/1.1" status: 204 len: 168 time: 0.6795197 Jul 16 20:22:20.467765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.469126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.469515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.469868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.470214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.470570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.473814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a7585-351b-4354-bd21-09b7d56406ad None None] Network 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:20.474875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.475541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.486090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.486938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.487681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.488421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33074f-088a-4579-8e27-f294956bbfc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:20.493732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58800) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:20.511974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8019e947-6f59-43cf-8ab0-1d1b901bf4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.787768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.823339 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.040330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:21.041071 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.143933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Deleting port d420db30-0ece-498a-b90c-587adc9dc0a8 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:21.144801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.178802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb310ae-9c6e-49d8-844c-0278a5983d70 req-cb430d01-99cd-429f-8423-22b4f8c0135d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.191852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb310ae-9c6e-49d8-844c-0278a5983d70 req-cb430d01-99cd-429f-8423-22b4f8c0135d tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 943 time: 1.1619697 Jul 16 20:22:21.233481 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.278037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,segment=NetworkSegment(07382bb5-6379-462c-ae7e-6fcca8f68350),segment_id=07382bb5-6379-462c-ae7e-6fcca8f68350)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:21.278847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.293454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] For port d420db30-0ece-498a-b90c-587adc9dc0a8, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d420db30-0ece-498a-b90c-587adc9dc0a8,segment=NetworkSegment(b3ed640c-9e86-45b0-855f-bb7b31d8844b),segment_id=b3ed640c-9e86-45b0-855f-bb7b31d8844b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:21.293836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.313707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:21.319915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5c911a02-7954-40b8-8e18-8f420e4ceac0 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:21.321904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Calling delete_port for d420db30-0ece-498a-b90c-587adc9dc0a8 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:21.373400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb310ae-9c6e-49d8-844c-0278a5983d70 req-d99a65c4-e93c-4e51-ad99-eec0de9d3fef tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786089 Jul 16 20:22:21.416745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a53ac-3ef8-4b2b-96c5-56250f1a88a1 req-1b0a3113-8f52-4c5e-9ea1-9de9e6308d28 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.431020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-491a53ac-3ef8-4b2b-96c5-56250f1a88a1 req-1b0a3113-8f52-4c5e-9ea1-9de9e6308d28 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 944 time: 0.4615772 Jul 16 20:22:21.433397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:21.440533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.471525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:21.558520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-491a53ac-3ef8-4b2b-96c5-56250f1a88a1 req-85f87420-9bc9-40aa-bba3-60339a52d0a6 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110988 Jul 16 20:22:21.565753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:21.570225 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74191449-6736-4563-8a45-19a5745effb9" -d '{"events": [{"server_uuid": "38a5b353-d70a-48e1-b96e-e2b9c97ab7f9", "name": "network-vif-plugged", "status": "completed", "tag": "ceed8e6f-12e8-418e-a96b-fb4a60dd5aee"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:21.575817 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.613845 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.640188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] No DVR routers for this DVR port d420db30-0ece-498a-b90c-587adc9dc0a8 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:21.693053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:21.720807 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a2910-8194-43d4-84ab-15c61bf3be46 x-openstack-request-id: req-4e6a2910-8194-43d4-84ab-15c61bf3be46 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:21.722173 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a5b353-d70a-48e1-b96e-e2b9c97ab7f9", "name": "network-vif-plugged", "status": "completed", "tag": "ceed8e6f-12e8-418e-a96b-fb4a60dd5aee", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:21.722869 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e6a2910-8194-43d4-84ab-15c61bf3be46 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:21.723885 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee', 'code': 200} Jul 16 20:22:21.820979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d420db30-0ece-498a-b90c-587adc9dc0a8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:21.991319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5c911a02-7954-40b8-8e18-8f420e4ceac0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:21.999983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0aaf8-c1e1-4d8f-959b-0f1e14790b6b None None] DHCP port deletion for 3ca26e4e-3007-40cd-8b4b-ebff741e8b02 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:22.049355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'port_id': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'mac_address': 'fa:16:3e:0d:04:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:22.051647 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.108726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca26e4e-3007-40cd-8b4b-ebff741e8b02']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:22.110781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9624d4-26e0-4baa-8973-2365600a62e0 req-81c4e601-0e87-474a-9a3a-c954e9bdf6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.113607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f9624d4-26e0-4baa-8973-2365600a62e0 req-81c4e601-0e87-474a-9a3a-c954e9bdf6f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 1097 time: 0.2785792 Jul 16 20:22:22.145909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ed640c-9e86-45b0-855f-bb7b31d8844b') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:22.146388 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ed640c-9e86-45b0-855f-bb7b31d8844b') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:22.162170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.163622 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.165871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.171246 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.222893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c911a02-7954-40b8-8e18-8f420e4ceac0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:22.261024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.261176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f9624d4-26e0-4baa-8973-2365600a62e0 req-7ea324ed-2614-4296-b8cd-d2669b12125a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388330 Jul 16 20:22:22.273590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:22.274266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.294599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=ecfbfdef-12b4-4f9e-81d1-db7f86322253,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.302746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Checking segment: {'id': '273b84b2-eb86-4647-ad33-8f674fceb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e2c5978c-615d-40fe-92b6-f486020d786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:22.303256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network hostable DHCP agents. Network: e2c5978c-615d-40fe-92b6-f486020d786c, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:22.321726 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:22.330042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network e2c5978c-615d-40fe-92b6-f486020d786c is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:22.333785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5c911a02-7954-40b8-8e18-8f420e4ceac0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:22.338131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.340271 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.346925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e2c5978c-615d-40fe-92b6-f486020d786c) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:22.367416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.369016 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.369386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff29306-f20e-43c2-a380-1897144ba72c None None] Network e2c5978c-615d-40fe-92b6-f486020d786c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:22.432543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c2a2857f-d20b-432c-b702-246bfede4e2b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2221375 Jul 16 20:22:22.434931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58828) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:22.458072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-83adfff6-e38a-467c-aac5-b90e7694d537 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1094131454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:22.506394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.532109 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.535909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3ca26e4e-3007-40cd-8b4b-ebff741e8b02 HTTP/1.1" status: 204 len: 168 time: 2.0149126 Jul 16 20:22:22.541220 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83adfff6-e38a-467c-aac5-b90e7694d537 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.545455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83adfff6-e38a-467c-aac5-b90e7694d537 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.779900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83adfff6-e38a-467c-aac5-b90e7694d537 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.790054 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83adfff6-e38a-467c-aac5-b90e7694d537 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.847564 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83adfff6-e38a-467c-aac5-b90e7694d537 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.853218 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-83adfff6-e38a-467c-aac5-b90e7694d537 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4131942 Jul 16 20:22:22.858308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58840) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:22.880600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['5c911a02-7954-40b8-8e18-8f420e4ceac0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:22.895134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'network_id': 'e2c5978c-615d-40fe-92b6-f486020d786c', 'name': 'tempest-PortsIpV6TestJSON-193198220'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:22.960639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad01a3a-f437-499e-bf74-f3515397ae94 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca26e4e-3007-40cd-8b4b-ebff741e8b02,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.976663 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.999672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.021338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5c911a02-7954-40b8-8e18-8f420e4ceac0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:23.132065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b98597f-4810-4410-b506-85e038973694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e2c5978c-615d-40fe-92b6-f486020d786c', 'network_id': 'e2c5978c-615d-40fe-92b6-f486020d786c', 'tenant_id': 'fac165fd801e4ecfb4be9f1afc8aa318', 'fixed_ips': [{'subnet_id': 'ecfbfdef-12b4-4f9e-81d1-db7f86322253'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:23.133500 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8b98597f-4810-4410-b506-85e038973694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.367761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58848) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.537372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc72e5-e506-49be-ab82-fb6b6f4baa65 req-c3e7e6ed-701d-4d1d-acc5-0147ab0cfcd2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.552405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ebc72e5-e506-49be-ab82-fb6b6f4baa65 req-c3e7e6ed-701d-4d1d-acc5-0147ab0cfcd2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 944 time: 0.4004257 Jul 16 20:22:23.564053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-976f3139-44e2-4294-95ea-9ba16701878e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=339b1fa75957439782186d828b947369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774371 Jul 16 20:22:23.570365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58850) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.576302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:23.583498 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.594802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:23.636863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port f3401f07-29dd-452f-ba52-769dbbb9ca99 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:23.856688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-8b98597f-4810-4410-b506-85e038973694 None None] Allocated IP 2001:db8::2 (e2c5978c-615d-40fe-92b6-f486020d786c/ecfbfdef-12b4-4f9e-81d1-db7f86322253/a41ab9a6-26ab-4b51-9864-1e51a71a1fd5) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:24.028537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c70ff-583d-40aa-ac5b-36b9ef9f53d9 req-255e41f1-5a48-467a-8e63-699866098291 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.035412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-439c70ff-583d-40aa-ac5b-36b9ef9f53d9 req-255e41f1-5a48-467a-8e63-699866098291 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.8878443 Jul 16 20:22:24.086892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:24.092463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ebc72e5-e506-49be-ab82-fb6b6f4baa65 req-743684ee-1434-4f7d-9279-e22d19ffedf3 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5380902 Jul 16 20:22:24.132316 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ecb3512c-84e4-41da-8d4b-a1dce802b14e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4590931 Jul 16 20:22:24.139395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58860) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:24.187438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8b98597f-4810-4410-b506-85e038973694 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.189064 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9727149-bc52-4e50-92ed-2253166e697a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.243754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d420db30-0ece-498a-b90c-587adc9dc0a8 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:24.253524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:24.263716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9727149-bc52-4e50-92ed-2253166e697a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.280194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8b98597f-4810-4410-b506-85e038973694 None None] Transition to ACTIVE for port object a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:24.318025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-439c70ff-583d-40aa-ac5b-36b9ef9f53d9 req-0b75c1cc-98b1-4d01-ae93-6f9e344a560c tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775865 Jul 16 20:22:24.326691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2aebd2-bc63-460f-a812-566ffb1e9288 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet fb9cee4e-87f3-403b-903c-c7deac7488e7 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:24.335742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd2aebd2-bc63-460f-a812-566ffb1e9288 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.408341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9727149-bc52-4e50-92ed-2253166e697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.421317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d9727149-bc52-4e50-92ed-2253166e697a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.426816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d9727149-bc52-4e50-92ed-2253166e697a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b50a117-bc38-42fa-b13e-b07fd494883f HTTP/1.1" status: 204 len: 168 time: 0.8510573 Jul 16 20:22:24.459302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9727149-bc52-4e50-92ed-2253166e697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b50a117-bc38-42fa-b13e-b07fd494883f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:24.482547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd2aebd2-bc63-460f-a812-566ffb1e9288 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.484830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d420db30-0ece-498a-b90c-587adc9dc0a8 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:24.485766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d420db30-0ece-498a-b90c-587adc9dc0a8 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:24.531206 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.536353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:24.537750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:24.680238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8b98597f-4810-4410-b506-85e038973694 None None] Transition to ACTIVE for port object a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:24.711519 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8b98597f-4810-4410-b506-85e038973694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.730310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd2aebd2-bc63-460f-a812-566ffb1e9288 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.840610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:24.951293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::51 (e2c5978c-615d-40fe-92b6-f486020d786c/ecfbfdef-12b4-4f9e-81d1-db7f86322253/f3401f07-29dd-452f-ba52-769dbbb9ca99) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:25.118297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98597f-4810-4410-b506-85e038973694 None None] Pushing event updated for resources: {'Port': ['ID=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:25.123939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b98597f-4810-4410-b506-85e038973694 None None] Network e2c5978c-615d-40fe-92b6-f486020d786c is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:25.141323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-8b98597f-4810-4410-b506-85e038973694 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:25.150229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd2aebd2-bc63-460f-a812-566ffb1e9288 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.152167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98597f-4810-4410-b506-85e038973694 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:25.259976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2aebd2-bc63-460f-a812-566ffb1e9288 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9cee4e-87f3-403b-903c-c7deac7488e7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:25.532104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd2aebd2-bc63-460f-a812-566ffb1e9288 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.535000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bd2aebd2-bc63-460f-a812-566ffb1e9288 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/fb9cee4e-87f3-403b-903c-c7deac7488e7 HTTP/1.1" status: 204 len: 168 time: 1.3904328 Jul 16 20:22:25.538112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58894) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:25.553307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39172dbe-b8c7-4318-af4f-b236ff7db96f None None] Network 2904ec9d-6e13-47ed-a258-d5dea1e3752e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:25.568919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8b98597f-4810-4410-b506-85e038973694 None None] Attempting to bind port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:25.569295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8b98597f-4810-4410-b506-85e038973694 None None] Attempting to bind port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '273b84b2-eb86-4647-ad33-8f674fceb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e2c5978c-615d-40fe-92b6-f486020d786c'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:25.569671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b98597f-4810-4410-b506-85e038973694 None None] Attempting to bind port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 on network e2c5978c-615d-40fe-92b6-f486020d786c {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:25.626638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b98597f-4810-4410-b506-85e038973694 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:25.627035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b98597f-4810-4410-b506-85e038973694 None None] Checking segment: {'id': '273b84b2-eb86-4647-ad33-8f674fceb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e2c5978c-615d-40fe-92b6-f486020d786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:25.627465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8b98597f-4810-4410-b506-85e038973694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.627889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b98597f-4810-4410-b506-85e038973694 None None] Bound using segment: {'id': '273b84b2-eb86-4647-ad33-8f674fceb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e2c5978c-615d-40fe-92b6-f486020d786c'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:25.634949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8b98597f-4810-4410-b506-85e038973694 None None] Bound port: a41ab9a6-26ab-4b51-9864-1e51a71a1fd5, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273b84b2-eb86-4647-ad33-8f674fceb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e2c5978c-615d-40fe-92b6-f486020d786c'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:25.635510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8b98597f-4810-4410-b506-85e038973694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.772466 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.773884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.808492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object f3401f07-29dd-452f-ba52-769dbbb9ca99 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:25.830005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0dc4-dd39-4a0d-83a5-1f23a19ee69c req-18817643-8e58-47d7-8dd5-729c98fa0114 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:25.838785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-885f0dc4-dd39-4a0d-83a5-1f23a19ee69c req-18817643-8e58-47d7-8dd5-729c98fa0114 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.2164018 Jul 16 20:22:25.874959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8b98597f-4810-4410-b506-85e038973694 None None] For port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:25.883571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8b98597f-4810-4410-b506-85e038973694 None None] For port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,segment=NetworkSegment(273b84b2-eb86-4647-ad33-8f674fceb216),segment_id=273b84b2-eb86-4647-ad33-8f674fceb216)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:25.905947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-885f0dc4-dd39-4a0d-83a5-1f23a19ee69c req-c837f88d-bb96-48c0-8a01-c8d1a793f2ff tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659149 Jul 16 20:22:25.917157 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8b98597f-4810-4410-b506-85e038973694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.939668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba92cc-b567-43e2-b44a-85766c30cfc0 req-6e34ce27-c6b7-4b9a-b568-7e0e9bfb6390 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:25.948081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54ba92cc-b567-43e2-b44a-85766c30cfc0 req-6e34ce27-c6b7-4b9a-b568-7e0e9bfb6390 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 944 time: 0.4307673 Jul 16 20:22:25.964738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port ee267d2a-29b8-485c-8034-34c530360dbc {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:25.965518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.131336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.190027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98597f-4810-4410-b506-85e038973694 None None] Pushing event updated for resources: {'Port': ['ID=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.204423 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54ba92cc-b567-43e2-b44a-85766c30cfc0 req-ca5890be-4b64-404f-95d4-0edb5aca6633 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395852 Jul 16 20:22:26.208690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network e2c5978c-615d-40fe-92b6-f486020d786c is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:26.215108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:26.225826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:26.233197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.234145 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.243531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:21Z', 'revision_number': 9, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:26.253105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port ee267d2a-29b8-485c-8034-34c530360dbc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ee267d2a-29b8-485c-8034-34c530360dbc,segment=NetworkSegment(07382bb5-6379-462c-ae7e-6fcca8f68350),segment_id=07382bb5-6379-462c-ae7e-6fcca8f68350)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:26.253902 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.267405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=f3401f07-29dd-452f-ba52-769dbbb9ca99,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.274090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-316c0767-4cd7-467c-84d7-da44eea351d5 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4142034 Jul 16 20:22:26.291638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58916) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:26.296740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for ee267d2a-29b8-485c-8034-34c530360dbc owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:26.316232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58918) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:26.396645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:26.419389 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.431664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:26.433168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:26.461156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No DVR routers for this DVR port ee267d2a-29b8-485c-8034-34c530360dbc on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:26.461426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2b23c-820c-452a-9390-0f0aa4ff4918 req-7a54a96e-41d4-45ae-b1ed-3fa790efb74c tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.470193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9b2b23c-820c-452a-9390-0f0aa4ff4918 req-7a54a96e-41d4-45ae-b1ed-3fa790efb74c tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.4058421 Jul 16 20:22:26.493906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=ee267d2a-29b8-485c-8034-34c530360dbc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.740028 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.773202 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2904ec9d-6e13-47ed-a258-d5dea1e3752e']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:26.839480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:26.846019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07382bb5-6379-462c-ae7e-6fcca8f68350') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:26.846937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07382bb5-6379-462c-ae7e-6fcca8f68350') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:26.910480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.946124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2c98f-5c66-48d3-8e19-5cd66201b816 None None] DHCP port deletion for 2904ec9d-6e13-47ed-a258-d5dea1e3752e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:26.953410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.972008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:26.972788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:26.981946 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:27.034452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9b2b23c-820c-452a-9390-0f0aa4ff4918 req-af26673f-fddf-45d5-bbec-507e687ab194 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883490 Jul 16 20:22:27.171411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58928) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:27.266363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-781706786-network', 'tenant_id': '788a165768544fb0802a5118933279d6'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:27.286923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5c911a02-7954-40b8-8e18-8f420e4ceac0 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:27.291519 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.316240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.321889 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/2904ec9d-6e13-47ed-a258-d5dea1e3752e HTTP/1.1" status: 204 len: 168 time: 1.7825520 Jul 16 20:22:27.322572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:27.435959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Made reservation on behalf of 788a165768544fb0802a5118933279d6 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:27.446199 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.527992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 5c911a02-7954-40b8-8e18-8f420e4ceac0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:27.554107 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.602633 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-542102ea-ebc4-4ea2-8243-af74d6ec23ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.659603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 5c911a02-7954-40b8-8e18-8f420e4ceac0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:27.660308 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.792695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336c845-c54e-4a32-b69e-fe70298a37f0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=2904ec9d-6e13-47ed-a258-d5dea1e3752e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:27.861564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:21Z', 'revision_number': 9, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:27.885500 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.925136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a37aebb-4b4c-446b-ac8d-7460fe5e61c4 None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:21Z', 'revision_number': 9, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fba83754-7e6f-4a33-bf8b-4a085dff457c', 'name': '', 'network_id': '0490a99d-83f1-4f09-9d24-53d37446158c', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:16:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:49Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '5107de66-4ccf-46d8-a994-95e399c361b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:28.048979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:28.162443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.210269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0196628-bed8-43dd-b8ff-1f2efaf0df48 req-b993592c-dcc5-4d83-8b08-66d2cc07d91c tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.212896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0196628-bed8-43dd-b8ff-1f2efaf0df48 req-b993592c-dcc5-4d83-8b08-66d2cc07d91c tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 944 time: 0.5266368 Jul 16 20:22:28.237706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eade658-d989-4d98-aece-c12aac605206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c911a02-7954-40b8-8e18-8f420e4ceac0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:28.240385 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a2469f-c25a-422d-87f7-43d70d0ff34c" -d '{"events": [{"server_uuid": "6eade658-d989-4d98-aece-c12aac605206", "name": "network-vif-plugged", "status": "completed", "tag": "5c911a02-7954-40b8-8e18-8f420e4ceac0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:28.285986 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.320549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.419184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:28.524700 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.525116 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Added segment 04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4 of type vlan for network 233782f7-df27-49fe-9e4c-cadec4b23741 Jul 16 20:22:28.550266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0196628-bed8-43dd-b8ff-1f2efaf0df48 req-c20fe9c1-db38-422d-bce6-3ade849adc6e tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125761 Jul 16 20:22:28.600147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.658958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:28.660104 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c4916-b9c1-45ad-a6a8-b729db76935e x-openstack-request-id: req-e09c4916-b9c1-45ad-a6a8-b729db76935e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:28.660654 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eade658-d989-4d98-aece-c12aac605206", "name": "network-vif-plugged", "status": "completed", "tag": "5c911a02-7954-40b8-8e18-8f420e4ceac0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:28.660741 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e09c4916-b9c1-45ad-a6a8-b729db76935e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:28.661106 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eade658-d989-4d98-aece-c12aac605206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'code': 200} Jul 16 20:22:28.661936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c727a8a-be3a-4356-a386-d735ec83e377 None None] Network e2c5978c-615d-40fe-92b6-f486020d786c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:28.739264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 5c911a02-7954-40b8-8e18-8f420e4ceac0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:28.768569 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.815555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:28.857791 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.898390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b0e358cc-0844-4587-83e1-4de40b21b83d None None] Provisioning for port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:28.929171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b0e358cc-0844-4587-83e1-4de40b21b83d None None] Provisioning complete for port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:28.929657 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0e358cc-0844-4587-83e1-4de40b21b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.939099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=5c911a02-7954-40b8-8e18-8f420e4ceac0,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:28.957775 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.005257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.021401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ee267d2a-29b8-485c-8034-34c530360dbc no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:29.050676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ee267d2a-29b8-485c-8034-34c530360dbc {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:29.051140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ee267d2a-29b8-485c-8034-34c530360dbc not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:29.137418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port fba83754-7e6f-4a33-bf8b-4a085dff457c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:29.138241 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.189025 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0e358cc-0844-4587-83e1-4de40b21b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.192467 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-542102ea-ebc4-4ea2-8243-af74d6ec23ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.215621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bc4fd-59c3-4018-8e77-513a66cd41b2 req-98bb0791-64fc-42ab-a1e5-56ba030522a1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.238797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac7bc4fd-59c3-4018-8e77-513a66cd41b2 req-98bb0791-64fc-42ab-a1e5-56ba030522a1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.5098712 Jul 16 20:22:29.241991 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.243696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.244880 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.250354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b0e358cc-0844-4587-83e1-4de40b21b83d None None] For port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,segment=NetworkSegment(273b84b2-eb86-4647-ad33-8f674fceb216),segment_id=273b84b2-eb86-4647-ad33-8f674fceb216)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:29.258941 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b0e358cc-0844-4587-83e1-4de40b21b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.296293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port fba83754-7e6f-4a33-bf8b-4a085dff457c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fba83754-7e6f-4a33-bf8b-4a085dff457c,segment=NetworkSegment(59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3),segment_id=59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:29.297126 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.305739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f876ed1-63ab-480d-a9b6-66559f7454a5 req-0f12b45c-174c-4bef-aa70-293a490f29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.308597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f876ed1-63ab-480d-a9b6-66559f7454a5 req-0f12b45c-174c-4bef-aa70-293a490f29ea service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1096 time: 0.6504557 Jul 16 20:22:29.335543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for fba83754-7e6f-4a33-bf8b-4a085dff457c owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:29.342577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e358cc-0844-4587-83e1-4de40b21b83d None None] Pushing event updated for resources: {'Port': ['ID=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:29.361356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-542102ea-ebc4-4ea2-8243-af74d6ec23ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.394236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=f3401f07-29dd-452f-ba52-769dbbb9ca99,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:29.586388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.597995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2774501 Jul 16 20:22:29.615886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43c2199b-c557-40d7-8907-17903e2e8279 None None] Provisioning for port f3401f07-29dd-452f-ba52-769dbbb9ca99 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:29.631034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac7bc4fd-59c3-4018-8e77-513a66cd41b2 req-dcac517c-cedf-44e2-bbcd-2d578c8c8db2 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901811 Jul 16 20:22:29.631287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58958) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.633745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43c2199b-c557-40d7-8907-17903e2e8279 None None] Provisioning complete for port f3401f07-29dd-452f-ba52-769dbbb9ca99 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:29.634627 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43c2199b-c557-40d7-8907-17903e2e8279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.677730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2805d-b247-4343-944e-acd49cab8394 admin admin] Pushing event updated for resources: {'Network': ['ID=233782f7-df27-49fe-9e4c-cadec4b23741,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:29.691618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Request body: {'subnet': {'network_id': '233782f7-df27-49fe-9e4c-cadec4b23741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-781706786-subnet', 'tenant_id': '788a165768544fb0802a5118933279d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:29.708328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542102ea-ebc4-4ea2-8243-af74d6ec23ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ad6da8-b8a8-4cc9-8a8c-8396d96c458b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:29.728594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 233782f7-df27-49fe-9e4c-cadec4b23741 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:29.731502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-542102ea-ebc4-4ea2-8243-af74d6ec23ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4e4cb486effd43d99e18d23b50c9e090&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5589092 Jul 16 20:22:29.843655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 58962) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.942718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:29.969978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f876ed1-63ab-480d-a9b6-66559f7454a5 req-1dda0d42-310f-4a7d-9f40-94256864221a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5992794 Jul 16 20:22:30.037902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-43c2199b-c557-40d7-8907-17903e2e8279 None None] Port f3401f07-29dd-452f-ba52-769dbbb9ca99 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:30.052822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Made reservation on behalf of 788a165768544fb0802a5118933279d6 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:30.055434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.099114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43c2199b-c557-40d7-8907-17903e2e8279 None None] Provisioning complete for port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:30.099528 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43c2199b-c557-40d7-8907-17903e2e8279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.282623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=fba83754-7e6f-4a33-bf8b-4a085dff457c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:30.391688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:30.392932 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.523918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5acf944d-91a4-4cc7-bd8a-f8d8808855a1 None None] Provisioning complete for port f3401f07-29dd-452f-ba52-769dbbb9ca99 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:30.524599 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5acf944d-91a4-4cc7-bd8a-f8d8808855a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.538787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.611974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5acf944d-91a4-4cc7-bd8a-f8d8808855a1 None None] Port f3401f07-29dd-452f-ba52-769dbbb9ca99 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:30.622922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:30.649481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:30.649831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e6d2e0fa-dafe-411e-9ba3-5c2a1bc917eb not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:30.803739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.814023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-658c328c-e2da-4858-8e59-114026ec1361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.895560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:31.058748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a2ab7-6c2a-4035-852c-f51061199c4d req-4ced0387-2e51-4836-a0b6-bd895bb3b193 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.071224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb1a2ab7-6c2a-4035-852c-f51061199c4d req-4ced0387-2e51-4836-a0b6-bd895bb3b193 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 945 time: 1.1576176 Jul 16 20:22:31.077431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:31.086865 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-42d17641-55fd-44f7-b99d-79750792f5d7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7520003 Jul 16 20:22:31.086865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58984) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:31.094703 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:31.110579 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:31.111531 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:31.131372 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-658c328c-e2da-4858-8e59-114026ec1361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.157644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8850dcf2-30c6-4dc5-b436-6dbe3b875cdc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet 5107de66-4ccf-46d8-a994-95e399c361b5 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:31.161598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8850dcf2-30c6-4dc5-b436-6dbe3b875cdc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.221836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8850dcf2-30c6-4dc5-b436-6dbe3b875cdc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.305728 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:31.379890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb1a2ab7-6c2a-4035-852c-f51061199c4d req-d7d7ca34-b3f7-4773-8eb9-1acef87370cd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423310 Jul 16 20:22:31.388165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.438089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8850dcf2-30c6-4dc5-b436-6dbe3b875cdc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.476533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c99f2-4879-4d38-9fc3-347a1ffbb2b1 req-1afe45e9-2cfc-4d39-9181-dca105fdadcf tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.479745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0c99f2-4879-4d38-9fc3-347a1ffbb2b1 req-1afe45e9-2cfc-4d39-9181-dca105fdadcf tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.5416117 Jul 16 20:22:31.480285 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-658c328c-e2da-4858-8e59-114026ec1361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.487133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-658c328c-e2da-4858-8e59-114026ec1361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.494179 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-658c328c-e2da-4858-8e59-114026ec1361 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34ad6da8-b8a8-4cc9-8a8c-8396d96c458b HTTP/1.1" status: 204 len: 168 time: 1.6262290 Jul 16 20:22:31.553628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8850dcf2-30c6-4dc5-b436-6dbe3b875cdc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.637658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c328c-e2da-4858-8e59-114026ec1361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ad6da8-b8a8-4cc9-8a8c-8396d96c458b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.637934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850dcf2-30c6-4dc5-b436-6dbe3b875cdc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=5107de66-4ccf-46d8-a994-95e399c361b5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.673234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8850dcf2-30c6-4dc5-b436-6dbe3b875cdc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.674892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd4e70e-0b60-4268-af46-5e37fdcdc0d3 None None] Network 0490a99d-83f1-4f09-9d24-53d37446158c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:31.683671 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8850dcf2-30c6-4dc5-b436-6dbe3b875cdc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/5107de66-4ccf-46d8-a994-95e399c361b5 HTTP/1.1" status: 204 len: 168 time: 0.5916717 Jul 16 20:22:31.683671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 58994) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:31.891484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d0c99f2-4879-4d38-9fc3-347a1ffbb2b1 req-c36278b9-7cb9-4539-8e0f-c023d344a60f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953528 Jul 16 20:22:31.898529 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.945710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.038952 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:29Z', 'revision_number': 10, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:32.067114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Checking segment: {'id': '04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '233782f7-df27-49fe-9e4c-cadec4b23741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:32.068007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Network hostable DHCP agents. Network: 233782f7-df27-49fe-9e4c-cadec4b23741, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:32.070783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f83913e-f831-4bb1-bbd3-cd6ee7133cbe,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.098887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] DHCP port deletion for 0490a99d-83f1-4f09-9d24-53d37446158c request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:32.120030 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:32.146763 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:32.147790 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:32.161037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port b699f96c-a183-4c24-b1db-5e6fa600210f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:32.161390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.236517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] Deleting port b699f96c-a183-4c24-b1db-5e6fa600210f {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:32.236517 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.253489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59002) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:32.286726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Network 233782f7-df27-49fe-9e4c-cadec4b23741 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:32.293601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port b699f96c-a183-4c24-b1db-5e6fa600210f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b699f96c-a183-4c24-b1db-5e6fa600210f,segment=NetworkSegment(59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3),segment_id=59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:32.294030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.311410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 233782f7-df27-49fe-9e4c-cadec4b23741) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:32.330715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0cc83-24c6-49b8-84ab-6d697ee5de4f None None] Network 233782f7-df27-49fe-9e4c-cadec4b23741 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:32.338814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.338814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.339076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5410e7d1-48bc-4661-9bbc-3c12cea2d30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.389252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9f2f6f69-c9a0-4adb-8ebb-6f8526d0687c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7131000 Jul 16 20:22:32.418142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for b699f96c-a183-4c24-b1db-5e6fa600210f owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:32.431908 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:32.437965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.447906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.450224 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.557765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] For port b699f96c-a183-4c24-b1db-5e6fa600210f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b699f96c-a183-4c24-b1db-5e6fa600210f,segment=NetworkSegment(59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3),segment_id=59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:32.570265 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.610917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=f3401f07-29dd-452f-ba52-769dbbb9ca99,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.630722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] Calling delete_port for b699f96c-a183-4c24-b1db-5e6fa600210f owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:32.778756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5410e7d1-48bc-4661-9bbc-3c12cea2d30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.784685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5410e7d1-48bc-4661-9bbc-3c12cea2d30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.817267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network e2c5978c-615d-40fe-92b6-f486020d786c is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:32.822440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:32.844908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e7d1-48bc-4661-9bbc-3c12cea2d30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe5957-76d4-4f45-a968-2851a0d06f30,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.854237 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.890851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No DVR routers for this DVR port b699f96c-a183-4c24-b1db-5e6fa600210f on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:32.943054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=b699f96c-a183-4c24-b1db-5e6fa600210f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.950471 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5410e7d1-48bc-4661-9bbc-3c12cea2d30b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=657cd9700f6f493bab9a3f91dda7bf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958089 Jul 16 20:22:32.992229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9798e88-c92e-4596-9e99-163b91ed0856 None None] Network 233782f7-df27-49fe-9e4c-cadec4b23741 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:33.005358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:33.147784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.168474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0490a99d-83f1-4f09-9d24-53d37446158c']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:33.204440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1faa02bf-7d6e-4a3f-98d6-065017ce64bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.212778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:33.213253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a8c6f0-6e28-479a-b6c2-cdc4fdceb1f3') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:33.224606 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:22:33.306023 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:29Z', 'revision_number': 10, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:33.310977 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.333815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1faa02bf-7d6e-4a3f-98d6-065017ce64bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.346711 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a72d8-9744-4f96-95bd-098aedcf2085 None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:29Z', 'revision_number': 10, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None, '_interfaces': [{'id': 'ebc8939f-a1cf-438c-836f-a1cc5268c9b5', 'name': '', 'network_id': '3f2d2b14-f22d-4154-a86a-4366f955ed66', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'mac_address': 'fa:16:3e:cf:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 5, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'subnets': [{'id': '2aeb48cb-549d-42dd-b8a3-db8d0f9214dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:33.395859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.416093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:33.417888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.496980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:33.508741 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:33.520846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-09fad859-b072-4f09-93e6-812119a07ddf tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.529617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-09fad859-b072-4f09-93e6-812119a07ddf tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/networks?id=233782f7-df27-49fe-9e4c-cadec4b23741 HTTP/1.1" status: 200 len: 820 time: 0.2019372 Jul 16 20:22:33.554089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.554674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-8279291a-dfc2-4a45-81d5-224af906d170 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/quotas/788a165768544fb0802a5118933279d6 HTTP/1.1" status: 200 len: 375 time: 0.0237467 Jul 16 20:22:33.582235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.588922 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/0490a99d-83f1-4f09-9d24-53d37446158c HTTP/1.1" status: 204 len: 168 time: 1.8976281 Jul 16 20:22:33.588922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca11029-221c-4d03-a9e0-d16ba29b37c7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=0490a99d-83f1-4f09-9d24-53d37446158c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.588922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1faa02bf-7d6e-4a3f-98d6-065017ce64bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.591092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1faa02bf-7d6e-4a3f-98d6-065017ce64bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.593008 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1faa02bf-7d6e-4a3f-98d6-065017ce64bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96fe5957-76d4-4f45-a968-2851a0d06f30 HTTP/1.1" status: 204 len: 168 time: 0.5849037 Jul 16 20:22:33.594127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59038) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:33.622448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-94b0c682-d722-4d72-850d-a7857692d5e7 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=788a165768544fb0802a5118933279d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666914 Jul 16 20:22:33.644055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa02bf-7d6e-4a3f-98d6-065017ce64bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe5957-76d4-4f45-a968-2851a0d06f30,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.658378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] Network 0490a99d-83f1-4f09-9d24-53d37446158c is not hosted by any dhcp agent {{(pid=100245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:22:33.659539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] No DVR routers for this DVR port b699f96c-a183-4c24-b1db-5e6fa600210f on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:33.675122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f9e42-60b7-4714-ae89-e0ff5a448d86 None None] Pushing event deleted for resources: {'Port': ['ID=b699f96c-a183-4c24-b1db-5e6fa600210f,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.678241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-322884ed-cde9-4afe-ba51-813d6bc54e8b None None] Provisioning complete for port f3401f07-29dd-452f-ba52-769dbbb9ca99 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:33.679119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-322884ed-cde9-4afe-ba51-813d6bc54e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.715164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d04a-47f5-4cb0-b3e7-dd25f747980f req-cfe5d35b-d7d5-47d5-a1db-2ec8691966df tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.718161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4777d04a-47f5-4cb0-b3e7-dd25f747980f req-cfe5d35b-d7d5-47d5-a1db-2ec8691966df tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 945 time: 0.7879167 Jul 16 20:22:33.784957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-322884ed-cde9-4afe-ba51-813d6bc54e8b None None] Port f3401f07-29dd-452f-ba52-769dbbb9ca99 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:33.908294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Router 06b6061f-be14-47e8-be98-2f7e847ad1df is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:33.960913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b699f96c-a183-4c24-b1db-5e6fa600210f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:34.030673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4777d04a-47f5-4cb0-b3e7-dd25f747980f req-5eb14d26-10d7-4565-9b97-7528cbe91192 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923725 Jul 16 20:22:34.038496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b699f96c-a183-4c24-b1db-5e6fa600210f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:34.039069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b699f96c-a183-4c24-b1db-5e6fa600210f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:34.039777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fba83754-7e6f-4a33-bf8b-4a085dff457c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:34.162236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: fba83754-7e6f-4a33-bf8b-4a085dff457c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:34.162844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fba83754-7e6f-4a33-bf8b-4a085dff457c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:34.211478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-41a19c42-e8d8-4e3c-8335-5ab43e35209c service neutron] 10.222.0.78 "GET /v2.0/networks/233782f7-df27-49fe-9e4c-cadec4b23741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879459 Jul 16 20:22:34.213050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:34.224308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e25dff12-8a24-4d3c-a24a-f955bc863fe2 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "PUT /v2.0/routers/06b6061f-be14-47e8-be98-2f7e847ad1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9310844 Jul 16 20:22:34.231453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7baec0-5626-4f7c-9e1e-1119113bbc99 None None] Sync routers for ids ['06b6061f-be14-47e8-be98-2f7e847ad1df'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:34.236778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59050) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.268054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7baec0-5626-4f7c-9e1e-1119113bbc99 None None] Routers {'06b6061f-be14-47e8-be98-2f7e847ad1df'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:34.269345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6f7baec0-5626-4f7c-9e1e-1119113bbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06b6061f-be14-47e8-be98-2f7e847ad1df'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.326779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6f7baec0-5626-4f7c-9e1e-1119113bbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.371012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.374220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7baec0-5626-4f7c-9e1e-1119113bbc99 None None] Routers {'06b6061f-be14-47e8-be98-2f7e847ad1df'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:34.375957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6f7baec0-5626-4f7c-9e1e-1119113bbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06b6061f-be14-47e8-be98-2f7e847ad1df'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.426093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6f7baec0-5626-4f7c-9e1e-1119113bbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.428651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7baec0-5626-4f7c-9e1e-1119113bbc99 None None] The sync data for ids ['06b6061f-be14-47e8-be98-2f7e847ad1df'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:34.471122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.641758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898eb604-163c-420f-806b-80ef2ea8e8ba tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.649168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-898eb604-163c-420f-806b-80ef2ea8e8ba tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports?device_id=06b6061f-be14-47e8-be98-2f7e847ad1df HTTP/1.1" status: 200 len: 987 time: 0.4061587 Jul 16 20:22:34.651016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59066) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.655492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-c1682ea1-86b5-4bc2-adc8-09c6a939805a service neutron] 10.222.0.78 "GET /v2.0/networks/233782f7-df27-49fe-9e4c-cadec4b23741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277742 Jul 16 20:22:34.697733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f46b1-c514-4fc7-8006-612d189a54c7 req-6c614e66-5282-4c58-a797-656ac8bb6ef9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.712548 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-029f46b1-c514-4fc7-8006-612d189a54c7 req-6c614e66-5282-4c58-a797-656ac8bb6ef9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.2442343 Jul 16 20:22:34.804516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-029f46b1-c514-4fc7-8006-612d189a54c7 req-6f95fc85-c7e4-484f-bf1d-c092a9c62d7e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907967 Jul 16 20:22:35.011217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting port ebc8939f-a1cf-438c-836f-a1cc5268c9b5 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:35.011847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.133308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79385fb2-336c-4dbd-b120-2fc2d3ddf878 req-d6d812bf-6d8f-4d47-a96a-35e22437b9a2 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 210 time: 0.0699451 Jul 16 20:22:35.211916 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.361557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639022e-216a-48b5-8c37-198f8dd589cf req-aa3a8831-4087-4395-b6a9-de4ce7ead3ed tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.363313 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9639022e-216a-48b5-8c37-198f8dd589cf req-aa3a8831-4087-4395-b6a9-de4ce7ead3ed tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 945 time: 0.2459264 Jul 16 20:22:35.388156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] For port ebc8939f-a1cf-438c-836f-a1cc5268c9b5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,segment=NetworkSegment(26eea764-e047-4653-a724-d3c778a27250),segment_id=26eea764-e047-4653-a724-d3c778a27250)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:35.388631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.411490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Calling delete_port for ebc8939f-a1cf-438c-836f-a1cc5268c9b5 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:35.440114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9639022e-216a-48b5-8c37-198f8dd589cf req-e638cd6b-94da-4883-ab3a-ae32889ced0f tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628831 Jul 16 20:22:35.830198 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.866879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fce1-0f79-4e23-a430-54d00da74484 req-86b09331-3b8b-41c8-ba1a-b226a68ab0e8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.870712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89b6fce1-0f79-4e23-a430-54d00da74484 req-86b09331-3b8b-41c8-ba1a-b226a68ab0e8 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 945 time: 0.1907992 Jul 16 20:22:36.000248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89b6fce1-0f79-4e23-a430-54d00da74484 req-07769131-a147-4cbe-b341-4fbb21647b4b tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193593 Jul 16 20:22:36.055925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59114) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.174278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de8ad0-7da7-4f23-91e9-c938cdeaddd1 req-ac5b49b4-cc79-436d-9650-52197e35a173 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.189900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12de8ad0-7da7-4f23-91e9-c938cdeaddd1 req-ac5b49b4-cc79-436d-9650-52197e35a173 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.1056814 Jul 16 20:22:36.231081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.276971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12de8ad0-7da7-4f23-91e9-c938cdeaddd1 req-307f463a-eeb2-496e-91b5-801998636277 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707335 Jul 16 20:22:36.411908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Port': ['ID=ebc8939f-a1cf-438c-836f-a1cc5268c9b5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.521798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62f61f1b-ce3f-4b88-8d5e-45f1b1d3af25 req-cf2aef86-7036-4b6b-b3f9-234c394e4b0a tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 210 time: 0.1433470 Jul 16 20:22:36.618765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.730361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df32596-09d7-4057-87df-2aa528a72b02 tempest-TestServerBasicOps-639000907 tempest-TestServerBasicOps-639000907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.733008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0df32596-09d7-4057-87df-2aa528a72b02 tempest-TestServerBasicOps-639000907 tempest-TestServerBasicOps-639000907-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1092 time: 0.6751139 Jul 16 20:22:36.735672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59140) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.741758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:36.807266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.002887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.289869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Allocated IP 172.25.6.161 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/30bc7e1d-ed70-4847-9c7f-7dfc3bbf05a7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:37.426558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:37.510696 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.575511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:37.583128 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-42ff5399-4cc5-4d1a-a277-04a6b751988a tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9548442 Jul 16 20:22:37.591660 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:37.593824 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59170) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:37.608468 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:37.610668 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:37.655137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port f3401f07-29dd-452f-ba52-769dbbb9ca99 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:37.655281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.852887 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:37.950824 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:35Z', 'revision_number': 11, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:37.984344 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:37.995609 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:37.996469 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:38.083191 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.101821 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:38.115898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2613862f-ede1-4c31-a67a-6e6319bd8749 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Deleting subnet 2aeb48cb-549d-42dd-b8a3-db8d0f9214dc {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:38.129538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for f3401f07-29dd-452f-ba52-769dbbb9ca99 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:38.176983 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:35Z', 'revision_number': 11, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:38.182944 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2613862f-ede1-4c31-a67a-6e6319bd8749 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.246616 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6c064-35a3-42d3-9ee0-518d6cd98174 None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:35Z', 'revision_number': 11, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:38.305622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89626f01-410e-4cd1-b29a-fa2593a2fbc6 req-4d1ff881-324e-46c4-b05f-4025152d17c0 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 210 time: 0.1672068 Jul 16 20:22:38.317329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.387063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:38.390923 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2613862f-ede1-4c31-a67a-6e6319bd8749 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.408918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-271ba5f7-c09a-419c-b9e2-8b9ba3b00bbc tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.410566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-271ba5f7-c09a-419c-b9e2-8b9ba3b00bbc tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.68 "GET /v2.0/networks?id=233782f7-df27-49fe-9e4c-cadec4b23741 HTTP/1.1" status: 200 len: 820 time: 1.1116710 Jul 16 20:22:38.451403 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:38.467691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Request body: {'port': {'device_id': 'e89de3ed-028b-4703-8732-f7a93619d76f', 'network_id': '233782f7-df27-49fe-9e4c-cadec4b23741', 'admin_state_up': True, 'tenant_id': '788a165768544fb0802a5118933279d6'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:38.478929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:38.535121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'Port': ['ID=30bc7e1d-ed70-4847-9c7f-7dfc3bbf05a7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.546609 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.564777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8c31-dd2d-467e-9f81-cf97c54b275b req-84315b95-5e7d-4302-a59a-08407fc69f76 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.566427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-627f8c31-dd2d-467e-9f81-cf97c54b275b req-84315b95-5e7d-4302-a59a-08407fc69f76 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.4477143 Jul 16 20:22:38.584402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=f3401f07-29dd-452f-ba52-769dbbb9ca99,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.821802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.079507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-627f8c31-dd2d-467e-9f81-cf97c54b275b req-1226b4a9-b40e-408c-ab35-d2f6ad96ac44 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531196 Jul 16 20:22:39.082092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2613862f-ede1-4c31-a67a-6e6319bd8749 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.095644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Router 06b6061f-be14-47e8-be98-2f7e847ad1df has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:39.208981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:39.214274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Made reservation on behalf of 788a165768544fb0802a5118933279d6 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:39.219954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602cd61-c9d2-4fa7-a036-0ff6b40b83d9 None None] Sync routers for ids ['06b6061f-be14-47e8-be98-2f7e847ad1df'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:39.221313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.229824 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b82ea23-7334-43bb-a6eb-a0644ee4e7dc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "PUT /v2.0/routers/06b6061f-be14-47e8-be98-2f7e847ad1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5772598 Jul 16 20:22:39.235032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59244) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:39.262784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602cd61-c9d2-4fa7-a036-0ff6b40b83d9 None None] Routers {'06b6061f-be14-47e8-be98-2f7e847ad1df'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:39.265352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5602cd61-c9d2-4fa7-a036-0ff6b40b83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06b6061f-be14-47e8-be98-2f7e847ad1df'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:39.315384 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a208f7f-4640-447c-9e80-8e55cda52667 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:22:39.317440 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7a208f7f-4640-447c-9e80-8e55cda52667 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/f3401f07-29dd-452f-ba52-769dbbb9ca99 HTTP/1.1" status: 404 len: 333 time: 0.0812001 Jul 16 20:22:39.318080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59246) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:39.324190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59250) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:39.346072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5602cd61-c9d2-4fa7-a036-0ff6b40b83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:39.397020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602cd61-c9d2-4fa7-a036-0ff6b40b83d9 None None] Routers {'06b6061f-be14-47e8-be98-2f7e847ad1df'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:39.401649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5602cd61-c9d2-4fa7-a036-0ff6b40b83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06b6061f-be14-47e8-be98-2f7e847ad1df'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:39.478967 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5602cd61-c9d2-4fa7-a036-0ff6b40b83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:39.481619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602cd61-c9d2-4fa7-a036-0ff6b40b83d9 None None] The sync data for ids ['06b6061f-be14-47e8-be98-2f7e847ad1df'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:39.525508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f18b121-7040-460b-93cb-b47f828c8128 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.656549 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54785954-4d77-4c11-abf0-e4d67d0d4a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.671612 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd9e5752-7268-4184-bf9e-57ea399e6a2c req-82fa3b9a-d449-41e4-921a-976e695b94c2 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 210 time: 0.1071882 Jul 16 20:22:39.762159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ebc8939f-a1cf-438c-836f-a1cc5268c9b5 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:39.801716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ebc8939f-a1cf-438c-836f-a1cc5268c9b5 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:39.802258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ebc8939f-a1cf-438c-836f-a1cc5268c9b5 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:39.877348 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2613862f-ede1-4c31-a67a-6e6319bd8749 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.905414 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f18b121-7040-460b-93cb-b47f828c8128 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.913119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f18b121-7040-460b-93cb-b47f828c8128 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.983266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2613862f-ede1-4c31-a67a-6e6319bd8749 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.992771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2613862f-ede1-4c31-a67a-6e6319bd8749 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/2aeb48cb-549d-42dd-b8a3-db8d0f9214dc HTTP/1.1" status: 204 len: 168 time: 2.3970461 Jul 16 20:22:39.993856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59264) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:39.993959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5eb17c-3202-4d3e-a667-7c97152aa8e4 None None] Network 3f2d2b14-f22d-4154-a86a-4366f955ed66 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:40.009229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613862f-ede1-4c31-a67a-6e6319bd8749 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Subnet': ['ID=2aeb48cb-549d-42dd-b8a3-db8d0f9214dc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.029380 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f18b121-7040-460b-93cb-b47f828c8128 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.030306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f18b121-7040-460b-93cb-b47f828c8128 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Fanout notify agent at l3_agent the message router_deleted on router 06b6061f-be14-47e8-be98-2f7e847ad1df {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:40.062987 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f18b121-7040-460b-93cb-b47f828c8128 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.065104 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f18b121-7040-460b-93cb-b47f828c8128 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/routers/06b6061f-be14-47e8-be98-2f7e847ad1df HTTP/1.1" status: 204 len: 168 time: 0.7389531 Jul 16 20:22:40.071952 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59266) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:40.192594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-86e77992-679f-4e40-a1ea-055a5e3d63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:40.197123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-86e77992-679f-4e40-a1ea-055a5e3d63b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 1097 time: 0.7687366 Jul 16 20:22:40.251990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Allocated IP 172.20.0.5 (233782f7-df27-49fe-9e4c-cadec4b23741/4f83913e-f831-4bb1-bbd3-cd6ee7133cbe/1aaf57a6-859d-4821-bbae-d4ece3c98137) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:40.268745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7616380e-5255-4f8d-a35d-1ca9302aae55 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet ecfbfdef-12b4-4f9e-81d1-db7f86322253 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:40.284671 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7616380e-5255-4f8d-a35d-1ca9302aae55 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.347641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54785954-4d77-4c11-abf0-e4d67d0d4a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.360351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54785954-4d77-4c11-abf0-e4d67d0d4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.387889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] DHCP port deletion for 3f2d2b14-f22d-4154-a86a-4366f955ed66 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:40.441996 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7616380e-5255-4f8d-a35d-1ca9302aae55 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.493830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] Deleting port 18b10c17-9443-456b-9464-9d143cecff0c {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:40.494386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.525176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54785954-4d77-4c11-abf0-e4d67d0d4a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316fd8e3-15ad-4b6d-9436-cccd97df3b71,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.539192 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-54785954-4d77-4c11-abf0-e4d67d0d4a1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e9c8a2cf2024ab9ad74ceba9227b994&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2199969 Jul 16 20:22:40.542175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:40.635277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] For port 18b10c17-9443-456b-9464-9d143cecff0c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=18b10c17-9443-456b-9464-9d143cecff0c,segment=NetworkSegment(26eea764-e047-4653-a724-d3c778a27250),segment_id=26eea764-e047-4653-a724-d3c778a27250)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:40.635810 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.662337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] Calling delete_port for 18b10c17-9443-456b-9464-9d143cecff0c owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:40.680572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6979536b-336d-4c44-89a3-115767f7db53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.715752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-18cab93e-ca28-479f-a7e4-ccefd9d3fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:40.718722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-18cab93e-ca28-479f-a7e4-ccefd9d3fdbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 916 time: 0.4738624 Jul 16 20:22:40.756613 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.783219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7616380e-5255-4f8d-a35d-1ca9302aae55 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.828505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-29a25ef2-e144-440d-9e50-c0ffdc62ae12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee HTTP/1.1" status: 200 len: 217 time: 0.0883024 Jul 16 20:22:40.898913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6979536b-336d-4c44-89a3-115767f7db53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.969644 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.010717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7616380e-5255-4f8d-a35d-1ca9302aae55 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.020917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] Pushing event deleted for resources: {'Port': ['ID=18b10c17-9443-456b-9464-9d143cecff0c,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:41.027028 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d756f0-4c05-49b6-b061-db912ef27ab4 None None] No DVR routers for this DVR port 18b10c17-9443-456b-9464-9d143cecff0c on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:41.051820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7616380e-5255-4f8d-a35d-1ca9302aae55 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.054006 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7616380e-5255-4f8d-a35d-1ca9302aae55 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/ecfbfdef-12b4-4f9e-81d1-db7f86322253 HTTP/1.1" status: 204 len: 168 time: 0.9806921 Jul 16 20:22:41.054899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616380e-5255-4f8d-a35d-1ca9302aae55 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfbfdef-12b4-4f9e-81d1-db7f86322253,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:41.059546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59288) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:41.065475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03747313-7d41-443b-b30a-eebaf18b1e05 None None] Network e2c5978c-615d-40fe-92b6-f486020d786c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:41.071632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6979536b-336d-4c44-89a3-115767f7db53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.073718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6979536b-336d-4c44-89a3-115767f7db53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.078486 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6979536b-336d-4c44-89a3-115767f7db53 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/316fd8e3-15ad-4b6d-9436-cccd97df3b71 HTTP/1.1" status: 204 len: 168 time: 0.5319347 Jul 16 20:22:41.111282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979536b-336d-4c44-89a3-115767f7db53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316fd8e3-15ad-4b6d-9436-cccd97df3b71,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:41.131212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] The port '18b10c17-9443-456b-9464-9d143cecff0c' was deleted {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:22:41.184089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.273940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:41.274457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.277649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c16f600f-d8d5-48db-92ec-03ea7a10cbc7 req-4eb911df-1e2b-4e62-bbad-ffef986966c0 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 210 time: 0.3136401 Jul 16 20:22:41.337237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5adc3f-48d2-4f98-95b4-391848c036be req-1bcf2cf7-571c-403a-9230-0a06d4e2c804 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.346020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac5adc3f-48d2-4f98-95b4-391848c036be req-1bcf2cf7-571c-403a-9230-0a06d4e2c804 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 1.0014992 Jul 16 20:22:41.463944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] For port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,segment=NetworkSegment(273b84b2-eb86-4647-ad33-8f674fceb216),segment_id=273b84b2-eb86-4647-ad33-8f674fceb216)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:41.465050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.468098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-4afc2b15-9865-433e-896d-5556912ac569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.469974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-4afc2b15-9865-433e-896d-5556912ac569 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 HTTP/1.1" status: 200 len: 855 time: 0.5178697 Jul 16 20:22:41.493287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] DHCP port deletion for e2c5978c-615d-40fe-92b6-f486020d786c request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:41.494273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:41.586174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59294) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:41.596369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] Deleting port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:41.597133 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.666619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2fd0aa3b-0e94-465b-9de3-5b874d79887f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.673061 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.678085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] For port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,segment=NetworkSegment(273b84b2-eb86-4647-ad33-8f674fceb216),segment_id=273b84b2-eb86-4647-ad33-8f674fceb216)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:41.678571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.695746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] Calling delete_port for a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:41.723949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:41.730374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No DVR routers for this DVR port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:41.879403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:41.914686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.915334 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.936537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c5978c-615d-40fe-92b6-f486020d786c']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.960675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273b84b2-eb86-4647-ad33-8f674fceb216') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.961145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273b84b2-eb86-4647-ad33-8f674fceb216') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.962768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] Pushing event deleted for resources: {'Port': ['ID=a41ab9a6-26ab-4b51-9864-1e51a71a1fd5,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:41.964719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac5adc3f-48d2-4f98-95b4-391848c036be req-a91ace5f-0de8-4f65-a4ba-885a5f3d9b88 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174512 Jul 16 20:22:41.969692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.971846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:41.972767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:41.974008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 18b10c17-9443-456b-9464-9d143cecff0c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:41.999892 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.016704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 18b10c17-9443-456b-9464-9d143cecff0c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:42.017341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 18b10c17-9443-456b-9464-9d143cecff0c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:42.017966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.025613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e4ff3-9cbe-4fc1-ae7b-130ca0ff5cd0 None None] No DVR routers for this DVR port a41ab9a6-26ab-4b51-9864-1e51a71a1fd5 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:42.058405 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.069632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:42.070149 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:42.073780 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:42.106204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2d2b14-f22d-4154-a86a-4366f955ed66']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:42.111629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-dd5693b2-9494-48c5-a859-441b20cff141 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b21356f6-28b7-4960-998f-81624b37c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398165 Jul 16 20:22:42.120873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2fd0aa3b-0e94-465b-9de3-5b874d79887f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.129616 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:22:42.157074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2fd0aa3b-0e94-465b-9de3-5b874d79887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.180569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26eea764-e047-4653-a724-d3c778a27250') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:42.180941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26eea764-e047-4653-a724-d3c778a27250') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:42.193278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.207112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.209156 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/networks/e2c5978c-615d-40fe-92b6-f486020d786c HTTP/1.1" status: 204 len: 168 time: 1.1484079 Jul 16 20:22:42.210089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0aa3b-0e94-465b-9de3-5b874d79887f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e393c26-8eb2-47af-b4e3-2589b0ac7a58,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.219095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.230494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59304) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:42.241527 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24597177-3637-45d3-af5c-d0027ee88965 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Network': ['ID=e2c5978c-615d-40fe-92b6-f486020d786c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.250591 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2fd0aa3b-0e94-465b-9de3-5b874d79887f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31e6e18dc78d4b38922cbd113e4f8e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6626558 Jul 16 20:22:42.251976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59306) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:42.315167 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19abcd78-2d9c-4f27-96a6-fd4c3b651952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.320437 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.345941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19abcd78-2d9c-4f27-96a6-fd4c3b651952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.385265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.428525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19abcd78-2d9c-4f27-96a6-fd4c3b651952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.434628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19abcd78-2d9c-4f27-96a6-fd4c3b651952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.456336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.456652 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-19abcd78-2d9c-4f27-96a6-fd4c3b651952 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e393c26-8eb2-47af-b4e3-2589b0ac7a58 HTTP/1.1" status: 204 len: 168 time: 0.1924226 Jul 16 20:22:42.469657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abcd78-2d9c-4f27-96a6-fd4c3b651952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e393c26-8eb2-47af-b4e3-2589b0ac7a58,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.554426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:42.555172 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04459495-033a-4869-a797-2571a35b6f7c req-0d483ccd-7192-4a7e-a392-b31b7158cd49 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 210 time: 0.0897346 Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:42.573903 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:42.637081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830866c-c09a-4e29-bcf4-26fd960634a6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.642310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b830866c-c09a-4e29-bcf4-26fd960634a6 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 HTTP/1.1" status: 200 len: 845 time: 0.4079862 Jul 16 20:22:42.642647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59316) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:42.709602 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29eb1081-b1ff-4e1f-b8ab-efece63bdf59 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/a40cf77e-65c5-4a3f-ab75-6b6d137a49e3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0653718 Jul 16 20:22:42.713628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59318) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:42.721290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:42.770523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.781778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-7f6c561b-57b6-4cde-90a3-ae240ef2efb8 service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582620 Jul 16 20:22:42.827872 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.831688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/networks/3f2d2b14-f22d-4154-a86a-4366f955ed66 HTTP/1.1" status: 204 len: 168 time: 2.8249869 Jul 16 20:22:42.852059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59324) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:42.868475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'routes': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:42.934567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:42.935906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239c3af-4e4f-413c-813c-df0cd5f3a6bd tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Pushing event deleted for resources: {'Network': ['ID=3f2d2b14-f22d-4154-a86a-4366f955ed66,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.940868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.966725 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.178306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Network 233782f7-df27-49fe-9e4c-cadec4b23741 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:43.187969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:43.198675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:43.271055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Pushing event updated for resources: {'Port': ['ID=1aaf57a6-859d-4821-bbae-d4ece3c98137,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.288985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.extraroute_db [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Added routes are [] {{(pid=100244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:22:43.290532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.extraroute_db [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Removed routes are [] {{(pid=100244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:22:43.290532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.323229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-51d8ab76-e249-4c4b-a9c0-8c67d3352b20 req-cc71b9bd-1c06-4660-a9fb-b3913c6a6ec5 service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168428 Jul 16 20:22:43.331207 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.331903 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.381313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.438945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-18db50a2-f6d3-406f-b9bb-05db511a6f38 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9845238 Jul 16 20:22:43.442462 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.490744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Request body: {'port': {'device_id': 'e89de3ed-028b-4703-8732-f7a93619d76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:43.624176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event updated for resources: {'Port': ['ID=30bc7e1d-ed70-4847-9c7f-7dfc3bbf05a7,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.694049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a94c18-d0f9-4abe-8891-31c05a00330e req-59f504eb-622f-4037-86ad-bbf53f2266e6 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.703105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0a94c18-d0f9-4abe-8891-31c05a00330e req-59f504eb-622f-4037-86ad-bbf53f2266e6 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.3273256 Jul 16 20:22:43.710887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.734588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.945105 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Floating IP 6a24e1fd-c9df-4101-84df-29cff24feab8 associated. External IP: 172.25.6.161, port: 5c911a02-7954-40b8-8e18-8f420e4ceac0. Jul 16 20:22:44.076769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.101512 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.139063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b0a94c18-d0f9-4abe-8891-31c05a00330e req-23e5733a-3b22-4408-8c10-7368622c059f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343796 Jul 16 20:22:44.255530 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-d77aba59-ba78-4cac-be7e-25977c75dcd3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7681406 Jul 16 20:22:44.261752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router 6acc1222-ef70-4983-af01-c951ea974b4d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:44.272120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.466802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:44.476962 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.478006 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] Sync routers for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:44.481954 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-81b067ce-5a56-47ac-a2e0-02657f1b59c5 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 200 len: 705 time: 1.6245246 Jul 16 20:22:44.491373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59374) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:44.501793 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:44.502280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4405-ebbf-4573-94d9-c6747e090b08 req-d3765b76-1948-4662-8444-b425ad102dc0 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.502820 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:44.503221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:44.505281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-011a4405-ebbf-4573-94d9-c6747e090b08 req-d3765b76-1948-4662-8444-b425ad102dc0 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 931 time: 0.5741944 Jul 16 20:22:44.549037 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cc005fd1-4b46-48b5-8f61-7ee4f7a7bcd7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 200 len: 205 time: 0.0487547 Jul 16 20:22:44.549211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59378) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:44.556366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:44.559639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.560871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.568657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7e0f1b-a9da-4d70-bbd7-ab94e65c0377 None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:44.586684 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8717849 Jul 16 20:22:44.596091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59382) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:44.602298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe6754-b71a-4db9-98d9-945972f3c0c8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=5750b0f4-c971-453e-b0c7-954ebd36e59f,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.609292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-018bf4a7-590c-4c11-bc28-7a4939a2d242 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684258304'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:44.662547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-018bf4a7-590c-4c11-bc28-7a4939a2d242 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.662743 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:44.693803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-bc63fe2a-f6f2-4990-af26-5dbc2326db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.695453 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-bc63fe2a-f6f2-4990-af26-5dbc2326db98 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cea726f818843af9f82975114c19b21&device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1097 time: 0.3709261 Jul 16 20:22:44.790653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-011a4405-ebbf-4573-94d9-c6747e090b08 req-c1bd29d2-5d6f-45d8-afec-7de0e7d8dcc2 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715740 Jul 16 20:22:44.876170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecca2-644a-499b-a6be-c89097285fef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.899826 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:35Z', 'revision_number': 11, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:44.971669 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] Checking router: 6acc1222-ef70-4983-af01-c951ea974b4d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:44.982739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-874fe163-f5b7-421c-b612-e9f7fe7770d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.984498 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-874fe163-f5b7-421c-b612-e9f7fe7770d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 200 len: 910 time: 0.2600846 Jul 16 20:22:45.009521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-9e50f02e-75a0-4a69-825a-a97ee717a216', 'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'tenant_id': 'fac165fd801e4ecfb4be9f1afc8aa318', 'fixed_ips': [{'subnet_id': '5750b0f4-c971-453e-b0c7-954ebd36e59f'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:45.010948 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.014599 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] Routers {'6acc1222-ef70-4983-af01-c951ea974b4d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:45.015505 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6acc1222-ef70-4983-af01-c951ea974b4d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:45.114730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Router 00b4c80c-7a22-456a-ada0-f0a75063873d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:45.149161 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-018bf4a7-590c-4c11-bc28-7a4939a2d242 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.165548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] Set router 6acc1222-ef70-4983-af01-c951ea974b4d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:45.172038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-018bf4a7-590c-4c11-bc28-7a4939a2d242 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.246192 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:35Z', 'revision_number': 11, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:45.266461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bf4a7-590c-4c11-bc28-7a4939a2d242 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960fb29f-4680-4c7d-922e-6f59da03836d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:45.300343 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-a01af404-ea91-4df2-9442-985f6db34167 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 200 len: 999 time: 0.2903483 Jul 16 20:22:45.416097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Allocated IP 2001:db8::2 (9e50f02e-75a0-4a69-825a-a97ee717a216/5750b0f4-c971-453e-b0c7-954ebd36e59f/1420385b-b1b4-4066-b12b-3fef2e08d2d1) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:45.420424 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-018bf4a7-590c-4c11-bc28-7a4939a2d242 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.426991 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-018bf4a7-590c-4c11-bc28-7a4939a2d242 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8256977 Jul 16 20:22:45.431411 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4e97c-dfcb-4c45-87ff-aef59f7a7df0 None None] The sync data for ids ['6acc1222-ef70-4983-af01-c951ea974b4d'] in n-d-791505-15 is: [{'id': '6acc1222-ef70-4983-af01-c951ea974b4d', 'name': 'tempest-RoutersIpV6Test-router-1177742374', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:55Z', 'updated_at': '2021-07-16T20:22:35Z', 'revision_number': 11, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:45.444033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59416) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:45.476075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f2a0af56-6bd9-4727-bb6a-d8a4db548632 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'security_group': {'name': 'tempest-secgroup-598766270'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:45.553859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2a0af56-6bd9-4727-bb6a-d8a4db548632 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.580010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-7dd77928-8d93-48a1-9984-b0faa5436f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.581774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-7dd77928-8d93-48a1-9984-b0faa5436f1c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=405169b1-d2d7-4125-b5e3-1af006f08613 HTTP/1.1" status: 200 len: 848 time: 0.2804654 Jul 16 20:22:45.761233 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.782653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Transition to ACTIVE for port object 1420385b-b1b4-4066-b12b-3fef2e08d2d1 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:45.846378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Transition to ACTIVE for port object 1420385b-b1b4-4066-b12b-3fef2e08d2d1 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:45.850785 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2a0af56-6bd9-4727-bb6a-d8a4db548632 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.863007 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.873771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2a0af56-6bd9-4727-bb6a-d8a4db548632 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.955856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-144085d5-0fac-40f5-915c-8b0cdc0c0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.958820 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecca2-644a-499b-a6be-c89097285fef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.964324 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-144085d5-0fac-40f5-915c-8b0cdc0c0ba9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6387992f-d398-4257-a9e0-e23048055ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3402252 Jul 16 20:22:45.970726 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecca2-644a-499b-a6be-c89097285fef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.973065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2a0af56-6bd9-4727-bb6a-d8a4db548632 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.981884 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f2a0af56-6bd9-4727-bb6a-d8a4db548632 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5347912 Jul 16 20:22:45.994089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaf57a6-859d-4821-bbae-d4ece3c98137 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:46.003932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59438) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.027522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0af56-6bd9-4727-bb6a-d8a4db548632 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bbf124-e86b-425d-8232-ee89f7c5a753,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.076734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:46.087382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:46.105226 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:46.138288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Pushing event updated for resources: {'Port': ['ID=1420385b-b1b4-4066-b12b-3fef2e08d2d1,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.237106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1748508913', 'security_groups': ['62bbf124-e86b-425d-8232-ee89f7c5a753'], 'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5750b0f4-c971-453e-b0c7-954ebd36e59f'}]}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:46.268878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.297638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Attempting to bind port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:46.298019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Attempting to bind port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '7a4528ce-7141-41f1-84c0-49f678662ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:46.298397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Attempting to bind port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 on network 9e50f02e-75a0-4a69-825a-a97ee717a216 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:46.304011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:46.304444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Checking segment: {'id': '7a4528ce-7141-41f1-84c0-49f678662ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:46.305004 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.305465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Bound using segment: {'id': '7a4528ce-7141-41f1-84c0-49f678662ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:46.306056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Bound port: 1420385b-b1b4-4066-b12b-3fef2e08d2d1, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4528ce-7141-41f1-84c0-49f678662ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:46.307186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.367726 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-a2611543-aa27-4962-9af1-4145d7abba24 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818810 Jul 16 20:22:46.369076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59448) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.432226 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] For port 1420385b-b1b4-4066-b12b-3fef2e08d2d1, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:46.438989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] For port 1420385b-b1b4-4066-b12b-3fef2e08d2d1, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1420385b-b1b4-4066-b12b-3fef2e08d2d1,segment=NetworkSegment(7a4528ce-7141-41f1-84c0-49f678662ceb),segment_id=7a4528ce-7141-41f1-84c0-49f678662ceb)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:46.447315 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.540961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Transition to ACTIVE for port object 1aaf57a6-859d-4821-bbae-d4ece3c98137 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:46.553587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df796d68-c2df-424c-9b32-ee8b769d7c3e None None] Pushing event updated for resources: {'Port': ['ID=1420385b-b1b4-4066-b12b-3fef2e08d2d1,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.583221 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f7a5b15c-1ef5-4505-8afd-2d5788d6f891 req-c027b76c-f271-4002-8008-d8a5cc06b557 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073355 Jul 16 20:22:46.634162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96c3331f-1d4c-4f40-8af8-54b2ad470948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.638168 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecca2-644a-499b-a6be-c89097285fef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.638690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4ecca2-644a-499b-a6be-c89097285fef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Fanout notify agent at l3_agent the message router_deleted on router 6acc1222-ef70-4983-af01-c951ea974b4d {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:46.650152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecca2-644a-499b-a6be-c89097285fef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.661101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ae4ecca2-644a-499b-a6be-c89097285fef tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 204 len: 168 time: 2.0390174 Jul 16 20:22:46.661101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59456) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.675501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c96a0556-4c92-4c07-a07e-72679cb8a8d8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2144091848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:46.792685 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.797482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:46.812274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] Sync routers for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:46.839645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:46.840337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:46.852892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96c3331f-1d4c-4f40-8af8-54b2ad470948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.861619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-96c3331f-1d4c-4f40-8af8-54b2ad470948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.986299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-96c3331f-1d4c-4f40-8af8-54b2ad470948 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71db0753110949fe8553dd58f0b5020e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121264 Jul 16 20:22:46.986694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.009118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3331f-1d4c-4f40-8af8-54b2ad470948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f7c563-9df1-4eba-84cf-2d4ef72685cf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.118136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:47.130232 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c96a0556-4c92-4c07-a07e-72679cb8a8d8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.131033 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f0892f-f3ff-4b5a-ae17-61ed2a6ec90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.131841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c96a0556-4c92-4c07-a07e-72679cb8a8d8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.161186 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f0892f-f3ff-4b5a-ae17-61ed2a6ec90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.260957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f0892f-f3ff-4b5a-ae17-61ed2a6ec90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.266827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24f0892f-f3ff-4b5a-ae17-61ed2a6ec90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.271606 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-24f0892f-f3ff-4b5a-ae17-61ed2a6ec90f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00f7c563-9df1-4eba-84cf-2d4ef72685cf HTTP/1.1" status: 204 len: 168 time: 0.2805111 Jul 16 20:22:47.285878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0892f-f3ff-4b5a-ae17-61ed2a6ec90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f7c563-9df1-4eba-84cf-2d4ef72685cf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.352900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.355458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:47.447676 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c96a0556-4c92-4c07-a07e-72679cb8a8d8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.490636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62157-339e-4ebf-be48-3910dae28a09 req-c654ef2c-663c-49b8-8f1d-1538da89049b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.493273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7b62157-339e-4ebf-be48-3910dae28a09 req-c654ef2c-663c-49b8-8f1d-1538da89049b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 1.5311728 Jul 16 20:22:47.507739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c96a0556-4c92-4c07-a07e-72679cb8a8d8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.568404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaf57a6-859d-4821-bbae-d4ece3c98137,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.727267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fd3e0cea-3a26-4465-8ce8-c6a9782dadbd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.9882352 Jul 16 20:22:47.752146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eade658-d989-4d98-aece-c12aac605206', 'tag': '5c911a02-7954-40b8-8e18-8f420e4ceac0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:47.756620 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd661d15-95e2-474e-87fe-2eb91a2533d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6eade658-d989-4d98-aece-c12aac605206", "tag": "5c911a02-7954-40b8-8e18-8f420e4ceac0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:47.779625 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8537367-0b6f-4c99-9d8c-2167f8d8c545 req-b6ed0519-149c-4d9c-8662-d01a409555cf tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.794730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8537367-0b6f-4c99-9d8c-2167f8d8c545 req-b6ed0519-149c-4d9c-8662-d01a409555cf tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 931 time: 1.4963245 Jul 16 20:22:47.806795 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c96a0556-4c92-4c07-a07e-72679cb8a8d8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.809080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c96a0556-4c92-4c07-a07e-72679cb8a8d8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1424093 Jul 16 20:22:47.812090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59474) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.814655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.817611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a820a550-3ed2-43e1-9a48-6352083ca422 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:47.905120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7b62157-339e-4ebf-be48-3910dae28a09 req-f721e695-7963-4087-9f33-229818599c31 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587935 Jul 16 20:22:47.996953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port 484557b5-b177-47b3-b341-6642cd523a4f yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:48.049007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8537367-0b6f-4c99-9d8c-2167f8d8c545 req-37385f42-a4d4-4318-b55a-1310cf278de6 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531750 Jul 16 20:22:48.049636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59480) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:48.078441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Attempting to bind port 1aaf57a6-859d-4821-bbae-d4ece3c98137 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:48.079514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Attempting to bind port 1aaf57a6-859d-4821-bbae-d4ece3c98137 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '233782f7-df27-49fe-9e4c-cadec4b23741'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:48.079781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Attempting to bind port 1aaf57a6-859d-4821-bbae-d4ece3c98137 on network 233782f7-df27-49fe-9e4c-cadec4b23741 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:48.092104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1420385b-b1b4-4066-b12b-3fef2e08d2d1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:48.132842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1635f7b1-af29-424b-8698-9be026d1f2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.179650 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12f88cc-5066-40cd-9bb1-d4812ec917d7 x-openstack-request-id: req-e12f88cc-5066-40cd-9bb1-d4812ec917d7 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:48.179970 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eade658-d989-4d98-aece-c12aac605206", "tag": "5c911a02-7954-40b8-8e18-8f420e4ceac0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:48.180334 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e12f88cc-5066-40cd-9bb1-d4812ec917d7 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:48.180762 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eade658-d989-4d98-aece-c12aac605206', 'tag': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'status': 'completed', 'code': 200} Jul 16 20:22:48.181916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Port 1aaf57a6-859d-4821-bbae-d4ece3c98137 on network 233782f7-df27-49fe-9e4c-cadec4b23741 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:48.182247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Attempting to bind port 1aaf57a6-859d-4821-bbae-d4ece3c98137 on network 233782f7-df27-49fe-9e4c-cadec4b23741 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:48.317806 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-715bfcb5-627b-4726-b7b5-d15a07bd6ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.441793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:48.470117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:48.470711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Checking segment: {'id': '04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '233782f7-df27-49fe-9e4c-cadec4b23741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:48.471373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Bound using segment: {'id': '04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '233782f7-df27-49fe-9e4c-cadec4b23741'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:48.472161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Bound port: 1aaf57a6-859d-4821-bbae-d4ece3c98137, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '233782f7-df27-49fe-9e4c-cadec4b23741'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:48.472832 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.578132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '6a24e1fd-c9df-4101-84df-29cff24feab8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'port_id': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'mac_address': 'fa:16:3e:0d:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eade658-d989-4d98-aece-c12aac605206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:40Z', 'revision_number': 0, 'project_id': '9cea726f818843af9f82975114c19b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:25Z', 'revision_number': 5, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:48.636431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] Checking router: 00b4c80c-7a22-456a-ada0-f0a75063873d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:48.675289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:48.675995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:48.689126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Provisioning for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:48.700024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::33c (9e50f02e-75a0-4a69-825a-a97ee717a216/5750b0f4-c971-453e-b0c7-954ebd36e59f/484557b5-b177-47b3-b341-6642cd523a4f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:48.709398 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a820a550-3ed2-43e1-9a48-6352083ca422 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.731236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a820a550-3ed2-43e1-9a48-6352083ca422 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.744312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Provisioning complete for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:48.744740 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.931707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] For port 1aaf57a6-859d-4821-bbae-d4ece3c98137, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:48.952131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] For port 1aaf57a6-859d-4821-bbae-d4ece3c98137, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1aaf57a6-859d-4821-bbae-d4ece3c98137,segment=NetworkSegment(04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4),segment_id=04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:48.979624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.983376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:48.998637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-77348596-6aff-4233-ab7b-cea7ab358dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.005371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.016717 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-77348596-6aff-4233-ab7b-cea7ab358dbb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cea726f818843af9f82975114c19b21&device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1097 time: 0.7032802 Jul 16 20:22:49.022156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.064878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] For port 1420385b-b1b4-4066-b12b-3fef2e08d2d1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1420385b-b1b4-4066-b12b-3fef2e08d2d1,segment=NetworkSegment(7a4528ce-7141-41f1-84c0-49f678662ceb),segment_id=7a4528ce-7141-41f1-84c0-49f678662ceb)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:49.086864 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.088421 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.090577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] 10.222.0.68 "PUT /v2.0/ports/1aaf57a6-859d-4821-bbae-d4ece3c98137 HTTP/1.1" status: 200 len: 1092 time: 5.6046915 Jul 16 20:22:49.097405 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.103560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object 484557b5-b177-47b3-b341-6642cd523a4f will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:49.182902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a820a550-3ed2-43e1-9a48-6352083ca422 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Router ad2937f7-656b-4f64-9407-5cec5fb707d5 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:49.328082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a820a550-3ed2-43e1-9a48-6352083ca422 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:49.330454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1635f7b1-af29-424b-8698-9be026d1f2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.357675 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] Sync routers for ids ['ad2937f7-656b-4f64-9407-5cec5fb707d5'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:49.364557 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1635f7b1-af29-424b-8698-9be026d1f2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.381498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a820a550-3ed2-43e1-9a48-6352083ca422 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.387105 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a820a550-3ed2-43e1-9a48-6352083ca422 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "PUT /v2.0/routers/ad2937f7-656b-4f64-9407-5cec5fb707d5 HTTP/1.1" status: 200 len: 698 time: 1.5702529 Jul 16 20:22:49.391481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.399717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Provisioning complete for port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:49.401105 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.408649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-5cb88a71-53d4-4c7c-872c-368fe0f4e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.411354 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-5cb88a71-53d4-4c7c-872c-368fe0f4e1d4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 200 len: 910 time: 0.3842211 Jul 16 20:22:49.442284 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] Routers {'ad2937f7-656b-4f64-9407-5cec5fb707d5'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:49.447906 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ad2937f7-656b-4f64-9407-5cec5fb707d5'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:49.473220 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1635f7b1-af29-424b-8698-9be026d1f2c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae0b1c190861477985df1851f26d6761&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4191918 Jul 16 20:22:49.474095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2592c8-ead6-463a-8ca0-eb1d903e8a65 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaf57a6-859d-4821-bbae-d4ece3c98137,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.477395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59502) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.481162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635f7b1-af29-424b-8698-9be026d1f2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4538b1d-7d7d-418e-8503-27b2f2d604da,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.508661 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Pushing event updated for resources: {'Port': ['ID=1420385b-b1b4-4066-b12b-3fef2e08d2d1,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.568586 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.604515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:49.611048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:49.619305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:49.628559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.629257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.639191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e7381449-9eae-4966-b6e6-03054260cef4 None None] Port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:49.686095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-3c0fe760-3503-4c58-a156-f86311655d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.690059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-3c0fe760-3503-4c58-a156-f86311655d4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=788a165768544fb0802a5118933279d6&device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 1095 time: 0.5403867 Jul 16 20:22:49.704938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5331402 Jul 16 20:22:49.760794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59504) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.773791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-b094262b-7976-44e4-8f5f-760507ebb5f7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aaf57a6-859d-4821-bbae-d4ece3c98137 HTTP/1.1" status: 200 len: 217 time: 0.0661595 Jul 16 20:22:49.794306 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] Set router ad2937f7-656b-4f64-9407-5cec5fb707d5 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:49.830666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d6db849f-9e3e-4464-909e-036c9c1adc10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:49.915266 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6620be55-4898-4ac2-b9a1-c25726d3f4af tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/routers/ad2937f7-656b-4f64-9407-5cec5fb707d5 HTTP/1.1" status: 200 len: 704 time: 0.5176575 Jul 16 20:22:49.915576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1420385b-b1b4-4066-b12b-3fef2e08d2d1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:49.926023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59510) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.931892 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-c6d901d7-da50-412c-83b8-4670f7a4d294 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 200 len: 999 time: 0.4158278 Jul 16 20:22:49.985387 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2937f7-656b-4f64-9407-5cec5fb707d5', 'name': 'tempest-RoutersIpV6Test-router-2144091848', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:47Z', 'updated_at': '2021-07-16T20:22:48Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:50.029184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-51e84efb-2b1b-43db-833b-2a3b0a993ad2 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad2937f7-656b-4f64-9407-5cec5fb707d5 HTTP/1.1" status: 200 len: 205 time: 0.1054678 Jul 16 20:22:50.038189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59512) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:50.090803 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] Checking router: ad2937f7-656b-4f64-9407-5cec5fb707d5 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:50.113878 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] Routers {'ad2937f7-656b-4f64-9407-5cec5fb707d5'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:50.114875 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:22:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['ad2937f7-656b-4f64-9407-5cec5fb707d5'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:50.115713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:50.118090 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.183979 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c2b3ea3-e630-48d6-815f-1cd3138f2651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.219168 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c2b3ea3-e630-48d6-815f-1cd3138f2651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.243513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '6a24e1fd-c9df-4101-84df-29cff24feab8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'port_id': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'mac_address': 'fa:16:3e:0d:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eade658-d989-4d98-aece-c12aac605206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:40Z', 'revision_number': 0, 'project_id': '9cea726f818843af9f82975114c19b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:25Z', 'revision_number': 5, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:50.246586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-399659a2-2b4b-416e-896d-f799f86db24f None None] Provisioning for port 484557b5-b177-47b3-b341-6642cd523a4f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:50.281394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89de3ed-028b-4703-8732-f7a93619d76f', 'tag': '1aaf57a6-859d-4821-bbae-d4ece3c98137'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:50.285611 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc88149-9502-4ddb-be01-967aff4f463d" -d '{"events": [{"name": "network-changed", "server_uuid": "e89de3ed-028b-4703-8732-f7a93619d76f", "tag": "1aaf57a6-859d-4821-bbae-d4ece3c98137"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:50.303917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d1355-7cde-4f0b-b958-74b204210a71 None None] The sync data for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 is: [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '6a24e1fd-c9df-4101-84df-29cff24feab8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'port_id': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'mac_address': 'fa:16:3e:0d:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eade658-d989-4d98-aece-c12aac605206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:22:40Z', 'updated_at': '2021-07-16T20:22:40Z', 'revision_number': 0, 'project_id': '9cea726f818843af9f82975114c19b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:25Z', 'revision_number': 5, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:50.311986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-399659a2-2b4b-416e-896d-f799f86db24f None None] Provisioning complete for port 484557b5-b177-47b3-b341-6642cd523a4f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:50.312724 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-399659a2-2b4b-416e-896d-f799f86db24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.318649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6db849f-9e3e-4464-909e-036c9c1adc10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:50.322854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6db849f-9e3e-4464-909e-036c9c1adc10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.328051 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c2b3ea3-e630-48d6-815f-1cd3138f2651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.332093 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8c2b3ea3-e630-48d6-815f-1cd3138f2651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.334236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8c2b3ea3-e630-48d6-815f-1cd3138f2651 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4538b1d-7d7d-418e-8503-27b2f2d604da HTTP/1.1" status: 204 len: 168 time: 0.8492804 Jul 16 20:22:50.411017 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] Set router ad2937f7-656b-4f64-9407-5cec5fb707d5 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:50.432729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d68af-787b-4ccd-adb1-6c121cf14227 req-3c80d19b-3d5f-44c4-ab3f-49317e069ada tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.441138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b15d68af-787b-4ccd-adb1-6c121cf14227 req-3c80d19b-3d5f-44c4-ab3f-49317e069ada tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 1.1301291 Jul 16 20:22:50.443119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5790a9a-48fa-48e2-b2d2-7f18452dba01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=484557b5-b177-47b3-b341-6642cd523a4f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.538394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17267af-49e0-476a-a518-912ea1215134 req-08fda12c-a2e9-490c-ba24-fc3619b6eddd tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.546925 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e17267af-49e0-476a-a518-912ea1215134 req-08fda12c-a2e9-490c-ba24-fc3619b6eddd tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 943 time: 1.2375264 Jul 16 20:22:50.553810 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2937f7-656b-4f64-9407-5cec5fb707d5', 'name': 'tempest-RoutersIpV6Test-router-2144091848', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:47Z', 'updated_at': '2021-07-16T20:22:48Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:50.578456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b3ea3-e630-48d6-815f-1cd3138f2651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4538b1d-7d7d-418e-8503-27b2f2d604da,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.618415 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff726cf-fb27-416f-8cf6-a9f8d2397275 None None] The sync data for ids ['ad2937f7-656b-4f64-9407-5cec5fb707d5'] in n-d-791505-15 is: [{'id': 'ad2937f7-656b-4f64-9407-5cec5fb707d5', 'name': 'tempest-RoutersIpV6Test-router-2144091848', 'tenant_id': '27beb99cc2b5470f96db71635077ca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:47Z', 'updated_at': '2021-07-16T20:22:48Z', 'revision_number': 2, 'project_id': '27beb99cc2b5470f96db71635077ca61', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:50.732795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-b6b3376a-884d-4166-a948-05838eea7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.734913 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-b6b3376a-884d-4166-a948-05838eea7f6a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4f83913e-f831-4bb1-bbd3-cd6ee7133cbe HTTP/1.1" status: 200 len: 860 time: 0.9285002 Jul 16 20:22:50.758900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e17267af-49e0-476a-a518-912ea1215134 req-28ec8cc3-a32d-4c5f-8646-69ae75411f83 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107804 Jul 16 20:22:50.818734 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-557816bc-422c-4854-b052-5f81aad1b1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.858848 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.870449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-399659a2-2b4b-416e-896d-f799f86db24f None None] Port 484557b5-b177-47b3-b341-6642cd523a4f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:50.904964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b15d68af-787b-4ccd-adb1-6c121cf14227 req-b0d5c74d-dca4-4388-a1b1-dba1a209a529 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623213 Jul 16 20:22:50.913681 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b318e1-9c44-46fc-87f1-ffa58979b65e x-openstack-request-id: req-d4b318e1-9c44-46fc-87f1-ffa58979b65e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:50.914153 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89de3ed-028b-4703-8732-f7a93619d76f", "tag": "1aaf57a6-859d-4821-bbae-d4ece3c98137", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:50.919956 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4b318e1-9c44-46fc-87f1-ffa58979b65e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:50.921625 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89de3ed-028b-4703-8732-f7a93619d76f', 'tag': '1aaf57a6-859d-4821-bbae-d4ece3c98137', 'status': 'completed', 'code': 200} Jul 16 20:22:50.939450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-34d9d36c-a160-4f21-8581-a94fd5b228b6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=233782f7-df27-49fe-9e4c-cadec4b23741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541135 Jul 16 20:22:50.999144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6e031-e47d-447e-b5a9-9c193d1414f8 None None] New status for floating IP 6a24e1fd-c9df-4101-84df-29cff24feab8: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:22:51.046227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2a58fd-b58f-4351-a7b2-4b5cc979124e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.052536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-6cc869c6-4461-439a-b3e6-09545cea2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.054337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-6cc869c6-4461-439a-b3e6-09545cea2863 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=405169b1-d2d7-4125-b5e3-1af006f08613 HTTP/1.1" status: 200 len: 848 time: 1.0239353 Jul 16 20:22:51.081841 n-d-791505-15 neutron-server[100243]: INFO neutron.db.ipam_backend_mixin [None req-d6db849f-9e3e-4464-909e-036c9c1adc10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5750b0f4-c971-453e-b0c7-954ebd36e59f (CIDR: 2001:db8::/64) Jul 16 20:22:51.099668 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6db849f-9e3e-4464-909e-036c9c1adc10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:22:51.100972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6db849f-9e3e-4464-909e-036c9c1adc10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:51.354134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d6db849f-9e3e-4464-909e-036c9c1adc10 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5643675 Jul 16 20:22:51.359131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59534) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.366793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:51.383966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2a58fd-b58f-4351-a7b2-4b5cc979124e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.387503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2a58fd-b58f-4351-a7b2-4b5cc979124e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.429745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-47f2f4ae-8542-4366-88df-6529a27cc8aa service neutron] 10.222.0.68 "GET /v2.0/networks/233782f7-df27-49fe-9e4c-cadec4b23741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764018 Jul 16 20:22:51.466749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-55fc3d93-7949-480d-b7f9-e61ba28351f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.468950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-55fc3d93-7949-480d-b7f9-e61ba28351f6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6387992f-d398-4257-a9e0-e23048055ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3586850 Jul 16 20:22:51.603290 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2a58fd-b58f-4351-a7b2-4b5cc979124e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.605558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2a58fd-b58f-4351-a7b2-4b5cc979124e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Fanout notify agent at l3_agent the message router_deleted on router ad2937f7-656b-4f64-9407-5cec5fb707d5 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:51.632623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c2a58fd-b58f-4351-a7b2-4b5cc979124e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.637150 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2c2a58fd-b58f-4351-a7b2-4b5cc979124e tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/ad2937f7-656b-4f64-9407-5cec5fb707d5 HTTP/1.1" status: 204 len: 168 time: 1.5766332 Jul 16 20:22:51.641077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59540) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.654174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-35c57127-de6a-4033-8862-3c385689b7a5 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768928 Jul 16 20:22:51.693376 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1e16a1b3-9f98-4944-a295-e93baf008d1d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad2937f7-656b-4f64-9407-5cec5fb707d5 HTTP/1.1" status: 200 len: 205 time: 0.0486243 Jul 16 20:22:51.705510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59546) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.811111 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-30b9456a-2a72-4d74-8bc5-00a6bd8625cc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] delete failed (client error): The resource could not be found. Jul 16 20:22:51.813237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-30b9456a-2a72-4d74-8bc5-00a6bd8625cc tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/ad2937f7-656b-4f64-9407-5cec5fb707d5 HTTP/1.1" status: 404 len: 336 time: 0.1059940 Jul 16 20:22:51.816152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59554) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.866397 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bd661d15-95e2-474e-87fe-2eb91a2533d1 req-814aec92-da16-48a3-bf8d-d9dad403c63f service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784146 Jul 16 20:22:51.867733 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5583afb-92f4-4c94-91dd-e65e4ec51514 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:51.868373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5583afb-92f4-4c94-91dd-e65e4ec51514 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:51.870329 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d5583afb-92f4-4c94-91dd-e65e4ec51514 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/c1bc3b8f-d0d2-4737-abc2-f59015e863af HTTP/1.1" status: 404 len: 337 time: 0.0522802 Jul 16 20:22:51.875295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59558) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.911052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:51.915211 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1409c402-f38a-4c67-8cbd-d13faa4979a0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:51.915940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1409c402-f38a-4c67-8cbd-d13faa4979a0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:51.918037 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1409c402-f38a-4c67-8cbd-d13faa4979a0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/fb9cee4e-87f3-403b-903c-c7deac7488e7 HTTP/1.1" status: 404 len: 337 time: 0.0414996 Jul 16 20:22:51.920704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59562) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.923514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.004014 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed79029a-0939-43c3-b1d6-06e9e62a0b52 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:52.004789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed79029a-0939-43c3-b1d6-06e9e62a0b52 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:52.008672 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed79029a-0939-43c3-b1d6-06e9e62a0b52 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/5107de66-4ccf-46d8-a994-95e399c361b5 HTTP/1.1" status: 404 len: 337 time: 0.0861120 Jul 16 20:22:52.011158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59566) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.068985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d45c6a85-4b99-46b9-9772-72b7fae87f0a req-a3d665f7-eb08-4128-8c7b-665a435d5acb service neutron] 10.222.0.68 "GET /v2.0/networks/233782f7-df27-49fe-9e4c-cadec4b23741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212907 Jul 16 20:22:52.145943 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f422cd-3642-4536-9176-c8162b09c040 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:52.146805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f422cd-3642-4536-9176-c8162b09c040 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:52.151001 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-33f422cd-3642-4536-9176-c8162b09c040 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/2aeb48cb-549d-42dd-b8a3-db8d0f9214dc HTTP/1.1" status: 404 len: 337 time: 0.1382761 Jul 16 20:22:52.157003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59570) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.234816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-52ae7c6d-16a3-4bce-a999-4795fe4e8187 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 200 len: 205 time: 0.0747082 Jul 16 20:22:52.235814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59572) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.287577 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-0ea5e4ab-8194-436a-b81c-14af2086bcab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] delete failed (client error): The resource could not be found. Jul 16 20:22:52.292511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0ea5e4ab-8194-436a-b81c-14af2086bcab tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/6acc1222-ef70-4983-af01-c951ea974b4d HTTP/1.1" status: 404 len: 336 time: 0.0553265 Jul 16 20:22:52.293417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59574) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.356121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6da7ab3d-89bc-4ca4-b089-412d2d1d8b71 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=5da4c415-9446-474a-a751-5052e40e6032 HTTP/1.1" status: 200 len: 205 time: 0.0608647 Jul 16 20:22:52.361341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59578) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.391521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.435125 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-54bdf977-e742-4647-b37b-7e3abb92f761 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] delete failed (client error): The resource could not be found. Jul 16 20:22:52.436427 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-54bdf977-e742-4647-b37b-7e3abb92f761 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/5da4c415-9446-474a-a751-5052e40e6032 HTTP/1.1" status: 404 len: 336 time: 0.0739362 Jul 16 20:22:52.441903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59584) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.498771 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bb87c9-9b1c-468a-884f-c1f9fb7a4615 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:52.499311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bb87c9-9b1c-468a-884f-c1f9fb7a4615 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:52.501238 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e5bb87c9-9b1c-468a-884f-c1f9fb7a4615 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/76b66271-6248-4274-86ea-16a8a1bb6f96 HTTP/1.1" status: 404 len: 337 time: 0.0582654 Jul 16 20:22:52.506541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59586) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.574438 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f6eb3a69-240b-411d-b372-179247cd2aa4 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5f93091-3226-491e-bbcb-3597abf3ba07 HTTP/1.1" status: 200 len: 205 time: 0.0657825 Jul 16 20:22:52.579378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59588) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.658253 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-248f8ec0-1205-496f-a9f0-97bfdc210e93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] delete failed (client error): The resource could not be found. Jul 16 20:22:52.660121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-248f8ec0-1205-496f-a9f0-97bfdc210e93 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/a5f93091-3226-491e-bbcb-3597abf3ba07 HTTP/1.1" status: 404 len: 336 time: 0.0785677 Jul 16 20:22:52.665484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59592) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.715091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0eb8e789-e38b-4882-9f5a-7716007a3d7d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=24e88869-533c-40ce-ab73-9c879d937f00 HTTP/1.1" status: 200 len: 205 time: 0.0450299 Jul 16 20:22:52.716871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59594) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.759709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e1763-558e-4403-9abb-9ada0c1b90a8 req-bfb09b13-4c72-4b6d-9194-720505c648fb tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:52.767504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-828e1763-558e-4403-9abb-9ada0c1b90a8 req-bfb09b13-4c72-4b6d-9194-720505c648fb tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 943 time: 0.7292793 Jul 16 20:22:52.774641 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-2f4dde87-b27e-4e71-9569-2a7e1089c6e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] delete failed (client error): The resource could not be found. Jul 16 20:22:52.780826 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f4dde87-b27e-4e71-9569-2a7e1089c6e7 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/24e88869-533c-40ce-ab73-9c879d937f00 HTTP/1.1" status: 404 len: 336 time: 0.0584846 Jul 16 20:22:52.781358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59598) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.816236 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f55c26-c053-4818-a919-4a088ab2fe4d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:52.817110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f55c26-c053-4818-a919-4a088ab2fe4d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:52.819398 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d4f55c26-c053-4818-a919-4a088ab2fe4d tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/dcc8b0dd-9753-4a15-8d1a-b20344304f76 HTTP/1.1" status: 404 len: 337 time: 0.0368669 Jul 16 20:22:52.823644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59600) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.876447 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c80638cf-bf63-4da4-945c-2f0cd8d5f7f1 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=645b6a42-c26e-426f-a750-028fc477a967 HTTP/1.1" status: 200 len: 205 time: 0.0517313 Jul 16 20:22:52.880230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59606) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.916956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-828e1763-558e-4403-9abb-9ada0c1b90a8 req-c644d913-e1ed-4263-a588-066b02409333 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483381 Jul 16 20:22:52.942728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a088a4-cbf7-4a0f-a639-6b5ce2a077c2 req-37cddc27-7c33-42d0-8a88-a7b447041b29 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:52.944407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28a088a4-cbf7-4a0f-a639-6b5ce2a077c2 req-37cddc27-7c33-42d0-8a88-a7b447041b29 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.8069365 Jul 16 20:22:52.954255 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-b78f7456-d78b-4c9e-8977-3eff7079c96f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] delete failed (client error): The resource could not be found. Jul 16 20:22:52.955330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b78f7456-d78b-4c9e-8977-3eff7079c96f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/645b6a42-c26e-426f-a750-028fc477a967 HTTP/1.1" status: 404 len: 336 time: 0.0740664 Jul 16 20:22:52.959516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.969797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88149-9502-4ddb-be01-967aff4f463d req-1b663bde-6b54-4aec-b668-7994e5d01c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:52.971726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc88149-9502-4ddb-be01-967aff4f463d req-1b663bde-6b54-4aec-b668-7994e5d01c75 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=788a165768544fb0802a5118933279d6&device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 1095 time: 0.7838902 Jul 16 20:22:52.995670 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-7583af7e-6573-4ca9-8e45-c307bb13aef8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:52.997227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7583af7e-6573-4ca9-8e45-c307bb13aef8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:53.000628 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7583af7e-6573-4ca9-8e45-c307bb13aef8 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/b0fbd6a8-cb37-48ee-b89b-5592ff9d80cd HTTP/1.1" status: 404 len: 337 time: 0.0394456 Jul 16 20:22:53.004619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59614) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.041202 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f75866f-6317-44d2-a92f-2b40cad16faa tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1cc67a6-a203-46b4-923c-7e91c4a3e923 HTTP/1.1" status: 200 len: 205 time: 0.0348189 Jul 16 20:22:53.046332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59618) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.108325 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-2fb9eee4-f65d-4bb2-a6ac-4b69017d11e0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] delete failed (client error): The resource could not be found. Jul 16 20:22:53.109583 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2fb9eee4-f65d-4bb2-a6ac-4b69017d11e0 tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/routers/e1cc67a6-a203-46b4-923c-7e91c4a3e923 HTTP/1.1" status: 404 len: 336 time: 0.0620859 Jul 16 20:22:53.114797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59620) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.130269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28a088a4-cbf7-4a0f-a639-6b5ce2a077c2 req-84f1c81d-40e0-4f53-ad1f-353ab9d844fe tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783998 Jul 16 20:22:53.173879 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.174502 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-04842a39-46a5-4e07-b1c2-79f4b6d8887f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:53.174973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04842a39-46a5-4e07-b1c2-79f4b6d8887f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:53.176866 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-04842a39-46a5-4e07-b1c2-79f4b6d8887f tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/3f40fb10-6fdd-4cb9-b9a7-11c5c7c5df63 HTTP/1.1" status: 404 len: 337 time: 0.0588796 Jul 16 20:22:53.181814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59622) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.216975 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6672229d-aeba-439f-8b2a-7921df6d3f0b tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:22:53.217615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6672229d-aeba-439f-8b2a-7921df6d3f0b tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:53.220455 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6672229d-aeba-439f-8b2a-7921df6d3f0b tempest-RoutersIpV6Test-27847268 tempest-RoutersIpV6Test-27847268-project] 10.222.0.78 "DELETE /v2.0/subnets/ca3d26e0-e352-4e6e-a347-017182cb743e HTTP/1.1" status: 404 len: 337 time: 0.0371475 Jul 16 20:22:53.277481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=6b2d080c-3876-4655-8b8d-e7b14b3f4e85,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:53.298900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:53.301356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:53.314307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee4d5d-67ae-45f2-9cbd-afaeb7e78968 None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:53.322381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88149-9502-4ddb-be01-967aff4f463d req-ad0976d1-29bd-487d-90f6-321bb2f58093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.340433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc88149-9502-4ddb-be01-967aff4f463d req-ad0976d1-29bd-487d-90f6-321bb2f58093 service neutron] 10.222.0.68 "GET /v2.0/networks?id=233782f7-df27-49fe-9e4c-cadec4b23741 HTTP/1.1" status: 200 len: 921 time: 0.3533628 Jul 16 20:22:53.346468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.349354 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.413198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b638376b-a135-4484-a9da-2bdda3ce3fbd tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0510218 Jul 16 20:22:53.417762 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59636) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.430215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2134681286', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b2d080c-3876-4655-8b8d-e7b14b3f4e85'}], 'security_groups': ['960fb29f-4680-4c7d-922e-6f59da03836d']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:53.441158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc88149-9502-4ddb-be01-967aff4f463d req-2d2640a7-7660-44c4-9914-9310b09b8b2e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aaf57a6-859d-4821-bbae-d4ece3c98137 HTTP/1.1" status: 200 len: 217 time: 0.0753539 Jul 16 20:22:53.498212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.561586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88149-9502-4ddb-be01-967aff4f463d req-7972e1a6-bc83-4cd6-9c73-5f22da8c57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.569804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc88149-9502-4ddb-be01-967aff4f463d req-7972e1a6-bc83-4cd6-9c73-5f22da8c57a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4f83913e-f831-4bb1-bbd3-cd6ee7133cbe HTTP/1.1" status: 200 len: 860 time: 0.1317275 Jul 16 20:22:53.661580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc88149-9502-4ddb-be01-967aff4f463d req-ddee6644-8fc1-457e-8266-f1fdab429f32 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=233782f7-df27-49fe-9e4c-cadec4b23741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835390 Jul 16 20:22:53.808061 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.846411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc88149-9502-4ddb-be01-967aff4f463d req-4086964b-e1f5-414a-9225-403781a41a26 service neutron] 10.222.0.68 "GET /v2.0/networks/233782f7-df27-49fe-9e4c-cadec4b23741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776223 Jul 16 20:22:53.890292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59646) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.966712 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.095345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce434d72-9757-4c9b-8364-b8a132a14ed4 None None] Update dhcp port {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'fixed_ips': [{'subnet_id': '5750b0f4-c971-453e-b0c7-954ebd36e59f', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b2d080c-3876-4655-8b8d-e7b14b3f4e85'}], 'binding:host_id': 'n-d-791505-15'}, 'id': '1420385b-b1b4-4066-b12b-3fef2e08d2d1'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:22:54.105893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bc88149-9502-4ddb-be01-967aff4f463d req-94f7bb55-7e06-410b-adaf-6cefdc08bf66 service neutron] 10.222.0.68 "GET /v2.0/networks/233782f7-df27-49fe-9e4c-cadec4b23741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497268 Jul 16 20:22:54.143707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1241658972'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:54.179979 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce434d72-9757-4c9b-8364-b8a132a14ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.248909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8af8775b-cf4b-40da-956a-1e2dca4aef84 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27beb99cc2b5470f96db71635077ca61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566198 Jul 16 20:22:54.249665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59658) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.279592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Made reservation on behalf of 33ec0fd315b74a9892b005a4dfaf8b08 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:54.284706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.307175 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.424040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6f34-e110-4a9c-adea-f08c2035eddf req-f3f378c7-3d0e-4726-b3fc-fd96b8ce73c3 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.426589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef5f6f34-e110-4a9c-adea-f08c2035eddf req-f3f378c7-3d0e-4726-b3fc-fd96b8ce73c3 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 943 time: 0.2417202 Jul 16 20:22:54.487640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ad137-c10a-4a52-8ba2-a7697836baa4 req-be8e3382-912e-4cd1-ab82-9f26e5688dcf tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.489360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-436ad137-c10a-4a52-8ba2-a7697836baa4 req-be8e3382-912e-4cd1-ab82-9f26e5688dcf tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.1733103 Jul 16 20:22:54.520758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-ce434d72-9757-4c9b-8364-b8a132a14ed4 None None] Allocated IP 2001:db8:0:1::2 (9e50f02e-75a0-4a69-825a-a97ee717a216/6b2d080c-3876-4655-8b8d-e7b14b3f4e85/1420385b-b1b4-4066-b12b-3fef2e08d2d1) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:54.538782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef5f6f34-e110-4a9c-adea-f08c2035eddf req-02c5da68-3829-4ad8-98d4-864cd8b7d354 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978110 Jul 16 20:22:54.597941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-436ad137-c10a-4a52-8ba2-a7697836baa4 req-ecd0c1f5-ac32-4143-b4d9-54da28a8b5a8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017430 Jul 16 20:22:54.634726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8194-f7f7-46f5-a5d6-2797425af0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.645554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.698327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ce434d72-9757-4c9b-8364-b8a132a14ed4 None None] For port 1420385b-b1b4-4066-b12b-3fef2e08d2d1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1420385b-b1b4-4066-b12b-3fef2e08d2d1,segment=NetworkSegment(7a4528ce-7141-41f1-84c0-49f678662ceb),segment_id=7a4528ce-7141-41f1-84c0-49f678662ceb)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:54.706439 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.755691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8194-f7f7-46f5-a5d6-2797425af0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.767799 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce434d72-9757-4c9b-8364-b8a132a14ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.797656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ce434d72-9757-4c9b-8364-b8a132a14ed4 None None] Transition to ACTIVE for port object 1420385b-b1b4-4066-b12b-3fef2e08d2d1 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:54.803368 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ce434d72-9757-4c9b-8364-b8a132a14ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.851340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:54.884662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4add44c-36ae-43d9-9fb5-e7521454042a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:54.964313 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.964717 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Added segment 284359c4-9a9f-48cb-bedd-212c59ad25a7 of type vlan for network 323b6bb4-54ac-4a36-932c-0582b5ba5de3 Jul 16 20:22:54.998587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce434d72-9757-4c9b-8364-b8a132a14ed4 None None] Pushing event updated for resources: {'Port': ['ID=1420385b-b1b4-4066-b12b-3fef2e08d2d1,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.103875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.145966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8194-f7f7-46f5-a5d6-2797425af0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.151103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8194-f7f7-46f5-a5d6-2797425af0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.153322 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ae6d8194-f7f7-46f5-a5d6-2797425af0f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0fc188a5-84c8-44ef-803b-b7756a0be5a9 HTTP/1.1" status: 204 len: 168 time: 0.8891356 Jul 16 20:22:55.223352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d8194-f7f7-46f5-a5d6-2797425af0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc188a5-84c8-44ef-803b-b7756a0be5a9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.277064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1aaf57a6-859d-4821-bbae-d4ece3c98137 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:55.307570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Delete allocated IP 2001:db8::33c (9e50f02e-75a0-4a69-825a-a97ee717a216/5750b0f4-c971-453e-b0c7-954ebd36e59f) {{(pid=100244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:22:55.326988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8:0:1::1de (9e50f02e-75a0-4a69-825a-a97ee717a216/6b2d080c-3876-4655-8b8d-e7b14b3f4e85/484557b5-b177-47b3-b341-6642cd523a4f) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:55.369429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.379315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:55.380431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.522647 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0191717 Jul 16 20:22:55.523239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59680) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:55.559480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1aaf57a6-859d-4821-bbae-d4ece3c98137, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1aaf57a6-859d-4821-bbae-d4ece3c98137,segment=NetworkSegment(04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4),segment_id=04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:55.590017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '1aaf57a6-859d-4821-bbae-d4ece3c98137', 'network_id': '233782f7-df27-49fe-9e4c-cadec4b23741', 'port_id': '1aaf57a6-859d-4821-bbae-d4ece3c98137', 'mac_address': 'fa:16:3e:8b:9b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f83913e-f831-4bb1-bbd3-cd6ee7133cbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:55.621886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31031d-c27b-4665-8197-ddb45ea723c4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Pushing event updated for resources: {'Network': ['ID=323b6bb4-54ac-4a36-932c-0582b5ba5de3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.655324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 323b6bb4-54ac-4a36-932c-0582b5ba5de3 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:55.905569 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.930864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.983540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaf57a6-859d-4821-bbae-d4ece3c98137 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:56.002647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object 484557b5-b177-47b3-b341-6642cd523a4f will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:56.010350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.081131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1420385b-b1b4-4066-b12b-3fef2e08d2d1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:56.167541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Request body: {'network': {'name': 'tempest-network--1070333945', 'router:external': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:56.210816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b5b6f-19a0-4c82-beae-a64d37c34031 req-0de0f0b2-841e-4fe8-a7cc-9e3d7811cee4 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:56.225707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-047b5b6f-19a0-4c82-beae-a64d37c34031 req-0de0f0b2-841e-4fe8-a7cc-9e3d7811cee4 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 943 time: 0.2756879 Jul 16 20:22:56.246514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] In _notify_port_updated(), no bound segment for port 484557b5-b177-47b3-b341-6642cd523a4f on network 9e50f02e-75a0-4a69-825a-a97ee717a216 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:22:56.259738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:56.261959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.265602 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "PUT /v2.0/ports/484557b5-b177-47b3-b341-6642cd523a4f HTTP/1.1" status: 200 len: 931 time: 2.8456459 Jul 16 20:22:56.272523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1aaf57a6-859d-4821-bbae-d4ece3c98137, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1aaf57a6-859d-4821-bbae-d4ece3c98137,segment=NetworkSegment(04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4),segment_id=04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:56.276300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59700) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.299804 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.405268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7807f-b9a4-41f9-a86e-3180b4c5113b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=484557b5-b177-47b3-b341-6642cd523a4f,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:56.458117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Made reservation on behalf of 2b961e6894e844249251442d1acea6f5 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:56.462673 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.463935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1aaf57a6-859d-4821-bbae-d4ece3c98137,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:56.521699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-047b5b6f-19a0-4c82-beae-a64d37c34031 req-d81b18cc-2576-410c-878f-c548e32136b3 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944846 Jul 16 20:22:56.540497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['1aaf57a6-859d-4821-bbae-d4ece3c98137'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:56.562629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.630541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-02aa6bea-5cf7-4503-aa4d-fe8f9fb22bd8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port 484557b5-b177-47b3-b341-6642cd523a4f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:56.630691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-02aa6bea-5cf7-4503-aa4d-fe8f9fb22bd8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.651431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85228a25-83c2-48d3-8b2d-addd9d5021c3 req-4a109f02-a34e-4090-b3ad-cc970dd29fea tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:56.655490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85228a25-83c2-48d3-8b2d-addd9d5021c3 req-4a109f02-a34e-4090-b3ad-cc970dd29fea tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.4251616 Jul 16 20:22:56.723891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Provisioning for port 484557b5-b177-47b3-b341-6642cd523a4f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:56.738214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Provisioning complete for port 484557b5-b177-47b3-b341-6642cd523a4f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:56.738826 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.878810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85228a25-83c2-48d3-8b2d-addd9d5021c3 req-42d66834-a4e5-4e46-9c7c-826d993bb8c4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145267 Jul 16 20:22:56.884383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Port 484557b5-b177-47b3-b341-6642cd523a4f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:56.979750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Provisioning for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:56.991194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.009761 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.011914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Provisioning complete for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:57.012587 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.034825 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-02aa6bea-5cf7-4503-aa4d-fe8f9fb22bd8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.061975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-02aa6bea-5cf7-4503-aa4d-fe8f9fb22bd8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for 484557b5-b177-47b3-b341-6642cd523a4f owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:57.072567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:57.103436 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.104033 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Added segment b9fd017b-c8a0-40b2-93e3-4ffe87da9755 of type vlan for network ea9531bd-f66d-4361-8737-7b6cde9e29b1 Jul 16 20:22:57.350341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.376675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d069296a-6837-4111-8000-b41a0c80413a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:57.395122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.395860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.396524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.397082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.397572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.398370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.398874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.399387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.399892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.400453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.401076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.401564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.408002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Provisioning complete for port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:57.409073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.479023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c3ceed4d-f58b-4772-86aa-3bb1768be21f None None] Port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:57.479260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.481057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:57.482810 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.483585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-02aa6bea-5cf7-4503-aa4d-fe8f9fb22bd8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.532882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0079007 Jul 16 20:22:57.538789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59726) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:57.562997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa6bea-5cf7-4503-aa4d-fe8f9fb22bd8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=484557b5-b177-47b3-b341-6642cd523a4f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:57.590337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a3e3c-7640-4a08-b29a-71e16308d229 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Network': ['ID=ea9531bd-f66d-4361-8737-7b6cde9e29b1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:57.604807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ea9531bd-f66d-4361-8737-7b6cde9e29b1 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:57.620088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-02aa6bea-5cf7-4503-aa4d-fe8f9fb22bd8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.623748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-02aa6bea-5cf7-4503-aa4d-fe8f9fb22bd8 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/484557b5-b177-47b3-b341-6642cd523a4f HTTP/1.1" status: 204 len: 168 time: 1.3449962 Jul 16 20:22:57.628030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59734) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:57.681333 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-480148fc-7b6b-4161-b7dc-5f207a29edb3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:22:57.683352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-480148fc-7b6b-4161-b7dc-5f207a29edb3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/484557b5-b177-47b3-b341-6642cd523a4f HTTP/1.1" status: 404 len: 333 time: 0.0542247 Jul 16 20:22:57.683781 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.689039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59736) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:57.737877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-92fc1097-84e4-4b7e-b245-efce54898ceb None None] Could not find standard attr ID for object 484557b5-b177-47b3-b341-6642cd523a4f. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:22:57.836171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08daaab9-50b9-4043-b755-b5f3d38c4a4d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.892627 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.925804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08daaab9-50b9-4043-b755-b5f3d38c4a4d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.931370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9531bd-f66d-4361-8737-7b6cde9e29b1']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:58.003912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fd017b-c8a0-40b2-93e3-4ffe87da9755') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:58.003912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fd017b-c8a0-40b2-93e3-4ffe87da9755') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:58.039370 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.091691 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.094313 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08daaab9-50b9-4043-b755-b5f3d38c4a4d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.099879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-08daaab9-50b9-4043-b755-b5f3d38c4a4d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.101536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-08daaab9-50b9-4043-b755-b5f3d38c4a4d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/security-groups/62bbf124-e86b-425d-8232-ee89f7c5a753 HTTP/1.1" status: 204 len: 168 time: 0.4114277 Jul 16 20:22:58.105986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59750) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:58.110488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:58.111144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.179646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daaab9-50b9-4043-b755-b5f3d38c4a4d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bbf124-e86b-425d-8232-ee89f7c5a753,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.232849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffe51-545b-4ae4-b100-0b60c510e562 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:58.238687 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:58.279582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffe51-545b-4ae4-b100-0b60c510e562 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.337214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.350425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea9531bd-f66d-4361-8737-7b6cde9e29b1 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:22:58.358272 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.362933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "DELETE /v2.0/networks/ea9531bd-f66d-4361-8737-7b6cde9e29b1 HTTP/1.1" status: 204 len: 168 time: 0.8224652 Jul 16 20:22:58.370546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffe51-545b-4ae4-b100-0b60c510e562 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.376844 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ef6ffe51-545b-4ae4-b100-0b60c510e562 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.384026 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ef6ffe51-545b-4ae4-b100-0b60c510e562 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/security-groups/960fb29f-4680-4c7d-922e-6f59da03836d HTTP/1.1" status: 204 len: 168 time: 0.2739248 Jul 16 20:22:58.384026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59758) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:58.384026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59762) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:58.418023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:58.425695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ae36f-d858-43ad-b728-604540bcf945 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea9531bd-f66d-4361-8737-7b6cde9e29b1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.426733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ffe51-545b-4ae4-b100-0b60c510e562 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960fb29f-4680-4c7d-922e-6f59da03836d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.479458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2f9f8-e82b-4532-948b-49082bde68db req-8aa23150-4f86-4ee9-83b3-f7699b2009fa tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:58.482936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01e2f9f8-e82b-4532-948b-49082bde68db req-8aa23150-4f86-4ee9-83b3-f7699b2009fa tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 944 time: 0.5765064 Jul 16 20:22:58.543047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Made reservation on behalf of 2b961e6894e844249251442d1acea6f5 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:58.547523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.559109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee156a60-980d-4957-97cb-0fb0db72f36d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet 5750b0f4-c971-453e-b0c7-954ebd36e59f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:58.580248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee156a60-980d-4957-97cb-0fb0db72f36d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.585540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20710d-7b3c-4896-8262-682f8c0ce9eb req-980f23be-7fb4-4199-9dd6-ce19e9c747a2 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:58.589620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff20710d-7b3c-4896-8262-682f8c0ce9eb req-980f23be-7fb4-4199-9dd6-ce19e9c747a2 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.3437872 Jul 16 20:22:58.669461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:58.678748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01e2f9f8-e82b-4532-948b-49082bde68db req-ee28bd09-dafa-4135-861f-9ee233d6952e tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850419 Jul 16 20:22:58.684236 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee156a60-980d-4957-97cb-0fb0db72f36d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.741401 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.742074 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Added segment a0dd848a-b958-49f3-b712-22068ff3dc89 of type vlan for network 83ae52bb-1ae9-47e1-bc53-7f7a770151c7 Jul 16 20:22:58.762073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff20710d-7b3c-4896-8262-682f8c0ce9eb req-7248d0f9-ee0e-4bb2-a677-7c8f99cb26c7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580870 Jul 16 20:22:58.891940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.899154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee156a60-980d-4957-97cb-0fb0db72f36d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.999685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.000779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:59.001383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.068092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee156a60-980d-4957-97cb-0fb0db72f36d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.089296 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6830697 Jul 16 20:22:59.095127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59780) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:59.103967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Request body: {'subnet': {'network_id': '83ae52bb-1ae9-47e1-bc53-7f7a770151c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:59.184434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Made reservation on behalf of 2b961e6894e844249251442d1acea6f5 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:59.192026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.227869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4000238-c46d-4d80-8e76-45b6cf4ac0ba tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Network': ['ID=83ae52bb-1ae9-47e1-bc53-7f7a770151c7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:59.238660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28334283-3d42-4ac0-b7d6-1e94cf5e205d None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:59.259264 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee156a60-980d-4957-97cb-0fb0db72f36d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=5750b0f4-c971-453e-b0c7-954ebd36e59f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:59.263521 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee156a60-980d-4957-97cb-0fb0db72f36d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.277651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ee156a60-980d-4957-97cb-0fb0db72f36d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/5750b0f4-c971-453e-b0c7-954ebd36e59f HTTP/1.1" status: 204 len: 168 time: 0.8684497 Jul 16 20:22:59.284136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:59.291075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 83ae52bb-1ae9-47e1-bc53-7f7a770151c7 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:59.295014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:59.299122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1aaf57a6-859d-4821-bbae-d4ece3c98137 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:59.523401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:59.528188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.896938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.objects.ports [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:22:59.898239 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.923844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 1aaf57a6-859d-4821-bbae-d4ece3c98137 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:59.961330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ca704546-fad4-4dc0-9089-9285b011e57c,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:00.009333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 1aaf57a6-859d-4821-bbae-d4ece3c98137 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:00.009717 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.026198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Checking segment: {'id': 'a0dd848a-b958-49f3-b712-22068ff3dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83ae52bb-1ae9-47e1-bc53-7f7a770151c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:00.027804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Network hostable DHCP agents. Network: 83ae52bb-1ae9-47e1-bc53-7f7a770151c7, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:00.070226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Network 83ae52bb-1ae9-47e1-bc53-7f7a770151c7 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:00.163593 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.173721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 83ae52bb-1ae9-47e1-bc53-7f7a770151c7) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:00.183835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:00.187909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.215344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de9a36-5e22-4f17-9a43-7ce3dfede605 None None] Network 83ae52bb-1ae9-47e1-bc53-7f7a770151c7 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:00.244878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-55fcbcf0-e5bc-44c9-b5dd-7fe2f42a4b5d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1481471 Jul 16 20:23:00.250885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59808) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:00.272350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Request body: {'floatingip': {'floating_network_id': '83ae52bb-1ae9-47e1-bc53-7f7a770151c7'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:00.297002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1aaf57a6-859d-4821-bbae-d4ece3c98137, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1aaf57a6-859d-4821-bbae-d4ece3c98137,segment=NetworkSegment(04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4),segment_id=04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:00.309031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362d9b8-5a8f-49af-a30f-0f3417a566ce req-80597190-2606-4367-9ed7-b91b33c6cf0a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:00.311603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89de3ed-028b-4703-8732-f7a93619d76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaf57a6-859d-4821-bbae-d4ece3c98137'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:00.313023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9362d9b8-5a8f-49af-a30f-0f3417a566ce req-80597190-2606-4367-9ed7-b91b33c6cf0a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.2231073 Jul 16 20:23:00.316349 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0431e00-2cf3-49a2-a3eb-c7175e02305d" -d '{"events": [{"server_uuid": "e89de3ed-028b-4703-8732-f7a93619d76f", "name": "network-vif-plugged", "status": "completed", "tag": "1aaf57a6-859d-4821-bbae-d4ece3c98137"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:00.322668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59810) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:00.327759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.400443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.430138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.552580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:00.565206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1aaf57a6-859d-4821-bbae-d4ece3c98137,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:00.582571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9362d9b8-5a8f-49af-a30f-0f3417a566ce req-8b5cdf74-db6a-4d6f-a12e-9a4e5d2a4ce7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497854 Jul 16 20:23:00.591804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:00.614498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:00.615497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.636236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=e8b09083-af51-413d-b66a-5436a38e295b,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:00.687235 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-15060f3c-952e-41e7-924f-adc86033106d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4005117 Jul 16 20:23:00.690017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59820) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:00.699534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ade3c207-8c76-407b-bff9-14203ad2571c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'security_group': {'name': 'tempest-secgroup-1155104325'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:00.779613 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca749785-1c9c-4025-b9c4-819024ef74a4 x-openstack-request-id: req-ca749785-1c9c-4025-b9c4-819024ef74a4 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:00.783098 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89de3ed-028b-4703-8732-f7a93619d76f", "name": "network-vif-plugged", "status": "completed", "tag": "1aaf57a6-859d-4821-bbae-d4ece3c98137", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:00.783366 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca749785-1c9c-4025-b9c4-819024ef74a4 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:00.783797 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89de3ed-028b-4703-8732-f7a93619d76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaf57a6-859d-4821-bbae-d4ece3c98137', 'code': 200} Jul 16 20:23:00.796852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ade3c207-8c76-407b-bff9-14203ad2571c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.797101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ce806-5bfe-4a9c-a250-a0ab0710a5a9 None None] Network 83ae52bb-1ae9-47e1-bc53-7f7a770151c7 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:00.868979 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4edad7d2-f42f-4caa-a9c7-1b47ba992c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.059111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.088472 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ade3c207-8c76-407b-bff9-14203ad2571c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.094681 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ade3c207-8c76-407b-bff9-14203ad2571c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.100745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a109db0-8b83-4643-a9ad-002cd6714df3 req-6f0d41b4-233e-40c3-aade-a28e01d20b09 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.103350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a109db0-8b83-4643-a9ad-002cd6714df3 req-6f0d41b4-233e-40c3-aade-a28e01d20b09 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 945 time: 0.3187373 Jul 16 20:23:01.143010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3c207-8c76-407b-bff9-14203ad2571c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27e64c6-af48-47de-8707-c928a045665d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:01.267849 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Allocated IP 172.20.0.12 (83ae52bb-1ae9-47e1-bc53-7f7a770151c7/ca704546-fad4-4dc0-9089-9285b011e57c/89e7b320-4791-40e5-a11c-60c4dc9b3019) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:01.358954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9c448-693b-4991-a3c8-29d124c35850 None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:01.435572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c0d1-ef81-4702-a561-49da9e6e9b2c req-3fb8c25b-9924-4a39-a585-b1e719eaff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.437227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d654c0d1-ef81-4702-a561-49da9e6e9b2c req-3fb8c25b-9924-4a39-a585-b1e719eaff43 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 1097 time: 0.4620101 Jul 16 20:23:01.447158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a109db0-8b83-4643-a9ad-002cd6714df3 req-5e9b700e-35ef-47a5-8c84-1a2935a409a2 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635036 Jul 16 20:23:01.485693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-356b1375-40ce-485f-81ce-1685d2763372 None None] Provisioning complete for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:01.486170 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-356b1375-40ce-485f-81ce-1685d2763372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.572352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d654c0d1-ef81-4702-a561-49da9e6e9b2c req-2b3acfde-3cf3-435d-96d7-7d4f91c83065 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948820 Jul 16 20:23:01.590158 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.610915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4edad7d2-f42f-4caa-a9c7-1b47ba992c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.616594 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4edad7d2-f42f-4caa-a9c7-1b47ba992c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.623779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ade3c207-8c76-407b-bff9-14203ad2571c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.628657 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ade3c207-8c76-407b-bff9-14203ad2571c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9339070 Jul 16 20:23:01.630007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59830) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:01.646545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5abd0e71-1993-4c0e-94c5-be594c23c5e3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'security_group': {'name': 'tempest-secgroup-1040929738'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:01.693039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4edad7d2-f42f-4caa-a9c7-1b47ba992c96 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef9c338d3ac94b339625b1412490b76d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3623319 Jul 16 20:23:01.693411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59836) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:01.696111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edad7d2-f42f-4caa-a9c7-1b47ba992c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab947af-33c3-4f29-a80a-fdda2da38744,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:01.705905 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e71-1993-4c0e-94c5-be594c23c5e3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.708154 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.767679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Port': ['ID=89e7b320-4791-40e5-a11c-60c4dc9b3019,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:01.796634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Network 83ae52bb-1ae9-47e1-bc53-7f7a770151c7 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:01.804362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:01.814902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-356b1375-40ce-485f-81ce-1685d2763372 None None] Provisioning complete for port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:01.815435 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-356b1375-40ce-485f-81ce-1685d2763372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.816136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:01.874100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6b0c293-6923-405b-b6ae-a3ed73e62d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.920741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6b0c293-6923-405b-b6ae-a3ed73e62d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.938615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e71-1993-4c0e-94c5-be594c23c5e3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.944931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e71-1993-4c0e-94c5-be594c23c5e3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.946637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-356b1375-40ce-485f-81ce-1685d2763372 None None] Port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:01.959593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Update dhcp port {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'fixed_ips': [{'subnet_id': '6b2d080c-3876-4655-8b8d-e7b14b3f4e85', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e8b09083-af51-413d-b66a-5436a38e295b'}], 'binding:host_id': 'n-d-791505-15'}, 'id': '1420385b-b1b4-4066-b12b-3fef2e08d2d1'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:23:02.001925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5abd0e71-1993-4c0e-94c5-be594c23c5e3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.004236 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5abd0e71-1993-4c0e-94c5-be594c23c5e3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3718965 Jul 16 20:23:02.009260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59838) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:02.018334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-938fad58-6c89-4ce0-aa97-11752aef5e4f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'security_group': {'name': 'tempest-secgroup-624347963'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:02.021650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.032817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd0e71-1993-4c0e-94c5-be594c23c5e3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd4bd04-fbf0-4292-a4bc-a5fef36736be,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.069030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-938fad58-6c89-4ce0-aa97-11752aef5e4f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.098786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6b0c293-6923-405b-b6ae-a3ed73e62d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.101514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6b0c293-6923-405b-b6ae-a3ed73e62d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.116829 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e6b0c293-6923-405b-b6ae-a3ed73e62d27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bab947af-33c3-4f29-a80a-fdda2da38744 HTTP/1.1" status: 204 len: 168 time: 0.4115729 Jul 16 20:23:02.140252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b6529-729d-4a98-8832-47e10198174e req-6403a0c8-3e04-4850-89e1-dbf6a0585df0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:02.141902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c6b6529-729d-4a98-8832-47e10198174e req-6403a0c8-3e04-4850-89e1-dbf6a0585df0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.3350871 Jul 16 20:23:02.178437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0c293-6923-405b-b6ae-a3ed73e62d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab947af-33c3-4f29-a80a-fdda2da38744,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.286600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.290985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c6b6529-729d-4a98-8832-47e10198174e req-e2b122de-1498-48af-a8fa-43031915bbf0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311491 Jul 16 20:23:02.359315 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.391674 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-938fad58-6c89-4ce0-aa97-11752aef5e4f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.399054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-938fad58-6c89-4ce0-aa97-11752aef5e4f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.415001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Allocated IP 2001:db8::2 (9e50f02e-75a0-4a69-825a-a97ee717a216/e8b09083-af51-413d-b66a-5436a38e295b/1420385b-b1b4-4066-b12b-3fef2e08d2d1) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:02.447433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fad58-6c89-4ce0-aa97-11752aef5e4f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4470f27a-a329-425d-8146-f1be783b7e6c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.451548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-938fad58-6c89-4ce0-aa97-11752aef5e4f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.453628 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-938fad58-6c89-4ce0-aa97-11752aef5e4f tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4433856 Jul 16 20:23:02.456687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59852) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:02.463693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-576212694', 'security_groups': ['4470f27a-a329-425d-8146-f1be783b7e6c'], 'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8b09083-af51-413d-b66a-5436a38e295b'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:02.628302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] For port 1420385b-b1b4-4066-b12b-3fef2e08d2d1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1420385b-b1b4-4066-b12b-3fef2e08d2d1,segment=NetworkSegment(7a4528ce-7141-41f1-84c0-49f678662ceb),segment_id=7a4528ce-7141-41f1-84c0-49f678662ceb)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:02.661667 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.679023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.719100 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.755045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Transition to ACTIVE for port object 1420385b-b1b4-4066-b12b-3fef2e08d2d1 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:02.763965 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.785887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:02.878467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Port': ['ID=89e7b320-4791-40e5-a11c-60c4dc9b3019,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.892733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59860) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:02.916124 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34fecff1-d871-4407-94ab-83705a376988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.982768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Pushing event updated for resources: {'Port': ['ID=1420385b-b1b4-4066-b12b-3fef2e08d2d1,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.993526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.993902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.994258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.994611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.995029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.995383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.995876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.997806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.998191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.998548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.998886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:02.999376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1a9c6-1868-4293-9978-6c4d548ce705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:03.029954 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.074570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc616ef-6823-4fb7-9373-74d78a497f5f req-a315b8c8-e284-46ac-b8a9-974893b6f2b0 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:03.083537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbc616ef-6823-4fb7-9373-74d78a497f5f req-a315b8c8-e284-46ac-b8a9-974893b6f2b0 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 945 time: 0.3228192 Jul 16 20:23:03.161305 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbc616ef-6823-4fb7-9373-74d78a497f5f req-9406c421-66e8-443f-ac60-9f81f3a57c2c tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765367 Jul 16 20:23:03.238757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.266817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] device_id is not set on port fe5df329-c9d1-4c2b-9487-1f232e584db9 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:03.299403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34fecff1-d871-4407-94ab-83705a376988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.306037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34fecff1-d871-4407-94ab-83705a376988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.377322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fecff1-d871-4407-94ab-83705a376988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f37c93c-c46f-4c3d-ae65-61742b3ee9cd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:03.380224 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.381518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-52f6e8c6-ef29-43ed-9694-4b79fc64abe7 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1293080 Jul 16 20:23:03.400283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59876) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:03.583844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8ebed439-6303-45f8-9aa8-98fafe372118 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=83ae52bb-1ae9-47e1-bc53-7f7a770151c7 HTTP/1.1" status: 200 len: 690 time: 0.1768086 Jul 16 20:23:03.602428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59886) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:03.628472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-34fecff1-d871-4407-94ab-83705a376988 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f204aa65ca048458020e7df6d5ee959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7332866 Jul 16 20:23:03.637145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 59890) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:03.639251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8::33 (9e50f02e-75a0-4a69-825a-a97ee717a216/e8b09083-af51-413d-b66a-5436a38e295b/fe5df329-c9d1-4c2b-9487-1f232e584db9) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:03.897139 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.906791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1420385b-b1b4-4066-b12b-3fef2e08d2d1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:03.910679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d20abf-eccf-45ed-a389-8a9ec9fecf3a req-26d1682a-d76a-48e8-af37-bdff28ad0ef1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:03.912896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4d20abf-eccf-45ed-a389-8a9ec9fecf3a req-26d1682a-d76a-48e8-af37-bdff28ad0ef1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.3653152 Jul 16 20:23:03.913909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ebbc840b-f0c6-4319-a5b7-24a9ab513c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.932508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.945235 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ebbc840b-f0c6-4319-a5b7-24a9ab513c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.969397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object fe5df329-c9d1-4c2b-9487-1f232e584db9 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:04.063676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.094823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1007fc8d-81f7-446a-be6a-d251327f980c None None] Provisioning for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:04.100760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1007fc8d-81f7-446a-be6a-d251327f980c None None] Provisioning complete for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:04.101392 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1007fc8d-81f7-446a-be6a-d251327f980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.131944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=fe5df329-c9d1-4c2b-9487-1f232e584db9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:04.151353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:04.152907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:04.162012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:04.171007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:04.172467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.205833 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7e312db1-a96a-4a66-a2e8-9a0db92397e0 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7469146 Jul 16 20:23:04.209342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59910) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:04.218233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8021052a-4d16-4b33-bc25-27f0deb023aa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:04.241796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1007fc8d-81f7-446a-be6a-d251327f980c None None] Provisioning complete for port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:04.242352 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1007fc8d-81f7-446a-be6a-d251327f980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.331971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1007fc8d-81f7-446a-be6a-d251327f980c None None] Port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:04.376355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.399136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ceed8e6f-12e8-418e-a96b-fb4a60dd5aee details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:04.471426 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ebbc840b-f0c6-4319-a5b7-24a9ab513c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.482814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ebbc840b-f0c6-4319-a5b7-24a9ab513c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.487640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ebbc840b-f0c6-4319-a5b7-24a9ab513c69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f37c93c-c46f-4c3d-ae65-61742b3ee9cd HTTP/1.1" status: 204 len: 168 time: 0.8473337 Jul 16 20:23:04.565889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:04.583721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ceed8e6f-12e8-418e-a96b-fb4a60dd5aee no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:04.636596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4d20abf-eccf-45ed-a389-8a9ec9fecf3a req-0b29bf6c-7f1c-4c7d-9ca1-225a4afa3d5a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301785 Jul 16 20:23:04.639999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc840b-f0c6-4319-a5b7-24a9ab513c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f37c93c-c46f-4c3d-ae65-61742b3ee9cd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:04.657233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8021052a-4d16-4b33-bc25-27f0deb023aa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:04.660857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee', 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'port_id': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee', 'mac_address': 'fa:16:3e:af:84:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1b6bd3-9526-4302-8b5e-28a4678e8bb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:04.671245 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8021052a-4d16-4b33-bc25-27f0deb023aa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.732269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Deleting port 89e7b320-4791-40e5-a11c-60c4dc9b3019 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:04.735619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.782997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.802555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceed8e6f-12e8-418e-a96b-fb4a60dd5aee {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:04.845916 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.848328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e8beffa3-8fc3-4535-908a-3f9763ee44e2 None None] Provisioning for port fe5df329-c9d1-4c2b-9487-1f232e584db9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:04.856844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e8beffa3-8fc3-4535-908a-3f9763ee44e2 None None] Provisioning complete for port fe5df329-c9d1-4c2b-9487-1f232e584db9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:04.857346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e8beffa3-8fc3-4535-908a-3f9763ee44e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.910914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:04.919523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e8beffa3-8fc3-4535-908a-3f9763ee44e2 None None] Port fe5df329-c9d1-4c2b-9487-1f232e584db9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:04.925872 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.007787 n-d-791505-15 neutron-server[100244]: INFO neutron.db.ipam_backend_mixin [None req-8021052a-4d16-4b33-bc25-27f0deb023aa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8b09083-af51-413d-b66a-5436a38e295b (CIDR: 2001:db8::/64) Jul 16 20:23:05.015476 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8021052a-4d16-4b33-bc25-27f0deb023aa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:23:05.016043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8021052a-4d16-4b33-bc25-27f0deb023aa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:05.065664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8021052a-4d16-4b33-bc25-27f0deb023aa tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8549557 Jul 16 20:23:05.066507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:05.073490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7585f3d7-d74d-4ed8-9add-d7279d41c646 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:05.078293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.141870 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:23:05.142508 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:23:05.209362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ceed8e6f-12e8-418e-a96b-fb4a60dd5aee'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:05.219987 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.415989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7585f3d7-d74d-4ed8-9add-d7279d41c646 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:05.432173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7585f3d7-d74d-4ed8-9add-d7279d41c646 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.502961 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.503664 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.524732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Calling delete_port for 89e7b320-4791-40e5-a11c-60c4dc9b3019 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:05.534474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7c870-fd43-431e-91a5-c04d0e4567fb req-246f467b-0d04-4592-912e-a0eae48589e5 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:05.541977 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ed7c870-fd43-431e-91a5-c04d0e4567fb req-246f467b-0d04-4592-912e-a0eae48589e5 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 945 time: 0.1868763 Jul 16 20:23:05.601162 n-d-791505-15 neutron-server[100244]: INFO neutron.db.ipam_backend_mixin [None req-7585f3d7-d74d-4ed8-9add-d7279d41c646 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6b2d080c-3876-4655-8b8d-e7b14b3f4e85 (CIDR: 2001:db8:0:1::/64) Jul 16 20:23:05.606399 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-7585f3d7-d74d-4ed8-9add-d7279d41c646 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:23:05.607732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7585f3d7-d74d-4ed8-9add-d7279d41c646 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:05.633157 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7585f3d7-d74d-4ed8-9add-d7279d41c646 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5631535 Jul 16 20:23:05.634029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59944) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:05.641308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'subnet': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:05.644429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ed7c870-fd43-431e-91a5-c04d0e4567fb req-1f4b53ec-4f08-4964-a49d-2e8b1aa9cfd9 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011009 Jul 16 20:23:05.701551 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.731467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ceed8e6f-12e8-418e-a96b-fb4a60dd5aee {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:05.775681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:05.782354 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.869801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.884250 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.969934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Made reservation on behalf of fac165fd801e4ecfb4be9f1afc8aa318 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:05.972957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event deleted for resources: {'Port': ['ID=89e7b320-4791-40e5-a11c-60c4dc9b3019,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.974982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.110812 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.139709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386854f-a688-4021-9781-10c0dfdb303e req-5767530f-b0b4-4934-a376-e2354fe0c484 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.142032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4386854f-a688-4021-9781-10c0dfdb303e req-5767530f-b0b4-4934-a376-e2354fe0c484 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 943 time: 0.2705772 Jul 16 20:23:06.345906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4386854f-a688-4021-9781-10c0dfdb303e req-2c15c80f-0ad6-4091-8fd3-1864beb07bfc tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612291 Jul 16 20:23:06.349166 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.379480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.402465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ceed8e6f-12e8-418e-a96b-fb4a60dd5aee up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:06.478273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:06.483457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:06.504576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.504855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c410e1b-dc27-40c6-968f-82000e8b85a8 None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:06.505716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.510779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Subnet': ['ID=2cafce93-45cc-48fe-8125-b5c9ec6dcb1e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:06.532075 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-41f3d975-1d08-459d-a9c0-a9651365e595 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8965933 Jul 16 20:23:06.534725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59968) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:06.542013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-473859921', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2cafce93-45cc-48fe-8125-b5c9ec6dcb1e'}], 'security_groups': ['f27e64c6-af48-47de-8707-c928a045665d', 'cfd4bd04-fbf0-4292-a4bc-a5fef36736be']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:06.561045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-4f299a33-5ae2-4088-bcfb-3aaa22e3f0b9 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.562780 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-4f299a33-5ae2-4088-bcfb-3aaa22e3f0b9 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.68 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 945 time: 0.3415499 Jul 16 20:23:06.666839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.754431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.782913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ca704546-fad4-4dc0-9089-9285b011e57c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:06.871729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.912310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ae52bb-1ae9-47e1-bc53-7f7a770151c7']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:06.945432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dd848a-b958-49f3-b712-22068ff3dc89') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:06.945882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dd848a-b958-49f3-b712-22068ff3dc89') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:06.977890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Deleting port 1aaf57a6-859d-4821-bbae-d4ece3c98137 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:06.978478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.992183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.043762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:07.048784 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.053312 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.073313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:07.073313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:07.075727 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:07.239089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] For port 1aaf57a6-859d-4821-bbae-d4ece3c98137, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1aaf57a6-859d-4821-bbae-d4ece3c98137,segment=NetworkSegment(04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4),segment_id=04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:07.239089 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.257408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Calling delete_port for 1aaf57a6-859d-4821-bbae-d4ece3c98137 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:07.388408 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.569945 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.598816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83ae52bb-1ae9-47e1-bc53-7f7a770151c7 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:07.600000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:07.604124 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe0f998-fbb3-44e4-89cd-e9bc8a1b82b2" -d '{"events": [{"server_uuid": "38a5b353-d70a-48e1-b96e-e2b9c97ab7f9", "name": "network-vif-plugged", "status": "completed", "tag": "ceed8e6f-12e8-418e-a96b-fb4a60dd5aee"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:07.605497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.612674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "DELETE /v2.0/networks/83ae52bb-1ae9-47e1-bc53-7f7a770151c7 HTTP/1.1" status: 204 len: 168 time: 4.0088744 Jul 16 20:23:07.626682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 59998) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:07.647723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:07.663225 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.672800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43772490-5e72-4132-925b-b9c3ca15f384 None None] Update dhcp port {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'fixed_ips': [{'subnet_id': '6b2d080c-3876-4655-8b8d-e7b14b3f4e85', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e8b09083-af51-413d-b66a-5436a38e295b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2cafce93-45cc-48fe-8125-b5c9ec6dcb1e'}], 'binding:host_id': 'n-d-791505-15'}, 'id': '1420385b-b1b4-4066-b12b-3fef2e08d2d1'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:23:07.690256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59b96a-bfe5-4f84-8eb8-5cc584e1151f tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event deleted for resources: {'Network': ['ID=83ae52bb-1ae9-47e1-bc53-7f7a770151c7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:07.762010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:07.770036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b03949-8a67-4eb5-8d77-a7eaad2b1659 req-5592ca78-c460-4079-96de-a88b8380d9a1 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:07.779459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b03949-8a67-4eb5-8d77-a7eaad2b1659 req-5592ca78-c460-4079-96de-a88b8380d9a1 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 945 time: 0.8095353 Jul 16 20:23:07.829822 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43772490-5e72-4132-925b-b9c3ca15f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.964532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Delete allocated IP 2001:db8::33 (9e50f02e-75a0-4a69-825a-a97ee717a216/e8b09083-af51-413d-b66a-5436a38e295b) {{(pid=100244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:23:07.979901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Allocated IP 2001:db8:0:2::45 (9e50f02e-75a0-4a69-825a-a97ee717a216/2cafce93-45cc-48fe-8125-b5c9ec6dcb1e/fe5df329-c9d1-4c2b-9487-1f232e584db9) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:08.134024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35b03949-8a67-4eb5-8d77-a7eaad2b1659 req-a0f715f9-640f-46b6-b0d2-1a9282d46a01 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947628 Jul 16 20:23:08.181210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.186550 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-02a4ae64-0ecb-4715-9712-923ca71a0f7d tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.5583012 Jul 16 20:23:08.190075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60012) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:08.211785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e50de2-808c-4af7-bddf-1f992f598242 req-b12388b7-b0d4-47d6-a465-74a2038444bf tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.214591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24e50de2-808c-4af7-bddf-1f992f598242 req-b12388b7-b0d4-47d6-a465-74a2038444bf tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.5110028 Jul 16 20:23:08.217359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.259295 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a759a-6dbc-4631-8069-ea4b0b4404e4 x-openstack-request-id: req-934a759a-6dbc-4631-8069-ea4b0b4404e4 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:08.260015 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a5b353-d70a-48e1-b96e-e2b9c97ab7f9", "name": "network-vif-plugged", "status": "completed", "tag": "ceed8e6f-12e8-418e-a96b-fb4a60dd5aee", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:08.260822 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-934a759a-6dbc-4631-8069-ea4b0b4404e4 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:08.262219 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee', 'code': 200} Jul 16 20:23:08.273139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Transition to ACTIVE for port object fe5df329-c9d1-4c2b-9487-1f232e584db9 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:08.282851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.341776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Pushing event deleted for resources: {'Port': ['ID=1aaf57a6-859d-4821-bbae-d4ece3c98137,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:08.453953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] In _notify_port_updated(), no bound segment for port fe5df329-c9d1-4c2b-9487-1f232e584db9 on network 9e50f02e-75a0-4a69-825a-a97ee717a216 {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:23:08.461571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.462812 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.465650 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "PUT /v2.0/ports/fe5df329-c9d1-4c2b-9487-1f232e584db9 HTTP/1.1" status: 200 len: 968 time: 1.9292467 Jul 16 20:23:08.475585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60016) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:08.498441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-43772490-5e72-4132-925b-b9c3ca15f384 None None] Allocated IP 2001:db8:0:2::2 (9e50f02e-75a0-4a69-825a-a97ee717a216/2cafce93-45cc-48fe-8125-b5c9ec6dcb1e/1420385b-b1b4-4066-b12b-3fef2e08d2d1) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:08.531483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff049e02-2faa-4e3f-9ab4-da2aeba5cd72 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event updated for resources: {'Port': ['ID=fe5df329-c9d1-4c2b-9487-1f232e584db9,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:08.639802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2ff9a-2baf-4266-ac93-fe33570a7259 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port fe5df329-c9d1-4c2b-9487-1f232e584db9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:08.641222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ff9a-2baf-4266-ac93-fe33570a7259 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.673492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] No DVR routers for this DVR port 1aaf57a6-859d-4821-bbae-d4ece3c98137 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:08.697281 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.701236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6135c3cb-d3ca-4026-a337-41aca27f4853 req-a9f81e62-ba66-48e6-aff5-5ec4a8057270 tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.68 "DELETE /v2.0/ports/1aaf57a6-859d-4821-bbae-d4ece3c98137 HTTP/1.1" status: 204 len: 173 time: 2.1325159 Jul 16 20:23:08.721985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89de3ed-028b-4703-8732-f7a93619d76f', 'name': 'network-vif-deleted', 'tag': '1aaf57a6-859d-4821-bbae-d4ece3c98137'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:08.727765 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f975c3c8-8c5c-4d60-b5e3-6c0b7fe0b71d" -d '{"events": [{"server_uuid": "e89de3ed-028b-4703-8732-f7a93619d76f", "name": "network-vif-deleted", "tag": "1aaf57a6-859d-4821-bbae-d4ece3c98137"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:08.805401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24e50de2-808c-4af7-bddf-1f992f598242 req-56e1ed78-10d3-4926-9f6e-15c31b2a9271 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146341 Jul 16 20:23:08.822725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.823568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.824568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.856347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.856347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.856347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.856347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.856347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.856347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.856347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.868232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-73ff417f-5abb-42c8-b91c-af7d2718d487 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6533 time: 0.6521833 Jul 16 20:23:08.873857 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5eb260-ff8c-4c8c-8b9f-3c6bcd79d905 x-openstack-request-id: req-ed5eb260-ff8c-4c8c-8b9f-3c6bcd79d905 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:08.873857 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89de3ed-028b-4703-8732-f7a93619d76f", "name": "network-vif-deleted", "tag": "1aaf57a6-859d-4821-bbae-d4ece3c98137", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:08.874221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60030) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:08.874345 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed5eb260-ff8c-4c8c-8b9f-3c6bcd79d905 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:08.874345 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89de3ed-028b-4703-8732-f7a93619d76f', 'name': 'network-vif-deleted', 'tag': '1aaf57a6-859d-4821-bbae-d4ece3c98137', 'status': 'completed', 'code': 200} Jul 16 20:23:08.883943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-43772490-5e72-4132-925b-b9c3ca15f384 None None] For port 1420385b-b1b4-4066-b12b-3fef2e08d2d1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1420385b-b1b4-4066-b12b-3fef2e08d2d1,segment=NetworkSegment(7a4528ce-7141-41f1-84c0-49f678662ceb),segment_id=7a4528ce-7141-41f1-84c0-49f678662ceb)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:08.944802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f53e2-ddfa-4d66-8d42-f5db0900b5b3 req-4b3ab2f4-a4c1-4231-b5da-4253d0c69bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.952247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-724f53e2-ddfa-4d66-8d42-f5db0900b5b3 req-4b3ab2f4-a4c1-4231-b5da-4253d0c69bc2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 1097 time: 0.4466138 Jul 16 20:23:08.999037 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43772490-5e72-4132-925b-b9c3ca15f384 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.030180 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-fe7c98c7-eae8-4acb-b027-e8cce49f7c3e tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:23:09.031869 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fe7c98c7-eae8-4acb-b027-e8cce49f7c3e tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/65c1f577-de17-4aae-9514-15be9a306a40 HTTP/1.1" status: 404 len: 345 time: 0.1528490 Jul 16 20:23:09.035709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43772490-5e72-4132-925b-b9c3ca15f384 None None] Transition to ACTIVE for port object 1420385b-b1b4-4066-b12b-3fef2e08d2d1 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:09.041271 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43772490-5e72-4132-925b-b9c3ca15f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.042332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60032) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.047038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-724f53e2-ddfa-4d66-8d42-f5db0900b5b3 req-98765d38-cb25-4023-ad68-4bd4fc583db4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770764 Jul 16 20:23:09.062901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ff9a-2baf-4266-ac93-fe33570a7259 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.120060 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60e0e52-04ba-4ce1-b197-dc5d5bb4bffe tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 20:23:09.121173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60e0e52-04ba-4ce1-b197-dc5d5bb4bffe tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:09.125230 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c60e0e52-04ba-4ce1-b197-dc5d5bb4bffe tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "DELETE /v2.0/networks/83ae52bb-1ae9-47e1-bc53-7f7a770151c7 HTTP/1.1" status: 404 len: 339 time: 0.0809836 Jul 16 20:23:09.132712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60036) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.138695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2ff9a-2baf-4266-ac93-fe33570a7259 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for fe5df329-c9d1-4c2b-9487-1f232e584db9 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:09.142763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Request body: {'network': {'name': 'tempest-network--2017675492', 'router:external': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:09.211215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Made reservation on behalf of 2b961e6894e844249251442d1acea6f5 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:09.214960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.373367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1aaf57a6-859d-4821-bbae-d4ece3c98137 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:09.374450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ff9a-2baf-4266-ac93-fe33570a7259 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.379854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:09.403277 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.403678 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Added segment 849b83fb-7ad7-4ea8-8a25-2a2c844024bb of type vlan for network 5f33208a-8a4d-4a64-b493-c64de4314639 Jul 16 20:23:09.442454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2ff9a-2baf-4266-ac93-fe33570a7259 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=fe5df329-c9d1-4c2b-9487-1f232e584db9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.477552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ff9a-2baf-4266-ac93-fe33570a7259 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.486557 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9fc2ff9a-2baf-4266-ac93-fe33570a7259 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/fe5df329-c9d1-4c2b-9487-1f232e584db9 HTTP/1.1" status: 204 len: 168 time: 1.0051053 Jul 16 20:23:09.487022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60040) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.487334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 1aaf57a6-859d-4821-bbae-d4ece3c98137 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:09.488452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1aaf57a6-859d-4821-bbae-d4ece3c98137 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:09.537421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a03e4450-3063-4703-8a5c-83e461a10328 req-8a98d7ee-df33-4c1b-8151-54c33d19636d tempest-ServerMetadataNegativeTestJSON-408656317 tempest-ServerMetadataNegativeTestJSON-408656317-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89de3ed-028b-4703-8732-f7a93619d76f HTTP/1.1" status: 200 len: 210 time: 0.0680134 Jul 16 20:23:09.540522 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ed26b7-827b-4529-981a-99d787160855 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] GET failed (client error): The resource could not be found. Jul 16 20:23:09.548700 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e4ed26b7-827b-4529-981a-99d787160855 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports/fe5df329-c9d1-4c2b-9487-1f232e584db9 HTTP/1.1" status: 404 len: 333 time: 0.0546272 Jul 16 20:23:09.549130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.576551 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.630623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.632893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.635664 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.708060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-05d8b4ef-83df-49c8-b9a8-8b588014c706 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.745775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-05d8b4ef-83df-49c8-b9a8-8b588014c706 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.753884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43772490-5e72-4132-925b-b9c3ca15f384 None None] Pushing event updated for resources: {'Port': ['ID=1420385b-b1b4-4066-b12b-3fef2e08d2d1,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.768414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Network': ['ID=5f33208a-8a4d-4a64-b493-c64de4314639,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.818188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60050) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.819387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b8ae3e5c-bd66-4d8d-a36a-5617960d0bc3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6804936 Jul 16 20:23:09.884525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 5f33208a-8a4d-4a64-b493-c64de4314639 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:10.085660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-05d8b4ef-83df-49c8-b9a8-8b588014c706 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.095869 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-05d8b4ef-83df-49c8-b9a8-8b588014c706 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.105888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-05d8b4ef-83df-49c8-b9a8-8b588014c706 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/security-groups/4470f27a-a329-425d-8146-f1be783b7e6c HTTP/1.1" status: 204 len: 168 time: 0.5517294 Jul 16 20:23:10.106857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60054) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.223744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8b4ef-83df-49c8-b9a8-8b588014c706 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4470f27a-a329-425d-8146-f1be783b7e6c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.320357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3adc80ec-b4e6-4677-ae22-552cb9c1dd17 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.333953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82970679-5479-4489-ad61-8983c6666c2b tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.360315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82970679-5479-4489-ad61-8983c6666c2b tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.369055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3adc80ec-b4e6-4677-ae22-552cb9c1dd17 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.383193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82970679-5479-4489-ad61-8983c6666c2b tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.405250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82970679-5479-4489-ad61-8983c6666c2b tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.414732 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82970679-5479-4489-ad61-8983c6666c2b tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5903025 Jul 16 20:23:10.418317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60068) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.465030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e6e16-314a-4786-a20b-4196053d3eb8 req-5b0ea25e-dadf-4dca-b05c-256c3dd8466b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.467601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e5e6e16-314a-4786-a20b-4196053d3eb8 req-5b0ea25e-dadf-4dca-b05c-256c3dd8466b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.3110642 Jul 16 20:23:10.496662 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3adc80ec-b4e6-4677-ae22-552cb9c1dd17 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.507162 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3adc80ec-b4e6-4677-ae22-552cb9c1dd17 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.510101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3adc80ec-b4e6-4677-ae22-552cb9c1dd17 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/security-groups/cfd4bd04-fbf0-4292-a4bc-a5fef36736be HTTP/1.1" status: 204 len: 168 time: 0.4004042 Jul 16 20:23:10.515891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60070) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.516466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60072) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.598089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc80ec-b4e6-4677-ae22-552cb9c1dd17 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd4bd04-fbf0-4292-a4bc-a5fef36736be,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.694240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e5e6e16-314a-4786-a20b-4196053d3eb8 req-e4b8e599-f61b-428e-a168-10c559b24d41 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189169 Jul 16 20:23:10.743267 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e877bc82-d400-4885-b80b-144cd2418bec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.771869 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.786256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e877bc82-d400-4885-b80b-144cd2418bec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.804585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60082) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.853677 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e877bc82-d400-4885-b80b-144cd2418bec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.857816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e877bc82-d400-4885-b80b-144cd2418bec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.859130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e877bc82-d400-4885-b80b-144cd2418bec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/security-groups/f27e64c6-af48-47de-8707-c928a045665d HTTP/1.1" status: 204 len: 168 time: 0.3229449 Jul 16 20:23:10.866124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60084) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.921434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877bc82-d400-4885-b80b-144cd2418bec tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27e64c6-af48-47de-8707-c928a045665d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:11.006480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.020798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f33208a-8a4d-4a64-b493-c64de4314639']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:11.021252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3642bc8-af42-48a4-a660-88d65865498d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet e8b09083-af51-413d-b66a-5436a38e295b {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:11.032030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3642bc8-af42-48a4-a660-88d65865498d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.043434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849b83fb-7ad7-4ea8-8a25-2a2c844024bb') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:11.043818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849b83fb-7ad7-4ea8-8a25-2a2c844024bb') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:11.073672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.100052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4902d37-e896-446c-a9c6-115890fa98cd admin admin] Deleting subnet 4f83913e-f831-4bb1-bbd3-cd6ee7133cbe {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:11.137169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49469598-cbda-4d19-95c8-99df294c97bd req-147b2aa6-3975-40d5-8348-9177c8b713d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.140406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49469598-cbda-4d19-95c8-99df294c97bd req-147b2aa6-3975-40d5-8348-9177c8b713d8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1097 time: 0.6061058 Jul 16 20:23:11.144840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3642bc8-af42-48a4-a660-88d65865498d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.279923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49469598-cbda-4d19-95c8-99df294c97bd req-057f2212-dd35-4d17-bd9b-fef399d42cad service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295767 Jul 16 20:23:11.319629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-94af366d-d1d0-4170-84a7-f400a7c1b2af None None] Could not find standard attr ID for object fe5df329-c9d1-4c2b-9487-1f232e584db9. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:23:11.336005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-94af366d-d1d0-4170-84a7-f400a7c1b2af None None] Provisioning for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:11.341629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-94af366d-d1d0-4170-84a7-f400a7c1b2af None None] Provisioning complete for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:11.342289 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-94af366d-d1d0-4170-84a7-f400a7c1b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.383052 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3642bc8-af42-48a4-a660-88d65865498d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.475669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4902d37-e896-446c-a9c6-115890fa98cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.516047 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3642bc8-af42-48a4-a660-88d65865498d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.534427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.563373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3642bc8-af42-48a4-a660-88d65865498d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b09083-af51-413d-b66a-5436a38e295b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:11.563663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:11.564400 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:11.567546 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:11.580635 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f3642bc8-af42-48a4-a660-88d65865498d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.589265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f3642bc8-af42-48a4-a660-88d65865498d tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/e8b09083-af51-413d-b66a-5436a38e295b HTTP/1.1" status: 204 len: 168 time: 0.7159264 Jul 16 20:23:11.590217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60096) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:11.651030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4902d37-e896-446c-a9c6-115890fa98cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.664798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-94af366d-d1d0-4170-84a7-f400a7c1b2af None None] Provisioning complete for port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:11.665188 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-94af366d-d1d0-4170-84a7-f400a7c1b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.812723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf6e243-1109-47f0-abb7-b91122f96e01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet 2cafce93-45cc-48fe-8125-b5c9ec6dcb1e {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:11.828948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e243-1109-47f0-abb7-b91122f96e01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.851131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049d5e8-7054-45df-8965-4ebf2aedd657 None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:11.937906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4902d37-e896-446c-a9c6-115890fa98cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.955068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1420385b-b1b4-4066-b12b-3fef2e08d2d1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:12.057056 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4902d37-e896-446c-a9c6-115890fa98cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.062986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-94af366d-d1d0-4170-84a7-f400a7c1b2af None None] Port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:12.099388 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e243-1109-47f0-abb7-b91122f96e01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.149603 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4902d37-e896-446c-a9c6-115890fa98cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.157723 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a4902d37-e896-446c-a9c6-115890fa98cd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4f83913e-f831-4bb1-bbd3-cd6ee7133cbe HTTP/1.1" status: 204 len: 168 time: 1.3513834 Jul 16 20:23:12.159788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60110) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.212746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-75126c7c-a18f-4614-98ed-7fb69f670fb0 None None] Could not find standard attr ID for object fe5df329-c9d1-4c2b-9487-1f232e584db9. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:23:12.313396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.318239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902d37-e896-446c-a9c6-115890fa98cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f83913e-f831-4bb1-bbd3-cd6ee7133cbe,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.329787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.329942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:12.330496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.337168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f33208a-8a4d-4a64-b493-c64de4314639 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:12.347498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd035b0-0ab9-4008-94f8-19b5214b30a0 req-e4c8b6f3-6ad6-4355-bb10-5ef6b0bcba51 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:12.351042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3bd035b0-0ab9-4008-94f8-19b5214b30a0 req-e4c8b6f3-6ad6-4355-bb10-5ef6b0bcba51 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.3881662 Jul 16 20:23:12.358303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.368732 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "DELETE /v2.0/networks/5f33208a-8a4d-4a64-b493-c64de4314639 HTTP/1.1" status: 204 len: 168 time: 1.9399722 Jul 16 20:23:12.373999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60116) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.395394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Request body: {'network': {'name': 'tempest-network--940572089', 'router:external': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:12.431490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314056d-a7cf-49d2-9b6b-24eb7cb37024 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f33208a-8a4d-4a64-b493-c64de4314639,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.513034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.527881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233782f7-df27-49fe-9e4c-cadec4b23741']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:12.536907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Made reservation on behalf of 2b961e6894e844249251442d1acea6f5 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:12.544968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:12.545284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ca4fcd-fe4b-4c6f-849b-192bf20c2ff4') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:12.546699 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.577011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.603807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e243-1109-47f0-abb7-b91122f96e01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.662198 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.686345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:12.693123 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:12.696644 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:12.858287 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e243-1109-47f0-abb7-b91122f96e01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.886145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3bd035b0-0ab9-4008-94f8-19b5214b30a0 req-77add08b-835e-4872-a431-2594aa46f607 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086756 Jul 16 20:23:12.930219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.943890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.952501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] 10.222.0.78 "DELETE /v2.0/networks/233782f7-df27-49fe-9e4c-cadec4b23741 HTTP/1.1" status: 204 len: 168 time: 0.7888236 Jul 16 20:23:12.994249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8fc14-b5d9-497d-8d13-37b3573d233f admin admin] Pushing event deleted for resources: {'Network': ['ID=233782f7-df27-49fe-9e4c-cadec4b23741,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.005910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e243-1109-47f0-abb7-b91122f96e01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.010252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-aaf6e243-1109-47f0-abb7-b91122f96e01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/2cafce93-45cc-48fe-8125-b5c9ec6dcb1e HTTP/1.1" status: 204 len: 168 time: 1.4158077 Jul 16 20:23:13.012270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60136) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.016674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6e243-1109-47f0-abb7-b91122f96e01 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=2cafce93-45cc-48fe-8125-b5c9ec6dcb1e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.025640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:13.040739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.041091 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Added segment fe204791-bf81-481d-8ca8-c2bae28d2efd of type vlan for network c38a83f6-20a6-4d68-9707-e377ffc49fb5 Jul 16 20:23:13.094188 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fff5aef-0167-4196-aa5a-e9a8d3346ef4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:13.094679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fff5aef-0167-4196-aa5a-e9a8d3346ef4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:13.099421 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6fff5aef-0167-4196-aa5a-e9a8d3346ef4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/e8b09083-af51-413d-b66a-5436a38e295b HTTP/1.1" status: 404 len: 337 time: 0.0852039 Jul 16 20:23:13.100114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60142) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.222261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e68b90a-d93a-459f-abc7-dd5921493cb4 None None] Update dhcp port {'port': {'network_id': '9e50f02e-75a0-4a69-825a-a97ee717a216', 'fixed_ips': [{'subnet_id': '6b2d080c-3876-4655-8b8d-e7b14b3f4e85', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2cafce93-45cc-48fe-8125-b5c9ec6dcb1e'}], 'binding:host_id': 'n-d-791505-15'}, 'id': '1420385b-b1b4-4066-b12b-3fef2e08d2d1'} from n-d-791505-15. {{(pid=100245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:23:13.253115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.324513 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e68b90a-d93a-459f-abc7-dd5921493cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.343694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb5c67b-7695-4616-8ba5-87fdf22dc074 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting subnet 6b2d080c-3876-4655-8b8d-e7b14b3f4e85 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:13.369269 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c67b-7695-4616-8ba5-87fdf22dc074 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.445306 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.446468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.447065 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.569979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c67b-7695-4616-8ba5-87fdf22dc074 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.654367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2741308 Jul 16 20:23:13.662118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.711939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.778700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f642444-13a2-4bdf-be80-4187e9592ac3 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Network': ['ID=c38a83f6-20a6-4d68-9707-e377ffc49fb5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.792417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c38a83f6-20a6-4d68-9707-e377ffc49fb5 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:13.869169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dfcf2-51c6-4f99-98e3-81e26b27385b req-e4c542e9-0b53-40dd-842d-7f3f883708c9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.875525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-662dfcf2-51c6-4f99-98e3-81e26b27385b req-e4c542e9-0b53-40dd-842d-7f3f883708c9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 0.4239101 Jul 16 20:23:14.011419 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7f30f5df-057c-4df1-a732-639e7bbd6b12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=788a165768544fb0802a5118933279d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687888 Jul 16 20:23:14.013519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60166) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.066753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-662dfcf2-51c6-4f99-98e3-81e26b27385b req-cb8d04e8-8633-45a2-a044-cfda584bcbf0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806154 Jul 16 20:23:14.097674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a76cb4c-e257-4d6c-a7de-a786ffebfd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.131657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b243d8-6a4c-407e-a87c-f6d88e4b7bb5 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.133651 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a76cb4c-e257-4d6c-a7de-a786ffebfd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.134422 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-50b243d8-6a4c-407e-a87c-f6d88e4b7bb5 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] 10.222.0.78 "GET /v2.0/networks/c38a83f6-20a6-4d68-9707-e377ffc49fb5 HTTP/1.1" status: 200 len: 756 time: 0.4728115 Jul 16 20:23:14.136981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c67b-7695-4616-8ba5-87fdf22dc074 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.144083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60170) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.334957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968472b1-5170-44df-a774-a1a2c2b86b46 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.339892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-968472b1-5170-44df-a774-a1a2c2b86b46 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] 10.222.0.78 "GET /v2.0/networks/323b6bb4-54ac-4a36-932c-0582b5ba5de3 HTTP/1.1" status: 200 len: 768 time: 0.1942384 Jul 16 20:23:14.341041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60176) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.353871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c67b-7695-4616-8ba5-87fdf22dc074 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-7e68b90a-d93a-459f-abc7-dd5921493cb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b2d080c-3876-4655-8b8d-e7b14b3f4e85: This subnet is being modified by another concurrent operation. Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b2d080c-3876-4655-8b8d-e7b14b3f4e85: This subnet is being modified by another concurrent operation. Jul 16 20:23:14.360402 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:23:14.381207 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a76cb4c-e257-4d6c-a7de-a786ffebfd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.382984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a76cb4c-e257-4d6c-a7de-a786ffebfd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.384408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8a76cb4c-e257-4d6c-a7de-a786ffebfd90 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4bd62c82-f0ec-4fcd-9a09-c84ddc301e05 HTTP/1.1" status: 204 len: 168 time: 0.3696575 Jul 16 20:23:14.397977 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c67b-7695-4616-8ba5-87fdf22dc074 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.411184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2bb5c67b-7695-4616-8ba5-87fdf22dc074 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/6b2d080c-3876-4655-8b8d-e7b14b3f4e85 HTTP/1.1" status: 204 len: 168 time: 1.3050852 Jul 16 20:23:14.411184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60180) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.433456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76cb4c-e257-4d6c-a7de-a786ffebfd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd62c82-f0ec-4fcd-9a09-c84ddc301e05,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.491690 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9648c9d0-678f-40bf-a31a-1e5042240433 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:14.493662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9648c9d0-678f-40bf-a31a-1e5042240433 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:14.529299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.533183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60182) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.534357 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9648c9d0-678f-40bf-a31a-1e5042240433 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/5750b0f4-c971-453e-b0c7-954ebd36e59f HTTP/1.1" status: 404 len: 337 time: 0.1145451 Jul 16 20:23:14.537164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5c67b-7695-4616-8ba5-87fdf22dc074 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2d080c-3876-4655-8b8d-e7b14b3f4e85,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.580895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769a85c-cee8-4ed3-b5d0-e8e2b427027d None None] Network 9e50f02e-75a0-4a69-825a-a97ee717a216 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:14.603292 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-532bc250-9159-4774-8abd-25af5bbe9cc1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "GET /v2.0/ports?device_id=06b6061f-be14-47e8-be98-2f7e847ad1df HTTP/1.1" status: 200 len: 205 time: 0.0498745 Jul 16 20:23:14.603770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60184) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.673159 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-a597c957-7cb7-4122-9160-79bd38bd0ace tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] delete failed (client error): The resource could not be found. Jul 16 20:23:14.679946 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a597c957-7cb7-4122-9160-79bd38bd0ace tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/routers/06b6061f-be14-47e8-be98-2f7e847ad1df HTTP/1.1" status: 404 len: 336 time: 0.0710530 Jul 16 20:23:14.680233 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.681565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60186) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.694759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38a83f6-20a6-4d68-9707-e377ffc49fb5']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.709973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe204791-bf81-481d-8ca8-c2bae28d2efd') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.710392 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe204791-bf81-481d-8ca8-c2bae28d2efd') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.723948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.756564 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.779652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:14.781674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.801455 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2464c82e-3e22-43fb-b5e5-5714c8538cdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:14.805854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2464c82e-3e22-43fb-b5e5-5714c8538cdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:14.819939 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2464c82e-3e22-43fb-b5e5-5714c8538cdc tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/ecfbfdef-12b4-4f9e-81d1-db7f86322253 HTTP/1.1" status: 404 len: 337 time: 0.1369057 Jul 16 20:23:14.821817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60188) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:14.854256 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:14.867504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bc002649-4ed8-46dd-94f8-ce1de84ee9d4 None None] Provisioning complete for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:14.868344 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bc002649-4ed8-46dd-94f8-ce1de84ee9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.006523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bc002649-4ed8-46dd-94f8-ce1de84ee9d4 None None] Provisioning complete for port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:15.007200 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bc002649-4ed8-46dd-94f8-ce1de84ee9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.018839 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-635dab10-9a81-404f-934f-9910d93acf28 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:15.020912 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.023333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635dab10-9a81-404f-934f-9910d93acf28 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:15.030766 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-635dab10-9a81-404f-934f-9910d93acf28 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/aec49756-308b-489a-a13a-3e70e00b7a7f HTTP/1.1" status: 404 len: 337 time: 0.2012527 Jul 16 20:23:15.037708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60200) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.045451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c38a83f6-20a6-4d68-9707-e377ffc49fb5 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:15.090940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event deleted for resources: {'Network': ['ID=c38a83f6-20a6-4d68-9707-e377ffc49fb5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:15.103198 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.107213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eb41c91c-e593-4084-a246-96712552fae6 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "DELETE /v2.0/networks/c38a83f6-20a6-4d68-9707-e377ffc49fb5 HTTP/1.1" status: 204 len: 168 time: 0.7643354 Jul 16 20:23:15.114161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60204) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.121918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Request body: {'network': {'name': 'tempest-network--200772839'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:15.137194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] DHCP port deletion for 9e50f02e-75a0-4a69-825a-a97ee717a216 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:15.175064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Made reservation on behalf of 2b961e6894e844249251442d1acea6f5 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:15.184674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.196725 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcea980-07f6-4100-870a-762080c7834c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:15.197431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcea980-07f6-4100-870a-762080c7834c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:15.208812 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bbcea980-07f6-4100-870a-762080c7834c tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/39070cc8-634c-43d7-afef-31f2a72f4109 HTTP/1.1" status: 404 len: 337 time: 0.1674879 Jul 16 20:23:15.211906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60212) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.268727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:15.300824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.301270 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Added segment 260bf464-394b-4135-be60-5d49b01d4dab of type vlan for network e43f37d5-02d0-46c0-bbd6-f4c4338d615b Jul 16 20:23:15.307941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bc002649-4ed8-46dd-94f8-ce1de84ee9d4 None None] Port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:15.339439 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-617934dc-8d70-4295-b5ec-5b9ee134625b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:15.348253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617934dc-8d70-4295-b5ec-5b9ee134625b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:15.358565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] Deleting port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:15.359301 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.359427 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-617934dc-8d70-4295-b5ec-5b9ee134625b tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/3b1ccb6c-2229-4887-8e2f-dbfe081bfae0 HTTP/1.1" status: 404 len: 333 time: 0.1462922 Jul 16 20:23:15.360173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60222) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.450344 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-edae75d9-0cf6-4e97-9878-baa936ea9253 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:15.456574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edae75d9-0cf6-4e97-9878-baa936ea9253 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:15.464137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-edae75d9-0cf6-4e97-9878-baa936ea9253 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/054b47d1-6a11-490d-8233-e5224d5a8b05 HTTP/1.1" status: 404 len: 337 time: 0.1003952 Jul 16 20:23:15.468974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60230) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.494613 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.566104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] For port 1420385b-b1b4-4066-b12b-3fef2e08d2d1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1420385b-b1b4-4066-b12b-3fef2e08d2d1,segment=NetworkSegment(7a4528ce-7141-41f1-84c0-49f678662ceb),segment_id=7a4528ce-7141-41f1-84c0-49f678662ceb)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:15.567080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.596168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] Calling delete_port for 1420385b-b1b4-4066-b12b-3fef2e08d2d1 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:15.627867 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-43691bda-c80b-44b2-8214-557d2594fdb1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:15.629361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43691bda-c80b-44b2-8214-557d2594fdb1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:15.642119 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-43691bda-c80b-44b2-8214-557d2594fdb1 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/19d33c5a-1e15-4107-85f5-4353896d8ea0 HTTP/1.1" status: 404 len: 337 time: 0.1665270 Jul 16 20:23:15.645111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60238) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.714539 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.716964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:15.717977 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.831006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Network': ['ID=e43f37d5-02d0-46c0-bbd6-f4c4338d615b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:15.841798 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5603da-1ef7-4bda-8798-dd555c4313c4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:15.842883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5603da-1ef7-4bda-8798-dd555c4313c4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:15.848617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60246) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.849905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e43f37d5-02d0-46c0-bbd6-f4c4338d615b details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:15.859683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a5603da-1ef7-4bda-8798-dd555c4313c4 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/50d73de8-fa19-47c6-865c-286414dfbaeb HTTP/1.1" status: 404 len: 333 time: 0.2136464 Jul 16 20:23:15.867963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1e3675f6-ec7a-4254-8ba8-4408ddcb9474 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7522593 Jul 16 20:23:15.875868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60248) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.884029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-63590eaa-79fd-452a-bfd9-9d8daf4dfd7a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:15.896526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-63590eaa-79fd-452a-bfd9-9d8daf4dfd7a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 815 time: 0.4614995 Jul 16 20:23:15.919455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d8c101c5-c74d-4b14-b2b8-7a9b6783ac53 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:15.929491 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28e906b-f146-48a6-8b71-4e3423238bef tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:15.932950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28e906b-f146-48a6-8b71-4e3423238bef tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:15.938062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1420385b-b1b4-4066-b12b-3fef2e08d2d1 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:15.948104 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f28e906b-f146-48a6-8b71-4e3423238bef tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/c60ceb1d-96ac-4cc5-9af1-a0b5c9b0b993 HTTP/1.1" status: 404 len: 337 time: 0.0953481 Jul 16 20:23:15.949317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60250) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:16.095226 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2175f212-bd34-4b32-9691-74b8f7149fd3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:16.096432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2175f212-bd34-4b32-9691-74b8f7149fd3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:16.112715 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2175f212-bd34-4b32-9691-74b8f7149fd3 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/subnets/f64a9bf6-1b1f-43e9-8625-29b5dd132b3c HTTP/1.1" status: 404 len: 337 time: 0.1616015 Jul 16 20:23:16.114180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60262) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:16.211013 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.290707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-a97fee78-a094-47aa-81e3-b66521bda19c tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/quotas/522cbde02bc344958565b7c0644a9f97 HTTP/1.1" status: 200 len: 375 time: 0.2573788 Jul 16 20:23:16.353392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] Pushing event deleted for resources: {'Port': ['ID=1420385b-b1b4-4066-b12b-3fef2e08d2d1,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.361200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No active binding found for port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 {{(pid=100245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:23:16.361910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1420385b-b1b4-4066-b12b-3fef2e08d2d1 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:16.381681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c1eca-9ea7-465e-9e53-e940cc2192e3 None None] No DVR routers for this DVR port 1420385b-b1b4-4066-b12b-3fef2e08d2d1 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:16.409579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-db4e5741-89f2-46de-b212-388264fe0c06 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Deleting port a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:16.411274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db4e5741-89f2-46de-b212-388264fe0c06 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.426893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2d969-4c67-4458-8775-643b51e33d77 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:23:16.556019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db4e5741-89f2-46de-b212-388264fe0c06 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.639819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-db4e5741-89f2-46de-b212-388264fe0c06 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Calling delete_port for a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:16.769115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2d969-4c67-4458-8775-643b51e33d77 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:23:16.778944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60284) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:16.854963 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db4e5741-89f2-46de-b212-388264fe0c06 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.991363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e5741-89f2-46de-b212-388264fe0c06 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Port': ['ID=a40cf77e-65c5-4a3f-ab75-6b6d137a49e3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:17.013510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db4e5741-89f2-46de-b212-388264fe0c06 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.019454 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-db4e5741-89f2-46de-b212-388264fe0c06 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/ports/a40cf77e-65c5-4a3f-ab75-6b6d137a49e3 HTTP/1.1" status: 204 len: 168 time: 0.8938937 Jul 16 20:23:17.024818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60288) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:17.118037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-798383853-network', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:17.226265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8c101c5-c74d-4b14-b2b8-7a9b6783ac53 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.313528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.338506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Made reservation on behalf of e430b5223d15405aab95b7b8e254fa0d for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:17.338986 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8c101c5-c74d-4b14-b2b8-7a9b6783ac53 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.342949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.417220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.457833 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8c101c5-c74d-4b14-b2b8-7a9b6783ac53 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Network e43f37d5-02d0-46c0-bbd6-f4c4338d615b is not hosted by any dhcp agent {{(pid=100243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:23:17.459671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c101c5-c74d-4b14-b2b8-7a9b6783ac53 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.461306 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d8c101c5-c74d-4b14-b2b8-7a9b6783ac53 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.466732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d8c101c5-c74d-4b14-b2b8-7a9b6783ac53 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "PUT /v2.0/networks/e43f37d5-02d0-46c0-bbd6-f4c4338d615b HTTP/1.1" status: 200 len: 857 time: 1.5653691 Jul 16 20:23:17.480291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60296) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:17.511155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.543248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e50f02e-75a0-4a69-825a-a97ee717a216']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:17.561954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4528ce-7141-41f1-84c0-49f678662ceb') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:17.562261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4528ce-7141-41f1-84c0-49f678662ceb') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:17.579283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.611809 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.627467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:17.627916 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:17.632609 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:17.651119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c101c5-c74d-4b14-b2b8-7a9b6783ac53 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event updated for resources: {'Network': ['ID=e43f37d5-02d0-46c0-bbd6-f4c4338d615b,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:17.675871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-54191dd2-1b5a-4934-9916-772c95f43943 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.678637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-54191dd2-1b5a-4934-9916-772c95f43943 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a5b353-d70a-48e1-b96e-e2b9c97ab7f9 HTTP/1.1" status: 200 len: 945 time: 1.3794045 Jul 16 20:23:17.732956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.738621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.740795 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] 10.222.0.78 "DELETE /v2.0/networks/9e50f02e-75a0-4a69-825a-a97ee717a216 HTTP/1.1" status: 204 len: 168 time: 0.7136853 Jul 16 20:23:17.761893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6830a3-4d96-422a-b0ba-d80471f07c25 tempest-PortsIpV6TestJSON-1423852585 tempest-PortsIpV6TestJSON-1423852585-project] Pushing event deleted for resources: {'Network': ['ID=9e50f02e-75a0-4a69-825a-a97ee717a216,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:17.788927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.802471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.827589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.919651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-215aca25-7926-4a49-bd92-467f4928e97f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6723938 Jul 16 20:23:17.927619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b010b1c0-b561-42d5-b8bb-48ec09fb530e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:17.944790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:17.987904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.989314 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Added segment c7991841-1f07-4fab-a8c0-9ed66b0ed547 of type vlan for network a8a60d4b-692e-4916-ba78-7727d3e89d73 Jul 16 20:23:18.036317 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2ec09df5-932f-40d0-ad65-32f4ccfaf8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.069942 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.093535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.100311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43f37d5-02d0-46c0-bbd6-f4c4338d615b']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:18.120126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260bf464-394b-4135-be60-5d49b01d4dab') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:18.120528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260bf464-394b-4135-be60-5d49b01d4dab') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:18.142918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-52c8bd25-96f7-4468-96f8-688a770700fa tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:23:18.144031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-52c8bd25-96f7-4468-96f8-688a770700fa tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134003 Jul 16 20:23:18.145371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.147075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.148034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.150895 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.269338 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4884820 Jul 16 20:23:18.289609 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.292056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60312) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.292640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60314) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.309919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Request body: {'subnet': {'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-subnet', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:18.321794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:18.322485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:18.326808 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:18.411169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Made reservation on behalf of e430b5223d15405aab95b7b8e254fa0d for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:18.421922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.431989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed31c6-5094-4489-8be0-6b93668ca3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a60d4b-692e-4916-ba78-7727d3e89d73,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:18.445963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a8a60d4b-692e-4916-ba78-7727d3e89d73 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:18.576235 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.595025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e43f37d5-02d0-46c0-bbd6-f4c4338d615b {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:18.600467 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.603969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e43f37d5-02d0-46c0-bbd6-f4c4338d615b HTTP/1.1" status: 204 len: 168 time: 1.1141913 Jul 16 20:23:18.608476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60322) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.642274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-5bea1adf-46e1-4d92-8101-317e3c899ba0 service neutron] 10.222.0.78 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801381 Jul 16 20:23:18.644815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Deleting port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:18.645389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.739658 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1eadb1e-7d75-4822-82e0-e79cbd32d5e4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:18.740482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1eadb1e-7d75-4822-82e0-e79cbd32d5e4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:18.743825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f1eadb1e-7d75-4822-82e0-e79cbd32d5e4 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] 10.222.0.78 "DELETE /v2.0/subnets/ca704546-fad4-4dc0-9089-9285b011e57c HTTP/1.1" status: 404 len: 337 time: 0.1320765 Jul 16 20:23:18.755219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60328) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.858344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] For port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:18.858769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.893947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Calling delete_port for ceed8e6f-12e8-418e-a96b-fb4a60dd5aee owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:19.105805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8a095-ab4e-4bb1-b823-c93cd9b90235 tempest-ExternalNetworksTestJSON-1565023743 tempest-ExternalNetworksTestJSON-1565023743-project-admin] Pushing event deleted for resources: {'Network': ['ID=e43f37d5-02d0-46c0-bbd6-f4c4338d615b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.114318 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1310bc64-6d0f-4828-bbd5-cbaac93e56ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fac165fd801e4ecfb4be9f1afc8aa318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8172433 Jul 16 20:23:19.122277 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:19.125083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60336) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.162854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.201193 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.203097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.267127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Pushing event deleted for resources: {'Port': ['ID=ceed8e6f-12e8-418e-a96b-fb4a60dd5aee,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.326418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-96a24069-dd00-4a5c-b513-bf5055ab9709 service neutron] 10.222.0.78 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534984 Jul 16 20:23:19.346787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] No DVR routers for this DVR port ceed8e6f-12e8-418e-a96b-fb4a60dd5aee on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:19.353393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.357350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6394e5c-3b1b-4c76-9238-d1702cd3adae req-2c3f6c83-80b9-455e-aedc-8f5e371202a9 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.16 "DELETE /v2.0/ports/ceed8e6f-12e8-418e-a96b-fb4a60dd5aee HTTP/1.1" status: 204 len: 173 time: 1.5641603 Jul 16 20:23:19.358130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'name': 'network-vif-deleted', 'tag': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:19.363110 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae11c83-7105-45b7-ba55-19121e15a37d" -d '{"events": [{"server_uuid": "38a5b353-d70a-48e1-b96e-e2b9c97ab7f9", "name": "network-vif-deleted", "tag": "ceed8e6f-12e8-418e-a96b-fb4a60dd5aee"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:19.442121 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb9fa4c-588d-40b5-ad6c-3d90a5715ff6 x-openstack-request-id: req-7cb9fa4c-588d-40b5-ad6c-3d90a5715ff6 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:19.442434 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a5b353-d70a-48e1-b96e-e2b9c97ab7f9", "name": "network-vif-deleted", "tag": "ceed8e6f-12e8-418e-a96b-fb4a60dd5aee", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:19.442686 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7cb9fa4c-588d-40b5-ad6c-3d90a5715ff6 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:19.443098 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a5b353-d70a-48e1-b96e-e2b9c97ab7f9', 'name': 'network-vif-deleted', 'tag': 'ceed8e6f-12e8-418e-a96b-fb4a60dd5aee', 'status': 'completed', 'code': 200} Jul 16 20:23:19.551827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b975ae1-2dbd-4b2c-98fe-109a76ff2614,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.612650 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c503852-fc38-4759-9472-7224d0db98e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.652440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Checking segment: {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:19.652815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Network hostable DHCP agents. Network: a8a60d4b-692e-4916-ba78-7727d3e89d73, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:19.690204 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.724254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c503852-fc38-4759-9472-7224d0db98e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.726874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323b6bb4-54ac-4a36-932c-0582b5ba5de3']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:19.765887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284359c4-9a9f-48cb-bedd-212c59ad25a7') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:19.766288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284359c4-9a9f-48cb-bedd-212c59ad25a7') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:19.796382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.800818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Network a8a60d4b-692e-4916-ba78-7727d3e89d73 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:19.829126 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.833923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a8a60d4b-692e-4916-ba78-7727d3e89d73) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:19.841611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.842992 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.850918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:19.851388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:19.856313 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:19.860454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a863b863-5934-4653-adc8-b1a8f58ff18a None None] Network a8a60d4b-692e-4916-ba78-7727d3e89d73 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:19.879788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c503852-fc38-4759-9472-7224d0db98e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.882540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c503852-fc38-4759-9472-7224d0db98e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.886679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4c503852-fc38-4759-9472-7224d0db98e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2194fae2-06e0-489b-847d-388e6bd1bf4e HTTP/1.1" status: 204 len: 168 time: 0.7570720 Jul 16 20:23:19.902260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c503852-fc38-4759-9472-7224d0db98e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2194fae2-06e0-489b-847d-388e6bd1bf4e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.905720 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2c58cbc3-43ab-4f58-b3f9-8de185b3848a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6113980 Jul 16 20:23:19.908377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60352) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.914221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:19.961806 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.963288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.004888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.013394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.018213 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] 10.222.0.78 "DELETE /v2.0/networks/323b6bb4-54ac-4a36-932c-0582b5ba5de3 HTTP/1.1" status: 204 len: 168 time: 1.2599010 Jul 16 20:23:20.092855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6dbcc-f7d6-45ff-8cca-f25be452c192 tempest-ExternalNetworksTestJSON-1605199594 tempest-ExternalNetworksTestJSON-1605199594-project] Pushing event deleted for resources: {'Network': ['ID=323b6bb4-54ac-4a36-932c-0582b5ba5de3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:20.193469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52135042-0c3d-4a08-ae63-974a0625b3a8 req-dbf4fca1-c4cf-4087-ad52-1a48f20301cc tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 210 time: 0.1971807 Jul 16 20:23:20.305161 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.315821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d33e83-6824-4b1e-b412-5faafdcf1366 None None] Network a8a60d4b-692e-4916-ba78-7727d3e89d73 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:20.522798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ceed8e6f-12e8-418e-a96b-fb4a60dd5aee no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:20.643145 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.730320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60382) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:20.741978 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-07fd8515-f046-4e1e-b2ed-09aa8e58e26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.751573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: ceed8e6f-12e8-418e-a96b-fb4a60dd5aee {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:20.753886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ceed8e6f-12e8-418e-a96b-fb4a60dd5aee not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:20.899771 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.170944 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.242729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.286332 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c0d4126d-a890-470a-9226-8fa61397dfc9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33ec0fd315b74a9892b005a4dfaf8b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464506 Jul 16 20:23:21.298739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60404) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:21.508304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.578756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.737468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Allocated IP 172.25.6.222 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/9cf1753e-86dc-4341-8fb5-5c6da0f45a44) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:21.786909 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.792187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.798576 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c4add44c-36ae-43d9-9fb5-e7521454042a HTTP/1.1" status: 204 len: 168 time: 0.4915416 Jul 16 20:23:21.828081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4add44c-36ae-43d9-9fb5-e7521454042a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:21.869132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.874489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.875235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.875934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.876699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.877459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.878704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.880331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.884686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.885510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.886277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:21.887007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c03ada-371d-4cc0-8a60-7c48b2bf1225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:22.094427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c24a6ff8-209b-4cdd-83c8-1cee59bc46bc req-a9f66dd1-1c31-48de-be10-94a87b430dfa tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 210 time: 0.1405239 Jul 16 20:23:22.396942 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.400161 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.496477 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.572616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:22.579707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:22.585039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60448) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:22.589900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:22.669330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Pushing event updated for resources: {'Port': ['ID=9cf1753e-86dc-4341-8fb5-5c6da0f45a44,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:22.801763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407974638'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:22.919909 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.964081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.014699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60456) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:23.159436 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5e0c648b-57cb-4d36-a838-419da11e5111 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b961e6894e844249251442d1acea6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394875 Jul 16 20:23:23.164641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60462) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:23.414893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-5e246384-472e-4aa6-86e7-70c6a96e08d2 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.416576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-5e246384-472e-4aa6-86e7-70c6a96e08d2 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.16 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 815 time: 0.3089242 Jul 16 20:23:23.431842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Request body: {'port': {'device_id': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'admin_state_up': True, 'tenant_id': '522cbde02bc344958565b7c0644a9f97'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:23.462188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fb668fe4-1da6-4c78-af7a-bcf944fd8954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.580085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fb668fe4-1da6-4c78-af7a-bcf944fd8954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.690715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8198ab0c-9c43-4ef7-868b-343a0235d2b4 req-197b0e4d-fb8b-4465-85a1-df30aa01a11b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 210 time: 0.1164603 Jul 16 20:23:23.765205 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.785429 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.790418 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.812634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.868718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Made reservation on behalf of 522cbde02bc344958565b7c0644a9f97 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:23.873201 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.889882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90d267d-5e42-48a4-a625-6700c08fd08a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:23.925971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fb668fe4-1da6-4c78-af7a-bcf944fd8954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.931381 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fb668fe4-1da6-4c78-af7a-bcf944fd8954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.934048 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fb668fe4-1da6-4c78-af7a-bcf944fd8954 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d069296a-6837-4111-8000-b41a0c80413a HTTP/1.1" status: 204 len: 168 time: 0.7674649 Jul 16 20:23:23.962443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb668fe4-1da6-4c78-af7a-bcf944fd8954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d069296a-6837-4111-8000-b41a0c80413a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.114901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.123183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.208994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.220478 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6332350 Jul 16 20:23:24.221588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60480) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:24.223919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a453f53-7cc0-46d9-a845-8760259c6b99 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcc6143-49be-4137-9f47-ff5482bad6be,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.432624 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3f228a66-0b63-4f5c-90cb-577f112329c2 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2096179 Jul 16 20:23:24.433381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60484) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:24.448432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ed71c63a-a7f2-4b3c-a38e-e4bbdcc97f25 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-security--1377881189', 'description': 'tempest-security-description-357207136'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:24.491331 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed71c63a-a7f2-4b3c-a38e-e4bbdcc97f25 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.615914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed71c63a-a7f2-4b3c-a38e-e4bbdcc97f25 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.624651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed71c63a-a7f2-4b3c-a38e-e4bbdcc97f25 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.640241 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed71c63a-a7f2-4b3c-a38e-e4bbdcc97f25 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.640241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed71c63a-a7f2-4b3c-a38e-e4bbdcc97f25 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "PUT /v2.0/security-groups/6bcc6143-49be-4137-9f47-ff5482bad6be HTTP/1.1" status: 200 len: 1779 time: 0.2042112 Jul 16 20:23:24.768976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60494) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:24.771417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71c63a-a7f2-4b3c-a38e-e4bbdcc97f25 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcc6143-49be-4137-9f47-ff5482bad6be,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.912351 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7ebef582-ae55-4a23-b875-e03d37c6ec3b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups/6bcc6143-49be-4137-9f47-ff5482bad6be HTTP/1.1" status: 200 len: 1779 time: 0.1352177 Jul 16 20:23:24.917706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60508) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:24.989975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Allocated IP 172.20.0.9 (b21356f6-28b7-4960-998f-81624b37c676/fb1b6bd3-9526-4302-8b5e-28a4678e8bb6/834e8abd-1164-4ed9-9356-6e3dfa433230) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:25.035688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.157220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86020283-863c-4dbf-8ab9-33353ab381f1 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.191877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86020283-863c-4dbf-8ab9-33353ab381f1 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.255584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74200e3a-e3b1-4240-947a-e4b708574d8b req-9b4eda35-6e01-44ee-a310-b85275d35a65 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 210 time: 0.1693888 Jul 16 20:23:25.333589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86020283-863c-4dbf-8ab9-33353ab381f1 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.339926 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86020283-863c-4dbf-8ab9-33353ab381f1 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.348161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60526) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:25.350698 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86020283-863c-4dbf-8ab9-33353ab381f1 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/6bcc6143-49be-4137-9f47-ff5482bad6be HTTP/1.1" status: 204 len: 168 time: 0.4339061 Jul 16 20:23:25.381143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86020283-863c-4dbf-8ab9-33353ab381f1 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcc6143-49be-4137-9f47-ff5482bad6be,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:25.535651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-01c3674a-b683-48ea-b8ae-a6aab81478e9 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1820312 Jul 16 20:23:25.536701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:25.561678 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-6012b085-3b67-4aa7-838c-49fda093d1d8 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] delete failed (client error): The resource could not be found. Jul 16 20:23:25.568254 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6012b085-3b67-4aa7-838c-49fda093d1d8 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/6bcc6143-49be-4137-9f47-ff5482bad6be HTTP/1.1" status: 404 len: 347 time: 0.0295329 Jul 16 20:23:25.569904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60540) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:25.582158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-235362e0-c60c-4143-81df-2fde4f5b8599 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099008242'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:25.613532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-235362e0-c60c-4143-81df-2fde4f5b8599 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.678767 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.740735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Router 01d45900-8605-43d6-9ad3-f2abbd465f8f is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:23:25.744059 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-235362e0-c60c-4143-81df-2fde4f5b8599 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.747494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.750923 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-235362e0-c60c-4143-81df-2fde4f5b8599 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.799884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-235362e0-c60c-4143-81df-2fde4f5b8599 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.805625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-235362e0-c60c-4143-81df-2fde4f5b8599 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2332244 Jul 16 20:23:25.806688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60548) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:25.816316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1a485161-0558-45cd-a1d8-42bb0f0dd762 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '006798eb-f1da-43a3-b28b-9bf4ac928e3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:25.832098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235362e0-c60c-4143-81df-2fde4f5b8599 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006798eb-f1da-43a3-b28b-9bf4ac928e3f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:25.869622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a485161-0558-45cd-a1d8-42bb0f0dd762 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.949183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a485161-0558-45cd-a1d8-42bb0f0dd762 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.955043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a485161-0558-45cd-a1d8-42bb0f0dd762 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.966293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Pushing event updated for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.002197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a485161-0558-45cd-a1d8-42bb0f0dd762 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f191aa6-70bb-4129-bd82-be07547b113a,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.016947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a485161-0558-45cd-a1d8-42bb0f0dd762 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.019388 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1a485161-0558-45cd-a1d8-42bb0f0dd762 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2076490 Jul 16 20:23:26.021645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Network b21356f6-28b7-4960-998f-81624b37c676 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:26.022563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60552) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.025688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:26.028502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:26.102740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.103603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.113093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2af-8375-40e5-917f-5a7fce2bd836 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.135240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2af-8375-40e5-917f-5a7fce2bd836 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.208541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-bc6e9050-d3e2-449c-a3a8-75dc27bb1424 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7821238 Jul 16 20:23:26.241110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2af-8375-40e5-917f-5a7fce2bd836 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.251898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2af-8375-40e5-917f-5a7fce2bd836 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.260398 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6a8bd2af-8375-40e5-917f-5a7fce2bd836 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/0f191aa6-70bb-4129-bd82-be07547b113a HTTP/1.1" status: 204 len: 168 time: 0.2359281 Jul 16 20:23:26.267464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60556) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.301549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bd2af-8375-40e5-917f-5a7fce2bd836 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f191aa6-70bb-4129-bd82-be07547b113a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.302266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Request body: {'port': {'device_id': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:26.404780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-21aadf0e-2254-4558-8a63-a241346d4c1c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1339333 Jul 16 20:23:26.405631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60564) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.477024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:26.489663 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Sync routers for ids ['01d45900-8605-43d6-9ad3-f2abbd465f8f'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:26.510951 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Routers {'01d45900-8605-43d6-9ad3-f2abbd465f8f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:26.515670 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.520678 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:23:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01d45900-8605-43d6-9ad3-f2abbd465f8f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:26.596267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c861d45-ff4e-4b23-9a27-de0c7226f065 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.657013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c861d45-ff4e-4b23-9a27-de0c7226f065 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.710550 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.714552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-146c9ece-74a9-4ad1-9f0f-245fe99281ea admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8018618 Jul 16 20:23:26.716484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60572) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.770925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c861d45-ff4e-4b23-9a27-de0c7226f065 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.774098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c861d45-ff4e-4b23-9a27-de0c7226f065 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.780318 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c861d45-ff4e-4b23-9a27-de0c7226f065 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/006798eb-f1da-43a3-b28b-9bf4ac928e3f HTTP/1.1" status: 204 len: 168 time: 0.3733814 Jul 16 20:23:26.781510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60574) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.805817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c861d45-ff4e-4b23-9a27-de0c7226f065 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006798eb-f1da-43a3-b28b-9bf4ac928e3f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.828489 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Set router 01d45900-8605-43d6-9ad3-f2abbd465f8f gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:26.899411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-775182db-e699-4c74-ac97-ab93ec96d73f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1142879 Jul 16 20:23:26.900069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60580) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.907443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5167a10c-f486-4b90-88c9-fccc5bef0cb7 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-secgroup--19690845'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:26.942107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5167a10c-f486-4b90-88c9-fccc5bef0cb7 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.054384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c48f1-3fa2-46ae-8438-86657de05db9 req-48dc8739-b6f7-4255-8b21-43fd36e7e686 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.056891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-983c48f1-3fa2-46ae-8438-86657de05db9 req-48dc8739-b6f7-4255-8b21-43fd36e7e686 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 931 time: 0.3468356 Jul 16 20:23:27.097994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5167a10c-f486-4b90-88c9-fccc5bef0cb7 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.102245 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 3, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port': {'id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:27.106630 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5167a10c-f486-4b90-88c9-fccc5bef0cb7 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.144312 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5167a10c-f486-4b90-88c9-fccc5bef0cb7 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.148342 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5167a10c-f486-4b90-88c9-fccc5bef0cb7 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2446718 Jul 16 20:23:27.149212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60584) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:27.156492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0acd7029-225f-440b-ad11-94a9cb987482 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '76bb4c34-95ed-490c-b4ed-d2f89f19347d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:27.164288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a10c-f486-4b90-88c9-fccc5bef0cb7 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb4c34-95ed-490c-b4ed-d2f89f19347d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.180282 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Checking router: 01d45900-8605-43d6-9ad3-f2abbd465f8f for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:27.181053 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Updating router 01d45900-8605-43d6-9ad3-f2abbd465f8f port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:23:27.200524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0acd7029-225f-440b-ad11-94a9cb987482 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.239970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-983c48f1-3fa2-46ae-8438-86657de05db9 req-2d850f88-9476-49dd-804f-4463a7ad58aa tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622255 Jul 16 20:23:27.279187 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.331575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834e8abd-1164-4ed9-9356-6e3dfa433230 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:27.344866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.358103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60588) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:27.414540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Transition to ACTIVE for port object 834e8abd-1164-4ed9-9356-6e3dfa433230 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:27.425994 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.447107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0acd7029-225f-440b-ad11-94a9cb987482 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.456109 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0acd7029-225f-440b-ad11-94a9cb987482 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.503507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Pushing event updated for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.534494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd7029-225f-440b-ad11-94a9cb987482 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4da5ec-1d25-4d4d-a6f7-8cec5a4ae58d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.559379 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0acd7029-225f-440b-ad11-94a9cb987482 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.568477 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0acd7029-225f-440b-ad11-94a9cb987482 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4172761 Jul 16 20:23:27.568788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60594) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:27.580548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-d6f9ee70-319b-4555-a738-0c9b12bade02 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '76bb4c34-95ed-490c-b4ed-d2f89f19347d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:27.657282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:27.719277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.801280 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ee70-319b-4555-a738-0c9b12bade02 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.845803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Attempting to bind port 834e8abd-1164-4ed9-9356-6e3dfa433230 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:27.846131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Attempting to bind port 834e8abd-1164-4ed9-9356-6e3dfa433230 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:27.846385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Attempting to bind port 834e8abd-1164-4ed9-9356-6e3dfa433230 on network b21356f6-28b7-4960-998f-81624b37c676 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:27.872899 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.907269 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Transition to ACTIVE for port object 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:27.915879 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.921317 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.935700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Port 834e8abd-1164-4ed9-9356-6e3dfa433230 on network b21356f6-28b7-4960-998f-81624b37c676 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:27.936586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Attempting to bind port 834e8abd-1164-4ed9-9356-6e3dfa433230 on network b21356f6-28b7-4960-998f-81624b37c676 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:27.955961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:27.956343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Checking segment: {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:27.956739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Bound using segment: {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:27.957188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Bound port: 834e8abd-1164-4ed9-9356-6e3dfa433230, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:27.957592 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.968061 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.045473 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Attempting to bind port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:28.046101 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Attempting to bind port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:28.046682 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Attempting to bind port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:28.058406 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:28.058406 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:28.058902 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.059435 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:28.059873 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Bound port: 9cf1753e-86dc-4341-8fb5-5c6da0f45a44, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:28.061478 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.101052 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Pushing event updated for resources: {'Port': ['ID=9cf1753e-86dc-4341-8fb5-5c6da0f45a44,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.118287 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.118781 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.119063 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.119403 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.120944 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.120944 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.120944 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.121387 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.121534 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.122163 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.122591 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.123084 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.186846 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ee70-319b-4555-a738-0c9b12bade02 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.204736 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] For port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:28.211714 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] For port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9cf1753e-86dc-4341-8fb5-5c6da0f45a44,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:28.214400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ee70-319b-4555-a738-0c9b12bade02 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.221717 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.251596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Allocated IP 172.25.6.227 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/6aa14e2b-8b01-4b6c-8097-ad1c82135f4a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:28.397131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9ee70-319b-4555-a738-0c9b12bade02 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0894d8-4de8-4406-a58b-12adef69462f,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.418287 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba10950-7100-4cf1-80a0-567057965aa3 None None] Pushing event updated for resources: {'Port': ['ID=9cf1753e-86dc-4341-8fb5-5c6da0f45a44,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.435692 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Routers {'01d45900-8605-43d6-9ad3-f2abbd465f8f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:28.437025 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:23:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01d45900-8605-43d6-9ad3-f2abbd465f8f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:28.457450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.530016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.625691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:28.631488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Allocated IP 172.20.0.1 (a8a60d4b-692e-4916-ba78-7727d3e89d73/5b975ae1-2dbd-4b2c-98fe-109a76ff2614/3db382b6-c295-4055-b2f6-d2ff3f4f879c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:28.656756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:28.664965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Pushing event updated for resources: {'Port': ['ID=6aa14e2b-8b01-4b6c-8097-ad1c82135f4a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.673155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:28.721952 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ee70-319b-4555-a738-0c9b12bade02 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.723187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d6f9ee70-319b-4555-a738-0c9b12bade02 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1512098 Jul 16 20:23:28.728488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:28.732669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60614) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:28.742113 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] Set router 01d45900-8605-43d6-9ad3-f2abbd465f8f gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:28.783881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b695119f-6723-45c1-8633-f90cc480e71e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '76bb4c34-95ed-490c-b4ed-d2f89f19347d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:28.833474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:28.848664 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.932507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.932718 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.934255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] 10.222.0.16 "PUT /v2.0/ports/834e8abd-1164-4ed9-9356-6e3dfa433230 HTTP/1.1" status: 200 len: 1092 time: 2.6657283 Jul 16 20:23:28.937696 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.947853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:28.951088 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:28.964581 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b695119f-6723-45c1-8633-f90cc480e71e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.006624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.057777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7032-71e7-4a14-af7b-860a7a0d6aec service neutron] Pushing event updated for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:29.120816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968d18-b75a-4857-9ffa-c03109917101 req-87db24ca-60a8-4228-a387-4c296935a361 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.129037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8968d18-b75a-4857-9ffa-c03109917101 req-87db24ca-60a8-4228-a387-4c296935a361 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 943 time: 0.4043267 Jul 16 20:23:29.134062 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30fc24d-c99d-4af8-b113-4858f4cef6c2 x-openstack-request-id: req-f30fc24d-c99d-4af8-b113-4858f4cef6c2 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:29.134528 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:29.134862 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f30fc24d-c99d-4af8-b113-4858f4cef6c2 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:29.135373 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'status': 'completed', 'code': 200} Jul 16 20:23:29.171733 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 3, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port': {'id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:29.175163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.176402 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b695119f-6723-45c1-8633-f90cc480e71e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.190987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.202601 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b695119f-6723-45c1-8633-f90cc480e71e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.278935 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8968d18-b75a-4857-9ffa-c03109917101 req-71f26ebd-1e0f-4d0b-b053-0883bce12873 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485357 Jul 16 20:23:29.293026 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d835e1-d5b6-442e-a637-11b20e0150c6 None None] The sync data for ids ['01d45900-8605-43d6-9ad3-f2abbd465f8f'] in n-d-791505-15 is: [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 3, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port': {'id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:29.319960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Network a8a60d4b-692e-4916-ba78-7727d3e89d73 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:29.321790 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b695119f-6723-45c1-8633-f90cc480e71e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.323413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b695119f-6723-45c1-8633-f90cc480e71e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5890369 Jul 16 20:23:29.328592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-5c50e8d4-83ae-4a50-8a97-1f4084e5da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.330290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-5c50e8d4-83ae-4a50-8a97-1f4084e5da00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 1095 time: 0.3281379 Jul 16 20:23:29.332098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:29.339726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:29.341740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695119f-6723-45c1-8633-f90cc480e71e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16fca5d-3eb2-4a01-acc0-63ebd18285b4,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:29.352989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60622) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:29.362859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6db089a7-fe2a-403e-bba0-7aa4bfef0297 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '76bb4c34-95ed-490c-b4ed-d2f89f19347d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:29.474724 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6db089a7-fe2a-403e-bba0-7aa4bfef0297 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.494472 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.503751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.557312 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6db089a7-fe2a-403e-bba0-7aa4bfef0297 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.559468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Pushing event updated for resources: {'Port': ['ID=3db382b6-c295-4055-b2f6-d2ff3f4f879c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:29.576869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-d75e5205-4b5b-4dae-b27a-1a644d402fdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834e8abd-1164-4ed9-9356-6e3dfa433230 HTTP/1.1" status: 200 len: 217 time: 0.2246556 Jul 16 20:23:29.577588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6db089a7-fe2a-403e-bba0-7aa4bfef0297 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.654661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db089a7-fe2a-403e-bba0-7aa4bfef0297 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b39c7c-4113-4231-8e7e-7c4c90871e18,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:29.681933 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.698066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Pushing event updated for resources: {'Port': ['ID=6aa14e2b-8b01-4b6c-8097-ad1c82135f4a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:29.759559 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.812567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.825316 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d35addfc-3581-45e9-8117-3ba7dbc69ee4 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4650719 Jul 16 20:23:29.825888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60628) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:29.859759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-882943849', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'fixed_ips': [{'ip_address': '172.25.6.227'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:29.916080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Made reservation on behalf of 0c2dc9b071bb41f299d5fed0e3118b33 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:29.944105 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.985658 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.268030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.271280 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6db089a7-fe2a-403e-bba0-7aa4bfef0297 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.273648 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6db089a7-fe2a-403e-bba0-7aa4bfef0297 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9155705 Jul 16 20:23:30.276248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-f12d6b02-dfb9-4278-bc17-4a664fe0dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.276627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.279473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60632) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:30.279639 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-f12d6b02-dfb9-4278-bc17-4a664fe0dc5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 HTTP/1.1" status: 200 len: 855 time: 0.6932030 Jul 16 20:23:30.287004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-55aa7ded-609d-483a-81a4-33842d35eecc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '76bb4c34-95ed-490c-b4ed-d2f89f19347d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:30.342869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] device_id is not set on port a3a74cf4-ea38-48c9-80c8-52fbd1190314 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:30.359580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-f4eb6b21-4069-4df8-8f07-6fbb49b1c962 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b21356f6-28b7-4960-998f-81624b37c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674117 Jul 16 20:23:30.491961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55aa7ded-609d-483a-81a4-33842d35eecc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.583517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8819bb5-8d62-404c-835c-b67877f51efd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.688712 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55aa7ded-609d-483a-81a4-33842d35eecc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.699256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55aa7ded-609d-483a-81a4-33842d35eecc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.767001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55aa7ded-609d-483a-81a4-33842d35eecc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.772094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-55aa7ded-609d-483a-81a4-33842d35eecc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4853234 Jul 16 20:23:30.778189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60638) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:30.844718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa7ded-609d-483a-81a4-33842d35eecc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8984c2-dd8a-4881-885c-d7ea4ef7c3a2,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.929615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ffd80a16-610c-49a3-bdc0-9178dff1d286 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.971815 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ffd80a16-610c-49a3-bdc0-9178dff1d286 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.022174 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:23:31.023010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:31.064174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a5ea59d4-892f-4005-9a84-ec0ef265f8bf tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2367458 Jul 16 20:23:31.066948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.067340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60646) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.101393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ffd80a16-610c-49a3-bdc0-9178dff1d286 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.111982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-337b6ba2-bbd3-4075-8099-0e98af0967c1 service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420232 Jul 16 20:23:31.117566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ffd80a16-610c-49a3-bdc0-9178dff1d286 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.123954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ffd80a16-610c-49a3-bdc0-9178dff1d286 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/dc8984c2-dd8a-4881-885c-d7ea4ef7c3a2 HTTP/1.1" status: 204 len: 168 time: 0.3355408 Jul 16 20:23:31.147753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f591d-c93d-4af3-934a-86f17869fa85 req-e275f500-1210-46f8-ac61-a95f97b8c90f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.149653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-320f591d-c93d-4af3-934a-86f17869fa85 req-e275f500-1210-46f8-ac61-a95f97b8c90f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 943 time: 0.6386611 Jul 16 20:23:31.150774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60648) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.214234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd80a16-610c-49a3-bdc0-9178dff1d286 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc8984c2-dd8a-4881-885c-d7ea4ef7c3a2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:31.367779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-320f591d-c93d-4af3-934a-86f17869fa85 req-c1792963-8710-44dc-b198-77c8dc8fe1fd tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680400 Jul 16 20:23:31.396816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8470f60d-8ffc-4c2c-9856-e339b2cb5487 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2427905 Jul 16 20:23:31.400831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60652) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.500581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea69c59-c6ee-40fa-ae18-27720aebed83 req-0ed0c4e8-fd67-47c1-a9ec-5836b0a8e32a service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755226 Jul 16 20:23:31.524630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b85c5608-f575-4788-9b42-a628393893f9 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.545868 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b85c5608-f575-4788-9b42-a628393893f9 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.680102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b85c5608-f575-4788-9b42-a628393893f9 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.706365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Deleting port 6aa14e2b-8b01-4b6c-8097-ad1c82135f4a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:31.706939 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.732191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b85c5608-f575-4788-9b42-a628393893f9 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.739000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b85c5608-f575-4788-9b42-a628393893f9 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/a3b39c7c-4113-4231-8e7e-7c4c90871e18 HTTP/1.1" status: 204 len: 168 time: 0.3365932 Jul 16 20:23:31.741764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60654) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.795650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c5608-f575-4788-9b42-a628393893f9 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3b39c7c-4113-4231-8e7e-7c4c90871e18,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:31.864732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.865405 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.877298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-98fbb929-d89b-44fa-96a7-fad282654b4c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1226332 Jul 16 20:23:31.878226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60656) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.896928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-b578cbd7-dceb-419a-b3d0-3d89b903403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.898601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-b578cbd7-dceb-419a-b3d0-3d89b903403a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 1095 time: 0.2401893 Jul 16 20:23:31.908166 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.922508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Calling delete_port for 6aa14e2b-8b01-4b6c-8097-ad1c82135f4a owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:31.942856 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0380ae5-6596-4aad-820e-5ad4e1ba21dd tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.943744 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.968795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0380ae5-6596-4aad-820e-5ad4e1ba21dd tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.994874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:32.099829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:32.108606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:32.109522 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.120442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0380ae5-6596-4aad-820e-5ad4e1ba21dd tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.132091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0380ae5-6596-4aad-820e-5ad4e1ba21dd tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.132091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e0380ae5-6596-4aad-820e-5ad4e1ba21dd tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c16fca5d-3eb2-4a01-acc0-63ebd18285b4 HTTP/1.1" status: 204 len: 168 time: 0.2516418 Jul 16 20:23:32.141584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60662) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.172533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0380ae5-6596-4aad-820e-5ad4e1ba21dd tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c16fca5d-3eb2-4a01-acc0-63ebd18285b4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.256514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.259796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Pushing event updated for resources: {'Port': ['ID=3db382b6-c295-4055-b2f6-d2ff3f4f879c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.295495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-3eb2a57a-b6a8-4151-a03e-f5b97140973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.298964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-3eb2a57a-b6a8-4151-a03e-f5b97140973e service neutron] 10.222.0.16 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 916 time: 0.3889158 Jul 16 20:23:32.312632 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4b71c2a1-eed0-4ec9-8584-5e3d4761de03 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1671610 Jul 16 20:23:32.321036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60668) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.338552 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.374214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9cf1753e-86dc-4341-8fb5-5c6da0f45a44,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:32.382786 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.449147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-d4ec2c20-2823-4703-9e4a-267d9d6ea7a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834e8abd-1164-4ed9-9356-6e3dfa433230 HTTP/1.1" status: 200 len: 217 time: 0.1132662 Jul 16 20:23:32.468287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27536b02-a3a2-4a6e-9477-7ce04c5d65b2 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.495632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9cf1753e-86dc-4341-8fb5-5c6da0f45a44,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.497895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27536b02-a3a2-4a6e-9477-7ce04c5d65b2 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.576084 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.649492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27536b02-a3a2-4a6e-9477-7ce04c5d65b2 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.663692 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27536b02-a3a2-4a6e-9477-7ce04c5d65b2 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.663692 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27536b02-a3a2-4a6e-9477-7ce04c5d65b2 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1c0894d8-4de8-4406-a58b-12adef69462f HTTP/1.1" status: 204 len: 168 time: 0.3352008 Jul 16 20:23:32.663846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60678) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.675051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aa14e2b-8b01-4b6c-8097-ad1c82135f4a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.708844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27536b02-a3a2-4a6e-9477-7ce04c5d65b2 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c0894d8-4de8-4406-a58b-12adef69462f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.763980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.767213 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.770580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53fbf7d2-9f8b-47c5-b78f-c6f0125512bd tempest-ExternalNetworksAdminNegativeTestJSON-1966256775 tempest-ExternalNetworksAdminNegativeTestJSON-1966256775-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/2cad8ee3-7811-4ba8-b6e0-614a02ab6a53 HTTP/1.1" status: 204 len: 168 time: 1.6996968 Jul 16 20:23:32.833724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-ce7fdf3a-42cf-4754-9a78-54a0f25598df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.836478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-ce7fdf3a-42cf-4754-9a78-54a0f25598df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 HTTP/1.1" status: 200 len: 855 time: 0.3697197 Jul 16 20:23:32.866247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Network a8a60d4b-692e-4916-ba78-7727d3e89d73 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:32.899760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:32.934883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-32896a25-939b-4110-b91f-9103341ff75b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2727482 Jul 16 20:23:32.938747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60682) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.945171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-7c35b12d-940d-43e2-9fc1-532b8f2f79fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b21356f6-28b7-4960-998f-81624b37c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940635 Jul 16 20:23:32.976598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b445-8c6f-468b-9321-7c810d3b65c4 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.979683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd121d0f-bc9a-4583-8e55-17ed78c5f643 req-ffe0aef9-4ce0-4f3f-a149-822732728f56 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.981405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd121d0f-bc9a-4583-8e55-17ed78c5f643 req-ffe0aef9-4ce0-4f3f-a149-822732728f56 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 943 time: 0.3470483 Jul 16 20:23:32.992938 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b445-8c6f-468b-9321-7c810d3b65c4 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.036309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b445-8c6f-468b-9321-7c810d3b65c4 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.043056 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b445-8c6f-468b-9321-7c810d3b65c4 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.048849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fdb3b445-8c6f-468b-9321-7c810d3b65c4 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/eb4da5ec-1d25-4d4d-a6f7-8cec5a4ae58d HTTP/1.1" status: 204 len: 168 time: 0.1047268 Jul 16 20:23:33.051128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60684) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.080978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3b445-8c6f-468b-9321-7c810d3b65c4 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb4da5ec-1d25-4d4d-a6f7-8cec5a4ae58d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.141979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7840144d-a3b0-4daf-8e08-00f1d7846299 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850022 Jul 16 20:23:33.142271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60688) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.197829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd121d0f-bc9a-4583-8e55-17ed78c5f643 req-946db42c-d092-46ad-8930-6d96d6ecfa08 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023432 Jul 16 20:23:33.254193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13b2bb84-745a-4a78-837e-3213b3fe2f0a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.265784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Router 01d45900-8605-43d6-9ad3-f2abbd465f8f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:33.270452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-ee541062-df52-4b2a-bd96-4fe72db8c3ee service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146861 Jul 16 20:23:33.289360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13b2bb84-745a-4a78-837e-3213b3fe2f0a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.315327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60692) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.346756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13b2bb84-745a-4a78-837e-3213b3fe2f0a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.350555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-13b2bb84-745a-4a78-837e-3213b3fe2f0a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.352178 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-13b2bb84-745a-4a78-837e-3213b3fe2f0a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/76bb4c34-95ed-490c-b4ed-d2f89f19347d HTTP/1.1" status: 204 len: 168 time: 0.2084820 Jul 16 20:23:33.356868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60696) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.385988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2bb84-745a-4a78-837e-3213b3fe2f0a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb4c34-95ed-490c-b4ed-d2f89f19347d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.457307 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2d3261da-dd84-4bb8-bce7-0472b8da9a8f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990422 Jul 16 20:23:33.464729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60698) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.470051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0c670d85-e8d6-41d5-8fef-73738542b72a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104913953'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:33.499632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0c670d85-e8d6-41d5-8fef-73738542b72a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.588096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc16f086-632d-4acc-9490-a25a2b593f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.622992 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0c670d85-e8d6-41d5-8fef-73738542b72a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.634359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0c670d85-e8d6-41d5-8fef-73738542b72a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.642713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a40c069-1a2b-4a86-9138-bf6a9cfdb045 req-659a0a22-ee1a-4a14-a976-3ad5ee5ac438 service neutron] 10.222.0.16 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639846 Jul 16 20:23:33.651266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:33.666182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ac7d60ac-7729-4000-9c89-4b8955bee56d admin admin] 10.222.0.78 "PUT /v2.0/routers/01d45900-8605-43d6-9ad3-f2abbd465f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9409924 Jul 16 20:23:33.679160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Sync routers for ids ['01d45900-8605-43d6-9ad3-f2abbd465f8f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:33.703996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Routers {'01d45900-8605-43d6-9ad3-f2abbd465f8f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:33.705297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:23:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01d45900-8605-43d6-9ad3-f2abbd465f8f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:33.710564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c670d85-e8d6-41d5-8fef-73738542b72a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec7607b-541b-4217-8a9e-09454e501eae,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.859497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc16f086-632d-4acc-9490-a25a2b593f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.873918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bc16f086-632d-4acc-9490-a25a2b593f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.876660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0c670d85-e8d6-41d5-8fef-73738542b72a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.878239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0c670d85-e8d6-41d5-8fef-73738542b72a tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4123390 Jul 16 20:23:33.882048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60708) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.900086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-611ae732-7da5-4982-af1d-c691823c932b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '9ec7607b-541b-4217-8a9e-09454e501eae', 'direction': 'ingress', 'protocol': 17}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:33.921054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:33.960271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bc16f086-632d-4acc-9490-a25a2b593f8c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ca6568703df1404b8335fa0f8632083d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6382008 Jul 16 20:23:33.960271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16f086-632d-4acc-9490-a25a2b593f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9bb78-6422-440b-a88b-ebf2b1be7272,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.962353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60714) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.970763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Set router 01d45900-8605-43d6-9ad3-f2abbd465f8f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:34.056258 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-611ae732-7da5-4982-af1d-c691823c932b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.132374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:34.133863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.143010 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-330e9630-ee55-44b8-8eb1-17f1e58fbc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.197988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-330e9630-ee55-44b8-8eb1-17f1e58fbc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.202741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-611ae732-7da5-4982-af1d-c691823c932b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.213681 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-611ae732-7da5-4982-af1d-c691823c932b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.267581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ae732-7da5-4982-af1d-c691823c932b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e708a835-95c5-4d6e-8bba-3ca001743343,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:34.298902 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-611ae732-7da5-4982-af1d-c691823c932b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.304237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60734) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.322923 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-611ae732-7da5-4982-af1d-c691823c932b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4149976 Jul 16 20:23:34.341365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-330e9630-ee55-44b8-8eb1-17f1e58fbc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.352391 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-330e9630-ee55-44b8-8eb1-17f1e58fbc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.361323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-330e9630-ee55-44b8-8eb1-17f1e58fbc15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95a9bb78-6422-440b-a88b-ebf2b1be7272 HTTP/1.1" status: 204 len: 168 time: 0.3847961 Jul 16 20:23:34.395320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e9630-ee55-44b8-8eb1-17f1e58fbc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9bb78-6422-440b-a88b-ebf2b1be7272,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:34.519656 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.579388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 834e8abd-1164-4ed9-9356-6e3dfa433230 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:34.679666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f3a1-f244-46da-811d-487194040552 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.788931 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f3a1-f244-46da-811d-487194040552 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.859729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6038f727-527b-4ca8-af37-cca343b09ee1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.861426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6038f727-527b-4ca8-af37-cca343b09ee1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 818 time: 0.4834569 Jul 16 20:23:34.911115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-2b9939f5-8afa-415d-8833-862757073c6e tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/quotas/e430b5223d15405aab95b7b8e254fa0d HTTP/1.1" status: 200 len: 375 time: 0.0360160 Jul 16 20:23:34.931647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:34.957660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'port_id': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'mac_address': 'fa:16:3e:d9:c0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1b6bd3-9526-4302-8b5e-28a4678e8bb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:35.008054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2cc5e-a09a-45c4-9cfe-a4f6e28814c6 req-db3b42f7-7223-438b-8e55-9abba174d496 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.010638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68d2cc5e-a09a-45c4-9cfe-a4f6e28814c6 req-db3b42f7-7223-438b-8e55-9abba174d496 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 943 time: 0.3541946 Jul 16 20:23:35.046336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f3a1-f244-46da-811d-487194040552 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.049201 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f3a1-f244-46da-811d-487194040552 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.059530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60762) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.069012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ffe5f3a1-f244-46da-811d-487194040552 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/9ec7607b-541b-4217-8a9e-09454e501eae HTTP/1.1" status: 204 len: 168 time: 0.7629247 Jul 16 20:23:35.100560 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.135614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:23:30Z', 'revision_number': 4, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port': {'id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '3db382b6-c295-4055-b2f6-d2ff3f4f879c', 'name': '', 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'mac_address': 'fa:16:3e:9a:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '5b975ae1-2dbd-4b2c-98fe-109a76ff2614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:27Z', 'updated_at': '2021-07-16T20:23:31Z', 'revision_number': 2, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'subnets': [{'id': '5b975ae1-2dbd-4b2c-98fe-109a76ff2614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:35.140884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834e8abd-1164-4ed9-9356-6e3dfa433230 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:35.164072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5f3a1-f244-46da-811d-487194040552 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec7607b-541b-4217-8a9e-09454e501eae,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.179067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Checking router: 01d45900-8605-43d6-9ad3-f2abbd465f8f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:35.179621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Updating router 01d45900-8605-43d6-9ad3-f2abbd465f8f port 3db382b6-c295-4055-b2f6-d2ff3f4f879c binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:23:35.182223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60764) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.216465 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4d0c5cd4-f6b1-4abc-92a5-0e5b6888d23b tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1538835 Jul 16 20:23:35.221499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.230356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bb2eebc2-0a1d-43f0-b508-1e3cb41b564d tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041805273'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:35.245965 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.283623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:35.292715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.307817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb2eebc2-0a1d-43f0-b508-1e3cb41b564d tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.402263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68d2cc5e-a09a-45c4-9cfe-a4f6e28814c6 req-f12704cb-da12-4d00-9efb-168c1e426f31 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783305 Jul 16 20:23:35.468716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-ba94956b-167b-4e40-b222-217c85345c66 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5332141 Jul 16 20:23:35.493063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-229becbf-34ad-47ed-b3a5-1315d2e3aef4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c2dc9b071bb41f299d5fed0e3118b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039634 Jul 16 20:23:35.498866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60770) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.500066 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.562590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb2eebc2-0a1d-43f0-b508-1e3cb41b564d tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.569764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb2eebc2-0a1d-43f0-b508-1e3cb41b564d tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.593651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['834e8abd-1164-4ed9-9356-6e3dfa433230'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:35.632600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb2eebc2-0a1d-43f0-b508-1e3cb41b564d tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.651151 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bb2eebc2-0a1d-43f0-b508-1e3cb41b564d tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4231360 Jul 16 20:23:35.667825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eebc2-0a1d-43f0-b508-1e3cb41b564d tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529a83f0-0d59-461a-9149-00985e1706f2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.675673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.687587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60772) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.718555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-aaa33327-9f8b-452b-b9fa-fbfc50c8a3cc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-secgroup--716936341'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:35.782446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aaa33327-9f8b-452b-b9fa-fbfc50c8a3cc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.905947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-278b2d95-e701-4f5c-a381-248a1ba15196 service neutron] 10.222.0.78 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307885 Jul 16 20:23:35.936291 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00af515e-aba1-49f6-b0ad-d640805cbda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.988260 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.010772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00af515e-aba1-49f6-b0ad-d640805cbda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.060563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Transition to ACTIVE for port object 3db382b6-c295-4055-b2f6-d2ff3f4f879c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:36.084859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aaa33327-9f8b-452b-b9fa-fbfc50c8a3cc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.092570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aaa33327-9f8b-452b-b9fa-fbfc50c8a3cc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.106896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.126892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-aaa33327-9f8b-452b-b9fa-fbfc50c8a3cc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.129066 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aaa33327-9f8b-452b-b9fa-fbfc50c8a3cc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4316292 Jul 16 20:23:36.134126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60780) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.139804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-dcc15e12-d8d9-4256-be1b-5135acbc2625 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '529a83f0-0d59-461a-9149-00985e1706f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb2f51fa-554b-433d-b3da-2098e3c5e0f3', 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:36.166327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-ee23df96-4902-4131-91fe-b8bf35ed9aaf service neutron] 10.222.0.78 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572534 Jul 16 20:23:36.267237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa33327-9f8b-452b-b9fa-fbfc50c8a3cc tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2f51fa-554b-433d-b3da-2098e3c5e0f3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.326390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcc15e12-d8d9-4256-be1b-5135acbc2625 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.357103 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00af515e-aba1-49f6-b0ad-d640805cbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.365546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-00af515e-aba1-49f6-b0ad-d640805cbda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.370259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-00af515e-aba1-49f6-b0ad-d640805cbda4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8819bb5-8d62-404c-835c-b67877f51efd HTTP/1.1" status: 204 len: 168 time: 0.8638251 Jul 16 20:23:36.389229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af515e-aba1-49f6-b0ad-d640805cbda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8819bb5-8d62-404c-835c-b67877f51efd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.427907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de04ba0-44df-4ad3-83ba-d3310b73ec3a None None] Pushing event updated for resources: {'Port': ['ID=3db382b6-c295-4055-b2f6-d2ff3f4f879c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.593682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d2d5496-0598-4521-a878-9d4d92a497a7 req-9f4f0559-90a7-41d2-ac69-4e7efe5e5ac2 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 210 time: 0.0801208 Jul 16 20:23:36.636391 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcc15e12-d8d9-4256-be1b-5135acbc2625 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.669890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcc15e12-d8d9-4256-be1b-5135acbc2625 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.697686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Attempting to bind port 3db382b6-c295-4055-b2f6-d2ff3f4f879c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:36.698678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Attempting to bind port 3db382b6-c295-4055-b2f6-d2ff3f4f879c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:36.700432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Attempting to bind port 3db382b6-c295-4055-b2f6-d2ff3f4f879c on network a8a60d4b-692e-4916-ba78-7727d3e89d73 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:36.722089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc15e12-d8d9-4256-be1b-5135acbc2625 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5910e5be-3eff-488d-adbc-3a8919d20281,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.726548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:36.727624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Checking segment: {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:36.745686 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.747811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Bound using segment: {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:36.749338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Bound port: 3db382b6-c295-4055-b2f6-d2ff3f4f879c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:36.750745 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.752551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dcc15e12-d8d9-4256-be1b-5135acbc2625 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.759296 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dcc15e12-d8d9-4256-be1b-5135acbc2625 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6234999 Jul 16 20:23:36.760313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.908311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf75-8bcd-40fe-99f3-b099fb447c55 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.969347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf75-8bcd-40fe-99f3-b099fb447c55 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.992443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] For port 3db382b6-c295-4055-b2f6-d2ff3f4f879c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:37.013760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] For port 3db382b6-c295-4055-b2f6-d2ff3f4f879c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3db382b6-c295-4055-b2f6-d2ff3f4f879c,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:37.021102 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.141676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf75-8bcd-40fe-99f3-b099fb447c55 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.163666 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf75-8bcd-40fe-99f3-b099fb447c55 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.183676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5e46bf75-8bcd-40fe-99f3-b099fb447c55 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/5910e5be-3eff-488d-adbc-3a8919d20281 HTTP/1.1" status: 204 len: 168 time: 0.4180067 Jul 16 20:23:37.197918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.206093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de04ba0-44df-4ad3-83ba-d3310b73ec3a None None] Pushing event updated for resources: {'Port': ['ID=3db382b6-c295-4055-b2f6-d2ff3f4f879c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:37.246136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46bf75-8bcd-40fe-99f3-b099fb447c55 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5910e5be-3eff-488d-adbc-3a8919d20281,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:37.262643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Routers {'01d45900-8605-43d6-9ad3-f2abbd465f8f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:37.265467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:23:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01d45900-8605-43d6-9ad3-f2abbd465f8f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:37.428342 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7b76fa2a-1b39-4ac3-88ac-f21f10d31b3c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2183342 Jul 16 20:23:37.430191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60822) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.611365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf77d0f-f18a-4e0a-b23f-a91724bd4114 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.677879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf77d0f-f18a-4e0a-b23f-a91724bd4114 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.795899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf77d0f-f18a-4e0a-b23f-a91724bd4114 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.799012 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6bf77d0f-f18a-4e0a-b23f-a91724bd4114 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.800798 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6bf77d0f-f18a-4e0a-b23f-a91724bd4114 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/fb2f51fa-554b-433d-b3da-2098e3c5e0f3 HTTP/1.1" status: 204 len: 168 time: 0.3660715 Jul 16 20:23:37.814544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60832) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.833412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf77d0f-f18a-4e0a-b23f-a91724bd4114 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2f51fa-554b-433d-b3da-2098e3c5e0f3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:37.961827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88ee96-69a9-47da-ae21-7fd9cad55246 req-2b8e63f3-4913-4fdc-82d7-71509d635c67 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.963738 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f88ee96-69a9-47da-ae21-7fd9cad55246 req-2b8e63f3-4913-4fdc-82d7-71509d635c67 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 944 time: 1.3398263 Jul 16 20:23:38.004844 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-878e8979-9341-4a12-b17e-1edfc38222ce tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1885068 Jul 16 20:23:38.005875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60838) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.158615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-39a3c808-d2e5-45cf-abcc-439d6876a5d4 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.160354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-39a3c808-d2e5-45cf-abcc-439d6876a5d4 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 818 time: 0.5169456 Jul 16 20:23:38.181972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07ad3b8d-8579-4dcc-957f-255555192f9e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.188907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f88ee96-69a9-47da-ae21-7fd9cad55246 req-dbb590c1-fe19-4889-97f8-3196fd563002 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095838 Jul 16 20:23:38.205037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] Set router 01d45900-8605-43d6-9ad3-f2abbd465f8f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:38.215411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8ade974d-8752-45fa-b1b7-255a3d1fceb1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/quotas/e430b5223d15405aab95b7b8e254fa0d HTTP/1.1" status: 200 len: 375 time: 0.0253499 Jul 16 20:23:38.279141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07ad3b8d-8579-4dcc-957f-255555192f9e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.434978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-962300a3-389d-49cb-a518-b883745346b2 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084978 Jul 16 20:23:38.441503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07ad3b8d-8579-4dcc-957f-255555192f9e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.450325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07ad3b8d-8579-4dcc-957f-255555192f9e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.459305 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-07ad3b8d-8579-4dcc-957f-255555192f9e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/529a83f0-0d59-461a-9149-00985e1706f2 HTTP/1.1" status: 204 len: 168 time: 0.4510584 Jul 16 20:23:38.460753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60846) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.608677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 834e8abd-1164-4ed9-9356-6e3dfa433230 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:38.647952 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad3b8d-8579-4dcc-957f-255555192f9e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a83f0-0d59-461a-9149-00985e1706f2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:38.739431 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5f0065c1-a5da-4b12-9a6d-6b5b82b3af59 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2651806 Jul 16 20:23:38.741162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60852) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.746350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5b69d5ae-797c-48bf-a430-81f097ca3687 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422312326'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:38.796474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-278310d0-4867-4749-ae26-78427bf2e708 service neutron] 10.222.0.78 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372765 Jul 16 20:23:38.797586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b69d5ae-797c-48bf-a430-81f097ca3687 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.980597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-654e13ee-f79c-492c-94a7-e8d018229bb6 service neutron] 10.222.0.78 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731467 Jul 16 20:23:39.145080 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b69d5ae-797c-48bf-a430-81f097ca3687 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.154346 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b69d5ae-797c-48bf-a430-81f097ca3687 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.182627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 834e8abd-1164-4ed9-9356-6e3dfa433230 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:39.235671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 834e8abd-1164-4ed9-9356-6e3dfa433230 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:39.236382 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.314009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69d5ae-797c-48bf-a430-81f097ca3687 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafddbb0-74eb-4995-b127-5f538c8de89e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:39.329928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b69d5ae-797c-48bf-a430-81f097ca3687 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.336792 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b69d5ae-797c-48bf-a430-81f097ca3687 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5941980 Jul 16 20:23:39.341841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60860) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.377865 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-76d8ab4d-6478-4b9d-a759-ed1b21b82a54 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': 'dafddbb0-74eb-4995-b127-5f538c8de89e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:39.465889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76d8ab4d-6478-4b9d-a759-ed1b21b82a54 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.577592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:23:30Z', 'revision_number': 4, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port': {'id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '3db382b6-c295-4055-b2f6-d2ff3f4f879c', 'name': '', 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'mac_address': 'fa:16:3e:9a:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '5b975ae1-2dbd-4b2c-98fe-109a76ff2614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:27Z', 'updated_at': '2021-07-16T20:23:36Z', 'revision_number': 4, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'subnets': [{'id': '5b975ae1-2dbd-4b2c-98fe-109a76ff2614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:39.681754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934dbf4-2695-4111-a1f6-7b8138447d3c None None] The sync data for ids ['01d45900-8605-43d6-9ad3-f2abbd465f8f'] in n-d-791505-15 is: [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:23:30Z', 'revision_number': 4, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port': {'id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '3db382b6-c295-4055-b2f6-d2ff3f4f879c', 'name': '', 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'mac_address': 'fa:16:3e:9a:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '5b975ae1-2dbd-4b2c-98fe-109a76ff2614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:27Z', 'updated_at': '2021-07-16T20:23:36Z', 'revision_number': 4, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'subnets': [{'id': '5b975ae1-2dbd-4b2c-98fe-109a76ff2614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:39.710469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76d8ab4d-6478-4b9d-a759-ed1b21b82a54 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.721067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76d8ab4d-6478-4b9d-a759-ed1b21b82a54 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.763683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-888bfade-772e-4b7c-8f75-2fd1bfd6054b req-21105c1b-d54b-443e-837d-3cd8b18d5fb9 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 210 time: 0.2161229 Jul 16 20:23:39.785040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-76d8ab4d-6478-4b9d-a759-ed1b21b82a54 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.797311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60876) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.801157 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-76d8ab4d-6478-4b9d-a759-ed1b21b82a54 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4373522 Jul 16 20:23:39.818085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8ab4d-6478-4b9d-a759-ed1b21b82a54 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d31a25e-830c-48f1-8f07-f965bc4efa28,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:39.844812 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.946119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:39.949254 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d150c01-2f65-4852-b27d-fe14d8ee9364" -d '{"events": [{"server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "name": "network-vif-plugged", "status": "completed", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:39.968138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-4709e84b-1487-4d51-b87d-d10dc5a0521a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.969836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-4709e84b-1487-4d51-b87d-d10dc5a0521a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.68 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 818 time: 0.8800712 Jul 16 20:23:40.007431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:40.015201 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.144922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:40.147389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Request body: {'port': {'device_id': 'b70ce0d9-0935-4c65-ba30-6790a68fc68d', 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73', 'admin_state_up': True, 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:40.195007 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a90b5e8-9913-4e03-90b7-730d3a9c485a x-openstack-request-id: req-6a90b5e8-9913-4e03-90b7-730d3a9c485a {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:40.195180 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "name": "network-vif-plugged", "status": "completed", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:40.195603 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a90b5e8-9913-4e03-90b7-730d3a9c485a {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:40.197534 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'code': 200} Jul 16 20:23:40.291651 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df277b39-1eb3-4dda-9790-5020a9253491 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.378114 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df277b39-1eb3-4dda-9790-5020a9253491 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.666449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df277b39-1eb3-4dda-9790-5020a9253491 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.690225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60890) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:40.696541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aaefe-4078-4e55-a6e4-418cdaa94e88 req-766e8955-af04-48f4-ac82-f985362c2018 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.700932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f94aaefe-4078-4e55-a6e4-418cdaa94e88 req-766e8955-af04-48f4-ac82-f985362c2018 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 944 time: 0.8610287 Jul 16 20:23:40.727769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df277b39-1eb3-4dda-9790-5020a9253491 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.744175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-df277b39-1eb3-4dda-9790-5020a9253491 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9d31a25e-830c-48f1-8f07-f965bc4efa28 HTTP/1.1" status: 204 len: 168 time: 0.9121976 Jul 16 20:23:40.744667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60894) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:40.834707 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62f52101-b2a6-428e-9e6a-d73ea2897217 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0832365 Jul 16 20:23:40.835279 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60896) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:40.892054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df277b39-1eb3-4dda-9790-5020a9253491 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d31a25e-830c-48f1-8f07-f965bc4efa28,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:40.918116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593c754-96ce-4b61-aa5b-6ec357116f9f req-d1fa3338-9eff-4029-92f7-b368ef7cd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.923597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9593c754-96ce-4b61-aa5b-6ec357116f9f req-d1fa3338-9eff-4029-92f7-b368ef7cd0ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 1097 time: 0.5743363 Jul 16 20:23:41.073493 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c63f58f-4b65-48b7-8e81-4db8756e382e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.139616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-598311565', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:41.167388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c63f58f-4b65-48b7-8e81-4db8756e382e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.170176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9593c754-96ce-4b61-aa5b-6ec357116f9f req-eebc2d76-4d25-400e-8dd9-7ac206c434a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026868 Jul 16 20:23:41.171014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Made reservation on behalf of e430b5223d15405aab95b7b8e254fa0d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:41.174803 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.184258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f94aaefe-4078-4e55-a6e4-418cdaa94e88 req-42b4bb64-93d9-460d-ae52-af6a34d83522 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636340 Jul 16 20:23:41.295101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Made reservation on behalf of 37e9319c025944e18b89c5ccde124e64 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:41.298040 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.338042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.369695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c63f58f-4b65-48b7-8e81-4db8756e382e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.375422 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c63f58f-4b65-48b7-8e81-4db8756e382e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.381062 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1c63f58f-4b65-48b7-8e81-4db8756e382e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/dafddbb0-74eb-4995-b127-5f538c8de89e HTTP/1.1" status: 204 len: 168 time: 0.5442202 Jul 16 20:23:41.389118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60906) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:41.469192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63f58f-4b65-48b7-8e81-4db8756e382e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafddbb0-74eb-4995-b127-5f538c8de89e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:41.520552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ee363f37-8af5-406e-aa20-ef31a5421d30 req-1465a3b3-a85b-4866-922a-5a03ea6a5998 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 210 time: 0.1032166 Jul 16 20:23:41.592824 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fdac275c-b154-4b27-8905-267b3ea7f997 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2021217 Jul 16 20:23:41.599304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60908) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:41.604639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2748cf2f-0147-4e8a-9108-e194ca48a89e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043798465'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:41.676347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Allocated IP 172.20.0.7 (a8a60d4b-692e-4916-ba78-7727d3e89d73/5b975ae1-2dbd-4b2c-98fe-109a76ff2614/a40b9366-cd81-45f4-931b-6f3abfae28b7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:41.693327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.704407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.741004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0702da60-603f-4b09-b828-c33f310cb4d6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:41.749363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] device_id is not set on port fd7193db-14e2-4035-ae6f-6854b705490d yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:41.795347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2748cf2f-0147-4e8a-9108-e194ca48a89e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.113576 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.120422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3db382b6-c295-4055-b2f6-d2ff3f4f879c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:42.166263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Allocated IP 172.25.6.246 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/fd7193db-14e2-4035-ae6f-6854b705490d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:42.296988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 3db382b6-c295-4055-b2f6-d2ff3f4f879c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:42.310374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3db382b6-c295-4055-b2f6-d2ff3f4f879c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:42.310760 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.323854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.491242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2748cf2f-0147-4e8a-9108-e194ca48a89e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.496167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Network a8a60d4b-692e-4916-ba78-7727d3e89d73 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:42.509872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2748cf2f-0147-4e8a-9108-e194ca48a89e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.515267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:42.523319 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.527126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:42.644588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 3db382b6-c295-4055-b2f6-d2ff3f4f879c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3db382b6-c295-4055-b2f6-d2ff3f4f879c,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:42.651445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.738234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Pushing event updated for resources: {'Port': ['ID=a40b9366-cd81-45f4-931b-6f3abfae28b7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.793860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=3db382b6-c295-4055-b2f6-d2ff3f4f879c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.805099 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2748cf2f-0147-4e8a-9108-e194ca48a89e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.807205 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2748cf2f-0147-4e8a-9108-e194ca48a89e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2065432 Jul 16 20:23:42.822128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60922) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.825610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748cf2f-0147-4e8a-9108-e194ca48a89e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce6116-efd4-4fc3-b117-ff48dc683f05,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.857264 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-82431c01-307f-4f08-93b1-4419ad837deb tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '1bce6116-efd4-4fc3-b117-ff48dc683f05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:42.953852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.960466 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.045857 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82431c01-307f-4f08-93b1-4419ad837deb tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.249496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c25a90a6-ea71-4a56-a149-df1125a73dde req-b44a9906-9e64-46cb-8725-61593594d808 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 210 time: 0.2543676 Jul 16 20:23:43.272523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-3afdc0f0-f178-4e51-a95f-dd74fe06cf93 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1611800 Jul 16 20:23:43.319066 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82431c01-307f-4f08-93b1-4419ad837deb tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.333753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82431c01-307f-4f08-93b1-4419ad837deb tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.353995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Request body: {'port': {'device_id': 'b70ce0d9-0935-4c65-ba30-6790a68fc68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:43.391522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82431c01-307f-4f08-93b1-4419ad837deb tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.393766 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82431c01-307f-4f08-93b1-4419ad837deb tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5502677 Jul 16 20:23:43.402338 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.414775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60926) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:43.443332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82431c01-307f-4f08-93b1-4419ad837deb tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6056b3a7-100d-4b6b-a4a4-af25b22a12f1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.462251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b296da-38b6-47a6-88ba-633b34d50cfc req-88ac1867-c4ab-40e9-b3ea-a9a478d34723 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.476077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62b296da-38b6-47a6-88ba-633b34d50cfc req-88ac1867-c4ab-40e9-b3ea-a9a478d34723 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.7548892 Jul 16 20:23:43.492093 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d9cda479-7d6f-4e1b-96c4-65f70d0c84a8 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules/6056b3a7-100d-4b6b-a4a4-af25b22a12f1 HTTP/1.1" status: 200 len: 763 time: 0.0668995 Jul 16 20:23:43.500974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60928) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:43.550360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.581111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-6864b291-ec48-4101-8930-9845a59cdebc tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.584107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-6864b291-ec48-4101-8930-9845a59cdebc tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.16 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 818 time: 0.6785111 Jul 16 20:23:43.600822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:43.604831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:43.609048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Request body: {'port': {'device_id': '69af6c70-4367-4b81-957f-869ea5f3b037', 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73', 'admin_state_up': True, 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:43.611153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:43.618635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7193db-14e2-4035-ae6f-6854b705490d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.694959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.695641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.739595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0f533e1e-3c8b-411b-82f6-86d4b8e6b089 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0422301 Jul 16 20:23:43.739868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:43.749294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.246'}]}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:43.804979 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.806160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.847246 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62b296da-38b6-47a6-88ba-633b34d50cfc req-77bf54ce-6669-4799-9ac7-cb737e491d1d tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694372 Jul 16 20:23:43.936419 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.982199 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-64e8eca6-8f68-4f5f-b6b4-93b83f51169d tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4668994 Jul 16 20:23:43.983603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.991645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60940) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:44.085669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3db382b6-c295-4055-b2f6-d2ff3f4f879c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:44.210644 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87f1c0c9-8b04-406d-90a0-f3f56c155738 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.233855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87f1c0c9-8b04-406d-90a0-f3f56c155738 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.279514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Made reservation on behalf of e430b5223d15405aab95b7b8e254fa0d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:44.286259 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.363827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3db382b6-c295-4055-b2f6-d2ff3f4f879c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:44.364234 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.441553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.480084 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87f1c0c9-8b04-406d-90a0-f3f56c155738 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.660805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Allocated IP 172.20.0.9 (a8a60d4b-692e-4916-ba78-7727d3e89d73/5b975ae1-2dbd-4b2c-98fe-109a76ff2614/e96c5f7e-658f-4a0f-9d01-3854b317cc7d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:44.846579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87f1c0c9-8b04-406d-90a0-f3f56c155738 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.848666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-87f1c0c9-8b04-406d-90a0-f3f56c155738 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6056b3a7-100d-4b6b-a4a4-af25b22a12f1 HTTP/1.1" status: 204 len: 168 time: 0.8551364 Jul 16 20:23:44.852078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1c0c9-8b04-406d-90a0-f3f56c155738 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6056b3a7-100d-4b6b-a4a4-af25b22a12f1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:44.861437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60946) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:44.948948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33b648-41e1-4c9e-ad23-8df14a3387b8 req-90cd4004-7d60-4af8-ad73-10c99f77140d tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 210 time: 0.0965018 Jul 16 20:23:45.013862 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.071819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0585f924-7606-4169-90f8-b4581319cd7e tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2085614 Jul 16 20:23:45.074778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.077737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60958) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:45.087080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7516cb27-e6b4-42c5-b53e-5f3e1417a9c6 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '1bce6116-efd4-4fc3-b117-ff48dc683f05', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:45.118885 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.157891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7516cb27-e6b4-42c5-b53e-5f3e1417a9c6 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.439208 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.508129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Pushing event updated for resources: {'Port': ['ID=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:45.563005 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7516cb27-e6b4-42c5-b53e-5f3e1417a9c6 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.579187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7516cb27-e6b4-42c5-b53e-5f3e1417a9c6 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.599331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Network a8a60d4b-692e-4916-ba78-7727d3e89d73 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:45.634599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:45.649644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:45.679054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.737885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.738621 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.765258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-de0212e2-6e41-4836-b020-ecb9bfdc1ee7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1680012 Jul 16 20:23:45.771861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516cb27-e6b4-42c5-b53e-5f3e1417a9c6 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965b0ee3-ca17-497e-acd9-15e1dc56b995,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:45.787735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Request body: {'port': {'device_id': '69af6c70-4367-4b81-957f-869ea5f3b037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:45.868669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40b9366-cd81-45f4-931b-6f3abfae28b7 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:45.876431 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7516cb27-e6b4-42c5-b53e-5f3e1417a9c6 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.878118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7516cb27-e6b4-42c5-b53e-5f3e1417a9c6 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7983389 Jul 16 20:23:45.884357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60976) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:45.894666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732aca0-7089-46cf-85b9-9a25c1bc1e12 req-3d4a0dcc-536c-4e08-b433-8ed2553e022b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.902979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e732aca0-7089-46cf-85b9-9a25c1bc1e12 req-3d4a0dcc-536c-4e08-b433-8ed2553e022b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.7064147 Jul 16 20:23:45.922717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.929030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-711ef50e-e48a-43bb-b1cb-db15ec4faa68 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules/965b0ee3-ca17-497e-acd9-15e1dc56b995 HTTP/1.1" status: 200 len: 763 time: 0.0240724 Jul 16 20:23:45.940386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60978) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:45.979641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.004646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Transition to ACTIVE for port object a40b9366-cd81-45f4-931b-6f3abfae28b7 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:46.094246 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.176581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e732aca0-7089-46cf-85b9-9a25c1bc1e12 req-ae75eea8-cf17-435a-b4c6-06c52733d105 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728224 Jul 16 20:23:46.262710 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.271244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.340981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b6790231-df89-4970-80cb-6ea3025ebae1 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3927073 Jul 16 20:23:46.351912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60988) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.436051 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-63917e32-3d71-4200-8a45-b0d060a65032 req-23859ae7-4df7-4b6d-a7fe-55379d3f6034 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3139722 Jul 16 20:23:46.436051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.436400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca08ee8a-83bd-4c49-812b-2563163e4315 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:23:46.442847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60990) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.474183 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:23:46.476051 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-37c5e239-9372-4faa-b0eb-50802f5cfe76 tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7337706 Jul 16 20:23:46.479274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 60994) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.672469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917e32-3d71-4200-8a45-b0d060a65032 req-94b11820-ccb2-4b51-81db-d04b81ca6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.675386 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-63917e32-3d71-4200-8a45-b0d060a65032 req-94b11820-ccb2-4b51-81db-d04b81ca6a94 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cea726f818843af9f82975114c19b21&device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1097 time: 0.1454129 Jul 16 20:23:46.700619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-526c2879-0a41-4fee-b371-cbb1417c3d5c tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Deleting port fd7193db-14e2-4035-ae6f-6854b705490d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:46.702562 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526c2879-0a41-4fee-b371-cbb1417c3d5c tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.712657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Pushing event updated for resources: {'Port': ['ID=a40b9366-cd81-45f4-931b-6f3abfae28b7,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.861386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-616ade2b-3561-4c9b-aa92-78c15694522c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.919831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-616ade2b-3561-4c9b-aa92-78c15694522c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.930455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526c2879-0a41-4fee-b371-cbb1417c3d5c tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.970089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-526c2879-0a41-4fee-b371-cbb1417c3d5c tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Calling delete_port for fd7193db-14e2-4035-ae6f-6854b705490d owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:46.974522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917e32-3d71-4200-8a45-b0d060a65032 req-a45affd7-9f7c-4bc7-a603-807ab05dab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.977314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-63917e32-3d71-4200-8a45-b0d060a65032 req-a45affd7-9f7c-4bc7-a603-807ab05dab61 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 200 len: 910 time: 0.2490859 Jul 16 20:23:47.039566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-960b4dbb-beca-4beb-95e4-a97471518d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.133003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-63917e32-3d71-4200-8a45-b0d060a65032 req-d54773ed-6286-4738-b583-c2f23d508e14 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 200 len: 1001 time: 0.1465795 Jul 16 20:23:47.151282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac39fb-6c52-4a21-8b93-0eb3422d9f4e req-62dcc470-c703-4863-a4cd-5d26d2ee2251 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.155279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bac39fb-6c52-4a21-8b93-0eb3422d9f4e req-62dcc470-c703-4863-a4cd-5d26d2ee2251 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 931 time: 0.8867750 Jul 16 20:23:47.211984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917e32-3d71-4200-8a45-b0d060a65032 req-66d61ca9-844e-4e30-8b26-4efd8540c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.214017 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-63917e32-3d71-4200-8a45-b0d060a65032 req-66d61ca9-844e-4e30-8b26-4efd8540c77e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=405169b1-d2d7-4125-b5e3-1af006f08613 HTTP/1.1" status: 200 len: 848 time: 0.0741327 Jul 16 20:23:47.242656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-616ade2b-3561-4c9b-aa92-78c15694522c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.371328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526c2879-0a41-4fee-b371-cbb1417c3d5c tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.669288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Attempting to bind port a40b9366-cd81-45f4-931b-6f3abfae28b7 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:47.669677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Attempting to bind port a40b9366-cd81-45f4-931b-6f3abfae28b7 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:47.669981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Attempting to bind port a40b9366-cd81-45f4-931b-6f3abfae28b7 on network a8a60d4b-692e-4916-ba78-7727d3e89d73 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:47.677819 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-616ade2b-3561-4c9b-aa92-78c15694522c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.681508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-616ade2b-3561-4c9b-aa92-78c15694522c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/965b0ee3-ca17-497e-acd9-15e1dc56b995 HTTP/1.1" status: 204 len: 168 time: 1.2596474 Jul 16 20:23:47.685262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 60998) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:47.704924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d0ae4-60ec-4460-844b-1ba5f81ccdb3 req-0f835d93-bd53-47f1-98ef-ca568d3ddb81 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.706607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-052d0ae4-60ec-4460-844b-1ba5f81ccdb3 req-0f835d93-bd53-47f1-98ef-ca568d3ddb81 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 1.0938532 Jul 16 20:23:47.720471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c2879-0a41-4fee-b371-cbb1417c3d5c tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd7193db-14e2-4035-ae6f-6854b705490d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.756860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917e32-3d71-4200-8a45-b0d060a65032 req-ce83cb9e-d810-4c04-89e6-f1b6e9b58001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.758691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-63917e32-3d71-4200-8a45-b0d060a65032 req-ce83cb9e-d810-4c04-89e6-f1b6e9b58001 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6387992f-d398-4257-a9e0-e23048055ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5368853 Jul 16 20:23:47.759354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Port a40b9366-cd81-45f4-931b-6f3abfae28b7 on network a8a60d4b-692e-4916-ba78-7727d3e89d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:47.759889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Attempting to bind port a40b9366-cd81-45f4-931b-6f3abfae28b7 on network a8a60d4b-692e-4916-ba78-7727d3e89d73 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:47.763311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ade2b-3561-4c9b-aa92-78c15694522c tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=965b0ee3-ca17-497e-acd9-15e1dc56b995,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.814748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:47.815040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Checking segment: {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:47.815446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Bound using segment: {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:47.815909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Bound port: a40b9366-cd81-45f4-931b-6f3abfae28b7, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:47.816393 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.822542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bac39fb-6c52-4a21-8b93-0eb3422d9f4e req-b46e2f78-b8d6-4ba4-93b0-31b8a637abda tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455066 Jul 16 20:23:47.834688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-526c2879-0a41-4fee-b371-cbb1417c3d5c tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.836860 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-526c2879-0a41-4fee-b371-cbb1417c3d5c tempest-RoutersAdminNegativeIpV6Test-276588526 tempest-RoutersAdminNegativeIpV6Test-276588526-project-admin] 10.222.0.78 "DELETE /v2.0/ports/fd7193db-14e2-4035-ae6f-6854b705490d HTTP/1.1" status: 204 len: 168 time: 1.3560662 Jul 16 20:23:47.951542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-63917e32-3d71-4200-8a45-b0d060a65032 req-83650bdf-973d-4ff9-aa9f-a6bf217d1543 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690199 Jul 16 20:23:47.982150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-052d0ae4-60ec-4460-844b-1ba5f81ccdb3 req-0c45907a-ea35-47c6-8e2a-64c6d9acd4c0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480528 Jul 16 20:23:48.031412 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8abbd76a-b250-49db-9355-80e9d4a033aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.059995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-71fc8c80-a148-4f63-bbaf-688570a2af04 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3646417 Jul 16 20:23:48.062714 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32772) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.073556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d77b0948-3284-40d1-bbab-4aafd7470e0f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Request body: {'security_group_rule': {'security_group_id': '1bce6116-efd4-4fc3-b117-ff48dc683f05', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:48.132708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-63917e32-3d71-4200-8a45-b0d060a65032 req-c63be2f2-a864-44fe-b446-13a63629757d service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749387 Jul 16 20:23:48.136784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96c5f7e-658f-4a0f-9d01-3854b317cc7d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:48.155779 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.180876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] For port a40b9366-cd81-45f4-931b-6f3abfae28b7, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:48.195831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] For port a40b9366-cd81-45f4-931b-6f3abfae28b7, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:48.205399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Transition to ACTIVE for port object e96c5f7e-658f-4a0f-9d01-3854b317cc7d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:48.212657 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.216301 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-960b4dbb-beca-4beb-95e4-a97471518d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.223855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.253534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-960b4dbb-beca-4beb-95e4-a97471518d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.266352 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-d77b0948-3284-40d1-bbab-4aafd7470e0f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Project d11e9b3fa1aa4acd9e18ca533dfd14c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:23:48.278409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32778) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.299083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d77b0948-3284-40d1-bbab-4aafd7470e0f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.306984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.309231 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.310008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] 10.222.0.68 "PUT /v2.0/ports/a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 200 len: 1092 time: 5.0231891 Jul 16 20:23:48.310682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70ce0d9-0935-4c65-ba30-6790a68fc68d', 'tag': 'a40b9366-cd81-45f4-931b-6f3abfae28b7'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:48.313195 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b43e8f-6a3d-4304-bb6c-b7723dad6327" -d '{"events": [{"name": "network-changed", "server_uuid": "b70ce0d9-0935-4c65-ba30-6790a68fc68d", "tag": "a40b9366-cd81-45f4-931b-6f3abfae28b7"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:48.455819 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4790d4a8-3392-40aa-bad4-9d2df9bcec09 x-openstack-request-id: req-4790d4a8-3392-40aa-bad4-9d2df9bcec09 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:48.456587 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70ce0d9-0935-4c65-ba30-6790a68fc68d", "tag": "a40b9366-cd81-45f4-931b-6f3abfae28b7", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:48.456587 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4790d4a8-3392-40aa-bad4-9d2df9bcec09 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:48.458511 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70ce0d9-0935-4c65-ba30-6790a68fc68d', 'tag': 'a40b9366-cd81-45f4-931b-6f3abfae28b7', 'status': 'completed', 'code': 200} Jul 16 20:23:48.463417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-960b4dbb-beca-4beb-95e4-a97471518d49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e85c1697ec641b69ea1aa40bf60ca04&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0085175 Jul 16 20:23:48.464477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b4dbb-beca-4beb-95e4-a97471518d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6350e4-a055-44b1-898d-327434a538fc,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.470067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32786) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.486240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c025714-37ee-462c-bd88-7493e13ae33a service neutron] Pushing event updated for resources: {'Port': ['ID=a40b9366-cd81-45f4-931b-6f3abfae28b7,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.497174 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d77b0948-3284-40d1-bbab-4aafd7470e0f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.526279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d77b0948-3284-40d1-bbab-4aafd7470e0f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.572095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d77b0948-3284-40d1-bbab-4aafd7470e0f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.575687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d77b0948-3284-40d1-bbab-4aafd7470e0f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5114329 Jul 16 20:23:48.602815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32790) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.650443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Pushing event updated for resources: {'Port': ['ID=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.654524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647484bd-4e68-45b1-9160-6082c4dae8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.657845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b0948-3284-40d1-bbab-4aafd7470e0f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a526c82-01a8-4225-8075-a463a4613832,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.698959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Attempting to bind port e96c5f7e-658f-4a0f-9d01-3854b317cc7d on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:48.699843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Attempting to bind port e96c5f7e-658f-4a0f-9d01-3854b317cc7d by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:48.700163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Attempting to bind port e96c5f7e-658f-4a0f-9d01-3854b317cc7d on network a8a60d4b-692e-4916-ba78-7727d3e89d73 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:48.701820 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c1582b0-3354-4960-b412-d3229b597036 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules/4a526c82-01a8-4225-8075-a463a4613832 HTTP/1.1" status: 200 len: 769 time: 0.0775125 Jul 16 20:23:48.707769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.735584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Port e96c5f7e-658f-4a0f-9d01-3854b317cc7d on network a8a60d4b-692e-4916-ba78-7727d3e89d73 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:48.735900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Attempting to bind port e96c5f7e-658f-4a0f-9d01-3854b317cc7d on network a8a60d4b-692e-4916-ba78-7727d3e89d73 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:48.747379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-58442bfc-c907-4c0c-a8c0-1420d8331382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.749006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-58442bfc-c907-4c0c-a8c0-1420d8331382 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1095 time: 0.3332310 Jul 16 20:23:48.751279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:48.751627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Checking segment: {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:48.752024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Bound using segment: {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:48.752505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Bound port: e96c5f7e-658f-4a0f-9d01-3854b317cc7d, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7991841-1f07-4fab-a8c0-9ed66b0ed547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:48.752887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.757253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edf83721-68ed-4e51-b6ff-ad5b960a5be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.813549 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-bf1174a9-19c7-4298-b697-b14163127051 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 200 len: 217 time: 0.0492258 Jul 16 20:23:48.834750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edf83721-68ed-4e51-b6ff-ad5b960a5be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.893908 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-558eadf4-99f0-45fa-8cc0-cd69e2e607e1 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1748180 Jul 16 20:23:48.905391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32794) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.907966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf586ea-25b8-44ed-8e35-9b8e27f97740 req-fc3f7581-08b8-48ec-ac05-723a2b87b8f1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.910024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3bf586ea-25b8-44ed-8e35-9b8e27f97740 req-fc3f7581-08b8-48ec-ac05-723a2b87b8f1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.2268434 Jul 16 20:23:48.943577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-7dd5772d-a9f5-43db-a384-7e79c64de9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.945226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-7dd5772d-a9f5-43db-a384-7e79c64de9d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.1083841 Jul 16 20:23:48.973153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] For port e96c5f7e-658f-4a0f-9d01-3854b317cc7d, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:49.011499 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-021265c2-190f-4ba2-ad96-fae9872e4507 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.013158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-8cdabdf3-ade3-4cdf-99f0-a0c7eda3e742 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509357 Jul 16 20:23:49.019224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] For port e96c5f7e-658f-4a0f-9d01-3854b317cc7d, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:49.034466 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.036804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-021265c2-190f-4ba2-ad96-fae9872e4507 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.055281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3bf586ea-25b8-44ed-8e35-9b8e27f97740 req-d84a2092-999a-4eb0-8894-a8039822f50f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304686 Jul 16 20:23:49.092817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edf83721-68ed-4e51-b6ff-ad5b960a5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.092817 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-edf83721-68ed-4e51-b6ff-ad5b960a5be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.094055 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-edf83721-68ed-4e51-b6ff-ad5b960a5be6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b6350e4-a055-44b1-898d-327434a538fc HTTP/1.1" status: 204 len: 168 time: 0.6209273 Jul 16 20:23:49.097964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:49.098857 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.099740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] 10.222.0.16 "PUT /v2.0/ports/e96c5f7e-658f-4a0f-9d01-3854b317cc7d HTTP/1.1" status: 200 len: 1092 time: 3.3202662 Jul 16 20:23:49.131651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf83721-68ed-4e51-b6ff-ad5b960a5be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6350e4-a055-44b1-898d-327434a538fc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.167431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-021265c2-190f-4ba2-ad96-fae9872e4507 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.184944 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-021265c2-190f-4ba2-ad96-fae9872e4507 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.189280 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-021265c2-190f-4ba2-ad96-fae9872e4507 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4a526c82-01a8-4225-8075-a463a4613832 HTTP/1.1" status: 204 len: 168 time: 0.2729592 Jul 16 20:23:49.194953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32802) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.215114 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647484bd-4e68-45b1-9160-6082c4dae8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.218037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021265c2-190f-4ba2-ad96-fae9872e4507 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a526c82-01a8-4225-8075-a463a4613832,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.222708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647484bd-4e68-45b1-9160-6082c4dae8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.315484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647484bd-4e68-45b1-9160-6082c4dae8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbfdf42-478d-4451-86ee-a3cddba02a97,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.326282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-647484bd-4e68-45b1-9160-6082c4dae8c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32edea06a33a4d40bcfb97fae2a4fbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402973 Jul 16 20:23:49.327419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32804) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.426823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3453e6e-63b4-40bb-8c09-74b476ecaf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.443182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53100b-89a1-47ca-b0f5-3f4d3a4ca62a service neutron] Pushing event updated for resources: {'Port': ['ID=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.472952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3453e6e-63b4-40bb-8c09-74b476ecaf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.549540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3453e6e-63b4-40bb-8c09-74b476ecaf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.553518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3453e6e-63b4-40bb-8c09-74b476ecaf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.557432 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d3453e6e-63b4-40bb-8c09-74b476ecaf4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fbfdf42-478d-4451-86ee-a3cddba02a97 HTTP/1.1" status: 204 len: 168 time: 0.2262399 Jul 16 20:23:49.569114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3453e6e-63b4-40bb-8c09-74b476ecaf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbfdf42-478d-4451-86ee-a3cddba02a97,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.575229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-b2fe1e41-bfa6-4374-a9f5-088a6be22f33 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536284 Jul 16 20:23:49.632239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7c0d2bc9-37a2-4fa6-8ae1-cdfa70be64d2 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4162037 Jul 16 20:23:49.636245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32812) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.708281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a58abc-01e9-4e89-aad1-23cdebc6629d req-8df425c7-965c-4629-ac38-0ac4b320c29f tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:49.712059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5a58abc-01e9-4e89-aad1-23cdebc6629d req-8df425c7-965c-4629-ac38-0ac4b320c29f tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 943 time: 0.5998089 Jul 16 20:23:49.716808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-2640842a-f7f0-4974-a70e-416ae3f424a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:49.720013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-2640842a-f7f0-4974-a70e-416ae3f424a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 1095 time: 0.5256827 Jul 16 20:23:49.793937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-574ee6e9-20d1-40eb-bed5-13b04541916f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.836545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-574ee6e9-20d1-40eb-bed5-13b04541916f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.905357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.906804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6b99f88-0f48-4b0b-8dde-d97fb87adfa9 req-8ea352ee-998f-45c2-ac4d-436ef59d72d7 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182976 Jul 16 20:23:49.932922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-574ee6e9-20d1-40eb-bed5-13b04541916f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.938238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-574ee6e9-20d1-40eb-bed5-13b04541916f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.940304 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-574ee6e9-20d1-40eb-bed5-13b04541916f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "DELETE /v2.0/security-groups/1bce6116-efd4-4fc3-b117-ff48dc683f05 HTTP/1.1" status: 204 len: 168 time: 0.3006103 Jul 16 20:23:49.947454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f9e49f2-968b-461f-ae63-2a047564613c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.958155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.998142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ee6e9-20d1-40eb-bed5-13b04541916f tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce6116-efd4-4fc3-b117-ff48dc683f05,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.062669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-edc3c32e-f96e-4059-81a6-9bb51addb3e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d HTTP/1.1" status: 200 len: 217 time: 0.3186996 Jul 16 20:23:50.073104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad741ac8-8a2a-4e74-b802-51cdbb1a3330 req-242ac84c-a54e-4003-adae-39e2d4ccdca5 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.081447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad741ac8-8a2a-4e74-b802-51cdbb1a3330 req-242ac84c-a54e-4003-adae-39e2d4ccdca5 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.6854935 Jul 16 20:23:50.113380 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a2e6f6bd-94d5-4c32-bdab-09961803ceba tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1531577 Jul 16 20:23:50.122444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32828) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:50.179625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5a58abc-01e9-4e89-aad1-23cdebc6629d req-abb7f43e-c902-443b-b4af-c2dfc2290c86 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436085 Jul 16 20:23:50.349191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad741ac8-8a2a-4e74-b802-51cdbb1a3330 req-6a6e7284-3495-4e8f-b186-cea1cde62c9f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607316 Jul 16 20:23:50.349191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-b7e508ed-4029-4292-be62-7b2f849a5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.349191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-b7e508ed-4029-4292-be62-7b2f849a5731 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.1761920 Jul 16 20:23:50.349191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-57d684b3-00fd-472a-b0a9-472420eaa821 tempest-SecGroupIPv6Test-328401705 tempest-SecGroupIPv6Test-328401705-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1496756 Jul 16 20:23:50.354050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f9e49f2-968b-461f-ae63-2a047564613c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.354050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f9e49f2-968b-461f-ae63-2a047564613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.472066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-6367e4e9-ca38-4c2f-8db0-8c00ae21a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.472066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-6367e4e9-ca38-4c2f-8db0-8c00ae21a45e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1095 time: 0.3848915 Jul 16 20:23:50.472066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32838) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:50.472066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-009737ca-8fbb-4225-b703-c4a0ba964388 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243489 Jul 16 20:23:50.473989 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f5ee98c6-6dc4-4130-becc-67e2c2710915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.474533 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f9e49f2-968b-461f-ae63-2a047564613c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2609f0e024440efb111a9ff9aa5f039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211463 Jul 16 20:23:50.474533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32842) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:50.475754 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69af6c70-4367-4b81-957f-869ea5f3b037', 'tag': 'e96c5f7e-658f-4a0f-9d01-3854b317cc7d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:50.477319 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d60387c-9499-4f1d-8d33-000201cacf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "69af6c70-4367-4b81-957f-869ea5f3b037", "tag": "e96c5f7e-658f-4a0f-9d01-3854b317cc7d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:50.568480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e49f2-968b-461f-ae63-2a047564613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4699cada-ce2e-40a4-ad5c-900f656357d6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.595950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b147307f-8696-463b-aa9e-d07aaa6c757c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.628479 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.658174 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f64d2-6424-4f07-a971-edc5f743f089 x-openstack-request-id: req-537f64d2-6424-4f07-a971-edc5f743f089 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:50.661987 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69af6c70-4367-4b81-957f-869ea5f3b037", "tag": "e96c5f7e-658f-4a0f-9d01-3854b317cc7d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:50.662435 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-537f64d2-6424-4f07-a971-edc5f743f089 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:50.663002 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69af6c70-4367-4b81-957f-869ea5f3b037', 'tag': 'e96c5f7e-658f-4a0f-9d01-3854b317cc7d', 'status': 'completed', 'code': 200} Jul 16 20:23:50.667773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b147307f-8696-463b-aa9e-d07aaa6c757c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.789122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b147307f-8696-463b-aa9e-d07aaa6c757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.792178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b147307f-8696-463b-aa9e-d07aaa6c757c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.797012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b147307f-8696-463b-aa9e-d07aaa6c757c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4699cada-ce2e-40a4-ad5c-900f656357d6 HTTP/1.1" status: 204 len: 168 time: 0.3352110 Jul 16 20:23:50.816289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147307f-8696-463b-aa9e-d07aaa6c757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4699cada-ce2e-40a4-ad5c-900f656357d6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.854549 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7bf1cd0f-6afb-4d50-8ebb-7eb2ad560a12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37e9319c025944e18b89c5ccde124e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428935 Jul 16 20:23:50.859217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32864) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:50.941981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-6185361e-ac73-4186-846a-cea1bea5fd85 service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082140 Jul 16 20:23:50.947874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-c1abcc2d-e113-415d-81a0-db96ae40443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.949583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-c1abcc2d-e113-415d-81a0-db96ae40443e service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 0.5159326 Jul 16 20:23:51.033300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab3c106a-748f-4c1f-ba1b-cef5c3fb329b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.128799 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab3c106a-748f-4c1f-ba1b-cef5c3fb329b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.182989 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-cc9ab343-6c0f-4718-9cba-ab6ff51975b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 200 len: 217 time: 0.2078350 Jul 16 20:23:51.286481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 32884) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:51.333404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab3c106a-748f-4c1f-ba1b-cef5c3fb329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.359469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab3c106a-748f-4c1f-ba1b-cef5c3fb329b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.363028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ab3c106a-748f-4c1f-ba1b-cef5c3fb329b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0702da60-603f-4b09-b828-c33f310cb4d6 HTTP/1.1" status: 204 len: 168 time: 0.4999158 Jul 16 20:23:51.383612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c106a-748f-4c1f-ba1b-cef5c3fb329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0702da60-603f-4b09-b828-c33f310cb4d6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:51.487603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d52b4f9-187e-4ecb-a529-21fafb670109 req-e981c6b4-3a6a-4b2d-9e27-ed076a6b06ad service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352626 Jul 16 20:23:51.526626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-7e39c47e-50a3-4cab-b2ee-95652b5910be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.529495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-7e39c47e-50a3-4cab-b2ee-95652b5910be service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.3355010 Jul 16 20:23:51.717285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-18530496-0e1e-420b-aaef-540489a682f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232800 Jul 16 20:23:51.970382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8bf91938-8e98-429c-8c97-26ca88b1585c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d11e9b3fa1aa4acd9e18ca533dfd14c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808064 Jul 16 20:23:51.974293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 32916) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:52.056570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80895-7f3b-4c1b-8af2-6915adf98289 req-754e0c44-7ac5-4114-990d-baec0b94dd5a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.060051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-daf80895-7f3b-4c1b-8af2-6915adf98289 req-754e0c44-7ac5-4114-990d-baec0b94dd5a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.5650587 Jul 16 20:23:52.069466 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86aea37c-34f1-4813-bdb7-ee4d56c39825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.102702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bcd21-7f58-4411-b1c5-9661e1e26960 req-e7039d7f-a8fa-41b6-aaf4-bc036e66d076 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.106152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c2bcd21-7f58-4411-b1c5-9661e1e26960 req-e7039d7f-a8fa-41b6-aaf4-bc036e66d076 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 943 time: 0.5749371 Jul 16 20:23:52.115523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86aea37c-34f1-4813-bdb7-ee4d56c39825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.197189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86aea37c-34f1-4813-bdb7-ee4d56c39825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.201522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86aea37c-34f1-4813-bdb7-ee4d56c39825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.211751 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86aea37c-34f1-4813-bdb7-ee4d56c39825 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d90d267d-5e42-48a4-a625-6700c08fd08a HTTP/1.1" status: 204 len: 168 time: 0.2331188 Jul 16 20:23:52.233883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aea37c-34f1-4813-bdb7-ee4d56c39825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90d267d-5e42-48a4-a625-6700c08fd08a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:52.289162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-cd859771-8831-4830-b093-6277abf51a34 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646760 Jul 16 20:23:52.319100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-759bdb78-6f1e-4f26-acf5-a93ee7f2be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.321161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-759bdb78-6f1e-4f26-acf5-a93ee7f2be60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 1095 time: 0.5849352 Jul 16 20:23:52.407749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.416236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-daf80895-7f3b-4c1b-8af2-6915adf98289 req-c36e39cc-b3de-4ddf-892b-c344429c4c49 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478839 Jul 16 20:23:52.420159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c2bcd21-7f58-4411-b1c5-9661e1e26960 req-d945bea7-316c-419e-bf17-170eb7c1df8d tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496295 Jul 16 20:23:52.586062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-c8178e4c-6559-49de-b55e-220591d5142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.588948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-c8178e4c-6559-49de-b55e-220591d5142f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 0.2382340 Jul 16 20:23:52.617462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61b43e8f-6a3d-4304-bb6c-b7723dad6327 req-d5c8f9ca-8654-4da8-bca3-b8e024a2795d service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187892 Jul 16 20:23:52.696460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-68b50e80-964b-48bf-8fba-3b61ef21cfb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d HTTP/1.1" status: 200 len: 217 time: 0.0931382 Jul 16 20:23:52.765968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-df4fe245-1948-4b30-a0fe-923e98737cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.767712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-df4fe245-1948-4b30-a0fe-923e98737cd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.0649345 Jul 16 20:23:52.812531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-ebaf069f-80db-4166-af05-f750a105f269 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371690 Jul 16 20:23:53.018286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-9cfe3d9a-1c52-4c92-b3ce-644e2998cae3 service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983454 Jul 16 20:23:53.208282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d60387c-9499-4f1d-8d33-000201cacf2d req-14a557bb-8cc9-4b7e-90e6-894808070fa0 service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813629 Jul 16 20:23:53.570527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a40b9366-cd81-45f4-931b-6f3abfae28b7 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:53.883039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a40b9366-cd81-45f4-931b-6f3abfae28b7, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:53.934719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'a40b9366-cd81-45f4-931b-6f3abfae28b7', 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73', 'port_id': 'a40b9366-cd81-45f4-931b-6f3abfae28b7', 'mac_address': 'fa:16:3e:30:c4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b975ae1-2dbd-4b2c-98fe-109a76ff2614', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:53.948799 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.966860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4786e-c01b-41a4-8771-8a432389b532 req-76d11d09-78d1-4c68-8b7f-5459dfe9a803 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.973254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfe4786e-c01b-41a4-8771-8a432389b532 req-76d11d09-78d1-4c68-8b7f-5459dfe9a803 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 943 time: 0.3060009 Jul 16 20:23:54.085129 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.090119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfe4786e-c01b-41a4-8771-8a432389b532 req-6250f503-8063-4854-86c7-7788f9214571 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820885 Jul 16 20:23:54.114157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40b9366-cd81-45f4-931b-6f3abfae28b7 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:54.135113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628d2b9-4638-47ad-8d02-750333f87b4b req-bdd430ef-d12e-4ae9-8f09-ba5ed5470453 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:54.138297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2628d2b9-4638-47ad-8d02-750333f87b4b req-bdd430ef-d12e-4ae9-8f09-ba5ed5470453 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.3716345 Jul 16 20:23:54.140531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a40b9366-cd81-45f4-931b-6f3abfae28b7, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:54.164384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.304670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2628d2b9-4638-47ad-8d02-750333f87b4b req-82032f80-2cf6-406f-b4f0-cc0aaf0b5c81 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499460 Jul 16 20:23:54.378188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a40b9366-cd81-45f4-931b-6f3abfae28b7,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:54.415578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a40b9366-cd81-45f4-931b-6f3abfae28b7'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:54.594521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33016) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:54.710005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e96c5f7e-658f-4a0f-9d01-3854b317cc7d details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:54.939214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e96c5f7e-658f-4a0f-9d01-3854b317cc7d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:54.971690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'e96c5f7e-658f-4a0f-9d01-3854b317cc7d', 'network_id': 'a8a60d4b-692e-4916-ba78-7727d3e89d73', 'port_id': 'e96c5f7e-658f-4a0f-9d01-3854b317cc7d', 'mac_address': 'fa:16:3e:fd:f0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b975ae1-2dbd-4b2c-98fe-109a76ff2614', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:54.979207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2092385299'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:55.016029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Made reservation on behalf of c6ead35b28f9450aac8e57e29bafd21c for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:55.024235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.054919 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.061910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.084762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96c5f7e-658f-4a0f-9d01-3854b317cc7d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:55.136550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e96c5f7e-658f-4a0f-9d01-3854b317cc7d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:55.143769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.279762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.440987 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.453998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.458668 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['e96c5f7e-658f-4a0f-9d01-3854b317cc7d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:55.507432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33050) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:55.576491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:55.591325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a40b9366-cd81-45f4-931b-6f3abfae28b7 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:55.596947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486cb119-e064-4681-a507-861c685c186f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.613052 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.615060 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Added segment 1680ad97-6d0e-4a96-bcf2-079dc0cb4e6a of type vlan for network ac6b8dae-b39a-4496-88a3-3f294a1897ae Jul 16 20:23:55.741480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.744007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port a40b9366-cd81-45f4-931b-6f3abfae28b7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:55.762557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port a40b9366-cd81-45f4-931b-6f3abfae28b7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:55.763351 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.784361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c809f-057a-4925-9681-f398fd8dda98 req-03a6f0c8-4f4b-44fc-8677-579756506346 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.804484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1854961274', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:55.813674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c7c809f-057a-4925-9681-f398fd8dda98 req-03a6f0c8-4f4b-44fc-8677-579756506346 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 944 time: 0.3615525 Jul 16 20:23:55.861335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Made reservation on behalf of 23e81a1703a8436b90edb79ff134bc9d for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:55.864881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.877621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c7c809f-057a-4925-9681-f398fd8dda98 req-df16e5c8-a558-488f-bba8-dd3334125239 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630412 Jul 16 20:23:55.893749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.896531 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.897035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c778e1-0f33-4284-ad86-9d65461b377b req-9118a0ea-f66d-4f12-89e3-656aa1ac126c tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.905118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0c778e1-0f33-4284-ad86-9d65461b377b req-9118a0ea-f66d-4f12-89e3-656aa1ac126c tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.3297858 Jul 16 20:23:55.909829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.926576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.966667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0c778e1-0f33-4284-ad86-9d65461b377b req-350a76c0-d258-416a-863c-69641f8c3c5a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584021 Jul 16 20:23:56.073216 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.084854 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4896796 Jul 16 20:23:56.088673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5399ecd-cee1-45db-b9e5-762418103c01 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Pushing event updated for resources: {'Network': ['ID=ac6b8dae-b39a-4496-88a3-3f294a1897ae,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.091270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33064) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:56.098614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-db3b19b4-3a42-494b-b3e7-b60ed92b7596 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', 'tempest-TagsTest-Tag-1344328620') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:56.115325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ac6b8dae-b39a-4496-88a3-3f294a1897ae details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:56.139928 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:56.206524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70ce0d9-0935-4c65-ba30-6790a68fc68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b9366-cd81-45f4-931b-6f3abfae28b7'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:56.210640 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea005c-13a6-4ae7-ae33-d4edceb88351" -d '{"events": [{"server_uuid": "b70ce0d9-0935-4c65-ba30-6790a68fc68d", "name": "network-vif-plugged", "status": "completed", "tag": "a40b9366-cd81-45f4-931b-6f3abfae28b7"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:56.250418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.257350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.270851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port a40b9366-cd81-45f4-931b-6f3abfae28b7, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:56.271078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] device_id is not set on port 69cf17d9-9239-4169-b3c8-a807503c0f5d yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:56.335596 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae0c206-6907-4098-9f29-73902761a223 x-openstack-request-id: req-eae0c206-6907-4098-9f29-73902761a223 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:56.336373 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70ce0d9-0935-4c65-ba30-6790a68fc68d", "name": "network-vif-plugged", "status": "completed", "tag": "a40b9366-cd81-45f4-931b-6f3abfae28b7", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:56.336801 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eae0c206-6907-4098-9f29-73902761a223 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:56.337559 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70ce0d9-0935-4c65-ba30-6790a68fc68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b9366-cd81-45f4-931b-6f3abfae28b7', 'code': 200} Jul 16 20:23:56.339018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-db3b19b4-3a42-494b-b3e7-b60ed92b7596 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "PUT /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags/tempest-TagsTest-Tag-1344328620 HTTP/1.1" status: 201 len: 201 time: 0.2465835 Jul 16 20:23:56.339634 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.343906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33074) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:56.351459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-08d81ec9-3287-4982-94c3-ca0de2cfcc60 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', 'tempest-TagsTest-Tag-1344328620') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:56.387000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495d6294-3bb7-40d3-aaed-b2738fb96a26,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.418464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=a40b9366-cd81-45f4-931b-6f3abfae28b7,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.515295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bca11-4e53-4979-b56a-226e9ea3ed13 req-361f4e71-aa34-4cc8-a1dc-9379b2e649b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:56.516929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-473bca11-4e53-4979-b56a-226e9ea3ed13 req-361f4e71-aa34-4cc8-a1dc-9379b2e649b3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1097 time: 0.1066666 Jul 16 20:23:56.529224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Allocated IP 172.25.6.34 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/69cf17d9-9239-4169-b3c8-a807503c0f5d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:56.596106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-08d81ec9-3287-4982-94c3-ca0de2cfcc60 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "GET /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags/tempest-TagsTest-Tag-1344328620 HTTP/1.1" status: 204 len: 168 time: 0.2504542 Jul 16 20:23:56.606655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33080) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:56.617540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-f179b22a-80ed-4bf5-8dac-06492ed21d4e tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:56.644824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-473bca11-4e53-4979-b56a-226e9ea3ed13 req-e3631823-143c-45f0-8735-ea7834899797 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473034 Jul 16 20:23:56.727630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e96c5f7e-658f-4a0f-9d01-3854b317cc7d up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:56.887952 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f179b22a-80ed-4bf5-8dac-06492ed21d4e tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "GET /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags HTTP/1.1" status: 200 len: 238 time: 0.2749472 Jul 16 20:23:56.888734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port e96c5f7e-658f-4a0f-9d01-3854b317cc7d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:56.889540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33088) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:56.896361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-968d6561-03db-49e9-b9e5-0912ef3980b4 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', {'tags': ['tempest-TagsTest-Tag-1144798016', 'tempest-TagsTest-Tag-2019837167', 'tempest-TagsTest-Tag-282241473']}) {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:56.909714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port e96c5f7e-658f-4a0f-9d01-3854b317cc7d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:56.910086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.941534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.079416 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.104675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.141770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-968d6561-03db-49e9-b9e5-0912ef3980b4 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "PUT /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags HTTP/1.1" status: 200 len: 308 time: 0.2506466 Jul 16 20:23:57.144877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33102) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:57.164835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-c8c58802-2673-4a83-aca4-234effe3783a tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', 'tempest-TagsTest-Tag-1144798016') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:57.202048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e96c5f7e-658f-4a0f-9d01-3854b317cc7d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:57.212041 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.214121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Pushing event updated for resources: {'Port': ['ID=69cf17d9-9239-4169-b3c8-a807503c0f5d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:57.262419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:57.268270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:57.276050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:57.345836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:57.365999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:57.367295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.401169 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf556ff1-e96e-4cc9-b9e7-debc0a010b90 tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8591914 Jul 16 20:23:57.406550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33108) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:57.413168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.34'}]}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:57.473237 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.474475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.562683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.799705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.057125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90b733-630e-48eb-a664-592ebfc2c5bf req-24d78726-3b78-4c63-947e-32e0cc61defd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.059828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a90b733-630e-48eb-a664-592ebfc2c5bf req-24d78726-3b78-4c63-947e-32e0cc61defd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.8858933 Jul 16 20:23:58.149462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6636d4-8a93-46dc-8ffd-db1c400bec62 req-c462042d-4130-479c-b82f-4c2104c4bf2d tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.154409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b6636d4-8a93-46dc-8ffd-db1c400bec62 req-c462042d-4130-479c-b82f-4c2104c4bf2d tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.2239070 Jul 16 20:23:58.204793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8c58802-2673-4a83-aca4-234effe3783a tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "DELETE /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags/tempest-TagsTest-Tag-1144798016 HTTP/1.1" status: 204 len: 168 time: 1.0529399 Jul 16 20:23:58.207596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33126) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.212800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-f119e02b-0c0d-4222-8efa-469f97577c8d tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', 'tempest-TagsTest-Tag-1144798016') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:58.214527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a90b733-630e-48eb-a664-592ebfc2c5bf req-bec65dbd-a971-47d7-bb4c-05849312108e tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174321 Jul 16 20:23:58.275987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b6636d4-8a93-46dc-8ffd-db1c400bec62 req-e126480c-89ff-44e3-93e7-3030200026f7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060276 Jul 16 20:23:58.309701 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.339083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af6c70-4367-4b81-957f-869ea5f3b037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96c5f7e-658f-4a0f-9d01-3854b317cc7d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:58.341890 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e362849e-6b3b-4036-857f-b917728284a4" -d '{"events": [{"server_uuid": "69af6c70-4367-4b81-957f-869ea5f3b037", "name": "network-vif-plugged", "status": "completed", "tag": "e96c5f7e-658f-4a0f-9d01-3854b317cc7d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:58.348480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.397191 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f120076-9fe6-439b-8441-9c92593f1f2e x-openstack-request-id: req-8f120076-9fe6-439b-8441-9c92593f1f2e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:58.397527 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af6c70-4367-4b81-957f-869ea5f3b037", "name": "network-vif-plugged", "status": "completed", "tag": "e96c5f7e-658f-4a0f-9d01-3854b317cc7d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:58.397780 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f120076-9fe6-439b-8441-9c92593f1f2e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:58.398221 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af6c70-4367-4b81-957f-869ea5f3b037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96c5f7e-658f-4a0f-9d01-3854b317cc7d', 'code': 200} Jul 16 20:23:58.431491 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-f119e02b-0c0d-4222-8efa-469f97577c8d tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] show failed (client error): The resource could not be found. Jul 16 20:23:58.433339 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f119e02b-0c0d-4222-8efa-469f97577c8d tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "GET /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags/tempest-TagsTest-Tag-1144798016 HTTP/1.1" status: 404 len: 326 time: 0.2242949 Jul 16 20:23:58.436756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33134) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.442220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-b4ff335f-015c-4c99-b1e6-cf342e8191e6 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', 'tempest-TagsTest-Tag-2019837167') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:58.557992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b4ff335f-015c-4c99-b1e6-cf342e8191e6 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "GET /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags/tempest-TagsTest-Tag-2019837167 HTTP/1.1" status: 204 len: 168 time: 0.1184533 Jul 16 20:23:58.560913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33138) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.568039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-d4b48c0a-40cf-4578-8c35-8cdee0e01fce tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', 'tempest-TagsTest-Tag-282241473') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:58.617698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2007702-cef9-497b-9b90-8d6af7657241 req-e7eeee6d-9dcc-428a-8260-42bf2c564c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.619373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2007702-cef9-497b-9b90-8d6af7657241 req-e7eeee6d-9dcc-428a-8260-42bf2c564c80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 1097 time: 0.1451259 Jul 16 20:23:58.691020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.691232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d4b48c0a-40cf-4578-8c35-8cdee0e01fce tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "GET /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags/tempest-TagsTest-Tag-282241473 HTTP/1.1" status: 204 len: 168 time: 0.1280828 Jul 16 20:23:58.695248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33142) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.695640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2007702-cef9-497b-9b90-8d6af7657241 req-e0bc8d33-66ba-427a-b2d7-85b3ce982659 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693648 Jul 16 20:23:58.700367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-7c5588e1-cc22-46dd-86ea-5c94a5e8815a tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:58.914594 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.918151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.011213 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.012543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8a2a670-9238-4903-804a-4a5882381153 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:23:59.020182 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7c5588e1-cc22-46dd-86ea-5c94a5e8815a tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "DELETE /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags HTTP/1.1" status: 204 len: 168 time: 0.3234584 Jul 16 20:23:59.024187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33152) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.030946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-33aad388-cdec-4c11-ad96-6eeab0eb0dd9 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', 'tempest-TagsTest-Tag-2019837167') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:59.032912 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:23:59.037767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd0e0581-d1f9-4620-bcf4-966b2313c07b tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6263316 Jul 16 20:23:59.038335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.123585 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-33aad388-cdec-4c11-ad96-6eeab0eb0dd9 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] show failed (client error): The resource could not be found. Jul 16 20:23:59.128465 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-33aad388-cdec-4c11-ad96-6eeab0eb0dd9 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "GET /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags/tempest-TagsTest-Tag-2019837167 HTTP/1.1" status: 404 len: 326 time: 0.0988245 Jul 16 20:23:59.129740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33158) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.135321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-97cda138-2a23-4d48-b345-73a2a9527f28 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae', 'tempest-TagsTest-Tag-282241473') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:59.242986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-62c599d3-0351-43ad-99b3-3a10b585202a tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Deleting port 69cf17d9-9239-4169-b3c8-a807503c0f5d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:59.242986 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c599d3-0351-43ad-99b3-3a10b585202a tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.243574 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-97cda138-2a23-4d48-b345-73a2a9527f28 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] show failed (client error): The resource could not be found. Jul 16 20:23:59.243574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-97cda138-2a23-4d48-b345-73a2a9527f28 tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "GET /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags/tempest-TagsTest-Tag-282241473 HTTP/1.1" status: 404 len: 325 time: 0.1089642 Jul 16 20:23:59.243883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33166) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.250859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-9770f1e1-985f-48bf-bf9a-adbcc9399b8b tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ac6b8dae-b39a-4496-88a3-3f294a1897ae') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:59.383365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c599d3-0351-43ad-99b3-3a10b585202a tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.408751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-62c599d3-0351-43ad-99b3-3a10b585202a tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Calling delete_port for 69cf17d9-9239-4169-b3c8-a807503c0f5d owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:59.466596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9770f1e1-985f-48bf-bf9a-adbcc9399b8b tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "DELETE /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae/tags HTTP/1.1" status: 204 len: 168 time: 0.2214293 Jul 16 20:23:59.478214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33174) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.650693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c599d3-0351-43ad-99b3-3a10b585202a tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.684992 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.686467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c599d3-0351-43ad-99b3-3a10b585202a tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Pushing event deleted for resources: {'Port': ['ID=69cf17d9-9239-4169-b3c8-a807503c0f5d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:59.758771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f931dd-8708-4835-a90c-154d28703050 req-eb96be20-974d-49c3-9aac-af27dbc8a1ba tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.778660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3f931dd-8708-4835-a90c-154d28703050 req-eb96be20-974d-49c3-9aac-af27dbc8a1ba tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.3327339 Jul 16 20:23:59.827915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62c599d3-0351-43ad-99b3-3a10b585202a tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.834968 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62c599d3-0351-43ad-99b3-3a10b585202a tempest-RoutersAdminNegativeTest-2023989814 tempest-RoutersAdminNegativeTest-2023989814-project-admin] 10.222.0.78 "DELETE /v2.0/ports/69cf17d9-9239-4169-b3c8-a807503c0f5d HTTP/1.1" status: 204 len: 168 time: 0.7952659 Jul 16 20:23:59.905242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3038350-6a45-4fe6-bb2e-985e8d94c48f req-595eb8bc-09a2-427d-a1e5-f885d60388c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.924705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3038350-6a45-4fe6-bb2e-985e8d94c48f req-595eb8bc-09a2-427d-a1e5-f885d60388c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.3744819 Jul 16 20:23:59.979283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.013721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b8dae-b39a-4496-88a3-3f294a1897ae']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:00.034349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1680ad97-6d0e-4a96-bcf2-079dc0cb4e6a') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:00.034675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1680ad97-6d0e-4a96-bcf2-079dc0cb4e6a') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:00.042605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3f931dd-8708-4835-a90c-154d28703050 req-ef7cdb00-774d-47b8-8133-0edf6cd046b1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532899 Jul 16 20:24:00.073984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.114992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3038350-6a45-4fe6-bb2e-985e8d94c48f req-e818d127-33af-49f4-860f-9e4fe3dfcd60 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892467 Jul 16 20:24:00.116133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.136097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:00.137001 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:00.143096 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:00.250113 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.261103 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.264410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] 10.222.0.78 "DELETE /v2.0/networks/ac6b8dae-b39a-4496-88a3-3f294a1897ae HTTP/1.1" status: 204 len: 168 time: 0.7846923 Jul 16 20:24:00.281623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33196) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.292413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Pushing event deleted for resources: {'Network': ['ID=ac6b8dae-b39a-4496-88a3-3f294a1897ae,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.301988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.302344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.302684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.303270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.304058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.304672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.305200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.305755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.306278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.306797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.307331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.307874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561458f5-22b9-46d9-938b-620609fbeefb tempest-TagsTest-1486613766 tempest-TagsTest-1486613766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:00.501162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d256c11f-f058-46dc-b10c-df95349f4bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.643983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33208) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.716396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d256c11f-f058-46dc-b10c-df95349f4bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.723869 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d256c11f-f058-46dc-b10c-df95349f4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.820660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d256c11f-f058-46dc-b10c-df95349f4bb9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9880f821bdb4140b86d87e95d843ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332389 Jul 16 20:24:00.820660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256c11f-f058-46dc-b10c-df95349f4bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22c3b53-fbb2-4f25-bbde-67b5b5acc43f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.824818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33216) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.879427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8ac7b512-3d94-40f2-b656-2359d4db538b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6ead35b28f9450aac8e57e29bafd21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336943 Jul 16 20:24:00.880137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33218) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.950767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32b02698-4839-46b2-8cc8-a27a0242925c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.993112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32b02698-4839-46b2-8cc8-a27a0242925c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.007358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1060a7af-3775-4b7b-b894-142fbd9a731c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.070905 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1060a7af-3775-4b7b-b894-142fbd9a731c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.154027 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32b02698-4839-46b2-8cc8-a27a0242925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.157061 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32b02698-4839-46b2-8cc8-a27a0242925c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.162483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-32b02698-4839-46b2-8cc8-a27a0242925c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a22c3b53-fbb2-4f25-bbde-67b5b5acc43f HTTP/1.1" status: 204 len: 168 time: 0.3321297 Jul 16 20:24:01.163450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1060a7af-3775-4b7b-b894-142fbd9a731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.167160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1060a7af-3775-4b7b-b894-142fbd9a731c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.168543 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1060a7af-3775-4b7b-b894-142fbd9a731c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/486cb119-e064-4681-a507-861c685c186f HTTP/1.1" status: 204 len: 168 time: 0.2835333 Jul 16 20:24:01.183158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b02698-4839-46b2-8cc8-a27a0242925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22c3b53-fbb2-4f25-bbde-67b5b5acc43f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.200722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060a7af-3775-4b7b-b894-142fbd9a731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486cb119-e064-4681-a507-861c685c186f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.765606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc5400-9dfb-4dd5-bda9-f8a2a7cf68c3 req-92b2bdca-5e4e-4bae-9720-4c45296f634e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.780961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95dc5400-9dfb-4dd5-bda9-f8a2a7cf68c3 req-92b2bdca-5e4e-4bae-9720-4c45296f634e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.3632531 Jul 16 20:24:01.853035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5970d7-6e94-4edf-8e9e-8537d3f570da req-0de94fc4-3e60-4e8a-8837-9b9f03de85b5 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.869277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf5970d7-6e94-4edf-8e9e-8537d3f570da req-0de94fc4-3e60-4e8a-8837-9b9f03de85b5 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.3152878 Jul 16 20:24:02.013337 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf5970d7-6e94-4edf-8e9e-8537d3f570da req-181affcc-9746-4478-a3e3-66478d1eb93f tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425049 Jul 16 20:24:02.024150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95dc5400-9dfb-4dd5-bda9-f8a2a7cf68c3 req-bc71fb06-d80d-4351-a664-d50142b12e79 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280822 Jul 16 20:24:02.117310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33264) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:02.235283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33272) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:02.251022 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cceb7e72-5904-469b-b8e0-93b39d274207 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23e81a1703a8436b90edb79ff134bc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311667 Jul 16 20:24:02.368009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3747c566-df73-4203-a67d-93caa4c8defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.435602 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3747c566-df73-4203-a67d-93caa4c8defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.569133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3747c566-df73-4203-a67d-93caa4c8defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.572267 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3747c566-df73-4203-a67d-93caa4c8defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.573573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3747c566-df73-4203-a67d-93caa4c8defe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/495d6294-3bb7-40d3-aaed-b2738fb96a26 HTTP/1.1" status: 204 len: 168 time: 0.3369591 Jul 16 20:24:02.585569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747c566-df73-4203-a67d-93caa4c8defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d6294-3bb7-40d3-aaed-b2738fb96a26,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.049624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-7fd29174-c914-472e-907a-08633745577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.052770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-7fd29174-c914-472e-907a-08633745577a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 1097 time: 0.2824075 Jul 16 20:24:03.070025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333279d-b94c-4785-8491-950a52e0b156 req-b940c9a7-9c84-4891-badf-7ede02704e0c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.080528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1333279d-b94c-4785-8491-950a52e0b156 req-b940c9a7-9c84-4891-badf-7ede02704e0c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1946132 Jul 16 20:24:03.338724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1333279d-b94c-4785-8491-950a52e0b156 req-1b3c02a7-2929-4837-84b5-0006511600d0 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566338 Jul 16 20:24:03.355234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-88023b70-c9f4-4655-a76d-b0ae62457c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.358267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-88023b70-c9f4-4655-a76d-b0ae62457c5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 0.2679560 Jul 16 20:24:03.505982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-33c071f6-a575-4ef3-a1c5-ceaa0b69c38e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d HTTP/1.1" status: 200 len: 217 time: 0.1366949 Jul 16 20:24:03.678315 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-b830168e-38ab-4ee4-a810-d98c6c6faac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.681644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-b830168e-38ab-4ee4-a810-d98c6c6faac4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.1480212 Jul 16 20:24:03.750800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-af35f30b-0188-4392-9e04-c19a64a69023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576580 Jul 16 20:24:03.766129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1429290-dbec-48df-b0db-563939629937 req-5b8db660-95be-4ffe-889c-c2aff17dfafd tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.775519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1429290-dbec-48df-b0db-563939629937 req-5b8db660-95be-4ffe-889c-c2aff17dfafd tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.2799966 Jul 16 20:24:03.938875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1429290-dbec-48df-b0db-563939629937 req-d454dd76-69aa-4464-a0b8-a754884f60be tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620305 Jul 16 20:24:04.030970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-4f2be3cb-f5ea-4f50-9c92-ca02a213e83c service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446933 Jul 16 20:24:04.269782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33354) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.296036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6b04ecf-1710-4a8f-bf71-669201cc7e3c req-821c9963-eec7-403a-a924-9550fe2aef26 service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561531 Jul 16 20:24:04.381557 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.708280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-20381e47-a225-481c-9ae5-cf746ce7d8d4 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.710061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-20381e47-a225-481c-9ae5-cf746ce7d8d4 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4387081 Jul 16 20:24:04.714383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33376) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.722459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-8f943fee-64f3-4ddc-ab24-cbbed0aa1a11 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.724707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8f943fee-64f3-4ddc-ab24-cbbed0aa1a11 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0082185 Jul 16 20:24:04.728989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33378) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.745137 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-52079acd-c1db-4de3-ba8f-34bf21b98d73 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.749550 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-52079acd-c1db-4de3-ba8f-34bf21b98d73 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0189166 Jul 16 20:24:04.753412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33380) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.766454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-b8afe137-3185-4f8c-929a-4154ec5eef41 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.775478 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b8afe137-3185-4f8c-929a-4154ec5eef41 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0169625 Jul 16 20:24:04.783950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33382) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.818673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-29652cf0-17b5-4576-9eea-40c8e0d682a0 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.819712 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29652cf0-17b5-4576-9eea-40c8e0d682a0 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0220892 Jul 16 20:24:04.824963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33384) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.841496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-514a2278-0974-433d-af4d-627346986544 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.846514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-514a2278-0974-433d-af4d-627346986544 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0167165 Jul 16 20:24:04.848102 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33388) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.866483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-9ee34860-f172-477a-b499-637ad4667ef8 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.869190 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9ee34860-f172-477a-b499-637ad4667ef8 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0156155 Jul 16 20:24:04.872992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33390) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.883609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-79758240-8b9f-44cc-a273-e54b5125fbd7 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.891507 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-79758240-8b9f-44cc-a273-e54b5125fbd7 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0154819 Jul 16 20:24:04.894760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33396) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.909503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-7239aaef-1dbf-4983-87f3-560a414a5b93 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.910948 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7239aaef-1dbf-4983-87f3-560a414a5b93 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0146892 Jul 16 20:24:04.913902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33398) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.921226 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-2a6c0d4a-43f7-42a1-b256-ce2af61ac6c8 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.925077 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a6c0d4a-43f7-42a1-b256-ce2af61ac6c8 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068922 Jul 16 20:24:04.925663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cc21-5c84-44b4-ae22-cbb56bb6d482 req-fc9afe23-94a2-49fc-9454-a432ca465805 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.931751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9967cc21-5c84-44b4-ae22-cbb56bb6d482 req-fc9afe23-94a2-49fc-9454-a432ca465805 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1946535 Jul 16 20:24:04.934662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33402) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.946726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-bd26308e-a281-4a07-8c47-8fd94744b996 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.948733 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd26308e-a281-4a07-8c47-8fd94744b996 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066776 Jul 16 20:24:04.951615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33404) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.962521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-289f7b84-5688-4ee5-9fca-390764c96173 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.966715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-289f7b84-5688-4ee5-9fca-390764c96173 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0108805 Jul 16 20:24:04.968332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33406) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.973332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-83bc0248-ccae-41c6-a0ab-05bc80115905 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:04.974754 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-83bc0248-ccae-41c6-a0ab-05bc80115905 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053852 Jul 16 20:24:04.979412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33410) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.999246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-ba312fae-b956-4e64-9092-b5cef0df44da tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.001270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ba312fae-b956-4e64-9092-b5cef0df44da tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0180542 Jul 16 20:24:05.004183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33412) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.013723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-c1c397d5-aaac-4a48-b16f-2fc6e2a6868c tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.015532 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c1c397d5-aaac-4a48-b16f-2fc6e2a6868c tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0090454 Jul 16 20:24:05.018595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33414) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.034999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-cf619dc0-6709-4bae-b215-5457955afc16 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.037317 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cf619dc0-6709-4bae-b215-5457955afc16 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0157683 Jul 16 20:24:05.040291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33420) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.065265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-33df60df-f4ef-4bd1-887d-0b42c37755f5 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.075419 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-33df60df-f4ef-4bd1-887d-0b42c37755f5 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0313871 Jul 16 20:24:05.083533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33422) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.090703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9967cc21-5c84-44b4-ae22-cbb56bb6d482 req-a557fe8e-c421-47bc-a927-8252583c271d tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575580 Jul 16 20:24:05.106035 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-bd3b3083-59e9-44bc-b519-0a2be732da26 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.112511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33426) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.117714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-15e96630-4282-43f9-8480-f5f028e18dc0 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.121468 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd3b3083-59e9-44bc-b519-0a2be732da26 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0352476 Jul 16 20:24:05.125466 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-15e96630-4282-43f9-8480-f5f028e18dc0 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0115557 Jul 16 20:24:05.133051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33428) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.157550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-aab82362-cf23-4a27-9d34-d7b9ac9b134d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.163217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33430) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.168779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-e59026c7-2a97-4e5f-b2c8-0969527fe015 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.170151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e59026c7-2a97-4e5f-b2c8-0969527fe015 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056441 Jul 16 20:24:05.173624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33432) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.175801 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aab82362-cf23-4a27-9d34-d7b9ac9b134d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0398324 Jul 16 20:24:05.182570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-f6ee9a6c-ea03-49c1-b97c-882164f3acc8 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.184544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f6ee9a6c-ea03-49c1-b97c-882164f3acc8 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094883 Jul 16 20:24:05.189287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33434) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.203586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-74e2dd3b-115f-4f4e-917e-ae36f709194b tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.208348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-74e2dd3b-115f-4f4e-917e-ae36f709194b tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0158601 Jul 16 20:24:05.210645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33436) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.226216 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.252429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-e9ddf69c-bb76-4944-8c05-bf55e9bd8aae tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.259615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e9ddf69c-bb76-4944-8c05-bf55e9bd8aae tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0430989 Jul 16 20:24:05.265448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33442) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.293273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-aaa0897d-4a23-44e4-9c76-515c9f22f6bf tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.298040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aaa0897d-4a23-44e4-9c76-515c9f22f6bf tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0275290 Jul 16 20:24:05.298420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33444) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.303741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-af629fbf-40d5-4b45-b586-7dcb4e7bb823 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.307197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-af629fbf-40d5-4b45-b586-7dcb4e7bb823 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054526 Jul 16 20:24:05.307494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33446) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.313251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-f7086bc4-ec68-499c-bc6d-f5fc71ddc0ae tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.317545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f7086bc4-ec68-499c-bc6d-f5fc71ddc0ae tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056992 Jul 16 20:24:05.319707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33448) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.330465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-885ab4ae-f0a9-44b1-87ad-4ce95581bd26 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.339698 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-885ab4ae-f0a9-44b1-87ad-4ce95581bd26 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0179925 Jul 16 20:24:05.346225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33454) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.351825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-069d5341-99e3-4dcc-beb2-e9ff7c77fe9d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.352899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-069d5341-99e3-4dcc-beb2-e9ff7c77fe9d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053742 Jul 16 20:24:05.358283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33456) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.367523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-defbaa2f-482e-4ce6-9eee-7c8a704a63ff tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.376633 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-defbaa2f-482e-4ce6-9eee-7c8a704a63ff tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0162575 Jul 16 20:24:05.381640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.396397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-5b9e2207-e7b8-464e-98fd-d974bb180148 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.405788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33460) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.406040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b9e2207-e7b8-464e-98fd-d974bb180148 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0222681 Jul 16 20:24:05.439868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-872ad85b-3990-433d-80a6-8454ad5015e3 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.442353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-872ad85b-3990-433d-80a6-8454ad5015e3 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0315952 Jul 16 20:24:05.444484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33464) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.450733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-687e977a-dfb8-486f-9006-ead5df72a36c tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.455947 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-687e977a-dfb8-486f-9006-ead5df72a36c tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0102305 Jul 16 20:24:05.456155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33466) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.461396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-c6972d00-c4a5-4ea6-9fd4-d6ef29c95386 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.462403 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c6972d00-c4a5-4ea6-9fd4-d6ef29c95386 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053401 Jul 16 20:24:05.467217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33468) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.473746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-d56f4172-6e8c-4d95-9d60-965e82fe5b34 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.474968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d56f4172-6e8c-4d95-9d60-965e82fe5b34 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0065377 Jul 16 20:24:05.479256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33472) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.489338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77489cf-d56f-49b7-9bc2-5d628d4aafe9 req-1a05a85c-7318-44c8-b14b-007373909e66 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.491982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-cd2e0215-d79d-4aed-9ea5-5a4e74722147 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.497408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f77489cf-d56f-49b7-9bc2-5d628d4aafe9 req-1a05a85c-7318-44c8-b14b-007373909e66 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.1614053 Jul 16 20:24:05.499397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33474) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.499875 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cd2e0215-d79d-4aed-9ea5-5a4e74722147 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0178277 Jul 16 20:24:05.509719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-b5b090c0-1d88-4caf-ae13-c7f1d15c216d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.510672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b5b090c0-1d88-4caf-ae13-c7f1d15c216d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0096638 Jul 16 20:24:05.515833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33476) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.528583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-1226d1ed-9a48-4610-a683-f6f58ac06392 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.538099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33478) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.538744 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1226d1ed-9a48-4610-a683-f6f58ac06392 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0173762 Jul 16 20:24:05.560606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-d788acf2-2b8c-420d-87b4-8a69c1e80374 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.562110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d788acf2-2b8c-420d-87b4-8a69c1e80374 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0226550 Jul 16 20:24:05.566693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33482) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.574528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-a8dcf849-60d4-48f3-ad73-c4c0d2d303c0 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.576871 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a8dcf849-60d4-48f3-ad73-c4c0d2d303c0 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077410 Jul 16 20:24:05.581302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33484) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.591660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-fa90d8d4-2008-4e4a-96f4-8f2049148cc3 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.596959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fa90d8d4-2008-4e4a-96f4-8f2049148cc3 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0140357 Jul 16 20:24:05.598073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33486) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.606092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f77489cf-d56f-49b7-9bc2-5d628d4aafe9 req-257a5fcc-55f9-42a7-b6dc-55c18bd20701 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065974 Jul 16 20:24:05.615881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-569c4228-187d-41bc-82e6-1e18ae964d51 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.623158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33490) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.630549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-107f36f2-7c95-4def-a8de-9e13a7cc834f tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.640806 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-107f36f2-7c95-4def-a8de-9e13a7cc834f tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0158911 Jul 16 20:24:05.640965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-569c4228-187d-41bc-82e6-1e18ae964d51 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0327466 Jul 16 20:24:05.641655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33494) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.647606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-c62dc3b3-2e48-4f92-890b-ec1ff4441b5e tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.651883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33496) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.652009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c62dc3b3-2e48-4f92-890b-ec1ff4441b5e tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089235 Jul 16 20:24:05.661304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-720ad218-cef3-4d3d-9598-a467c9fa697d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.662997 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-720ad218-cef3-4d3d-9598-a467c9fa697d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081217 Jul 16 20:24:05.666949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33498) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.672135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-38e32931-1e05-438b-9f44-5513ce9d79e2 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.673423 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-38e32931-1e05-438b-9f44-5513ce9d79e2 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052633 Jul 16 20:24:05.677346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33500) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.682145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-7e9fd57c-1931-4408-a74d-2121f5dfc7f4 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.683200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7e9fd57c-1931-4408-a74d-2121f5dfc7f4 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048826 Jul 16 20:24:05.688345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33502) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.697635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-10ca3c68-61dc-4740-a6d4-d8457d442845 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.705436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33506) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.706028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-10ca3c68-61dc-4740-a6d4-d8457d442845 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0151160 Jul 16 20:24:05.710797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-6b8b37e5-4d5d-4440-9ae0-c377d4646bf6 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.715618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6b8b37e5-4d5d-4440-9ae0-c377d4646bf6 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084031 Jul 16 20:24:05.716304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33508) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.728553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-4478eae5-031a-4f1d-8d1b-f16b361e53ad tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.731359 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4478eae5-031a-4f1d-8d1b-f16b361e53ad tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0126870 Jul 16 20:24:05.734382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33510) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.746737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-dbe9c348-1051-4820-b41d-5c83e646c115 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.753195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.753345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dbe9c348-1051-4820-b41d-5c83e646c115 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0150888 Jul 16 20:24:05.757934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-e8f7c375-c507-4a75-8131-88b5453de507 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.758993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e8f7c375-c507-4a75-8131-88b5453de507 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0058663 Jul 16 20:24:05.763440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33516) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.769840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-2dc01781-6a0e-430f-93dc-b845699d74c9 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.774149 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2dc01781-6a0e-430f-93dc-b845699d74c9 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093298 Jul 16 20:24:05.774772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33520) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.780330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-80a7c295-657d-40b9-a8c8-5b897d7f6f7b tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.786114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33522) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.786819 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-80a7c295-657d-40b9-a8c8-5b897d7f6f7b tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0107358 Jul 16 20:24:05.798014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-3cabfef5-21ab-40aa-b198-841318597aaa tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.803092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33524) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.807379 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-e582f657-f4c2-4da4-9b83-d5700c02efc4 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.812821 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e582f657-f4c2-4da4-9b83-d5700c02efc4 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0091536 Jul 16 20:24:05.813471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33528) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.816732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3cabfef5-21ab-40aa-b198-841318597aaa tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0118084 Jul 16 20:24:05.819525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-08cc66e4-5ee1-42a5-a9ce-e9dfdfeb2923 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.825677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33530) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.825961 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-08cc66e4-5ee1-42a5-a9ce-e9dfdfeb2923 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0108881 Jul 16 20:24:05.831459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-ad34a3c3-5204-4be2-b89a-b5b747e91d26 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.831872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ad34a3c3-5204-4be2-b89a-b5b747e91d26 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052123 Jul 16 20:24:05.835110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33532) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.842541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-1258f374-e01a-4184-8e80-1429e3dce3ea tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.844811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1258f374-e01a-4184-8e80-1429e3dce3ea tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077653 Jul 16 20:24:05.847016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33534) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.852014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-400d8067-792f-4833-89a4-72367ecbb6e2 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.857683 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-400d8067-792f-4833-89a4-72367ecbb6e2 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090230 Jul 16 20:24:05.858569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.867410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-d6e468c5-d0f1-482a-a75a-e08ffa968ab8 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.872088 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d6e468c5-d0f1-482a-a75a-e08ffa968ab8 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082302 Jul 16 20:24:05.873197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33540) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.890992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-5b1f6f0e-9bb3-4956-9bbf-2bdd747915e7 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.894629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5b1f6f0e-9bb3-4956-9bbf-2bdd747915e7 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0176363 Jul 16 20:24:05.895084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33542) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.901822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-9ad8a188-da2e-4de5-81bb-45df0c2548e5 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.904045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9ad8a188-da2e-4de5-81bb-45df0c2548e5 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0074975 Jul 16 20:24:05.906804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33544) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.913643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-c5afd674-9f7c-46b6-be15-1e5018832d7b tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.916442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c5afd674-9f7c-46b6-be15-1e5018832d7b tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067489 Jul 16 20:24:05.918687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33546) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.938489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-e5ce99d8-0d04-4bf3-b9a6-d5bf62cadfb4 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.944560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33550) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.945631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e5ce99d8-0d04-4bf3-b9a6-d5bf62cadfb4 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0251753 Jul 16 20:24:05.953734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-4eb9a275-b847-4b06-b14f-ef5a9f857a21 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.955394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4eb9a275-b847-4b06-b14f-ef5a9f857a21 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095029 Jul 16 20:24:05.959017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33554) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.964251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-ce5d76ea-e587-4643-9111-55dc6105abc7 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.969068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33556) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.971174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ce5d76ea-e587-4643-9111-55dc6105abc7 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070496 Jul 16 20:24:05.974726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [None req-fb894211-66bb-4c4b-9439-af40b063b68d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.979104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33558) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.979475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fb894211-66bb-4c4b-9439-af40b063b68d tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091345 Jul 16 20:24:05.986328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [None req-30565aa7-2623-4a9e-a287-98d6e76bb312 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:05.991291 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-30565aa7-2623-4a9e-a287-98d6e76bb312 tempest-ExtensionsTestJSON-2122221366 tempest-ExtensionsTestJSON-2122221366-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0093448 Jul 16 20:24:06.474792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966aa5c-ab5e-4e89-978b-04e562217582 req-f5458e85-30f2-42ae-a1df-e09c4bd9c5cb tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.490400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7966aa5c-ab5e-4e89-978b-04e562217582 req-f5458e85-30f2-42ae-a1df-e09c4bd9c5cb tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1454768 Jul 16 20:24:06.584362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33600) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.589533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7966aa5c-ab5e-4e89-978b-04e562217582 req-f42aa1c8-fc92-408c-adb7-b97c7b2117df tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962441 Jul 16 20:24:06.864759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3ead-f89f-4bd3-856f-f1390841e72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.942352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddbd30-4a0c-4768-9fdf-83b294e22c03 req-b70d085b-19f4-49d7-85cc-93986109fb71 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.944180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7ddbd30-4a0c-4768-9fdf-83b294e22c03 req-b70d085b-19f4-49d7-85cc-93986109fb71 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.1684649 Jul 16 20:24:07.026884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3ead-f89f-4bd3-856f-f1390841e72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.033708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3ead-f89f-4bd3-856f-f1390841e72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.093304 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cf0d3ead-f89f-4bd3-856f-f1390841e72f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=619a3f9e0ca249c586b4d0f9c7762f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074756 Jul 16 20:24:07.095394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33632) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:07.106389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7ddbd30-4a0c-4768-9fdf-83b294e22c03 req-ec0eb77c-9655-44d1-a078-902b20dae375 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526754 Jul 16 20:24:07.110433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d3ead-f89f-4bd3-856f-f1390841e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbdc3f4-eea7-4286-8967-fa0e2f495a4a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.182170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-116a435f-1f8c-48de-8009-9fa385671993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.227469 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-116a435f-1f8c-48de-8009-9fa385671993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.319167 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-116a435f-1f8c-48de-8009-9fa385671993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.322709 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-116a435f-1f8c-48de-8009-9fa385671993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.324524 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-116a435f-1f8c-48de-8009-9fa385671993 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5dbdc3f4-eea7-4286-8967-fa0e2f495a4a HTTP/1.1" status: 204 len: 168 time: 0.2273688 Jul 16 20:24:07.343625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a435f-1f8c-48de-8009-9fa385671993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbdc3f4-eea7-4286-8967-fa0e2f495a4a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.075909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156fbf-3a55-4caa-a4c5-1b554471a5c1 req-8c898b22-a4da-475f-8f2e-a0978194c859 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.093419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c156fbf-3a55-4caa-a4c5-1b554471a5c1 req-8c898b22-a4da-475f-8f2e-a0978194c859 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.2328589 Jul 16 20:24:08.189487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c156fbf-3a55-4caa-a4c5-1b554471a5c1 req-5aad0be4-63e1-4966-bc8b-b03c64635358 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932591 Jul 16 20:24:08.331286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33682) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.446139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012a141-c5f8-4a82-b9ef-d123b2b71c8b req-cb829241-012b-4780-a2cc-e2620b01a2f3 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.452462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7012a141-c5f8-4a82-b9ef-d123b2b71c8b req-cb829241-012b-4780-a2cc-e2620b01a2f3 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.1210029 Jul 16 20:24:08.517069 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7012a141-c5f8-4a82-b9ef-d123b2b71c8b req-ec89ba86-5a7a-419c-9f93-1d3bdfcf4e1b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606656 Jul 16 20:24:08.574749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-167dfcd0-d2b3-44b9-ad8f-b522ee4e484a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.717785 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-167dfcd0-d2b3-44b9-ad8f-b522ee4e484a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.723107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-167dfcd0-d2b3-44b9-ad8f-b522ee4e484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.781838 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-167dfcd0-d2b3-44b9-ad8f-b522ee4e484a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae36601182f54d438e1e2b225c0d7b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478774 Jul 16 20:24:08.782624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dfcd0-d2b3-44b9-ad8f-b522ee4e484a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e870b5-dbfa-42bb-bed3-003b10f03f25,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.786238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33700) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.816783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33702) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.899040 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83afe119-f7fb-4b02-9fe7-05e5ac8540e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.934959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83afe119-f7fb-4b02-9fe7-05e5ac8540e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.995215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'networks': [{'name': 'tempest-network--1436954264'}, {'name': 'tempest-network--1909498486'}]} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:08.996708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'network': {'name': 'tempest-network--1436954264'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:09.000376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'network': {'name': 'tempest-network--1909498486'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:09.023010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83afe119-f7fb-4b02-9fe7-05e5ac8540e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.025988 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-83afe119-f7fb-4b02-9fe7-05e5ac8540e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.027605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-83afe119-f7fb-4b02-9fe7-05e5ac8540e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89e870b5-dbfa-42bb-bed3-003b10f03f25 HTTP/1.1" status: 204 len: 168 time: 0.2387817 Jul 16 20:24:09.052969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afe119-f7fb-4b02-9fe7-05e5ac8540e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e870b5-dbfa-42bb-bed3-003b10f03f25,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.083791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Made reservation on behalf of e33f4e409308483283fe26893b5a0b52 for: {'network': 2} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:09.092281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.108953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.269738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.275450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.276048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.347933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b9976-0696-4a21-86e9-89fdca4cf047,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.373144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:09.389704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33716) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:09.404576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.405144 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Added segment d5e25abc-6223-450c-b538-90eff5bb6c57 of type vlan for network c87cd188-45b5-4e2a-aa44-0509e1bfc534 Jul 16 20:24:09.478210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.525647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:09.546138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.547752 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Added segment 5a337188-cc86-4688-af71-2d35caeff68b of type vlan for network 981744f6-a219-433b-a688-8921eadd400a Jul 16 20:24:09.598458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c437682-779d-4b66-ba17-b3d8a1b034d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.625884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3b617-cf96-44de-a6b6-e63591d78cf9 req-2423e513-7709-4ea8-bc1e-271416690a3a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.627623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7b3b617-cf96-44de-a6b6-e63591d78cf9 req-2423e513-7709-4ea8-bc1e-271416690a3a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1959066 Jul 16 20:24:09.640628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33724) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:09.665374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.680040 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-10d95198-3c42-4c10-871a-5dc8c5d83e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.711592 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.712553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.719696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.725877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.727957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.740511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7b3b617-cf96-44de-a6b6-e63591d78cf9 req-1c4c75f8-8879-45c7-85b2-40d9b0c4de41 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805452 Jul 16 20:24:09.785731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.api [None req-10d95198-3c42-4c10-871a-5dc8c5d83e9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:24:09.785731 n-d-791505-15 neutron-server[100243]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:24:09.785731 n-d-791505-15 neutron-server[100243]: [parameters: {'project_id_1': 'cd9b21a89838475baa5c31553f4f770a', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 24, 9, 743077)}] Jul 16 20:24:09.785731 n-d-791505-15 neutron-server[100243]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:24:09.786396 n-d-791505-15 neutron-server[100243]: DEBUG oslo_db.api [None req-10d95198-3c42-4c10-871a-5dc8c5d83e9a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:24:09.812559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Network': ['ID=c87cd188-45b5-4e2a-aa44-0509e1bfc534,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.846636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c87cd188-45b5-4e2a-aa44-0509e1bfc534 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:09.870715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349d764-1c8c-48d9-ad55-1c7cca9e2003 req-71e83f7f-26c1-40da-a8fb-7ffbc90b46c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.873960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0349d764-1c8c-48d9-ad55-1c7cca9e2003 req-71e83f7f-26c1-40da-a8fb-7ffbc90b46c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.1865213 Jul 16 20:24:09.901121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Network': ['ID=981744f6-a219-433b-a688-8921eadd400a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.926811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 981744f6-a219-433b-a688-8921eadd400a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:09.988709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0349d764-1c8c-48d9-ad55-1c7cca9e2003 req-208d7247-4330-46f5-bc7d-571f6d1cfb02 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070454 Jul 16 20:24:10.012484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c437682-779d-4b66-ba17-b3d8a1b034d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.019671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c437682-779d-4b66-ba17-b3d8a1b034d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.028677 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c0f8d03d-db1f-4ba6-bdf2-6bb9a1db43c6 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2012093 Jul 16 20:24:10.029262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33726) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:10.096985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1c437682-779d-4b66-ba17-b3d8a1b034d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2776f8b79a4347c48ceac79f32712a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061400 Jul 16 20:24:10.098914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33728) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:10.108130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c437682-779d-4b66-ba17-b3d8a1b034d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8672b315-055d-4e2a-ac87-d81f03179fe5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:10.171480 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-399ab331-5669-4e8c-b6c1-e93f260e93b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.205348 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-399ab331-5669-4e8c-b6c1-e93f260e93b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.235891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527b0c7-cfe4-44ed-8f4d-fead56631bab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.253477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527b0c7-cfe4-44ed-8f4d-fead56631bab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.265030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527b0c7-cfe4-44ed-8f4d-fead56631bab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.275429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527b0c7-cfe4-44ed-8f4d-fead56631bab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.278892 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1527b0c7-cfe4-44ed-8f4d-fead56631bab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2471869 Jul 16 20:24:10.282240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33730) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:10.294904 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-10d95198-3c42-4c10-871a-5dc8c5d83e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.354064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-399ab331-5669-4e8c-b6c1-e93f260e93b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.357553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-399ab331-5669-4e8c-b6c1-e93f260e93b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.359059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-399ab331-5669-4e8c-b6c1-e93f260e93b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8672b315-055d-4e2a-ac87-d81f03179fe5 HTTP/1.1" status: 204 len: 168 time: 0.2586815 Jul 16 20:24:10.442505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ab331-5669-4e8c-b6c1-e93f260e93b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8672b315-055d-4e2a-ac87-d81f03179fe5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:10.455465 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.675092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.708607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87cd188-45b5-4e2a-aa44-0509e1bfc534']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:10.734836 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-10d95198-3c42-4c10-871a-5dc8c5d83e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.738588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e25abc-6223-450c-b538-90eff5bb6c57') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:10.739526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e25abc-6223-450c-b538-90eff5bb6c57') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:10.751477 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-10d95198-3c42-4c10-871a-5dc8c5d83e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.776087 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.853394 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.863928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-10d95198-3c42-4c10-871a-5dc8c5d83e9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd9b21a89838475baa5c31553f4f770a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2198339 Jul 16 20:24:10.865261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33740) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:10.869853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d95198-3c42-4c10-871a-5dc8c5d83e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76a8157-75a7-40c3-aedf-7be8d64b14bf,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:10.876811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:10.877340 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:10.903172 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:10.990686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.027226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-199ab4e0-b652-44c2-b63e-0c26c5920ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.034686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.043805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/networks/c87cd188-45b5-4e2a-aa44-0509e1bfc534 HTTP/1.1" status: 204 len: 168 time: 0.7571716 Jul 16 20:24:11.044088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33744) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:11.062081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb62c6-53bb-4c4d-90d2-9979b2a9c343 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Network': ['ID=c87cd188-45b5-4e2a-aa44-0509e1bfc534,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.111259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69bf5f-8701-404b-ac69-aa9fc3d81d78 req-2ac114a5-b0d6-433c-bfab-2ee8e72a81bc tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.112976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e69bf5f-8701-404b-ac69-aa9fc3d81d78 req-2ac114a5-b0d6-433c-bfab-2ee8e72a81bc tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1707528 Jul 16 20:24:11.113502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33746) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:11.138371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49073186-e7c5-4d33-8121-7633d0d6cf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.146202 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-199ab4e0-b652-44c2-b63e-0c26c5920ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.202875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e69bf5f-8701-404b-ac69-aa9fc3d81d78 req-425899ac-b9f3-467f-a3da-7474a17a1c09 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734816 Jul 16 20:24:11.353607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.375292 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49073186-e7c5-4d33-8121-7633d0d6cf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.382160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49073186-e7c5-4d33-8121-7633d0d6cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.455436 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-199ab4e0-b652-44c2-b63e-0c26c5920ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.460826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-199ab4e0-b652-44c2-b63e-0c26c5920ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.463030 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-199ab4e0-b652-44c2-b63e-0c26c5920ad6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a76a8157-75a7-40c3-aedf-7be8d64b14bf HTTP/1.1" status: 204 len: 168 time: 0.5951021 Jul 16 20:24:11.487689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-49073186-e7c5-4d33-8121-7633d0d6cf56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8956b8bb607462292ba7dfcad3b812f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727803 Jul 16 20:24:11.491564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49073186-e7c5-4d33-8121-7633d0d6cf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6a219b-26aa-49bf-b8a0-7993c0880a74,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.498116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33750) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:11.510850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ab4e0-b652-44c2-b63e-0c26c5920ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76a8157-75a7-40c3-aedf-7be8d64b14bf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.576957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45327a3d-ed57-4d80-8e3e-5efce2f8bcab req-c2674742-a4db-48b1-a3b8-decda4f723b4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.580439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45327a3d-ed57-4d80-8e3e-5efce2f8bcab req-c2674742-a4db-48b1-a3b8-decda4f723b4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.2789464 Jul 16 20:24:11.689305 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1806-d3bb-406c-8e4d-02c2ac2ff1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.729726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-45327a3d-ed57-4d80-8e3e-5efce2f8bcab req-be078286-d350-436a-afd1-483718d42a80 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415923 Jul 16 20:24:11.801239 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1806-d3bb-406c-8e4d-02c2ac2ff1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.893302 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1806-d3bb-406c-8e4d-02c2ac2ff1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.897498 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1806-d3bb-406c-8e4d-02c2ac2ff1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.904702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fc6e1806-d3bb-406c-8e4d-02c2ac2ff1b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc6a219b-26aa-49bf-b8a0-7993c0880a74 HTTP/1.1" status: 204 len: 168 time: 0.4022765 Jul 16 20:24:11.924492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e1806-d3bb-406c-8e4d-02c2ac2ff1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6a219b-26aa-49bf-b8a0-7993c0880a74,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.933114 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.951741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981744f6-a219-433b-a688-8921eadd400a']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:11.970608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a337188-cc86-4688-af71-2d35caeff68b') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:11.970910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a337188-cc86-4688-af71-2d35caeff68b') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:11.985251 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.006055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.016273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:12.016689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:12.020796 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:12.131042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.145881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.151672 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/networks/981744f6-a219-433b-a688-8921eadd400a HTTP/1.1" status: 204 len: 168 time: 1.1064241 Jul 16 20:24:12.152447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33764) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:12.189333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c6f88-2fc1-4f30-97dc-a693728e1bba tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Network': ['ID=981744f6-a219-433b-a688-8921eadd400a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:12.473216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577ea989-41f6-412a-ae8c-ea3f6f810fb4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.486778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577ea989-41f6-412a-ae8c-ea3f6f810fb4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.492276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-577ea989-41f6-412a-ae8c-ea3f6f810fb4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3352239 Jul 16 20:24:12.493710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33780) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:12.499454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1146053906'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:12.560675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Made reservation on behalf of e33f4e409308483283fe26893b5a0b52 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:12.577401 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.628831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:12.648389 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.649150 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Added segment 7b07dc3b-62f7-4a43-b1b6-e32ea4c01da6 of type vlan for network 87a17433-99b6-4201-a988-08ed4b738585 Jul 16 20:24:12.651887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368d037-3b5d-4d9a-bf40-0903d51ce57d req-6839cd81-043f-43b5-bc64-4f0bbd1082df tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.654987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d368d037-3b5d-4d9a-bf40-0903d51ce57d req-6839cd81-043f-43b5-bc64-4f0bbd1082df tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1642449 Jul 16 20:24:12.710645 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.737625 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d368d037-3b5d-4d9a-bf40-0903d51ce57d req-adaff038-5b0d-4cc7-a0e5-aca1a7f2e9d9 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735340 Jul 16 20:24:12.749452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.757304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.758343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.795544 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3006206 Jul 16 20:24:12.799933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33794) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:12.810465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1859726224'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:12.858901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfc2ee-20d4-4299-912b-864d2473fbf7 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Network': ['ID=87a17433-99b6-4201-a988-08ed4b738585,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:12.874426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 87a17433-99b6-4201-a988-08ed4b738585 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:12.917342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Made reservation on behalf of e33f4e409308483283fe26893b5a0b52 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:12.923404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.037023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:13.091750 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.092379 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Added segment 528886bb-cdb9-44b7-8806-4aac4b7fb614 of type vlan for network d0fab2ce-3ac4-4f3e-aec1-98929d8fff15 Jul 16 20:24:13.157352 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.212973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.220988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.221742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.284430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259dc07-5998-4793-a556-6f98c4c2feaa req-7561b495-ff7c-42b3-ab11-e55471286db0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.286610 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6259dc07-5998-4793-a556-6f98c4c2feaa req-7561b495-ff7c-42b3-ab11-e55471286db0 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.2770104 Jul 16 20:24:13.354315 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Network': ['ID=d0fab2ce-3ac4-4f3e-aec1-98929d8fff15,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:13.362050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e1894e83-c14c-4952-9267-0751f8bbd8fe tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5602262 Jul 16 20:24:13.369246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33810) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:13.374234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network d0fab2ce-3ac4-4f3e-aec1-98929d8fff15 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:13.383900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'ports': [{'network_id': '87a17433-99b6-4201-a988-08ed4b738585', 'name': 'tempest-port--1761713691', 'admin_state_up': True}, {'network_id': 'd0fab2ce-3ac4-4f3e-aec1-98929d8fff15', 'admin_state_up': False}]} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:13.384313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'port': {'network_id': '87a17433-99b6-4201-a988-08ed4b738585', 'name': 'tempest-port--1761713691', 'admin_state_up': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:13.388753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'port': {'network_id': 'd0fab2ce-3ac4-4f3e-aec1-98929d8fff15', 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:13.486707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6259dc07-5998-4793-a556-6f98c4c2feaa req-46a5d284-2ad6-4b6f-986f-8d994273bf3a tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897714 Jul 16 20:24:13.715479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Made reservation on behalf of e33f4e409308483283fe26893b5a0b52 for: {'port': 2} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:13.722129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.741335 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.914866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] device_id is not set on port 9827576d-05d2-428a-b95c-043f1ae5cb03 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:14.087567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092cc73-c188-4880-8ea4-8bdac0cb7724 req-ef7e7bb9-e96d-4495-9175-b6164e3f0474 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.093499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3092cc73-c188-4880-8ea4-8bdac0cb7724 req-ef7e7bb9-e96d-4495-9175-b6164e3f0474 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1038482 Jul 16 20:24:14.137792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.166553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3092cc73-c188-4880-8ea4-8bdac0cb7724 req-cc6eda89-ce82-4ba1-b9ca-73467bc96709 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661130 Jul 16 20:24:14.311883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] device_id is not set on port 161a3561-94c0-42ce-9d9e-6d8ea433695a yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:14.517375 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.598128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.679314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Port': ['ID=9827576d-05d2-428a-b95c-043f1ae5cb03,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.693257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Checking segment: {'id': '7b07dc3b-62f7-4a43-b1b6-e32ea4c01da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '87a17433-99b6-4201-a988-08ed4b738585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:14.693654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Network hostable DHCP agents. Network: 87a17433-99b6-4201-a988-08ed4b738585, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:14.719794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Network 87a17433-99b6-4201-a988-08ed4b738585 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:14.732184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 87a17433-99b6-4201-a988-08ed4b738585) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:14.737298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:14.738707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.749027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cbba05-f781-4274-87f5-80fcaded2222 None None] Network 87a17433-99b6-4201-a988-08ed4b738585 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:14.888958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3b25-2407-4b6f-a967-d5dbbb55e8b6 req-dfc7b177-0a74-4ef2-b6ee-c15597d43604 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.900426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-584d3b25-2407-4b6f-a967-d5dbbb55e8b6 req-dfc7b177-0a74-4ef2-b6ee-c15597d43604 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.1502931 Jul 16 20:24:14.996172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-584d3b25-2407-4b6f-a967-d5dbbb55e8b6 req-63299964-6a5f-4ecf-9774-360eebce7de5 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924766 Jul 16 20:24:15.020627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Checking segment: {'id': '528886bb-cdb9-44b7-8806-4aac4b7fb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd0fab2ce-3ac4-4f3e-aec1-98929d8fff15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:15.020627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Network hostable DHCP agents. Network: d0fab2ce-3ac4-4f3e-aec1-98929d8fff15, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:15.032515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Port': ['ID=161a3561-94c0-42ce-9d9e-6d8ea433695a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.059583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Network d0fab2ce-3ac4-4f3e-aec1-98929d8fff15 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:15.081500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d0fab2ce-3ac4-4f3e-aec1-98929d8fff15) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:15.095372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:15.099024 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db8845-8c13-44f4-8847-ea7520874832 None None] Network d0fab2ce-3ac4-4f3e-aec1-98929d8fff15 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:15.114584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.126304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.130321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.172662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-658bfed3-c6d8-4ea6-b2fc-dad2c469a3cd tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7994595 Jul 16 20:24:15.173610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33854) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:15.249783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33860) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:15.341447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5c69b-7404-4905-a122-bd3fec768013 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.358907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5c69b-7404-4905-a122-bd3fec768013 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.360728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-77e5c69b-7404-4905-a122-bd3fec768013 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1852174 Jul 16 20:24:15.366155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33866) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:15.490716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24446669-4ef7-4415-877a-5185e8c534c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.566884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd23d4-47d2-4378-8f0b-4abebf5d4068 req-35fa760c-5586-411a-9442-565278d7533c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.569272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81bd23d4-47d2-4378-8f0b-4abebf5d4068 req-35fa760c-5586-411a-9442-565278d7533c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.0904286 Jul 16 20:24:15.629929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81bd23d4-47d2-4378-8f0b-4abebf5d4068 req-0b706bc4-9bea-4c72-b0b3-b87f4035d250 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Jul 16 20:24:15.697522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d0c41a81-a908-4270-a54f-977d09ddacf3 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Deleting port 9827576d-05d2-428a-b95c-043f1ae5cb03 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:15.698471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0c41a81-a908-4270-a54f-977d09ddacf3 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.867230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0c41a81-a908-4270-a54f-977d09ddacf3 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.909786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24446669-4ef7-4415-877a-5185e8c534c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.912174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d0c41a81-a908-4270-a54f-977d09ddacf3 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Calling delete_port for 9827576d-05d2-428a-b95c-043f1ae5cb03 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:15.920707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-24446669-4ef7-4415-877a-5185e8c534c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.081772 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-24446669-4ef7-4415-877a-5185e8c534c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bec14c8988d04a63ac9ed1021e632e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8243792 Jul 16 20:24:16.081772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33888) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:16.094967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24446669-4ef7-4415-877a-5185e8c534c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624c4e8-192e-426e-a345-004f87fadf4c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.222517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0c41a81-a908-4270-a54f-977d09ddacf3 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.287172 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c619b3-c187-4937-9056-d018e2780cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.294271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c41a81-a908-4270-a54f-977d09ddacf3 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Port': ['ID=9827576d-05d2-428a-b95c-043f1ae5cb03,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.308599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0c41a81-a908-4270-a54f-977d09ddacf3 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.312136 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d0c41a81-a908-4270-a54f-977d09ddacf3 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/ports/9827576d-05d2-428a-b95c-043f1ae5cb03 HTTP/1.1" status: 204 len: 168 time: 0.9450107 Jul 16 20:24:16.312399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8d05b-01d7-4036-9a93-3ff81fe7d2f8 req-ac8041f8-4f9b-459c-aec5-8ed659bcb57e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.314180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4db8d05b-01d7-4036-9a93-3ff81fe7d2f8 req-ac8041f8-4f9b-459c-aec5-8ed659bcb57e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.1544731 Jul 16 20:24:16.321987 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33898) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:16.369497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c619b3-c187-4937-9056-d018e2780cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.414909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4db8d05b-01d7-4036-9a93-3ff81fe7d2f8 req-ae6c73f0-0181-4266-97a5-6dd0804bc886 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892274 Jul 16 20:24:16.507644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c619b3-c187-4937-9056-d018e2780cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.507644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-27c619b3-c187-4937-9056-d018e2780cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.507644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-27c619b3-c187-4937-9056-d018e2780cea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f624c4e8-192e-426e-a345-004f87fadf4c HTTP/1.1" status: 204 len: 168 time: 0.4213033 Jul 16 20:24:16.516874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c619b3-c187-4937-9056-d018e2780cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624c4e8-192e-426e-a345-004f87fadf4c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.549999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-df2ce562-d924-4421-86f8-227ecfd7a7fa tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Deleting port 161a3561-94c0-42ce-9d9e-6d8ea433695a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:16.550561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df2ce562-d924-4421-86f8-227ecfd7a7fa tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.665996 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df2ce562-d924-4421-86f8-227ecfd7a7fa tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.693164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-df2ce562-d924-4421-86f8-227ecfd7a7fa tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Calling delete_port for 161a3561-94c0-42ce-9d9e-6d8ea433695a owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:16.825308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df2ce562-d924-4421-86f8-227ecfd7a7fa tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.876820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ce562-d924-4421-86f8-227ecfd7a7fa tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Port': ['ID=161a3561-94c0-42ce-9d9e-6d8ea433695a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.892494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 834e8abd-1164-4ed9-9356-6e3dfa433230 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:16.898221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 834e8abd-1164-4ed9-9356-6e3dfa433230 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:16.905869 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df2ce562-d924-4421-86f8-227ecfd7a7fa tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.913300 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-df2ce562-d924-4421-86f8-227ecfd7a7fa tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/ports/161a3561-94c0-42ce-9d9e-6d8ea433695a HTTP/1.1" status: 204 len: 168 time: 0.5899684 Jul 16 20:24:16.918754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33910) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.015236 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-982e1911-233e-4256-b9de-352cb4772f0a tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0833197 Jul 16 20:24:17.017145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33914) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.026957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2088850798'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:17.031541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5bb58-e62a-4cc1-b914-69adfd38659c req-7eca4122-cbb0-43f4-8c71-eb7f60829ab7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.039581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86e5bb58-e62a-4cc1-b914-69adfd38659c req-7eca4122-cbb0-43f4-8c71-eb7f60829ab7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1695647 Jul 16 20:24:17.080641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Made reservation on behalf of e33f4e409308483283fe26893b5a0b52 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:17.086760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.131258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86e5bb58-e62a-4cc1-b914-69adfd38659c req-57f04166-562a-4c78-b422-d205d0b623a7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904403 Jul 16 20:24:17.157170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:17.164194 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.164599 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Added segment f07fcdf4-6060-4b4c-8d17-543fa7e88175 of type vlan for network adeeef91-b8cc-4666-a38b-441ac54c1e8f Jul 16 20:24:17.209303 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.254512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:17.258286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:17.261752 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab20a7b-1b81-4a0a-887d-f965c9125884" -d '{"events": [{"server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "name": "network-vif-unplugged", "status": "completed", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:17.269119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 33918) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.275797 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.279356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.317440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e16ff81a-9b2c-4c19-a635-6d36e758186c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.319341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.327331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.328051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.370926 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00741491-f442-490a-b44e-e4da12cdb705 x-openstack-request-id: req-00741491-f442-490a-b44e-e4da12cdb705 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:17.371820 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "name": "network-vif-unplugged", "status": "completed", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:17.372407 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00741491-f442-490a-b44e-e4da12cdb705 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:17.373010 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'code': 200} Jul 16 20:24:17.377722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3591888 Jul 16 20:24:17.378386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33922) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.387704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1245291312'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:17.390615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:17.421081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'port_id': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'mac_address': 'fa:16:3e:d9:c0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1b6bd3-9526-4302-8b5e-28a4678e8bb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:17.428873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.439688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56376e57-b66c-4cb0-a4a4-f5e29b8c249e tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Network': ['ID=adeeef91-b8cc-4666-a38b-441ac54c1e8f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.512331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network adeeef91-b8cc-4666-a38b-441ac54c1e8f details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:17.538396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.595323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834e8abd-1164-4ed9-9356-6e3dfa433230 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:17.608265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e16ff81a-9b2c-4c19-a635-6d36e758186c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.615876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e16ff81a-9b2c-4c19-a635-6d36e758186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.629731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.630308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.632775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.633327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.634792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.636630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.637485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.640014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.640596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.641093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.641559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Made reservation on behalf of e33f4e409308483283fe26893b5a0b52 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:17.644191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.644815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:17.663115 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.722579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:17.730773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:17.734080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.759779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.760326 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Added segment 7fcea8f0-9b12-411d-b053-006b79e1833a of type vlan for network 67925650-3e32-4ac8-886d-2c19694e7f5e Jul 16 20:24:17.795919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.832674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.833926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e16ff81a-9b2c-4c19-a635-6d36e758186c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e850d5cef4484b52ad35cbc3511b1691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609283 Jul 16 20:24:17.836320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ff81a-9b2c-4c19-a635-6d36e758186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef258e6a-7731-43e7-ade0-ca7624e5cb08,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.878268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.927507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796161-c004-4b69-8911-9161361f8e4c req-98fe425c-14e7-4950-a25a-6443cd99e2e2 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.930382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80796161-c004-4b69-8911-9161361f8e4c req-98fe425c-14e7-4950-a25a-6443cd99e2e2 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 944 time: 0.2556317 Jul 16 20:24:18.030909 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23109438-5217-4149-a6b8-88c3acc17c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.047713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80796161-c004-4b69-8911-9161361f8e4c req-9ac59f63-5713-4173-bd32-b962fdb0af53 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946825 Jul 16 20:24:18.054465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['834e8abd-1164-4ed9-9356-6e3dfa433230'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:18.114784 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-35502481-8845-45eb-a37e-d1299885a01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.185308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.195514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.196521 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.203166 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23109438-5217-4149-a6b8-88c3acc17c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.344015 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9613841 Jul 16 20:24:18.448385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06631119-0b9f-4651-b75f-45316e6d94db tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Network': ['ID=67925650-3e32-4ac8-886d-2c19694e7f5e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.477695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 67925650-3e32-4ac8-886d-2c19694e7f5e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:18.487944 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23109438-5217-4149-a6b8-88c3acc17c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.494475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23109438-5217-4149-a6b8-88c3acc17c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.498691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23109438-5217-4149-a6b8-88c3acc17c6d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef258e6a-7731-43e7-ade0-ca7624e5cb08 HTTP/1.1" status: 204 len: 168 time: 0.6648798 Jul 16 20:24:18.514313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23109438-5217-4149-a6b8-88c3acc17c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef258e6a-7731-43e7-ade0-ca7624e5cb08,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.680434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388966-5d6d-4cd2-9d4d-38f3845057a5 req-f5e1b62e-ff2f-4ced-abfd-75c31bfff264 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.683165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d388966-5d6d-4cd2-9d4d-38f3845057a5 req-f5e1b62e-ff2f-4ced-abfd-75c31bfff264 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.2252543 Jul 16 20:24:18.751170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d388966-5d6d-4cd2-9d4d-38f3845057a5 req-efb27183-c77c-4ece-be04-5966cde1d8af tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579858 Jul 16 20:24:19.432079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e724218-acc2-4c14-a601-050fe73744e4 req-40e9a5c7-288b-41b0-adde-52e5e9124f3e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.434122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e724218-acc2-4c14-a601-050fe73744e4 req-40e9a5c7-288b-41b0-adde-52e5e9124f3e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 944 time: 0.1426170 Jul 16 20:24:19.554282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e724218-acc2-4c14-a601-050fe73744e4 req-1ab54b30-a0e7-40c9-a91e-74128a53a5c6 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135745 Jul 16 20:24:20.121792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d4192-d957-4398-85b8-521b3202e084 req-b94c8c6d-374b-40c4-9948-3f7cba4680e5 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:20.123444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d0d4192-d957-4398-85b8-521b3202e084 req-b94c8c6d-374b-40c4-9948-3f7cba4680e5 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1645350 Jul 16 20:24:20.248171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d0d4192-d957-4398-85b8-521b3202e084 req-9ce042fc-c190-4047-b5c2-b22536bd9a08 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139021 Jul 16 20:24:20.410969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-656f72cb-ecc8-481b-b04d-2991dccae07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.584933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 33994) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:20.669158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.899055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 834e8abd-1164-4ed9-9356-6e3dfa433230 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:20.909448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7346b8c3-bfb2-4cb6-9bc8-83af2470dd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.010467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c6b6d-ba51-4a73-82b6-c8a3b6d288fb req-1211f66c-3f3f-4095-b640-e959bb3bba3e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.036605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd5c6b6d-ba51-4a73-82b6-c8a3b6d288fb req-1211f66c-3f3f-4095-b640-e959bb3bba3e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 944 time: 0.2065182 Jul 16 20:24:21.069739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 834e8abd-1164-4ed9-9356-6e3dfa433230 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:21.070363 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.188591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7346b8c3-bfb2-4cb6-9bc8-83af2470dd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.199138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7346b8c3-bfb2-4cb6-9bc8-83af2470dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.295321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd5c6b6d-ba51-4a73-82b6-c8a3b6d288fb req-06c0f7e6-5250-42e6-8664-a8c108356b2d tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498755 Jul 16 20:24:21.313075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346b8c3-bfb2-4cb6-9bc8-83af2470dd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abd0aa7-435c-449f-8524-e9be96fa5325,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.326537 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7346b8c3-bfb2-4cb6-9bc8-83af2470dd2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b518728c8b004dbb9558106868d0d92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389319 Jul 16 20:24:21.331108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34014) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:21.409106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.514088 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:21.517155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:21.519773 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44f2327-0b6e-48d2-b556-e8dddad5b421" -d '{"events": [{"server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "name": "network-vif-plugged", "status": "completed", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:21.539700 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.593565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.708847 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542a7c3b-6a97-4fa0-be2b-ad085f50c876 x-openstack-request-id: req-542a7c3b-6a97-4fa0-be2b-ad085f50c876 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:21.709479 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "name": "network-vif-plugged", "status": "completed", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:21.709920 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-542a7c3b-6a97-4fa0-be2b-ad085f50c876 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:21.710497 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'code': 200} Jul 16 20:24:21.718570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.766832 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.865960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb25a8-8d94-4313-9e7b-d40f7b30d1e7 req-c95bd823-2a2a-4569-bb88-419523d02a74 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.876979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5bb25a8-8d94-4313-9e7b-d40f7b30d1e7 req-c95bd823-2a2a-4569-bb88-419523d02a74 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.2950587 Jul 16 20:24:21.966981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.968807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5bb25a8-8d94-4313-9e7b-d40f7b30d1e7 req-4a4831b7-5fb4-4f11-a4a7-4bd420987650 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908427 Jul 16 20:24:21.970563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.976683 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5abd0aa7-435c-449f-8524-e9be96fa5325 HTTP/1.1" status: 204 len: 168 time: 0.6390839 Jul 16 20:24:22.021783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abd0aa7-435c-449f-8524-e9be96fa5325,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.047958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.048351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.048706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.049056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.049398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.049739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.050211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.050575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.050769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.051112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.051449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.051797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1c994-2d18-4bb2-98ac-ef5af281dde5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:22.282654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e5797-de45-4d5a-97ea-6a1fb8ef4b31 req-96a1a28e-992d-4a90-be9b-951eeb24b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.284306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c28e5797-de45-4d5a-97ea-6a1fb8ef4b31 req-96a1a28e-992d-4a90-be9b-951eeb24b299 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 1097 time: 0.1841135 Jul 16 20:24:22.401496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c28e5797-de45-4d5a-97ea-6a1fb8ef4b31 req-5c308aaa-5f7f-4e0f-b125-a04f3f87794b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073639 Jul 16 20:24:22.404776 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.581781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34082) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.587319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'subnets': [{'network_id': 'adeeef91-b8cc-4666-a38b-441ac54c1e8f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1513850653', 'ip_version': 6}, {'network_id': '67925650-3e32-4ac8-886d-2c19694e7f5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:22.587656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'subnet': {'network_id': 'adeeef91-b8cc-4666-a38b-441ac54c1e8f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1513850653', 'ip_version': 6}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:22.588394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Request body: {'subnet': {'network_id': '67925650-3e32-4ac8-886d-2c19694e7f5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:22.854024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27413e3-8576-43b3-8523-84e8cb60d8c6 req-96bd319c-4672-491c-86cf-dfe909abafb5 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.862502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e27413e3-8576-43b3-8523-84e8cb60d8c6 req-96bd319c-4672-491c-86cf-dfe909abafb5 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.2205710 Jul 16 20:24:22.967290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Made reservation on behalf of e33f4e409308483283fe26893b5a0b52 for: {'subnet': 2} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:22.975037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.976045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.772257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.110272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e27413e3-8576-43b3-8523-84e8cb60d8c6 req-9420d47a-3f86-4657-b005-d9a8e0bc8171 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2459388 Jul 16 20:24:24.188878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f9616-021f-470c-abbf-259d5256b89e req-c8c3f2c5-9b2b-44d8-95cf-b3355edb5e90 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.190932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-687f9616-021f-470c-abbf-259d5256b89e req-c8c3f2c5-9b2b-44d8-95cf-b3355edb5e90 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.2482963 Jul 16 20:24:24.335863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-687f9616-021f-470c-abbf-259d5256b89e req-81b12a57-e6e6-41fd-88e7-93f37786c73a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203880 Jul 16 20:24:24.363334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.498682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Subnet': ['ID=97c5dc40-a07a-448e-a479-e0f0e279095a,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.549707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Checking segment: {'id': 'f07fcdf4-6060-4b4c-8d17-543fa7e88175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'adeeef91-b8cc-4666-a38b-441ac54c1e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:24.550375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Network hostable DHCP agents. Network: adeeef91-b8cc-4666-a38b-441ac54c1e8f, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:24.599348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Network adeeef91-b8cc-4666-a38b-441ac54c1e8f is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:24.613893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, adeeef91-b8cc-4666-a38b-441ac54c1e8f) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:24.624958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ecce0-9878-471a-b9da-678cf2293044 None None] Network adeeef91-b8cc-4666-a38b-441ac54c1e8f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:24.635470 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.889351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event updated for resources: {'Subnet': ['ID=b1a5bf63-1169-48b2-9f8f-3211db202fe9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.907738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Checking segment: {'id': '7fcea8f0-9b12-411d-b053-006b79e1833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67925650-3e32-4ac8-886d-2c19694e7f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:24.908375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Network hostable DHCP agents. Network: 67925650-3e32-4ac8-886d-2c19694e7f5e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:24.934935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Network 67925650-3e32-4ac8-886d-2c19694e7f5e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:24.958921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 67925650-3e32-4ac8-886d-2c19694e7f5e) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:24.972025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.973073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.976546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.990707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe5e87-e9d7-48ca-9985-9e4a691b274c None None] Network 67925650-3e32-4ac8-886d-2c19694e7f5e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:25.012948 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a4e5beac-ea82-43ed-89a6-d809e4a03507 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4292293 Jul 16 20:24:25.016715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34324) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.227440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdaf7e-12e0-4ba4-a83f-560ec1566895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-adeeef91-b8cc-4666-a38b-441ac54c1e8f', 'network_id': 'adeeef91-b8cc-4666-a38b-441ac54c1e8f', 'tenant_id': 'e33f4e409308483283fe26893b5a0b52', 'fixed_ips': [{'subnet_id': '97c5dc40-a07a-448e-a479-e0f0e279095a'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:25.235174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1bcdaf7e-12e0-4ba4-a83f-560ec1566895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.264767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46bd83b-9050-4b03-a488-50335b1f2004 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.284006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46bd83b-9050-4b03-a488-50335b1f2004 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.295067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46bd83b-9050-4b03-a488-50335b1f2004 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.316251 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d46bd83b-9050-4b03-a488-50335b1f2004 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2842259 Jul 16 20:24:25.321131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34350) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.599360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34386) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.890654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-445f9721-38c4-451f-ac0a-37e4e41abb0d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Deleting subnet 97c5dc40-a07a-448e-a479-e0f0e279095a {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:25.909817 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-445f9721-38c4-451f-ac0a-37e4e41abb0d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.944289 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4ef5b445-781d-4248-92e5-527d0bced650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.233849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4ef5b445-781d-4248-92e5-527d0bced650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.246495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4ef5b445-781d-4248-92e5-527d0bced650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.268320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-67925650-3e32-4ac8-886d-2c19694e7f5e', 'network_id': '67925650-3e32-4ac8-886d-2c19694e7f5e', 'tenant_id': 'e33f4e409308483283fe26893b5a0b52', 'fixed_ips': [{'subnet_id': 'b1a5bf63-1169-48b2-9f8f-3211db202fe9'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:26.271265 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.305827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-445f9721-38c4-451f-ac0a-37e4e41abb0d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.361411 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5b445-781d-4248-92e5-527d0bced650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0045fe58-1592-4e18-b6b5-c2093f8dffef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.438967 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4ef5b445-781d-4248-92e5-527d0bced650 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=61d91d4bd22d442487dd2a40387c3572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8380160 Jul 16 20:24:26.442989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34466) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:26.490310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204aca7-e04e-49e1-9092-4842508298b5 req-e50d6154-2e3e-479b-90c0-d3b249b49211 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.508167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3204aca7-e04e-49e1-9092-4842508298b5 req-e50d6154-2e3e-479b-90c0-d3b249b49211 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.9367549 Jul 16 20:24:26.550689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6420612c-5103-42b4-be17-ef6dc7208f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.588620 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6420612c-5103-42b4-be17-ef6dc7208f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.615350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-445f9721-38c4-451f-ac0a-37e4e41abb0d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.704016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6420612c-5103-42b4-be17-ef6dc7208f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.708092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6420612c-5103-42b4-be17-ef6dc7208f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.709807 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6420612c-5103-42b4-be17-ef6dc7208f29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0045fe58-1592-4e18-b6b5-c2093f8dffef HTTP/1.1" status: 204 len: 168 time: 0.2657039 Jul 16 20:24:26.726492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Allocated IP 2001:db8:0:1::1 (67925650-3e32-4ac8-886d-2c19694e7f5e/b1a5bf63-1169-48b2-9f8f-3211db202fe9/ea7cbb20-e234-4a9e-819a-7c18f5904d59) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:26.752616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420612c-5103-42b4-be17-ef6dc7208f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0045fe58-1592-4e18-b6b5-c2093f8dffef,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.799614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3204aca7-e04e-49e1-9092-4842508298b5 req-234aa8ab-0312-48d6-81d7-46570e047a5d tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691245 Jul 16 20:24:26.962456 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8fe6c-7582-4be8-bbbc-0b62f4e57c17 req-313f8afd-d106-4e27-a716-9d81bd883b16 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.978442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bd8fe6c-7582-4be8-bbbc-0b62f4e57c17 req-313f8afd-d106-4e27-a716-9d81bd883b16 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.8313248 Jul 16 20:24:27.095058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bd8fe6c-7582-4be8-bbbc-0b62f4e57c17 req-9004f689-8d35-45dc-96ae-ecb1be926542 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146915 Jul 16 20:24:27.097429 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-445f9721-38c4-451f-ac0a-37e4e41abb0d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-1bcdaf7e-12e0-4ba4-a83f-560ec1566895 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97c5dc40-a07a-448e-a479-e0f0e279095a: This subnet is being modified by another concurrent operation. Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97c5dc40-a07a-448e-a479-e0f0e279095a: This subnet is being modified by another concurrent operation. Jul 16 20:24:27.099179 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:24:27.154032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70faa3f5-c0ab-4dd6-9028-7393e6a0771d None None] Network adeeef91-b8cc-4666-a38b-441ac54c1e8f requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:27.187534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f9721-38c4-451f-ac0a-37e4e41abb0d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Subnet': ['ID=97c5dc40-a07a-448e-a479-e0f0e279095a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:27.254667 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-445f9721-38c4-451f-ac0a-37e4e41abb0d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.257594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-445f9721-38c4-451f-ac0a-37e4e41abb0d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/subnets/97c5dc40-a07a-448e-a479-e0f0e279095a HTTP/1.1" status: 204 len: 168 time: 1.9349484 Jul 16 20:24:27.262090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34526) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.363917 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.388682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae10353-96df-4faf-91b7-512926fb59f3 req-487be92d-e7fe-4664-b3e5-607b3c5e01c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.391080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad9bfa5-e507-46ca-b9ea-ef64ab8a3de1 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Deleting subnet b1a5bf63-1169-48b2-9f8f-3211db202fe9 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:27.392717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ae10353-96df-4faf-91b7-512926fb59f3 req-487be92d-e7fe-4664-b3e5-607b3c5e01c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.2062893 Jul 16 20:24:27.418578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Transition to ACTIVE for port object ea7cbb20-e234-4a9e-819a-7c18f5904d59 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:27.480632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ae10353-96df-4faf-91b7-512926fb59f3 req-2b32713c-ec8f-4b87-bc00-48235c3c8b03 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789568 Jul 16 20:24:27.487844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Transition to ACTIVE for port object ea7cbb20-e234-4a9e-819a-7c18f5904d59 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:27.498450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bfa5-e507-46ca-b9ea-ef64ab8a3de1 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.500339 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.604014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Network 67925650-3e32-4ac8-886d-2c19694e7f5e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:27.613616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:27.615098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bfa5-e507-46ca-b9ea-ef64ab8a3de1 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.617013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Pushing event updated for resources: {'Port': ['ID=ea7cbb20-e234-4a9e-819a-7c18f5904d59,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:27.621255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:27.666819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34530) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.683870 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3e2be28d-c0c9-43cb-9c80-902238f31887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.736673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Attempting to bind port ea7cbb20-e234-4a9e-819a-7c18f5904d59 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:27.737253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Attempting to bind port ea7cbb20-e234-4a9e-819a-7c18f5904d59 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '7fcea8f0-9b12-411d-b053-006b79e1833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67925650-3e32-4ac8-886d-2c19694e7f5e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:27.738066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Attempting to bind port ea7cbb20-e234-4a9e-819a-7c18f5904d59 on network 67925650-3e32-4ac8-886d-2c19694e7f5e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:27.750470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:27.751542 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Checking segment: {'id': '7fcea8f0-9b12-411d-b053-006b79e1833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67925650-3e32-4ac8-886d-2c19694e7f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:27.752493 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.753387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Bound using segment: {'id': '7fcea8f0-9b12-411d-b053-006b79e1833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67925650-3e32-4ac8-886d-2c19694e7f5e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:27.754471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Bound port: ea7cbb20-e234-4a9e-819a-7c18f5904d59, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcea8f0-9b12-411d-b053-006b79e1833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67925650-3e32-4ac8-886d-2c19694e7f5e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:27.755377 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.864530 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bfa5-e507-46ca-b9ea-ef64ab8a3de1 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.904747 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3e2be28d-c0c9-43cb-9c80-902238f31887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.911792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3e2be28d-c0c9-43cb-9c80-902238f31887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.009928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2be28d-c0c9-43cb-9c80-902238f31887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1180107b-8780-4d03-b441-f4e6f20e5523,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.018076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3e2be28d-c0c9-43cb-9c80-902238f31887 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a539aa24eb0f4999ba4270d70ba28e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489830 Jul 16 20:24:28.021304 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34540) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.040888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bfa5-e507-46ca-b9ea-ef64ab8a3de1 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.045479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] For port ea7cbb20-e234-4a9e-819a-7c18f5904d59, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:28.054343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] For port ea7cbb20-e234-4a9e-819a-7c18f5904d59, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ea7cbb20-e234-4a9e-819a-7c18f5904d59,segment=NetworkSegment(7fcea8f0-9b12-411d-b053-006b79e1833a),segment_id=7fcea8f0-9b12-411d-b053-006b79e1833a)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:28.086767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.159096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba293460-836a-43e1-a1f1-0ff9a810190c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.178322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9bfa5-e507-46ca-b9ea-ef64ab8a3de1 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a5bf63-1169-48b2-9f8f-3211db202fe9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.206202 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bfa5-e507-46ca-b9ea-ef64ab8a3de1 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.226586 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6ad9bfa5-e507-46ca-b9ea-ef64ab8a3de1 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/subnets/b1a5bf63-1169-48b2-9f8f-3211db202fe9 HTTP/1.1" status: 204 len: 168 time: 0.9602518 Jul 16 20:24:28.236345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34550) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.303683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba293460-836a-43e1-a1f1-0ff9a810190c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.414274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e26ba4-8ea4-4b9f-9708-bc29fd67017e None None] Pushing event updated for resources: {'Port': ['ID=ea7cbb20-e234-4a9e-819a-7c18f5904d59,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.469641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba293460-836a-43e1-a1f1-0ff9a810190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.475055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ba293460-836a-43e1-a1f1-0ff9a810190c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.477654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ba293460-836a-43e1-a1f1-0ff9a810190c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1180107b-8780-4d03-b441-f4e6f20e5523 HTTP/1.1" status: 204 len: 168 time: 0.4535089 Jul 16 20:24:28.521712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba293460-836a-43e1-a1f1-0ff9a810190c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1180107b-8780-4d03-b441-f4e6f20e5523,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.707583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf8789-3d97-458d-9a25-9e9102077d66 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.710347 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0adf8789-3d97-458d-9a25-9e9102077d66 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4750862 Jul 16 20:24:28.718152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34566) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.939631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.053548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Deleting port ea7cbb20-e234-4a9e-819a-7c18f5904d59 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:29.053981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.152798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] For port ea7cbb20-e234-4a9e-819a-7c18f5904d59, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ea7cbb20-e234-4a9e-819a-7c18f5904d59,segment=NetworkSegment(7fcea8f0-9b12-411d-b053-006b79e1833a),segment_id=7fcea8f0-9b12-411d-b053-006b79e1833a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:29.153237 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.162201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-e1cf41a5-8e64-4289-b14c-e71a326f9f67 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.166958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-e1cf41a5-8e64-4289-b14c-e71a326f9f67 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 815 time: 0.6506419 Jul 16 20:24:29.185260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Calling delete_port for ea7cbb20-e234-4a9e-819a-7c18f5904d59 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:29.188156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e8bc-36a7-40c8-90b3-c194e84409f2 req-3e66de3b-294c-4cff-aa48-185d708bd704 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.193012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2034e8bc-36a7-40c8-90b3-c194e84409f2 req-3e66de3b-294c-4cff-aa48-185d708bd704 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.6103058 Jul 16 20:24:29.277728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-91d3b35f-9c55-4bec-91d2-bd59ea304344 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/quotas/522cbde02bc344958565b7c0644a9f97 HTTP/1.1" status: 200 len: 375 time: 0.0821505 Jul 16 20:24:29.408146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.431096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] No DVR routers for this DVR port ea7cbb20-e234-4a9e-819a-7c18f5904d59 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:29.444593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2034e8bc-36a7-40c8-90b3-c194e84409f2 req-3bd002ad-c112-446e-aaad-e24287142af1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326648 Jul 16 20:24:29.473960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34576) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.507839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Port': ['ID=ea7cbb20-e234-4a9e-819a-7c18f5904d59,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.546162 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6c97-a38f-49cb-824a-f36528d7fc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.591789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.605069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67925650-3e32-4ac8-886d-2c19694e7f5e']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:29.606448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-179ff6f3-e3d3-4e9f-9a83-2c581128bebe tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3264821 Jul 16 20:24:29.619914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcea8f0-9b12-411d-b053-006b79e1833a') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:29.620232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcea8f0-9b12-411d-b053-006b79e1833a') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:29.637906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.664024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.672025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:29.672558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:29.716614 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:29.804928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.812982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.817278 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/networks/67925650-3e32-4ac8-886d-2c19694e7f5e HTTP/1.1" status: 204 len: 168 time: 1.0953195 Jul 16 20:24:29.817827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34582) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.869006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243c988-bbf2-4764-9e20-cf7ca7adbe2d tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Network': ['ID=67925650-3e32-4ac8-886d-2c19694e7f5e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.022160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.062688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-1cfe67d5-b998-4b74-a475-1040d4820691 service neutron] 10.222.0.78 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459970 Jul 16 20:24:30.158975 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.172251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adeeef91-b8cc-4666-a38b-441ac54c1e8f']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:30.186200 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07fcdf4-6060-4b4c-8d17-543fa7e88175') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:30.186667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07fcdf4-6060-4b4c-8d17-543fa7e88175') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:30.217973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.270453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.301066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-beb0eb05-2931-40de-a307-fce208786bce service neutron] 10.222.0.78 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182000 Jul 16 20:24:30.304256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:30.305421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.326728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e935f8fa-3169-4053-89ae-08a1b3bbafe1 None None] Could not find standard attr ID for object ea7cbb20-e234-4a9e-819a-7c18f5904d59. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:30.328522 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:30.354787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d57ef-00d7-445e-8671-58fea0d02a4d None None] DHCP port deletion for 67925650-3e32-4ac8-886d-2c19694e7f5e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:30.395583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6c97-a38f-49cb-824a-f36528d7fc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.402282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d544c8e1-4387-4dfb-8869-4604bd053fe2 None None] Network 67925650-3e32-4ac8-886d-2c19694e7f5e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:30.411630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6c97-a38f-49cb-824a-f36528d7fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.438095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d544c8e1-4387-4dfb-8869-4604bd053fe2 None None] Network 67925650-3e32-4ac8-886d-2c19694e7f5e could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:24:30.461504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8c353-c566-4dae-bf58-f449aa12fa1a None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:24:30.469537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-1d126091-e290-46ef-9800-52c8d0615203 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.481476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-1d126091-e290-46ef-9800-52c8d0615203 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e6c646-56b6-44b7-b057-0d58ff620497 HTTP/1.1" status: 200 len: 945 time: 0.5554700 Jul 16 20:24:30.610970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.687457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.698391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b6bf6c97-a38f-49cb-824a-f36528d7fc26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=36c4ec98d6e54d5d848e20b63a85c2db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2198429 Jul 16 20:24:30.700466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf6c97-a38f-49cb-824a-f36528d7fc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac576d3b-1e8c-477b-8cb7-5c94b4b32229,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.718475 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/networks/adeeef91-b8cc-4666-a38b-441ac54c1e8f HTTP/1.1" status: 204 len: 168 time: 0.8937385 Jul 16 20:24:30.719934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34590) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.720513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34592) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.775009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7872b-9fd8-42e5-a804-02c700ccd9e4 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Network': ['ID=adeeef91-b8cc-4666-a38b-441ac54c1e8f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.820055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8c353-c566-4dae-bf58-f449aa12fa1a None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:24:31.163672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebad45-dfd3-46c1-a0d1-bf86d2819d7b req-3a5793c0-c531-456e-9cf6-de6f90731eb0 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.181737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4eebad45-dfd3-46c1-a0d1-bf86d2819d7b req-3a5793c0-c531-456e-9cf6-de6f90731eb0 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.2961323 Jul 16 20:24:31.231637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Deleting port 834e8abd-1164-4ed9-9356-6e3dfa433230 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:31.232094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.303662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.374991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] For port 834e8abd-1164-4ed9-9356-6e3dfa433230, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=834e8abd-1164-4ed9-9356-6e3dfa433230,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:31.375436 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.395094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Calling delete_port for 834e8abd-1164-4ed9-9356-6e3dfa433230 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:31.604338 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.633254 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.649026 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d92ad464-4ce2-4c47-80cc-42511dc17259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.674398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fab2ce-3ac4-4f3e-aec1-98929d8fff15']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:31.680059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Pushing event deleted for resources: {'Port': ['ID=834e8abd-1164-4ed9-9356-6e3dfa433230,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.700790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4eebad45-dfd3-46c1-a0d1-bf86d2819d7b req-ed8f77ad-719b-414e-8435-0d77256b8139 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177894 Jul 16 20:24:31.766317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] No DVR routers for this DVR port 834e8abd-1164-4ed9-9356-6e3dfa433230 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:31.771524 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.773770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a03b68a-cdf7-4159-bb55-6a89dd1b5de0 req-92a2c293-efb0-442e-9b6d-96375b99dad4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.16 "DELETE /v2.0/ports/834e8abd-1164-4ed9-9356-6e3dfa433230 HTTP/1.1" status: 204 len: 173 time: 1.2910976 Jul 16 20:24:31.775144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'name': 'network-vif-deleted', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:31.780137 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34716dbe-35fe-4e4e-82c5-ecc6c02f325e" -d '{"events": [{"server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "name": "network-vif-deleted", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:31.807073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528886bb-cdb9-44b7-8806-4aac4b7fb614') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:31.807710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528886bb-cdb9-44b7-8806-4aac4b7fb614') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:31.813783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d92ad464-4ce2-4c47-80cc-42511dc17259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.876030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.915554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d201779-8a11-41d7-bf49-f4f9b3d5391e req-93aa3e1c-28e7-47ed-a71d-be662a454bcd tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 210 time: 0.9353952 Jul 16 20:24:31.918653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ea7cbb20-e234-4a9e-819a-7c18f5904d59 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:31.923685 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b44783c-ef0b-4df2-bc99-ef4781772a4d x-openstack-request-id: req-4b44783c-ef0b-4df2-bc99-ef4781772a4d {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:31.927297 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6c646-56b6-44b7-b057-0d58ff620497", "name": "network-vif-deleted", "tag": "834e8abd-1164-4ed9-9356-6e3dfa433230", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:31.927843 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b44783c-ef0b-4df2-bc99-ef4781772a4d {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:31.928487 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6c646-56b6-44b7-b057-0d58ff620497', 'name': 'network-vif-deleted', 'tag': '834e8abd-1164-4ed9-9356-6e3dfa433230', 'status': 'completed', 'code': 200} Jul 16 20:24:31.959171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ea7cbb20-e234-4a9e-819a-7c18f5904d59 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:31.959816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ea7cbb20-e234-4a9e-819a-7c18f5904d59 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:31.987619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.016946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:32.018613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:32.024937 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:32.187635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d92ad464-4ce2-4c47-80cc-42511dc17259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.193360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d92ad464-4ce2-4c47-80cc-42511dc17259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.202062 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d92ad464-4ce2-4c47-80cc-42511dc17259 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ac576d3b-1e8c-477b-8cb7-5c94b4b32229 HTTP/1.1" status: 204 len: 168 time: 1.4785256 Jul 16 20:24:32.217926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ad464-4ce2-4c47-80cc-42511dc17259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac576d3b-1e8c-477b-8cb7-5c94b4b32229,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:32.223274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.232409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.235040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/networks/d0fab2ce-3ac4-4f3e-aec1-98929d8fff15 HTTP/1.1" status: 204 len: 168 time: 1.4935017 Jul 16 20:24:32.239224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34616) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.253887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169adfe5-58bb-4280-a4ae-602859cc3c72 tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Network': ['ID=d0fab2ce-3ac4-4f3e-aec1-98929d8fff15,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:32.462010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.693013 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.710428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a17433-99b6-4201-a988-08ed4b738585']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:32.726498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b07dc3b-62f7-4a43-b1b6-e32ea4c01da6') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:32.726820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b07dc3b-62f7-4a43-b1b6-e32ea4c01da6') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:32.742723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.768011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.775426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:32.775974 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:32.780949 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:32.923675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.932697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.937654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] 10.222.0.78 "DELETE /v2.0/networks/87a17433-99b6-4201-a988-08ed4b738585 HTTP/1.1" status: 204 len: 168 time: 0.6961637 Jul 16 20:24:32.959441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 834e8abd-1164-4ed9-9356-6e3dfa433230 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:32.989411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac1f28-60ba-426c-a68b-14e2a0b02aab tempest-BulkNetworkOpsIpV6Test-68582676 tempest-BulkNetworkOpsIpV6Test-68582676-project] Pushing event deleted for resources: {'Network': ['ID=87a17433-99b6-4201-a988-08ed4b738585,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.004986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 834e8abd-1164-4ed9-9356-6e3dfa433230 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:33.005628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 834e8abd-1164-4ed9-9356-6e3dfa433230 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:33.131733 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:24:33.390256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4291339-45d5-4940-bff3-60b85d3328ea req-be9ef37b-1534-47e8-b39e-00fbb082be25 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 210 time: 0.1469338 Jul 16 20:24:33.547650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112195c-5888-4918-ac5c-2b2c0ba8c47f req-1fe906d8-418c-4779-bc29-c2d7a07c29ae tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.551965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8112195c-5888-4918-ac5c-2b2c0ba8c47f req-1fe906d8-418c-4779-bc29-c2d7a07c29ae tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1597750 Jul 16 20:24:33.717678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8112195c-5888-4918-ac5c-2b2c0ba8c47f req-13cc81d1-dc50-43ef-a853-bf3e72cd4135 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466894 Jul 16 20:24:33.916659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34652) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.328401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-293214ec-6884-4191-adaa-fc60e1a7370f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.332568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-293214ec-6884-4191-adaa-fc60e1a7370f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.68 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 815 time: 0.3964789 Jul 16 20:24:34.358897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Request body: {'port': {'device_id': '077bc2e9-1a65-4eeb-8429-5aea9bbada49', 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'admin_state_up': True, 'tenant_id': '522cbde02bc344958565b7c0644a9f97'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:34.391317 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.417674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c0cef77e-35c0-4d5b-a060-9a0fe9c493ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e33f4e409308483283fe26893b5a0b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969876 Jul 16 20:24:34.421367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34664) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.599586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80d2f7ef-120e-4e3a-bcbc-7ad9931f79a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.671493 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80d2f7ef-120e-4e3a-bcbc-7ad9931f79a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.740689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Made reservation on behalf of 522cbde02bc344958565b7c0644a9f97 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:34.753527 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.856957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80d2f7ef-120e-4e3a-bcbc-7ad9931f79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.860352 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80d2f7ef-120e-4e3a-bcbc-7ad9931f79a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.862040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-80d2f7ef-120e-4e3a-bcbc-7ad9931f79a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d03b9976-0696-4a21-86e9-89fdca4cf047 HTTP/1.1" status: 204 len: 168 time: 0.4387841 Jul 16 20:24:34.887507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2f7ef-120e-4e3a-bcbc-7ad9931f79a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b9976-0696-4a21-86e9-89fdca4cf047,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:34.990156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74a2dd75-79a4-4798-87d3-e05c7dc2928f req-b1a51290-1889-49e3-9dc3-57a58146c046 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 210 time: 0.1293077 Jul 16 20:24:35.272849 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.431742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Allocated IP 172.20.0.14 (b21356f6-28b7-4960-998f-81624b37c676/fb1b6bd3-9526-4302-8b5e-28a4678e8bb6/f3a93f41-b668-41de-b8f8-9ee07790c66e) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:35.528262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989c22b-336f-4409-87ef-20f6449ee9b5 req-3170c0ac-2c37-49ef-be37-bdfdcf998dfd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.531280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6989c22b-336f-4409-87ef-20f6449ee9b5 req-3170c0ac-2c37-49ef-be37-bdfdcf998dfd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.2302380 Jul 16 20:24:35.688815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6989c22b-336f-4409-87ef-20f6449ee9b5 req-c399243f-8ef7-438b-b35c-26d45249eda4 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501806 Jul 16 20:24:36.015470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c1eb-f07f-44bd-9d80-f93338393c2b req-11c7fd11-ae19-4d91-91a3-d36b878bc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.019758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eff2c1eb-f07f-44bd-9d80-f93338393c2b req-11c7fd11-ae19-4d91-91a3-d36b878bc2d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 1097 time: 0.3249831 Jul 16 20:24:36.095721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.187276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eff2c1eb-f07f-44bd-9d80-f93338393c2b req-a27534b7-c500-4ff9-b7dd-6a6ee9c04e9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518300 Jul 16 20:24:36.329524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03eeb518-2db1-42f9-ad7f-0cb8d45100c9 req-1ec89332-8ce4-42ce-9ce3-7b8be5ccc640 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 210 time: 0.0609128 Jul 16 20:24:36.346199 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.466736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Network b21356f6-28b7-4960-998f-81624b37c676 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:36.474788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:36.488585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:36.623022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Pushing event updated for resources: {'Port': ['ID=f3a93f41-b668-41de-b8f8-9ee07790c66e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:36.678098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34720) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:36.703634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.704760 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.723513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-59122067-0417-4f89-92c6-fb1fcef4c3c8 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3738143 Jul 16 20:24:36.738308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Request body: {'port': {'device_id': '077bc2e9-1a65-4eeb-8429-5aea9bbada49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:36.883948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.224435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1258690865'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:37.309569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Made reservation on behalf of 05482d02e63a432e8210eb27b56325eb for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:37.329723 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.372030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.593306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a93f41-b668-41de-b8f8-9ee07790c66e {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:37.620457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.651143 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.657892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.703050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:37.719501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65e9528-0a00-4e9d-9f63-e2e02a2afa88,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:37.726560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Transition to ACTIVE for port object f3a93f41-b668-41de-b8f8-9ee07790c66e will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:37.748015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.751941 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Added segment e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b of type vlan for network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b Jul 16 20:24:37.806062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.923661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.009914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.030149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.032486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.080346 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3991296 Jul 16 20:24:38.087016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34744) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:38.123770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Request body: {'subnet': {'network_id': '5bf21ffd-c66f-483c-b7e7-295cbfcb849b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:38.128695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b8308-4bdf-4a81-91eb-1e64260affe2 req-3dad4568-55cd-4f6e-94f1-36316e3c07e1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.131513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-928b8308-4bdf-4a81-91eb-1e64260affe2 req-3dad4568-55cd-4f6e-94f1-36316e3c07e1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 932 time: 0.4619899 Jul 16 20:24:38.141586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a93f41-b668-41de-b8f8-9ee07790c66e,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.299974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399a09-9d8d-452a-a696-358b1f19b4b7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Pushing event updated for resources: {'Network': ['ID=5bf21ffd-c66f-483c-b7e7-295cbfcb849b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.313267 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:38.449620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Made reservation on behalf of 05482d02e63a432e8210eb27b56325eb for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:38.459787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.475900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-928b8308-4bdf-4a81-91eb-1e64260affe2 req-1c16de86-d089-4088-b06a-7b082bdf6766 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247929 Jul 16 20:24:38.485948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f07f7f-4f92-465c-a15c-327c31ce0e40 req-6c18b6cf-68ea-495b-893d-aab9c81381e1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.490974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3f07f7f-4f92-465c-a15c-327c31ce0e40 req-6c18b6cf-68ea-495b-893d-aab9c81381e1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 1.1167119 Jul 16 20:24:38.598668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Attempting to bind port f3a93f41-b668-41de-b8f8-9ee07790c66e on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:38.603004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Attempting to bind port f3a93f41-b668-41de-b8f8-9ee07790c66e by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:38.604350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Attempting to bind port f3a93f41-b668-41de-b8f8-9ee07790c66e on network b21356f6-28b7-4960-998f-81624b37c676 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:38.684187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Port f3a93f41-b668-41de-b8f8-9ee07790c66e on network b21356f6-28b7-4960-998f-81624b37c676 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:38.684455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Attempting to bind port f3a93f41-b668-41de-b8f8-9ee07790c66e on network b21356f6-28b7-4960-998f-81624b37c676 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:38.715034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:38.715639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Checking segment: {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:38.716350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Bound using segment: {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:38.720699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Bound port: f3a93f41-b668-41de-b8f8-9ee07790c66e, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:38.725104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.737278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3f07f7f-4f92-465c-a15c-327c31ce0e40 req-c65a5b04-e793-4066-89fc-7fe6b91a1b2c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376287 Jul 16 20:24:38.898184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] For port f3a93f41-b668-41de-b8f8-9ee07790c66e, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:38.904111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] For port f3a93f41-b668-41de-b8f8-9ee07790c66e, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f3a93f41-b668-41de-b8f8-9ee07790c66e,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:38.910327 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.972779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.973392 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.975236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] 10.222.0.68 "PUT /v2.0/ports/f3a93f41-b668-41de-b8f8-9ee07790c66e HTTP/1.1" status: 200 len: 1093 time: 2.2426553 Jul 16 20:24:38.983246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077bc2e9-1a65-4eeb-8429-5aea9bbada49', 'tag': 'f3a93f41-b668-41de-b8f8-9ee07790c66e'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:38.984921 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0" -d '{"events": [{"name": "network-changed", "server_uuid": "077bc2e9-1a65-4eeb-8429-5aea9bbada49", "tag": "f3a93f41-b668-41de-b8f8-9ee07790c66e"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:39.015775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.035411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afef0b5-1c21-43d8-be42-453970635300 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a93f41-b668-41de-b8f8-9ee07790c66e,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.114072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-d8f3322a-5978-43ba-adc7-550e5dfb90be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.116350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-d8f3322a-5978-43ba-adc7-550e5dfb90be service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 1096 time: 0.0762959 Jul 16 20:24:39.122157 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8817bb52-8e41-4c5e-88f0-bb5beb827a28 x-openstack-request-id: req-8817bb52-8e41-4c5e-88f0-bb5beb827a28 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:39.122442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Pushing event updated for resources: {'Subnet': ['ID=533841e8-b1a2-427c-93ec-458e9d234177,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.122605 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077bc2e9-1a65-4eeb-8429-5aea9bbada49", "tag": "f3a93f41-b668-41de-b8f8-9ee07790c66e", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:39.122762 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8817bb52-8e41-4c5e-88f0-bb5beb827a28 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:39.123219 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077bc2e9-1a65-4eeb-8429-5aea9bbada49', 'tag': 'f3a93f41-b668-41de-b8f8-9ee07790c66e', 'status': 'completed', 'code': 200} Jul 16 20:24:39.165866 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-cc5ab730-d5ba-4c21-b3ae-d7fa34490263 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a93f41-b668-41de-b8f8-9ee07790c66e HTTP/1.1" status: 200 len: 217 time: 0.0416470 Jul 16 20:24:39.189463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Checking segment: {'id': 'e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5bf21ffd-c66f-483c-b7e7-295cbfcb849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:39.190412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Network hostable DHCP agents. Network: 5bf21ffd-c66f-483c-b7e7-295cbfcb849b, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:39.226639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:39.241479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 5bf21ffd-c66f-483c-b7e7-295cbfcb849b) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:39.252420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d3d8a-c896-40d9-b1cb-ba918f38120c None None] Network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:39.259531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.260683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.283517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-996839fc-64c1-4231-a683-aff520a647b6 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1925728 Jul 16 20:24:39.287554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-c20eb294-c5c9-4863-8698-0a66827572cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.288280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34758) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.291517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-c20eb294-c5c9-4863-8698-0a66827572cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 HTTP/1.1" status: 200 len: 855 time: 0.1198745 Jul 16 20:24:39.295479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Request body: {'port': {'network_id': '5bf21ffd-c66f-483c-b7e7-295cbfcb849b', 'name': 'tempest-TagsExtTest-1414887049'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:39.359200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-0eee6b57-515f-4cd2-806b-baf7d1c3ab19 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b21356f6-28b7-4960-998f-81624b37c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596249 Jul 16 20:24:39.489615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Made reservation on behalf of 05482d02e63a432e8210eb27b56325eb for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:39.496816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.548945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] device_id is not set on port 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:39.615835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-90471865-45be-45ac-8bc0-eb74556e8c03 service neutron] 10.222.0.68 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431827 Jul 16 20:24:39.750990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-5bf21ffd-c66f-483c-b7e7-295cbfcb849b', 'network_id': '5bf21ffd-c66f-483c-b7e7-295cbfcb849b', 'tenant_id': '05482d02e63a432e8210eb27b56325eb', 'fixed_ips': [{'subnet_id': '533841e8-b1a2-427c-93ec-458e9d234177'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:39.755372 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.922462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a440941-92d7-47c0-954d-eecbbf00d42a req-c4a2df53-6401-4770-b3a9-92f533807b65 service neutron] 10.222.0.68 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978029 Jul 16 20:24:39.981163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Allocated IP 172.20.0.7 (5bf21ffd-c66f-483c-b7e7-295cbfcb849b/533841e8-b1a2-427c-93ec-458e9d234177/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:40.232123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34778) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:40.373327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-8f6b1b89-9c3c-4d77-824e-bc0654923e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.376631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-8f6b1b89-9c3c-4d77-824e-bc0654923e22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=522cbde02bc344958565b7c0644a9f97&device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 1096 time: 0.3505127 Jul 16 20:24:40.483594 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.530825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Transition to ACTIVE for port object 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:40.620182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.663844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84124123-3973-4cd2-8c0d-77cb575a9767 req-cb510391-0c08-44b4-a5a7-1d3539bec407 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.680851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84124123-3973-4cd2-8c0d-77cb575a9767 req-cb510391-0c08-44b4-a5a7-1d3539bec407 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 944 time: 0.4937723 Jul 16 20:24:40.753490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:40.762563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:40.781285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Allocated IP 172.20.0.2 (5bf21ffd-c66f-483c-b7e7-295cbfcb849b/533841e8-b1a2-427c-93ec-458e9d234177/d464434b-bb3a-48ba-8434-8acd09214b03) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:40.782122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:40.849511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Pushing event updated for resources: {'Port': ['ID=50db331e-f1b2-4abd-a1e6-6ff2759bb5ce,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:40.979885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.980644 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.991133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-eacf00c0-734b-4f95-b788-c760c2e3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.993963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-eacf00c0-734b-4f95-b788-c760c2e3b333 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 200 len: 916 time: 0.5846632 Jul 16 20:24:41.013119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84124123-3973-4cd2-8c0d-77cb575a9767 req-946d4e4b-6af8-4bb7-930c-6f7cf1975100 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303707 Jul 16 20:24:41.018331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-233905c9-0b26-4de5-9426-d18470bb6e21 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3baaa24817c4acc8aedea00fb25211f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229362 Jul 16 20:24:41.023056 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ff13eaa8-24e5-4e2b-8032-da224bedd29f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7329643 Jul 16 20:24:41.023725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34786) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:41.052717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231d685-9d10-4cef-bdf9-f7c67556ab7e req-2c93716f-a4c1-4a0e-be77-1e907bbe5315 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.068364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a231d685-9d10-4cef-bdf9-f7c67556ab7e req-2c93716f-a4c1-4a0e-be77-1e907bbe5315 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.7478967 Jul 16 20:24:41.071068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34788) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:41.094874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-55a1c9c5-8f58-4c07-8d4b-14627dd4c2e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-150397063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:41.151651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dd552695-18f3-4a45-be7c-393338efdbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.195948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-1cc9ba86-7f8b-44b7-a9ea-e0714e4909ac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a93f41-b668-41de-b8f8-9ee07790c66e HTTP/1.1" status: 200 len: 217 time: 0.1110387 Jul 16 20:24:41.236464 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dd552695-18f3-4a45-be7c-393338efdbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.274196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55a1c9c5-8f58-4c07-8d4b-14627dd4c2e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.276153 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55a1c9c5-8f58-4c07-8d4b-14627dd4c2e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.297661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a231d685-9d10-4cef-bdf9-f7c67556ab7e req-ccf9a37f-06ec-43eb-b41f-204b3c0c7bc3 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280719 Jul 16 20:24:41.337848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-90288210-58f7-4284-a548-8c69b7b9c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.342531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-90288210-58f7-4284-a548-8c69b7b9c796 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 HTTP/1.1" status: 200 len: 855 time: 0.1382186 Jul 16 20:24:41.365056 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dd552695-18f3-4a45-be7c-393338efdbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.375781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dd552695-18f3-4a45-be7c-393338efdbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.378862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dd552695-18f3-4a45-be7c-393338efdbe9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a67c27a-592b-4690-8525-760b57ad0a84 HTTP/1.1" status: 204 len: 168 time: 0.3536801 Jul 16 20:24:41.399680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd552695-18f3-4a45-be7c-393338efdbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a67c27a-592b-4690-8525-760b57ad0a84,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:41.417834 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.455453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Transition to ACTIVE for port object d464434b-bb3a-48ba-8434-8acd09214b03 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:41.513764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Transition to ACTIVE for port object d464434b-bb3a-48ba-8434-8acd09214b03 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:41.522582 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.620732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Pushing event updated for resources: {'Port': ['ID=d464434b-bb3a-48ba-8434-8acd09214b03,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:41.645692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:41.647384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:41.656414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:41.806965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Attempting to bind port d464434b-bb3a-48ba-8434-8acd09214b03 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:41.808140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Attempting to bind port d464434b-bb3a-48ba-8434-8acd09214b03 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5bf21ffd-c66f-483c-b7e7-295cbfcb849b'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:41.811171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Attempting to bind port d464434b-bb3a-48ba-8434-8acd09214b03 on network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:41.825410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:41.826840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Checking segment: {'id': 'e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5bf21ffd-c66f-483c-b7e7-295cbfcb849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:41.827978 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.829629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Bound using segment: {'id': 'e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5bf21ffd-c66f-483c-b7e7-295cbfcb849b'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:41.832910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Bound port: d464434b-bb3a-48ba-8434-8acd09214b03, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5bf21ffd-c66f-483c-b7e7-295cbfcb849b'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:41.834034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.027350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] For port d464434b-bb3a-48ba-8434-8acd09214b03, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:42.034280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] For port d464434b-bb3a-48ba-8434-8acd09214b03, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d464434b-bb3a-48ba-8434-8acd09214b03,segment=NetworkSegment(e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b),segment_id=e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:42.043048 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.132653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-da664f3d-5a24-47aa-ae89-ca538f25def6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b21356f6-28b7-4960-998f-81624b37c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7764256 Jul 16 20:24:42.148123 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55a1c9c5-8f58-4c07-8d4b-14627dd4c2e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.197119 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55a1c9c5-8f58-4c07-8d4b-14627dd4c2e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.203721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7090b-9c82-46bc-8bb4-1cc8720b9418 None None] Pushing event updated for resources: {'Port': ['ID=d464434b-bb3a-48ba-8434-8acd09214b03,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:42.275024 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55a1c9c5-8f58-4c07-8d4b-14627dd4c2e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.280368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-55a1c9c5-8f58-4c07-8d4b-14627dd4c2e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1935217 Jul 16 20:24:42.281184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34808) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:42.296874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9f4c4557-d9cb-4eb9-bb21-1427708a50aa tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1158477325', 'prefixes': ['172.20.0.0/16']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:42.373578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-26dc1d24-282c-4aa8-9a99-8f5c64316a05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0294361 Jul 16 20:24:42.418851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-837eb958-c832-4e83-b3fc-2a73b5f08463 service neutron] 10.222.0.68 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692666 Jul 16 20:24:42.483912 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4557-d9cb-4eb9-bb21-1427708a50aa tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for subnetpool, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.486148 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f4c4557-d9cb-4eb9-bb21-1427708a50aa tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2026334 Jul 16 20:24:42.489946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fde7e-0db7-4492-a182-98c1c02e22d7 req-5012b01d-e23e-4db8-a090-9a243179d300 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.490501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:42.492245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-823fde7e-0db7-4492-a182-98c1c02e22d7 req-5012b01d-e23e-4db8-a090-9a243179d300 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.3663187 Jul 16 20:24:42.496769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-2f840129-4d72-488c-841d-536c2507c939 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177', 'tempest-TagsExtTest-Tag-1730141555') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:42.708171 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f840129-4d72-488c-841d-536c2507c939 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags/tempest-TagsExtTest-Tag-1730141555 HTTP/1.1" status: 201 len: 201 time: 0.2148170 Jul 16 20:24:42.708171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:42.718988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-5b54dfc3-6e06-4e56-aa8d-4b769792f2d0 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce', 'tempest-TagsExtTest-Tag-1067653519') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:42.858802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-823fde7e-0db7-4492-a182-98c1c02e22d7 req-139105eb-36ad-448a-b66e-69ec7f6f6312 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182259 Jul 16 20:24:42.950577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-300699dd-3cf1-4a86-9f0f-d7afd5d356a0 req-50d2477b-d9c8-4ce8-a1c0-d2e3204eb707 service neutron] 10.222.0.68 "GET /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152845 Jul 16 20:24:43.005365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-7a1f1605-ad5d-44e1-be64-c5beb695dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.007830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-7a1f1605-ad5d-44e1-be64-c5beb695dac5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 1097 time: 0.5492594 Jul 16 20:24:43.068651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8233f8c-9838-4dc5-a7c8-4d0876d70ad6 req-94282316-5822-4cb6-b3af-0462aeaaee0e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.078415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8233f8c-9838-4dc5-a7c8-4d0876d70ad6 req-94282316-5822-4cb6-b3af-0462aeaaee0e tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 944 time: 0.5785894 Jul 16 20:24:43.252373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-816d9ed7-cace-48bc-81fa-4eb25b2036bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.256391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-816d9ed7-cace-48bc-81fa-4eb25b2036bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 0.2074287 Jul 16 20:24:43.487047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-f6e35e1c-79f8-4b82-9f76-bd2142730d14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d HTTP/1.1" status: 200 len: 217 time: 0.1572232 Jul 16 20:24:43.507463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8233f8c-9838-4dc5-a7c8-4d0876d70ad6 req-231f11b0-2f9c-4d9b-9a64-9bd4eefb177f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277961 Jul 16 20:24:43.687405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-fbd3d78c-4d5e-4b66-ac48-bc5b7e24bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.689195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-fbd3d78c-4d5e-4b66-ac48-bc5b7e24bcad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.1730230 Jul 16 20:24:43.753467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-91d87938-ad14-424e-886b-a992a3e9a58f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518646 Jul 16 20:24:43.843784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f3a93f41-b668-41de-b8f8-9ee07790c66e details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:44.035381 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b54dfc3-6e06-4e56-aa8d-4b769792f2d0 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags/tempest-TagsExtTest-Tag-1067653519 HTTP/1.1" status: 201 len: 201 time: 1.3254316 Jul 16 20:24:44.037747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34848) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.080297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-e8ccadd8-82cd-41e0-9024-e812c41c776c tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e', 'tempest-TagsExtTest-Tag-507574423') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:44.360485 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e8ccadd8-82cd-41e0-9024-e812c41c776c tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags/tempest-TagsExtTest-Tag-507574423 HTTP/1.1" status: 201 len: 201 time: 0.3160672 Jul 16 20:24:44.364600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34850) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.374219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-692c232f-2c31-40cf-b45b-363fc0401800 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd', 'tempest-TagsExtTest-Tag-1079922182') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:44.378911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f3a93f41-b668-41de-b8f8-9ee07790c66e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f3a93f41-b668-41de-b8f8-9ee07790c66e,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:44.397678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-45c90376-34ec-400b-a059-241e04e47c42 service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360395 Jul 16 20:24:44.405863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f3a93f41-b668-41de-b8f8-9ee07790c66e', 'network_id': 'b21356f6-28b7-4960-998f-81624b37c676', 'port_id': 'f3a93f41-b668-41de-b8f8-9ee07790c66e', 'mac_address': 'fa:16:3e:21:68:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1b6bd3-9526-4302-8b5e-28a4678e8bb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:44.415541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d464434b-bb3a-48ba-8434-8acd09214b03 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:44.525326 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-692c232f-2c31-40cf-b45b-363fc0401800 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags/tempest-TagsExtTest-Tag-1079922182 HTTP/1.1" status: 201 len: 201 time: 0.1585588 Jul 16 20:24:44.530206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34856) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.560267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-7bafa05c-213e-4fe6-8040-a6ea93941831 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:44.566221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d464434b-bb3a-48ba-8434-8acd09214b03 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:44.579731 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.617664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9e61-9a6a-4ae9-94a5-7ec6d9fe859e req-0ee93571-4c0f-4118-8295-d28b40fa604c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.622151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a93f41-b668-41de-b8f8-9ee07790c66e {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:44.629238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-991c9e61-9a6a-4ae9-94a5-7ec6d9fe859e req-0ee93571-4c0f-4118-8295-d28b40fa604c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.5555198 Jul 16 20:24:44.725830 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7bafa05c-213e-4fe6-8040-a6ea93941831 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags HTTP/1.1" status: 200 len: 241 time: 0.1940887 Jul 16 20:24:44.730892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34860) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.743343 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-8a9b2282-1041-4783-924b-18933719919d tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177', 'tempest-TagsExtTest-Tag-1730141555') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:44.753077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fddf86-dfd2-4641-9bb0-394a1de6102f None None] Network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:44.784926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f3a93f41-b668-41de-b8f8-9ee07790c66e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f3a93f41-b668-41de-b8f8-9ee07790c66e,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:44.846038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.850219 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8a9b2282-1041-4783-924b-18933719919d tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags/tempest-TagsExtTest-Tag-1730141555 HTTP/1.1" status: 204 len: 168 time: 0.1146345 Jul 16 20:24:44.851290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.860894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-9d5eaea6-f899-4ee4-a402-9e35bc936ad0 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177', 'tempest-TagsExtTest-Tag-1730141555') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:45.002867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-991c9e61-9a6a-4ae9-94a5-7ec6d9fe859e req-8b863242-f88b-4301-b8b4-52938f456582 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621707 Jul 16 20:24:45.017458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-78399cb9-c55e-448a-9b84-eb6bbcdb3c6e None None] Provisioning for port d464434b-bb3a-48ba-8434-8acd09214b03 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:45.100969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f3a93f41-b668-41de-b8f8-9ee07790c66e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:45.113441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-78399cb9-c55e-448a-9b84-eb6bbcdb3c6e None None] Provisioning complete for port d464434b-bb3a-48ba-8434-8acd09214b03 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:45.113441 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-78399cb9-c55e-448a-9b84-eb6bbcdb3c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.138465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f3a93f41-b668-41de-b8f8-9ee07790c66e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.176058 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9d5eaea6-f899-4ee4-a402-9e35bc936ad0 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags/tempest-TagsExtTest-Tag-1730141555 HTTP/1.1" status: 204 len: 168 time: 0.3210618 Jul 16 20:24:45.176951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e911dcbf-c861-4f40-a32a-e8f566ef9d4f req-184ddc81-ad68-4ac6-a168-8fa731708ffe service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661729 Jul 16 20:24:45.184599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34870) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.196346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-64e33a0a-cc3c-4e6e-9bb3-15718db75d45 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:45.244223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cb7e4-6fa7-4f1c-8c10-662194d16e9a req-d5394260-d314-4794-ba91-ed5beae712a4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.253880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e52cb7e4-6fa7-4f1c-8c10-662194d16e9a req-d5394260-d314-4794-ba91-ed5beae712a4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 945 time: 0.4025476 Jul 16 20:24:45.342149 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-64e33a0a-cc3c-4e6e-9bb3-15718db75d45 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags HTTP/1.1" status: 200 len: 205 time: 0.1557086 Jul 16 20:24:45.343456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34874) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.354845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-ea3f0d73-f51a-48d0-9049-a14cdd020c86 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:45.398258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e52cb7e4-6fa7-4f1c-8c10-662194d16e9a req-05290730-8397-4f15-ae91-4895b9b398a4 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367114 Jul 16 20:24:45.499617 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ea3f0d73-f51a-48d0-9049-a14cdd020c86 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags HTTP/1.1" status: 200 len: 241 time: 0.1537113 Jul 16 20:24:45.502463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34878) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.513899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-bc8c103b-73f3-4540-a7dd-f0fa29992ef5 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce', 'tempest-TagsExtTest-Tag-1067653519') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:45.737221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34882) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.741144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bc8c103b-73f3-4540-a7dd-f0fa29992ef5 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags/tempest-TagsExtTest-Tag-1067653519 HTTP/1.1" status: 204 len: 168 time: 0.2314959 Jul 16 20:24:45.756249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-0fdcd1a2-ef68-4a8e-9681-58da3d344f4d tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce', 'tempest-TagsExtTest-Tag-1067653519') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:45.786772 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-78399cb9-c55e-448a-9b84-eb6bbcdb3c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.968665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-78399cb9-c55e-448a-9b84-eb6bbcdb3c6e None None] For port d464434b-bb3a-48ba-8434-8acd09214b03, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d464434b-bb3a-48ba-8434-8acd09214b03,segment=NetworkSegment(e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b),segment_id=e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:45.993815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0fdcd1a2-ef68-4a8e-9681-58da3d344f4d tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags/tempest-TagsExtTest-Tag-1067653519 HTTP/1.1" status: 204 len: 168 time: 0.2548475 Jul 16 20:24:45.994867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34886) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.003188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-7a98df0d-c9a7-4f82-85b9-ead304633886 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:46.013973 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-78399cb9-c55e-448a-9b84-eb6bbcdb3c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.021309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34888) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.218257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78399cb9-c55e-448a-9b84-eb6bbcdb3c6e None None] Pushing event updated for resources: {'Port': ['ID=d464434b-bb3a-48ba-8434-8acd09214b03,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.296188 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a98df0d-c9a7-4f82-85b9-ead304633886 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags HTTP/1.1" status: 200 len: 205 time: 0.2988114 Jul 16 20:24:46.298782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34894) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.307386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-95d5b824-dfbd-42e2-a743-e61107c3b0e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:46.396822 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-226976c7-902f-496c-8b62-d7c1d2183d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.487497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-64dbe571-6c31-4d07-a312-c041f90b8cbd None None] Provisioning for port 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:46.501671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-64dbe571-6c31-4d07-a312-c041f90b8cbd None None] Provisioning complete for port 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:46.502393 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64dbe571-6c31-4d07-a312-c041f90b8cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.624309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-64dbe571-6c31-4d07-a312-c041f90b8cbd None None] Port 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:46.649735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-64dbe571-6c31-4d07-a312-c041f90b8cbd None None] Provisioning complete for port d464434b-bb3a-48ba-8434-8acd09214b03 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:46.654386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64dbe571-6c31-4d07-a312-c041f90b8cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.734016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-95d5b824-dfbd-42e2-a743-e61107c3b0e3 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags HTTP/1.1" status: 200 len: 240 time: 0.4332736 Jul 16 20:24:46.740139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34902) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.747604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-226976c7-902f-496c-8b62-d7c1d2183d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.756015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-226976c7-902f-496c-8b62-d7c1d2183d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.767347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-55cac248-9ca1-4ad1-8896-db123c698170 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e', 'tempest-TagsExtTest-Tag-507574423') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:46.851607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226976c7-902f-496c-8b62-d7c1d2183d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5107cd-a745-44e4-bc8e-c6bacdf8633a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.866077 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-226976c7-902f-496c-8b62-d7c1d2183d31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68c960abf2aa413498ffdf5de2b2b984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8436890 Jul 16 20:24:46.868715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34906) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.891658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5b0e-7d37-4d51-959d-20f6434f8a74 req-3766eb4a-db62-48c6-bbeb-d2007af6f533 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.893806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5ea5b0e-7d37-4d51-959d-20f6434f8a74 req-3766eb4a-db62-48c6-bbeb-d2007af6f533 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.4517660 Jul 16 20:24:46.934430 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c6ba-4630-44dd-a5a2-e0d1eeffea48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.965116 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c6ba-4630-44dd-a5a2-e0d1eeffea48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.981229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-f8e1c393-cb9c-4b36-afbc-1273ae6021eb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4395564 Jul 16 20:24:46.990735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-abe0620c-d1a1-4c06-91ae-29cf92bc040c None None] Provisioning complete for port 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:46.995800 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-abe0620c-d1a1-4c06-91ae-29cf92bc040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.038340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-55cac248-9ca1-4ad1-8896-db123c698170 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags/tempest-TagsExtTest-Tag-507574423 HTTP/1.1" status: 204 len: 168 time: 0.2833602 Jul 16 20:24:47.048505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6dda-711b-4125-881b-2b107d533956 req-ed5e400f-fbb1-4dd9-8d7c-708d77c59e38 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.050346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77ca6dda-711b-4125-881b-2b107d533956 req-ed5e400f-fbb1-4dd9-8d7c-708d77c59e38 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 945 time: 0.3233764 Jul 16 20:24:47.050978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34908) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.066769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-3252016a-7a53-4d9b-a9ba-94277d6f8e78 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e', 'tempest-TagsExtTest-Tag-507574423') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:47.077771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5ea5b0e-7d37-4d51-959d-20f6434f8a74 req-4c333030-2d93-4a06-b432-a5b79cb1bcc8 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298468 Jul 16 20:24:47.087821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c6ba-4630-44dd-a5a2-e0d1eeffea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.091806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c6ba-4630-44dd-a5a2-e0d1eeffea48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.108192 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b0f5c6ba-4630-44dd-a5a2-e0d1eeffea48 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb5107cd-a745-44e4-bc8e-c6bacdf8633a HTTP/1.1" status: 204 len: 168 time: 0.2227156 Jul 16 20:24:47.147622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-abe0620c-d1a1-4c06-91ae-29cf92bc040c None None] Port 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:47.155767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5c6ba-4630-44dd-a5a2-e0d1eeffea48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5107cd-a745-44e4-bc8e-c6bacdf8633a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.267233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77ca6dda-711b-4125-881b-2b107d533956 req-a15b457d-4fa3-42a7-9f40-a60eec9083fd tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973777 Jul 16 20:24:47.341300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3252016a-7a53-4d9b-a9ba-94277d6f8e78 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags/tempest-TagsExtTest-Tag-507574423 HTTP/1.1" status: 204 len: 168 time: 0.2857711 Jul 16 20:24:47.344295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34914) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.352887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-1ba608a4-e55c-42bb-872e-e2ba23fb8b21 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:47.359263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-848fd878-ad4d-4d70-ba20-6cf27f393c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.362070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-848fd878-ad4d-4d70-ba20-6cf27f393c4e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cea726f818843af9f82975114c19b21&device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1097 time: 0.3076670 Jul 16 20:24:47.619228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1ba608a4-e55c-42bb-872e-e2ba23fb8b21 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags HTTP/1.1" status: 200 len: 205 time: 0.2727656 Jul 16 20:24:47.625789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34928) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.629831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-63e13291-9da8-4b4c-949c-27b00807a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.631547 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-63e13291-9da8-4b4c-949c-27b00807a63d service neutron] 10.222.0.68 "GET /v2.0/networks?id=6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 200 len: 910 time: 0.2258925 Jul 16 20:24:47.637689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-c01dbacf-47de-4dc2-b463-7eddb7084dbe tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:47.718822 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c01dbacf-47de-4dc2-b463-7eddb7084dbe tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags HTTP/1.1" status: 200 len: 241 time: 0.0859842 Jul 16 20:24:47.720183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.734871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-02b34da3-f9ca-48bf-a5be-ea471ab19735 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd', 'tempest-TagsExtTest-Tag-1079922182') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:47.776141 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-02b34da3-f9ca-48bf-a5be-ea471ab19735 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags/tempest-TagsExtTest-Tag-1079922182 HTTP/1.1" status: 204 len: 168 time: 0.0509064 Jul 16 20:24:47.776619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34936) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.783831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-765020ef-cb6d-441b-ad61-b85ab69a773d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 200 len: 1001 time: 0.1447861 Jul 16 20:24:47.784694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-f867f7a4-8e9c-483f-9429-0ecd02b6aa1e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd', 'tempest-TagsExtTest-Tag-1079922182') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:47.832274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34938) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.876280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f3a93f41-b668-41de-b8f8-9ee07790c66e up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:47.893640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e34-1003-40e6-a42a-8faf191b8f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.940664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f867f7a4-8e9c-483f-9429-0ecd02b6aa1e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags/tempest-TagsExtTest-Tag-1079922182 HTTP/1.1" status: 204 len: 168 time: 0.1616066 Jul 16 20:24:47.957492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34940) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.981087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-e66ec02c-bf25-4982-86cf-8f69e96ab198 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:48.078799 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e849d17f-9cba-4014-8d13-98dbd83f3c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.086758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d464434b-bb3a-48ba-8434-8acd09214b03 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:48.093672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-36e97139-435d-4f36-9376-9c7e9e07f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.099490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-36e97139-435d-4f36-9376-9c7e9e07f362 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=405169b1-d2d7-4125-b5e3-1af006f08613 HTTP/1.1" status: 200 len: 848 time: 0.3082430 Jul 16 20:24:48.186468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port f3a93f41-b668-41de-b8f8-9ee07790c66e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:48.194362 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e66ec02c-bf25-4982-86cf-8f69e96ab198 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags HTTP/1.1" status: 200 len: 205 time: 0.2300792 Jul 16 20:24:48.195740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34944) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.208009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f3a93f41-b668-41de-b8f8-9ee07790c66e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:48.209959 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.220654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-9c952d12-1718-43c4-8e5b-3318e9dfdf64 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:48.326602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a184da-f9d7-4365-8ddd-b27105f21044 req-4e962382-b331-4229-b702-6aa547613a6d tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.330343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2a184da-f9d7-4365-8ddd-b27105f21044 req-4e962382-b331-4229-b702-6aa547613a6d tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.3950005 Jul 16 20:24:48.349937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d464434b-bb3a-48ba-8434-8acd09214b03 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:48.350855 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.403798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e34-1003-40e6-a42a-8faf191b8f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.413261 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4cf80e34-1003-40e6-a42a-8faf191b8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.462417 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.468900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf80e34-1003-40e6-a42a-8faf191b8f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befd1b85-94a9-4c12-af2e-126a8d22e4ca,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.489580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2a184da-f9d7-4365-8ddd-b27105f21044 req-4081b574-97a0-4327-8f3b-8a51f02dcf0e tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354191 Jul 16 20:24:48.494302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9c952d12-1718-43c4-8e5b-3318e9dfdf64 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags HTTP/1.1" status: 204 len: 168 time: 0.2838702 Jul 16 20:24:48.502181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34948) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.521336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-132664b3-e893-4fb1-b985-5372cffe94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.523256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-132664b3-e893-4fb1-b985-5372cffe94a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6387992f-d398-4257-a9e0-e23048055ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4158947 Jul 16 20:24:48.544515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-a7d372c8-781c-4893-a09a-9f89e51bafbb tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:48.562975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f3a93f41-b668-41de-b8f8-9ee07790c66e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f3a93f41-b668-41de-b8f8-9ee07790c66e,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:48.569829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077bc2e9-1a65-4eeb-8429-5aea9bbada49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a93f41-b668-41de-b8f8-9ee07790c66e'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:48.575288 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0213b608-8723-4410-8755-24cf445cb253" -d '{"events": [{"server_uuid": "077bc2e9-1a65-4eeb-8429-5aea9bbada49", "name": "network-vif-plugged", "status": "completed", "tag": "f3a93f41-b668-41de-b8f8-9ee07790c66e"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:48.603929 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.652125 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4cf80e34-1003-40e6-a42a-8faf191b8f45 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed14467ded664f90a8253efaa6deda0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179381 Jul 16 20:24:48.696580 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d97ecec-0bbd-4df2-a656-0c6a04213406 x-openstack-request-id: req-7d97ecec-0bbd-4df2-a656-0c6a04213406 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:48.696896 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077bc2e9-1a65-4eeb-8429-5aea9bbada49", "name": "network-vif-plugged", "status": "completed", "tag": "f3a93f41-b668-41de-b8f8-9ee07790c66e", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:48.697161 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d97ecec-0bbd-4df2-a656-0c6a04213406 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:48.697703 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077bc2e9-1a65-4eeb-8429-5aea9bbada49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a93f41-b668-41de-b8f8-9ee07790c66e', 'code': 200} Jul 16 20:24:48.731878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34954) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.762121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f3a93f41-b668-41de-b8f8-9ee07790c66e,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.803172 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a7d372c8-781c-4893-a09a-9f89e51bafbb tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags HTTP/1.1" status: 204 len: 168 time: 0.2984433 Jul 16 20:24:48.816925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34956) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.827312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-b2377d69-3a4c-4475-9361-516f35db6d2d tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:48.862267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c04b48-99f5-4794-9dc5-25aeb975539a req-32e03a28-0c27-4cd9-8870-b0ac1d84d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.864347 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b3c04b48-99f5-4794-9dc5-25aeb975539a req-32e03a28-0c27-4cd9-8870-b0ac1d84d3fe service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 1098 time: 0.0796323 Jul 16 20:24:48.867222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-8bf371c2-eb94-45d2-8cd6-08b0c9d25930 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366058 Jul 16 20:24:48.910002 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b3c04b48-99f5-4794-9dc5-25aeb975539a req-c0916a03-c2cb-45d1-ae01-4bb8609af1fc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Jul 16 20:24:48.933082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33f8ac-c73b-46c1-a813-7280830b94f5 req-e7b5df93-07c5-45cf-b34b-8adc45959a72 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.934843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf33f8ac-c73b-46c1-a813-7280830b94f5 req-e7b5df93-07c5-45cf-b34b-8adc45959a72 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.3210011 Jul 16 20:24:49.000039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-debd48f0-1dc5-4b9c-bbcf-b09b272de61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.071031 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-debd48f0-1dc5-4b9c-bbcf-b09b272de61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.081004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70620dc-d949-4fef-9acd-a14960ec1e4d req-77410404-7197-437e-836c-8f3207b68034 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035425 Jul 16 20:24:49.103111 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b2377d69-3a4c-4475-9361-516f35db6d2d tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags HTTP/1.1" status: 204 len: 168 time: 0.2771685 Jul 16 20:24:49.103667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34958) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.108050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf33f8ac-c73b-46c1-a813-7280830b94f5 req-edded197-2ef9-48d5-981f-d9b572173446 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343503 Jul 16 20:24:49.112546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-72d921a7-ccd7-47bc-a772-1a629f772ffb tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.168653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-debd48f0-1dc5-4b9c-bbcf-b09b272de61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.175093 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-debd48f0-1dc5-4b9c-bbcf-b09b272de61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.179926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-debd48f0-1dc5-4b9c-bbcf-b09b272de61b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/befd1b85-94a9-4c12-af2e-126a8d22e4ca HTTP/1.1" status: 204 len: 168 time: 0.4434555 Jul 16 20:24:49.194391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd48f0-1dc5-4b9c-bbcf-b09b272de61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befd1b85-94a9-4c12-af2e-126a8d22e4ca,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.251682 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-72d921a7-ccd7-47bc-a772-1a629f772ffb tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags HTTP/1.1" status: 204 len: 168 time: 0.1442962 Jul 16 20:24:49.257443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.265357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-94494761-3969-40a3-b664-4cbcc23f796b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177', 'tempest-TagsExtTest-Tag-1339961188') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.386155 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-94494761-3969-40a3-b664-4cbcc23f796b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags/tempest-TagsExtTest-Tag-1339961188 HTTP/1.1" status: 201 len: 201 time: 0.1265202 Jul 16 20:24:49.389525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34966) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.394842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-1653da87-f096-40f5-b0a4-d083e7f3e30a tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce', 'tempest-TagsExtTest-Tag-244697513') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.630346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1653da87-f096-40f5-b0a4-d083e7f3e30a tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags/tempest-TagsExtTest-Tag-244697513 HTTP/1.1" status: 201 len: 201 time: 0.2396064 Jul 16 20:24:49.636513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34970) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.642453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-70320765-02a8-45fe-addf-5821d19a3390 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e', 'tempest-TagsExtTest-Tag-568561558') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.864004 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-70320765-02a8-45fe-addf-5821d19a3390 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags/tempest-TagsExtTest-Tag-568561558 HTTP/1.1" status: 201 len: 201 time: 0.2260568 Jul 16 20:24:49.868510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34976) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.875475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-25ed803c-9d51-4051-9e63-6fbb881aa8e0 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd', 'tempest-TagsExtTest-Tag-1382485518') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.933141 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-25ed803c-9d51-4051-9e63-6fbb881aa8e0 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags/tempest-TagsExtTest-Tag-1382485518 HTTP/1.1" status: 201 len: 201 time: 0.0611241 Jul 16 20:24:49.937234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 34978) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.943582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-4e643960-121f-4e51-95fa-04617059d5d5 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177', {'tags': ['tempest-TagsExtTest-Tag-1635157464', 'tempest-TagsExtTest-Tag-2068536988', 'tempest-TagsExtTest-Tag-2051619254']}) {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.959913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1857f0-be9c-46e1-bcaa-887bde287f0c req-cd08e945-cc0a-44e6-b07d-115deb78604b tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.966056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf1857f0-be9c-46e1-bcaa-887bde287f0c req-cd08e945-cc0a-44e6-b07d-115deb78604b tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.1739826 Jul 16 20:24:50.032937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf1857f0-be9c-46e1-bcaa-887bde287f0c req-8f218bf7-48f1-4027-b700-38e82af246e3 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563288 Jul 16 20:24:50.107656 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4e643960-121f-4e51-95fa-04617059d5d5 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags HTTP/1.1" status: 200 len: 318 time: 0.1682901 Jul 16 20:24:50.112384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34986) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:50.119258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-831c12e8-fc22-4d0d-abd7-9f8d9ce5e491 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:50.425741 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b433a86-233f-4212-9b48-13d3217a88e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.609951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-831c12e8-fc22-4d0d-abd7-9f8d9ce5e491 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags HTTP/1.1" status: 204 len: 168 time: 0.4945259 Jul 16 20:24:50.614968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 34996) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:50.627656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-4fb927b7-1e0d-4d7d-ad27-c4e1de8be0f2 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177', 'tempest-TagsExtTest-Tag-1635157464') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:50.655123 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.677354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07cf3-ee09-43d3-9cda-ff9082b720f5 req-68e07c55-4534-46cc-ba70-04112b31cc38 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.680437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30b07cf3-ee09-43d3-9cda-ff9082b720f5 req-68e07c55-4534-46cc-ba70-04112b31cc38 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.2423401 Jul 16 20:24:50.880836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30b07cf3-ee09-43d3-9cda-ff9082b720f5 req-e152a5c5-7582-437f-a2bf-cdf33c947428 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175041 Jul 16 20:24:50.925382 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-4fb927b7-1e0d-4d7d-ad27-c4e1de8be0f2 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:50.928975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4fb927b7-1e0d-4d7d-ad27-c4e1de8be0f2 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags/tempest-TagsExtTest-Tag-1635157464 HTTP/1.1" status: 404 len: 329 time: 0.3093934 Jul 16 20:24:50.929320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35012) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:50.934670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-a3fdb883-49d7-4d60-88f6-7dc75da19f98 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177', 'tempest-TagsExtTest-Tag-2068536988') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:51.121809 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-a3fdb883-49d7-4d60-88f6-7dc75da19f98 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:51.123006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a3fdb883-49d7-4d60-88f6-7dc75da19f98 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags/tempest-TagsExtTest-Tag-2068536988 HTTP/1.1" status: 404 len: 329 time: 0.1926773 Jul 16 20:24:51.126677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35020) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:51.131365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-3eb0f9a0-d02a-4dc7-83e0-259dcc90f658 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177', 'tempest-TagsExtTest-Tag-2051619254') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:51.181770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd5119-c429-4e53-b4fb-3397689d0637 req-b3934fb7-6402-404b-8980-6b7578f4f84d tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.184407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6fbd5119-c429-4e53-b4fb-3397689d0637 req-b3934fb7-6402-404b-8980-6b7578f4f84d tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.1594415 Jul 16 20:24:51.755856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6fbd5119-c429-4e53-b4fb-3397689d0637 req-18ff7dd3-f0c0-4ac6-937d-f8d3f51baa57 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626488 Jul 16 20:24:51.790186 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-3eb0f9a0-d02a-4dc7-83e0-259dcc90f658 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:51.791238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3eb0f9a0-d02a-4dc7-83e0-259dcc90f658 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags/tempest-TagsExtTest-Tag-2051619254 HTTP/1.1" status: 404 len: 329 time: 0.6635783 Jul 16 20:24:51.797105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35032) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:51.802322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-daed1082-fc39-4989-9cfb-cdbf711e8032 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce', {'tags': ['tempest-TagsExtTest-Tag-1569404100', 'tempest-TagsExtTest-Tag-1714561877', 'tempest-TagsExtTest-Tag-869442291']}) {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.211019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35044) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:52.221977 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-daed1082-fc39-4989-9cfb-cdbf711e8032 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags HTTP/1.1" status: 200 len: 317 time: 0.4232891 Jul 16 20:24:52.228031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-8d57e207-5bac-4483-bc3c-69b545faae9b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.359377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8d57e207-5bac-4483-bc3c-69b545faae9b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1470485 Jul 16 20:24:52.363684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35048) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:52.370176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-eff29b7b-4fbf-49e6-b49c-42883ff49978 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce', 'tempest-TagsExtTest-Tag-1569404100') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.404235 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.639321 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-eff29b7b-4fbf-49e6-b49c-42883ff49978 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:52.645387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eff29b7b-4fbf-49e6-b49c-42883ff49978 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags/tempest-TagsExtTest-Tag-1569404100 HTTP/1.1" status: 404 len: 329 time: 0.2761118 Jul 16 20:24:52.645931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35052) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:52.657527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-d011f2e4-5475-46bf-bc31-af384443db8b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce', 'tempest-TagsExtTest-Tag-1714561877') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.811879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e3e5e-bd18-4ef2-9d2a-f974a8d3e635 req-ebdb2386-dbad-4f7e-8395-02212741db55 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.815579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-246e3e5e-bd18-4ef2-9d2a-f974a8d3e635 req-ebdb2386-dbad-4f7e-8395-02212741db55 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.2764885 Jul 16 20:24:52.842267 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-d011f2e4-5475-46bf-bc31-af384443db8b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:52.846835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d011f2e4-5475-46bf-bc31-af384443db8b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags/tempest-TagsExtTest-Tag-1714561877 HTTP/1.1" status: 404 len: 329 time: 0.1964319 Jul 16 20:24:52.847390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35056) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:52.856962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-bd7893df-a53f-4bd6-8020-7e9ed0fee29e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce', 'tempest-TagsExtTest-Tag-869442291') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.890912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-246e3e5e-bd18-4ef2-9d2a-f974a8d3e635 req-13cfb7b8-68d4-412b-aa1f-3e230c48515b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668204 Jul 16 20:24:53.009742 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-bd7893df-a53f-4bd6-8020-7e9ed0fee29e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:53.011753 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd7893df-a53f-4bd6-8020-7e9ed0fee29e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags/tempest-TagsExtTest-Tag-869442291 HTTP/1.1" status: 404 len: 328 time: 0.1619956 Jul 16 20:24:53.015039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35062) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:53.033881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-28b2078d-e722-4eb0-8784-8fddc6bee56b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e', {'tags': ['tempest-TagsExtTest-Tag-1650764207', 'tempest-TagsExtTest-Tag-1066148859', 'tempest-TagsExtTest-Tag-1061091472']}) {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:53.356002 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-28b2078d-e722-4eb0-8784-8fddc6bee56b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags HTTP/1.1" status: 200 len: 318 time: 0.3396115 Jul 16 20:24:53.358723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35070) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:53.366207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-dfbb993f-36a1-4a8f-878f-33c49a0268d1 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:53.406476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c263c8-d281-4a49-a3ce-363f7cc9ab2c req-0e4017fc-969f-4814-b499-47793efa3380 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.409643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86c263c8-d281-4a49-a3ce-363f7cc9ab2c req-0e4017fc-969f-4814-b499-47793efa3380 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.1322300 Jul 16 20:24:53.459518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86c263c8-d281-4a49-a3ce-363f7cc9ab2c req-e70e0a08-6d6a-40a9-b7a1-2cd23bed3b75 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Jul 16 20:24:53.638281 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dfbb993f-36a1-4a8f-878f-33c49a0268d1 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags HTTP/1.1" status: 204 len: 168 time: 0.2777967 Jul 16 20:24:53.641193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35074) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:53.646650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-f7d1b10d-1797-4927-8c36-17cfa6f58fb2 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e', 'tempest-TagsExtTest-Tag-1650764207') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:53.811096 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.130072 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-f7d1b10d-1797-4927-8c36-17cfa6f58fb2 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:54.131288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f7d1b10d-1797-4927-8c36-17cfa6f58fb2 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags/tempest-TagsExtTest-Tag-1650764207 HTTP/1.1" status: 404 len: 329 time: 0.4887698 Jul 16 20:24:54.138500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35082) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.147236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-4a2828bc-0ce0-48fc-b7e4-d1992ffed79b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e', 'tempest-TagsExtTest-Tag-1066148859') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:54.164396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-81bbb90e-509b-4874-8143-5c7b24515614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.165991 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-81bbb90e-509b-4874-8143-5c7b24515614 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1097 time: 0.4306965 Jul 16 20:24:54.206479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017943-8145-4e9b-858c-9c8c73a11a49 req-4ea39e96-604c-4006-8d89-c2e240feadf6 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.208158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5017943-8145-4e9b-858c-9c8c73a11a49 req-4ea39e96-604c-4006-8d89-c2e240feadf6 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.2850399 Jul 16 20:24:54.305506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cda1f6-2192-4e34-bf65-f2efff24962e req-66c6ce71-457f-426e-88e8-623fc11a4664 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.307128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64cda1f6-2192-4e34-bf65-f2efff24962e req-66c6ce71-457f-426e-88e8-623fc11a4664 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.2246969 Jul 16 20:24:54.317713 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-4a2828bc-0ce0-48fc-b7e4-d1992ffed79b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:54.324532 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4a2828bc-0ce0-48fc-b7e4-d1992ffed79b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags/tempest-TagsExtTest-Tag-1066148859 HTTP/1.1" status: 404 len: 329 time: 0.1844580 Jul 16 20:24:54.325561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35086) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.330577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-82168e99-b78b-4d37-9103-f4b0e881f03a tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e', 'tempest-TagsExtTest-Tag-1061091472') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:54.376289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5017943-8145-4e9b-858c-9c8c73a11a49 req-bb2933e8-75e5-4d71-a515-0cd7e540ecef tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443806 Jul 16 20:24:54.427674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-912effe6-f5f3-4408-a73f-fc0f78c3599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.429375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-912effe6-f5f3-4408-a73f-fc0f78c3599e service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 0.2558546 Jul 16 20:24:54.433170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64cda1f6-2192-4e34-bf65-f2efff24962e req-bb54aa2f-3a57-4f7e-8683-12f3b77cb2e5 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132274 Jul 16 20:24:54.503012 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-82168e99-b78b-4d37-9103-f4b0e881f03a tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:54.504256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35090) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.512040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82168e99-b78b-4d37-9103-f4b0e881f03a tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags/tempest-TagsExtTest-Tag-1061091472 HTTP/1.1" status: 404 len: 329 time: 0.1775632 Jul 16 20:24:54.524242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-34458b44-e4ce-422c-bc28-4171fc43cf2b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd', {'tags': ['tempest-TagsExtTest-Tag-1581512325', 'tempest-TagsExtTest-Tag-1326411315', 'tempest-TagsExtTest-Tag-1309309251']}) {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:54.534745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-6e5845ed-8ee8-4803-ad4f-19245a146959 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 200 len: 217 time: 0.0923166 Jul 16 20:24:54.643933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-d784f9ca-b606-418a-a0f7-f220b9d0bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.646062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-d784f9ca-b606-418a-a0f7-f220b9d0bdb8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.0818982 Jul 16 20:24:54.648282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-34458b44-e4ce-422c-bc28-4171fc43cf2b tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "PUT /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags HTTP/1.1" status: 200 len: 318 time: 0.1397958 Jul 16 20:24:54.658464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35096) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.679236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-0a7fa2ee-5a13-497b-b850-f18102675435 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:54.699530 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-034e089b-c548-46d0-a076-2a2c2df4740a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448277 Jul 16 20:24:54.803367 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0a7fa2ee-5a13-497b-b850-f18102675435 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1376724 Jul 16 20:24:54.805080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35100) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.824718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-fd94717a-fdc9-43e6-95fa-c9abfe8d983a tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd', 'tempest-TagsExtTest-Tag-1581512325') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:54.907036 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-fd94717a-fdc9-43e6-95fa-c9abfe8d983a tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:54.908392 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fd94717a-fdc9-43e6-95fa-c9abfe8d983a tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags/tempest-TagsExtTest-Tag-1581512325 HTTP/1.1" status: 404 len: 329 time: 0.1017597 Jul 16 20:24:54.908868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-f610a070-6b06-4eaf-8284-d9735bbea795 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034779 Jul 16 20:24:54.912593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35108) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.920348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf5ab4-636e-4467-b4e5-6d1aa496712a req-f2be27ee-230d-462d-b9b7-4a774823369f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.923155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-cf6c9064-7190-4738-b93b-b05da5d10903 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd', 'tempest-TagsExtTest-Tag-1326411315') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:54.928339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bf5ab4-636e-4467-b4e5-6d1aa496712a req-f2be27ee-230d-462d-b9b7-4a774823369f tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.1865191 Jul 16 20:24:55.003073 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-cf6c9064-7190-4738-b93b-b05da5d10903 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:55.010228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35110) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:55.010726 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cf6c9064-7190-4738-b93b-b05da5d10903 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags/tempest-TagsExtTest-Tag-1326411315 HTTP/1.1" status: 404 len: 329 time: 0.0964043 Jul 16 20:24:55.018022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-9b9e6e81-b6ae-4787-be49-49b4e83c32fe tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd', 'tempest-TagsExtTest-Tag-1309309251') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:55.071434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bf5ab4-636e-4467-b4e5-6d1aa496712a req-f08ecae5-c765-4310-96bd-572ccf36c884 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419079 Jul 16 20:24:55.134657 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-9b9e6e81-b6ae-4787-be49-49b4e83c32fe tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] show failed (client error): The resource could not be found. Jul 16 20:24:55.140140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9b9e6e81-b6ae-4787-be49-49b4e83c32fe tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags/tempest-TagsExtTest-Tag-1309309251 HTTP/1.1" status: 404 len: 329 time: 0.1262205 Jul 16 20:24:55.145144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35118) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:55.156811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.tag.tag_plugin [None req-fcb3ca8b-b5ad-42ad-bbe2-eb33a2238983 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8ece07b-249b-4d54-b160-5074917a58fd') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:55.167541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d7b1de-b1d7-421c-9e20-7fa472467fb7 req-6b881c71-a5ae-4607-8eb7-77fc68bff1d7 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351277 Jul 16 20:24:55.295084 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fcb3ca8b-b5ad-42ad-bbe2-eb33a2238983 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1483078 Jul 16 20:24:55.299838 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35124) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:55.317099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-bfd432c5-0783-4af1-a707-eba218336784 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9360cc48-0b54-4b37-9757-9bd85c842c3e') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:55.567169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bfd432c5-0783-4af1-a707-eba218336784 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e/tags HTTP/1.1" status: 204 len: 168 time: 0.2509043 Jul 16 20:24:55.568508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35138) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:55.575214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-3a7542f1-928c-46ab-b266-3c79d973a3f2 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50db331e-f1b2-4abd-a1e6-6ff2759bb5ce') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:55.894626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3a7542f1-928c-46ab-b266-3c79d973a3f2 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce/tags HTTP/1.1" status: 204 len: 168 time: 0.3217673 Jul 16 20:24:55.895212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35146) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:55.914418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.tag.tag_plugin [None req-3d4128a1-46bc-4863-a106-de83179d9a81 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '533841e8-b1a2-427c-93ec-458e9d234177') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:56.023705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00172d4-20ca-4617-953d-7a1c96938467 req-752b2a9c-31ee-48a5-bb7c-791fd79f93d3 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.043115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a00172d4-20ca-4617-953d-7a1c96938467 req-752b2a9c-31ee-48a5-bb7c-791fd79f93d3 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.3350852 Jul 16 20:24:56.312909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a00172d4-20ca-4617-953d-7a1c96938467 req-99282e11-490c-4db8-bad8-29dde8e9a40b tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588263 Jul 16 20:24:56.334724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3d4128a1-46bc-4863-a106-de83179d9a81 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177/tags HTTP/1.1" status: 204 len: 168 time: 0.4322474 Jul 16 20:24:56.335344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35156) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:56.551316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e0de071-5a9a-40c8-83f1-a860c312a2f7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for subnetpool, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.555526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6e0de071-5a9a-40c8-83f1-a860c312a2f7 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e8ece07b-249b-4d54-b160-5074917a58fd HTTP/1.1" status: 204 len: 168 time: 0.2122660 Jul 16 20:24:56.556624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35162) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:56.668190 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-28b74755-229d-4291-97ca-e86edb4905ac tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "GET /v2.0/ports?device_id=9360cc48-0b54-4b37-9757-9bd85c842c3e HTTP/1.1" status: 200 len: 205 time: 0.1084325 Jul 16 20:24:56.672829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35166) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:56.747169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910baf-9a04-4abb-a40d-449e64de6f51 req-94af6d0d-877a-4193-a99d-f58320b36bad tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.752189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d910baf-9a04-4abb-a40d-449e64de6f51 req-94af6d0d-877a-4193-a99d-f58320b36bad tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.2196751 Jul 16 20:24:56.862862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d910baf-9a04-4abb-a40d-449e64de6f51 req-1e46b6a1-d416-499c-b17f-47478389089b tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982828 Jul 16 20:24:56.875596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a3841b7-f4b1-49d4-a953-7e0387b9a215 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.395645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-99b58db4-5aa5-4ea6-8573-421a7b77d5ac tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.416083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-99b58db4-5aa5-4ea6-8573-421a7b77d5ac tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.68 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.2095149 Jul 16 20:24:57.680669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a3841b7-f4b1-49d4-a953-7e0387b9a215 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.686447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a3841b7-f4b1-49d4-a953-7e0387b9a215 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.913125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a3841b7-f4b1-49d4-a953-7e0387b9a215 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.916435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3841b7-f4b1-49d4-a953-7e0387b9a215 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Fanout notify agent at l3_agent the message router_deleted on router 9360cc48-0b54-4b37-9757-9bd85c842c3e {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:24:57.950202 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a3841b7-f4b1-49d4-a953-7e0387b9a215 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.952887 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0a3841b7-f4b1-49d4-a953-7e0387b9a215 tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/routers/9360cc48-0b54-4b37-9757-9bd85c842c3e HTTP/1.1" status: 204 len: 168 time: 1.2779291 Jul 16 20:24:57.966591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35176) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:58.138633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20c0b6-ad09-4325-93cd-1d8e5e0c3218 req-407791ba-a000-43d7-b18e-0a9f1a42d599 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.141198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd20c0b6-ad09-4325-93cd-1d8e5e0c3218 req-407791ba-a000-43d7-b18e-0a9f1a42d599 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.3569813 Jul 16 20:24:58.201447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Deleting port f3a93f41-b668-41de-b8f8-9ee07790c66e {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:58.202129 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.277796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cd20c0b6-ad09-4325-93cd-1d8e5e0c3218 req-266d16c5-e1a0-4672-8ed4-1cc737971300 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081781 Jul 16 20:24:58.360253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-bba3280e-242c-41fb-b08f-80f9844c045e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Deleting port 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:58.360253 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bba3280e-242c-41fb-b08f-80f9844c045e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.474233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] For port f3a93f41-b668-41de-b8f8-9ee07790c66e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f3a93f41-b668-41de-b8f8-9ee07790c66e,segment=NetworkSegment(bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6),segment_id=bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:58.474607 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.571958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Calling delete_port for f3a93f41-b668-41de-b8f8-9ee07790c66e owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:58.709369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62de6-5b36-4f00-8271-7018653406ac req-45b4adb7-e9e4-4572-8754-c1e5921cf55c tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.712269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bee62de6-5b36-4f00-8271-7018653406ac req-45b4adb7-e9e4-4572-8754-c1e5921cf55c tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 946 time: 0.3842876 Jul 16 20:24:58.736803 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bba3280e-242c-41fb-b08f-80f9844c045e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.799797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-bba3280e-242c-41fb-b08f-80f9844c045e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Calling delete_port for 50db331e-f1b2-4abd-a1e6-6ff2759bb5ce owned by {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:58.937715 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.997716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Pushing event deleted for resources: {'Port': ['ID=f3a93f41-b668-41de-b8f8-9ee07790c66e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.091986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bee62de6-5b36-4f00-8271-7018653406ac req-d27812a2-ad94-4e30-85e7-d0aca8c52dc1 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c3b1946-7633-420c-93c8-156b991fea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477056 Jul 16 20:24:59.185688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] No DVR routers for this DVR port f3a93f41-b668-41de-b8f8-9ee07790c66e on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:59.190029 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.192493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20f90ad7-9a60-4b0c-ba76-fd49ad0c620e req-68532ac9-009f-47bd-b4b5-f3dd6ae43db7 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.68 "DELETE /v2.0/ports/f3a93f41-b668-41de-b8f8-9ee07790c66e HTTP/1.1" status: 204 len: 173 time: 1.7750506 Jul 16 20:24:59.192972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077bc2e9-1a65-4eeb-8429-5aea9bbada49', 'name': 'network-vif-deleted', 'tag': 'f3a93f41-b668-41de-b8f8-9ee07790c66e'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:59.195982 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72195360-5897-4ba6-88bf-bfda2dc1caf3" -d '{"events": [{"server_uuid": "077bc2e9-1a65-4eeb-8429-5aea9bbada49", "name": "network-vif-deleted", "tag": "f3a93f41-b668-41de-b8f8-9ee07790c66e"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:59.378037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bba3280e-242c-41fb-b08f-80f9844c045e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.385268 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f298103f-46c6-4aa0-b547-939d28694ef6 x-openstack-request-id: req-f298103f-46c6-4aa0-b547-939d28694ef6 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:59.386125 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077bc2e9-1a65-4eeb-8429-5aea9bbada49", "name": "network-vif-deleted", "tag": "f3a93f41-b668-41de-b8f8-9ee07790c66e", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:59.386125 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f298103f-46c6-4aa0-b547-939d28694ef6 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:59.386757 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077bc2e9-1a65-4eeb-8429-5aea9bbada49', 'name': 'network-vif-deleted', 'tag': 'f3a93f41-b668-41de-b8f8-9ee07790c66e', 'status': 'completed', 'code': 200} Jul 16 20:24:59.437128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3280e-242c-41fb-b08f-80f9844c045e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Pushing event deleted for resources: {'Port': ['ID=50db331e-f1b2-4abd-a1e6-6ff2759bb5ce,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.566795 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bba3280e-242c-41fb-b08f-80f9844c045e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.569156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bba3280e-242c-41fb-b08f-80f9844c045e tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/ports/50db331e-f1b2-4abd-a1e6-6ff2759bb5ce HTTP/1.1" status: 204 len: 168 time: 1.5997298 Jul 16 20:24:59.571960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35214) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:59.822261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2291c867-29b6-4704-8792-6d5a371d25bd tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Deleting subnet 533841e8-b1a2-427c-93ec-458e9d234177 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:59.840116 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2291c867-29b6-4704-8792-6d5a371d25bd tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.937591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fec7c5-7d27-424b-9823-7e4929f5c238 req-e44d8e54-5f0e-4076-8b66-f62eeab8af4e tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.950605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9fec7c5-7d27-424b-9823-7e4929f5c238 req-e44d8e54-5f0e-4076-8b66-f62eeab8af4e tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.2748137 Jul 16 20:24:59.954771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f3a93f41-b668-41de-b8f8-9ee07790c66e no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:59.998577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: f3a93f41-b668-41de-b8f8-9ee07790c66e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:59.999710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f3a93f41-b668-41de-b8f8-9ee07790c66e not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:00.033246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2291c867-29b6-4704-8792-6d5a371d25bd tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.081789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9fec7c5-7d27-424b-9823-7e4929f5c238 req-701fbadf-5d28-492f-827c-252be1f0624a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298087 Jul 16 20:25:00.437784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2291c867-29b6-4704-8792-6d5a371d25bd tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.633559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d19ee17e-6b20-4e7e-8569-41725e25748e req-47988a54-b74d-4698-b195-b4dc224c9a30 tempest-ServerDiskConfigTestJSON-2084219240 tempest-ServerDiskConfigTestJSON-2084219240-project] 10.222.0.78 "GET /v2.0/ports?device_id=077bc2e9-1a65-4eeb-8429-5aea9bbada49 HTTP/1.1" status: 200 len: 210 time: 0.0785253 Jul 16 20:25:00.699692 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2291c867-29b6-4704-8792-6d5a371d25bd tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.744600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291c867-29b6-4704-8792-6d5a371d25bd tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Pushing event deleted for resources: {'Subnet': ['ID=533841e8-b1a2-427c-93ec-458e9d234177,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.747546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2291c867-29b6-4704-8792-6d5a371d25bd tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.755561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35242) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:00.756346 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2291c867-29b6-4704-8792-6d5a371d25bd tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/subnets/533841e8-b1a2-427c-93ec-458e9d234177 HTTP/1.1" status: 204 len: 168 time: 1.1823316 Jul 16 20:25:00.757395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5708b6d-1029-4186-8ca3-96f8108e6a2f None None] Network 5bf21ffd-c66f-483c-b7e7-295cbfcb849b requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:00.947153 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.121330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35248) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:01.260096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Deleting port d464434b-bb3a-48ba-8434-8acd09214b03 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:01.261814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.441097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86ef646d-3e11-4552-a015-e0fdd4d121c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.730912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] For port d464434b-bb3a-48ba-8434-8acd09214b03, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d464434b-bb3a-48ba-8434-8acd09214b03,segment=NetworkSegment(e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b),segment_id=e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:01.731505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.877360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Calling delete_port for d464434b-bb3a-48ba-8434-8acd09214b03 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:01.887775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] DHCP port deletion for 5bf21ffd-c66f-483c-b7e7-295cbfcb849b request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:01.896528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86ef646d-3e11-4552-a015-e0fdd4d121c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.904074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86ef646d-3e11-4552-a015-e0fdd4d121c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.969654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef646d-3e11-4552-a015-e0fdd4d121c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7734dd-e3eb-4867-ba18-7a7977e9afa7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.975757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86ef646d-3e11-4552-a015-e0fdd4d121c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=210b62d793f3430bbea37da1f07cb104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8531590 Jul 16 20:25:01.982436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35260) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:02.052789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d464434b-bb3a-48ba-8434-8acd09214b03 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:02.195730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-280f4a93-be95-4ab9-9fdd-32c444f9a2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.198653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b0aa-4f9c-4cbd-a338-430f3f80947a req-2f667eee-2696-4d8a-9e20-35881c4b581b tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.205303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b18b0aa-4f9c-4cbd-a338-430f3f80947a req-2f667eee-2696-4d8a-9e20-35881c4b581b tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.6641946 Jul 16 20:25:02.236892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] Deleting port d464434b-bb3a-48ba-8434-8acd09214b03 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:02.237215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.319076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-280f4a93-be95-4ab9-9fdd-32c444f9a2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.339690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b18b0aa-4f9c-4cbd-a338-430f3f80947a req-b96e6054-cbfd-487a-895d-cfe41f6393b4 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987439 Jul 16 20:25:02.362465 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.475582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Port d464434b-bb3a-48ba-8434-8acd09214b03 update to DOWN by agent not found {{(pid=100245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:25:02.623545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Pushing event deleted for resources: {'Port': ['ID=d464434b-bb3a-48ba-8434-8acd09214b03,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:02.650808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] For port d464434b-bb3a-48ba-8434-8acd09214b03, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d464434b-bb3a-48ba-8434-8acd09214b03,segment=NetworkSegment(e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b),segment_id=e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:02.652283 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.658105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.659623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.662232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.662949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.663301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.663649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.664049 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.664338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.664682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.671993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.672495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.674450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:02.675816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] Calling delete_port for d464434b-bb3a-48ba-8434-8acd09214b03 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:02.683523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] No DVR routers for this DVR port d464434b-bb3a-48ba-8434-8acd09214b03 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:02.702019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-280f4a93-be95-4ab9-9fdd-32c444f9a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.714810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-280f4a93-be95-4ab9-9fdd-32c444f9a2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.731566 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-280f4a93-be95-4ab9-9fdd-32c444f9a2ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c7734dd-e3eb-4867-ba18-7a7977e9afa7 HTTP/1.1" status: 204 len: 168 time: 0.7476299 Jul 16 20:25:02.821905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4a93-be95-4ab9-9fdd-32c444f9a2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7734dd-e3eb-4867-ba18-7a7977e9afa7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:02.974865 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.066691 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.109137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf21ffd-c66f-483c-b7e7-295cbfcb849b']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:03.120884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] Pushing event deleted for resources: {'Port': ['ID=d464434b-bb3a-48ba-8434-8acd09214b03,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.133615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46729ddd-b1bb-44e0-9512-2aceffc8f4da None None] No DVR routers for this DVR port d464434b-bb3a-48ba-8434-8acd09214b03 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:03.166616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:03.167111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27a7a3f-0d73-48c5-bb5c-6bca5d4eda7b') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:03.171443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35276) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.201531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.236632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b1aadb-f179-47a1-9f0d-01deaaf981f7 admin admin] Deleting subnet fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:03.249097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2b1aadb-f179-47a1-9f0d-01deaaf981f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.255084 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.272633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:03.273346 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:03.279660 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:03.316471 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2b1aadb-f179-47a1-9f0d-01deaaf981f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.389225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2b1aadb-f179-47a1-9f0d-01deaaf981f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.416245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.433602 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.436347 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] 10.222.0.78 "DELETE /v2.0/networks/5bf21ffd-c66f-483c-b7e7-295cbfcb849b HTTP/1.1" status: 204 len: 168 time: 2.6789434 Jul 16 20:25:03.452997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e1af2-8351-49e7-864e-a4bf7ba09a6f tempest-TagsExtTest-527561386 tempest-TagsExtTest-527561386-project] Pushing event deleted for resources: {'Network': ['ID=5bf21ffd-c66f-483c-b7e7-295cbfcb849b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.618833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2b1aadb-f179-47a1-9f0d-01deaaf981f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.716598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1aadb-f179-47a1-9f0d-01deaaf981f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1b6bd3-9526-4302-8b5e-28a4678e8bb6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.725507 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2b1aadb-f179-47a1-9f0d-01deaaf981f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.742450 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c2b1aadb-f179-47a1-9f0d-01deaaf981f7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fb1b6bd3-9526-4302-8b5e-28a4678e8bb6 HTTP/1.1" status: 204 len: 168 time: 0.5696967 Jul 16 20:25:03.745792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35286) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.863108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.038602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593e364-a1e2-4345-9cf6-6483aede83f6 req-9abd4e10-2797-48f0-a111-d73f83832608 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.041582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5593e364-a1e2-4345-9cf6-6483aede83f6 req-9abd4e10-2797-48f0-a111-d73f83832608 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.2388971 Jul 16 20:25:04.055057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35300) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.139482 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5593e364-a1e2-4345-9cf6-6483aede83f6 req-57e48c9f-6058-4ee8-9a09-6a0ae4e53cf5 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891497 Jul 16 20:25:04.189807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.229534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21356f6-28b7-4960-998f-81624b37c676']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:04.251093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:04.251449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf886eaf-2ee6-4e3f-aa2a-c5aa1f171aa6') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:04.264415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.290506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.301750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:04.303559 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:04.306478 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:04.369121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d41ed1ca-19a2-48cb-a25e-ca93354a8210 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=05482d02e63a432e8210eb27b56325eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128686 Jul 16 20:25:04.372229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35310) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.382280 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.391860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.400524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.405611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b21356f6-28b7-4960-998f-81624b37c676 HTTP/1.1" status: 204 len: 168 time: 0.6578991 Jul 16 20:25:04.462274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70072-141d-4fef-b920-7a5f1b5290d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b21356f6-28b7-4960-998f-81624b37c676,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:04.507760 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c19a582d-33dd-4705-bffa-ccff564ba933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.537076 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c19a582d-33dd-4705-bffa-ccff564ba933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.606944 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c19a582d-33dd-4705-bffa-ccff564ba933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.612759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c19a582d-33dd-4705-bffa-ccff564ba933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.617599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c19a582d-33dd-4705-bffa-ccff564ba933 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b65e9528-0a00-4e9d-9f63-e2e02a2afa88 HTTP/1.1" status: 204 len: 168 time: 0.2432828 Jul 16 20:25:04.634700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a582d-33dd-4705-bffa-ccff564ba933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65e9528-0a00-4e9d-9f63-e2e02a2afa88,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:04.687511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35320) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.762348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-15fda314-0efa-41d2-ad28-6f96c1cd79fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=522cbde02bc344958565b7c0644a9f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727711 Jul 16 20:25:04.770330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35322) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.907359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd01e96a-cc3c-4fa0-afb4-4aee2012d8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.988272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd01e96a-cc3c-4fa0-afb4-4aee2012d8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.153788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd01e96a-cc3c-4fa0-afb4-4aee2012d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.156984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd01e96a-cc3c-4fa0-afb4-4aee2012d8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.161170 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd01e96a-cc3c-4fa0-afb4-4aee2012d8ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c3b1946-7633-420c-93c8-156b991fea32 HTTP/1.1" status: 204 len: 168 time: 0.3888831 Jul 16 20:25:05.199783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01e96a-cc3c-4fa0-afb4-4aee2012d8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3b1946-7633-420c-93c8-156b991fea32,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.280141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.439343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e107-8421-4d29-af97-b8448b2f80ff req-3ec10e12-310e-4d14-8ff7-e6679a45ebf1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.443277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e120e107-8421-4d29-af97-b8448b2f80ff req-3ec10e12-310e-4d14-8ff7-e6679a45ebf1 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.1257892 Jul 16 20:25:05.548605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e120e107-8421-4d29-af97-b8448b2f80ff req-353db11c-2339-48e7-a181-273d6e4010e4 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941877 Jul 16 20:25:06.866726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63569df5-d65c-4c78-9243-d561f23e2468 req-7731c065-c5b2-4d47-8863-67f697976f82 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.875688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63569df5-d65c-4c78-9243-d561f23e2468 req-7731c065-c5b2-4d47-8863-67f697976f82 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.1263878 Jul 16 20:25:06.967223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63569df5-d65c-4c78-9243-d561f23e2468 req-a8f4be4b-c619-4533-bd34-4f275a645522 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777962 Jul 16 20:25:07.445258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:07.455802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35428) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:07.634911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-914764790-network', 'tenant_id': 'cee8a8981740460b9fdcf35d119cbd3d'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:07.675880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Made reservation on behalf of cee8a8981740460b9fdcf35d119cbd3d for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:07.678472 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.704604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.730937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945143434-network', 'tenant_id': 'a08e41560f554b97aa6844b4a3cca087'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:07.928273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.934741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:25:07.934741 n-d-791505-15 neutron-server[100244]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:25:07.934741 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id_1': 'a08e41560f554b97aa6844b4a3cca087', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 25, 7, 750195)}] Jul 16 20:25:07.934741 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:25:07.936351 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:25:07.938549 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.008709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:08.030973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48814d-3e47-4a07-849f-d63381331f87,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.100784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.101576 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Added segment 8ee6be1b-01a5-4150-a918-bc02c6bc37d5 of type vlan for network df2d8331-ad09-4835-8fdd-b65369f8e240 Jul 16 20:25:08.279070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.352731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.354253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.354999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.406273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35446) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:08.409414 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9616008 Jul 16 20:25:08.439621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Request body: {'subnet': {'network_id': 'df2d8331-ad09-4835-8fdd-b65369f8e240', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-914764790-subnet', 'tenant_id': 'cee8a8981740460b9fdcf35d119cbd3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:08.476072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949f4cf-5d85-4980-90fb-0391fa5685a8 req-513fddd3-7af9-4d4d-b74c-e795ce5c094a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.477820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0949f4cf-5d85-4980-90fb-0391fa5685a8 req-513fddd3-7af9-4d4d-b74c-e795ce5c094a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.2649093 Jul 16 20:25:08.533578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Made reservation on behalf of cee8a8981740460b9fdcf35d119cbd3d for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:08.536725 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.590243 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0949f4cf-5d85-4980-90fb-0391fa5685a8 req-83d3fa4d-f94c-43b5-85e4-74d89d40198b tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021128 Jul 16 20:25:08.601255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fed37-5a73-4869-b7ce-5263950ac6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=df2d8331-ad09-4835-8fdd-b65369f8e240,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.640169 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Made reservation on behalf of a08e41560f554b97aa6844b4a3cca087 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:08.644350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.650735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network df2d8331-ad09-4835-8fdd-b65369f8e240 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:08.693788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.961964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.971965 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.001728 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.023517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:09.039003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ce39b-f14f-4aee-a39f-072a6cfbf7d0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.047970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.048363 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Added segment e1e8334f-32cc-4127-af29-2bd09c9837a8 of type vlan for network e6251d85-7ffb-4391-b83b-cc34a1130d30 Jul 16 20:25:09.118254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.142485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6166040b-6595-4ab2-887a-5b1a992df773,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.155489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.157187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.158099 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.164953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Checking segment: {'id': '8ee6be1b-01a5-4150-a918-bc02c6bc37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df2d8331-ad09-4835-8fdd-b65369f8e240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:09.165619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Network hostable DHCP agents. Network: df2d8331-ad09-4835-8fdd-b65369f8e240, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:09.196486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Network df2d8331-ad09-4835-8fdd-b65369f8e240 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:09.206368 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7445135 Jul 16 20:25:09.206646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35452) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.212420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Request body: {'subnet': {'network_id': 'e6251d85-7ffb-4391-b83b-cc34a1130d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945143434-subnet', 'tenant_id': 'a08e41560f554b97aa6844b4a3cca087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:09.218263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, df2d8331-ad09-4835-8fdd-b65369f8e240) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:09.234882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced01538-2102-442a-815a-cb1ff3334727 None None] Network df2d8331-ad09-4835-8fdd-b65369f8e240 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:09.235165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.235762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.265741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Made reservation on behalf of a08e41560f554b97aa6844b4a3cca087 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:09.270360 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.278477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3f66e1a6-8e53-4e36-b29c-50dba141b094 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8620331 Jul 16 20:25:09.307536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee98531-2c99-4ec8-9171-776cc23752ee admin admin] Pushing event updated for resources: {'Network': ['ID=e6251d85-7ffb-4391-b83b-cc34a1130d30,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.407898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e6251d85-7ffb-4391-b83b-cc34a1130d30 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:09.643994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d639565-15e0-4d7f-9956-326ff51d734f None None] Network df2d8331-ad09-4835-8fdd-b65369f8e240 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:09.799831 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.907278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49cced5a-9413-4084-830e-f77fa69d80f2,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.922900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Checking segment: {'id': 'e1e8334f-32cc-4127-af29-2bd09c9837a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e6251d85-7ffb-4391-b83b-cc34a1130d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:09.923281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Network hostable DHCP agents. Network: e6251d85-7ffb-4391-b83b-cc34a1130d30, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:10.002028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Network e6251d85-7ffb-4391-b83b-cc34a1130d30 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:10.028563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e6251d85-7ffb-4391-b83b-cc34a1130d30) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:10.038151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.039135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.047120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9898aa3-6ace-4188-a404-ab3b57019774 None None] Network e6251d85-7ffb-4391-b83b-cc34a1130d30 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:10.133591 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:10.153484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5e6a5a21-8fa7-4434-8519-61acfd30df73 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9456654 Jul 16 20:25:10.175859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30712771-7a0e-4064-8e9c-fcf0003496ba req-f029b9ed-0d87-426b-b88a-7a279e26a738 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.178062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30712771-7a0e-4064-8e9c-fcf0003496ba req-f029b9ed-0d87-426b-b88a-7a279e26a738 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.2421322 Jul 16 20:25:10.328217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c007ccc-84e3-47a5-aaf4-c42c113985d1 None None] Network e6251d85-7ffb-4391-b83b-cc34a1130d30 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:10.805562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30712771-7a0e-4064-8e9c-fcf0003496ba req-0e3c3596-d4e6-4be2-9632-88722503438b tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369050 Jul 16 20:25:10.848815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-e6b71539-9952-4fcc-b2aa-ff208bb0c79e tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.855626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-e6b71539-9952-4fcc-b2aa-ff208bb0c79e tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/networks?id=df2d8331-ad09-4835-8fdd-b65369f8e240 HTTP/1.1" status: 200 len: 813 time: 0.7679105 Jul 16 20:25:10.883919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-110b1332-13ff-447c-9fc5-baf95a90ed45 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/quotas/cee8a8981740460b9fdcf35d119cbd3d HTTP/1.1" status: 200 len: 375 time: 0.0178533 Jul 16 20:25:10.941819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-b3573f7b-b9b5-464c-8a6f-0b415f0c14b3 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cee8a8981740460b9fdcf35d119cbd3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459046 Jul 16 20:25:11.209167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-61b4cb4a-c816-4b1f-b2dc-8290d28fa643 service neutron] 10.222.0.78 "GET /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604201 Jul 16 20:25:11.297984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35520) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.314588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-770751732-network', 'tenant_id': '9d4372c313c34409bb71c3029a33ab20'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:11.372142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Made reservation on behalf of 9d4372c313c34409bb71c3029a33ab20 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:11.378000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.403941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.544352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-6283279a-3102-4109-9f67-ff284dbab8b0 service neutron] 10.222.0.78 "GET /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282855 Jul 16 20:25:11.557400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c8b2-86d0-4308-b6f0-6b72c527b266 req-099f2ef7-dcba-43b1-b558-74b4ff52a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.571785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e250c8b2-86d0-4308-b6f0-6b72c527b266 req-099f2ef7-dcba-43b1-b558-74b4ff52a7ee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1097 time: 0.1978049 Jul 16 20:25:11.633183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e250c8b2-86d0-4308-b6f0-6b72c527b266 req-501442f9-45fa-437e-b524-2ef684f1a118 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617905 Jul 16 20:25:11.654878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.660761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.701515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:11.727113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55f4f6c-b0b0-4b16-889c-ba74e88b7ad8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.738090 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.738627 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Added segment adfca833-18fd-4e89-9309-b7ff6a37eafc of type vlan for network 8069ccde-5746-4a91-99e6-fd43fa59274e Jul 16 20:25:11.817783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.865954 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.868026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.869208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.933888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6317010 Jul 16 20:25:11.936732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35528) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.008346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce1fb4-aef5-4307-8ee5-73b85792b37b admin admin] Pushing event updated for resources: {'Network': ['ID=8069ccde-5746-4a91-99e6-fd43fa59274e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.014245 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Request body: {'subnet': {'network_id': '8069ccde-5746-4a91-99e6-fd43fa59274e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-770751732-subnet', 'tenant_id': '9d4372c313c34409bb71c3029a33ab20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:12.029960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 8069ccde-5746-4a91-99e6-fd43fa59274e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:12.031532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4815468-adb3-4347-a0ec-d678eda5b015 req-1a4f6ac5-4381-40fb-a835-6c43e9f1efbe tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 210 time: 0.1139460 Jul 16 20:25:12.081121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Made reservation on behalf of 9d4372c313c34409bb71c3029a33ab20 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:12.083798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.580479 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.699086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61cff-2d29-4cf2-a359-e00110a3cb34 req-42b48c5c-7aa1-479c-b639-d0e27884d1fb tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.700891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95e61cff-2d29-4cf2-a359-e00110a3cb34 req-42b48c5c-7aa1-479c-b639-d0e27884d1fb tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.5492415 Jul 16 20:25:12.710741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9496a7c2-f613-4226-93b0-22e5534f6077,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.785349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Checking segment: {'id': 'adfca833-18fd-4e89-9309-b7ff6a37eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8069ccde-5746-4a91-99e6-fd43fa59274e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:12.786121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Network hostable DHCP agents. Network: 8069ccde-5746-4a91-99e6-fd43fa59274e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:12.803085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95e61cff-2d29-4cf2-a359-e00110a3cb34 req-4f330185-26c5-438c-8bd5-3970e3240152 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812843 Jul 16 20:25:12.854947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Network 8069ccde-5746-4a91-99e6-fd43fa59274e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:12.868186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 8069ccde-5746-4a91-99e6-fd43fa59274e) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:12.876809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.877468 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.878397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356e437-6e39-473b-877a-ae56809d055b None None] Network 8069ccde-5746-4a91-99e6-fd43fa59274e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:12.907722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-34fd9b46-3f10-46b5-909b-3dadfaa0cb20 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9089975 Jul 16 20:25:13.148795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35556) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:13.302884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a20538-3077-46bd-9d38-ae319e3e628a admin admin] Deleting subnet 49cced5a-9413-4084-830e-f77fa69d80f2 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:13.311940 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2a20538-3077-46bd-9d38-ae319e3e628a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.408582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c20ff5-f3da-4682-a433-82acc08318e9 None None] Network 8069ccde-5746-4a91-99e6-fd43fa59274e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:13.418533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2a20538-3077-46bd-9d38-ae319e3e628a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.592759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-adcadaad-da9a-4c5a-8f6d-b0e1b6604c34 req-7e957e31-b880-460f-a55e-a093ab56da89 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 210 time: 0.0917716 Jul 16 20:25:13.595283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2a20538-3077-46bd-9d38-ae319e3e628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.783274 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2a20538-3077-46bd-9d38-ae319e3e628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.837041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a20538-3077-46bd-9d38-ae319e3e628a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49cced5a-9413-4084-830e-f77fa69d80f2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:13.854553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35574) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:13.867303 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d2a20538-3077-46bd-9d38-ae319e3e628a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.869940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d2a20538-3077-46bd-9d38-ae319e3e628a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/49cced5a-9413-4084-830e-f77fa69d80f2 HTTP/1.1" status: 204 len: 168 time: 0.7166016 Jul 16 20:25:13.874229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35578) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.030154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.162654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74288928-cb48-475c-83f5-71ae0868a32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.356421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-79d23c0e-e97e-4127-bce8-619bd0ba820e tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.358255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-79d23c0e-e97e-4127-bce8-619bd0ba820e tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.16 "GET /v2.0/networks?id=df2d8331-ad09-4835-8fdd-b65369f8e240 HTTP/1.1" status: 200 len: 813 time: 0.3013194 Jul 16 20:25:14.368002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.406309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6251d85-7ffb-4391-b83b-cc34a1130d30']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:14.428808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e8334f-32cc-4127-af29-2bd09c9837a8') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:14.429196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e8334f-32cc-4127-af29-2bd09c9837a8') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:14.440574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Request body: {'port': {'device_id': 'c5751f47-b8af-470e-87eb-b7ee00a79569', 'network_id': 'df2d8331-ad09-4835-8fdd-b65369f8e240', 'admin_state_up': True, 'tenant_id': 'cee8a8981740460b9fdcf35d119cbd3d'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:14.451698 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.483857 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.508454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:14.509159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:14.511898 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:14.707180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.756222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.758486 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e6251d85-7ffb-4391-b83b-cc34a1130d30 HTTP/1.1" status: 204 len: 168 time: 0.8832018 Jul 16 20:25:14.763805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35586) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.770276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f576c63-36a3-4df0-967e-9a71aea6c594 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6251d85-7ffb-4391-b83b-cc34a1130d30,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.860396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74288928-cb48-475c-83f5-71ae0868a32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.865962 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74288928-cb48-475c-83f5-71ae0868a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.933611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-74288928-cb48-475c-83f5-71ae0868a32c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28e404d55423414eb7c8c91fdfcc6512&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0783992 Jul 16 20:25:14.944360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35588) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.970421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5273394e-6136-4cb5-8a92-727db087bf6a req-cc9ae864-35a6-4849-be58-f68ff02db246 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 210 time: 0.1007655 Jul 16 20:25:14.977373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74288928-cb48-475c-83f5-71ae0868a32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6f9148-ac94-4115-b414-2edfc8fed1dc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:15.000974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb2dee1-d0c7-4f94-bda4-d4529042c23e admin admin] Deleting subnet 9496a7c2-f613-4226-93b0-22e5534f6077 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:15.005784 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6bb2dee1-d0c7-4f94-bda4-d4529042c23e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.046132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea191e6-fb97-4938-b0fc-44c098d7677a req-ff88df6d-7722-4664-80a8-fad77132a59e tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.049190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dea191e6-fb97-4938-b0fc-44c098d7677a req-ff88df6d-7722-4664-80a8-fad77132a59e tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.6792591 Jul 16 20:25:15.126742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6bb2dee1-d0c7-4f94-bda4-d4529042c23e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.187508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Made reservation on behalf of cee8a8981740460b9fdcf35d119cbd3d for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:15.192130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.271035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dea191e6-fb97-4938-b0fc-44c098d7677a req-bf26f48d-921e-4b0f-a4cf-524eca1220a9 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832259 Jul 16 20:25:15.280770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6bb2dee1-d0c7-4f94-bda4-d4529042c23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.336050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33b94703-9ea2-4ae9-ac0a-9319b8160f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.420060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33b94703-9ea2-4ae9-ac0a-9319b8160f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.662785 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6bb2dee1-d0c7-4f94-bda4-d4529042c23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.766214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6bb2dee1-d0c7-4f94-bda4-d4529042c23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.773021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6bb2dee1-d0c7-4f94-bda4-d4529042c23e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9496a7c2-f613-4226-93b0-22e5534f6077 HTTP/1.1" status: 204 len: 168 time: 1.0077076 Jul 16 20:25:15.776043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2dee1-d0c7-4f94-bda4-d4529042c23e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9496a7c2-f613-4226-93b0-22e5534f6077,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:15.777777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35600) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:15.803455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33b94703-9ea2-4ae9-ac0a-9319b8160f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.806828 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33b94703-9ea2-4ae9-ac0a-9319b8160f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.810770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-33b94703-9ea2-4ae9-ac0a-9319b8160f2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa6f9148-ac94-4115-b414-2edfc8fed1dc HTTP/1.1" status: 204 len: 168 time: 0.8580518 Jul 16 20:25:15.817520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Allocated IP 172.20.0.8 (df2d8331-ad09-4835-8fdd-b65369f8e240/6166040b-6595-4ab2-887a-5b1a992df773/d329f698-55f4-491b-85cd-58da14365e2e) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:15.832755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b94703-9ea2-4ae9-ac0a-9319b8160f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6f9148-ac94-4115-b414-2edfc8fed1dc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.034259 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.266862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4909e17b-deea-434a-b474-5b8c43cc5b06 req-17a097c8-5cbe-4e64-8306-1dff47f3301f tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 210 time: 0.0715559 Jul 16 20:25:16.297108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-e49e7c3f-b544-4f68-a9c0-76e271b60c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.298222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-e49e7c3f-b544-4f68-a9c0-76e271b60c3e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1097 time: 0.3769257 Jul 16 20:25:16.475409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-fa6890cf-2ba3-4842-9ff2-435bdc4629ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.477125 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-fa6890cf-2ba3-4842-9ff2-435bdc4629ce service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 0.1424074 Jul 16 20:25:16.548343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-be7ccf1f-fc4d-4d5a-a56a-05f2653e263b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 200 len: 217 time: 0.0608039 Jul 16 20:25:16.628192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f772-9c0f-43d4-ab0c-3073d3ef198a req-093e8a82-49dc-404c-9978-c9edf5b1c269 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.630386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71a9f772-9c0f-43d4-ab0c-3073d3ef198a req-093e8a82-49dc-404c-9978-c9edf5b1c269 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.5864933 Jul 16 20:25:16.689430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.707294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-37b21dd9-4b6b-4e4b-8764-e8cda28f36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.709351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-37b21dd9-4b6b-4e4b-8764-e8cda28f36bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.1538472 Jul 16 20:25:16.745257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.767326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8069ccde-5746-4a91-99e6-fd43fa59274e']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:16.769563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-4804585e-9440-4738-8383-e4ff0db9cc01 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439589 Jul 16 20:25:16.791262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfca833-18fd-4e89-9309-b7ff6a37eafc') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:16.791571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfca833-18fd-4e89-9309-b7ff6a37eafc') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:16.812087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.847974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.874574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:16.877377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:16.883786 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:16.895569 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-71a9f772-9c0f-43d4-ab0c-3073d3ef198a req-2fff7ae0-94d7-4802-8f78-fac6ca65efe6 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531583 Jul 16 20:25:16.898261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-8ca53153-dd6f-4f29-bb73-5570b0f79cf8 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214921 Jul 16 20:25:16.994813 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.002996 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.008909 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8069ccde-5746-4a91-99e6-fd43fa59274e HTTP/1.1" status: 204 len: 168 time: 1.2281597 Jul 16 20:25:17.036322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05add-8a54-479e-8848-af942f83b439 admin admin] Pushing event deleted for resources: {'Network': ['ID=8069ccde-5746-4a91-99e6-fd43fa59274e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.094642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35662) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.261560 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.273540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-657708886-network', 'tenant_id': 'c098ccf51e824f81a00428a874646429'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:17.304699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Made reservation on behalf of c098ccf51e824f81a00428a874646429 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:17.307739 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.377055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.381152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e9cdd1e-af5b-434f-9ca7-fca549b847b4 req-e5ab0196-1e10-450b-b515-0eb2d038fccc service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638662 Jul 16 20:25:17.409333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35680) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.432668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Network df2d8331-ad09-4835-8fdd-b65369f8e240 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:17.438464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:17.453572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:17.574393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Pushing event updated for resources: {'Port': ['ID=d329f698-55f4-491b-85cd-58da14365e2e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.631321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.632019 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.737529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4891de-bc08-4b54-bf33-8961140c2c59 req-1b3f3064-c5d3-4ca4-8a75-7a5f391a61db tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.739747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca4891de-bc08-4b54-bf33-8961140c2c59 req-1b3f3064-c5d3-4ca4-8a75-7a5f391a61db tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 931 time: 0.1717632 Jul 16 20:25:17.749447 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aec0c3d8-7c54-4348-a415-2f94d14f84f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a08e41560f554b97aa6844b4a3cca087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342018 Jul 16 20:25:17.757815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35690) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.782446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.790325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.806191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:17.819475 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.819934 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Added segment a6f85db4-8fb6-4f91-941f-fbe2df622866 of type vlan for network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 Jul 16 20:25:17.850004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca4891de-bc08-4b54-bf33-8961140c2c59 req-1f4062e4-5395-4260-970d-dcf3799b7d30 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023414 Jul 16 20:25:17.855142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-2a2d0577-e891-4520-8dfc-fa5f00e539c8 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4628437 Jul 16 20:25:17.870601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Request body: {'port': {'device_id': 'c5751f47-b8af-470e-87eb-b7ee00a79569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:17.872935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.969517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.975695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.976745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.011197 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9153461 Jul 16 20:25:18.027553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe774a1-e53a-40c7-aed7-95f98cac3849,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.039223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35698) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:18.045271 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-31e12f90-0795-408b-a43c-e14e866bc759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.050486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Request body: {'subnet': {'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-657708886-subnet', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:18.083358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.088015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Made reservation on behalf of c098ccf51e824f81a00428a874646429 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:18.091467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.165778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf93f32-2862-4b1a-ba4f-fda47e7a776b admin admin] Pushing event updated for resources: {'Network': ['ID=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.173007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bff75e9f-3457-4528-8f60-543250a9d17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.183873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:18.207077 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bff75e9f-3457-4528-8f60-543250a9d17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.284947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bff75e9f-3457-4528-8f60-543250a9d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.287639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bff75e9f-3457-4528-8f60-543250a9d17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.291331 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bff75e9f-3457-4528-8f60-543250a9d17d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5c0ce39b-f14f-4aee-a39f-072a6cfbf7d0 HTTP/1.1" status: 204 len: 168 time: 0.5244796 Jul 16 20:25:18.350042 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75e9f-3457-4528-8f60-543250a9d17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ce39b-f14f-4aee-a39f-072a6cfbf7d0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.586338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fd2a6-73c6-4850-805a-a3f0364249f1 req-86d321cc-b680-4574-aa76-8fce2341a4cd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:18.588943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-451fd2a6-73c6-4850-805a-a3f0364249f1 req-86d321cc-b680-4574-aa76-8fce2341a4cd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.3966992 Jul 16 20:25:18.620133 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.696860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-451fd2a6-73c6-4850-805a-a3f0364249f1 req-1f97c7e7-9ad8-45cf-9bcf-dfd5fdf2d8cd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717790 Jul 16 20:25:18.899652 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8be8722-dfce-4ea1-80b7-9848255be250,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.917814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Checking segment: {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:18.918477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Network hostable DHCP agents. Network: 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:18.960557 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:18.976330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:18.986976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49cb5a-ea59-44b4-adf3-b9fc568f0b68 None None] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:18.992944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:18.995247 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.034796 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c93fc551-e1a9-448f-9523-c6ed21c31c63 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9876955 Jul 16 20:25:19.035059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d329f698-55f4-491b-85cd-58da14365e2e {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:19.037209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35740) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.047907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:19.083861 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.112254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.115428 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.117273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Transition to ACTIVE for port object d329f698-55f4-491b-85cd-58da14365e2e will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:19.122306 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.131666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35742) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.277701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ab873165-65b8-4ca4-86d0-2ce30ec9b4bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d4372c313c34409bb71c3029a33ab20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437361 Jul 16 20:25:19.290271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d329f698-55f4-491b-85cd-58da14365e2e,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.293012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.353645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:19.358521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.374325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.393794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fb2d1-e6aa-4393-9c86-85b2df317745 req-5d1b2af8-f278-41aa-b3fb-6834d24b696f tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.404785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-195fb2d1-e6aa-4393-9c86-85b2df317745 req-5d1b2af8-f278-41aa-b3fb-6834d24b696f tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 943 time: 0.2536306 Jul 16 20:25:19.428333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Attempting to bind port d329f698-55f4-491b-85cd-58da14365e2e on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:19.428670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Attempting to bind port d329f698-55f4-491b-85cd-58da14365e2e by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '8ee6be1b-01a5-4150-a918-bc02c6bc37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df2d8331-ad09-4835-8fdd-b65369f8e240'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:19.428984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Attempting to bind port d329f698-55f4-491b-85cd-58da14365e2e on network df2d8331-ad09-4835-8fdd-b65369f8e240 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:19.464149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Port d329f698-55f4-491b-85cd-58da14365e2e on network df2d8331-ad09-4835-8fdd-b65369f8e240 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:19.464799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Attempting to bind port d329f698-55f4-491b-85cd-58da14365e2e on network df2d8331-ad09-4835-8fdd-b65369f8e240 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:19.482206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:19.482555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Checking segment: {'id': '8ee6be1b-01a5-4150-a918-bc02c6bc37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df2d8331-ad09-4835-8fdd-b65369f8e240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:19.482949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Bound using segment: {'id': '8ee6be1b-01a5-4150-a918-bc02c6bc37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df2d8331-ad09-4835-8fdd-b65369f8e240'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:19.483401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Bound port: d329f698-55f4-491b-85cd-58da14365e2e, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee6be1b-01a5-4150-a918-bc02c6bc37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'df2d8331-ad09-4835-8fdd-b65369f8e240'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:19.483763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.491396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-814ed100-9be9-44c3-99ee-503bf3042824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.529626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-195fb2d1-e6aa-4393-9c86-85b2df317745 req-b5733ccf-cb14-4285-8b66-fdbd2c5fd96f tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197970 Jul 16 20:25:19.583386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-814ed100-9be9-44c3-99ee-503bf3042824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.598210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Allocated IP 172.20.0.2 (7a6d9279-6b5d-47f8-969f-4fc617b4f2a3/e8be8722-dfce-4ea1-80b7-9848255be250/a5227b2c-1756-4853-adab-122001c98fdc) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:19.650269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] For port d329f698-55f4-491b-85cd-58da14365e2e, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:19.657653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] For port d329f698-55f4-491b-85cd-58da14365e2e, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d329f698-55f4-491b-85cd-58da14365e2e,segment=NetworkSegment(8ee6be1b-01a5-4150-a918-bc02c6bc37d5),segment_id=8ee6be1b-01a5-4150-a918-bc02c6bc37d5)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:19.665179 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.694944 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.708972 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-814ed100-9be9-44c3-99ee-503bf3042824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.712328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-814ed100-9be9-44c3-99ee-503bf3042824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.713772 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-814ed100-9be9-44c3-99ee-503bf3042824 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d55f4f6c-b0b0-4b16-889c-ba74e88b7ad8 HTTP/1.1" status: 204 len: 168 time: 0.4138305 Jul 16 20:25:19.722440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.723097 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.724632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/d329f698-55f4-491b-85cd-58da14365e2e HTTP/1.1" status: 200 len: 1092 time: 1.8623123 Jul 16 20:25:19.730036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5751f47-b8af-470e-87eb-b7ee00a79569', 'tag': 'd329f698-55f4-491b-85cd-58da14365e2e'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:19.732462 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1509188-4a60-4558-9b9c-e60900d20c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5751f47-b8af-470e-87eb-b7ee00a79569", "tag": "d329f698-55f4-491b-85cd-58da14365e2e"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:19.749045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ed100-9be9-44c3-99ee-503bf3042824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55f4f6c-b0b0-4b16-889c-ba74e88b7ad8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.763507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938c04c-80c3-445d-8fb7-c783453d06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d329f698-55f4-491b-85cd-58da14365e2e,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.877428 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02777e5-c317-4a31-b87a-d80f6b1cb134 x-openstack-request-id: req-f02777e5-c317-4a31-b87a-d80f6b1cb134 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:19.878040 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5751f47-b8af-470e-87eb-b7ee00a79569", "tag": "d329f698-55f4-491b-85cd-58da14365e2e", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:19.879219 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f02777e5-c317-4a31-b87a-d80f6b1cb134 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:19.880949 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5751f47-b8af-470e-87eb-b7ee00a79569', 'tag': 'd329f698-55f4-491b-85cd-58da14365e2e', 'status': 'completed', 'code': 200} Jul 16 20:25:19.890578 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.904812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Transition to ACTIVE for port object a5227b2c-1756-4853-adab-122001c98fdc will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:19.951577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-abfa7f3f-4eb5-4381-93ad-3dc8a3d6dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.955345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-abfa7f3f-4eb5-4381-93ad-3dc8a3d6dfd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cee8a8981740460b9fdcf35d119cbd3d&device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 1095 time: 0.1536913 Jul 16 20:25:19.961369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Transition to ACTIVE for port object a5227b2c-1756-4853-adab-122001c98fdc will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:19.999314 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.069571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-f380506e-48dd-45de-bcff-16bb119823c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d329f698-55f4-491b-85cd-58da14365e2e HTTP/1.1" status: 200 len: 217 time: 0.0845325 Jul 16 20:25:20.082872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Pushing event updated for resources: {'Port': ['ID=a5227b2c-1756-4853-adab-122001c98fdc,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.094190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.094920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.095489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.096305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.097764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.098429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.099254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.099843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.100518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.101244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.102098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.102956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:20.117812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:20.129634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:20.149333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:20.241332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-e4643f44-50c0-480d-ac35-9fd44bcba224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.252827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-e4643f44-50c0-480d-ac35-9fd44bcba224 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6166040b-6595-4ab2-887a-5b1a992df773 HTTP/1.1" status: 200 len: 853 time: 0.1593423 Jul 16 20:25:20.282380 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.313498 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-c8fd87f4-7b89-415e-b206-09ff96729197 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df2d8331-ad09-4835-8fdd-b65369f8e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576048 Jul 16 20:25:20.398152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Attempting to bind port a5227b2c-1756-4853-adab-122001c98fdc on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:20.399484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.405840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Attempting to bind port a5227b2c-1756-4853-adab-122001c98fdc by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:20.406718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Attempting to bind port a5227b2c-1756-4853-adab-122001c98fdc on network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:20.435134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2c1b2-b1d3-453f-8b72-84d8d3482f70 req-7fd72c8d-a519-4cf0-884f-7c0670cdef3f tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.438668 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:20.439277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Checking segment: {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:20.439958 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.440672 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Bound using segment: {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:20.441459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Bound port: a5227b2c-1756-4853-adab-122001c98fdc, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:20.442116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.446852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75f2c1b2-b1d3-453f-8b72-84d8d3482f70 req-7fd72c8d-a519-4cf0-884f-7c0670cdef3f tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.4896708 Jul 16 20:25:20.490976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb40a4d2-e864-41d3-afbb-8275916e2d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.554015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75f2c1b2-b1d3-453f-8b72-84d8d3482f70 req-5f172812-3702-40b8-9012-1e0076cabda8 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046081 Jul 16 20:25:20.587123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-b9f6f819-cdd3-46be-833e-17d1c0bc6de2 service neutron] 10.222.0.16 "GET /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613752 Jul 16 20:25:20.660322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] For port a5227b2c-1756-4853-adab-122001c98fdc, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:20.704893 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.712261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] For port a5227b2c-1756-4853-adab-122001c98fdc, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a5227b2c-1756-4853-adab-122001c98fdc,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:20.719738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.866038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb030d49-e309-402d-9f6c-f4b997d8996d req-a682f48a-ce2d-4117-a697-6218a8dbce9f service neutron] 10.222.0.16 "GET /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707274 Jul 16 20:25:20.869222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039174a-0c12-4843-9d1e-1557b01f867a None None] Pushing event updated for resources: {'Port': ['ID=a5227b2c-1756-4853-adab-122001c98fdc,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.880899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Allocated IP 172.25.6.79 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/114ffb0c-db88-436f-bd02-b7b65362cf01) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:21.279751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.373851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.458769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Pushing event updated for resources: {'Port': ['ID=114ffb0c-db88-436f-bd02-b7b65362cf01,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.493366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:21.497415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:21.501935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:21.585486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-0ac10b12-a710-4644-83fa-878b1294f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.587636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-0ac10b12-a710-4644-83fa-878b1294f84f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cee8a8981740460b9fdcf35d119cbd3d&device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 1095 time: 0.6084359 Jul 16 20:25:21.862632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a69f0-ca02-4ec3-bc9a-e87fdfe59075 req-f473a6b7-6913-49d0-8811-cc748091e21d tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.877687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-522a69f0-ca02-4ec3-bc9a-e87fdfe59075 req-f473a6b7-6913-49d0-8811-cc748091e21d tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 943 time: 0.7692816 Jul 16 20:25:21.881875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-6971bff2-cc0e-4247-95db-9b90a721c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.884773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-6971bff2-cc0e-4247-95db-9b90a721c504 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df2d8331-ad09-4835-8fdd-b65369f8e240 HTTP/1.1" status: 200 len: 914 time: 0.2854111 Jul 16 20:25:22.116968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-67c5b56f-e470-4a10-a417-3376638ce249 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d329f698-55f4-491b-85cd-58da14365e2e HTTP/1.1" status: 200 len: 217 time: 0.2173202 Jul 16 20:25:22.299504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a5227b2c-1756-4853-adab-122001c98fdc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:22.406938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-7437fbdc-624a-4c4e-9a42-2de405a6139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.409442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-7437fbdc-624a-4c4e-9a42-2de405a6139d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6166040b-6595-4ab2-887a-5b1a992df773 HTTP/1.1" status: 200 len: 853 time: 0.2775283 Jul 16 20:25:22.480083 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.515941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.527722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a5227b2c-1756-4853-adab-122001c98fdc completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:22.610204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-079c039e-b10c-416f-94a3-e11d9cc6719a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df2d8331-ad09-4835-8fdd-b65369f8e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510069 Jul 16 20:25:22.648384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-522a69f0-ca02-4ec3-bc9a-e87fdfe59075 req-83898b08-9e28-4a10-a994-f37cda6e47e0 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7608099 Jul 16 20:25:22.928699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-e12f82e7-975e-4de7-b029-b17b22990e8b service neutron] 10.222.0.16 "GET /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106401 Jul 16 20:25:23.281676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1509188-4a60-4558-9b9c-e60900d20c0f req-292e616c-9f0d-4999-a686-47002e4246b2 service neutron] 10.222.0.16 "GET /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442903 Jul 16 20:25:23.299331 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.314075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d329f698-55f4-491b-85cd-58da14365e2e details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:23.337957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f87bfa-155f-4186-a1fb-ce0de4d4e766 None None] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:23.582502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8f2e9663-9024-445f-aaad-c7e98d5e39e7 None None] Provisioning for port a5227b2c-1756-4853-adab-122001c98fdc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:23.598346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8f2e9663-9024-445f-aaad-c7e98d5e39e7 None None] Provisioning complete for port a5227b2c-1756-4853-adab-122001c98fdc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:23.599153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9663-9024-445f-aaad-c7e98d5e39e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.635576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Router 6aaa3418-709d-48dc-8769-1ef9a56918ba is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:25:23.815149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d329f698-55f4-491b-85cd-58da14365e2e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d329f698-55f4-491b-85cd-58da14365e2e,segment=NetworkSegment(8ee6be1b-01a5-4150-a918-bc02c6bc37d5),segment_id=8ee6be1b-01a5-4150-a918-bc02c6bc37d5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:23.818118 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.866839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'd329f698-55f4-491b-85cd-58da14365e2e', 'network_id': 'df2d8331-ad09-4835-8fdd-b65369f8e240', 'port_id': 'd329f698-55f4-491b-85cd-58da14365e2e', 'mac_address': 'fa:16:3e:39:e7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6166040b-6595-4ab2-887a-5b1a992df773', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:23.989642 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9663-9024-445f-aaad-c7e98d5e39e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.060926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.101216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d329f698-55f4-491b-85cd-58da14365e2e {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:24.139829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8f2e9663-9024-445f-aaad-c7e98d5e39e7 None None] For port a5227b2c-1756-4853-adab-122001c98fdc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a5227b2c-1756-4853-adab-122001c98fdc,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:24.142030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:24.159568 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9663-9024-445f-aaad-c7e98d5e39e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.163175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d329f698-55f4-491b-85cd-58da14365e2e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d329f698-55f4-491b-85cd-58da14365e2e,segment=NetworkSegment(8ee6be1b-01a5-4150-a918-bc02c6bc37d5),segment_id=8ee6be1b-01a5-4150-a918-bc02c6bc37d5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:24.172946 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Sync routers for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:24.216176 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.226420 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed3c2197-7051-4c8c-a2b4-38ff324b77c9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1863341 Jul 16 20:25:24.231128 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:24.235321 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:24.241778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35836) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.306153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e9663-9024-445f-aaad-c7e98d5e39e7 None None] Pushing event updated for resources: {'Port': ['ID=a5227b2c-1756-4853-adab-122001c98fdc,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.309829 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.449419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=d329f698-55f4-491b-85cd-58da14365e2e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.562051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['d329f698-55f4-491b-85cd-58da14365e2e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:24.576635 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:25.017294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd64472b-6725-49e8-be2a-7bd14e6a78a6 None None] Provisioning complete for port a5227b2c-1756-4853-adab-122001c98fdc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:25.024128 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd64472b-6725-49e8-be2a-7bd14e6a78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.038344 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:22Z', 'revision_number': 3, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:25.131221 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Checking router: 6aaa3418-709d-48dc-8769-1ef9a56918ba for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:25.132622 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Updating router 6aaa3418-709d-48dc-8769-1ef9a56918ba port 114ffb0c-db88-436f-bd02-b7b65362cf01 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:25.227255 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.517999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29919d1f-55b9-4c51-88ba-ce1e501e4b11 req-946a8178-6010-4ed1-b197-b3f2b2842095 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.534419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29919d1f-55b9-4c51-88ba-ce1e501e4b11 req-946a8178-6010-4ed1-b197-b3f2b2842095 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 943 time: 1.4829340 Jul 16 20:25:25.653983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29919d1f-55b9-4c51-88ba-ce1e501e4b11 req-0fe414ee-064f-4ff0-9b2c-5c67a207508e tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190419 Jul 16 20:25:25.741542 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.771152 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Transition to ACTIVE for port object 114ffb0c-db88-436f-bd02-b7b65362cf01 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:25.786796 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.935302 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Attempting to bind port 114ffb0c-db88-436f-bd02-b7b65362cf01 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:25.937143 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Attempting to bind port 114ffb0c-db88-436f-bd02-b7b65362cf01 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:25.937887 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Attempting to bind port 114ffb0c-db88-436f-bd02-b7b65362cf01 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:25.971686 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:25.972992 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:25.973804 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.974564 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:25.975549 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Bound port: 114ffb0c-db88-436f-bd02-b7b65362cf01, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:25.976394 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.986641 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Pushing event updated for resources: {'Port': ['ID=114ffb0c-db88-436f-bd02-b7b65362cf01,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.163430 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.168853 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.169583 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.170229 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.172282 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.172975 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.176942 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.177629 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.178273 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.178925 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.179543 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.183585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e358-0fce-42da-aad4-aed29b488197 req-67c5ce74-41f0-4d0a-825c-2efb37dcae15 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:26.184553 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:26.185333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ea0e358-0fce-42da-aad4-aed29b488197 req-67c5ce74-41f0-4d0a-825c-2efb37dcae15 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.7559645 Jul 16 20:25:26.266774 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] For port 114ffb0c-db88-436f-bd02-b7b65362cf01, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:26.274293 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] For port 114ffb0c-db88-436f-bd02-b7b65362cf01, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=114ffb0c-db88-436f-bd02-b7b65362cf01,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:26.287156 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.355626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a5227b2c-1756-4853-adab-122001c98fdc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:26.455832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a5227b2c-1756-4853-adab-122001c98fdc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:26.456327 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.461406 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:26.462468 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:26.480388 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da816d0a-6328-4002-ae52-41e4ba04c555 None None] Pushing event updated for resources: {'Port': ['ID=114ffb0c-db88-436f-bd02-b7b65362cf01,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.558782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ea0e358-0fce-42da-aad4-aed29b488197 req-49193d4a-1574-4834-ba2b-982e52f30c7b tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429990 Jul 16 20:25:26.722602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35872) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:26.800060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.801352 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:27.109234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.282392 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:22Z', 'revision_number': 3, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:27.306246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Allocated IP 172.20.0.1 (7a6d9279-6b5d-47f8-969f-4fc617b4f2a3/e8be8722-dfce-4ea1-80b7-9848255be250/8ba0b2c8-91f8-4d4d-804e-77fefbf08461) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:27.364126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d329f698-55f4-491b-85cd-58da14365e2e up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:27.434901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.440756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.549063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port d329f698-55f4-491b-85cd-58da14365e2e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:27.553701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port d329f698-55f4-491b-85cd-58da14365e2e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:27.554251 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.596955 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efae5b279adf4b39a7ee57aa3bf6f9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8726733 Jul 16 20:25:27.597895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35888) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.607906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c329081e-7eb8-444f-9538-31b2bc4e535a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.664639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.667505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.669435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.670473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.671800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.672284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.673574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.674025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.675504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.675872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.676587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.677505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62938a06-a76b-4010-9f75-12ea27268354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:27.678127 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d013c938-b90c-434a-a947-ed7ea8967fa5 None None] The sync data for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 is: [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:22Z', 'revision_number': 3, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:27.787608 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.789861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-894963fb-8f35-44e7-a3da-51f522a95cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.809160 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.861917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-894963fb-8f35-44e7-a3da-51f522a95cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.867340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Transition to ACTIVE for port object 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:27.879284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5751f47-b8af-470e-87eb-b7ee00a79569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd329f698-55f4-491b-85cd-58da14365e2e'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:27.884676 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b203c0-cddb-4c94-a9e8-6b7d4ea5e101" -d '{"events": [{"server_uuid": "c5751f47-b8af-470e-87eb-b7ee00a79569", "name": "network-vif-plugged", "status": "completed", "tag": "d329f698-55f4-491b-85cd-58da14365e2e"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:27.919470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port d329f698-55f4-491b-85cd-58da14365e2e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d329f698-55f4-491b-85cd-58da14365e2e,segment=NetworkSegment(8ee6be1b-01a5-4150-a918-bc02c6bc37d5),segment_id=8ee6be1b-01a5-4150-a918-bc02c6bc37d5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:27.922797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91910edf-5fac-403d-adfb-3cc57d3f2f3e req-1aededd2-f906-4157-9385-7539c6484bff tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.925463 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.933249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91910edf-5fac-403d-adfb-3cc57d3f2f3e req-1aededd2-f906-4157-9385-7539c6484bff tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 944 time: 0.9002593 Jul 16 20:25:27.998837 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d177a88d-0b4a-4a50-862c-39c1255c9297 x-openstack-request-id: req-d177a88d-0b4a-4a50-862c-39c1255c9297 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:27.999236 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5751f47-b8af-470e-87eb-b7ee00a79569", "name": "network-vif-plugged", "status": "completed", "tag": "d329f698-55f4-491b-85cd-58da14365e2e", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:27.999494 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d177a88d-0b4a-4a50-862c-39c1255c9297 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:27.999948 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5751f47-b8af-470e-87eb-b7ee00a79569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd329f698-55f4-491b-85cd-58da14365e2e', 'code': 200} Jul 16 20:25:28.007065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-894963fb-8f35-44e7-a3da-51f522a95cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.023390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-894963fb-8f35-44e7-a3da-51f522a95cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.024741 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-894963fb-8f35-44e7-a3da-51f522a95cc3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c329081e-7eb8-444f-9538-31b2bc4e535a HTTP/1.1" status: 204 len: 168 time: 0.4246554 Jul 16 20:25:28.079062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.081018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894963fb-8f35-44e7-a3da-51f522a95cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c329081e-7eb8-444f-9538-31b2bc4e535a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.109582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=d329f698-55f4-491b-85cd-58da14365e2e,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.340309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.380485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:28.404676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91910edf-5fac-403d-adfb-3cc57d3f2f3e req-cb4df0e3-5f64-4273-88c5-7ebb1f85e7e5 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701788 Jul 16 20:25:28.407102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:28.435454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:28.652883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.918680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72622f71-8efc-4366-a344-5728de3e6408 req-b878b630-2b04-4147-baf4-7ff99d752272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.935673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72622f71-8efc-4366-a344-5728de3e6408 req-b878b630-2b04-4147-baf4-7ff99d752272 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 1097 time: 0.8461008 Jul 16 20:25:28.960659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-88c2afcd-8bfe-4e5b-beec-c97e46183c1d None None] Provisioning for port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:28.973129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-88c2afcd-8bfe-4e5b-beec-c97e46183c1d None None] Provisioning complete for port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:28.973572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-88c2afcd-8bfe-4e5b-beec-c97e46183c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.019896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72622f71-8efc-4366-a344-5728de3e6408 req-522f6d25-7e69-443b-8c95-2e38afc3ca56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781565 Jul 16 20:25:29.075835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35916) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.081035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-88c2afcd-8bfe-4e5b-beec-c97e46183c1d None None] Port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:29.127368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77cbc38-358b-49b9-8003-d4d726d83b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.248256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.363524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77cbc38-358b-49b9-8003-d4d726d83b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.373103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77cbc38-358b-49b9-8003-d4d726d83b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.437630 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e77cbc38-358b-49b9-8003-d4d726d83b12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b83f146255384ea6aa144d20232125ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606126 Jul 16 20:25:29.441239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cbc38-358b-49b9-8003-d4d726d83b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e825e9-59c9-4b5d-b079-c23148d68662,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.446910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35920) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.661217 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-602499eb-8f6b-4583-a879-e9c60a1ce11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.698988 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-602499eb-8f6b-4583-a879-e9c60a1ce11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.849672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-602499eb-8f6b-4583-a879-e9c60a1ce11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.855455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-602499eb-8f6b-4583-a879-e9c60a1ce11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.857882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-602499eb-8f6b-4583-a879-e9c60a1ce11a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91e825e9-59c9-4b5d-b079-c23148d68662 HTTP/1.1" status: 204 len: 168 time: 0.4050746 Jul 16 20:25:29.998337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602499eb-8f6b-4583-a879-e9c60a1ce11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e825e9-59c9-4b5d-b079-c23148d68662,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.017260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.094135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.259121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 114ffb0c-db88-436f-bd02-b7b65362cf01 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:30.318815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268534b-b5d1-4ca0-bad5-8d0ceb8488ff req-a5de82b0-32e2-4dd1-ab46-5080343b1466 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.321023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4268534b-b5d1-4ca0-bad5-8d0ceb8488ff req-a5de82b0-32e2-4dd1-ab46-5080343b1466 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.5340309 Jul 16 20:25:30.347731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 114ffb0c-db88-436f-bd02-b7b65362cf01 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:30.354990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 114ffb0c-db88-436f-bd02-b7b65362cf01 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:30.355972 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.439855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.475610 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.571171 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.622469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 114ffb0c-db88-436f-bd02-b7b65362cf01, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=114ffb0c-db88-436f-bd02-b7b65362cf01,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:30.631878 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.669863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 35940) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:30.703740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4268534b-b5d1-4ca0-bad5-8d0ceb8488ff req-c8237f90-daf8-4c12-85e2-78b6e7d8003a tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498414 Jul 16 20:25:30.715102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8944fd42-7adb-4e2c-a9b4-05d48f4616dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.731642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=114ffb0c-db88-436f-bd02-b7b65362cf01,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.850665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:30.852740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:31.003807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8944fd42-7adb-4e2c-a9b4-05d48f4616dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.013060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8944fd42-7adb-4e2c-a9b4-05d48f4616dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.090737 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8944fd42-7adb-4e2c-a9b4-05d48f4616dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63b22122832a48eaab7c604c15e4e64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193156 Jul 16 20:25:31.093905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 35944) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:31.130749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944fd42-7adb-4e2c-a9b4-05d48f4616dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0354fd61-5e8e-461d-9cf9-ceb9a44f1c56,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:31.247245 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Router 6aaa3418-709d-48dc-8769-1ef9a56918ba has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:31.256858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2173938f-c258-479c-b675-0cabfc720858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.284951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2173938f-c258-479c-b675-0cabfc720858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.345646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b3e4eb34-52f5-491b-acf7-0c31048cffcf None None] Provisioning complete for port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:31.346228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b3e4eb34-52f5-491b-acf7-0c31048cffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.432792 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4eb34-52f5-491b-acf7-0c31048cffcf None None] Port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:31.501648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2173938f-c258-479c-b675-0cabfc720858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.504942 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2173938f-c258-479c-b675-0cabfc720858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.506623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2173938f-c258-479c-b675-0cabfc720858 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0354fd61-5e8e-461d-9cf9-ceb9a44f1c56 HTTP/1.1" status: 204 len: 168 time: 0.4107590 Jul 16 20:25:31.550001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173938f-c258-479c-b675-0cabfc720858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354fd61-5e8e-461d-9cf9-ceb9a44f1c56,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:31.627432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:31.651689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Sync routers for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:31.658860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7e1e9747-7ff5-4d99-b064-95de1d08a1f5 admin admin] 10.222.0.78 "PUT /v2.0/routers/6aaa3418-709d-48dc-8769-1ef9a56918ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3964021 Jul 16 20:25:31.700027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:31.702309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:31.975361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:32.223823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708a4a8-31bc-43ff-8f2a-1e851216017f req-aad2a06b-6828-4a56-b8cf-bd8bbbab9a21 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:32.232228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e708a4a8-31bc-43ff-8f2a-1e851216017f req-aad2a06b-6828-4a56-b8cf-bd8bbbab9a21 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.1150708 Jul 16 20:25:32.285485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 114ffb0c-db88-436f-bd02-b7b65362cf01 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:32.338137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e708a4a8-31bc-43ff-8f2a-1e851216017f req-897f2b79-be92-46e0-8b38-df9afec43f9a tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959990 Jul 16 20:25:32.905021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 114ffb0c-db88-436f-bd02-b7b65362cf01 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:32.905627 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.246778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 2, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:33.350448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Checking router: 6aaa3418-709d-48dc-8769-1ef9a56918ba for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:33.350868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Updating router 6aaa3418-709d-48dc-8769-1ef9a56918ba port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:33.436005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015a92-95af-41a4-a769-8760ffe48103 req-b3096c23-1009-4034-bf0d-67ef3997ee29 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.439169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22015a92-95af-41a4-a769-8760ffe48103 req-b3096c23-1009-4034-bf0d-67ef3997ee29 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.1759977 Jul 16 20:25:33.452179 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.532988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22015a92-95af-41a4-a769-8760ffe48103 req-56e74070-5949-4626-891a-4963bb5ec38b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856133 Jul 16 20:25:33.649041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36006) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:33.656915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-352886449-network', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:33.953620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Made reservation on behalf of bc9ac63bd22c41d08577f1d5235fb8c3 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:33.971703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.991006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.053127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635836-d971-4640-9a7b-9f5942ea9189 req-cd7a6007-73be-40c1-a10e-6172dfd65c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.056229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38635836-d971-4640-9a7b-9f5942ea9189 req-cd7a6007-73be-40c1-a10e-6172dfd65c1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cee8a8981740460b9fdcf35d119cbd3d&device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 1097 time: 0.8652868 Jul 16 20:25:34.334121 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.352954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Transition to ACTIVE for port object 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:34.364974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635836-d971-4640-9a7b-9f5942ea9189 req-9d62b5e1-f466-47cc-80bf-63ba12c45ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.371280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38635836-d971-4640-9a7b-9f5942ea9189 req-9d62b5e1-f466-47cc-80bf-63ba12c45ae3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df2d8331-ad09-4835-8fdd-b65369f8e240 HTTP/1.1" status: 200 len: 914 time: 0.3012574 Jul 16 20:25:34.372690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36018) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:34.380497 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.389228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.495585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa76a-fdb3-4e25-9df4-574bc7023d9b None None] Pushing event updated for resources: {'Port': ['ID=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.518321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38635836-d971-4640-9a7b-9f5942ea9189 req-931db6c1-f4a9-4611-a58b-68ff8a22fc39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d329f698-55f4-491b-85cd-58da14365e2e HTTP/1.1" status: 200 len: 217 time: 0.1074722 Jul 16 20:25:34.687033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-232169061-network', 'tenant_id': '2b5731282d004b759715ca7158b88d2b'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:34.710347 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.718349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.726092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635836-d971-4640-9a7b-9f5942ea9189 req-b4e5aa0e-22c6-40c3-8c8f-b6de1ae44ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.728426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38635836-d971-4640-9a7b-9f5942ea9189 req-b4e5aa0e-22c6-40c3-8c8f-b6de1ae44ba6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6166040b-6595-4ab2-887a-5b1a992df773 HTTP/1.1" status: 200 len: 853 time: 0.1930704 Jul 16 20:25:34.759828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:34.768860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:34.769470 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.804023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38635836-d971-4640-9a7b-9f5942ea9189 req-fde69eea-b18b-4a06-a973-6d96bab6985d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df2d8331-ad09-4835-8fdd-b65369f8e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622776 Jul 16 20:25:34.808037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.811237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c388566f-89b3-4066-b136-42ad70682eb1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.828477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Attempting to bind port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:34.829367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Attempting to bind port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:34.833614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Attempting to bind port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 on network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:34.856825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.857536 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Added segment 58670f15-351f-491f-9d4e-f5ed798e606f of type vlan for network a3b5c148-f224-4f45-afc3-25dff654d693 Jul 16 20:25:34.881814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:34.882215 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Checking segment: {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:34.882650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.883070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Bound using segment: {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:34.883576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Bound port: 8ba0b2c8-91f8-4d4d-804e-77fefbf08461, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:34.883980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.997542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.078859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] For port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:35.083474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] For port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:35.094522 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.116009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38635836-d971-4640-9a7b-9f5942ea9189 req-4da4def2-c40b-4790-b75f-929b7bcdf676 service neutron] 10.222.0.16 "GET /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848084 Jul 16 20:25:35.143713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.144846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.145476 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.166937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa76a-fdb3-4e25-9df4-574bc7023d9b None None] Pushing event updated for resources: {'Port': ['ID=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.213828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:35.213949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:35.345897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] Pushing event updated for resources: {'Network': ['ID=a3b5c148-f224-4f45-afc3-25dff654d693,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.378503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.388253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.435053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:35.439490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-db45708a-6a46-44d2-8c48-c4ebfffa398a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7891171 Jul 16 20:25:35.440803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36032) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.453143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Request body: {'subnet': {'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-352886449-subnet', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:35.476462 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.488125 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Added segment 32239558-c6fa-476f-a403-2d227272aff5 of type vlan for network 5572072a-02c6-4646-84d1-a1012b78006a Jul 16 20:25:35.492430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1cf84-2450-44ce-9a75-4037e433089c req-1b4452ee-59ce-42c7-bd26-fed36e487753 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.501777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fe1cf84-2450-44ce-9a75-4037e433089c req-1b4452ee-59ce-42c7-bd26-fed36e487753 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.4649227 Jul 16 20:25:35.545590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Made reservation on behalf of bc9ac63bd22c41d08577f1d5235fb8c3 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:35.549775 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.588700 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.606253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:35.616131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0fe1cf84-2450-44ce-9a75-4037e433089c req-1da73a39-c820-4201-b2e7-5913dc74b43c tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128275 Jul 16 20:25:35.706363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812a3824-b47c-4b01-896b-464877a47c56,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.710184 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.712080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.713499 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.761997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38635836-d971-4640-9a7b-9f5942ea9189 req-9528aea3-7871-4d3c-bc95-73fd47a7f393 service neutron] 10.222.0.16 "GET /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347938 Jul 16 20:25:35.824327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] Pushing event updated for resources: {'Network': ['ID=5572072a-02c6-4646-84d1-a1012b78006a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.833604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a3b5c148-f224-4f45-afc3-25dff654d693 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:35.840308 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ec7974c5-12b8-46d2-8802-91b5165d751f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4664240 Jul 16 20:25:35.843371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36034) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.849158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Request body: {'subnet': {'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-232169061-subnet', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:35.927326 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.928047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 5572072a-02c6-4646-84d1-a1012b78006a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:35.932038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:35.936570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.105543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.269990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77e313f-454d-40f4-9a99-848ecd97051c,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:36.274632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Checking segment: {'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:36.275013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Network hostable DHCP agents. Network: a3b5c148-f224-4f45-afc3-25dff654d693, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:36.299931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Network a3b5c148-f224-4f45-afc3-25dff654d693 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:36.318662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a3b5c148-f224-4f45-afc3-25dff654d693) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:36.327072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.327706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.335784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d577868a-74bd-4431-b254-03fbd80e08c8 None None] Network a3b5c148-f224-4f45-afc3-25dff654d693 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:36.354842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-743c0994-813f-40d1-b312-4a221240b073 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9072533 Jul 16 20:25:36.357451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36040) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:36.364728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:36.374059 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.398131 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.401269 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.479522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca9b03d-a6f2-414b-ae1a-05bd664b3df6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:36.486220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:36.486886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Network hostable DHCP agents. Network: 5572072a-02c6-4646-84d1-a1012b78006a, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:36.520059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Network 5572072a-02c6-4646-84d1-a1012b78006a is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:36.533861 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.544973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 5572072a-02c6-4646-84d1-a1012b78006a) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:36.552424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.554353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.596655 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1472d7e1-80c4-4199-b0b0-a6b30a3c6a5c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7514007 Jul 16 20:25:36.598917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36044) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:36.604085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:35Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:36.606843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f29a2e-e6b7-4ed3-9d3a-ed2d56587bd7 None None] Network 5572072a-02c6-4646-84d1-a1012b78006a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:36.612093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:36.674966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4b9fe-bb4c-4b03-b5fd-ed1dc08c973b None None] The sync data for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 is: [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:35Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:36.679543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.688496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.911782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-a3b5c148-f224-4f45-afc3-25dff654d693', 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'fixed_ips': [{'subnet_id': 'b77e313f-454d-40f4-9a99-848ecd97051c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:36.913363 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.954048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.252674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.382370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.636278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27e4d7-ff94-4ef3-aaf8-da43000802f7 req-ede3b858-17a9-43d0-8789-5d0adfe4698e tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:37.652903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b27e4d7-ff94-4ef3-aaf8-da43000802f7 req-ede3b858-17a9-43d0-8789-5d0adfe4698e tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.3580248 Jul 16 20:25:37.766284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Allocated IP 172.20.0.2 (a3b5c148-f224-4f45-afc3-25dff654d693/b77e313f-454d-40f4-9a99-848ecd97051c/acd65305-4df9-47fb-b0a3-a016cbf28e54) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:37.892918 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b27e4d7-ff94-4ef3-aaf8-da43000802f7 req-c64fae11-6389-44ac-8e3f-09b72780b8a7 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385521 Jul 16 20:25:37.977778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.034161 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.185514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-5572072a-02c6-4646-84d1-a1012b78006a', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:38.187863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.223612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:38.335774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.399374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Allocated IP 172.25.6.96 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/25d294b8-c293-4633-8d62-b123d77c0720) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:38.425736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.592280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:38.602871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:38.603837 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.751640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.821265 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.884172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Transition to ACTIVE for port object acd65305-4df9-47fb-b0a3-a016cbf28e54 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:38.899349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.926919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Allocated IP 172.20.0.2 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/74d20d51-5ba4-4e27-b82f-7bee230fc550) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:38.941978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Transition to ACTIVE for port object acd65305-4df9-47fb-b0a3-a016cbf28e54 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:38.993996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:39.006366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:39.011272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:39.091182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.111462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Allocated IP 172.25.6.102 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/4e84780b-e376-4369-be5b-50d5902b7cbb) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:39.179157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Pushing event updated for resources: {'Port': ['ID=25d294b8-c293-4633-8d62-b123d77c0720,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:39.339849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Network a3b5c148-f224-4f45-afc3-25dff654d693 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:39.354813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:39.387743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:39.524734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121c04e-a07e-4f51-b5af-4fcf8d67b336 req-a90f549f-aa6f-4370-801e-d959ab69a939 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.527957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7121c04e-a07e-4f51-b5af-4fcf8d67b336 req-a90f549f-aa6f-4370-801e-d959ab69a939 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.3825202 Jul 16 20:25:39.544537 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.597961 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.626257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:39.638147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Pushing event updated for resources: {'Port': ['ID=acd65305-4df9-47fb-b0a3-a016cbf28e54,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:39.646456 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.929548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Attempting to bind port acd65305-4df9-47fb-b0a3-a016cbf28e54 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:39.930600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Attempting to bind port acd65305-4df9-47fb-b0a3-a016cbf28e54 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:39.930600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Attempting to bind port acd65305-4df9-47fb-b0a3-a016cbf28e54 on network a3b5c148-f224-4f45-afc3-25dff654d693 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:39.986579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:39.996040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:39.996678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Checking segment: {'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:39.997355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.997986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Bound using segment: {'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:39.999079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Bound port: acd65305-4df9-47fb-b0a3-a016cbf28e54, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:39.999721 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.064958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.282014 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.359556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] For port acd65305-4df9-47fb-b0a3-a016cbf28e54, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:40.363837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] For port acd65305-4df9-47fb-b0a3-a016cbf28e54, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=acd65305-4df9-47fb-b0a3-a016cbf28e54,segment=NetworkSegment(58670f15-351f-491f-9d4e-f5ed798e606f),segment_id=58670f15-351f-491f-9d4e-f5ed798e606f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:40.365740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Transition to ACTIVE for port object 74d20d51-5ba4-4e27-b82f-7bee230fc550 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:40.375843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.410648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.583126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:40.586752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Transition to ACTIVE for port object 74d20d51-5ba4-4e27-b82f-7bee230fc550 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:40.618683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:40.634267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:40.646301 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.651012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7121c04e-a07e-4f51-b5af-4fcf8d67b336 req-72ad8ced-dd46-4c05-8e5e-cd78371a8e0a tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560103 Jul 16 20:25:40.692254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.749267 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6236a-d6d7-4fab-af8c-45116f62cac3 None None] Pushing event updated for resources: {'Port': ['ID=acd65305-4df9-47fb-b0a3-a016cbf28e54,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.765106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:40.776673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:40.792260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:40.803944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Pushing event updated for resources: {'Port': ['ID=4e84780b-e376-4369-be5b-50d5902b7cbb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.181840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Pushing event updated for resources: {'Port': ['ID=74d20d51-5ba4-4e27-b82f-7bee230fc550,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.194719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Attempting to bind port 74d20d51-5ba4-4e27-b82f-7bee230fc550 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:41.199555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Attempting to bind port 74d20d51-5ba4-4e27-b82f-7bee230fc550 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:41.205031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Attempting to bind port 74d20d51-5ba4-4e27-b82f-7bee230fc550 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:41.236258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:41.239995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:41.243721 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.247985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:41.250191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Bound port: 74d20d51-5ba4-4e27-b82f-7bee230fc550, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:41.253465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.466460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] For port 74d20d51-5ba4-4e27-b82f-7bee230fc550, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:41.475984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] For port 74d20d51-5ba4-4e27-b82f-7bee230fc550, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=74d20d51-5ba4-4e27-b82f-7bee230fc550,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:41.492625 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.708274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c9bef-46d1-4fb2-b8a8-c8dc7ff669da None None] Pushing event updated for resources: {'Port': ['ID=74d20d51-5ba4-4e27-b82f-7bee230fc550,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.881020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Router 21b0da1d-2563-41da-96ed-712bc519c165 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:25:41.902962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-d8d251f9-08eb-4cf6-8ff3-08cee70d8fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4910564 Jul 16 20:25:42.441959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:42.468749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device acd65305-4df9-47fb-b0a3-a016cbf28e54 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:42.471802 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:42.523915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.525745 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b870591b-c7e6-4b92-8ce1-4d0f83f7c916 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9251964 Jul 16 20:25:42.533638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36094) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:42.561888 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:42.568859 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:42.641784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port acd65305-4df9-47fb-b0a3-a016cbf28e54 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:42.647695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:42.690376 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.877690 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:42.910639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:42.910639 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.983410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-9db9d804-e0ce-42f1-a721-3374d4abee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.990786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-9db9d804-e0ce-42f1-a721-3374d4abee97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 1097 time: 0.9509788 Jul 16 20:25:43.088546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f365291-e356-4026-975f-5efeecb8c367 None None] Network a3b5c148-f224-4f45-afc3-25dff654d693 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:43.305734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e7607-ba01-445b-b496-e9d9eca54cef req-516cbf2e-4418-49b6-a4c6-37e94315a235 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.308509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70e7607-ba01-445b-b496-e9d9eca54cef req-516cbf2e-4418-49b6-a4c6-37e94315a235 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.9762483 Jul 16 20:25:43.439849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-770a0863-b711-4530-97fd-339324ad2990 None None] Provisioning for port acd65305-4df9-47fb-b0a3-a016cbf28e54 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:43.496921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-770a0863-b711-4530-97fd-339324ad2990 None None] Provisioning complete for port acd65305-4df9-47fb-b0a3-a016cbf28e54 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:43.497555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-770a0863-b711-4530-97fd-339324ad2990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.498866 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c70e7607-ba01-445b-b496-e9d9eca54cef req-53b21c24-539b-4cb7-a8a6-3bb785263aef tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839499 Jul 16 20:25:43.514620 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 3, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:43.545193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-0e8ad505-def6-46fa-b5a0-342d8a94980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.555718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-0e8ad505-def6-46fa-b5a0-342d8a94980e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 0.4828162 Jul 16 20:25:43.564593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.626977 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:43.627333 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Updating router 21b0da1d-2563-41da-96ed-712bc519c165 port 25d294b8-c293-4633-8d62-b123d77c0720 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:43.735907 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.035634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-9e58470b-b6df-4338-9933-7da5bd31e337 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d HTTP/1.1" status: 200 len: 217 time: 0.4633300 Jul 16 20:25:44.103571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d40f79-7778-4b23-91a8-14669668b654 None None] Network 5572072a-02c6-4646-84d1-a1012b78006a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:44.196742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.443183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-770a0863-b711-4530-97fd-339324ad2990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.525841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 74d20d51-5ba4-4e27-b82f-7bee230fc550 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:44.554410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Allocated IP 172.20.0.1 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/cc8da54a-469e-411b-80a5-1315a4da57c4) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:44.580372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-1556ba09-9053-4f40-8e05-f23413cf3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.583314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-1556ba09-9053-4f40-8e05-f23413cf3f3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.3990273 Jul 16 20:25:44.727013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-778375d7-4c82-4893-b131-ec4262e71553 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073232 Jul 16 20:25:44.739919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-36871037-ed7c-48b5-8c30-b23d87d56d49 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.742072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-36871037-ed7c-48b5-8c30-b23d87d56d49 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.7212207 Jul 16 20:25:45.067205 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.127240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Transition to ACTIVE for port object cc8da54a-469e-411b-80a5-1315a4da57c4 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:45.170966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Router 9944d263-cecd-485b-82c9-88bad2171d6b is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:25:45.347018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.393340 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.425860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-db975bc0-ebf2-4017-8970-284dd4ee21b9 service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826801 Jul 16 20:25:45.462285 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Transition to ACTIVE for port object 25d294b8-c293-4633-8d62-b123d77c0720 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:45.482359 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.523970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:45.544655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Deleting port d329f698-55f4-491b-85cd-58da14365e2e {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:45.545118 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.545585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:45.554708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:45.664462 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Attempting to bind port 25d294b8-c293-4633-8d62-b123d77c0720 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:45.665173 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Attempting to bind port 25d294b8-c293-4633-8d62-b123d77c0720 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:45.668922 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Attempting to bind port 25d294b8-c293-4633-8d62-b123d77c0720 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:45.717682 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d211d3d-9434-453d-b739-24ed9bacae36 None None] Pushing event updated for resources: {'Port': ['ID=25d294b8-c293-4633-8d62-b123d77c0720,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.727879 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:45.733951 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:45.738883 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.742068 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:45.746942 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Bound port: 25d294b8-c293-4633-8d62-b123d77c0720, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:45.748518 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.774121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8da54a-469e-411b-80a5-1315a4da57c4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.778460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ccb80-f993-41cd-b0b8-22d7ba39bc68 req-92612a70-0b8a-4986-83f8-8dc591ce9aea tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.798046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-533ccb80-f993-41cd-b0b8-22d7ba39bc68 req-92612a70-0b8a-4986-83f8-8dc591ce9aea tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 945 time: 0.4496744 Jul 16 20:25:45.859703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-770a0863-b711-4530-97fd-339324ad2990 None None] For port acd65305-4df9-47fb-b0a3-a016cbf28e54, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=acd65305-4df9-47fb-b0a3-a016cbf28e54,segment=NetworkSegment(58670f15-351f-491f-9d4e-f5ed798e606f),segment_id=58670f15-351f-491f-9d4e-f5ed798e606f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:45.875941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.956186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-770a0863-b711-4530-97fd-339324ad2990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.027973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 74d20d51-5ba4-4e27-b82f-7bee230fc550 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:46.075721 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] For port 25d294b8-c293-4633-8d62-b123d77c0720, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:46.094859 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] For port 25d294b8-c293-4633-8d62-b123d77c0720, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=25d294b8-c293-4633-8d62-b123d77c0720,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:46.117149 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.128610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:46.146648 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-533ccb80-f993-41cd-b0b8-22d7ba39bc68 req-2dbd94c4-f3f1-4378-818f-0546942e17aa tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435571 Jul 16 20:25:46.192997 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] For port d329f698-55f4-491b-85cd-58da14365e2e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=d329f698-55f4-491b-85cd-58da14365e2e,segment=NetworkSegment(8ee6be1b-01a5-4150-a918-bc02c6bc37d5),segment_id=8ee6be1b-01a5-4150-a918-bc02c6bc37d5)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:46.193903 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.243485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Calling delete_port for d329f698-55f4-491b-85cd-58da14365e2e owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:46.266417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59634e32-c3f8-4e2d-b164-76994d247e66 req-18fc8d4e-f2bf-4bd5-88ab-6771da8122d1 service neutron] 10.222.0.16 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231809 Jul 16 20:25:46.267350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.274783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-11c194cd-a012-4866-85ba-ef05d17c64fc admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.9159083 Jul 16 20:25:46.276421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36128) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:46.401366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Sync routers for ids ['9944d263-cecd-485b-82c9-88bad2171d6b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:46.461144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a0863-b711-4530-97fd-339324ad2990 None None] Pushing event updated for resources: {'Port': ['ID=acd65305-4df9-47fb-b0a3-a016cbf28e54,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:46.472413 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:46.474953 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:46.663470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Routers {'9944d263-cecd-485b-82c9-88bad2171d6b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:46.666761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9944d263-cecd-485b-82c9-88bad2171d6b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:46.900339 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.933664 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d211d3d-9434-453d-b739-24ed9bacae36 None None] Pushing event updated for resources: {'Port': ['ID=25d294b8-c293-4633-8d62-b123d77c0720,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:46.955415 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:47.003338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-24d3090a-74a8-44a3-835b-6bc377d6567a None None] Provisioning for port 74d20d51-5ba4-4e27-b82f-7bee230fc550 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:47.059089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-24d3090a-74a8-44a3-835b-6bc377d6567a None None] Provisioning complete for port 74d20d51-5ba4-4e27-b82f-7bee230fc550 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:47.059596 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-24d3090a-74a8-44a3-835b-6bc377d6567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.254337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-79804f08-5da9-4248-9280-dd0fe20a1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.256984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-79804f08-5da9-4248-9280-dd0fe20a1b94 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1097 time: 0.7733796 Jul 16 20:25:47.311750 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:47.498081 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device d329f698-55f4-491b-85cd-58da14365e2e no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:47.564996 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-24d3090a-74a8-44a3-835b-6bc377d6567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.642093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.657104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.796799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8da54a-469e-411b-80a5-1315a4da57c4,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:47.879184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Set router 9944d263-cecd-485b-82c9-88bad2171d6b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:47.912386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.965895 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 3, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:47.981000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-24d3090a-74a8-44a3-835b-6bc377d6567a None None] For port 74d20d51-5ba4-4e27-b82f-7bee230fc550, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=74d20d51-5ba4-4e27-b82f-7bee230fc550,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:47.987655 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-24d3090a-74a8-44a3-835b-6bc377d6567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.072533 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268772a-8a36-4d9e-92fa-57f40e0e5f72 None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 3, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:48.161700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3090a-74a8-44a3-835b-6bc377d6567a None None] Pushing event updated for resources: {'Port': ['ID=74d20d51-5ba4-4e27-b82f-7bee230fc550,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:48.385961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:48.388919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:48.692156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812e0cc-f34c-4f49-bf61-31e69d86882e req-a7a7e8f0-baf8-4060-a2c6-f7d1ea36a71a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.711691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4812e0cc-f34c-4f49-bf61-31e69d86882e req-a7a7e8f0-baf8-4060-a2c6-f7d1ea36a71a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 1.7897332 Jul 16 20:25:48.730141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.755602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device acd65305-4df9-47fb-b0a3-a016cbf28e54 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:48.897447 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9df2c28e-a9c5-44c4-af1a-bc0d86437b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.050317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Router 21b0da1d-2563-41da-96ed-712bc519c165 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:49.232479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-82b345a7-9798-4144-bb95-59785ab010d0 None None] Provisioning complete for port acd65305-4df9-47fb-b0a3-a016cbf28e54 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:49.233143 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-82b345a7-9798-4144-bb95-59785ab010d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.273340 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.374275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:49.392378 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-647522c5-58c5-40ef-869a-f2e7a7aa0b10 admin admin] 10.222.0.78 "PUT /v2.0/routers/21b0da1d-2563-41da-96ed-712bc519c165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8477693 Jul 16 20:25:49.397611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port acd65305-4df9-47fb-b0a3-a016cbf28e54 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:49.398592 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.489148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4812e0cc-f34c-4f49-bf61-31e69d86882e req-ec68af97-f832-4636-b928-9c31fa1fd404 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762394 Jul 16 20:25:49.629578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:41Z', 'revision_number': 3, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:49.668441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Pushing event deleted for resources: {'Port': ['ID=d329f698-55f4-491b-85cd-58da14365e2e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.725673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Checking router: 9944d263-cecd-485b-82c9-88bad2171d6b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:49.726037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Updating router 9944d263-cecd-485b-82c9-88bad2171d6b port 4e84780b-e376-4369-be5b-50d5902b7cbb binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:49.784944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] No DVR routers for this DVR port d329f698-55f4-491b-85cd-58da14365e2e on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:49.804634 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.812644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a9e4a3a-2433-47b0-975d-1a6eec9505e1 req-c573c0b3-5091-446f-8133-f9a3ad7ae44b tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.16 "DELETE /v2.0/ports/d329f698-55f4-491b-85cd-58da14365e2e HTTP/1.1" status: 204 len: 173 time: 5.0121055 Jul 16 20:25:49.814819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-27ed6090-5ccf-4c99-bb3a-52b38c4f66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.840629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-27ed6090-5ccf-4c99-bb3a-52b38c4f66b5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 2.5630107 Jul 16 20:25:49.851220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5751f47-b8af-470e-87eb-b7ee00a79569', 'name': 'network-vif-deleted', 'tag': 'd329f698-55f4-491b-85cd-58da14365e2e'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:49.857762 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.860426 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c9b011-dddc-49da-9ff1-3fe42c333e7e" -d '{"events": [{"server_uuid": "c5751f47-b8af-470e-87eb-b7ee00a79569", "name": "network-vif-deleted", "tag": "d329f698-55f4-491b-85cd-58da14365e2e"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:50.297622 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb97416-cac0-4e94-b6bd-5a09dee2ba2b x-openstack-request-id: req-bbb97416-cac0-4e94-b6bd-5a09dee2ba2b {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:50.297917 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5751f47-b8af-470e-87eb-b7ee00a79569", "name": "network-vif-deleted", "tag": "d329f698-55f4-491b-85cd-58da14365e2e", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:50.298084 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbb97416-cac0-4e94-b6bd-5a09dee2ba2b {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:50.298487 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5751f47-b8af-470e-87eb-b7ee00a79569', 'name': 'network-vif-deleted', 'tag': 'd329f698-55f4-491b-85cd-58da14365e2e', 'status': 'completed', 'code': 200} Jul 16 20:25:50.306387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-8642c74f-b2d7-4792-b0fe-ee039134d4c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 200 len: 217 time: 0.4249911 Jul 16 20:25:50.369322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 74d20d51-5ba4-4e27-b82f-7bee230fc550 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:50.482844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-affd6da6-a338-4213-b75b-b2774f52fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.484465 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-affd6da6-a338-4213-b75b-b2774f52fb8d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.1353304 Jul 16 20:25:50.552093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2f785-7e96-4cda-9812-624257287a41 req-54a759b4-06de-4b7a-82b4-7d4fb77d1c09 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.560925 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56a2f785-7e96-4cda-9812-624257287a41 req-54a759b4-06de-4b7a-82b4-7d4fb77d1c09 tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5751f47-b8af-470e-87eb-b7ee00a79569 HTTP/1.1" status: 200 len: 867 time: 1.9604607 Jul 16 20:25:50.561211 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d7bae7a5-c2d8-4cf8-983b-ee0024d2fa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.565286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-10cc7c8d-8076-46bd-adfc-a88d2975e4e1 None None] Provisioning for port cc8da54a-469e-411b-80a5-1315a4da57c4 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:50.584973 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-08f2b7b7-2bc1-4d5f-ac7e-0d9f128c7246 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856104 Jul 16 20:25:50.657553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56a2f785-7e96-4cda-9812-624257287a41 req-c261b653-3b1a-485b-9225-09c1c51e4aec tempest-InstanceActionsTestJSON-323270293 tempest-InstanceActionsTestJSON-323270293-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a48814d-3e47-4a07-849f-d63381331f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955944 Jul 16 20:25:50.661463 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.702664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-10cc7c8d-8076-46bd-adfc-a88d2975e4e1 None None] Provisioning complete for port cc8da54a-469e-411b-80a5-1315a4da57c4 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:50.703321 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-10cc7c8d-8076-46bd-adfc-a88d2975e4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.773790 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.806769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.811335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7c8d-8076-46bd-adfc-a88d2975e4e1 None None] Port cc8da54a-469e-411b-80a5-1315a4da57c4 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:50.821529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 74d20d51-5ba4-4e27-b82f-7bee230fc550 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:50.822997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.855663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Transition to ACTIVE for port object 4e84780b-e376-4369-be5b-50d5902b7cbb will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:50.878888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-10cc7c8d-8076-46bd-adfc-a88d2975e4e1 None None] Provisioning complete for port 74d20d51-5ba4-4e27-b82f-7bee230fc550 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:50.880802 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-10cc7c8d-8076-46bd-adfc-a88d2975e4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.895857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36178) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.906803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-629151075-network', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:50.985790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Made reservation on behalf of 86f90e656283413d9f0b2ec35f98443b for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:50.994917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.010612 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.062208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.189935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Attempting to bind port 4e84780b-e376-4369-be5b-50d5902b7cbb on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:51.193221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Attempting to bind port 4e84780b-e376-4369-be5b-50d5902b7cbb by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:51.193955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Attempting to bind port 4e84780b-e376-4369-be5b-50d5902b7cbb on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:51.263604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d600d22-f63d-45c9-bcb8-2685e8108032 None None] Pushing event updated for resources: {'Port': ['ID=4e84780b-e376-4369-be5b-50d5902b7cbb,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.271555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:51.272001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:51.272406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.272819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:51.273335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Bound port: 4e84780b-e376-4369-be5b-50d5902b7cbb, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:51.273881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.417043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 25d294b8-c293-4633-8d62-b123d77c0720 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:51.426762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-f484c9f7-1fea-46ab-b6f4-45e5a15d20e9 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8328822 Jul 16 20:25:51.543952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] For port 4e84780b-e376-4369-be5b-50d5902b7cbb, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:51.596351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] For port 4e84780b-e376-4369-be5b-50d5902b7cbb, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4e84780b-e376-4369-be5b-50d5902b7cbb,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:51.615415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.641186 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.652107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.703713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 25d294b8-c293-4633-8d62-b123d77c0720 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:51.729481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 25d294b8-c293-4633-8d62-b123d77c0720 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:51.730429 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.736600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed929d3f-7cb6-456b-b9b3-57d0d9ca94da req-8ae461b9-9345-4e1c-aa68-44f48b5f4fc2 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.749717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed929d3f-7cb6-456b-b9b3-57d0d9ca94da req-8ae461b9-9345-4e1c-aa68-44f48b5f4fc2 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.6777263 Jul 16 20:25:51.774346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074a7961-dbb4-4f20-ba35-1a3a78f2b31b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.791463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:51.793119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Routers {'9944d263-cecd-485b-82c9-88bad2171d6b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:51.793738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9944d263-cecd-485b-82c9-88bad2171d6b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:51.881755 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.882223 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Added segment 6ea4c868-6a41-44c8-8d8f-66c808170877 of type vlan for network 48e89fd3-47b0-4487-a551-b03d6f624737 Jul 16 20:25:51.926292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d600d22-f63d-45c9-bcb8-2685e8108032 None None] Pushing event updated for resources: {'Port': ['ID=4e84780b-e376-4369-be5b-50d5902b7cbb,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.933809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36196) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:51.957820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Allocated IP 172.20.0.1 (a3b5c148-f224-4f45-afc3-25dff654d693/b77e313f-454d-40f4-9a99-848ecd97051c/f713d619-eb71-4fcf-a37d-f7d4968d9202) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:52.036007 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:52.067384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec31500d-503c-49e1-9358-cbcea88396b1 req-1c82223d-9b6f-48a7-babe-0d6d55c9c776 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265833 Jul 16 20:25:52.076919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed929d3f-7cb6-456b-b9b3-57d0d9ca94da req-3dcb4228-90de-41ee-8e48-cfb900247ae5 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369068 Jul 16 20:25:52.091385 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:52.092293 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:52.163197 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.186519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] Set router 9944d263-cecd-485b-82c9-88bad2171d6b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:52.200609 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.224008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-034d4a29-07b0-4d81-9849-01dc40e807de admin admin] Deleting subnet 6166040b-6595-4ab2-887a-5b1a992df773 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:52.267277 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-034d4a29-07b0-4d81-9849-01dc40e807de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.410852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-034d4a29-07b0-4d81-9849-01dc40e807de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.416505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.419112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.420569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.465147 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:52.544028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-dc45bc42-a1ed-4514-9f03-907ea409d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.546421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-dc45bc42-a1ed-4514-9f03-907ea409d087 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1097 time: 0.3730733 Jul 16 20:25:52.551311 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.607274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Transition to ACTIVE for port object f713d619-eb71-4fcf-a37d-f7d4968d9202 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:52.695559 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.737706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] Pushing event updated for resources: {'Network': ['ID=48e89fd3-47b0-4487-a551-b03d6f624737,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.749668 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b2516582-9177-44fa-a0f5-69ad644dc983 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8511498 Jul 16 20:25:52.758246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36212) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:52.771414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Request body: {'subnet': {'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-629151075-subnet', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:52.819942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Made reservation on behalf of 86f90e656283413d9f0b2ec35f98443b for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:52.825095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.873436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 48e89fd3-47b0-4487-a551-b03d6f624737 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:52.899478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-034d4a29-07b0-4d81-9849-01dc40e807de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.968930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Network a3b5c148-f224-4f45-afc3-25dff654d693 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:52.974917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Pushing event updated for resources: {'Port': ['ID=f713d619-eb71-4fcf-a37d-f7d4968d9202,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.990184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:53.004291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:53.023483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 25d294b8-c293-4633-8d62-b123d77c0720, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=25d294b8-c293-4633-8d62-b123d77c0720,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:53.110198 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:25:47Z', 'revision_number': 2, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:53.130064 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.147060 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.255233 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:53.255901 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Updating router 21b0da1d-2563-41da-96ed-712bc519c165 port cc8da54a-469e-411b-80a5-1315a4da57c4 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:53.346069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.607520 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-034d4a29-07b0-4d81-9849-01dc40e807de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.684464 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.691408 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-034d4a29-07b0-4d81-9849-01dc40e807de admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.695203 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-034d4a29-07b0-4d81-9849-01dc40e807de admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6166040b-6595-4ab2-887a-5b1a992df773 HTTP/1.1" status: 204 len: 168 time: 1.7597568 Jul 16 20:25:53.696913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d4a29-07b0-4d81-9849-01dc40e807de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6166040b-6595-4ab2-887a-5b1a992df773,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.701819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36228) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:53.735716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-3182e6fa-d7b3-4483-a063-12fe8749e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.748015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-3182e6fa-d7b3-4483-a063-12fe8749e4be service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 1.1575358 Jul 16 20:25:53.959467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=25d294b8-c293-4633-8d62-b123d77c0720,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.969010 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.995979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3e14828c-b81c-4098-9226-1812edc3d832 None None] Provisioning for port f713d619-eb71-4fcf-a37d-f7d4968d9202 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:54.005841 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.012959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:41Z', 'revision_number': 3, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.032340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3e14828c-b81c-4098-9226-1812edc3d832 None None] Provisioning complete for port f713d619-eb71-4fcf-a37d-f7d4968d9202 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:54.032340 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3e14828c-b81c-4098-9226-1812edc3d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.058725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Checking segment: {'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:54.059853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Network hostable DHCP agents. Network: 48e89fd3-47b0-4487-a551-b03d6f624737, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:54.074158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e495b8-8bdd-4e6b-8cb2-8929f2563b64,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:54.081518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.118382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-34e1629c-bf15-4533-a22f-5d96cbe24fdc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 200 len: 217 time: 0.3689375 Jul 16 20:25:54.139745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e84b14-b0b6-4446-8b4b-3273b043a3ba None None] The sync data for ids ['9944d263-cecd-485b-82c9-88bad2171d6b'] in n-d-791505-15 is: [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:41Z', 'revision_number': 3, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:54.204652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3e14828c-b81c-4098-9226-1812edc3d832 None None] Port f713d619-eb71-4fcf-a37d-f7d4968d9202 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:54.205242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Network 48e89fd3-47b0-4487-a551-b03d6f624737 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:54.259192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 48e89fd3-47b0-4487-a551-b03d6f624737) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:54.278665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b9b96-7321-481d-ac42-cc5e2659a888 None None] Network 48e89fd3-47b0-4487-a551-b03d6f624737 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:54.292268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.296688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.385296 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.418188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2d8331-ad09-4835-8fdd-b65369f8e240']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.419593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad628a-581d-4fbe-996d-162182136827 req-a69845d6-1563-4b10-b839-7627a68fc028 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.426234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aad628a-581d-4fbe-996d-162182136827 req-a69845d6-1563-4b10-b839-7627a68fc028 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.6153507 Jul 16 20:25:54.443420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee6be1b-01a5-4150-a918-bc02c6bc37d5') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.444926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee6be1b-01a5-4150-a918-bc02c6bc37d5') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.487862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.507395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-b77f18ff-4bd7-4d05-887c-93022803bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.509981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-b77f18ff-4bd7-4d05-887c-93022803bcb0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.3772821 Jul 16 20:25:54.574993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.594401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-853eadd3-4f21-4536-82a7-2436caaa62fe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671773 Jul 16 20:25:54.608086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:54.609596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.614709 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.686541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aad628a-581d-4fbe-996d-162182136827 req-df5cb673-8f31-4f67-a08d-1ea32993965a tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750236 Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:54.720284 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:54.911321 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d7dbbfc6-e1e8-4bbc-a179-c05309f15bcc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1482997 Jul 16 20:25:54.912829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36244) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.923796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:54.945724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-48e89fd3-47b0-4487-a551-b03d6f624737', 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'fixed_ips': [{'subnet_id': 'e1e495b8-8bdd-4e6b-8cb2-8929f2563b64'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:54.953990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.974220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.997250 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.013580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] 10.222.0.78 "DELETE /v2.0/networks/df2d8331-ad09-4835-8fdd-b65369f8e240 HTTP/1.1" status: 204 len: 168 time: 1.3082922 Jul 16 20:25:55.054863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03219e8a-ccd1-4a7b-a5b3-8ad091ae909a admin admin] Pushing event deleted for resources: {'Network': ['ID=df2d8331-ad09-4835-8fdd-b65369f8e240,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:55.082992 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.084139 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.231476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-11e77d0c-65f2-4a56-b464-e9f9547c3f5c service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299701 Jul 16 20:25:55.258442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.277966 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.347951 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Transition to ACTIVE for port object cc8da54a-469e-411b-80a5-1315a4da57c4 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:55.375911 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.384787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Allocated IP 172.20.0.2 (48e89fd3-47b0-4487-a551-b03d6f624737/e1e495b8-8bdd-4e6b-8cb2-8929f2563b64/8bc78a78-0485-4249-8a2d-73175177e5dc) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:55.733227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.835086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4e84780b-e376-4369-be5b-50d5902b7cbb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:56.051351 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0d216-6400-42cf-812b-6076c0774691 None None] Pushing event updated for resources: {'Port': ['ID=cc8da54a-469e-411b-80a5-1315a4da57c4,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.111368 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.124306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36256) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:56.128192 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Attempting to bind port cc8da54a-469e-411b-80a5-1315a4da57c4 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:56.128597 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Attempting to bind port cc8da54a-469e-411b-80a5-1315a4da57c4 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:56.137437 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Attempting to bind port cc8da54a-469e-411b-80a5-1315a4da57c4 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:56.156725 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:56.159954 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:56.162080 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.162775 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:56.164000 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Bound port: cc8da54a-469e-411b-80a5-1315a4da57c4, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:56.166849 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.197514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Transition to ACTIVE for port object 8bc78a78-0485-4249-8a2d-73175177e5dc will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:56.206218 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.293502 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.317817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Transition to ACTIVE for port object 8bc78a78-0485-4249-8a2d-73175177e5dc will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:56.328248 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-89588688-5f5a-4d92-b877-9d1aa9d659be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cee8a8981740460b9fdcf35d119cbd3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974781 Jul 16 20:25:56.328977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36260) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:56.339588 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.476572 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] For port cc8da54a-469e-411b-80a5-1315a4da57c4, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:56.487732 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] For port cc8da54a-469e-411b-80a5-1315a4da57c4, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cc8da54a-469e-411b-80a5-1315a4da57c4,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:56.491784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 4e84780b-e376-4369-be5b-50d5902b7cbb completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:56.499241 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.514495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4e84780b-e376-4369-be5b-50d5902b7cbb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:56.515045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.518747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Network 48e89fd3-47b0-4487-a551-b03d6f624737 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:56.527916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:56.593256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:56.606767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Pushing event updated for resources: {'Port': ['ID=8bc78a78-0485-4249-8a2d-73175177e5dc,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.641750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-884aef0c-9a73-41b0-acc3-409c107a0857 req-9e09d5d9-e69b-42d4-ba79-2e487942eb99 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4034266 Jul 16 20:25:56.705481 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:56.720789 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:56.811935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Attempting to bind port 8bc78a78-0485-4249-8a2d-73175177e5dc on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:56.824895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Attempting to bind port 8bc78a78-0485-4249-8a2d-73175177e5dc by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:56.825488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Attempting to bind port 8bc78a78-0485-4249-8a2d-73175177e5dc on network 48e89fd3-47b0-4487-a551-b03d6f624737 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:56.850241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:56.850881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Checking segment: {'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:56.851847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.852404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Bound using segment: {'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:56.854144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Bound port: 8bc78a78-0485-4249-8a2d-73175177e5dc, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:56.854648 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.903864 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0d216-6400-42cf-812b-6076c0774691 None None] Pushing event updated for resources: {'Port': ['ID=cc8da54a-469e-411b-80a5-1315a4da57c4,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.906304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.989289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Pushing event updated for resources: {'Port': ['ID=f713d619-eb71-4fcf-a37d-f7d4968d9202,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.030213 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.205612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a5fdf-a7bf-4932-81ee-4b6eaf79e9df req-0a3eb0e5-6285-428e-8ea9-e30755e82139 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:57.208389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f71a5fdf-a7bf-4932-81ee-4b6eaf79e9df req-0a3eb0e5-6285-428e-8ea9-e30755e82139 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.7149644 Jul 16 20:25:57.227558 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:57.315308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 4e84780b-e376-4369-be5b-50d5902b7cbb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4e84780b-e376-4369-be5b-50d5902b7cbb,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:57.348571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.351854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 25d294b8-c293-4633-8d62-b123d77c0720 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:57.521856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Network a3b5c148-f224-4f45-afc3-25dff654d693 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:57.534465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:57.547637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] For port 8bc78a78-0485-4249-8a2d-73175177e5dc, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:57.554394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] For port 8bc78a78-0485-4249-8a2d-73175177e5dc, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8bc78a78-0485-4249-8a2d-73175177e5dc,segment=NetworkSegment(6ea4c868-6a41-44c8-8d8f-66c808170877),segment_id=6ea4c868-6a41-44c8-8d8f-66c808170877)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:57.596011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f71a5fdf-a7bf-4932-81ee-4b6eaf79e9df req-d9c5e7ad-334b-4f4d-9525-f74308564fd9 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197336 Jul 16 20:25:57.598895 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.935138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=4e84780b-e376-4369-be5b-50d5902b7cbb,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.956697 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b926092a-6ef7-4566-a057-58c26a0b5c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.985278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 25d294b8-c293-4633-8d62-b123d77c0720 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:57.986185 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.024629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Router 9944d263-cecd-485b-82c9-88bad2171d6b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:58.156686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.164343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b926092a-6ef7-4566-a057-58c26a0b5c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.173249 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:25:56Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:58.214133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850552c-4ca1-4321-b0cc-6c555268abb2 None None] Pushing event updated for resources: {'Port': ['ID=8bc78a78-0485-4249-8a2d-73175177e5dc,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:58.265131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.370653 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192c9ae-4c80-486f-a37c-ab2ecb4ba757 None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:25:56Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:58.506635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-33442111-1fd8-40dc-9e0d-961b0d4a9ed8 None None] Provisioning complete for port f713d619-eb71-4fcf-a37d-f7d4968d9202 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:58.510508 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-33442111-1fd8-40dc-9e0d-961b0d4a9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.700621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-33442111-1fd8-40dc-9e0d-961b0d4a9ed8 None None] Port f713d619-eb71-4fcf-a37d-f7d4968d9202 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:58.788472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:58.838935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Sync routers for ids ['9944d263-cecd-485b-82c9-88bad2171d6b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:58.855818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-336819cf-ed8a-4f61-a9a4-c1adf6a34f86 admin admin] 10.222.0.78 "PUT /v2.0/routers/9944d263-cecd-485b-82c9-88bad2171d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5754972 Jul 16 20:25:58.892854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Allocated IP 172.25.6.135 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/04f9b3cf-111f-42f6-ab4c-64e023e92103) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:58.934839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df660-bb5d-4ef9-8e11-c8ae5e418d56 req-d184416b-8530-457b-98de-19e62198061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.942130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-644df660-bb5d-4ef9-8e11-c8ae5e418d56 req-d184416b-8530-457b-98de-19e62198061a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1097 time: 0.4470043 Jul 16 20:25:58.955375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Routers {'9944d263-cecd-485b-82c9-88bad2171d6b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:58.961306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9944d263-cecd-485b-82c9-88bad2171d6b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:59.104483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-644df660-bb5d-4ef9-8e11-c8ae5e418d56 req-54485632-2571-47dd-a52e-2e036b58e1ed service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544735 Jul 16 20:25:59.154754 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b926092a-6ef7-4566-a057-58c26a0b5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.163505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b926092a-6ef7-4566-a057-58c26a0b5c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.170515 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b926092a-6ef7-4566-a057-58c26a0b5c5e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a48814d-3e47-4a07-849f-d63381331f87 HTTP/1.1" status: 204 len: 168 time: 2.8403785 Jul 16 20:25:59.209674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4e84780b-e376-4369-be5b-50d5902b7cbb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:59.376048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926092a-6ef7-4566-a057-58c26a0b5c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48814d-3e47-4a07-849f-d63381331f87,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.396728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f08374-99df-4acd-9d2e-78751bd9b410 req-752845e1-2ba8-4d48-81f6-67f56b06f392 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.404914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29f08374-99df-4acd-9d2e-78751bd9b410 req-752845e1-2ba8-4d48-81f6-67f56b06f392 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.2392740 Jul 16 20:25:59.461945 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.577083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29f08374-99df-4acd-9d2e-78751bd9b410 req-3932f432-69db-46bf-addc-76b9a13c2196 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618264 Jul 16 20:25:59.648600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.786622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Set router 9944d263-cecd-485b-82c9-88bad2171d6b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:59.822764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:59.853181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:59.866102 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:00.008801 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Pushing event updated for resources: {'Port': ['ID=04f9b3cf-111f-42f6-ab4c-64e023e92103,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.636839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 4e84780b-e376-4369-be5b-50d5902b7cbb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:00.637683 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.770673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56560c4-f550-4971-a458-975b422a0d28 None None] Network 48e89fd3-47b0-4487-a551-b03d6f624737 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:00.969678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.404814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ecd88-7359-4471-9a3c-b963fe833849 req-b1a664cd-6bda-463b-88f1-e922d12e6041 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.423456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca9ecd88-7359-4471-9a3c-b963fe833849 req-b1a664cd-6bda-463b-88f1-e922d12e6041 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.3762226 Jul 16 20:26:01.641487 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca9ecd88-7359-4471-9a3c-b963fe833849 req-d9e16bf6-7649-415a-b4ae-19537982173f tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076709 Jul 16 20:26:01.966643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.282460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36364) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:02.299532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b93357e5-942f-464e-8275-0093a713528d None None] Provisioning for port 8bc78a78-0485-4249-8a2d-73175177e5dc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:02.365104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:54Z', 'revision_number': 4, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f713d619-eb71-4fcf-a37d-f7d4968d9202', 'name': '', 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'mac_address': 'fa:16:3e:55:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b77e313f-454d-40f4-9a99-848ecd97051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:50Z', 'updated_at': '2021-07-16T20:25:55Z', 'revision_number': 2, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'subnets': [{'id': 'b77e313f-454d-40f4-9a99-848ecd97051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:02.797584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Router e254daba-0cf4-4827-8c62-3a873f4cdcb2 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:26:02.812402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-233857547-network', 'tenant_id': 'f2cbad603ff6463e9f42354f6a0c15db'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:02.877037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Made reservation on behalf of f2cbad603ff6463e9f42354f6a0c15db for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:02.882396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.902596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.121668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:03.146394 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Sync routers for ids ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:03.180334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Checking router: 9944d263-cecd-485b-82c9-88bad2171d6b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:03.188327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Updating router 9944d263-cecd-485b-82c9-88bad2171d6b port f713d619-eb71-4fcf-a37d-f7d4968d9202 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:03.199198 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Routers {'e254daba-0cf4-4827-8c62-3a873f4cdcb2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:03.200519 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:03.280074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8bc78a78-0485-4249-8a2d-73175177e5dc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:03.439137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.450697 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.453235 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-874d33f2-85f1-47c9-bc34-5d2fb9e00483 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5344226 Jul 16 20:26:03.456255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36410) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:03.465828 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.484107 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.487204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:03.652699 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Set router e254daba-0cf4-4827-8c62-3a873f4cdcb2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:03.725026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a6c760-caff-4e1f-9101-b67d7c6f6c1f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:03.823034 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.830309 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Added segment 8cdab45e-6cd3-46b0-b620-76101d64ab77 of type vlan for network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 Jul 16 20:26:03.841247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.846296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.851544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.853340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.855548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.858317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.860413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.862498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.863352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.865637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.866445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.869205 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:04.029687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 8bc78a78-0485-4249-8a2d-73175177e5dc completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:04.065111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8bc78a78-0485-4249-8a2d-73175177e5dc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:04.065707 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.172295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a620733f-3885-42e8-9504-9cf2497a7cd2 None None] Provisioning complete for port 8bc78a78-0485-4249-8a2d-73175177e5dc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:04.172921 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a620733f-3885-42e8-9504-9cf2497a7cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.266380 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.288874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d31918-07ce-43d9-a08f-f6d63c2d5da4 req-9602ddbb-ba9d-45f2-96e6-889e4bd34762 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.302685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5d31918-07ce-43d9-a08f-f6d63c2d5da4 req-9602ddbb-ba9d-45f2-96e6-889e4bd34762 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.8604858 Jul 16 20:26:04.360142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-a65c7947-75f5-4a3f-915c-5a6ee93dca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.361529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-a65c7947-75f5-4a3f-915c-5a6ee93dca0b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e430b5223d15405aab95b7b8e254fa0d&device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 1097 time: 1.2115514 Jul 16 20:26:04.442600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:26:04.481561 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.494735 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:26:00Z', 'revision_number': 3, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port': {'id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:58Z', 'updated_at': '2021-07-16T20:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:04.624007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.625067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.625649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.652598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5d31918-07ce-43d9-a08f-f6d63c2d5da4 req-008fa88d-4835-4b1a-990c-3b9f35781373 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482792 Jul 16 20:26:04.700936 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Checking router: e254daba-0cf4-4827-8c62-3a873f4cdcb2 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:04.701416 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Updating router e254daba-0cf4-4827-8c62-3a873f4cdcb2 port 04f9b3cf-111f-42f6-ab4c-64e023e92103 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:04.728684 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a620733f-3885-42e8-9504-9cf2497a7cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.739859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.822776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 8bc78a78-0485-4249-8a2d-73175177e5dc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8bc78a78-0485-4249-8a2d-73175177e5dc,segment=NetworkSegment(6ea4c868-6a41-44c8-8d8f-66c808170877),segment_id=6ea4c868-6a41-44c8-8d8f-66c808170877)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:04.829303 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.850992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.999268 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.048057 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.058221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Transition to ACTIVE for port object f713d619-eb71-4fcf-a37d-f7d4968d9202 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:05.084791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.134027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cc8da54a-469e-411b-80a5-1315a4da57c4 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:05.514042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.569178 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-a620733f-3885-42e8-9504-9cf2497a7cd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:26:05.569557 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-a620733f-3885-42e8-9504-9cf2497a7cd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:26:05.633693 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.648098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=8bc78a78-0485-4249-8a2d-73175177e5dc,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.653684 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Transition to ACTIVE for port object 04f9b3cf-111f-42f6-ab4c-64e023e92103 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:05.664399 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.740599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Allocated IP 172.20.0.1 (48e89fd3-47b0-4487-a551-b03d6f624737/e1e495b8-8bdd-4e6b-8cb2-8929f2563b64/faed0369-120b-47d3-a974-8997a45f298d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:05.746808 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4625850 Jul 16 20:26:05.761292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36428) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:05.763241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d97f37-b471-4011-b9cc-82a2c4c117a7 None None] Pushing event updated for resources: {'Port': ['ID=f713d619-eb71-4fcf-a37d-f7d4968d9202,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.770204 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e30cb3-60f5-4936-8c12-d4b6658b83ec None None] Pushing event updated for resources: {'Port': ['ID=04f9b3cf-111f-42f6-ab4c-64e023e92103,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.827318 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Attempting to bind port 04f9b3cf-111f-42f6-ab4c-64e023e92103 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:05.827691 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Attempting to bind port 04f9b3cf-111f-42f6-ab4c-64e023e92103 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:05.828508 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Attempting to bind port 04f9b3cf-111f-42f6-ab4c-64e023e92103 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:05.846031 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:05.847069 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:05.847672 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.848715 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:05.849404 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Bound port: 04f9b3cf-111f-42f6-ab4c-64e023e92103, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:05.850013 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.889459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Attempting to bind port f713d619-eb71-4fcf-a37d-f7d4968d9202 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:05.890415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Attempting to bind port f713d619-eb71-4fcf-a37d-f7d4968d9202 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:05.891366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Attempting to bind port f713d619-eb71-4fcf-a37d-f7d4968d9202 on network a3b5c148-f224-4f45-afc3-25dff654d693 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:05.901595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port cc8da54a-469e-411b-80a5-1315a4da57c4 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:05.918564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:05.920586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Checking segment: {'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:05.923822 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.924493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Bound using segment: {'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:05.925182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Bound port: f713d619-eb71-4fcf-a37d-f7d4968d9202, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58670f15-351f-491f-9d4e-f5ed798e606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:05.927333 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.935867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cc8da54a-469e-411b-80a5-1315a4da57c4 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:05.936580 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.059406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Request body: {'subnet': {'network_id': '87b61b6b-ffb5-49b3-b67d-40cc5c057351', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-233857547-subnet', 'tenant_id': 'f2cbad603ff6463e9f42354f6a0c15db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:06.134935 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] For port 04f9b3cf-111f-42f6-ab4c-64e023e92103, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:06.146417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b493eb-f3f5-4edf-b553-11fbacc6387c admin admin] Pushing event updated for resources: {'Network': ['ID=87b61b6b-ffb5-49b3-b67d-40cc5c057351,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.153626 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] For port 04f9b3cf-111f-42f6-ab4c-64e023e92103, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=04f9b3cf-111f-42f6-ab4c-64e023e92103,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:06.166808 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.225659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:06.329714 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Routers {'e254daba-0cf4-4827-8c62-3a873f4cdcb2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:06.331398 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:06.334008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] For port f713d619-eb71-4fcf-a37d-f7d4968d9202, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:06.340724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] For port f713d619-eb71-4fcf-a37d-f7d4968d9202, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f713d619-eb71-4fcf-a37d-f7d4968d9202,segment=NetworkSegment(58670f15-351f-491f-9d4e-f5ed798e606f),segment_id=58670f15-351f-491f-9d4e-f5ed798e606f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:06.341898 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.364665 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.446387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-04211fe8-dac7-4466-ae70-ecb177d218ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:06.459442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-04211fe8-dac7-4466-ae70-ecb177d218ae service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 200 len: 919 time: 2.0816231 Jul 16 20:26:06.489054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port cc8da54a-469e-411b-80a5-1315a4da57c4, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cc8da54a-469e-411b-80a5-1315a4da57c4,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:06.524325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.553221 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.610043 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] Set router e254daba-0cf4-4827-8c62-3a873f4cdcb2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:06.627342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Made reservation on behalf of f2cbad603ff6463e9f42354f6a0c15db for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:06.636462 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.692174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Routers {'9944d263-cecd-485b-82c9-88bad2171d6b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:06.706945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Transition to ACTIVE for port object faed0369-120b-47d3-a974-8997a45f298d will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:06.719093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9944d263-cecd-485b-82c9-88bad2171d6b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:06.762148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d97f37-b471-4011-b9cc-82a2c4c117a7 None None] Pushing event updated for resources: {'Port': ['ID=f713d619-eb71-4fcf-a37d-f7d4968d9202,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.898525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.999521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-6522a25d-9ff9-4579-a1b0-6c443641fb9d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 200 len: 217 time: 0.5309021 Jul 16 20:26:07.097068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=cc8da54a-469e-411b-80a5-1315a4da57c4,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.106626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Network 48e89fd3-47b0-4487-a551-b03d6f624737 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:07.126395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:07.140116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:07.156841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8bc78a78-0485-4249-8a2d-73175177e5dc up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:07.194015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Pushing event updated for resources: {'Port': ['ID=faed0369-120b-47d3-a974-8997a45f298d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.217537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-e2d7a127-8565-4bc8-a556-aa349e6e097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.220584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-e2d7a127-8565-4bc8-a556-aa349e6e097a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 200 len: 858 time: 0.2128744 Jul 16 20:26:07.319547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.323776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-0e8755b5-76d7-412f-95d0-8f85c3aa4722 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8a60d4b-692e-4916-ba78-7727d3e89d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711930 Jul 16 20:26:07.457610 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e30cb3-60f5-4936-8c12-d4b6658b83ec None None] Pushing event updated for resources: {'Port': ['ID=04f9b3cf-111f-42f6-ab4c-64e023e92103,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.562669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] Set router 9944d263-cecd-485b-82c9-88bad2171d6b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:07.609951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f94e8-2c39-4203-84c2-00e2a2fa97ba req-697b35f6-bf55-420a-a699-596aa0a04019 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.613908 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:26:00Z', 'revision_number': 3, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port': {'id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:58Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:07.617801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-540f94e8-2c39-4203-84c2-00e2a2fa97ba req-697b35f6-bf55-420a-a699-596aa0a04019 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 1.4399805 Jul 16 20:26:07.683342 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c419366-58c8-4241-a26e-69b5d99a43ed None None] The sync data for ids ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'] in n-d-791505-15 is: [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:26:00Z', 'revision_number': 3, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port': {'id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:58Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:07.732394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-540f94e8-2c39-4203-84c2-00e2a2fa97ba req-71a5c6b0-fd6f-4ac2-8139-2f0822572d85 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128776 Jul 16 20:26:07.736039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.761324 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.942966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Checking segment: {'id': '8cdab45e-6cd3-46b0-b620-76101d64ab77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '87b61b6b-ffb5-49b3-b67d-40cc5c057351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:07.943463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Network hostable DHCP agents. Network: 87b61b6b-ffb5-49b3-b67d-40cc5c057351, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:07.949035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37aa861-a694-4f36-a95d-c9fcb2d3ac4b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.970681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-3aef1e24-d78d-4873-9155-02548d60fdfa service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195489 Jul 16 20:26:08.045971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:08.053292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8bc78a78-0485-4249-8a2d-73175177e5dc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:08.053985 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.065588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 87b61b6b-ffb5-49b3-b67d-40cc5c057351) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:08.075034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.075726 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.130299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-23ba2536-0208-4646-8062-a4d20ad5cc41 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1135936 Jul 16 20:26:08.216181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de36f8f4-8269-4a90-acc4-75c9f900ef6f req-36b22a99-b12c-4edc-9927-dff0481a36f0 service neutron] 10.222.0.68 "GET /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309937 Jul 16 20:26:08.245905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8053d92b-9be3-41ed-b82e-c11c5c826845 None None] Network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:08.350813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bd46de08-1f90-4c31-a4d2-80cc11f99ba9 None None] Provisioning for port faed0369-120b-47d3-a974-8997a45f298d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:08.417693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-bd46de08-1f90-4c31-a4d2-80cc11f99ba9 None None] Provisioning complete for port faed0369-120b-47d3-a974-8997a45f298d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:08.418163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bd46de08-1f90-4c31-a4d2-80cc11f99ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.541304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.551087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.675204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Pushing event updated for resources: {'Port': ['ID=faed0369-120b-47d3-a974-8997a45f298d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:08.716989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bd46de08-1f90-4c31-a4d2-80cc11f99ba9 None None] Port faed0369-120b-47d3-a974-8997a45f298d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:08.836021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.134006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ef89c-7fad-4f8c-ad47-af086ed4b4b8 None None] Network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:09.338381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393965e0-a288-46bb-af97-ee973b2d4c78 req-9b198499-1038-4c8b-8355-139c917766e2 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.340062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-393965e0-a288-46bb-af97-ee973b2d4c78 req-9b198499-1038-4c8b-8355-139c917766e2 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.3235018 Jul 16 20:26:09.340650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Network 48e89fd3-47b0-4487-a551-b03d6f624737 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:09.345084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:09.426844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:54Z', 'revision_number': 4, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f713d619-eb71-4fcf-a37d-f7d4968d9202', 'name': '', 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'mac_address': 'fa:16:3e:55:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b77e313f-454d-40f4-9a99-848ecd97051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:50Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 4, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'subnets': [{'id': 'b77e313f-454d-40f4-9a99-848ecd97051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:09.631423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb2b4c-0324-4a6e-a367-d58207439b49 None None] The sync data for ids ['9944d263-cecd-485b-82c9-88bad2171d6b'] in n-d-791505-15 is: [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:54Z', 'revision_number': 4, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f713d619-eb71-4fcf-a37d-f7d4968d9202', 'name': '', 'network_id': 'a3b5c148-f224-4f45-afc3-25dff654d693', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'mac_address': 'fa:16:3e:55:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b77e313f-454d-40f4-9a99-848ecd97051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:50Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 4, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'subnets': [{'id': 'b77e313f-454d-40f4-9a99-848ecd97051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:09.639137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 04f9b3cf-111f-42f6-ab4c-64e023e92103 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:09.642899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-393965e0-a288-46bb-af97-ee973b2d4c78 req-d532400e-f325-4ebf-9f4c-85d25b372ec9 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852101 Jul 16 20:26:10.021174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 04f9b3cf-111f-42f6-ab4c-64e023e92103 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:10.058371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 04f9b3cf-111f-42f6-ab4c-64e023e92103 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:10.058763 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.174810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-073ec1e7-e7bd-4d9a-88fd-ca58690a4707 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:10.176451 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-073ec1e7-e7bd-4d9a-88fd-ca58690a4707 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/networks?id=87b61b6b-ffb5-49b3-b67d-40cc5c057351 HTTP/1.1" status: 200 len: 817 time: 0.4212596 Jul 16 20:26:10.182284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36498) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:10.260828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Router e254daba-0cf4-4827-8c62-3a873f4cdcb2 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:10.272400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-63056bd3-60f1-45d8-a498-1f2f77c63a93 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/quotas/f2cbad603ff6463e9f42354f6a0c15db HTTP/1.1" status: 200 len: 375 time: 0.0467618 Jul 16 20:26:10.302169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2754df72-3496-442b-843a-e1495927caa5 None None] Provisioning complete for port faed0369-120b-47d3-a974-8997a45f298d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:10.303002 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2754df72-3496-442b-843a-e1495927caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.435015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2754df72-3496-442b-843a-e1495927caa5 None None] Port faed0369-120b-47d3-a974-8997a45f298d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:10.456451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.479192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-c1ca5135-2de6-426e-b583-cf16d49e35d2 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f2cbad603ff6463e9f42354f6a0c15db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1949420 Jul 16 20:26:10.519240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 04f9b3cf-111f-42f6-ab4c-64e023e92103, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=04f9b3cf-111f-42f6-ab4c-64e023e92103,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:10.531474 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.533063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cc8da54a-469e-411b-80a5-1315a4da57c4 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:10.675249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:10.687435 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4b1f2b0e-76c7-48c8-b151-0baf6c80e99f admin admin] 10.222.0.78 "PUT /v2.0/routers/e254daba-0cf4-4827-8c62-3a873f4cdcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2295907 Jul 16 20:26:10.705774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbfe8-ab16-45b9-899b-598eb92f3cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.850144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbfe8-ab16-45b9-899b-598eb92f3cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.893739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbfe8-ab16-45b9-899b-598eb92f3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.936259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2f1cbfe8-ab16-45b9-899b-598eb92f3cfa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd2856879abf444697ce2bebcc43b824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493465 Jul 16 20:26:10.939243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36510) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:10.994837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=04f9b3cf-111f-42f6-ab4c-64e023e92103,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.047994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cbfe8-ab16-45b9-899b-598eb92f3cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e56da9-43dc-47fa-8961-7050e28064e6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.063948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-f40349ea-e7a4-48a4-8dfb-7fccdce24f37 service neutron] 10.222.0.78 "GET /v2.0/networks/87b61b6b-ffb5-49b3-b67d-40cc5c057351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719640 Jul 16 20:26:11.094663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cc8da54a-469e-411b-80a5-1315a4da57c4 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:11.095060 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.202981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-5a31fe80-2d66-4308-955a-c03777cec203 service neutron] 10.222.0.78 "GET /v2.0/networks/87b61b6b-ffb5-49b3-b67d-40cc5c057351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280210 Jul 16 20:26:11.244796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098eb955-f106-4a29-b941-72cf3c019473 req-be83b05b-5fae-4b0c-85b8-ba6f1c924573 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.246666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-098eb955-f106-4a29-b941-72cf3c019473 req-be83b05b-5fae-4b0c-85b8-ba6f1c924573 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.3175704 Jul 16 20:26:11.273934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c11b3a8-4ffd-44c5-aaf8-6e036cd7dde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.350192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-098eb955-f106-4a29-b941-72cf3c019473 req-1638d3c1-4902-4adb-bc9b-6b38d50a4f78 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961833 Jul 16 20:26:11.373504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c11b3a8-4ffd-44c5-aaf8-6e036cd7dde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.569297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c11b3a8-4ffd-44c5-aaf8-6e036cd7dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.597873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c11b3a8-4ffd-44c5-aaf8-6e036cd7dde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.604802 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5c11b3a8-4ffd-44c5-aaf8-6e036cd7dde7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9e56da9-43dc-47fa-8961-7050e28064e6 HTTP/1.1" status: 204 len: 168 time: 0.6632564 Jul 16 20:26:11.666003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11b3a8-4ffd-44c5-aaf8-6e036cd7dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e56da9-43dc-47fa-8961-7050e28064e6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.672414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b45282db-81d5-417d-8a6c-71362f48be83 req-0a34ac60-b721-4c0f-b8f8-fe33564bd5c4 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 210 time: 0.0505934 Jul 16 20:26:11.750103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f713d619-eb71-4fcf-a37d-f7d4968d9202 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:11.922369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f713d619-eb71-4fcf-a37d-f7d4968d9202 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:11.934806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f713d619-eb71-4fcf-a37d-f7d4968d9202 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:11.935204 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.120775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.290244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port f713d619-eb71-4fcf-a37d-f7d4968d9202, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f713d619-eb71-4fcf-a37d-f7d4968d9202,segment=NetworkSegment(58670f15-351f-491f-9d4e-f5ed798e606f),segment_id=58670f15-351f-491f-9d4e-f5ed798e606f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.301733 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.306812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 04f9b3cf-111f-42f6-ab4c-64e023e92103 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:12.617199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Sync routers for ids ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:12.735011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Routers {'e254daba-0cf4-4827-8c62-3a873f4cdcb2'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:12.748463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:12.767010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36558) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:12.812511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735a56a4-816b-4da6-b15f-a7051a53f12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.900907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2aabb90f-6667-4e69-9a0d-62217e5f7af9 req-c18868c8-1bfb-4b6c-82d7-cdf08fc09443 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 210 time: 0.1132805 Jul 16 20:26:13.034062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=f713d619-eb71-4fcf-a37d-f7d4968d9202,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.070603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 04f9b3cf-111f-42f6-ab4c-64e023e92103 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:13.072382 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.225792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735a56a4-816b-4da6-b15f-a7051a53f12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.232081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-735a56a4-816b-4da6-b15f-a7051a53f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.342490 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-735a56a4-816b-4da6-b15f-a7051a53f12f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a624e8ac12e496e93ef6262fef3238c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5743291 Jul 16 20:26:13.345556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 36562) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:13.348730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a56a4-816b-4da6-b15f-a7051a53f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79e58ad-29b7-45b0-8fdb-74c2418608a2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.436233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Set router e254daba-0cf4-4827-8c62-3a873f4cdcb2 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:13.503290 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98226f57-d4b0-4328-a5d3-7ad08896fdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.629319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98226f57-d4b0-4328-a5d3-7ad08896fdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.658056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f713d619-eb71-4fcf-a37d-f7d4968d9202 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:13.819062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98226f57-d4b0-4328-a5d3-7ad08896fdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.824673 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98226f57-d4b0-4328-a5d3-7ad08896fdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.833696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-98226f57-d4b0-4328-a5d3-7ad08896fdee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b79e58ad-29b7-45b0-8fdb-74c2418608a2 HTTP/1.1" status: 204 len: 168 time: 0.4863095 Jul 16 20:26:13.869635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226f57-d4b0-4328-a5d3-7ad08896fdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79e58ad-29b7-45b0-8fdb-74c2418608a2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.106422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f713d619-eb71-4fcf-a37d-f7d4968d9202 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:14.107723 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.174880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:26:07Z', 'revision_number': 4, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port': {'id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:58Z', 'updated_at': '2021-07-16T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'faed0369-120b-47d3-a974-8997a45f298d', 'name': '', 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'mac_address': 'fa:16:3e:65:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'e1e495b8-8bdd-4e6b-8cb2-8929f2563b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:08Z', 'revision_number': 2, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'subnets': [{'id': 'e1e495b8-8bdd-4e6b-8cb2-8929f2563b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:14.269652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Checking router: e254daba-0cf4-4827-8c62-3a873f4cdcb2 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:14.270411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Updating router e254daba-0cf4-4827-8c62-3a873f4cdcb2 port faed0369-120b-47d3-a974-8997a45f298d binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:14.300415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e724b2e9-7b4e-45f2-91f9-24d5a97f2f3d req-f161a770-c595-4845-8bf4-fe959295be45 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 210 time: 0.0865788 Jul 16 20:26:14.572847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.889436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-d0dd585d-24af-4526-b2a8-356a28e657e5 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.902137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-d0dd585d-24af-4526-b2a8-356a28e657e5 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.16 "GET /v2.0/networks?id=87b61b6b-ffb5-49b3-b67d-40cc5c057351 HTTP/1.1" status: 200 len: 817 time: 0.2547686 Jul 16 20:26:14.921111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Request body: {'port': {'device_id': '71715ea6-db62-4195-bc6d-a0432ca2cf02', 'network_id': '87b61b6b-ffb5-49b3-b67d-40cc5c057351', 'admin_state_up': True, 'tenant_id': 'f2cbad603ff6463e9f42354f6a0c15db'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:15.267636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Made reservation on behalf of f2cbad603ff6463e9f42354f6a0c15db for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:15.280567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.390887 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.457826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Transition to ACTIVE for port object faed0369-120b-47d3-a974-8997a45f298d will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:15.488483 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.731319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Allocated IP 172.20.0.9 (87b61b6b-ffb5-49b3-b67d-40cc5c057351/a37aa861-a694-4f36-a95d-c9fcb2d3ac4b/8699495d-56d0-4859-a697-cb0474fdd8d3) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:15.876114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789ac31-061e-4ced-b14e-a4fe8ae140fa None None] Pushing event updated for resources: {'Port': ['ID=faed0369-120b-47d3-a974-8997a45f298d,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:15.980450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad8b4d85-5169-4995-9213-063550e25b25 req-d39f2e32-6851-40f4-82b3-cee33fbf861c tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 210 time: 0.0860965 Jul 16 20:26:16.065631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Attempting to bind port faed0369-120b-47d3-a974-8997a45f298d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:16.066292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Attempting to bind port faed0369-120b-47d3-a974-8997a45f298d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:16.066847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Attempting to bind port faed0369-120b-47d3-a974-8997a45f298d on network 48e89fd3-47b0-4487-a551-b03d6f624737 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:16.074647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:16.075370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Checking segment: {'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:16.075967 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.076614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Bound using segment: {'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:16.077302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Bound port: faed0369-120b-47d3-a974-8997a45f298d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea4c868-6a41-44c8-8d8f-66c808170877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:16.077921 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.183781 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.255113 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.287890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] For port faed0369-120b-47d3-a974-8997a45f298d, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:16.293475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] For port faed0369-120b-47d3-a974-8997a45f298d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=faed0369-120b-47d3-a974-8997a45f298d,segment=NetworkSegment(6ea4c868-6a41-44c8-8d8f-66c808170877),segment_id=6ea4c868-6a41-44c8-8d8f-66c808170877)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:16.300491 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.315284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:16.320239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:16.326130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:16.401203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:16.403035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.430376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5193224 Jul 16 20:26:16.443615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Request body: {'port': {'device_id': '71715ea6-db62-4195-bc6d-a0432ca2cf02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:16.484483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789ac31-061e-4ced-b14e-a4fe8ae140fa None None] Pushing event updated for resources: {'Port': ['ID=faed0369-120b-47d3-a974-8997a45f298d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.487352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Routers {'e254daba-0cf4-4827-8c62-3a873f4cdcb2'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:16.491438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:25:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:16.538145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecab92-3d01-4a11-80ba-9f9e3c321fec tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Pushing event updated for resources: {'Port': ['ID=8699495d-56d0-4859-a697-cb0474fdd8d3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.685635 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.867667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] Set router e254daba-0cf4-4827-8c62-3a873f4cdcb2 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:17.536779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:26:07Z', 'revision_number': 4, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port': {'id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:58Z', 'updated_at': '2021-07-16T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'faed0369-120b-47d3-a974-8997a45f298d', 'name': '', 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'mac_address': 'fa:16:3e:65:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'e1e495b8-8bdd-4e6b-8cb2-8929f2563b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:16Z', 'revision_number': 4, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'subnets': [{'id': 'e1e495b8-8bdd-4e6b-8cb2-8929f2563b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:17.573741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8699495d-56d0-4859-a697-cb0474fdd8d3 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:17.607618 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.639223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12e691-6a80-4fa8-9c0e-35ffa45ec4a8 None None] The sync data for ids ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'] in n-d-791505-15 is: [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:26:07Z', 'revision_number': 4, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port': {'id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:58Z', 'updated_at': '2021-07-16T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'faed0369-120b-47d3-a974-8997a45f298d', 'name': '', 'network_id': '48e89fd3-47b0-4487-a551-b03d6f624737', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'mac_address': 'fa:16:3e:65:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'e1e495b8-8bdd-4e6b-8cb2-8929f2563b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:16Z', 'revision_number': 4, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'subnets': [{'id': 'e1e495b8-8bdd-4e6b-8cb2-8929f2563b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:17.706079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a9b20-a74a-4117-a013-31a724b69a0b req-1b5ff023-02a0-4915-b388-6f57416de88d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.714039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e48a9b20-a74a-4117-a013-31a724b69a0b req-1b5ff023-02a0-4915-b388-6f57416de88d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 931 time: 0.3225954 Jul 16 20:26:17.796366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Transition to ACTIVE for port object 8699495d-56d0-4859-a697-cb0474fdd8d3 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:17.829620 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.949896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Pushing event updated for resources: {'Port': ['ID=8699495d-56d0-4859-a697-cb0474fdd8d3,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.110346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4801990a-ad8d-4ece-ad73-c6ebff31c024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.436770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e48a9b20-a74a-4117-a013-31a724b69a0b req-d2906481-347d-45e8-9545-27d8187d5875 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116957 Jul 16 20:26:18.589004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e4293b79-3dfa-4aaa-96f7-29a6bf3ba76b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.602664 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e4293b79-3dfa-4aaa-96f7-29a6bf3ba76b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.6547446 Jul 16 20:26:18.641786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-f7a50102-37b6-4bbe-9e65-8ff8470c22b2 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/quotas/2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 375 time: 0.0380180 Jul 16 20:26:18.649264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Attempting to bind port 8699495d-56d0-4859-a697-cb0474fdd8d3 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:18.649264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Attempting to bind port 8699495d-56d0-4859-a697-cb0474fdd8d3 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '8cdab45e-6cd3-46b0-b620-76101d64ab77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '87b61b6b-ffb5-49b3-b67d-40cc5c057351'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:18.649264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Attempting to bind port 8699495d-56d0-4859-a697-cb0474fdd8d3 on network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:18.741586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Port 8699495d-56d0-4859-a697-cb0474fdd8d3 on network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:18.741962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Attempting to bind port 8699495d-56d0-4859-a697-cb0474fdd8d3 on network 87b61b6b-ffb5-49b3-b67d-40cc5c057351 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:18.762769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:18.763127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Checking segment: {'id': '8cdab45e-6cd3-46b0-b620-76101d64ab77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '87b61b6b-ffb5-49b3-b67d-40cc5c057351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:18.763530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Bound using segment: {'id': '8cdab45e-6cd3-46b0-b620-76101d64ab77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '87b61b6b-ffb5-49b3-b67d-40cc5c057351'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:18.763992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Bound port: 8699495d-56d0-4859-a697-cb0474fdd8d3, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdab45e-6cd3-46b0-b620-76101d64ab77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '87b61b6b-ffb5-49b3-b67d-40cc5c057351'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:18.764408 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.858577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-afbcfc0c-7ea3-4d52-a5e7-7c4f7fc795b9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890473 Jul 16 20:26:19.050595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] For port 8699495d-56d0-4859-a697-cb0474fdd8d3, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:19.107017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] For port 8699495d-56d0-4859-a697-cb0474fdd8d3, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8699495d-56d0-4859-a697-cb0474fdd8d3,segment=NetworkSegment(8cdab45e-6cd3-46b0-b620-76101d64ab77),segment_id=8cdab45e-6cd3-46b0-b620-76101d64ab77)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:19.132862 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.217543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-94431c32-2617-47e4-8e96-84cfadff1276 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484950 Jul 16 20:26:19.323294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.324309 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.327295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] 10.222.0.16 "PUT /v2.0/ports/8699495d-56d0-4859-a697-cb0474fdd8d3 HTTP/1.1" status: 200 len: 1092 time: 2.8883936 Jul 16 20:26:19.328223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71715ea6-db62-4195-bc6d-a0432ca2cf02', 'tag': '8699495d-56d0-4859-a697-cb0474fdd8d3'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:19.331093 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c58204b-9117-4794-9411-0d95c4f81e91" -d '{"events": [{"name": "network-changed", "server_uuid": "71715ea6-db62-4195-bc6d-a0432ca2cf02", "tag": "8699495d-56d0-4859-a697-cb0474fdd8d3"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:19.503786 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effcafbc-6af6-4cb3-8c42-1f70d97bb776 x-openstack-request-id: req-effcafbc-6af6-4cb3-8c42-1f70d97bb776 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:19.504312 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71715ea6-db62-4195-bc6d-a0432ca2cf02", "tag": "8699495d-56d0-4859-a697-cb0474fdd8d3", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:19.507330 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-effcafbc-6af6-4cb3-8c42-1f70d97bb776 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:19.507729 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71715ea6-db62-4195-bc6d-a0432ca2cf02', 'tag': '8699495d-56d0-4859-a697-cb0474fdd8d3', 'status': 'completed', 'code': 200} Jul 16 20:26:19.626267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0393f-1a3a-41b3-a0b5-cfc1b177612d service neutron] Pushing event updated for resources: {'Port': ['ID=8699495d-56d0-4859-a697-cb0474fdd8d3,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:19.802666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device faed0369-120b-47d3-a974-8997a45f298d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:19.882457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-d89cc527-673a-4013-b0fb-85ae017bead1 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532021 Jul 16 20:26:19.992863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-d841ae8c-67f7-439f-9190-82da0eae9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.996970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-d841ae8c-67f7-439f-9190-82da0eae9d3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2cbad603ff6463e9f42354f6a0c15db&device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 1095 time: 0.6015739 Jul 16 20:26:20.031173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port faed0369-120b-47d3-a974-8997a45f298d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:20.048492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port faed0369-120b-47d3-a974-8997a45f298d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:20.049540 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.100938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-0f5a1fdd-fb90-45ed-9157-28960faaeb90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8699495d-56d0-4859-a697-cb0474fdd8d3 HTTP/1.1" status: 200 len: 217 time: 0.0872674 Jul 16 20:26:20.149337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883e675-d907-4482-9e98-f0f3331624c3 req-61b1c440-ddb7-4b9c-91b1-e6752593cbe5 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.158651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b883e675-d907-4482-9e98-f0f3331624c3 req-61b1c440-ddb7-4b9c-91b1-e6752593cbe5 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 943 time: 0.4106328 Jul 16 20:26:20.325956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.344864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b883e675-d907-4482-9e98-f0f3331624c3 req-7a481bf8-0f39-49cf-be55-c71d646c992a tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850908 Jul 16 20:26:20.356006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-fbbfc396-78bf-4e76-85fc-6504ab8f4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.361779 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-fbbfc396-78bf-4e76-85fc-6504ab8f4591 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a37aa861-a694-4f36-a95d-c9fcb2d3ac4b HTTP/1.1" status: 200 len: 857 time: 0.2474973 Jul 16 20:26:20.438212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-324ed5df-7205-422f-8422-459714b89349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87b61b6b-ffb5-49b3-b67d-40cc5c057351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608881 Jul 16 20:26:20.570759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e50a77e6-1ab2-47a3-9b0e-909a9a006100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.574434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port faed0369-120b-47d3-a974-8997a45f298d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=faed0369-120b-47d3-a974-8997a45f298d,segment=NetworkSegment(6ea4c868-6a41-44c8-8d8f-66c808170877),segment_id=6ea4c868-6a41-44c8-8d8f-66c808170877)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:20.600116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.765253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-76e35631-3328-49f8-be0f-0a4bf9c0b16c service neutron] 10.222.0.16 "GET /v2.0/networks/87b61b6b-ffb5-49b3-b67d-40cc5c057351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197803 Jul 16 20:26:20.911988 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.032906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=faed0369-120b-47d3-a974-8997a45f298d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:21.041409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6da624d1-2ede-4ad7-8fb6-39f35ed80cc3 req-9a111050-8b5b-4e36-a57f-e22da2deebca service neutron] 10.222.0.16 "GET /v2.0/networks/87b61b6b-ffb5-49b3-b67d-40cc5c057351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681575 Jul 16 20:26:21.055251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.069841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.077539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.079438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.084427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.085487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.087714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.088737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.090366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.092365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.094867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.097222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62c9fa63-8b77-4d76-a402-548d6fc2f9fe req-f5c6450b-9631-4570-8024-94bf4b6a2acd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.0542767 Jul 16 20:26:21.115036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:21.246197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-36b3396a-87c9-45c0-8339-6c21c38e0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.246197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-36b3396a-87c9-45c0-8339-6c21c38e0b87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2cbad603ff6463e9f42354f6a0c15db&device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 1095 time: 0.0923553 Jul 16 20:26:21.459060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-09ce3264-4b69-4484-8ae4-6f0c2a7e9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.468510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-09ce3264-4b69-4484-8ae4-6f0c2a7e9533 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87b61b6b-ffb5-49b3-b67d-40cc5c057351 HTTP/1.1" status: 200 len: 918 time: 0.2077162 Jul 16 20:26:21.602234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-c982ce41-d836-4d13-809f-c925ea98f4e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8699495d-56d0-4859-a697-cb0474fdd8d3 HTTP/1.1" status: 200 len: 217 time: 0.1288567 Jul 16 20:26:21.640992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device faed0369-120b-47d3-a974-8997a45f298d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:21.793291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-f0964c45-ed2c-4fe3-8a83-e30bdf931d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.795157 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-f0964c45-ed2c-4fe3-8a83-e30bdf931d10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a37aa861-a694-4f36-a95d-c9fcb2d3ac4b HTTP/1.1" status: 200 len: 857 time: 0.1706984 Jul 16 20:26:21.829154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port faed0369-120b-47d3-a974-8997a45f298d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:21.830940 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.886888 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-4e057307-c89e-4685-9b82-d7cc63e46fdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87b61b6b-ffb5-49b3-b67d-40cc5c057351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849366 Jul 16 20:26:21.906541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e698e7-77af-4deb-a421-eeb88fd20c37 req-579a2232-bca0-4660-a670-ccabeb27178e tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.925504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4e698e7-77af-4deb-a421-eeb88fd20c37 req-579a2232-bca0-4660-a670-ccabeb27178e tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 943 time: 0.3249793 Jul 16 20:26:22.141890 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4e698e7-77af-4deb-a421-eeb88fd20c37 req-6da55081-9287-42bf-8e65-cbca9d439ce0 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144473 Jul 16 20:26:22.458933 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.479450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-402a5c4d-59f7-429f-8f10-6bdc3a288f55 service neutron] 10.222.0.16 "GET /v2.0/networks/87b61b6b-ffb5-49b3-b67d-40cc5c057351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719741 Jul 16 20:26:22.741163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e3b0f67-0e15-40f2-bcbf-dc578a2853a4 req-1aef75ff-694f-4ff9-8a4b-5b6e456f9f2a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.0940211 Jul 16 20:26:22.938791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c58204b-9117-4794-9411-0d95c4f81e91 req-6d87b013-e42b-412a-a4f8-be7ed8e6eec4 service neutron] 10.222.0.16 "GET /v2.0/networks/87b61b6b-ffb5-49b3-b67d-40cc5c057351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512496 Jul 16 20:26:23.641252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8699495d-56d0-4859-a697-cb0474fdd8d3 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:23.744747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-9347176e-b4a3-40a7-b5ff-71275f38f107 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:23.754576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-9347176e-b4a3-40a7-b5ff-71275f38f107 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.6270688 Jul 16 20:26:23.808561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'port': {'device_id': '6e5f08fa-ab18-416a-a3be-d2b221fb07be', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'admin_state_up': True, 'tenant_id': '2b5731282d004b759715ca7158b88d2b'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:23.986531 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.026491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bae83-22da-4086-96d6-5dd0a9710d2b req-a8182175-9cca-4dc9-a896-90545549f481 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:24.037958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d74bae83-22da-4086-96d6-5dd0a9710d2b req-a8182175-9cca-4dc9-a896-90545549f481 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 943 time: 0.5418301 Jul 16 20:26:24.051758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8699495d-56d0-4859-a697-cb0474fdd8d3, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8699495d-56d0-4859-a697-cb0474fdd8d3,segment=NetworkSegment(8cdab45e-6cd3-46b0-b620-76101d64ab77),segment_id=8cdab45e-6cd3-46b0-b620-76101d64ab77)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:24.064698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '8699495d-56d0-4859-a697-cb0474fdd8d3', 'network_id': '87b61b6b-ffb5-49b3-b67d-40cc5c057351', 'port_id': '8699495d-56d0-4859-a697-cb0474fdd8d3', 'mac_address': 'fa:16:3e:e7:af:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37aa861-a694-4f36-a95d-c9fcb2d3ac4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:24.163831 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.178100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc12f31f-9d90-40b2-a878-c56d7d8acffb req-1f813bb5-a32c-4c7f-ba5d-f54e4da4e680 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.1643639 Jul 16 20:26:24.188480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8699495d-56d0-4859-a697-cb0474fdd8d3 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:24.219817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8699495d-56d0-4859-a697-cb0474fdd8d3, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8699495d-56d0-4859-a697-cb0474fdd8d3,segment=NetworkSegment(8cdab45e-6cd3-46b0-b620-76101d64ab77),segment_id=8cdab45e-6cd3-46b0-b620-76101d64ab77)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:24.243909 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:24.245538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d74bae83-22da-4086-96d6-5dd0a9710d2b req-d4e79a43-7494-4965-8464-d27b7e7942fd tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989217 Jul 16 20:26:24.252388 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.365570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8699495d-56d0-4859-a697-cb0474fdd8d3,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:24.425158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:24.438923 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.478768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['8699495d-56d0-4859-a697-cb0474fdd8d3'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:24.976642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.20.0.7 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/ec018862-3195-450c-a427-2ab741517e68) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:25.392713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.452447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Transition to ACTIVE for port object ec018862-3195-450c-a427-2ab741517e68 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:25.556964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.656930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8699495d-56d0-4859-a697-cb0474fdd8d3 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:25.684078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:25.691657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:25.711697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:25.795433 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=ec018862-3195-450c-a427-2ab741517e68,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:25.838976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 8699495d-56d0-4859-a697-cb0474fdd8d3 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:25.844599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 8699495d-56d0-4859-a697-cb0474fdd8d3 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:25.845169 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.859772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3029-04ec-4fe1-83cd-22ffe08884f1 req-762efb98-7443-43bb-ac2a-049b87d930c2 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.863731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fee3029-04ec-4fe1-83cd-22ffe08884f1 req-762efb98-7443-43bb-ac2a-049b87d930c2 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 931 time: 0.3085301 Jul 16 20:26:25.931729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.931729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.036621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.038216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de369c-94ce-489b-82f8-c94361553877 req-277192fe-96d6-4366-9025-8afed81537a6 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.048285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1de369c-94ce-489b-82f8-c94361553877 req-277192fe-96d6-4366-9025-8afed81537a6 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 944 time: 0.4883964 Jul 16 20:26:26.135742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8699495d-56d0-4859-a697-cb0474fdd8d3, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8699495d-56d0-4859-a697-cb0474fdd8d3,segment=NetworkSegment(8cdab45e-6cd3-46b0-b620-76101d64ab77),segment_id=8cdab45e-6cd3-46b0-b620-76101d64ab77)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:26.140886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71715ea6-db62-4195-bc6d-a0432ca2cf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8699495d-56d0-4859-a697-cb0474fdd8d3'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:26.147341 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29da960c-22f8-4b57-9f9c-14797bd82883" -d '{"events": [{"server_uuid": "71715ea6-db62-4195-bc6d-a0432ca2cf02", "name": "network-vif-plugged", "status": "completed", "tag": "8699495d-56d0-4859-a697-cb0474fdd8d3"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:26.162535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.323487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8699495d-56d0-4859-a697-cb0474fdd8d3,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:26.334560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dc37cbbf-f0f8-49b0-87e7-28682a633fbb None None] Provisioning for port ec018862-3195-450c-a427-2ab741517e68 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:26.341133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dc37cbbf-f0f8-49b0-87e7-28682a633fbb None None] Provisioning complete for port ec018862-3195-450c-a427-2ab741517e68 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:26.341800 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dc37cbbf-f0f8-49b0-87e7-28682a633fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.418552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-dc37cbbf-f0f8-49b0-87e7-28682a633fbb None None] Port ec018862-3195-450c-a427-2ab741517e68 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:26.682235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fee3029-04ec-4fe1-83cd-22ffe08884f1 req-753a0056-df4e-4f38-8e80-3e53ff600428 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7826619 Jul 16 20:26:26.688833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-1e176af3-c4e9-42a8-9d37-4489b631fa3e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9146655 Jul 16 20:26:26.702719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Request body: {'port': {'device_id': '6e5f08fa-ab18-416a-a3be-d2b221fb07be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:26.814793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1de369c-94ce-489b-82f8-c94361553877 req-9ca68adb-20af-44df-ba44-e4eede869081 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7109554 Jul 16 20:26:26.900634 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.222678 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82485e5-ab43-4620-8dca-3d9acd324bbb x-openstack-request-id: req-f82485e5-ab43-4620-8dca-3d9acd324bbb {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:27.223456 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71715ea6-db62-4195-bc6d-a0432ca2cf02", "name": "network-vif-plugged", "status": "completed", "tag": "8699495d-56d0-4859-a697-cb0474fdd8d3", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:27.223456 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f82485e5-ab43-4620-8dca-3d9acd324bbb {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:27.224011 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71715ea6-db62-4195-bc6d-a0432ca2cf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8699495d-56d0-4859-a697-cb0474fdd8d3', 'code': 200} Jul 16 20:26:27.383724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec018862-3195-450c-a427-2ab741517e68 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:27.393970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.417272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Transition to ACTIVE for port object ec018862-3195-450c-a427-2ab741517e68 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:27.423880 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.482829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Pushing event updated for resources: {'Port': ['ID=ec018862-3195-450c-a427-2ab741517e68,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:27.499418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a57bf-ab48-4561-a070-e0b1ce52b42b req-353788c5-211a-4fd2-a998-d01528b3b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:27.501276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-288a57bf-ab48-4561-a070-e0b1ce52b42b req-353788c5-211a-4fd2-a998-d01528b3b516 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 1097 time: 0.1573811 Jul 16 20:26:27.691889 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-288a57bf-ab48-4561-a070-e0b1ce52b42b req-e04fa2cd-7da0-4dae-a8ff-ea0a6061ea94 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255598 Jul 16 20:26:27.797093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36798) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:27.846680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Attempting to bind port ec018862-3195-450c-a427-2ab741517e68 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:27.848725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Attempting to bind port ec018862-3195-450c-a427-2ab741517e68 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:27.850508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Attempting to bind port ec018862-3195-450c-a427-2ab741517e68 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:27.864315 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Port ec018862-3195-450c-a427-2ab741517e68 on network 5572072a-02c6-4646-84d1-a1012b78006a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:27.864739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Attempting to bind port ec018862-3195-450c-a427-2ab741517e68 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:27.881557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:27.882365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:27.883017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:27.883872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Bound port: ec018862-3195-450c-a427-2ab741517e68, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:27.887121 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.161054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.334462 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.340626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] For port ec018862-3195-450c-a427-2ab741517e68, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:28.348060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.374562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] For port ec018862-3195-450c-a427-2ab741517e68, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ec018862-3195-450c-a427-2ab741517e68,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:28.422064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.426224 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=239e797b57df422b8a587def30527ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272051 Jul 16 20:26:28.450930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36806) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:28.567654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c75a30-e27c-4f61-b367-ad618d7f7b77,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:28.651654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.653873 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.657121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] 10.222.0.68 "PUT /v2.0/ports/ec018862-3195-450c-a427-2ab741517e68 HTTP/1.1" status: 200 len: 1092 time: 1.9592545 Jul 16 20:26:28.681847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5f08fa-ab18-416a-a3be-d2b221fb07be', 'tag': 'ec018862-3195-450c-a427-2ab741517e68'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:28.693507 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b400214-cead-4473-a9a5-581c38bd6df4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5f08fa-ab18-416a-a3be-d2b221fb07be", "tag": "ec018862-3195-450c-a427-2ab741517e68"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:28.727398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.730112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.730564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.730921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.734761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.735219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.739948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.740340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.740692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.743905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.745680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.746079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6370309-24b5-4b79-9dea-418c311c0e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:28.817062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42494894-0780-4dde-8fa2-ddde60eedb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.838924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48602ff-57c4-4a5d-8896-0b4e0442480c service neutron] Pushing event updated for resources: {'Port': ['ID=ec018862-3195-450c-a427-2ab741517e68,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:28.881736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42494894-0780-4dde-8fa2-ddde60eedb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.950126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7c85-f96e-4096-8b9f-9b8ebc8cd194 req-ddbf1730-411d-474d-9e81-a8b0bd27ec11 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.959746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e86a7c85-f96e-4096-8b9f-9b8ebc8cd194 req-ddbf1730-411d-474d-9e81-a8b0bd27ec11 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 945 time: 0.7313929 Jul 16 20:26:29.012347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d93f3-5377-45a0-b327-b06f2f04c079 req-48870e45-63cf-4876-8f69-a6681f004538 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.030610 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da4d93f3-5377-45a0-b327-b06f2f04c079 req-48870e45-63cf-4876-8f69-a6681f004538 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.9390824 Jul 16 20:26:29.077106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42494894-0780-4dde-8fa2-ddde60eedb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.084447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42494894-0780-4dde-8fa2-ddde60eedb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.091601 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-42494894-0780-4dde-8fa2-ddde60eedb1c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33c75a30-e27c-4f61-b367-ad618d7f7b77 HTTP/1.1" status: 204 len: 168 time: 0.6381671 Jul 16 20:26:29.110668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42494894-0780-4dde-8fa2-ddde60eedb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c75a30-e27c-4f61-b367-ad618d7f7b77,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.183311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da4d93f3-5377-45a0-b327-b06f2f04c079 req-82d20ba8-9d94-4211-829e-b547ee401b3c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502349 Jul 16 20:26:29.261571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e86a7c85-f96e-4096-8b9f-9b8ebc8cd194 req-9916decf-38f5-4d61-aa16-f3720708005a tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016911 Jul 16 20:26:29.295906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-2405dda3-4af2-490c-bb98-a94cf1757121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.298972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-2405dda3-4af2-490c-bb98-a94cf1757121 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 1095 time: 0.4111452 Jul 16 20:26:29.377755 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd1816-2ee8-43f0-8e3f-429c97604ec2 x-openstack-request-id: req-18bd1816-2ee8-43f0-8e3f-429c97604ec2 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:29.378213 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5f08fa-ab18-416a-a3be-d2b221fb07be", "tag": "ec018862-3195-450c-a427-2ab741517e68", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:29.378490 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18bd1816-2ee8-43f0-8e3f-429c97604ec2 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:29.378921 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5f08fa-ab18-416a-a3be-d2b221fb07be', 'tag': 'ec018862-3195-450c-a427-2ab741517e68', 'status': 'completed', 'code': 200} Jul 16 20:26:29.381524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-8486f536-1321-4525-b3e7-0d9660bb8a56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec018862-3195-450c-a427-2ab741517e68 HTTP/1.1" status: 200 len: 217 time: 0.0757256 Jul 16 20:26:29.497001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-59b6baeb-a6c2-4dbb-8f25-0a2bd6424640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.498708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-59b6baeb-a6c2-4dbb-8f25-0a2bd6424640 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.1087215 Jul 16 20:26:29.637408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e7d3ab84-5b12-44b2-b1d6-2a6e5ac888da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.639611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-e7d3ab84-5b12-44b2-b1d6-2a6e5ac888da service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308179 Jul 16 20:26:29.854535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-b929b42d-fb59-4e89-abd0-cf988777fd66 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017808 Jul 16 20:26:30.230831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62e486af-7ea7-474b-97f3-a3375a5e88fa req-40a85106-0240-45d6-b48f-123776240c39 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675971 Jul 16 20:26:30.475065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-87bf80f0-29b4-40af-a8fa-af83581ecdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.476986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-87bf80f0-29b4-40af-a8fa-af83581ecdf6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 1095 time: 0.1721628 Jul 16 20:26:30.892345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-215a1249-4267-41fc-99b5-01ee761a1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.896886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-215a1249-4267-41fc-99b5-01ee761a1fd5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.4115562 Jul 16 20:26:30.916234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f51a-3e0d-4566-9fc8-fce5a644a99e req-d2fb6dc5-0c71-4122-9efd-122913543d35 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.919953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e547f51a-3e0d-4566-9fc8-fce5a644a99e req-d2fb6dc5-0c71-4122-9efd-122913543d35 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.3112824 Jul 16 20:26:31.060235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-474a2553-6f9b-442e-95ab-007c017b8e77 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec018862-3195-450c-a427-2ab741517e68 HTTP/1.1" status: 200 len: 217 time: 0.1338065 Jul 16 20:26:31.174964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82a23e-18f1-4ca9-b157-20a8924124a5 req-50b2a839-da73-4d42-9c95-503c144773b7 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.203033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce82a23e-18f1-4ca9-b157-20a8924124a5 req-50b2a839-da73-4d42-9c95-503c144773b7 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 945 time: 0.5507252 Jul 16 20:26:31.505906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce82a23e-18f1-4ca9-b157-20a8924124a5 req-4156d701-05df-4993-987a-87cc38016ee6 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014226 Jul 16 20:26:31.527696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e547f51a-3e0d-4566-9fc8-fce5a644a99e req-4c2b88ac-503c-4f7c-81b4-863b9e648443 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764353 Jul 16 20:26:31.556384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-97865812-ff6c-49fa-bbd1-82741af27b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.570430 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-97865812-ff6c-49fa-bbd1-82741af27b84 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.4870355 Jul 16 20:26:31.849447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-3e775dac-f470-41b9-a9b8-c5f8fadcd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.858364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-3e775dac-f470-41b9-a9b8-c5f8fadcd9ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2802174 Jul 16 20:26:32.050952 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36874) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:32.230237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-19f30b4e-d81c-4471-9503-a23150c43a62 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613222 Jul 16 20:26:32.334472 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cab1c913-903f-46f8-bcd4-11fab3c29373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.475757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b400214-cead-4473-a9a5-581c38bd6df4 req-f01a834d-318d-44ac-8888-4776c3a50731 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294281 Jul 16 20:26:32.543435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cab1c913-903f-46f8-bcd4-11fab3c29373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.551096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cab1c913-903f-46f8-bcd4-11fab3c29373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.716310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1c913-903f-46f8-bcd4-11fab3c29373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad438d6-6459-4ecd-8fb4-bfec2330bd7d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:32.815533 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cab1c913-903f-46f8-bcd4-11fab3c29373 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b9e8b87453642f39bf01388ab61f9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617948 Jul 16 20:26:32.820604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36884) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:33.013239 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d182f97-6e7c-4fad-83ed-528e20f7905e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.056950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28071b9b-ff37-4013-a995-c42975cc4f33 req-e9c2f27f-39a2-4c8b-9b8d-b073f07a7579 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.065120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28071b9b-ff37-4013-a995-c42975cc4f33 req-e9c2f27f-39a2-4c8b-9b8d-b073f07a7579 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.2505364 Jul 16 20:26:33.112336 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d182f97-6e7c-4fad-83ed-528e20f7905e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.161257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd11646-a176-44ee-bf9f-a3062fbc7254 req-d8bcb380-07e8-4666-abc5-ac19ccc7b860 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.162938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfd11646-a176-44ee-bf9f-a3062fbc7254 req-d8bcb380-07e8-4666-abc5-ac19ccc7b860 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 945 time: 0.2507837 Jul 16 20:26:33.171406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28071b9b-ff37-4013-a995-c42975cc4f33 req-97191d56-995e-4c64-8463-b4838413a814 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048961 Jul 16 20:26:33.224715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d182f97-6e7c-4fad-83ed-528e20f7905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.238833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d182f97-6e7c-4fad-83ed-528e20f7905e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.252133 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3d182f97-6e7c-4fad-83ed-528e20f7905e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ad438d6-6459-4ecd-8fb4-bfec2330bd7d HTTP/1.1" status: 204 len: 168 time: 0.4271977 Jul 16 20:26:33.265976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfd11646-a176-44ee-bf9f-a3062fbc7254 req-0020ca13-ec40-4005-aabf-c76ca4f0a58e tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907435 Jul 16 20:26:33.308800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d182f97-6e7c-4fad-83ed-528e20f7905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad438d6-6459-4ecd-8fb4-bfec2330bd7d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.200922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-9620c43e-9942-4d06-b6b5-c770f5cb02b3 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.209444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-9620c43e-9942-4d06-b6b5-c770f5cb02b3 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 945 time: 0.3714170 Jul 16 20:26:34.449261 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.704966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Deleting port 8699495d-56d0-4859-a697-cb0474fdd8d3 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:34.706229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.724886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbdd35-6438-4a0b-b7a0-09c34ec652ab req-d6feee12-4119-4f65-a7f9-2c32d3659c31 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.733225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7cbdd35-6438-4a0b-b7a0-09c34ec652ab req-d6feee12-4119-4f65-a7f9-2c32d3659c31 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.1903343 Jul 16 20:26:34.813478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36924) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:34.848405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7cbdd35-6438-4a0b-b7a0-09c34ec652ab req-3631faa5-4256-4fc8-93f1-36595d92f974 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135528 Jul 16 20:26:35.007098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d84bffb0-4bb7-415b-8a49-a2fdb25439c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.202391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] For port 8699495d-56d0-4859-a697-cb0474fdd8d3, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8699495d-56d0-4859-a697-cb0474fdd8d3,segment=NetworkSegment(8cdab45e-6cd3-46b0-b620-76101d64ab77),segment_id=8cdab45e-6cd3-46b0-b620-76101d64ab77)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:35.203032 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.209742 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.238814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d84bffb0-4bb7-415b-8a49-a2fdb25439c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.248907 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d84bffb0-4bb7-415b-8a49-a2fdb25439c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.294391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Calling delete_port for 8699495d-56d0-4859-a697-cb0474fdd8d3 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:35.403579 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d84bffb0-4bb7-415b-8a49-a2fdb25439c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f1d0fab668e4598af8c1c03110122a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865314 Jul 16 20:26:35.404551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 36936) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.408604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bffb0-4bb7-415b-8a49-a2fdb25439c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7609aef1-41cf-4e7b-8372-c5725268c2c9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.594844 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-301bb376-d4d8-42f7-ac8e-53a5c36f447d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.658027 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-301bb376-d4d8-42f7-ac8e-53a5c36f447d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.740145 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.803386 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-301bb376-d4d8-42f7-ac8e-53a5c36f447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.806969 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-301bb376-d4d8-42f7-ac8e-53a5c36f447d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.817664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-301bb376-d4d8-42f7-ac8e-53a5c36f447d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7609aef1-41cf-4e7b-8372-c5725268c2c9 HTTP/1.1" status: 204 len: 168 time: 0.4046793 Jul 16 20:26:35.850728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bb376-d4d8-42f7-ac8e-53a5c36f447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7609aef1-41cf-4e7b-8372-c5725268c2c9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.926884 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Pushing event deleted for resources: {'Port': ['ID=8699495d-56d0-4859-a697-cb0474fdd8d3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:36.040812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] No DVR routers for this DVR port 8699495d-56d0-4859-a697-cb0474fdd8d3 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:36.045433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.049660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4c0dd82-201e-484c-89aa-5a5044a4fe75 req-a6fced97-2a52-4fb6-a2f7-ec354b7a8b0d tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.16 "DELETE /v2.0/ports/8699495d-56d0-4859-a697-cb0474fdd8d3 HTTP/1.1" status: 204 len: 173 time: 1.8339939 Jul 16 20:26:36.053595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71715ea6-db62-4195-bc6d-a0432ca2cf02', 'name': 'network-vif-deleted', 'tag': '8699495d-56d0-4859-a697-cb0474fdd8d3'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:36.056904 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7b8186-1878-4f48-91f8-d1daf64a43f0" -d '{"events": [{"server_uuid": "71715ea6-db62-4195-bc6d-a0432ca2cf02", "name": "network-vif-deleted", "tag": "8699495d-56d0-4859-a697-cb0474fdd8d3"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:36.074452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc565-808f-4d38-89d7-f1ceeb451ec5 req-717127c1-3e39-4208-9265-dfc6049fcc88 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.083931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f2fc565-808f-4d38-89d7-f1ceeb451ec5 req-717127c1-3e39-4208-9265-dfc6049fcc88 tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/ports?device_id=71715ea6-db62-4195-bc6d-a0432ca2cf02 HTTP/1.1" status: 200 len: 867 time: 1.2725608 Jul 16 20:26:36.167577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f2fc565-808f-4d38-89d7-f1ceeb451ec5 req-9a15ee43-3764-459f-9401-4b8aeafc3a0e tempest-InstanceActionsV221TestJSON-291606472 tempest-InstanceActionsV221TestJSON-291606472-project] 10.222.0.78 "GET /v2.0/security-groups?id=56a6c760-caff-4e1f-9101-b67d7c6f6c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807202 Jul 16 20:26:36.268390 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7afcb96-221c-4730-89a1-316902aae9b7 x-openstack-request-id: req-d7afcb96-221c-4730-89a1-316902aae9b7 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:36.268844 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71715ea6-db62-4195-bc6d-a0432ca2cf02", "name": "network-vif-deleted", "tag": "8699495d-56d0-4859-a697-cb0474fdd8d3", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:36.269253 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7afcb96-221c-4730-89a1-316902aae9b7 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:36.269921 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71715ea6-db62-4195-bc6d-a0432ca2cf02', 'name': 'network-vif-deleted', 'tag': '8699495d-56d0-4859-a697-cb0474fdd8d3', 'status': 'completed', 'code': 200} Jul 16 20:26:36.375393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370290fc-8a80-4370-848e-eb755131bf3b req-6198f92f-ec6d-4ffd-97f3-c38cb57a046f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:36.385142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-370290fc-8a80-4370-848e-eb755131bf3b req-6198f92f-ec6d-4ffd-97f3-c38cb57a046f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.1994791 Jul 16 20:26:36.529234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-370290fc-8a80-4370-848e-eb755131bf3b req-3564900d-9947-4bdf-aac1-509bf558ef02 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381693 Jul 16 20:26:37.149763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973ab9a-5a5a-4b50-8bcd-e90fc7ae633c req-04fee3d5-bab3-4e8b-a4b2-e6436b266100 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.152785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b973ab9a-5a5a-4b50-8bcd-e90fc7ae633c req-04fee3d5-bab3-4e8b-a4b2-e6436b266100 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.1162620 Jul 16 20:26:37.289212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b973ab9a-5a5a-4b50-8bcd-e90fc7ae633c req-0552524f-71cf-47bd-a8ce-274b487d3909 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253731 Jul 16 20:26:37.753039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8699495d-56d0-4859-a697-cb0474fdd8d3 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:37.814524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 8699495d-56d0-4859-a697-cb0474fdd8d3 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:37.815694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8699495d-56d0-4859-a697-cb0474fdd8d3 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:37.983413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7507b-0384-45c7-9da6-3e40dbac922f req-ddfe0a83-478f-4ac1-8634-99681fcf3232 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.993858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5e7507b-0384-45c7-9da6-3e40dbac922f req-ddfe0a83-478f-4ac1-8634-99681fcf3232 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.1979811 Jul 16 20:26:38.006669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37002) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:38.093360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5e7507b-0384-45c7-9da6-3e40dbac922f req-6c201df3-e2d0-493e-bd05-84d5e85c7ec3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979297 Jul 16 20:26:38.100601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-602c4fcc-c138-42b7-93b5-79bcd37eda58 admin admin] Deleting subnet a37aa861-a694-4f36-a95d-c9fcb2d3ac4b {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:38.108343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-602c4fcc-c138-42b7-93b5-79bcd37eda58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.174414 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-602c4fcc-c138-42b7-93b5-79bcd37eda58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.255219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-602c4fcc-c138-42b7-93b5-79bcd37eda58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.358024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-602c4fcc-c138-42b7-93b5-79bcd37eda58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.420523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c4fcc-c138-42b7-93b5-79bcd37eda58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37aa861-a694-4f36-a95d-c9fcb2d3ac4b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:38.426018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-602c4fcc-c138-42b7-93b5-79bcd37eda58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.433532 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-602c4fcc-c138-42b7-93b5-79bcd37eda58 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a37aa861-a694-4f36-a95d-c9fcb2d3ac4b HTTP/1.1" status: 204 len: 168 time: 0.4250193 Jul 16 20:26:38.434050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37012) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:38.624534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.804434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e9261-ec0d-4f95-8100-77e93dd3c910 req-26c9e988-69eb-4c5b-add2-377530d94acd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.807759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-935e9261-ec0d-4f95-8100-77e93dd3c910 req-26c9e988-69eb-4c5b-add2-377530d94acd tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.2561214 Jul 16 20:26:38.874421 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.916914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37036) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:38.926625 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b61b6b-ffb5-49b3-b67d-40cc5c057351']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:38.954011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdab45e-6cd3-46b0-b620-76101d64ab77') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:38.954524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdab45e-6cd3-46b0-b620-76101d64ab77') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:38.994368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.076255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-935e9261-ec0d-4f95-8100-77e93dd3c910 req-f16e2e84-642c-4b95-8bee-22dda89b45b6 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963229 Jul 16 20:26:39.114621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b57bc141-bfad-4ee7-b004-5ecf730e69bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.120987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-daa78212-6516-4492-8303-695ce6a70b51 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=38b01c1fe6fa4a4da51873d1cc3c4b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374502 Jul 16 20:26:39.155974 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.168585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:39.169248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:39.187762 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:39.486051 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.494636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.497937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] 10.222.0.78 "DELETE /v2.0/networks/87b61b6b-ffb5-49b3-b67d-40cc5c057351 HTTP/1.1" status: 204 len: 168 time: 1.0622139 Jul 16 20:26:39.576279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf2946-3c1c-4629-95d1-bb82f6c4f779 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b61b6b-ffb5-49b3-b67d-40cc5c057351,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.660917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f06d85-079a-4e52-9278-166b5cb4846b req-d6a9a505-0c27-49b2-a500-e0721b191d35 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.662427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b57bc141-bfad-4ee7-b004-5ecf730e69bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.663709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f06d85-079a-4e52-9278-166b5cb4846b req-d6a9a505-0c27-49b2-a500-e0721b191d35 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.16 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.6482177 Jul 16 20:26:39.671796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b57bc141-bfad-4ee7-b004-5ecf730e69bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.764479 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bc141-bfad-4ee7-b004-5ecf730e69bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66871bed-b5e4-46da-9ad1-db2cb44239a1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.799971 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b57bc141-bfad-4ee7-b004-5ecf730e69bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2336e47f9834650a0363155f671f857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8789291 Jul 16 20:26:39.802987 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37058) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.843260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-59b375f9-9273-426f-a431-d340fddc8239 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.845194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-59b375f9-9273-426f-a431-d340fddc8239 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7116733 Jul 16 20:26:39.850994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37060) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.916092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97a308ca-b40c-4791-b802-972e942fae41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.957016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97a308ca-b40c-4791-b802-972e942fae41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.975576 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-d40d1b72-039f-4145-b135-a5cadc87deee tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/quotas/38b01c1fe6fa4a4da51873d1cc3c4b2c HTTP/1.1" status: 200 len: 375 time: 0.0954442 Jul 16 20:26:40.059287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-e521024d-7d84-49c7-bff2-cc6c5adc5b1d tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=38b01c1fe6fa4a4da51873d1cc3c4b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654738 Jul 16 20:26:40.063756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ffa7a5cc-723f-4568-a631-3ff1f96534ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2cbad603ff6463e9f42354f6a0c15db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062657 Jul 16 20:26:40.073441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37062) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:40.115323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474591b-ab48-46dc-a928-04ff5f293c3f req-3588add1-0aff-4583-a4d5-bc509e9d92f9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:40.130885 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0474591b-ab48-46dc-a928-04ff5f293c3f req-3588add1-0aff-4583-a4d5-bc509e9d92f9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.4520791 Jul 16 20:26:40.312537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0474591b-ab48-46dc-a928-04ff5f293c3f req-e6cec851-5b97-4dbf-9662-a4fb4c3d1560 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799152 Jul 16 20:26:40.320317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Deleting port e96c5f7e-658f-4a0f-9d01-3854b317cc7d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:40.322402 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.397331 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97a308ca-b40c-4791-b802-972e942fae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.410483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-97a308ca-b40c-4791-b802-972e942fae41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.417868 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-97a308ca-b40c-4791-b802-972e942fae41 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66871bed-b5e4-46da-9ad1-db2cb44239a1 HTTP/1.1" status: 204 len: 168 time: 0.6071022 Jul 16 20:26:40.433225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a308ca-b40c-4791-b802-972e942fae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66871bed-b5e4-46da-9ad1-db2cb44239a1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.465947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5711c8e-9d2b-4ed0-aa6b-bf3678334894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.675797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-914f960b-c725-45e7-b9d9-ad3cd2d602b3 req-779004fc-22f9-4f93-b294-1d5b77942a04 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 210 time: 0.1053114 Jul 16 20:26:40.685870 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5711c8e-9d2b-4ed0-aa6b-bf3678334894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.882307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] For port e96c5f7e-658f-4a0f-9d01-3854b317cc7d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:40.882858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.927173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Calling delete_port for e96c5f7e-658f-4a0f-9d01-3854b317cc7d owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:41.117487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a86d1-bc24-47a8-9fa9-d59bf8f7e0a2 req-8f15fce5-6a13-4eff-b699-d4c9ddabadc7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:41.120268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-438a86d1-bc24-47a8-9fa9-d59bf8f7e0a2 req-8f15fce5-6a13-4eff-b699-d4c9ddabadc7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 945 time: 0.3776281 Jul 16 20:26:41.124154 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5711c8e-9d2b-4ed0-aa6b-bf3678334894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.128678 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5711c8e-9d2b-4ed0-aa6b-bf3678334894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.130591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e5711c8e-9d2b-4ed0-aa6b-bf3678334894 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56a6c760-caff-4e1f-9101-b67d7c6f6c1f HTTP/1.1" status: 204 len: 168 time: 1.0477037 Jul 16 20:26:41.201417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5711c8e-9d2b-4ed0-aa6b-bf3678334894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a6c760-caff-4e1f-9101-b67d7c6f6c1f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.263769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-438a86d1-bc24-47a8-9fa9-d59bf8f7e0a2 req-307d45e9-942c-4503-aeec-fc5e63d2cc11 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313136 Jul 16 20:26:41.472652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.495736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['e96c5f7e-658f-4a0f-9d01-3854b317cc7d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:41.503457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['a40b9366-cd81-45f4-931b-6f3abfae28b7'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:41.585182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Pushing event deleted for resources: {'Port': ['ID=e96c5f7e-658f-4a0f-9d01-3854b317cc7d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:42.380577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] No DVR routers for this DVR port e96c5f7e-658f-4a0f-9d01-3854b317cc7d on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:42.412857 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.415541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44f06d85-079a-4e52-9278-166b5cb4846b req-e060d138-9ee8-449f-b0c3-8bec209e6e42 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.16 "DELETE /v2.0/ports/e96c5f7e-658f-4a0f-9d01-3854b317cc7d HTTP/1.1" status: 204 len: 173 time: 2.7252109 Jul 16 20:26:42.418342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f60ce45-8e7b-4068-94db-5b9a902fad7b req-932735a7-2ef9-4034-a4c7-f1c81f056b02 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 210 time: 0.0731950 Jul 16 20:26:42.419106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af6c70-4367-4b81-957f-869ea5f3b037', 'name': 'network-vif-deleted', 'tag': 'e96c5f7e-658f-4a0f-9d01-3854b317cc7d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:42.421695 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c765a-b549-4c5c-be35-b5de0ca766d2" -d '{"events": [{"server_uuid": "69af6c70-4367-4b81-957f-869ea5f3b037", "name": "network-vif-deleted", "tag": "e96c5f7e-658f-4a0f-9d01-3854b317cc7d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:42.486872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9076e-01c4-4bb8-9f15-65c9a424e94f req-d56c11fe-8cb6-4b52-8ad4-de01947f89ec tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.504467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfb9076e-01c4-4bb8-9f15-65c9a424e94f req-d56c11fe-8cb6-4b52-8ad4-de01947f89ec tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.8879604 Jul 16 20:26:42.637108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfb9076e-01c4-4bb8-9f15-65c9a424e94f req-27d55872-8fc0-4130-b386-3e93666fd519 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315985 Jul 16 20:26:42.694996 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac2aa43-8b21-402d-b38f-d223e9c54bea x-openstack-request-id: req-cac2aa43-8b21-402d-b38f-d223e9c54bea {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:42.695571 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af6c70-4367-4b81-957f-869ea5f3b037", "name": "network-vif-deleted", "tag": "e96c5f7e-658f-4a0f-9d01-3854b317cc7d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:42.696017 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cac2aa43-8b21-402d-b38f-d223e9c54bea {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:42.696682 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af6c70-4367-4b81-957f-869ea5f3b037', 'name': 'network-vif-deleted', 'tag': 'e96c5f7e-658f-4a0f-9d01-3854b317cc7d', 'status': 'completed', 'code': 200} Jul 16 20:26:42.806391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-525f11cd-482b-42c3-a1e8-0bd8bfe82225 req-9778498a-0feb-4f33-b4bb-c0b6ac5cd7d5 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=69af6c70-4367-4b81-957f-869ea5f3b037 HTTP/1.1" status: 200 len: 210 time: 0.0632398 Jul 16 20:26:43.013380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37140) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:43.068499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-d11f393b-4e1d-4305-affb-2db77e1ef57c tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=38b01c1fe6fa4a4da51873d1cc3c4b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486858 Jul 16 20:26:43.254847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1990105404-network', 'tenant_id': '600446f2a9114f53aa14f687d333b550'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:43.294454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Made reservation on behalf of 600446f2a9114f53aa14f687d333b550 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:43.298503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.325036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.345058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-06bb6ca2-e18c-4195-87eb-646a43a9abd2 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.347838 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-06bb6ca2-e18c-4195-87eb-646a43a9abd2 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782094 Jul 16 20:26:43.370921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Request body: {'port': {'device_id': '8ff0c446-ecfd-4153-b1f4-2625d17f4f6a', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '38b01c1fe6fa4a4da51873d1cc3c4b2c'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:43.605455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.615775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.707458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef41249-53cc-4924-93cb-6e9903f6a970,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.731022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:43.759345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.760810 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Added segment 995b3fcd-16b5-4782-bf4b-9fac6a548fed of type vlan for network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 Jul 16 20:26:43.766181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e96c5f7e-658f-4a0f-9d01-3854b317cc7d no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:43.819914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29c0393b-8891-456f-81a2-6f7cb471ebc0 req-2f9542ac-be34-4ff9-8ba1-517531373a70 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 210 time: 0.1761847 Jul 16 20:26:43.821990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Made reservation on behalf of 38b01c1fe6fa4a4da51873d1cc3c4b2c for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:43.849123 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.881099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: e96c5f7e-658f-4a0f-9d01-3854b317cc7d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:43.884072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e96c5f7e-658f-4a0f-9d01-3854b317cc7d not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:43.916174 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.953655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.056535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.061891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.063647 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.224498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7759-ff46-475c-b175-b78787901a2e req-4642eefb-c39f-4d27-a2c7-2a1156913f4d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:44.238679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a79a7759-ff46-475c-b175-b78787901a2e req-4642eefb-c39f-4d27-a2c7-2a1156913f4d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 943 time: 0.3167324 Jul 16 20:26:44.302532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=2e18a0b6-4e6b-4980-86e4-61a63e3ef660,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:44.317802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:44.450464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a79a7759-ff46-475c-b175-b78787901a2e req-9f38d7f4-c640-4e9d-bf84-9ccaeacd9012 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081270 Jul 16 20:26:44.453500 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.465325 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.486337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f947abf4-f375-4c28-971c-b210d0181bf0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4710443 Jul 16 20:26:44.491080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37166) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.497693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Request body: {'subnet': {'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1990105404-subnet', 'tenant_id': '600446f2a9114f53aa14f687d333b550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:44.513323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ec018862-3195-450c-a427-2ab741517e68 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:44.553515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Made reservation on behalf of 600446f2a9114f53aa14f687d333b550 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:44.557903 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.648637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f7567b-959f-4249-b238-03450bf19264,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:44.725021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ec018862-3195-450c-a427-2ab741517e68, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ec018862-3195-450c-a427-2ab741517e68,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:44.739968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'ec018862-3195-450c-a427-2ab741517e68', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'port_id': 'ec018862-3195-450c-a427-2ab741517e68', 'mac_address': 'fa:16:3e:e3:ef:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:44.843300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.873599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec018862-3195-450c-a427-2ab741517e68 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:44.893926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Allocated IP 192.168.233.78 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/2a4eb302-f8a9-4ced-862e-d783c58f7961) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:44.935701 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.965498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ec018862-3195-450c-a427-2ab741517e68, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ec018862-3195-450c-a427-2ab741517e68,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:44.989690 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.113996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84276bb8-41d6-432b-88df-3deaaebb32b8,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:45.124632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Checking segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:45.125922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Network hostable DHCP agents. Network: 2e18a0b6-4e6b-4980-86e4-61a63e3ef660, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:45.147613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:45.167049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 2e18a0b6-4e6b-4980-86e4-61a63e3ef660) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:45.170871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ec018862-3195-450c-a427-2ab741517e68,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:45.184763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.186047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.207206 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0d323898-418f-41ae-80ff-75ff7c7b5cb4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7149537 Jul 16 20:26:45.219523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.221793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffa194e-4f1b-46a6-9529-48caefdf58df None None] Network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:45.224366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfb8d009-da5d-437d-b143-e0b6260268d2 req-3368cb84-f44f-4d10-b468-3d0db8046c06 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 210 time: 0.0638969 Jul 16 20:26:45.266917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6558-c8ed-4b6b-bfe2-18f0dc151e87 req-f228bb70-16fa-4855-8c54-2de5c5fb42a7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.298143 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-230f6558-c8ed-4b6b-bfe2-18f0dc151e87 req-f228bb70-16fa-4855-8c54-2de5c5fb42a7 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.6029415 Jul 16 20:26:45.312609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Transition to ACTIVE for port object 2a4eb302-f8a9-4ced-862e-d783c58f7961 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:45.406697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.486065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-230f6558-c8ed-4b6b-bfe2-18f0dc151e87 req-7f4b17a9-7164-4907-ba8c-6c110fb97af8 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813514 Jul 16 20:26:45.622064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ec018862-3195-450c-a427-2ab741517e68'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:45.662667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:45.670396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:45.674002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Pushing event updated for resources: {'Port': ['ID=2a4eb302-f8a9-4ced-862e-d783c58f7961,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:45.688531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:45.779163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.780597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.843009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bdbe15-541e-4057-b410-ad563610c0a3 None None] Network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:45.844352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-21122723-4226-4510-98de-47c44f41deda tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4828639 Jul 16 20:26:45.866917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Request body: {'port': {'device_id': '8ff0c446-ecfd-4153-b1f4-2625d17f4f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:46.052800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd838fa-b2dc-4d4f-8d5b-1fa7a2d85e44 req-ad44d7ef-923b-4e4b-a678-cfe556cfcc0d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.067406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-edd838fa-b2dc-4d4f-8d5b-1fa7a2d85e44 req-ad44d7ef-923b-4e4b-a678-cfe556cfcc0d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 944 time: 0.2713654 Jul 16 20:26:46.211061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.382548 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-edd838fa-b2dc-4d4f-8d5b-1fa7a2d85e44 req-e073055d-4535-4ea0-8216-974ad155a783 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118522 Jul 16 20:26:46.552335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a327c267-9aa9-44aa-8790-10f76290ced1 None None] Provisioning for port 2a4eb302-f8a9-4ced-862e-d783c58f7961 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:46.565915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a327c267-9aa9-44aa-8790-10f76290ced1 None None] Provisioning complete for port 2a4eb302-f8a9-4ced-862e-d783c58f7961 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:46.565915 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a327c267-9aa9-44aa-8790-10f76290ced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.782560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a327c267-9aa9-44aa-8790-10f76290ced1 None None] Port 2a4eb302-f8a9-4ced-862e-d783c58f7961 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:46.935935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-f3fa76d7-fbac-410b-a986-85e9869145b5 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.943345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-f3fa76d7-fbac-410b-a986-85e9869145b5 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 813 time: 0.4675999 Jul 16 20:26:47.017513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-a9993f64-28f8-4777-a9fb-944509a70c8f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/quotas/600446f2a9114f53aa14f687d333b550 HTTP/1.1" status: 200 len: 375 time: 0.0731266 Jul 16 20:26:47.031672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209759-8cda-40b0-b57f-0cb00fa6dd07 req-a3a61352-76df-468c-b4a4-3923a2e76235 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.033536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed209759-8cda-40b0-b57f-0cb00fa6dd07 req-a3a61352-76df-468c-b4a4-3923a2e76235 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 935 time: 0.2590723 Jul 16 20:26:47.083835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-e00e87a0-b253-4b00-88a4-e746ff3e56fa tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491145 Jul 16 20:26:47.177495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed209759-8cda-40b0-b57f-0cb00fa6dd07 req-9dece3ba-e49f-4c83-bb90-d2e56b488c55 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274369 Jul 16 20:26:47.327257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4eb302-f8a9-4ced-862e-d783c58f7961 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:47.365619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-747c9ae1-3c3a-4764-9569-e62f285ee1f9 service neutron] 10.222.0.78 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685807 Jul 16 20:26:47.368490 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.428096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Transition to ACTIVE for port object 2a4eb302-f8a9-4ced-862e-d783c58f7961 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:47.474746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.712309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-863f9893-066d-434e-808e-8833e801fe53 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3964896 Jul 16 20:26:47.722194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4eb302-f8a9-4ced-862e-d783c58f7961,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.825900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-3847eeee-dbf3-4e8d-afdc-86584c60d4d2 service neutron] 10.222.0.78 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346850 Jul 16 20:26:48.034540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4004c6-3a87-4af5-83bf-57d2964ba0d3 req-bde1446f-3fdb-453f-b090-fed9b5db78bb tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.047586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f4004c6-3a87-4af5-83bf-57d2964ba0d3 req-bde1446f-3fdb-453f-b090-fed9b5db78bb tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.6109703 Jul 16 20:26:48.059155 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c174c41e-526f-40e1-b9b4-8fccd7c4ad20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.175212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Attempting to bind port 2a4eb302-f8a9-4ced-862e-d783c58f7961 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:48.175916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Attempting to bind port 2a4eb302-f8a9-4ced-862e-d783c58f7961 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:48.176347 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Attempting to bind port 2a4eb302-f8a9-4ced-862e-d783c58f7961 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:48.217032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f4004c6-3a87-4af5-83bf-57d2964ba0d3 req-f44dd622-5290-4bd3-a9c7-b3d649a03c5f tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678987 Jul 16 20:26:48.223424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Port 2a4eb302-f8a9-4ced-862e-d783c58f7961 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:48.223877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Attempting to bind port 2a4eb302-f8a9-4ced-862e-d783c58f7961 on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:48.249669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319915ff-a218-4920-8e5c-56c259e088b3 req-7df34a78-d129-407f-a08e-85df180610cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.251374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-7df34a78-d129-407f-a08e-85df180610cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cea726f818843af9f82975114c19b21&device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 1097 time: 0.4332910 Jul 16 20:26:48.252581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:48.253144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:48.253640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:48.256012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Bound port: 2a4eb302-f8a9-4ced-862e-d783c58f7961, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:48.256487 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.501201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] For port 2a4eb302-f8a9-4ced-862e-d783c58f7961, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:48.549178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] For port 2a4eb302-f8a9-4ced-862e-d783c58f7961, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2a4eb302-f8a9-4ced-862e-d783c58f7961,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:48.556562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319915ff-a218-4920-8e5c-56c259e088b3 req-3afd6ee3-b4b1-4eb5-9ec4-a77aae5fef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.557925 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-3afd6ee3-b4b1-4eb5-9ec4-a77aae5fef5f service neutron] 10.222.0.68 "GET /v2.0/networks?id=6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 200 len: 910 time: 0.2746274 Jul 16 20:26:48.560435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ec018862-3195-450c-a427-2ab741517e68 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:48.562899 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.686660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.687717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.690443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a4eb302-f8a9-4ced-862e-d783c58f7961 HTTP/1.1" status: 200 len: 1096 time: 2.8358245 Jul 16 20:26:48.697805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff0c446-ecfd-4153-b1f4-2625d17f4f6a', 'tag': '2a4eb302-f8a9-4ced-862e-d783c58f7961'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:48.702353 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78997f6d-7ea7-4369-a08f-675106069e24" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff0c446-ecfd-4153-b1f4-2625d17f4f6a", "tag": "2a4eb302-f8a9-4ced-862e-d783c58f7961"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:48.761275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port ec018862-3195-450c-a427-2ab741517e68 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:48.767690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port ec018862-3195-450c-a427-2ab741517e68 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:48.768094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fb316-eb5d-4337-9d6c-372197424463 req-e52474e0-fd44-435b-9c44-fda004859562 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:48.769119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.773008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1fb316-eb5d-4337-9d6c-372197424463 req-e52474e0-fd44-435b-9c44-fda004859562 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 944 time: 0.4011188 Jul 16 20:26:48.862861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b38c9-d4fd-4e05-b59b-dd9eeded0263 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4eb302-f8a9-4ced-862e-d783c58f7961,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.923409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-f4978a51-53b1-4c4a-b02c-2a72c510032c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 200 len: 1001 time: 0.3572898 Jul 16 20:26:49.008548 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.082049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5f08fa-ab18-416a-a3be-d2b221fb07be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec018862-3195-450c-a427-2ab741517e68'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:49.088473 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9db5df-7ea8-48e9-9167-4f98072631f9" -d '{"events": [{"server_uuid": "6e5f08fa-ab18-416a-a3be-d2b221fb07be", "name": "network-vif-plugged", "status": "completed", "tag": "ec018862-3195-450c-a427-2ab741517e68"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:49.131470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ec018862-3195-450c-a427-2ab741517e68, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ec018862-3195-450c-a427-2ab741517e68,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:49.139378 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.215565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9c1fb316-eb5d-4337-9d6c-372197424463 req-65acbcfd-b8fe-4be3-9e33-9d11c763cb63 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128602 Jul 16 20:26:49.330162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ec018862-3195-450c-a427-2ab741517e68,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:49.363133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319915ff-a218-4920-8e5c-56c259e088b3 req-042eb90c-6a7d-4b24-b05e-9e1c376c1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.365036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-042eb90c-6a7d-4b24-b05e-9e1c376c1bfe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=405169b1-d2d7-4125-b5e3-1af006f08613 HTTP/1.1" status: 200 len: 848 time: 0.4226224 Jul 16 20:26:49.431540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-4d171054-f41e-4e7f-9019-3df67bc43a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.436981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-4d171054-f41e-4e7f-9019-3df67bc43a26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38b01c1fe6fa4a4da51873d1cc3c4b2c&device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 1099 time: 0.6564109 Jul 16 20:26:49.491838 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74afa8-e85d-46f1-b895-f8753af4f236 req-27c2d08b-c205-4f70-9e75-b7f0aac47179 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.507048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b74afa8-e85d-46f1-b895-f8753af4f236 req-27c2d08b-c205-4f70-9e75-b7f0aac47179 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 947 time: 0.5652711 Jul 16 20:26:49.623123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39972d2f-d935-48d0-aa28-c121c00738b3 req-8b9e7ed1-c818-44f8-9c78-be66b77556de tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 210 time: 0.1838195 Jul 16 20:26:49.642853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-f0235416-733f-4fdb-af97-4305cd92d86c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.645629 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-f0235416-733f-4fdb-af97-4305cd92d86c tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.68 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.2183056 Jul 16 20:26:49.749693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-bc8397d1-872b-48e9-9394-e4e30cb2aa7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=2a4eb302-f8a9-4ced-862e-d783c58f7961 HTTP/1.1" status: 200 len: 217 time: 0.2828233 Jul 16 20:26:49.872924 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d01a666-32bc-4293-912c-caf2664481de x-openstack-request-id: req-4d01a666-32bc-4293-912c-caf2664481de {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:49.873466 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5f08fa-ab18-416a-a3be-d2b221fb07be", "name": "network-vif-plugged", "status": "completed", "tag": "ec018862-3195-450c-a427-2ab741517e68", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:49.873872 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4d01a666-32bc-4293-912c-caf2664481de {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:49.874699 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5f08fa-ab18-416a-a3be-d2b221fb07be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec018862-3195-450c-a427-2ab741517e68', 'code': 200} Jul 16 20:26:49.881439 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca1765e-9943-435f-8d53-66046546bf79 x-openstack-request-id: req-7ca1765e-9943-435f-8d53-66046546bf79 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:49.881948 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff0c446-ecfd-4153-b1f4-2625d17f4f6a", "tag": "2a4eb302-f8a9-4ced-862e-d783c58f7961", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:49.883486 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ca1765e-9943-435f-8d53-66046546bf79 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:49.884222 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff0c446-ecfd-4153-b1f4-2625d17f4f6a', 'tag': '2a4eb302-f8a9-4ced-862e-d783c58f7961', 'status': 'completed', 'code': 200} Jul 16 20:26:49.933237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Deleting port a40b9366-cd81-45f4-931b-6f3abfae28b7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:49.934085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.961148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b74afa8-e85d-46f1-b895-f8753af4f236 req-b44fe47e-d6d9-4021-98d1-833360a2aca8 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516528 Jul 16 20:26:50.076795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319915ff-a218-4920-8e5c-56c259e088b3 req-35675d73-61f7-4e14-a014-b900f79c1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.080330 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-35675d73-61f7-4e14-a014-b900f79c1641 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6387992f-d398-4257-a9e0-e23048055ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7021377 Jul 16 20:26:50.150052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-f8946a0a-3a0a-4be5-9a55-249f10d76b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.153145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-f8946a0a-3a0a-4be5-9a55-249f10d76b22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.3699036 Jul 16 20:26:50.348515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] For port a40b9366-cd81-45f4-931b-6f3abfae28b7, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=a40b9366-cd81-45f4-931b-6f3abfae28b7,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:50.349222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.378671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Calling delete_port for a40b9366-cd81-45f4-931b-6f3abfae28b7 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:50.418836 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-05ab584e-7b3e-4735-b606-b394d52b69b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.515727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267dfa3-961f-4612-8120-7e440c17cd42 req-e2319193-f8c6-481b-9a5c-72e5c40bf895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.521264 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b267dfa3-961f-4612-8120-7e440c17cd42 req-e2319193-f8c6-481b-9a5c-72e5c40bf895 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 1097 time: 0.2675552 Jul 16 20:26:50.652946 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b267dfa3-961f-4612-8120-7e440c17cd42 req-d52655f4-230e-4759-af27-7ddbb0c89e48 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207936 Jul 16 20:26:50.680881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.690303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-f905a7dc-80e2-4ba1-8bd4-946cb1ca0925 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896218 Jul 16 20:26:50.736639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f277c-a534-4b28-b494-b45521ac566d req-9db7234d-0dcf-4be1-b019-21fdbd31aa2d tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.760940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b2f277c-a534-4b28-b494-b45521ac566d req-9db7234d-0dcf-4be1-b019-21fdbd31aa2d tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 945 time: 0.7074084 Jul 16 20:26:50.812184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-753be679-209f-4b99-a266-a1aec69b3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.816345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-753be679-209f-4b99-a266-a1aec69b3569 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6334486 Jul 16 20:26:51.095742 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b2f277c-a534-4b28-b494-b45521ac566d req-0e8fab5f-535d-4623-ac1f-93debc754512 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/security-groups?id=b010b1c0-b561-42d5-b8bb-48ec09fb530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292561 Jul 16 20:26:51.222867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29fc11-e378-4f82-8ad6-772406cc6466 req-b9189f37-ec89-43ca-81e7-45eba74aedcd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.231492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c29fc11-e378-4f82-8ad6-772406cc6466 req-b9189f37-ec89-43ca-81e7-45eba74aedcd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 945 time: 0.7015603 Jul 16 20:26:51.309404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c29fc11-e378-4f82-8ad6-772406cc6466 req-526f2f4a-ad4c-48cf-887d-94db6051edb2 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716286 Jul 16 20:26:51.558556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-bf9eb875-3426-43dd-86da-30b135177555 service neutron] 10.222.0.68 "GET /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928188 Jul 16 20:26:51.607946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-fe61eba9-6fc4-4605-8e55-ca489e703495 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.616179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-fe61eba9-6fc4-4605-8e55-ca489e703495 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.68 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 813 time: 0.8287184 Jul 16 20:26:51.617545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d2da83d-3dc7-455b-9e02-62f1bf9143a3 req-f3190535-4a9b-4423-b2ec-485ccf8ecd28 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 210 time: 0.0446379 Jul 16 20:26:51.637452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.699819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Request body: {'port': {'device_id': 'bc6d7698-447a-4934-9e65-55ae79cb4d6e', 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'admin_state_up': True, 'tenant_id': '600446f2a9114f53aa14f687d333b550'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:51.816690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Pushing event deleted for resources: {'Port': ['ID=a40b9366-cd81-45f4-931b-6f3abfae28b7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:51.902384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] No DVR routers for this DVR port a40b9366-cd81-45f4-931b-6f3abfae28b7 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:51.963460 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.967272 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5c66aa6-f1dd-4c99-a0bb-100addbb9d7a req-4c05ebbf-dfea-4f41-a101-bd9ceb54c104 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.68 "DELETE /v2.0/ports/a40b9366-cd81-45f4-931b-6f3abfae28b7 HTTP/1.1" status: 204 len: 173 time: 2.3048117 Jul 16 20:26:51.968012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70ce0d9-0935-4c65-ba30-6790a68fc68d', 'name': 'network-vif-deleted', 'tag': 'a40b9366-cd81-45f4-931b-6f3abfae28b7'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:51.979673 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4c60c-d5d1-4172-be90-84b53a6c0517" -d '{"events": [{"server_uuid": "b70ce0d9-0935-4c65-ba30-6790a68fc68d", "name": "network-vif-deleted", "tag": "a40b9366-cd81-45f4-931b-6f3abfae28b7"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:52.194438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Made reservation on behalf of 600446f2a9114f53aa14f687d333b550 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:52.208516 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.242650 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b928da-d6cb-4239-8625-65bef566205c x-openstack-request-id: req-c2b928da-d6cb-4239-8625-65bef566205c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:52.242650 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70ce0d9-0935-4c65-ba30-6790a68fc68d", "name": "network-vif-deleted", "tag": "a40b9366-cd81-45f4-931b-6f3abfae28b7", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:52.242650 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2b928da-d6cb-4239-8625-65bef566205c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:52.242650 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70ce0d9-0935-4c65-ba30-6790a68fc68d', 'name': 'network-vif-deleted', 'tag': 'a40b9366-cd81-45f4-931b-6f3abfae28b7', 'status': 'completed', 'code': 200} Jul 16 20:26:52.275975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-087fec6d-af52-4fc0-8746-c645e689e542 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4175487 Jul 16 20:26:52.296132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-56c3884c-febc-4d34-81f6-67f49bf9253b tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.298856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-56c3884c-febc-4d34-81f6-67f49bf9253b tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.16 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 813 time: 1.4056146 Jul 16 20:26:52.326042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Request body: {'port': {'device_id': '70a2d022-05f6-4192-bbdf-a970f99771fe', 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'admin_state_up': True, 'tenant_id': '600446f2a9114f53aa14f687d333b550'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:52.429034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.553869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Allocated IP 172.20.0.14 (2e18a0b6-4e6b-4980-86e4-61a63e3ef660/84276bb8-41d6-432b-88df-3deaaebb32b8/86773864-1ccb-4b86-b64b-fc0a33aad29c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:52.560896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-edf7c7f0-2329-431b-80d1-38a1bdc5329d req-47fd155b-028e-4de5-af7f-75c5385fdd30 tempest-ServerRescueNegativeTestJSON-1661326663 tempest-ServerRescueNegativeTestJSON-1661326663-project] 10.222.0.78 "GET /v2.0/ports?device_id=b70ce0d9-0935-4c65-ba30-6790a68fc68d HTTP/1.1" status: 200 len: 210 time: 0.1198912 Jul 16 20:26:52.564358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a40b9366-cd81-45f4-931b-6f3abfae28b7 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:52.636873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: a40b9366-cd81-45f4-931b-6f3abfae28b7 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:52.637993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device a40b9366-cd81-45f4-931b-6f3abfae28b7 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:52.655442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54550d-3a83-4a51-b500-3ec1ba1baac5 req-cf7e19a9-10bf-4af9-af79-984ac4ab3218 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.658284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c54550d-3a83-4a51-b500-3ec1ba1baac5 req-cf7e19a9-10bf-4af9-af79-984ac4ab3218 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 947 time: 1.0272925 Jul 16 20:26:52.896979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd840412-9bf7-4584-a7a8-b130fa9b6fb6 req-63ed79b3-e578-4787-b300-afd54c3e7c66 service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951941 Jul 16 20:26:52.906920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c54550d-3a83-4a51-b500-3ec1ba1baac5 req-c7995099-5b87-4675-a2b3-c12805eb677a tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288043 Jul 16 20:26:52.935965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Made reservation on behalf of 600446f2a9114f53aa14f687d333b550 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:52.942404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.013918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.128266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.209356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249959a-7209-4584-9048-34a24313452e req-12263198-3e47-4cbe-b8ab-78fe8e56dd31 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.211401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4249959a-7209-4584-9048-34a24313452e req-12263198-3e47-4cbe-b8ab-78fe8e56dd31 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 945 time: 0.2136164 Jul 16 20:26:53.242439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:53.253658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:53.261936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997f6d-7ea7-4369-a08f-675106069e24 req-05cb2b0d-5ca8-4691-98ea-99fb1c35c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.262897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:53.263739 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78997f6d-7ea7-4369-a08f-675106069e24 req-05cb2b0d-5ca8-4691-98ea-99fb1c35c1fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38b01c1fe6fa4a4da51873d1cc3c4b2c&device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 1099 time: 0.2285531 Jul 16 20:26:53.313338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Pushing event updated for resources: {'Port': ['ID=86773864-1ccb-4b86-b64b-fc0a33aad29c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:53.360989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.361944 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.382501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9cece904-510e-4bbf-8c61-e394388bd165 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7539921 Jul 16 20:26:53.387008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Allocated IP 172.20.0.5 (2e18a0b6-4e6b-4980-86e4-61a63e3ef660/84276bb8-41d6-432b-88df-3deaaebb32b8/f76ace47-9cb2-4ad0-bc46-9a8c938efe31) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:53.397183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Request body: {'port': {'device_id': 'bc6d7698-447a-4934-9e65-55ae79cb4d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:53.417091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4249959a-7209-4584-9048-34a24313452e req-d1e57664-d1e7-4c4b-a3e7-05ebff814f47 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665733 Jul 16 20:26:53.544117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.546742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5301f-62b7-411b-ba70-61ac63941162 req-5c0e7d18-d2ed-4fcd-8f74-4dfd3b618bf5 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.548752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3a5301f-62b7-411b-ba70-61ac63941162 req-5c0e7d18-d2ed-4fcd-8f74-4dfd3b618bf5 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 932 time: 0.3360898 Jul 16 20:26:53.554835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997f6d-7ea7-4369-a08f-675106069e24 req-ecf79cb0-ceba-4579-a0d1-2f19f9548287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.556932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78997f6d-7ea7-4369-a08f-675106069e24 req-ecf79cb0-ceba-4579-a0d1-2f19f9548287 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.2577171 Jul 16 20:26:53.654035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78997f6d-7ea7-4369-a08f-675106069e24 req-cc102f24-de34-426d-9203-cc10ee667e0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=2a4eb302-f8a9-4ced-862e-d783c58f7961 HTTP/1.1" status: 200 len: 217 time: 0.0804944 Jul 16 20:26:53.748917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3a5301f-62b7-411b-ba70-61ac63941162 req-5526c553-d2a3-41da-b22c-57d52ec72972 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877623 Jul 16 20:26:53.808281 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.882559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997f6d-7ea7-4369-a08f-675106069e24 req-0c7e176d-12f3-4a84-8826-413c509b8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.885444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78997f6d-7ea7-4369-a08f-675106069e24 req-0c7e176d-12f3-4a84-8826-413c509b8a5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.2157979 Jul 16 20:26:53.986305 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.018548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37288) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:54.079401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e0e34-c1cb-4997-9385-272dd916d4da req-379c75af-de03-4c86-bfdb-97d9a91c6cfb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.081408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-093e0e34-c1cb-4997-9385-272dd916d4da req-379c75af-de03-4c86-bfdb-97d9a91c6cfb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 945 time: 0.2501080 Jul 16 20:26:54.167780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997f6d-7ea7-4369-a08f-675106069e24 req-118f8500-2edd-4871-a808-fe565d628926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.169790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78997f6d-7ea7-4369-a08f-675106069e24 req-118f8500-2edd-4871-a808-fe565d628926 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2772489 Jul 16 20:26:54.295979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-093e0e34-c1cb-4997-9385-272dd916d4da req-3bbacd92-9428-4be6-a9e5-8655d4e5375f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026303 Jul 16 20:26:54.302580 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.456483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:54.475162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:54.478512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:54.497394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Pushing event updated for resources: {'Port': ['ID=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:54.589302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78997f6d-7ea7-4369-a08f-675106069e24 req-95d65844-d291-4ea0-be07-9d2dedbe298c service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068472 Jul 16 20:26:54.621349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6bc9e-53fc-49ea-86d3-87f74627e96f req-016254b5-03e1-4472-bcc9-e2b0e0f0cf34 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.623009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43e6bc9e-53fc-49ea-86d3-87f74627e96f req-016254b5-03e1-4472-bcc9-e2b0e0f0cf34 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 947 time: 0.4238608 Jul 16 20:26:54.636330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86773864-1ccb-4b86-b64b-fc0a33aad29c {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:54.653050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.679460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Transition to ACTIVE for port object 86773864-1ccb-4b86-b64b-fc0a33aad29c will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:54.685864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.720008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.720710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.794412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Pushing event updated for resources: {'Port': ['ID=86773864-1ccb-4b86-b64b-fc0a33aad29c,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:54.830797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6a0f3fd2-0d3a-4042-b41d-3d8d7c835626 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5155673 Jul 16 20:26:54.840510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43e6bc9e-53fc-49ea-86d3-87f74627e96f req-f96db0c2-2e16-48d5-add8-7158626aba9b tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820872 Jul 16 20:26:54.854893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Request body: {'port': {'device_id': '70a2d022-05f6-4192-bbdf-a970f99771fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:54.963007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Attempting to bind port 86773864-1ccb-4b86-b64b-fc0a33aad29c on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:54.963822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Attempting to bind port 86773864-1ccb-4b86-b64b-fc0a33aad29c by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:54.964751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Attempting to bind port 86773864-1ccb-4b86-b64b-fc0a33aad29c on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:54.973163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Port 86773864-1ccb-4b86-b64b-fc0a33aad29c on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:54.973964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Attempting to bind port 86773864-1ccb-4b86-b64b-fc0a33aad29c on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:54.983264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78997f6d-7ea7-4369-a08f-675106069e24 req-496f1212-8d1b-43aa-a338-3002975cde5f service neutron] 10.222.0.16 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730836 Jul 16 20:26:54.985939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:54.986775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Checking segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:54.987674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Bound using segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:54.989243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Bound port: 86773864-1ccb-4b86-b64b-fc0a33aad29c, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:54.991432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.015870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836193cf-dc96-413f-9b7d-2a9748509031 req-26d2a84d-c599-4da9-a711-03ddd5a4ddfc tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.017658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-836193cf-dc96-413f-9b7d-2a9748509031 req-26d2a84d-c599-4da9-a711-03ddd5a4ddfc tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 945 time: 0.4350171 Jul 16 20:26:55.110513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] For port 86773864-1ccb-4b86-b64b-fc0a33aad29c, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:55.115489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] For port 86773864-1ccb-4b86-b64b-fc0a33aad29c, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86773864-1ccb-4b86-b64b-fc0a33aad29c,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:55.122847 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.128492 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.173087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-836193cf-dc96-413f-9b7d-2a9748509031 req-2946b47f-5f24-4bb9-adb4-3dd4c5ea657d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286027 Jul 16 20:26:55.238251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.238914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.245948 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] 10.222.0.68 "PUT /v2.0/ports/86773864-1ccb-4b86-b64b-fc0a33aad29c HTTP/1.1" status: 200 len: 1093 time: 1.8554139 Jul 16 20:26:55.246677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23df21-8262-48ba-bb1c-63e56f9b5650 service neutron] Pushing event updated for resources: {'Port': ['ID=86773864-1ccb-4b86-b64b-fc0a33aad29c,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:55.259563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6d7698-447a-4934-9e65-55ae79cb4d6e', 'tag': '86773864-1ccb-4b86-b64b-fc0a33aad29c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:55.266905 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4259d5-bd63-4f40-9dd7-23d4589a874e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6d7698-447a-4934-9e65-55ae79cb4d6e", "tag": "86773864-1ccb-4b86-b64b-fc0a33aad29c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:55.309340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e3841-56b4-4ca6-8e9d-21053cbc8c38 req-2c9a5eb6-6607-464b-bd1a-e81b563df895 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.317073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-455e3841-56b4-4ca6-8e9d-21053cbc8c38 req-2c9a5eb6-6607-464b-bd1a-e81b563df895 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 944 time: 0.2963450 Jul 16 20:26:55.375600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-455e3841-56b4-4ca6-8e9d-21053cbc8c38 req-56042cf7-0fde-45ff-8b22-b32d493321f6 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574107 Jul 16 20:26:55.418304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-b99c1efb-59f9-47a4-8e05-34ef0488da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.420630 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-b99c1efb-59f9-47a4-8e05-34ef0488da9f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 1096 time: 0.1281362 Jul 16 20:26:55.442709 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b42bc42-0da3-48ac-866d-c75083e495a6 x-openstack-request-id: req-6b42bc42-0da3-48ac-866d-c75083e495a6 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:55.443333 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6d7698-447a-4934-9e65-55ae79cb4d6e", "tag": "86773864-1ccb-4b86-b64b-fc0a33aad29c", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:55.443900 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b42bc42-0da3-48ac-866d-c75083e495a6 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:55.445162 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6d7698-447a-4934-9e65-55ae79cb4d6e', 'tag': '86773864-1ccb-4b86-b64b-fc0a33aad29c', 'status': 'completed', 'code': 200} Jul 16 20:26:55.530607 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-6608f3f7-5007-4860-8f3c-5e9bf496c4c6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86773864-1ccb-4b86-b64b-fc0a33aad29c HTTP/1.1" status: 200 len: 217 time: 0.1026750 Jul 16 20:26:55.565360 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.625687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9c21e34f-ee3b-49e4-975f-111d6292514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.627586 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-9c21e34f-ee3b-49e4-975f-111d6292514c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 200 len: 853 time: 0.0897162 Jul 16 20:26:55.672954 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-e1f20846-0e27-468a-bfef-e6e7a68dda93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375497 Jul 16 20:26:55.813953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2a4eb302-f8a9-4ced-862e-d783c58f7961 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:55.830747 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-d1fbd155-7781-45f0-8329-ac175af3c8d3 service neutron] 10.222.0.68 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505547 Jul 16 20:26:56.058305 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-5accec6c-5f47-487d-bae5-bfddf2357ee9 service neutron] 10.222.0.68 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185068 Jul 16 20:26:56.088622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2a4eb302-f8a9-4ced-862e-d783c58f7961, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2a4eb302-f8a9-4ced-862e-d783c58f7961,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:56.109563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '2a4eb302-f8a9-4ced-862e-d783c58f7961', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '2a4eb302-f8a9-4ced-862e-d783c58f7961', 'mac_address': 'fa:16:3e:49:16:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:56.187755 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.212647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-ff62095a-ddb0-4a8d-8496-cb0b3ec3de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.214539 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-ff62095a-ddb0-4a8d-8496-cb0b3ec3de07 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 1096 time: 0.0877655 Jul 16 20:26:56.224321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4eb302-f8a9-4ced-862e-d783c58f7961 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:56.269169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2a4eb302-f8a9-4ced-862e-d783c58f7961, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2a4eb302-f8a9-4ced-862e-d783c58f7961,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:56.278228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.383875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-9881e54d-4c94-47f2-97cb-0d1c0af0f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.388154 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-9881e54d-4c94-47f2-97cb-0d1c0af0f21d service neutron] 10.222.0.68 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 914 time: 0.1665955 Jul 16 20:26:56.404265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2a4eb302-f8a9-4ced-862e-d783c58f7961,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:56.448738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-9d2e9857-3bc3-462b-b925-e001deb68c78 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86773864-1ccb-4b86-b64b-fc0a33aad29c HTTP/1.1" status: 200 len: 217 time: 0.0533440 Jul 16 20:26:56.517881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['2a4eb302-f8a9-4ced-862e-d783c58f7961'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:56.538105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-8e88aafa-a0b9-408d-b695-9e7431b4c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.541467 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-8e88aafa-a0b9-408d-b695-9e7431b4c5ad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 200 len: 853 time: 0.0833211 Jul 16 20:26:56.636273 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-156c488e-4181-4f99-9e4e-e598a50f4d15 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864978 Jul 16 20:26:56.673893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7460f52-7a7b-4a24-9bd2-40e8a87bb9bf req-3ef24d8f-cbe0-4046-8ee8-1809040cbd3f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.676678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7460f52-7a7b-4a24-9bd2-40e8a87bb9bf req-3ef24d8f-cbe0-4046-8ee8-1809040cbd3f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 945 time: 0.8873312 Jul 16 20:26:56.829068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6adfe-df78-4dd9-b955-806750b79aab req-ff275451-f921-4ebe-ae44-faae68cd6186 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.842941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1e6adfe-df78-4dd9-b955-806750b79aab req-ff275451-f921-4ebe-ae44-faae68cd6186 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 948 time: 0.4555521 Jul 16 20:26:56.880785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-5229ed85-e1bd-47b5-ba18-91b291be839b service neutron] 10.222.0.68 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353973 Jul 16 20:26:56.932189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7460f52-7a7b-4a24-9bd2-40e8a87bb9bf req-84038dc3-3c49-4e4e-8469-c13f181edef7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391686 Jul 16 20:26:56.996798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1e6adfe-df78-4dd9-b955-806750b79aab req-7760fd3b-6f7c-47a9-807b-ebd1a59da5ea tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524820 Jul 16 20:26:57.096879 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e4259d5-bd63-4f40-9dd7-23d4589a874e req-152e8a11-d020-4746-ab0f-9b958c0cf3af service neutron] 10.222.0.68 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085800 Jul 16 20:26:57.195898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76ace47-9cb2-4ad0-bc46-9a8c938efe31 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:57.205059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-fe0a1eb1-6abd-4d22-8b19-880040bf0f2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.208160 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-fe0a1eb1-6abd-4d22-8b19-880040bf0f2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 945 time: 0.1019413 Jul 16 20:26:57.216055 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.312786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Transition to ACTIVE for port object f76ace47-9cb2-4ad0-bc46-9a8c938efe31 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:57.329034 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.404376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port ec018862-3195-450c-a427-2ab741517e68 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:57.404894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.559857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Pushing event updated for resources: {'Port': ['ID=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.599974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Deleting port 3db382b6-c295-4055-b2f6-d2ff3f4f879c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:57.600462 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.612612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] For port ec018862-3195-450c-a427-2ab741517e68, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ec018862-3195-450c-a427-2ab741517e68,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:57.613360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.645983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for ec018862-3195-450c-a427-2ab741517e68 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:57.651888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7947d1-5f46-469b-b4d1-e8578335c24c req-d5640c1f-e44f-414d-8097-5cba9c7c8088 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.656598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd7947d1-5f46-469b-b4d1-e8578335c24c req-d5640c1f-e44f-414d-8097-5cba9c7c8088 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 944 time: 0.4522295 Jul 16 20:26:57.778231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Attempting to bind port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:57.779301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Attempting to bind port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:57.779301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Attempting to bind port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:57.788749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:57.789092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Attempting to bind port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:57.795531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd7947d1-5f46-469b-b4d1-e8578335c24c req-38da61a9-e459-4443-a8ff-2828cae6d46d tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251209 Jul 16 20:26:57.808780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:57.809346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Checking segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:57.810017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Bound using segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:57.811041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Bound port: f76ace47-9cb2-4ad0-bc46-9a8c938efe31, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:57.811660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.834577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2a4eb302-f8a9-4ced-862e-d783c58f7961 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:57.934038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] For port 3db382b6-c295-4055-b2f6-d2ff3f4f879c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3db382b6-c295-4055-b2f6-d2ff3f4f879c,segment=NetworkSegment(c7991841-1f07-4fab-a8c0-9ed66b0ed547),segment_id=c7991841-1f07-4fab-a8c0-9ed66b0ed547)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:57.934543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.951317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 2a4eb302-f8a9-4ced-862e-d783c58f7961 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:57.955438 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.959814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Calling delete_port for 3db382b6-c295-4055-b2f6-d2ff3f4f879c owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:57.963313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 2a4eb302-f8a9-4ced-862e-d783c58f7961 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:57.964916 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.996290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] For port f76ace47-9cb2-4ad0-bc46-9a8c938efe31, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:58.046486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] For port f76ace47-9cb2-4ad0-bc46-9a8c938efe31, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:58.058703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ec018862-3195-450c-a427-2ab741517e68'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:58.065793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.073326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=ec018862-3195-450c-a427-2ab741517e68,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.142988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.143773 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.145331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] 10.222.0.16 "PUT /v2.0/ports/f76ace47-9cb2-4ad0-bc46-9a8c938efe31 HTTP/1.1" status: 200 len: 1092 time: 3.2970824 Jul 16 20:26:58.148359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a2d022-05f6-4192-bbdf-a970f99771fe', 'tag': 'f76ace47-9cb2-4ad0-bc46-9a8c938efe31'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:58.158510 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5532dadf-1413-4d5a-a163-e81401434950" -d '{"events": [{"name": "network-changed", "server_uuid": "70a2d022-05f6-4192-bbdf-a970f99771fe", "tag": "f76ace47-9cb2-4ad0-bc46-9a8c938efe31"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:58.259423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] No DVR routers for this DVR port ec018862-3195-450c-a427-2ab741517e68 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:58.266317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.268592 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0a91feb3-2af9-4c6d-ac40-68428cac0286 req-968ecbfc-9e78-4dcc-84cc-48c7714e2656 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "DELETE /v2.0/ports/ec018862-3195-450c-a427-2ab741517e68 HTTP/1.1" status: 204 len: 173 time: 1.0552938 Jul 16 20:26:58.269091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5f08fa-ab18-416a-a3be-d2b221fb07be', 'name': 'network-vif-deleted', 'tag': 'ec018862-3195-450c-a427-2ab741517e68'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:58.271717 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd933c3-0fe2-45e9-bc8b-3daeebc03b75" -d '{"events": [{"server_uuid": "6e5f08fa-ab18-416a-a3be-d2b221fb07be", "name": "network-vif-deleted", "tag": "ec018862-3195-450c-a427-2ab741517e68"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:58.352250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bccbd-9182-4fe0-82e9-f1292f2eeb82 service neutron] Pushing event updated for resources: {'Port': ['ID=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.423236 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.444977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-c3b4de65-9489-433f-8639-95f91ec4c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.446906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-c3b4de65-9489-433f-8639-95f91ec4c5f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&device_id=70a2d022-05f6-4192-bbdf-a970f99771fe HTTP/1.1" status: 200 len: 1095 time: 0.2444482 Jul 16 20:26:58.520929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff0c446-ecfd-4153-b1f4-2625d17f4f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4eb302-f8a9-4ced-862e-d783c58f7961'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:58.526514 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c81ea4-d3f0-4c83-a5cd-0804f1be2a3b" -d '{"events": [{"server_uuid": "8ff0c446-ecfd-4153-b1f4-2625d17f4f6a", "name": "network-vif-plugged", "status": "completed", "tag": "2a4eb302-f8a9-4ced-862e-d783c58f7961"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:58.552138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2a4eb302-f8a9-4ced-862e-d783c58f7961, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2a4eb302-f8a9-4ced-862e-d783c58f7961,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:58.563779 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.573910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 86773864-1ccb-4b86-b64b-fc0a33aad29c details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:58.578167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5099259f-4f40-4ffd-84ad-70bd999f2e9f req-9e0648bd-be30-4b44-acb6-9045f43b2744 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.0869641 Jul 16 20:26:58.582788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-a5015550-ff29-40f0-947e-1b48386a0920 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f76ace47-9cb2-4ad0-bc46-9a8c938efe31 HTTP/1.1" status: 200 len: 217 time: 0.0928340 Jul 16 20:26:58.663097 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.715018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-c3f0c083-df63-4d1c-b212-f7feaec06ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.716695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-c3f0c083-df63-4d1c-b212-f7feaec06ddd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 200 len: 853 time: 0.1235800 Jul 16 20:26:58.717503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3db382b6-c295-4055-b2f6-d2ff3f4f879c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.717690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2a4eb302-f8a9-4ced-862e-d783c58f7961,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.805523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-3e8dc92b-3cdd-4496-82f7-2fc04cd2f497 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614707 Jul 16 20:26:58.821378 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aecf1b5-1cfc-465f-a278-e93920a6e161 x-openstack-request-id: req-0aecf1b5-1cfc-465f-a278-e93920a6e161 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:58.821714 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a2d022-05f6-4192-bbdf-a970f99771fe", "tag": "f76ace47-9cb2-4ad0-bc46-9a8c938efe31", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:58.821938 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0aecf1b5-1cfc-465f-a278-e93920a6e161 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:58.822348 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a2d022-05f6-4192-bbdf-a970f99771fe', 'tag': 'f76ace47-9cb2-4ad0-bc46-9a8c938efe31', 'status': 'completed', 'code': 200} Jul 16 20:26:58.871045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c0bb8-5c88-4117-826a-aa42c0404879 req-aca9b7d4-ce21-490e-96d8-160775226b94 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.872722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c8c0bb8-5c88-4117-826a-aa42c0404879 req-aca9b7d4-ce21-490e-96d8-160775226b94 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 949 time: 0.2975492 Jul 16 20:26:58.877228 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3926b909-7fb9-4b2a-b85a-9f3944962bf5 x-openstack-request-id: req-3926b909-7fb9-4b2a-b85a-9f3944962bf5 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:58.877531 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5f08fa-ab18-416a-a3be-d2b221fb07be", "name": "network-vif-deleted", "tag": "ec018862-3195-450c-a427-2ab741517e68", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:58.877792 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3926b909-7fb9-4b2a-b85a-9f3944962bf5 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:58.878212 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5f08fa-ab18-416a-a3be-d2b221fb07be', 'name': 'network-vif-deleted', 'tag': 'ec018862-3195-450c-a427-2ab741517e68', 'status': 'completed', 'code': 200} Jul 16 20:26:58.888472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 86773864-1ccb-4b86-b64b-fc0a33aad29c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86773864-1ccb-4b86-b64b-fc0a33aad29c,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:58.906211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '86773864-1ccb-4b86-b64b-fc0a33aad29c', 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'port_id': '86773864-1ccb-4b86-b64b-fc0a33aad29c', 'mac_address': 'fa:16:3e:53:05:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84276bb8-41d6-432b-88df-3deaaebb32b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:58.975356 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddbaa8e-7781-4f68-897c-67e2e16bcf7f x-openstack-request-id: req-dddbaa8e-7781-4f68-897c-67e2e16bcf7f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:58.975633 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff0c446-ecfd-4153-b1f4-2625d17f4f6a", "name": "network-vif-plugged", "status": "completed", "tag": "2a4eb302-f8a9-4ced-862e-d783c58f7961", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:58.975779 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dddbaa8e-7781-4f68-897c-67e2e16bcf7f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:58.986581 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff0c446-ecfd-4153-b1f4-2625d17f4f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4eb302-f8a9-4ced-862e-d783c58f7961', 'code': 200} Jul 16 20:26:59.034013 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.080855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86773864-1ccb-4b86-b64b-fc0a33aad29c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:59.101791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c8c0bb8-5c88-4117-826a-aa42c0404879 req-90e9b333-e9f7-4333-8ad1-bf3636b0e784 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187274 Jul 16 20:26:59.136000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 86773864-1ccb-4b86-b64b-fc0a33aad29c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86773864-1ccb-4b86-b64b-fc0a33aad29c,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:59.142953 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.228049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-8791fa7e-0110-47dc-ae35-e5b9b3da71f0 service neutron] 10.222.0.16 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111176 Jul 16 20:26:59.314117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=86773864-1ccb-4b86-b64b-fc0a33aad29c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.354886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['86773864-1ccb-4b86-b64b-fc0a33aad29c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:59.375485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.515738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e0e41-29df-4ec9-9500-36392f98714e req-faee1347-0c77-48f3-9963-afe13ee5460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.516916 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c9e0e41-29df-4ec9-9500-36392f98714e req-faee1347-0c77-48f3-9963-afe13ee5460b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 1101 time: 0.4864993 Jul 16 20:26:59.594022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49832909-f077-4fac-8fa9-d8bc9b6575d0 req-451391bb-504a-4029-8e0d-f8d8e985e892 service neutron] 10.222.0.16 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503790 Jul 16 20:26:59.652562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ea457-7382-4acc-b297-3bcb4f6a08b0 req-9ab72eb2-d890-4bcc-ac3d-6aa5db80453a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.655658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e30ea457-7382-4acc-b297-3bcb4f6a08b0 req-9ab72eb2-d890-4bcc-ac3d-6aa5db80453a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 945 time: 0.5647795 Jul 16 20:26:59.782501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c9e0e41-29df-4ec9-9500-36392f98714e req-d4e08e6b-36fe-4999-8052-fdf1257fd866 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917019 Jul 16 20:26:59.837133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e30ea457-7382-4acc-b297-3bcb4f6a08b0 req-3d93d2fa-6cce-4017-9455-b09f95feaf1a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551037 Jul 16 20:26:59.902261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ae3075b-966b-4daa-b9b8-cc7a117d69eb req-fca2e4c3-00e3-422e-816a-e4896ad2205d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.0577295 Jul 16 20:26:59.951220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532dadf-1413-4d5a-a163-e81401434950 req-2b86f865-05fe-4dcf-af82-43246502f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.953564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5532dadf-1413-4d5a-a163-e81401434950 req-2b86f865-05fe-4dcf-af82-43246502f2ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&device_id=70a2d022-05f6-4192-bbdf-a970f99771fe HTTP/1.1" status: 200 len: 1095 time: 0.2706585 Jul 16 20:27:00.114689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Router 01d45900-8605-43d6-9ad3-f2abbd465f8f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:00.123552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532dadf-1413-4d5a-a163-e81401434950 req-97d03e60-e4e1-448a-a3ee-31ea17cc4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:00.125149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5532dadf-1413-4d5a-a163-e81401434950 req-97d03e60-e4e1-448a-a3ee-31ea17cc4f0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 914 time: 0.1607382 Jul 16 20:27:00.210669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5532dadf-1413-4d5a-a163-e81401434950 req-24e15e53-8666-49b1-8194-de0bf67ca500 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f76ace47-9cb2-4ad0-bc46-9a8c938efe31 HTTP/1.1" status: 200 len: 217 time: 0.0791392 Jul 16 20:27:00.596009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 86773864-1ccb-4b86-b64b-fc0a33aad29c up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:00.716479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 86773864-1ccb-4b86-b64b-fc0a33aad29c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:00.728529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 86773864-1ccb-4b86-b64b-fc0a33aad29c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:00.729995 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.928248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532dadf-1413-4d5a-a163-e81401434950 req-a59a14f0-9e8e-40be-b237-6e834c61d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:00.931139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5532dadf-1413-4d5a-a163-e81401434950 req-a59a14f0-9e8e-40be-b237-6e834c61d07f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 200 len: 853 time: 0.7119970 Jul 16 20:27:00.957255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:00.974537 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] Sync routers for ids ['01d45900-8605-43d6-9ad3-f2abbd465f8f'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:00.983138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e6b41df7-165d-4683-94e7-c5ae82c8f0bf admin admin] 10.222.0.78 "PUT /v2.0/routers/01d45900-8605-43d6-9ad3-f2abbd465f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9634581 Jul 16 20:27:00.985737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5532dadf-1413-4d5a-a163-e81401434950 req-ab1c4454-cd59-4ea5-9f2b-f3c7468316c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466871 Jul 16 20:27:00.988720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37362) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:01.005911 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.025028 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] Routers {'01d45900-8605-43d6-9ad3-f2abbd465f8f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:01.029551 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:26:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01d45900-8605-43d6-9ad3-f2abbd465f8f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:01.065376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6d7698-447a-4934-9e65-55ae79cb4d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86773864-1ccb-4b86-b64b-fc0a33aad29c'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:01.075458 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bfe17e-bc96-403c-9b04-6a8d5ebaf83a" -d '{"events": [{"server_uuid": "bc6d7698-447a-4934-9e65-55ae79cb4d6e", "name": "network-vif-plugged", "status": "completed", "tag": "86773864-1ccb-4b86-b64b-fc0a33aad29c"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:01.104601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 86773864-1ccb-4b86-b64b-fc0a33aad29c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86773864-1ccb-4b86-b64b-fc0a33aad29c,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:01.111045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.112236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ec018862-3195-450c-a427-2ab741517e68 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:01.164043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: ec018862-3195-450c-a427-2ab741517e68 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:01.165154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ec018862-3195-450c-a427-2ab741517e68 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:01.235006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=86773864-1ccb-4b86-b64b-fc0a33aad29c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.280382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d237654-2300-4b57-99bf-bec096c51009 req-33661bb8-6724-49d0-b4f9-454706e12434 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.294797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d237654-2300-4b57-99bf-bec096c51009 req-33661bb8-6724-49d0-b4f9-454706e12434 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 949 time: 0.4512761 Jul 16 20:27:01.299781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.453227 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:01.487120 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] Set router 01d45900-8605-43d6-9ad3-f2abbd465f8f gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:01.525192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d237654-2300-4b57-99bf-bec096c51009 req-b80d91db-9cf9-44fb-8cfa-f2436912693e tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287903 Jul 16 20:27:01.550540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5532dadf-1413-4d5a-a163-e81401434950 req-55866522-d375-445d-b657-2c85940f5a95 service neutron] 10.222.0.16 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459356 Jul 16 20:27:01.619985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.742759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Deleting port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:01.743228 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.755995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed81d-36ed-482d-86a1-448149a52159 req-038b479a-e145-4f3a-9800-85d660da6f41 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.777392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4fed81d-36ed-482d-86a1-448149a52159 req-038b479a-e145-4f3a-9800-85d660da6f41 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 946 time: 0.4790003 Jul 16 20:27:01.826426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f76ace47-9cb2-4ad0-bc46-9a8c938efe31 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:01.932378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] For port 9cf1753e-86dc-4341-8fb5-5c6da0f45a44, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9cf1753e-86dc-4341-8fb5-5c6da0f45a44,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:01.932776 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.981889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Calling delete_port for 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:01.997327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-397587e6-89db-4467-b725-54957207a6a4 req-15c5b7a7-d17a-42cf-9607-c581ee5385d4 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.0679789 Jul 16 20:27:02.041929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f76ace47-9cb2-4ad0-bc46-9a8c938efe31, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:02.052535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d4fed81d-36ed-482d-86a1-448149a52159 req-60fd24dc-d49f-4d62-9035-548cbcd8abc0 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656391 Jul 16 20:27:02.063809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5532dadf-1413-4d5a-a163-e81401434950 req-1cd9f2c1-e67b-4abe-8bb4-673a25382012 service neutron] 10.222.0.16 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053844 Jul 16 20:27:02.064418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f76ace47-9cb2-4ad0-bc46-9a8c938efe31', 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'port_id': 'f76ace47-9cb2-4ad0-bc46-9a8c938efe31', 'mac_address': 'fa:16:3e:61:a9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84276bb8-41d6-432b-88df-3deaaebb32b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:02.161030 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a870e1-672b-4591-8ce7-8736dd1e3bfe x-openstack-request-id: req-c3a870e1-672b-4591-8ce7-8736dd1e3bfe {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:02.162923 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6d7698-447a-4934-9e65-55ae79cb4d6e", "name": "network-vif-plugged", "status": "completed", "tag": "86773864-1ccb-4b86-b64b-fc0a33aad29c", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:02.162923 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3a870e1-672b-4591-8ce7-8736dd1e3bfe {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:02.165164 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6d7698-447a-4934-9e65-55ae79cb4d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86773864-1ccb-4b86-b64b-fc0a33aad29c', 'code': 200} Jul 16 20:27:02.185715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.199828 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:26:58Z', 'revision_number': 5, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port': {'id': '9cf1753e-86dc-4341-8fb5-5c6da0f45a44', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:02.215797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76ace47-9cb2-4ad0-bc46-9a8c938efe31 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:02.244396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f76ace47-9cb2-4ad0-bc46-9a8c938efe31, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:02.250461 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.277071 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] Checking router: 01d45900-8605-43d6-9ad3-f2abbd465f8f for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:02.325649 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] Routers {'01d45900-8605-43d6-9ad3-f2abbd465f8f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:02.327060 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:26:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['01d45900-8605-43d6-9ad3-f2abbd465f8f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:02.339931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.453799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f76ace47-9cb2-4ad0-bc46-9a8c938efe31'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:02.529883 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] Set router 01d45900-8605-43d6-9ad3-f2abbd465f8f gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:02.573724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66ce4b-7a37-4200-b332-1fdb3e08a633 req-98dc85b8-dde0-4e08-be4f-67b183d546af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.574914 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0e66ce4b-7a37-4200-b332-1fdb3e08a633 req-98dc85b8-dde0-4e08-be4f-67b183d546af service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 1098 time: 0.3264110 Jul 16 20:27:02.646144 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0e66ce4b-7a37-4200-b332-1fdb3e08a633 req-6fc65ab0-eecf-4b0d-830d-c2607244bb0b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Jul 16 20:27:02.694610 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:27:01Z', 'revision_number': 6, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:02.753132 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c7dfa-abea-4b20-b549-d8deadb0d97d None None] The sync data for ids ['01d45900-8605-43d6-9ad3-f2abbd465f8f'] in n-d-791505-15 is: [{'id': '01d45900-8605-43d6-9ad3-f2abbd465f8f', 'name': 'tempest-ServerRescueNegativeTestJSON-798383853-router', 'tenant_id': 'e430b5223d15405aab95b7b8e254fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:23:19Z', 'updated_at': '2021-07-16T20:27:01Z', 'revision_number': 6, 'project_id': 'e430b5223d15405aab95b7b8e254fa0d', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:02.793665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.878920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdf8c6-2583-405d-9abf-3a0ee43d00fb req-f48da8a2-8f0d-4252-883b-70e3bdc12da8 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.880743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2cdf8c6-2583-405d-9abf-3a0ee43d00fb req-f48da8a2-8f0d-4252-883b-70e3bdc12da8 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 949 time: 0.1198459 Jul 16 20:27:02.942320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf1753e-86dc-4341-8fb5-5c6da0f45a44,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.980854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2cdf8c6-2583-405d-9abf-3a0ee43d00fb req-9f9787d7-c101-4fb0-aff0-69d3aa19f799 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871978 Jul 16 20:27:03.054192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.191248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.198393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.278883 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.280314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01d45900-8605-43d6-9ad3-f2abbd465f8f {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:27:03.284739 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.288986 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-00af6453-61a5-4d64-8476-fe074368fda2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/01d45900-8605-43d6-9ad3-f2abbd465f8f HTTP/1.1" status: 204 len: 168 time: 2.2990239 Jul 16 20:27:03.290322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37408) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:03.435125 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c4e480d-cf3d-4ab0-a837-c1e65b493c30 req-7e68e000-fd84-49e2-8108-63fa33e5e6e8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.1525438 Jul 16 20:27:03.490474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Deleting subnet 5b975ae1-2dbd-4b2c-98fe-109a76ff2614 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:03.499341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.588338 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.716707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3db382b6-c295-4055-b2f6-d2ff3f4f879c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:03.765121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 3db382b6-c295-4055-b2f6-d2ff3f4f879c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:03.765121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3db382b6-c295-4055-b2f6-d2ff3f4f879c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:03.765594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:03.796131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:03.796547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9cf1753e-86dc-4341-8fb5-5c6da0f45a44 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:03.806601 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.827051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f76ace47-9cb2-4ad0-bc46-9a8c938efe31 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:03.989735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:04.003951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:04.004565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.050015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.128002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b975ae1-2dbd-4b2c-98fe-109a76ff2614,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:04.140300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f546b4f-5461-49f8-a4b4-d8e2dc879ccd req-b7789aa6-dea8-47a4-ae31-6e88ccaa7b8b tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.148183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f546b4f-5461-49f8-a4b4-d8e2dc879ccd req-b7789aa6-dea8-47a4-ae31-6e88ccaa7b8b tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 949 time: 0.3349462 Jul 16 20:27:04.171667 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.177409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37420) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:04.178631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5b975ae1-2dbd-4b2c-98fe-109a76ff2614 HTTP/1.1" status: 204 len: 168 time: 0.8622463 Jul 16 20:27:04.191096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.191875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.192926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.193879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.194528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.195109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.196448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.197159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.197735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.198567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.199139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.199681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd098c-d0b2-4708-85af-18056c42b39e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.218899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e5a36-1898-4e5c-9585-8bc90f6a8f6f req-e54156e2-6df4-48be-9ef2-a0c7a6521451 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.228072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-868e5a36-1898-4e5c-9585-8bc90f6a8f6f req-e54156e2-6df4-48be-9ef2-a0c7a6521451 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 946 time: 0.4162476 Jul 16 20:27:04.341104 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.348888 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f546b4f-5461-49f8-a4b4-d8e2dc879ccd req-acdcda0d-e4ec-486d-9547-a6043aa856eb tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991334 Jul 16 20:27:04.390447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-868e5a36-1898-4e5c-9585-8bc90f6a8f6f req-23fd3b63-09c5-453a-bc72-f18adc50e791 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468546 Jul 16 20:27:04.469855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.509789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f76ace47-9cb2-4ad0-bc46-9a8c938efe31, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:04.514020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a2d022-05f6-4192-bbdf-a970f99771fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ace47-9cb2-4ad0-bc46-9a8c938efe31'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:04.527398 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b788cee6-ec6d-4e15-8524-7b1a59d68482" -d '{"events": [{"server_uuid": "70a2d022-05f6-4192-bbdf-a970f99771fe", "name": "network-vif-plugged", "status": "completed", "tag": "f76ace47-9cb2-4ad0-bc46-9a8c938efe31"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:04.542970 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.553171 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.644088 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade36b9-60c0-447d-9c3f-7d01914fc5b9 x-openstack-request-id: req-eade36b9-60c0-447d-9c3f-7d01914fc5b9 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:04.660008 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a2d022-05f6-4192-bbdf-a970f99771fe", "name": "network-vif-plugged", "status": "completed", "tag": "f76ace47-9cb2-4ad0-bc46-9a8c938efe31", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:04.661248 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eade36b9-60c0-447d-9c3f-7d01914fc5b9 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:04.661968 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a2d022-05f6-4192-bbdf-a970f99771fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ace47-9cb2-4ad0-bc46-9a8c938efe31', 'code': 200} Jul 16 20:27:04.690781 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.709326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a60d4b-692e-4916-ba78-7727d3e89d73']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:04.747283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:04.754597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7991841-1f07-4fab-a8c0-9ed66b0ed547') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:04.755894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7991841-1f07-4fab-a8c0-9ed66b0ed547') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:04.785060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.828987 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.835663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04b1de91-7d84-486f-863f-79f0b0860416 req-46b3f205-ca6a-4876-9198-c16a56c6bbf6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.0576043 Jul 16 20:27:04.864473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:04.865217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:04.868910 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:04.895570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96384ba0-fa41-4bd8-8f0f-c9c95177cb8f req-e91aaa16-0e8d-4285-a50c-e143abae411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.898517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96384ba0-fa41-4bd8-8f0f-c9c95177cb8f req-e91aaa16-0e8d-4285-a50c-e143abae411f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70a2d022-05f6-4192-bbdf-a970f99771fe HTTP/1.1" status: 200 len: 1097 time: 0.1837127 Jul 16 20:27:04.996925 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96384ba0-fa41-4bd8-8f0f-c9c95177cb8f req-a1bcf5b5-c5b0-4286-86d8-d2e40ccc2e8b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Jul 16 20:27:05.016251 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.025953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.041699 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a8a60d4b-692e-4916-ba78-7727d3e89d73 HTTP/1.1" status: 204 len: 168 time: 0.8576741 Jul 16 20:27:05.071734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027a3de-805a-4414-8e59-4282d6964741 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a60d4b-692e-4916-ba78-7727d3e89d73,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.220320 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.266807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37456) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.342546 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fa2dc85b-a7bd-422f-8661-7087425262da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e430b5223d15405aab95b7b8e254fa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740454 Jul 16 20:27:05.344664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.444915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-a0b012e0-2380-48ad-951f-f5fa9a3c1ff6 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.448267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-a0b012e0-2380-48ad-951f-f5fa9a3c1ff6 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 949 time: 0.1669259 Jul 16 20:27:05.474093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-657a87fd-c752-48b0-a9f4-7c17fb83c2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.526761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-657a87fd-c752-48b0-a9f4-7c17fb83c2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.610959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-657a87fd-c752-48b0-a9f4-7c17fb83c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.624990 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-657a87fd-c752-48b0-a9f4-7c17fb83c2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.629697 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-657a87fd-c752-48b0-a9f4-7c17fb83c2dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b010b1c0-b561-42d5-b8bb-48ec09fb530e HTTP/1.1" status: 204 len: 168 time: 0.2814100 Jul 16 20:27:05.652636 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a87fd-c752-48b0-a9f4-7c17fb83c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b010b1c0-b561-42d5-b8bb-48ec09fb530e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.813852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268ab4d-1913-4e87-930d-d99c0b1d252e req-d191557f-21bc-4c59-867c-09d6377c0b22 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.816427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8268ab4d-1913-4e87-930d-d99c0b1d252e req-d191557f-21bc-4c59-867c-09d6377c0b22 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 949 time: 0.2893512 Jul 16 20:27:05.918221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Deleting port 2a4eb302-f8a9-4ced-862e-d783c58f7961 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:05.918588 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.957663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e4993-d94f-47fb-bf7d-10b617f18a0d req-b30228c9-1626-4d59-8341-3708f7c1e86a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.968007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b6e4993-d94f-47fb-bf7d-10b617f18a0d req-b30228c9-1626-4d59-8341-3708f7c1e86a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 946 time: 0.3105488 Jul 16 20:27:06.051701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8268ab4d-1913-4e87-930d-d99c0b1d252e req-ff75d531-5621-4c1e-b588-faddbfcefcd0 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4f7567b-959f-4249-b238-03450bf19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154233 Jul 16 20:27:06.260259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b6e4993-d94f-47fb-bf7d-10b617f18a0d req-65b958d6-57ea-4e92-bec3-36728f25a647 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911887 Jul 16 20:27:06.270543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] For port 2a4eb302-f8a9-4ced-862e-d783c58f7961, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2a4eb302-f8a9-4ced-862e-d783c58f7961,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:06.278659 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.299200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Calling delete_port for 2a4eb302-f8a9-4ced-862e-d783c58f7961 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:06.525400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.542188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['2a4eb302-f8a9-4ced-862e-d783c58f7961'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:06.626961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-edead0b9-134c-47d1-a506-6ac4fd17782f req-f9f43d41-0e76-4cb7-b7fc-3baf04e02652 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.2080495 Jul 16 20:27:06.667968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Pushing event deleted for resources: {'Port': ['ID=2a4eb302-f8a9-4ced-862e-d783c58f7961,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.765665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] No DVR routers for this DVR port 2a4eb302-f8a9-4ced-862e-d783c58f7961 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:06.780704 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.783229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18a325d5-a3a0-40c5-bb04-872e59cab323 req-bde8f189-2183-4f75-a2a1-24bca6714547 tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.16 "DELETE /v2.0/ports/2a4eb302-f8a9-4ced-862e-d783c58f7961 HTTP/1.1" status: 204 len: 173 time: 1.3261306 Jul 16 20:27:06.783974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff0c446-ecfd-4153-b1f4-2625d17f4f6a', 'name': 'network-vif-deleted', 'tag': '2a4eb302-f8a9-4ced-862e-d783c58f7961'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:06.786691 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f088f1-c846-4157-b2a6-a3283b083b7f" -d '{"events": [{"server_uuid": "8ff0c446-ecfd-4153-b1f4-2625d17f4f6a", "name": "network-vif-deleted", "tag": "2a4eb302-f8a9-4ced-862e-d783c58f7961"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:06.842821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33e17-94ef-4807-984c-043fc4ac089e req-1f8d7838-6597-4572-939c-1d1c8f838a50 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:06.869510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53a33e17-94ef-4807-984c-043fc4ac089e req-1f8d7838-6597-4572-939c-1d1c8f838a50 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a2d022-05f6-4192-bbdf-a970f99771fe HTTP/1.1" status: 200 len: 945 time: 0.3555193 Jul 16 20:27:06.982296 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befeedb8-8bf1-4f93-aff9-3773de241314 x-openstack-request-id: req-befeedb8-8bf1-4f93-aff9-3773de241314 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:06.982783 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff0c446-ecfd-4153-b1f4-2625d17f4f6a", "name": "network-vif-deleted", "tag": "2a4eb302-f8a9-4ced-862e-d783c58f7961", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:06.983211 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-befeedb8-8bf1-4f93-aff9-3773de241314 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:06.988662 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff0c446-ecfd-4153-b1f4-2625d17f4f6a', 'name': 'network-vif-deleted', 'tag': '2a4eb302-f8a9-4ced-862e-d783c58f7961', 'status': 'completed', 'code': 200} Jul 16 20:27:07.076974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53a33e17-94ef-4807-984c-043fc4ac089e req-96439843-e3fe-4ec2-b3b5-2f50bdc053b9 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061169 Jul 16 20:27:07.290974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 37528) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:07.575878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74b9ce99-45a5-4066-adf8-0aeca5719abb req-e26fc88f-3da1-4d53-a5fd-9a0e3d4c80aa tempest-VolumesNegativeTest-132008963 tempest-VolumesNegativeTest-132008963-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ff0c446-ecfd-4153-b1f4-2625d17f4f6a HTTP/1.1" status: 200 len: 210 time: 0.1756785 Jul 16 20:27:07.741891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1298916154-network', 'tenant_id': 'f82f017c344f4a28a6479369b5ef908e'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:07.840656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Made reservation on behalf of f82f017c344f4a28a6479369b5ef908e for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:07.851104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.888895 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.034463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b45b0eca-9859-4c67-86d7-0d0fafd9dc6e req-db0c1f5f-2ed8-4717-80ed-32bc57bb2d62 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.0851398 Jul 16 20:27:08.296808 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.303877 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.348366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:08.383867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d29927f-47fd-4ef8-b5de-90142698f2d8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.390211 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.390885 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Added segment 54fc0d1a-7811-4c51-b629-da8952e3ce05 of type vlan for network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 Jul 16 20:27:08.548914 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.696430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.697637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.698520 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.787242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] Pushing event updated for resources: {'Network': ['ID=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.795641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 37570) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:08.802266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Request body: {'subnet': {'network_id': '23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1298916154-subnet', 'tenant_id': 'f82f017c344f4a28a6479369b5ef908e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:08.808986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-41569a7d-5092-4e07-b6e5-8b3ace455392 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5147002 Jul 16 20:27:08.817882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:08.860298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Made reservation on behalf of f82f017c344f4a28a6479369b5ef908e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:08.870219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.076516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-8d3ed146-b1b8-4879-a0bc-7329b6fb8274 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.078661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-8d3ed146-b1b8-4879-a0bc-7329b6fb8274 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 813 time: 0.2471731 Jul 16 20:27:09.114094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-9c52a4f7-77ff-463b-bc64-a50b8bf9e134 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/quotas/600446f2a9114f53aa14f687d333b550 HTTP/1.1" status: 200 len: 375 time: 0.0213470 Jul 16 20:27:09.349189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0041e47d-a8a6-41c5-9cb1-a863a96570f5 req-05b17b2b-b1a3-41b5-96ea-184525172b18 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.1246748 Jul 16 20:27:09.468512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1d430b92-fc10-4b09-aa69-4065ffcd4164 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3528199 Jul 16 20:27:09.570097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-644fb610-b710-4aa1-aff8-ff6bdf6081d3 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.574710 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-644fb610-b710-4aa1-aff8-ff6bdf6081d3 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a2d022-05f6-4192-bbdf-a970f99771fe HTTP/1.1" status: 200 len: 945 time: 0.3055534 Jul 16 20:27:09.888771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2a4eb302-f8a9-4ced-862e-d783c58f7961 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:09.937538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 2a4eb302-f8a9-4ced-862e-d783c58f7961 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:09.937538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2a4eb302-f8a9-4ced-862e-d783c58f7961 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:10.010567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Deleting port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:10.011250 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.015595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.139440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b967c7c-eb23-4ce2-a556-7e64e683cab6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.169600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-d62cec73-102e-4bb2-9a61-7992bf789d27 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.171370 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-d62cec73-102e-4bb2-9a61-7992bf789d27 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc6d7698-447a-4934-9e65-55ae79cb4d6e HTTP/1.1" status: 200 len: 946 time: 0.4263437 Jul 16 20:27:10.266577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] For port f76ace47-9cb2-4ad0-bc46-9a8c938efe31, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:10.267668 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.296712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Calling delete_port for f76ace47-9cb2-4ad0-bc46-9a8c938efe31 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:10.360422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Checking segment: {'id': '54fc0d1a-7811-4c51-b629-da8952e3ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:10.361412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Network hostable DHCP agents. Network: 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:10.379417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-b3e1f79b-b002-41ab-9696-55dddfb734d1 service neutron] 10.222.0.78 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9096470 Jul 16 20:27:10.415872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:10.442482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:10.454346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.455490 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.456558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfde976-5e3d-4418-bbc1-6c579ac8a048 None None] Network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:10.485524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Deleting port 86773864-1ccb-4b86-b64b-fc0a33aad29c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:10.486141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.592131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-881ac939-c64d-4bb1-8a0a-ab3ec2352fa6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7942476 Jul 16 20:27:10.889811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c5415-0b21-40dd-8ae0-c5beefb87eab None None] Network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:10.906011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b13da5e-9987-49ec-8c2a-d283bff39592 req-bd88f743-a4e9-4b2f-90f9-1ae92833379d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e5f08fa-ab18-416a-a3be-d2b221fb07be HTTP/1.1" status: 200 len: 210 time: 0.1107953 Jul 16 20:27:10.913867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] For port 86773864-1ccb-4b86-b64b-fc0a33aad29c, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86773864-1ccb-4b86-b64b-fc0a33aad29c,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:10.914537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.972980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Calling delete_port for 86773864-1ccb-4b86-b64b-fc0a33aad29c owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:11.062963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-c202cab5-1fe1-4418-8865-2f31c4936e23 service neutron] 10.222.0.78 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561545 Jul 16 20:27:11.295202 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.329193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f76ace47-9cb2-4ad0-bc46-9a8c938efe31'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:11.402489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Pushing event deleted for resources: {'Port': ['ID=f76ace47-9cb2-4ad0-bc46-9a8c938efe31,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:11.510100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] No DVR routers for this DVR port f76ace47-9cb2-4ad0-bc46-9a8c938efe31 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:11.538311 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.542867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aef7b979-9fe2-4c56-a81c-91bccf343d5d req-b4631f92-314f-40b6-baf6-33f5c26929bf tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.16 "DELETE /v2.0/ports/f76ace47-9cb2-4ad0-bc46-9a8c938efe31 HTTP/1.1" status: 204 len: 173 time: 1.9626079 Jul 16 20:27:11.543644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a2d022-05f6-4192-bbdf-a970f99771fe', 'name': 'network-vif-deleted', 'tag': 'f76ace47-9cb2-4ad0-bc46-9a8c938efe31'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:11.547430 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.564960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f76ace47-9cb2-4ad0-bc46-9a8c938efe31'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:11.591427 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c486a9d-7561-4c65-9805-25433df0ba9c" -d '{"events": [{"server_uuid": "70a2d022-05f6-4192-bbdf-a970f99771fe", "name": "network-vif-deleted", "tag": "f76ace47-9cb2-4ad0-bc46-9a8c938efe31"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:11.698587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Pushing event deleted for resources: {'Port': ['ID=86773864-1ccb-4b86-b64b-fc0a33aad29c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:11.790410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] No DVR routers for this DVR port 86773864-1ccb-4b86-b64b-fc0a33aad29c on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:11.794960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.797512 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c96f121f-1ff5-4a3a-b275-4b810ba65505 req-f22911b0-9f74-4e4d-a751-22d6620e3ca7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.68 "DELETE /v2.0/ports/86773864-1ccb-4b86-b64b-fc0a33aad29c HTTP/1.1" status: 204 len: 173 time: 1.6051672 Jul 16 20:27:11.807406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6d7698-447a-4934-9e65-55ae79cb4d6e', 'name': 'network-vif-deleted', 'tag': '86773864-1ccb-4b86-b64b-fc0a33aad29c'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:11.820533 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18716912-ed8f-4347-a42a-563303775dbc" -d '{"events": [{"server_uuid": "bc6d7698-447a-4934-9e65-55ae79cb4d6e", "name": "network-vif-deleted", "tag": "86773864-1ccb-4b86-b64b-fc0a33aad29c"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:12.254657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-f02441fe-9c57-44c3-9c76-513f02163d5a tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.264565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-f02441fe-9c57-44c3-9c76-513f02163d5a tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/networks?id=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 HTTP/1.1" status: 200 len: 809 time: 0.3349266 Jul 16 20:27:12.283599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-168fdf51-1200-43b4-a98a-b82ec1d27b95 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/quotas/f82f017c344f4a28a6479369b5ef908e HTTP/1.1" status: 200 len: 375 time: 0.0170259 Jul 16 20:27:12.437711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-b6303f2d-b511-4c4d-b941-378609e177e3 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f82f017c344f4a28a6479369b5ef908e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1457529 Jul 16 20:27:12.444102 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dc00ba-51b2-4e64-b19a-511165026f98 x-openstack-request-id: req-f6dc00ba-51b2-4e64-b19a-511165026f98 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:12.444587 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a2d022-05f6-4192-bbdf-a970f99771fe", "name": "network-vif-deleted", "tag": "f76ace47-9cb2-4ad0-bc46-9a8c938efe31", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:12.446273 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6dc00ba-51b2-4e64-b19a-511165026f98 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:12.447734 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a2d022-05f6-4192-bbdf-a970f99771fe', 'name': 'network-vif-deleted', 'tag': 'f76ace47-9cb2-4ad0-bc46-9a8c938efe31', 'status': 'completed', 'code': 200} Jul 16 20:27:12.488332 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbae5bd-5f19-4082-9962-e70b82d11fa8 x-openstack-request-id: req-8cbae5bd-5f19-4082-9962-e70b82d11fa8 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:12.488936 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6d7698-447a-4934-9e65-55ae79cb4d6e", "name": "network-vif-deleted", "tag": "86773864-1ccb-4b86-b64b-fc0a33aad29c", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:12.489461 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cbae5bd-5f19-4082-9962-e70b82d11fa8 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:12.490298 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6d7698-447a-4934-9e65-55ae79cb4d6e', 'name': 'network-vif-deleted', 'tag': '86773864-1ccb-4b86-b64b-fc0a33aad29c', 'status': 'completed', 'code': 200} Jul 16 20:27:12.651337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 86773864-1ccb-4b86-b64b-fc0a33aad29c no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:12.733784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 86773864-1ccb-4b86-b64b-fc0a33aad29c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:12.734497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 86773864-1ccb-4b86-b64b-fc0a33aad29c not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:13.056002 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63808b9f-2157-4423-8b3d-13b2073e71ea req-6cfe8fda-3832-48c6-8acb-de2e8aaad841 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 210 time: 0.1014102 Jul 16 20:27:13.114522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-2d2292a9-f99a-4869-a22d-0a1305e7da8a service neutron] 10.222.0.78 "GET /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648500 Jul 16 20:27:13.426944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-e5528362-314b-4fb5-8717-b367169c116c service neutron] 10.222.0.78 "GET /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000071 Jul 16 20:27:13.919078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f9a6eb9-7f80-4e32-9222-707d634651a5 req-185a397b-4994-4fb9-b818-127a60d308ca tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 210 time: 0.0873241 Jul 16 20:27:13.935968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f76ace47-9cb2-4ad0-bc46-9a8c938efe31 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:14.020036 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: f76ace47-9cb2-4ad0-bc46-9a8c938efe31 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:14.020881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f76ace47-9cb2-4ad0-bc46-9a8c938efe31 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:14.391404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1fee8369-76ff-4760-ac17-4634019d1e76 req-830cf5de-53e7-488c-9a56-261f98f80406 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0432942 Jul 16 20:27:15.171241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72b63bec-1efd-4b33-9167-d7e15eeee330 req-d4eff35e-9564-4b01-9d7d-54098f52ee4b tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 210 time: 0.1321883 Jul 16 20:27:15.653749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8286a40-7b9c-472b-831d-50adddfe257b req-b0a10aa4-e7f6-4007-a73c-4aa05eec3cc2 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0614951 Jul 16 20:27:16.186384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-dbbd0596-424c-4fd5-93b1-6b5e27b72cf7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.189399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-dbbd0596-424c-4fd5-93b1-6b5e27b72cf7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.68 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 813 time: 0.3263035 Jul 16 20:27:16.230053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Request body: {'port': {'device_id': 'ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4', 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'admin_state_up': True, 'tenant_id': '600446f2a9114f53aa14f687d333b550'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:16.272002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-2a425c4c-cd0b-4a8e-84f0-34b2ef42e999 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.275605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-2a425c4c-cd0b-4a8e-84f0-34b2ef42e999 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.16 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 813 time: 0.2440808 Jul 16 20:27:16.287753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Request body: {'port': {'device_id': 'e01148d2-af6c-46ef-b13c-1364097a8ebb', 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'admin_state_up': True, 'tenant_id': '600446f2a9114f53aa14f687d333b550'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:16.714701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1917a6c-86eb-4bd4-aadd-d1dd2c4a741a req-92f9d2dd-e8a6-4fa5-b88e-23761329a57e tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 210 time: 0.0734246 Jul 16 20:27:16.790937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Made reservation on behalf of 600446f2a9114f53aa14f687d333b550 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:16.795177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.833417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Made reservation on behalf of 600446f2a9114f53aa14f687d333b550 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:16.844708 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.110437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Allocated IP 172.20.0.2 (2e18a0b6-4e6b-4980-86e4-61a63e3ef660/84276bb8-41d6-432b-88df-3deaaebb32b8/7f2b7772-d9b2-4566-a10d-c1d87aae21a9) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:17.287095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-575d991a-6f4c-4e93-b8ef-1f82ebc85f1e req-2011fd72-30e1-4a98-ad2c-b591747d4740 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 210 time: 0.1783752 Jul 16 20:27:17.578325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.687492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.845601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:17.865855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:17.874684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Pushing event updated for resources: {'Port': ['ID=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.894832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:18.040692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb8-47c8-401c-a985-ad6ff02df1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.068796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.072353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.104475 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-81afeea4-2009-4cf7-b97a-da4f85d9d39a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9050276 Jul 16 20:27:18.106284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-275efd80-31a8-467f-93e5-8b03bd7775de tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.107896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-275efd80-31a8-467f-93e5-8b03bd7775de tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.16 "GET /v2.0/networks?id=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 HTTP/1.1" status: 200 len: 809 time: 0.4795043 Jul 16 20:27:18.117565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Request body: {'port': {'device_id': 'ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:18.134399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Request body: {'port': {'device_id': 'dfd349be-6ae5-4ff8-9b7c-96bca18d0c70', 'network_id': '23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95', 'admin_state_up': True, 'tenant_id': 'f82f017c344f4a28a6479369b5ef908e'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:18.317506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.440880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c41a9fbf-5147-4b85-be1a-92a9f83066a0 req-f26030b7-281e-47b0-82f6-e0ead4d5b7b5 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 210 time: 0.1336606 Jul 16 20:27:18.448855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Allocated IP 172.20.0.3 (2e18a0b6-4e6b-4980-86e4-61a63e3ef660/84276bb8-41d6-432b-88df-3deaaebb32b8/0cc00884-8cef-44aa-bbcb-4790efef73a8) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:18.621755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Made reservation on behalf of f82f017c344f4a28a6479369b5ef908e for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:18.625998 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.103431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d39ae-6b37-4bac-b85b-c6960d8191de req-0a4b0612-79b6-42c3-816e-6f6deadf19dd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.105515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b01d39ae-6b37-4bac-b85b-c6960d8191de req-0a4b0612-79b6-42c3-816e-6f6deadf19dd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 945 time: 0.4475980 Jul 16 20:27:19.187581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f04fa-3045-46aa-87f4-d6664565ce88 req-f4412be1-d033-478d-a6e6-886a8e391379 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.196724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-597f04fa-3045-46aa-87f4-d6664565ce88 req-f4412be1-d033-478d-a6e6-886a8e391379 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 931 time: 0.4059381 Jul 16 20:27:19.216154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-6930dff3-afdb-49c0-b8ca-609e40c12e10 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.221834 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-6930dff3-afdb-49c0-b8ca-609e40c12e10 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.68 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 945 time: 0.3133149 Jul 16 20:27:19.361753 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.416662 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.827389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Deleting port 5c911a02-7954-40b8-8e18-8f420e4ceac0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:19.828078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.300900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-597f04fa-3045-46aa-87f4-d6664565ce88 req-c24c602c-2b21-4288-84ba-a028ba30d718 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1017280 Jul 16 20:27:20.378764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:20.390576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:20.412123 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fefc8271-eae4-4743-9472-f5651c656e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.423097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:20.433563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.451781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:20.466783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Transition to ACTIVE for port object 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:20.481025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.536802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b01d39ae-6b37-4bac-b85b-c6960d8191de req-3d0e3eda-c0f6-477a-82aa-3b003df1b2fd tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4069431 Jul 16 20:27:20.587473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.588181 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.630248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.653377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ece8c173-bb19-4936-b2ca-2dfa045ef94f req-29d036c0-710a-41d9-ae46-05bd880bd007 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 210 time: 0.0842185 Jul 16 20:27:20.654100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Pushing event updated for resources: {'Port': ['ID=0cc00884-8cef-44aa-bbcb-4790efef73a8,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.668273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] For port 5c911a02-7954-40b8-8e18-8f420e4ceac0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=5c911a02-7954-40b8-8e18-8f420e4ceac0,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:20.672937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.700735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Allocated IP 172.20.0.13 (23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95/0b967c7c-eb23-4ce2-a556-7e64e683cab6/1dac3b10-8541-4b0f-9223-5ac0682961d2) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:20.705662 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-1e41eafc-9940-44eb-b799-83be7cb4655f tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4221232 Jul 16 20:27:20.725370 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.725581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Request body: {'port': {'device_id': 'e01148d2-af6c-46ef-b13c-1364097a8ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:21.030003 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.436006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.450044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Attempting to bind port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:21.450883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Attempting to bind port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:21.450883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Attempting to bind port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:21.499517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:21.499728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Attempting to bind port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:21.558974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:21.559414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Checking segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:21.559823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Bound using segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:21.561927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Bound port: 7f2b7772-d9b2-4566-a10d-c1d87aae21a9, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:21.562363 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.684685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.686211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.690210 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Floating IP 6a24e1fd-c9df-4101-84df-29cff24feab8 disassociated. External IP: 172.25.6.161, port: 5c911a02-7954-40b8-8e18-8f420e4ceac0. Jul 16 20:27:21.690894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Calling delete_port for 5c911a02-7954-40b8-8e18-8f420e4ceac0 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:22.000810 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.099068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38160) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.104720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] For port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:22.156237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Pushing event updated for resources: {'Port': ['ID=1dac3b10-8541-4b0f-9223-5ac0682961d2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:22.169609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:22.190442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:22.201501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:22.226903 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.257919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] For port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:22.317535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fde0a-2cb6-4618-9bbe-8b9bb9b260ee req-b54640b9-aa22-47f6-9aec-c26bbf6e643a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.326121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c99fde0a-2cb6-4618-9bbe-8b9bb9b260ee req-b54640b9-aa22-47f6-9aec-c26bbf6e643a tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 943 time: 0.5296364 Jul 16 20:27:22.339381 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.349391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event deleted for resources: {'Port': ['ID=5c911a02-7954-40b8-8e18-8f420e4ceac0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:22.405894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc00884-8cef-44aa-bbcb-4790efef73a8 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:22.425736 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.455568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cbe17-1792-4c64-af91-16459990d32b req-6d1f912a-eebd-45c6-8ac3-5696253a2599 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.460587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c51cbe17-1792-4c64-af91-16459990d32b req-6d1f912a-eebd-45c6-8ac3-5696253a2599 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 867 time: 0.5271320 Jul 16 20:27:22.471811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.472590 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.490535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.601263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c99fde0a-2cb6-4618-9bbe-8b9bb9b260ee req-7ac9bd83-55e0-4088-8377-dbb63d32a184 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728043 Jul 16 20:27:22.621510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.625923 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.629743 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] 10.222.0.68 "PUT /v2.0/ports/7f2b7772-d9b2-4566-a10d-c1d87aae21a9 HTTP/1.1" status: 200 len: 1092 time: 4.5172994 Jul 16 20:27:22.631305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4', 'tag': '7f2b7772-d9b2-4566-a10d-c1d87aae21a9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:22.637353 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908b1d15-f6b4-4e07-b9fd-2648f85ce350" -d '{"events": [{"name": "network-changed", "server_uuid": "ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4", "tag": "7f2b7772-d9b2-4566-a10d-c1d87aae21a9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:22.643108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Transition to ACTIVE for port object 0cc00884-8cef-44aa-bbcb-4790efef73a8 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:22.654602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c51cbe17-1792-4c64-af91-16459990d32b req-c374daa3-ae8c-414a-a3dc-e25ca0935c25 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/security-groups?id=40800569-36cd-4d9f-82f5-26314443c308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786437 Jul 16 20:27:22.658066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-6cb631d9-6c24-4c4c-a2eb-3b40568586d7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5383971 Jul 16 20:27:22.660079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.677329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5c911a02-7954-40b8-8e18-8f420e4ceac0 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:22.685488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Request body: {'port': {'device_id': 'dfd349be-6ae5-4ff8-9b7c-96bca18d0c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:22.893638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 5c911a02-7954-40b8-8e18-8f420e4ceac0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:22.898015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 5c911a02-7954-40b8-8e18-8f420e4ceac0 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:22.911758 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a31982c-82f1-4401-a9ad-a23d29e53ea1 x-openstack-request-id: req-2a31982c-82f1-4401-a9ad-a23d29e53ea1 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:22.921319 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4", "tag": "7f2b7772-d9b2-4566-a10d-c1d87aae21a9", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:22.921642 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a31982c-82f1-4401-a9ad-a23d29e53ea1 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:22.922082 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4', 'tag': '7f2b7772-d9b2-4566-a10d-c1d87aae21a9', 'status': 'completed', 'code': 200} Jul 16 20:27:23.106370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc00884-8cef-44aa-bbcb-4790efef73a8,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.159768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b6bac-5062-402e-a18e-fcc79e360221 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.168098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Router 00b4c80c-7a22-456a-ada0-f0a75063873d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:23.219424 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bed8b7e8-1f5c-4d57-b5cb-67420f35cd73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38b01c1fe6fa4a4da51873d1cc3c4b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1038094 Jul 16 20:27:23.224067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38176) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.311874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-a5c17282-c9ad-4c1d-853a-0237c57eeefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.314340 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-a5c17282-c9ad-4c1d-853a-0237c57eeefe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 1095 time: 0.3907652 Jul 16 20:27:23.353481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.382265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Attempting to bind port 0cc00884-8cef-44aa-bbcb-4790efef73a8 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:23.382766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Attempting to bind port 0cc00884-8cef-44aa-bbcb-4790efef73a8 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:23.382989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Attempting to bind port 0cc00884-8cef-44aa-bbcb-4790efef73a8 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:23.411851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Port 0cc00884-8cef-44aa-bbcb-4790efef73a8 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:23.412189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Attempting to bind port 0cc00884-8cef-44aa-bbcb-4790efef73a8 on network 2e18a0b6-4e6b-4980-86e4-61a63e3ef660 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:23.422038 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-ffcd396d-bdab-47e6-88d4-4f6dd78f5b58 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f2b7772-d9b2-4566-a10d-c1d87aae21a9 HTTP/1.1" status: 200 len: 217 time: 0.0689554 Jul 16 20:27:23.450882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:23.451235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Checking segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:23.451639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Bound using segment: {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:23.452097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Bound port: 0cc00884-8cef-44aa-bbcb-4790efef73a8, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995b3fcd-16b5-4782-bf4b-9fac6a548fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:23.452502 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.511813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0742a2-7d4d-426f-b674-7e3e7bd517a0 req-58c2318c-cc48-49a1-bf8a-2b26b9904171 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.524899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec0742a2-7d4d-426f-b674-7e3e7bd517a0 req-58c2318c-cc48-49a1-bf8a-2b26b9904171 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 932 time: 0.3461924 Jul 16 20:27:23.532913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d541078f-4d15-47a3-9202-4fc4bc715079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.565146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:23.574815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-c4e2808d-00ab-4300-9f55-3fc79ee45733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.576567 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-c4e2808d-00ab-4300-9f55-3fc79ee45733 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 200 len: 853 time: 0.1479487 Jul 16 20:27:23.585116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] Sync routers for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:23.645709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:23.652097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:27:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:23.671560 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-b30711de-75ed-42de-a894-2e4e642794fa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887396 Jul 16 20:27:23.784049 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d541078f-4d15-47a3-9202-4fc4bc715079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.868952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec0742a2-7d4d-426f-b674-7e3e7bd517a0 req-2458fc78-38b6-48ea-82e2-7867a5fc668a tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454638 Jul 16 20:27:23.889501 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.971352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] For port 0cc00884-8cef-44aa-bbcb-4790efef73a8, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:24.005761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] No DVR routers for this DVR port 5c911a02-7954-40b8-8e18-8f420e4ceac0 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:24.024826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.027767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba4c3c4e-cc67-4fbc-861e-41827ce2bd17 req-d6cce616-d758-4178-b2ef-bf8755af1df2 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.68 "DELETE /v2.0/ports/5c911a02-7954-40b8-8e18-8f420e4ceac0 HTTP/1.1" status: 204 len: 173 time: 4.7995934 Jul 16 20:27:24.065810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] For port 0cc00884-8cef-44aa-bbcb-4790efef73a8, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0cc00884-8cef-44aa-bbcb-4790efef73a8,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:24.098320 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.115756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-5f652dd1-cfcc-4452-9ba9-230f0df3513f service neutron] 10.222.0.68 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175024 Jul 16 20:27:24.157623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:24.313829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.322555 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.324346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/0cc00884-8cef-44aa-bbcb-4790efef73a8 HTTP/1.1" status: 200 len: 1092 time: 3.6099730 Jul 16 20:27:24.325744 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d541078f-4d15-47a3-9202-4fc4bc715079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.328807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d541078f-4d15-47a3-9202-4fc4bc715079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.344803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d541078f-4d15-47a3-9202-4fc4bc715079 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c4f7567b-959f-4249-b238-03450bf19264 HTTP/1.1" status: 204 len: 168 time: 1.0503047 Jul 16 20:27:24.347188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01148d2-af6c-46ef-b13c-1364097a8ebb', 'tag': '0cc00884-8cef-44aa-bbcb-4790efef73a8'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:24.350442 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d475cfac-6521-4fd5-9070-b8147a18a986" -d '{"events": [{"name": "network-changed", "server_uuid": "e01148d2-af6c-46ef-b13c-1364097a8ebb", "tag": "0cc00884-8cef-44aa-bbcb-4790efef73a8"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:24.403387 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-4ed669a6-f4eb-4ed1-9404-5af3312ae7ba service neutron] 10.222.0.68 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818949 Jul 16 20:27:24.579047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541078f-4d15-47a3-9202-4fc4bc715079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f7567b-959f-4249-b238-03450bf19264,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.604448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6cc2e0e-1001-44fb-b75f-28376143275e req-e64fdc10-7fb7-46e5-9719-b786b08ab499 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eade658-d989-4d98-aece-c12aac605206 HTTP/1.1" status: 200 len: 210 time: 0.3272324 Jul 16 20:27:24.657051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4036a5-f40f-4b7d-8341-3e403b2f94c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc00884-8cef-44aa-bbcb-4790efef73a8,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.817306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-f80e27c1-c291-436a-b2da-4d46d2d89f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.825250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-f80e27c1-c291-436a-b2da-4d46d2d89f31 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 1095 time: 0.3529692 Jul 16 20:27:24.853550 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792103cf-4e15-48a6-9fe1-c53292c6f0dd x-openstack-request-id: req-792103cf-4e15-48a6-9fe1-c53292c6f0dd {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:24.864762 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01148d2-af6c-46ef-b13c-1364097a8ebb", "tag": "0cc00884-8cef-44aa-bbcb-4790efef73a8", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:24.865544 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-792103cf-4e15-48a6-9fe1-c53292c6f0dd {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:24.866910 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01148d2-af6c-46ef-b13c-1364097a8ebb', 'tag': '0cc00884-8cef-44aa-bbcb-4790efef73a8', 'status': 'completed', 'code': 200} Jul 16 20:27:24.940023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eade658-d989-4d98-aece-c12aac605206', 'name': 'network-vif-deleted', 'tag': '5c911a02-7954-40b8-8e18-8f420e4ceac0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:24.947926 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9102fb-a31e-47ae-af96-b3c4c79aeca6" -d '{"events": [{"server_uuid": "6eade658-d989-4d98-aece-c12aac605206", "name": "network-vif-deleted", "tag": "5c911a02-7954-40b8-8e18-8f420e4ceac0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:24.984969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68140556-eedd-4126-8092-73650c6b04b2 req-2708f16b-febe-4d46-91a6-2e909b953add tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.987260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68140556-eedd-4126-8092-73650c6b04b2 req-2708f16b-febe-4d46-91a6-2e909b953add tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 943 time: 1.0870686 Jul 16 20:27:25.082365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dac3b10-8541-4b0f-9223-5ac0682961d2 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:25.116723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.196009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-bfe191d8-916a-489e-9a61-800800f699f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.199197 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-bfe191d8-916a-489e-9a61-800800f699f5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 914 time: 0.3666971 Jul 16 20:27:25.245223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Transition to ACTIVE for port object 1dac3b10-8541-4b0f-9223-5ac0682961d2 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:25.271073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.375592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:25Z', 'revision_number': 5, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:25.511813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-12f7eb99-5b2e-4a3d-9430-32ddaec526fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f2b7772-d9b2-4566-a10d-c1d87aae21a9 HTTP/1.1" status: 200 len: 217 time: 0.3058765 Jul 16 20:27:25.522674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] Checking router: 00b4c80c-7a22-456a-ada0-f0a75063873d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:25.533175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:25.534216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:27:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:25.557726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Pushing event updated for resources: {'Port': ['ID=1dac3b10-8541-4b0f-9223-5ac0682961d2,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:25.633849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-fff9d44f-7e99-4781-bb21-8a05495538ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.640073 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-fff9d44f-7e99-4781-bb21-8a05495538ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 200 len: 853 time: 0.1220889 Jul 16 20:27:25.711794 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-b9237fbb-0922-421e-85a0-6dcc9e06be52 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619133 Jul 16 20:27:25.753409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68140556-eedd-4126-8092-73650c6b04b2 req-92beef84-4dba-4b15-830a-56be5ed712df tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355063 Jul 16 20:27:25.938040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-279fe3b8-d223-4a1a-873b-d15aed3fccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.942086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-279fe3b8-d223-4a1a-873b-d15aed3fccfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&device_id=e01148d2-af6c-46ef-b13c-1364097a8ebb HTTP/1.1" status: 200 len: 1095 time: 1.5473745 Jul 16 20:27:26.059860 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140c5f45-6f36-4595-bbea-2958ace854ef x-openstack-request-id: req-140c5f45-6f36-4595-bbea-2958ace854ef {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:26.060781 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eade658-d989-4d98-aece-c12aac605206", "name": "network-vif-deleted", "tag": "5c911a02-7954-40b8-8e18-8f420e4ceac0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:26.063244 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-140c5f45-6f36-4595-bbea-2958ace854ef {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:26.063691 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eade658-d989-4d98-aece-c12aac605206', 'name': 'network-vif-deleted', 'tag': '5c911a02-7954-40b8-8e18-8f420e4ceac0', 'status': 'completed', 'code': 200} Jul 16 20:27:26.087095 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-ed41660a-b2ab-41a5-8649-e8cf06e0fb1b service neutron] 10.222.0.68 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722386 Jul 16 20:27:26.115643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-07e0b5b6-0189-4200-b5e0-d440ebfd4d45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cc00884-8cef-44aa-bbcb-4790efef73a8 HTTP/1.1" status: 200 len: 217 time: 0.1620593 Jul 16 20:27:26.131103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38230) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.300904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Attempting to bind port 1dac3b10-8541-4b0f-9223-5ac0682961d2 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:26.301577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Attempting to bind port 1dac3b10-8541-4b0f-9223-5ac0682961d2 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '54fc0d1a-7811-4c51-b629-da8952e3ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:26.302379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Attempting to bind port 1dac3b10-8541-4b0f-9223-5ac0682961d2 on network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:26.405527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5df4-f0ea-4f75-9403-ac3b7292e9ca req-bf60a7d9-ff88-4c5f-9c62-3ee32e600d88 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.408489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6eb5df4-f0ea-4f75-9403-ac3b7292e9ca req-bf60a7d9-ff88-4c5f-9c62-3ee32e600d88 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 944 time: 0.8523924 Jul 16 20:27:26.433195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Port 1dac3b10-8541-4b0f-9223-5ac0682961d2 on network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:26.444792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Attempting to bind port 1dac3b10-8541-4b0f-9223-5ac0682961d2 on network 23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:26.568182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:26.568182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Checking segment: {'id': '54fc0d1a-7811-4c51-b629-da8952e3ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:26.568182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Bound using segment: {'id': '54fc0d1a-7811-4c51-b629-da8952e3ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:26.568182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Bound port: 1dac3b10-8541-4b0f-9223-5ac0682961d2, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fc0d1a-7811-4c51-b629-da8952e3ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:26.568182 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.644818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-9d44759d-fb9c-46a7-a5f2-da3158679380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.649820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-9d44759d-fb9c-46a7-a5f2-da3158679380 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 200 len: 853 time: 0.5136693 Jul 16 20:27:26.703495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:26.716348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:26.867153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] For port 1dac3b10-8541-4b0f-9223-5ac0682961d2, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:26.877141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] For port 1dac3b10-8541-4b0f-9223-5ac0682961d2, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1dac3b10-8541-4b0f-9223-5ac0682961d2,segment=NetworkSegment(54fc0d1a-7811-4c51-b629-da8952e3ce05),segment_id=54fc0d1a-7811-4c51-b629-da8952e3ce05)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:26.962252 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.984676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6eb5df4-f0ea-4f75-9403-ac3b7292e9ca req-b887745b-fe08-4ff8-bb9e-d73a9b494507 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527532 Jul 16 20:27:26.995987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-48072500-1669-4dfc-a3f2-ee06fbda6b0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131656 Jul 16 20:27:27.190110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.190897 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.192482 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] 10.222.0.16 "PUT /v2.0/ports/1dac3b10-8541-4b0f-9223-5ac0682961d2 HTTP/1.1" status: 200 len: 1093 time: 4.5145726 Jul 16 20:27:27.206220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd349be-6ae5-4ff8-9b7c-96bca18d0c70', 'tag': '1dac3b10-8541-4b0f-9223-5ac0682961d2'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:27.210056 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd349be-6ae5-4ff8-9b7c-96bca18d0c70", "tag": "1dac3b10-8541-4b0f-9223-5ac0682961d2"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:27.483977 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc948f6-568a-44c4-b2e9-ddc7e93db920 x-openstack-request-id: req-8fc948f6-568a-44c4-b2e9-ddc7e93db920 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:27.484572 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd349be-6ae5-4ff8-9b7c-96bca18d0c70", "tag": "1dac3b10-8541-4b0f-9223-5ac0682961d2", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:27.484993 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8fc948f6-568a-44c4-b2e9-ddc7e93db920 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:27.485612 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd349be-6ae5-4ff8-9b7c-96bca18d0c70', 'tag': '1dac3b10-8541-4b0f-9223-5ac0682961d2', 'status': 'completed', 'code': 200} Jul 16 20:27:27.588433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:27.594236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:25Z', 'revision_number': 5, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:27.607896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4457ad-dbe4-4286-81c9-c40cc2714c80 service neutron] Pushing event updated for resources: {'Port': ['ID=1dac3b10-8541-4b0f-9223-5ac0682961d2,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.647445 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-908b1d15-f6b4-4e07-b9fd-2648f85ce350 req-d74c2b62-fabf-4dcd-b2eb-8fc15edc52d1 service neutron] 10.222.0.68 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5516827 Jul 16 20:27:27.665193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '7f2b7772-d9b2-4566-a10d-c1d87aae21a9', 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'port_id': '7f2b7772-d9b2-4566-a10d-c1d87aae21a9', 'mac_address': 'fa:16:3e:4d:a0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84276bb8-41d6-432b-88df-3deaaebb32b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:27.667958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b27c6f-adbb-4ac4-9dd3-bf0ab566f59b None None] The sync data for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 is: [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 4, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cf692ac2-be74-4f24-ae66-915474b1927a', 'name': '', 'network_id': '6387992f-d398-4257-a9e0-e23048055ad8', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'mac_address': 'fa:16:3e:ac:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:06Z', 'updated_at': '2021-07-16T20:21:25Z', 'revision_number': 5, 'project_id': '9cea726f818843af9f82975114c19b21', 'subnets': [{'id': '405169b1-d2d7-4125-b5e3-1af006f08613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:27.691159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-11a0b992-baed-43d8-bbf2-6d597572e4cc service neutron] 10.222.0.16 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872272 Jul 16 20:27:27.773806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Deleting port 30bc7e1d-ed70-4847-9c7f-7dfc3bbf05a7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:27.774567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.785354 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.838122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:27.878150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075234ee-eaa4-4298-bb8b-94a29a924069 req-2d2366e8-46c9-42fa-8ea1-dca4fdf61316 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.879907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-075234ee-eaa4-4298-bb8b-94a29a924069 req-2d2366e8-46c9-42fa-8ea1-dca4fdf61316 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 943 time: 0.7731631 Jul 16 20:27:27.898538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:27.906521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.931870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-d206e9ab-a2c4-42f2-bbd8-68cc47a596ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.937199 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-d206e9ab-a2c4-42f2-bbd8-68cc47a596ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f82f017c344f4a28a6479369b5ef908e&device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 1096 time: 0.6122406 Jul 16 20:27:27.994459 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.997321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.998749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.010039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.011021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.011608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.012273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.012886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.013454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.014755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.015534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.016098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.016784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.017484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.018043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:28.029589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Calling delete_port for 30bc7e1d-ed70-4847-9c7f-7dfc3bbf05a7 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:28.106714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['7f2b7772-d9b2-4566-a10d-c1d87aae21a9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:28.136419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9260fb8a-6bf0-48d4-8475-81079a3e2013 req-429b8f94-72a0-480c-a408-6548d9f75545 service neutron] 10.222.0.16 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373343 Jul 16 20:27:28.330356 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.349754 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45290f89-03ae-4cd8-a50d-25c5fa383816 None None] New status for floating IP 6a24e1fd-c9df-4101-84df-29cff24feab8: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:27:28.359484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-a318eae5-fc00-4240-b912-1ecd87ef1550 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dac3b10-8541-4b0f-9223-5ac0682961d2 HTTP/1.1" status: 200 len: 217 time: 0.4092798 Jul 16 20:27:28.417324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event deleted for resources: {'Port': ['ID=30bc7e1d-ed70-4847-9c7f-7dfc3bbf05a7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.423604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-075234ee-eaa4-4298-bb8b-94a29a924069 req-772e17d3-8dc4-4c65-96cc-75e61425c664 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196733 Jul 16 20:27:28.655327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.665164 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.666729 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8905fc16-43c2-42be-9183-dff6d7811435 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "DELETE /v2.0/floatingips/6a24e1fd-c9df-4101-84df-29cff24feab8 HTTP/1.1" status: 204 len: 168 time: 1.4475179 Jul 16 20:27:28.777104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-5caf55e8-a97d-48bb-9fd3-b2e7266c4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.779448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-5caf55e8-a97d-48bb-9fd3-b2e7266c4679 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=600446f2a9114f53aa14f687d333b550&device_id=e01148d2-af6c-46ef-b13c-1364097a8ebb HTTP/1.1" status: 200 len: 1095 time: 0.4577241 Jul 16 20:27:28.782299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-ead5cca2-620e-4365-8066-e5b74e874d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.784583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-ead5cca2-620e-4365-8066-e5b74e874d6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b967c7c-eb23-4ce2-a556-7e64e683cab6 HTTP/1.1" status: 200 len: 849 time: 0.3598013 Jul 16 20:27:28.800483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfbb97-b773-4046-987c-ec4d8b4c4bf6 req-70eaff76-5569-4574-9bce-44b4571a6c11 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.802978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31dfbb97-b773-4046-987c-ec4d8b4c4bf6 req-70eaff76-5569-4574-9bce-44b4571a6c11 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 944 time: 0.3740914 Jul 16 20:27:28.916419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38282) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:28.965929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-718c0877-7041-41b0-8b9c-b1bcb43d1eae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586151 Jul 16 20:27:29.085038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-c9b799a4-53d6-4f51-8e67-297998faff66 service neutron] 10.222.0.16 "GET /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112375 Jul 16 20:27:29.122749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.148001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31dfbb97-b773-4046-987c-ec4d8b4c4bf6 req-460f43c7-a38a-415a-8af5-2b145ded18f9 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656968 Jul 16 20:27:29.171560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-6ac6a382-8c6b-405c-a101-8307f7f02eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.173732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-6ac6a382-8c6b-405c-a101-8307f7f02eea service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 200 len: 914 time: 0.3689749 Jul 16 20:27:29.222320 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.253033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b089bc0-124c-4a3e-963d-321fbebad99c req-d220d6b0-e2e6-4261-8b5e-e921e642eb10 service neutron] 10.222.0.16 "GET /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584530 Jul 16 20:27:29.308788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-5a7e08da-e855-463d-b796-2108274236ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cc00884-8cef-44aa-bbcb-4790efef73a8 HTTP/1.1" status: 200 len: 217 time: 0.0519638 Jul 16 20:27:29.370631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.377641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.380359 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] 10.222.0.78 "DELETE /v2.0/security-groups/40800569-36cd-4d9f-82f5-26314443c308 HTTP/1.1" status: 204 len: 168 time: 0.4626420 Jul 16 20:27:29.398937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40800569-36cd-4d9f-82f5-26314443c308,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.422368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.423634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.424842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.426002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.426596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.427227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.428348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.428954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.429565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.430146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.431076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.432928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3317f-66e0-423e-b672-b28a406af5f4 tempest-TestServerBasicOps-409844870 tempest-TestServerBasicOps-409844870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:29.433168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-2ad897f0-b60e-494e-b2e2-08f6dce86253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.434662 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-2ad897f0-b60e-494e-b2e2-08f6dce86253 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 200 len: 853 time: 0.1188765 Jul 16 20:27:29.495302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-6a6965b1-a1c0-41fc-87b9-85e00a9739af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e18a0b6-4e6b-4980-86e4-61a63e3ef660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528946 Jul 16 20:27:29.497521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-e1a31d57-76c1-4418-9e6c-747bd631a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.499595 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-e1a31d57-76c1-4418-9e6c-747bd631a74e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f82f017c344f4a28a6479369b5ef908e&device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 1096 time: 0.1702397 Jul 16 20:27:29.993115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0cc00884-8cef-44aa-bbcb-4790efef73a8 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:30.197759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0cc00884-8cef-44aa-bbcb-4790efef73a8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0cc00884-8cef-44aa-bbcb-4790efef73a8,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:30.246750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '0cc00884-8cef-44aa-bbcb-4790efef73a8', 'network_id': '2e18a0b6-4e6b-4980-86e4-61a63e3ef660', 'port_id': '0cc00884-8cef-44aa-bbcb-4790efef73a8', 'mac_address': 'fa:16:3e:84:ea:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84276bb8-41d6-432b-88df-3deaaebb32b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:30.294802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-24628389-99e7-4d22-8003-743146b8d7d3 service neutron] 10.222.0.16 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840750 Jul 16 20:27:30.326197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-ccc01e9e-530b-4157-9571-7b8491b1bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.327817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-ccc01e9e-530b-4157-9571-7b8491b1bc55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 HTTP/1.1" status: 200 len: 910 time: 0.7324307 Jul 16 20:27:30.329997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.368076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc00884-8cef-44aa-bbcb-4790efef73a8 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:30.421748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0cc00884-8cef-44aa-bbcb-4790efef73a8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0cc00884-8cef-44aa-bbcb-4790efef73a8,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:30.425145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-02525a64-941e-4841-b358-fe6bcae5d819 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dac3b10-8541-4b0f-9223-5ac0682961d2 HTTP/1.1" status: 200 len: 217 time: 0.0704231 Jul 16 20:27:30.428868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.502051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38316) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.555272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f63e9-753e-4305-ae47-70f61759f3e0 req-0784ae82-6f4e-4bd5-a810-e29c17cbbaf4 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.557862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-487f63e9-753e-4305-ae47-70f61759f3e0 req-0784ae82-6f4e-4bd5-a810-e29c17cbbaf4 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 944 time: 0.9509873 Jul 16 20:27:30.600115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0cc00884-8cef-44aa-bbcb-4790efef73a8,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.657117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-487f63e9-753e-4305-ae47-70f61759f3e0 req-17c4e217-76c2-4126-82fd-b3f34b416298 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928354 Jul 16 20:27:30.658988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-23a90c01-6465-4db4-884e-0fe3e5f9d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.661799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-23a90c01-6465-4db4-884e-0fe3e5f9d1b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b967c7c-eb23-4ce2-a556-7e64e683cab6 HTTP/1.1" status: 200 len: 849 time: 0.2360106 Jul 16 20:27:30.665734 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d475cfac-6521-4fd5-9070-b8147a18a986 req-783ba8af-594f-4917-b4f6-b8a1f5c270ae service neutron] 10.222.0.16 "GET /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616564 Jul 16 20:27:30.696131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0cc00884-8cef-44aa-bbcb-4790efef73a8'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:30.756781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-027feb26-082a-4fac-b8be-2ceb1bda870e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828600 Jul 16 20:27:30.810154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:30.958444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb265e0-390c-4a76-a2e5-baa3061ec1f9 req-fabecc7e-1607-4342-ae95-29819b6a704c tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.966875 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4eb265e0-390c-4a76-a2e5-baa3061ec1f9 req-fabecc7e-1607-4342-ae95-29819b6a704c tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 944 time: 0.1616545 Jul 16 20:27:30.998498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:31.016734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:31.028993 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.038649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4eb265e0-390c-4a76-a2e5-baa3061ec1f9 req-27edecc0-fe58-4f0e-9e12-9204bd02448c tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706215 Jul 16 20:27:31.044034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-67bc5fb4-9f62-42aa-a7bb-2d6872b71a08 service neutron] 10.222.0.16 "GET /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802982 Jul 16 20:27:31.182371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f573cd11-6287-4b06-8fb0-d23ef03cf0dc req-62eea158-9fea-437b-be8a-105bf32a167f service neutron] 10.222.0.16 "GET /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314833 Jul 16 20:27:31.346297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.385787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2b7772-d9b2-4566-a10d-c1d87aae21a9'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:31.389364 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7616f0e-7725-4a0b-adbc-6a05a2047b27" -d '{"events": [{"server_uuid": "ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4", "name": "network-vif-plugged", "status": "completed", "tag": "7f2b7772-d9b2-4566-a10d-c1d87aae21a9"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:31.408240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:31.414886 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.517450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:31.553349 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971eae3c-bacb-4d87-b28c-d6c33a74b79d x-openstack-request-id: req-971eae3c-bacb-4d87-b28c-d6c33a74b79d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:31.553999 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4", "name": "network-vif-plugged", "status": "completed", "tag": "7f2b7772-d9b2-4566-a10d-c1d87aae21a9", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:31.555415 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-971eae3c-bacb-4d87-b28c-d6c33a74b79d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:31.556107 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2b7772-d9b2-4566-a10d-c1d87aae21a9', 'code': 200} Jul 16 20:27:31.776294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7d59-e7d5-4ba4-bc81-8272a7048bb8 req-fc7d325f-5408-46b1-bcbe-5645b1c33498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.778268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f8c7d59-e7d5-4ba4-bc81-8272a7048bb8 req-fc7d325f-5408-46b1-bcbe-5645b1c33498 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 1097 time: 0.1890628 Jul 16 20:27:31.862754 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f8c7d59-e7d5-4ba4-bc81-8272a7048bb8 req-6685db43-5733-43f9-b6a0-4e00949ff1d5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767145 Jul 16 20:27:31.962906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.032283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1dac3b10-8541-4b0f-9223-5ac0682961d2 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:32.036945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0cc00884-8cef-44aa-bbcb-4790efef73a8 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:32.128460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cb76e-c7dd-43a3-8a33-37b5f41ea25f req-152a5875-fe81-40bb-81fc-77a049179647 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.133701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c77cb76e-c7dd-43a3-8a33-37b5f41ea25f req-152a5875-fe81-40bb-81fc-77a049179647 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 945 time: 0.2005808 Jul 16 20:27:32.276668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c77cb76e-c7dd-43a3-8a33-37b5f41ea25f req-2af7e91c-2b2e-4070-8b6a-b20b3288b6a9 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346340 Jul 16 20:27:32.421041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 0cc00884-8cef-44aa-bbcb-4790efef73a8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:32.431120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 0cc00884-8cef-44aa-bbcb-4790efef73a8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:32.431586 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.520813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1dac3b10-8541-4b0f-9223-5ac0682961d2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1dac3b10-8541-4b0f-9223-5ac0682961d2,segment=NetworkSegment(54fc0d1a-7811-4c51-b629-da8952e3ce05),segment_id=54fc0d1a-7811-4c51-b629-da8952e3ce05)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:32.564333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '1dac3b10-8541-4b0f-9223-5ac0682961d2', 'network_id': '23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95', 'port_id': '1dac3b10-8541-4b0f-9223-5ac0682961d2', 'mac_address': 'fa:16:3e:63:84:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b967c7c-eb23-4ce2-a556-7e64e683cab6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:32.576984 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.662863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0cc00884-8cef-44aa-bbcb-4790efef73a8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0cc00884-8cef-44aa-bbcb-4790efef73a8,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:32.668890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216d57b-5ecd-4e64-90b4-913bbbb7648f req-42d49730-ff0d-4dcf-aefb-0df96fdb68d6 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.677530 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c216d57b-5ecd-4e64-90b4-913bbbb7648f req-42d49730-ff0d-4dcf-aefb-0df96fdb68d6 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 944 time: 0.3071065 Jul 16 20:27:32.688775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.746303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c216d57b-5ecd-4e64-90b4-913bbbb7648f req-79fe48e3-a942-4890-8588-febf2dd42efe tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598726 Jul 16 20:27:32.771748 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.803631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Deleting port cf692ac2-be74-4f24-ae66-915474b1927a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:32.804357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.838659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dac3b10-8541-4b0f-9223-5ac0682961d2 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:32.913087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0cc00884-8cef-44aa-bbcb-4790efef73a8,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.936044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1dac3b10-8541-4b0f-9223-5ac0682961d2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1dac3b10-8541-4b0f-9223-5ac0682961d2,segment=NetworkSegment(54fc0d1a-7811-4c51-b629-da8952e3ce05),segment_id=54fc0d1a-7811-4c51-b629-da8952e3ce05)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:32.941487 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.023852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] For port cf692ac2-be74-4f24-ae66-915474b1927a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cf692ac2-be74-4f24-ae66-915474b1927a,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:33.024400 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.042034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Calling delete_port for cf692ac2-be74-4f24-ae66-915474b1927a owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:33.071763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1dac3b10-8541-4b0f-9223-5ac0682961d2,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.194490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['1dac3b10-8541-4b0f-9223-5ac0682961d2'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:33.417724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.451198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf692ac2-be74-4f24-ae66-915474b1927a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.568282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01148d2-af6c-46ef-b13c-1364097a8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc00884-8cef-44aa-bbcb-4790efef73a8'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:33.580716 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0701b26e-e2c6-4804-92e4-afc38fa053c9" -d '{"events": [{"server_uuid": "e01148d2-af6c-46ef-b13c-1364097a8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "0cc00884-8cef-44aa-bbcb-4790efef73a8"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:33.715632 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715dd77c-0c56-42a7-9a39-6aaf7a6669e9 x-openstack-request-id: req-715dd77c-0c56-42a7-9a39-6aaf7a6669e9 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:33.715991 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01148d2-af6c-46ef-b13c-1364097a8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "0cc00884-8cef-44aa-bbcb-4790efef73a8", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:33.716175 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-715dd77c-0c56-42a7-9a39-6aaf7a6669e9 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:33.723631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e31685-2a72-4a65-8ab3-a168d1e8e6cc req-41e0b63f-5d38-49fb-99b8-dbfc12a683a7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.732705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e31685-2a72-4a65-8ab3-a168d1e8e6cc req-41e0b63f-5d38-49fb-99b8-dbfc12a683a7 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 945 time: 0.1707637 Jul 16 20:27:33.739791 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01148d2-af6c-46ef-b13c-1364097a8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc00884-8cef-44aa-bbcb-4790efef73a8', 'code': 200} Jul 16 20:27:33.900571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.952801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e31685-2a72-4a65-8ab3-a168d1e8e6cc req-f6705f6f-28e5-4191-b3c2-21303f2d1ae2 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072229 Jul 16 20:27:34.052029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e151d-e07d-4fb4-8cdf-1643a43aeac8 req-250f399d-2c8e-4734-9437-7bfa56f539c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.055882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c9e151d-e07d-4fb4-8cdf-1643a43aeac8 req-250f399d-2c8e-4734-9437-7bfa56f539c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e01148d2-af6c-46ef-b13c-1364097a8ebb HTTP/1.1" status: 200 len: 1097 time: 0.2060480 Jul 16 20:27:34.147155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c9e151d-e07d-4fb4-8cdf-1643a43aeac8 req-b03ee1cc-950a-4178-94f9-98e736084a61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851066 Jul 16 20:27:34.182959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36474ab5-db44-4e1d-9def-2f51af1e42e2 req-23056d11-1673-4393-bf02-8c3f864ca05a tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.192656 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36474ab5-db44-4e1d-9def-2f51af1e42e2 req-23056d11-1673-4393-bf02-8c3f864ca05a tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 945 time: 0.2441967 Jul 16 20:27:34.346654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36474ab5-db44-4e1d-9def-2f51af1e42e2 req-3244bbd0-0c7d-4226-9b3a-69cf13a88718 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529377 Jul 16 20:27:34.357556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Router 00b4c80c-7a22-456a-ada0-f0a75063873d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:34.410756 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.469978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7478a-82ef-41b4-86a0-d070ba708737 req-617beedf-c767-4066-bba7-92f616d8db58 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.474218 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfc7478a-82ef-41b4-86a0-d070ba708737 req-617beedf-c767-4066-bba7-92f616d8db58 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=e01148d2-af6c-46ef-b13c-1364097a8ebb HTTP/1.1" status: 200 len: 945 time: 0.2129817 Jul 16 20:27:34.552480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:34.561482 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfc7478a-82ef-41b4-86a0-d070ba708737 req-2c654091-260b-486e-8e4a-3e00ffebb980 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795407 Jul 16 20:27:34.564296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] Sync routers for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:34.574840 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-acd60ec9-dc43-4365-9813-2e0406819766 admin admin] 10.222.0.78 "PUT /v2.0/routers/00b4c80c-7a22-456a-ada0-f0a75063873d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0710444 Jul 16 20:27:34.579323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:34.600873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:34.602366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:27:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:34.754103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.963147 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.082253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:35.109326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Deleting port 776c504a-9460-47d7-881d-55b205c8345b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:35.110311 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.279894 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.360957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] For port 776c504a-9460-47d7-881d-55b205c8345b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=776c504a-9460-47d7-881d-55b205c8345b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:35.364268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.401166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Calling delete_port for 776c504a-9460-47d7-881d-55b205c8345b owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:35.592949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '776c504a-9460-47d7-881d-55b205c8345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:27:33Z', 'revision_number': 5, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port': {'id': '776c504a-9460-47d7-881d-55b205c8345b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:35.691185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] Checking router: 00b4c80c-7a22-456a-ada0-f0a75063873d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:35.721449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] Routers {'00b4c80c-7a22-456a-ada0-f0a75063873d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:35.723098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:27:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['00b4c80c-7a22-456a-ada0-f0a75063873d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:35.765624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509c7b-9145-4314-be55-62814225085d req-2991c10a-2763-45fb-a686-64bc5cb962fd tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.770045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55509c7b-9145-4314-be55-62814225085d req-2991c10a-2763-45fb-a686-64bc5cb962fd tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 945 time: 0.2765584 Jul 16 20:27:35.894878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55509c7b-9145-4314-be55-62814225085d req-ae7624b4-f9f7-4ab5-8a7b-8024746e4da7 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159663 Jul 16 20:27:35.932673 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.975627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=776c504a-9460-47d7-881d-55b205c8345b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.994019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] Set router 00b4c80c-7a22-456a-ada0-f0a75063873d gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:36.071810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.090761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:27:34Z', 'revision_number': 6, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:36.090761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1dac3b10-8541-4b0f-9223-5ac0682961d2 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:36.104616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775928-17b0-4166-b2c4-dd8fe43d4125 req-6c65cc8c-e61e-4861-b22c-4dc54fcc4886 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.114452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff775928-17b0-4166-b2c4-dd8fe43d4125 req-6c65cc8c-e61e-4861-b22c-4dc54fcc4886 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=e01148d2-af6c-46ef-b13c-1364097a8ebb HTTP/1.1" status: 200 len: 945 time: 0.2529650 Jul 16 20:27:36.160295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df640c-1058-4543-ac55-281476bfffd6 None None] The sync data for ids ['00b4c80c-7a22-456a-ada0-f0a75063873d'] in n-d-791505-15 is: [{'id': '00b4c80c-7a22-456a-ada0-f0a75063873d', 'name': 'tempest-TestServerBasicOps-1113787617-router', 'tenant_id': '9cea726f818843af9f82975114c19b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:00Z', 'updated_at': '2021-07-16T20:27:34Z', 'revision_number': 6, 'project_id': '9cea726f818843af9f82975114c19b21', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:36.219144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 1dac3b10-8541-4b0f-9223-5ac0682961d2 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:36.230751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 1dac3b10-8541-4b0f-9223-5ac0682961d2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:36.230751 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.288884 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff775928-17b0-4166-b2c4-dd8fe43d4125 req-5bef4f43-8799-4034-b803-648d3ec603e8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623638 Jul 16 20:27:36.363910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.371450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.442864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.443880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00b4c80c-7a22-456a-ada0-f0a75063873d {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:27:36.450854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.453112 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-19241406-01e7-4f75-9234-1a711b24fcb7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/00b4c80c-7a22-456a-ada0-f0a75063873d HTTP/1.1" status: 204 len: 168 time: 1.8725572 Jul 16 20:27:36.455509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38430) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:36.504296 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.559188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1ec3ac-75a6-4e0e-a807-cc17079f5827 admin admin] Deleting subnet 405169b1-d2d7-4125-b5e3-1af006f08613 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:36.580981 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec3ac-75a6-4e0e-a807-cc17079f5827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.603252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd349be-6ae5-4ff8-9b7c-96bca18d0c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dac3b10-8541-4b0f-9223-5ac0682961d2'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:36.609227 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ae4fdc-4627-431b-bb3a-fdb707082868" -d '{"events": [{"server_uuid": "dfd349be-6ae5-4ff8-9b7c-96bca18d0c70", "name": "network-vif-plugged", "status": "completed", "tag": "1dac3b10-8541-4b0f-9223-5ac0682961d2"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:36.643395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1dac3b10-8541-4b0f-9223-5ac0682961d2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1dac3b10-8541-4b0f-9223-5ac0682961d2,segment=NetworkSegment(54fc0d1a-7811-4c51-b629-da8952e3ce05),segment_id=54fc0d1a-7811-4c51-b629-da8952e3ce05)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:36.654730 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.819468 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f14988d-991c-4cac-915f-8109aa88d7c4 x-openstack-request-id: req-1f14988d-991c-4cac-915f-8109aa88d7c4 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:36.825005 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd349be-6ae5-4ff8-9b7c-96bca18d0c70", "name": "network-vif-plugged", "status": "completed", "tag": "1dac3b10-8541-4b0f-9223-5ac0682961d2", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:36.828128 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f14988d-991c-4cac-915f-8109aa88d7c4 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:36.833497 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd349be-6ae5-4ff8-9b7c-96bca18d0c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dac3b10-8541-4b0f-9223-5ac0682961d2', 'code': 200} Jul 16 20:27:36.862518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec3ac-75a6-4e0e-a807-cc17079f5827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.019243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1dac3b10-8541-4b0f-9223-5ac0682961d2,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.096955 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec3ac-75a6-4e0e-a807-cc17079f5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.111881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01a322-849e-4664-a99b-6ee4fefd8978 req-53dca7f7-e889-4737-8c0a-9e0748b2a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.127010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f01a322-849e-4664-a99b-6ee4fefd8978 req-53dca7f7-e889-4737-8c0a-9e0748b2a92a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 1098 time: 0.2746251 Jul 16 20:27:37.294936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec3ac-75a6-4e0e-a807-cc17079f5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.299318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f01a322-849e-4664-a99b-6ee4fefd8978 req-4fb0c361-4cbe-4ede-8a52-1d6229408226 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621876 Jul 16 20:27:37.333593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a928-d74c-4c4a-8325-f67aef7c50a4 req-4476e3a2-9bb0-4c0b-be2a-9d5021545cee tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.351712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa6a928-d74c-4c4a-8325-f67aef7c50a4 req-4476e3a2-9bb0-4c0b-be2a-9d5021545cee tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 946 time: 0.1517806 Jul 16 20:27:37.402063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ec3ac-75a6-4e0e-a807-cc17079f5827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405169b1-d2d7-4125-b5e3-1af006f08613,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.414272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec3ac-75a6-4e0e-a807-cc17079f5827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.421495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ad665-de4b-4af8-9bc4-714d5247bbb9 None None] Network 6387992f-d398-4257-a9e0-e23048055ad8 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:37.422956 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cd1ec3ac-75a6-4e0e-a807-cc17079f5827 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/405169b1-d2d7-4125-b5e3-1af006f08613 HTTP/1.1" status: 204 len: 168 time: 0.9654877 Jul 16 20:27:37.431378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38454) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.440532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faa6a928-d74c-4c4a-8325-f67aef7c50a4 req-8f8440de-d75a-483a-8aad-d2ffd9529f46 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873570 Jul 16 20:27:37.699369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.763841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 776c504a-9460-47d7-881d-55b205c8345b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:37.817094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 776c504a-9460-47d7-881d-55b205c8345b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:37.817803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 776c504a-9460-47d7-881d-55b205c8345b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:37.818461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf692ac2-be74-4f24-ae66-915474b1927a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:37.892365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: cf692ac2-be74-4f24-ae66-915474b1927a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:37.896591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Deleting port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:37.896997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.901958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf692ac2-be74-4f24-ae66-915474b1927a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:38.232334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] DHCP port deletion for 6387992f-d398-4257-a9e0-e23048055ad8 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:38.340672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b867a-33eb-4979-ac63-b61c0e9207c5 req-7453f977-f4ba-4fba-b5cf-c2c4416e050d tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.353346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c63b867a-33eb-4979-ac63-b61c0e9207c5 req-7453f977-f4ba-4fba-b5cf-c2c4416e050d tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=e01148d2-af6c-46ef-b13c-1364097a8ebb HTTP/1.1" status: 200 len: 945 time: 0.2845159 Jul 16 20:27:38.419877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] Deleting port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:38.423975 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.432996 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:38.494093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c63b867a-33eb-4979-ac63-b61c0e9207c5 req-7f1fbaac-45f4-4ab6-8097-0572e7928180 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333573 Jul 16 20:27:38.618444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] For port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:38.619299 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.662956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] Calling delete_port for 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:38.873974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.906071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] Pushing event deleted for resources: {'Port': ['ID=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.922852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69676321-cac1-4b92-8ee4-8090585b0aa1 None None] No DVR routers for this DVR port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:38.946760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] For port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,segment=NetworkSegment(d009afff-31e0-4d9c-ae5e-9b1307e8c64a),segment_id=d009afff-31e0-4d9c-ae5e-9b1307e8c64a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:38.947398 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.974021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Calling delete_port for 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:38.978230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2189e-3fa6-49af-bc1c-8f3e325994ae req-028793db-065a-420c-9c6c-e297c4612334 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.985719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcf2189e-3fa6-49af-bc1c-8f3e325994ae req-028793db-065a-420c-9c6c-e297c4612334 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 946 time: 0.2253292 Jul 16 20:27:39.022226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-69028e6f-ee18-4680-809c-cfa6a2725aa0 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.024807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-69028e6f-ee18-4680-809c-cfa6a2725aa0 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01148d2-af6c-46ef-b13c-1364097a8ebb HTTP/1.1" status: 200 len: 945 time: 0.2084613 Jul 16 20:27:39.145762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.157181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcf2189e-3fa6-49af-bc1c-8f3e325994ae req-6a0605a2-c014-420b-a9a9-f39f5271a3a5 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688344 Jul 16 20:27:39.259288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Deleting port 0cc00884-8cef-44aa-bbcb-4790efef73a8 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:39.260176 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.264452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.281822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] No DVR routers for this DVR port 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:39.393001 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] For port 0cc00884-8cef-44aa-bbcb-4790efef73a8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0cc00884-8cef-44aa-bbcb-4790efef73a8,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:39.393845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.413289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Calling delete_port for 0cc00884-8cef-44aa-bbcb-4790efef73a8 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:39.492922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.517433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-381d5c85-6c9f-482a-bb92-f8decb2d61e6 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.521540 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-381d5c85-6c9f-482a-bb92-f8decb2d61e6 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 945 time: 0.3713448 Jul 16 20:27:39.576320 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6387992f-d398-4257-a9e0-e23048055ad8']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:39.615376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:39.615847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd009afff-31e0-4d9c-ae5e-9b1307e8c64a') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:39.691748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:39.750852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.763198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:39.763783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9dd57cfb-4e15-4ddb-a0cc-6dee3a33c979 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:39.818815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.894400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:39.895064 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:39.899832 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:39.907712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.926029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['7f2b7772-d9b2-4566-a10d-c1d87aae21a9'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:39.930978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0cc00884-8cef-44aa-bbcb-4790efef73a8'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:39.938130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326599db-8adf-4d90-98aa-efb93133bf51 req-80666817-eb29-49c6-8778-86201d31ee37 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.940001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-326599db-8adf-4d90-98aa-efb93133bf51 req-80666817-eb29-49c6-8778-86201d31ee37 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=e01148d2-af6c-46ef-b13c-1364097a8ebb HTTP/1.1" status: 200 len: 867 time: 0.1584611 Jul 16 20:27:40.033843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Pushing event deleted for resources: {'Port': ['ID=0cc00884-8cef-44aa-bbcb-4790efef73a8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.051567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Deleting port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:40.052104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.057092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.120949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.129777 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6387992f-d398-4257-a9e0-e23048055ad8 HTTP/1.1" status: 204 len: 168 time: 2.6912129 Jul 16 20:27:40.131451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ae42-2bfd-4c0c-9346-16eeb1d22565 admin admin] Pushing event deleted for resources: {'Network': ['ID=6387992f-d398-4257-a9e0-e23048055ad8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.182466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38496) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:40.293434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] No DVR routers for this DVR port 0cc00884-8cef-44aa-bbcb-4790efef73a8 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:40.296455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.299164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b2bbd7a-84c9-499d-8d5d-518344fe12fa req-8fd15d68-bae0-414a-9b39-34a62fa7f8c8 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.16 "DELETE /v2.0/ports/0cc00884-8cef-44aa-bbcb-4790efef73a8 HTTP/1.1" status: 204 len: 173 time: 1.2673798 Jul 16 20:27:40.374335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01148d2-af6c-46ef-b13c-1364097a8ebb', 'name': 'network-vif-deleted', 'tag': '0cc00884-8cef-44aa-bbcb-4790efef73a8'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:40.405956 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2f591-5354-4e4f-885d-78779c773f84" -d '{"events": [{"server_uuid": "e01148d2-af6c-46ef-b13c-1364097a8ebb", "name": "network-vif-deleted", "tag": "0cc00884-8cef-44aa-bbcb-4790efef73a8"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:40.442062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] For port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,segment=NetworkSegment(995b3fcd-16b5-4782-bf4b-9fac6a548fed),segment_id=995b3fcd-16b5-4782-bf4b-9fac6a548fed)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:40.442449 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.478221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Calling delete_port for 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:40.494417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-326599db-8adf-4d90-98aa-efb93133bf51 req-679a97bf-ddcc-4453-9a5f-cc3e6460d9ca tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ef41249-53cc-4924-93cb-6e9903f6a970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908576 Jul 16 20:27:40.689140 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b948088-3739-4dbc-9674-5cd220e00ba2 x-openstack-request-id: req-3b948088-3739-4dbc-9674-5cd220e00ba2 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:40.689687 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01148d2-af6c-46ef-b13c-1364097a8ebb", "name": "network-vif-deleted", "tag": "0cc00884-8cef-44aa-bbcb-4790efef73a8", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:40.690640 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b948088-3739-4dbc-9674-5cd220e00ba2 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:40.691715 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01148d2-af6c-46ef-b13c-1364097a8ebb', 'name': 'network-vif-deleted', 'tag': '0cc00884-8cef-44aa-bbcb-4790efef73a8', 'status': 'completed', 'code': 200} Jul 16 20:27:40.816340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868d99e-acb0-45dd-bb02-9590eb00a502 req-3ba32aae-1c90-4447-987f-8bb7ded7c365 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.817901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7868d99e-acb0-45dd-bb02-9590eb00a502 req-3ba32aae-1c90-4447-987f-8bb7ded7c365 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 946 time: 0.1911945 Jul 16 20:27:40.883428 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.936917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Pushing event deleted for resources: {'Port': ['ID=7f2b7772-d9b2-4566-a10d-c1d87aae21a9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.955432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7868d99e-acb0-45dd-bb02-9590eb00a502 req-52cbe704-197b-4791-ae14-6f08a9bcae09 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903864 Jul 16 20:27:41.095155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] No DVR routers for this DVR port 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:41.119190 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.121947 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4a6b1607-f4d2-47cc-901e-27159962fa51 req-49ed544d-0c48-450d-a640-a499702c01ec tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.68 "DELETE /v2.0/ports/7f2b7772-d9b2-4566-a10d-c1d87aae21a9 HTTP/1.1" status: 204 len: 173 time: 1.5858679 Jul 16 20:27:41.128935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4', 'name': 'network-vif-deleted', 'tag': '7f2b7772-d9b2-4566-a10d-c1d87aae21a9'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:41.132000 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67659cf-c32a-4cf7-99e0-b5951a336b9a" -d '{"events": [{"server_uuid": "ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4", "name": "network-vif-deleted", "tag": "7f2b7772-d9b2-4566-a10d-c1d87aae21a9"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:41.247209 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.290909 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988e9f55-50ac-4929-9c8c-0ed62661dd98 x-openstack-request-id: req-988e9f55-50ac-4929-9c8c-0ed62661dd98 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:41.291600 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4", "name": "network-vif-deleted", "tag": "7f2b7772-d9b2-4566-a10d-c1d87aae21a9", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:41.292080 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-988e9f55-50ac-4929-9c8c-0ed62661dd98 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:41.292741 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4', 'name': 'network-vif-deleted', 'tag': '7f2b7772-d9b2-4566-a10d-c1d87aae21a9', 'status': 'completed', 'code': 200} Jul 16 20:27:42.039856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0cc00884-8cef-44aa-bbcb-4790efef73a8 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:42.088158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 0cc00884-8cef-44aa-bbcb-4790efef73a8 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:42.088841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0cc00884-8cef-44aa-bbcb-4790efef73a8 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:42.101733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Deleting port 48e56fe2-9643-4a5f-841c-71ec7356f5d6 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:42.102798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.353451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] For port 48e56fe2-9643-4a5f-841c-71ec7356f5d6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=48e56fe2-9643-4a5f-841c-71ec7356f5d6,segment=NetworkSegment(9c6c4f8a-0cea-4fc2-bd35-f7488c987f05),segment_id=9c6c4f8a-0cea-4fc2-bd35-f7488c987f05)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:42.354229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.377502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Calling delete_port for 48e56fe2-9643-4a5f-841c-71ec7356f5d6 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:42.542496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad0b52ab-e7b4-4a93-b09f-af3c4e1e4121 req-f7204b59-d103-4997-844c-ba606627e000 tempest-MultipleCreateTestJSON-53500835 tempest-MultipleCreateTestJSON-53500835-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba95fcb5-6e48-4b74-9dc2-25fa0d71d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0690894 Jul 16 20:27:42.803107 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.806774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:42.843740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:42.844435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 7f2b7772-d9b2-4566-a10d-c1d87aae21a9 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:42.867631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e56fe2-9643-4a5f-841c-71ec7356f5d6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:43.262418 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.817682 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-890c69a5-ca5d-4c5d-a961-6f046646a687 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3154500 Jul 16 20:27:43.902852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:43.941134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38582) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:44.036715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6c57c5-c7e6-4abd-bc97-f62b47fe98d7 admin admin] Deleting subnet 84276bb8-41d6-432b-88df-3deaaebb32b8 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:44.045791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce6c57c5-c7e6-4abd-bc97-f62b47fe98d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.084876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-b7268b80-bef9-41de-a54e-dd857668e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.087914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-b7268b80-bef9-41de-a54e-dd857668e50e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f82f017c344f4a28a6479369b5ef908e&device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 1098 time: 0.1783512 Jul 16 20:27:44.127526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce6c57c5-c7e6-4abd-bc97-f62b47fe98d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.214945 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce6c57c5-c7e6-4abd-bc97-f62b47fe98d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.221193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:44.232722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-555bf0e9-d328-4841-a2b7-4f8d47467ae6 admin admin] 10.222.0.78 "PUT /v2.0/routers/f2eb5c9a-aeb6-4068-9635-4acdef4ef516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0483510 Jul 16 20:27:44.251561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38590) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:44.262970 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] Sync routers for ids ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:44.304424 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] Routers {'f2eb5c9a-aeb6-4068-9635-4acdef4ef516'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:44.305493 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:27:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:44.310558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce6c57c5-c7e6-4abd-bc97-f62b47fe98d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.378647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c57c5-c7e6-4abd-bc97-f62b47fe98d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84276bb8-41d6-432b-88df-3deaaebb32b8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:44.408532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce6c57c5-c7e6-4abd-bc97-f62b47fe98d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.410175 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ce6c57c5-c7e6-4abd-bc97-f62b47fe98d7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/84276bb8-41d6-432b-88df-3deaaebb32b8 HTTP/1.1" status: 204 len: 168 time: 0.4672620 Jul 16 20:27:44.413817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38600) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:44.567019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.635967 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] Set router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:44.733196 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.746195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e18a0b6-4e6b-4980-86e4-61a63e3ef660']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:44.760709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995b3fcd-16b5-4782-bf4b-9fac6a548fed') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:44.761321 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995b3fcd-16b5-4782-bf4b-9fac6a548fed') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:44.773949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.794315 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.806969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:44.808859 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:44.811773 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:44.967957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.981129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.985222 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] 10.222.0.78 "DELETE /v2.0/networks/2e18a0b6-4e6b-4980-86e4-61a63e3ef660 HTTP/1.1" status: 204 len: 168 time: 0.5701735 Jul 16 20:27:45.050188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcf0a7-1870-4bbd-9b3b-9006032c1a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e18a0b6-4e6b-4980-86e4-61a63e3ef660,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:45.099996 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:27:42Z', 'revision_number': 5, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:45.478751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38622) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:45.551349 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] Checking router: f2eb5c9a-aeb6-4068-9635-4acdef4ef516 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:45.572816 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] Routers {'f2eb5c9a-aeb6-4068-9635-4acdef4ef516'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:45.574883 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:27:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:45.578366 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9df074e9-bb8f-4ad1-bafa-d9983a57de11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=600446f2a9114f53aa14f687d333b550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983698 Jul 16 20:27:45.589138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38624) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:45.699562 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4805e0f7-5833-413f-ae10-3733b47287d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.759215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4805e0f7-5833-413f-ae10-3733b47287d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.882968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4805e0f7-5833-413f-ae10-3733b47287d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.896145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4805e0f7-5833-413f-ae10-3733b47287d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.904940 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4805e0f7-5833-413f-ae10-3733b47287d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ef41249-53cc-4924-93cb-6e9903f6a970 HTTP/1.1" status: 204 len: 168 time: 0.3136885 Jul 16 20:27:45.954187 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] Set router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:45.966106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.975420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805e0f7-5833-413f-ae10-3733b47287d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef41249-53cc-4924-93cb-6e9903f6a970,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.168932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-09ae3a53-0eac-4f00-9258-a866859a28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.168932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-09ae3a53-0eac-4f00-9258-a866859a28a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 HTTP/1.1" status: 200 len: 910 time: 2.0196152 Jul 16 20:27:46.282907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-a9bbcbc7-327b-4737-a6eb-ad3ab639a9c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dac3b10-8541-4b0f-9223-5ac0682961d2 HTTP/1.1" status: 200 len: 217 time: 0.1083124 Jul 16 20:27:46.444681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-79587024-0c94-4e06-ac84-95466c45b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.446488 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-79587024-0c94-4e06-ac84-95466c45b912 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b967c7c-eb23-4ce2-a556-7e64e683cab6 HTTP/1.1" status: 200 len: 849 time: 0.1537106 Jul 16 20:27:46.447849 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.539829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-cb4132c4-b2c6-480f-a550-0ac2410af101 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777864 Jul 16 20:27:46.661755 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:27:42Z', 'revision_number': 5, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:46.678621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Deleting port 98508e86-5903-4a4e-82b4-2da46038b869 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:46.679479 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.726652 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a434296-f34f-4a0f-9d0b-7ccaab1e4336 None None] The sync data for ids ['f2eb5c9a-aeb6-4068-9635-4acdef4ef516'] in n-d-791505-15 is: [{'id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'name': 'tempest-TestServerBasicOps-883485488-router', 'tenant_id': '600a7b5406704ec1a787efe30345bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '98508e86-5903-4a4e-82b4-2da46038b869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:21Z', 'updated_at': '2021-07-16T20:27:42Z', 'revision_number': 5, 'project_id': '600a7b5406704ec1a787efe30345bf9e', 'gw_port': {'id': '98508e86-5903-4a4e-82b4-2da46038b869', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb5c9a-aeb6-4068-9635-4acdef4ef516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:23Z', 'updated_at': '2021-07-16T20:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:46.774806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-5945feb9-d868-427a-bf6c-1133a60a6353 service neutron] 10.222.0.16 "GET /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084773 Jul 16 20:27:47.065669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] For port 98508e86-5903-4a4e-82b4-2da46038b869, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=98508e86-5903-4a4e-82b4-2da46038b869,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:47.067124 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.092173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Calling delete_port for 98508e86-5903-4a4e-82b4-2da46038b869 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:47.096225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d58ec0b-665f-49cd-87c9-b799e5563426 req-ace60e12-963a-46ac-90cb-16bfa4c4b366 service neutron] 10.222.0.16 "GET /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121829 Jul 16 20:27:47.629082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 48e56fe2-9643-4a5f-841c-71ec7356f5d6 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:47.674293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 48e56fe2-9643-4a5f-841c-71ec7356f5d6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:47.674664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 48e56fe2-9643-4a5f-841c-71ec7356f5d6 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:47.770612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.855929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98508e86-5903-4a4e-82b4-2da46038b869,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:48.047036 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0a2dfcd-bf3d-409f-a469-63d5c489d27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.048375 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.211745 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.215180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.283814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.284788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2eb5c9a-aeb6-4068-9635-4acdef4ef516 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:27:48.298204 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.302431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38702) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:48.303387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-621e2b06-69bf-4a2f-a020-46d6af54b7d1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f2eb5c9a-aeb6-4068-9635-4acdef4ef516 HTTP/1.1" status: 204 len: 168 time: 4.0482392 Jul 16 20:27:48.423389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-67daf03a-cf62-4528-a6a1-d39ba2427727 admin admin] Deleting subnet 45073d5a-9f30-47eb-b8eb-b01d914967fe {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:48.433572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67daf03a-cf62-4528-a6a1-d39ba2427727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.513355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67daf03a-cf62-4528-a6a1-d39ba2427727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.741302 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67daf03a-cf62-4528-a6a1-d39ba2427727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.865789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67daf03a-cf62-4528-a6a1-d39ba2427727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.001132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daf03a-cf62-4528-a6a1-d39ba2427727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45073d5a-9f30-47eb-b8eb-b01d914967fe,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.006750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67daf03a-cf62-4528-a6a1-d39ba2427727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.012879 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-67daf03a-cf62-4528-a6a1-d39ba2427727 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/45073d5a-9f30-47eb-b8eb-b01d914967fe HTTP/1.1" status: 204 len: 168 time: 0.7092037 Jul 16 20:27:49.015747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38734) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:49.024509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e114c-02fb-4563-a06e-89384b6c3dff None None] Network 4a5eb4ab-f637-4212-a76a-a863b8ad2528 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:49.266319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.389047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Deleting port ce232cbe-1df7-4e73-826a-69c6deaaf884 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:49.389615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.391541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38742) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:49.488455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] DHCP port deletion for 4a5eb4ab-f637-4212-a76a-a863b8ad2528 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:49.580100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] Deleting port ce232cbe-1df7-4e73-826a-69c6deaaf884 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:49.580768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.586829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] For port ce232cbe-1df7-4e73-826a-69c6deaaf884, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce232cbe-1df7-4e73-826a-69c6deaaf884,segment=NetworkSegment(9c6c4f8a-0cea-4fc2-bd35-f7488c987f05),segment_id=9c6c4f8a-0cea-4fc2-bd35-f7488c987f05)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:49.588380 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.635908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9407a963-33d8-4cdd-9921-0ed10a076004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.646990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Calling delete_port for ce232cbe-1df7-4e73-826a-69c6deaaf884 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:49.750083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 98508e86-5903-4a4e-82b4-2da46038b869 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:49.805292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 98508e86-5903-4a4e-82b4-2da46038b869 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:49.808554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 98508e86-5903-4a4e-82b4-2da46038b869 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:49.809244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ce232cbe-1df7-4e73-826a-69c6deaaf884 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:49.860759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5e230-45d9-4258-bf8e-569c33c5f96f req-d306c19e-5d88-4338-aaa1-03e17733ca6e tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.863943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4bc5e230-45d9-4258-bf8e-569c33c5f96f req-d306c19e-5d88-4338-aaa1-03e17733ca6e tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 946 time: 0.4299114 Jul 16 20:27:49.876678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] For port ce232cbe-1df7-4e73-826a-69c6deaaf884, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ce232cbe-1df7-4e73-826a-69c6deaaf884,segment=NetworkSegment(9c6c4f8a-0cea-4fc2-bd35-f7488c987f05),segment_id=9c6c4f8a-0cea-4fc2-bd35-f7488c987f05)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:49.877092 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.887813 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9407a963-33d8-4cdd-9921-0ed10a076004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.893348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9407a963-33d8-4cdd-9921-0ed10a076004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.939339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] Calling delete_port for ce232cbe-1df7-4e73-826a-69c6deaaf884 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:49.948094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407a963-33d8-4cdd-9921-0ed10a076004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c31cedf-e0d3-400c-80d0-2bf9ccc1503b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.997189 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4bc5e230-45d9-4258-bf8e-569c33c5f96f req-ae6d2226-32d4-4464-92eb-07314cfd09eb tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175261 Jul 16 20:27:50.006722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9407a963-33d8-4cdd-9921-0ed10a076004 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5b1ac8897de406c81bda0702cfc2176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139297 Jul 16 20:27:50.007606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38752) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:50.196025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.240723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-255a5ee3-d2c7-4d5c-bb0e-843d3f97f862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.270023 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.313650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.341626 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-255a5ee3-d2c7-4d5c-bb0e-843d3f97f862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.371508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce232cbe-1df7-4e73-826a-69c6deaaf884,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.374264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] No DVR routers for this DVR port ce232cbe-1df7-4e73-826a-69c6deaaf884 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:50.416718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] No DVR routers for this DVR port ce232cbe-1df7-4e73-826a-69c6deaaf884 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:50.430832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c19876-39f3-4a5f-a521-dc471c897cf9 None None] Pushing event deleted for resources: {'Port': ['ID=ce232cbe-1df7-4e73-826a-69c6deaaf884,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.507672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.526147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5eb4ab-f637-4212-a76a-a863b8ad2528']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.546548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.546993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6c4f8a-0cea-4fc2-bd35-f7488c987f05') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.548994 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6cf281ad-d2b6-4bd0-93bf-f4786ac14fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.559631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.576705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.584789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:50.586341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.671532 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:50.674063 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:50.683945 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.683945 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-255a5ee3-d2c7-4d5c-bb0e-843d3f97f862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.691533 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-255a5ee3-d2c7-4d5c-bb0e-843d3f97f862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.698400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-255a5ee3-d2c7-4d5c-bb0e-843d3f97f862 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c31cedf-e0d3-400c-80d0-2bf9ccc1503b HTTP/1.1" status: 204 len: 168 time: 0.6793225 Jul 16 20:27:50.700300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.707685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4a5eb4ab-f637-4212-a76a-a863b8ad2528 HTTP/1.1" status: 204 len: 168 time: 1.6853223 Jul 16 20:27:50.764891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a5ee3-d2c7-4d5c-bb0e-843d3f97f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c31cedf-e0d3-400c-80d0-2bf9ccc1503b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.767134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ae25f-638b-40c2-b275-2b8ff3d35c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5eb4ab-f637-4212-a76a-a863b8ad2528,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.022861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38778) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:51.084529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-ef795d0b-b7ef-4f3e-b943-3839645e6a89 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.086723 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-ef795d0b-b7ef-4f3e-b943-3839645e6a89 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 946 time: 0.1089327 Jul 16 20:27:51.162978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-11321503-f78f-49cd-98a0-a4ce186db65a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cea726f818843af9f82975114c19b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335132 Jul 16 20:27:51.164060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38782) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:51.384160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be01f067-0384-4c55-a982-078a9f5b42ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.450769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be01f067-0384-4c55-a982-078a9f5b42ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.508037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Deleting port 1dac3b10-8541-4b0f-9223-5ac0682961d2 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:51.510190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.600425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be01f067-0384-4c55-a982-078a9f5b42ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.607019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be01f067-0384-4c55-a982-078a9f5b42ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.609625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-be01f067-0384-4c55-a982-078a9f5b42ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/129aa124-0599-424e-b3c4-44ccd314d345 HTTP/1.1" status: 204 len: 168 time: 0.4440303 Jul 16 20:27:51.654315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01f067-0384-4c55-a982-078a9f5b42ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129aa124-0599-424e-b3c4-44ccd314d345,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.692696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] For port 1dac3b10-8541-4b0f-9223-5ac0682961d2, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1dac3b10-8541-4b0f-9223-5ac0682961d2,segment=NetworkSegment(54fc0d1a-7811-4c51-b629-da8952e3ce05),segment_id=54fc0d1a-7811-4c51-b629-da8952e3ce05)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:51.693248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.715226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Calling delete_port for 1dac3b10-8541-4b0f-9223-5ac0682961d2 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:52.106043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.118903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['1dac3b10-8541-4b0f-9223-5ac0682961d2'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:52.199908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a679f7a-af2d-49d5-95f2-c5f1e39a8d59 req-31b30785-d169-462c-939e-28da48a08c83 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.212002 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a679f7a-af2d-49d5-95f2-c5f1e39a8d59 req-31b30785-d169-462c-939e-28da48a08c83 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 867 time: 0.8187938 Jul 16 20:27:52.224104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Pushing event deleted for resources: {'Port': ['ID=1dac3b10-8541-4b0f-9223-5ac0682961d2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:52.262405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] No DVR routers for this DVR port 1dac3b10-8541-4b0f-9223-5ac0682961d2 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:52.275381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.277672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b6a4134-4a19-440c-a90c-8bf2138ce1b1 req-e841c62e-1c32-4b8e-bd6f-f4056738f311 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.16 "DELETE /v2.0/ports/1dac3b10-8541-4b0f-9223-5ac0682961d2 HTTP/1.1" status: 204 len: 173 time: 1.1851325 Jul 16 20:27:52.278279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd349be-6ae5-4ff8-9b7c-96bca18d0c70', 'name': 'network-vif-deleted', 'tag': '1dac3b10-8541-4b0f-9223-5ac0682961d2'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:52.280881 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71fb12e-64d5-4f43-88d9-45b7a64bcda0" -d '{"events": [{"server_uuid": "dfd349be-6ae5-4ff8-9b7c-96bca18d0c70", "name": "network-vif-deleted", "tag": "1dac3b10-8541-4b0f-9223-5ac0682961d2"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:52.328950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8a679f7a-af2d-49d5-95f2-c5f1e39a8d59 req-9539e19d-e05e-4fa8-86c8-26d5a0e9f4b0 tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d29927f-47fd-4ef8-b5de-90142698f2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113775 Jul 16 20:27:52.435959 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65640f4-e9ab-4a49-98e4-40c8b0dbca63 x-openstack-request-id: req-e65640f4-e9ab-4a49-98e4-40c8b0dbca63 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:52.436749 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd349be-6ae5-4ff8-9b7c-96bca18d0c70", "name": "network-vif-deleted", "tag": "1dac3b10-8541-4b0f-9223-5ac0682961d2", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:52.437602 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e65640f4-e9ab-4a49-98e4-40c8b0dbca63 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:52.439128 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd349be-6ae5-4ff8-9b7c-96bca18d0c70', 'name': 'network-vif-deleted', 'tag': '1dac3b10-8541-4b0f-9223-5ac0682961d2', 'status': 'completed', 'code': 200} Jul 16 20:27:52.445565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.534143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38832) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:52.616325 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b7602169-86f8-4806-b7db-c6404a097d64 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=600a7b5406704ec1a787efe30345bf9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774989 Jul 16 20:27:52.622071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38836) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:52.789011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b10c8cde-0ddd-449d-a015-7c03cfe1de9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.821608 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b10c8cde-0ddd-449d-a015-7c03cfe1de9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.936920 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b10c8cde-0ddd-449d-a015-7c03cfe1de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.948816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b10c8cde-0ddd-449d-a015-7c03cfe1de9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.955712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b10c8cde-0ddd-449d-a015-7c03cfe1de9a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4cc5bbf6-fc07-4432-89df-447b8a644fe3 HTTP/1.1" status: 204 len: 168 time: 0.3290119 Jul 16 20:27:53.014642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c8cde-0ddd-449d-a015-7c03cfe1de9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc5bbf6-fc07-4432-89df-447b8a644fe3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:53.792896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.842144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a07e204-184c-4339-8c20-10551cf14b73 req-0d8eb9bc-c535-4b10-9b84-dc6e6e6febfd tempest-ServerTagsTestJSON-1041261324 tempest-ServerTagsTestJSON-1041261324-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd349be-6ae5-4ff8-9b7c-96bca18d0c70 HTTP/1.1" status: 200 len: 210 time: 0.1090491 Jul 16 20:27:54.124403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1dac3b10-8541-4b0f-9223-5ac0682961d2 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:54.177964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 1dac3b10-8541-4b0f-9223-5ac0682961d2 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:54.179274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1dac3b10-8541-4b0f-9223-5ac0682961d2 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:54.965920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38912) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:55.041666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38916) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:55.193156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cb013c-70ab-41ac-8b1c-845c80255a56 admin admin] Deleting subnet 0b967c7c-eb23-4ce2-a556-7e64e683cab6 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:55.199906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6cb013c-70ab-41ac-8b1c-845c80255a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.254848 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6cb013c-70ab-41ac-8b1c-845c80255a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.388916 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6cb013c-70ab-41ac-8b1c-845c80255a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.426575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4f594a12-e39a-44b8-9321-02464fcfbfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.538956 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6cb013c-70ab-41ac-8b1c-845c80255a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.637130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb013c-70ab-41ac-8b1c-845c80255a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b967c7c-eb23-4ce2-a556-7e64e683cab6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:55.649200 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a6cb013c-70ab-41ac-8b1c-845c80255a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.652869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a6cb013c-70ab-41ac-8b1c-845c80255a56 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0b967c7c-eb23-4ce2-a556-7e64e683cab6 HTTP/1.1" status: 204 len: 168 time: 0.6098306 Jul 16 20:27:55.659052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38930) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:55.799120 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4f594a12-e39a-44b8-9321-02464fcfbfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.821095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4f594a12-e39a-44b8-9321-02464fcfbfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.862539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.004649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4f594a12-e39a-44b8-9321-02464fcfbfa0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2eee829b65c4687861d9a69d4835f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0351825 Jul 16 20:27:56.009005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:56.145823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.150250 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b17a6e2e-43ae-4080-92a4-84ce535f0562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.180559 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b17a6e2e-43ae-4080-92a4-84ce535f0562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.269686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b17a6e2e-43ae-4080-92a4-84ce535f0562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.273764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b17a6e2e-43ae-4080-92a4-84ce535f0562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.278477 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b17a6e2e-43ae-4080-92a4-84ce535f0562 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f2728d5-133a-4ae5-8083-97ec26f25662 HTTP/1.1" status: 204 len: 168 time: 0.2670715 Jul 16 20:27:56.286499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:56.297503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f594a12-e39a-44b8-9321-02464fcfbfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2728d5-133a-4ae5-8083-97ec26f25662,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:56.357131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a6e2e-43ae-4080-92a4-84ce535f0562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2728d5-133a-4ae5-8083-97ec26f25662,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:56.361006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fc0d1a-7811-4c51-b629-da8952e3ce05') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:56.361306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fc0d1a-7811-4c51-b629-da8952e3ce05') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:56.382218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.444807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.462844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:56.464691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:56.469184 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:56.695924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.737205 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.741371 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] 10.222.0.78 "DELETE /v2.0/networks/23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95 HTTP/1.1" status: 204 len: 168 time: 1.0799334 Jul 16 20:27:56.743785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4706911-74eb-407c-a487-dbde90abd042 admin admin] Pushing event deleted for resources: {'Network': ['ID=23ee8e99-2f7f-48fa-ba43-cbb6f8e1df95,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.264000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 38968) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:57.482477 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-78901f88-edfb-4dd1-b953-90640fd88baa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f82f017c344f4a28a6479369b5ef908e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166080 Jul 16 20:27:57.487705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 38974) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:57.590387 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79402317-f948-460e-a5d4-decd37a5a4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.623446 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79402317-f948-460e-a5d4-decd37a5a4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.705151 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79402317-f948-460e-a5d4-decd37a5a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.708133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79402317-f948-460e-a5d4-decd37a5a4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.709543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-79402317-f948-460e-a5d4-decd37a5a4df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d29927f-47fd-4ef8-b5de-90142698f2d8 HTTP/1.1" status: 204 len: 168 time: 0.2203712 Jul 16 20:27:57.731607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79402317-f948-460e-a5d4-decd37a5a4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d29927f-47fd-4ef8-b5de-90142698f2d8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:00.262428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3bb97581-e352-4d7f-8401-b4cac3752e0b req-c40f1f91-91c5-4b7b-aecf-1c56fe372d64 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.1006539 Jul 16 20:28:01.595662 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47483343-cb07-4ae6-a33f-b03b0b7dc856 req-0f00e8c4-9468-4eaf-af10-5fa0258f5eda tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0858307 Jul 16 20:28:02.872722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b51dbea9-e4b5-4a13-884e-0cae2271f061 req-035eb67e-2fab-4fbd-b327-af90bf19dfae tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0467355 Jul 16 20:28:03.548943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1fde19ba-ada8-46dc-a3f6-51fdf83f69b5 req-1b376aba-40a9-4c6f-92fe-5fe5dc3e8df1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.1150217 Jul 16 20:28:03.607909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-ba752074-db13-4b95-9d3a-10bc81fe3d99 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.610135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-ba752074-db13-4b95-9d3a-10bc81fe3d99 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.2398024 Jul 16 20:28:03.679349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-72a8406e-b730-412c-bcfd-c0fce4a1c00c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/quotas/2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 375 time: 0.0569632 Jul 16 20:28:03.882584 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-45d4e21f-149c-4d75-8cf6-31e8332662f1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847878 Jul 16 20:28:04.043907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-d1bf6d4c-f796-43e3-8899-9ba99d24d183 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530852 Jul 16 20:28:04.124439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-821ad17a-f032-47be-a8a6-c5445a649de9 req-de3dc422-301c-4149-b8a7-da68b2421b32 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0457218 Jul 16 20:28:04.238644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-ce229276-6c10-4330-8c0a-124f97a9da38 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930325 Jul 16 20:28:04.428067 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.620327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-016f0b60-f0b5-478e-b064-082b5046ab18 req-d38a9572-1bee-48a4-a707-ecac2a0499f8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.0716040 Jul 16 20:28:05.276971 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.456114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58e96f6b-df0d-405b-9564-78fafe7b14cd req-9d09e730-3be2-44c3-9238-688b923d62ee tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0586958 Jul 16 20:28:06.018353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bea692f6-32e1-4613-a685-654ab79bc81c req-695a3ee6-613d-4c1a-bb85-c458012a9f6a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.0737038 Jul 16 20:28:06.764632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-1bb0e87b-aa91-4c6d-ad9b-3e610ef4caba tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:06.779449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-1bb0e87b-aa91-4c6d-ad9b-3e610ef4caba tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.4559884 Jul 16 20:28:06.802702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'port': {'device_id': '5d87ce66-d3fa-4643-a60e-bda87ad6083c', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'admin_state_up': True, 'tenant_id': '2b5731282d004b759715ca7158b88d2b'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:07.238240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:07.245967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.530684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87194cba-66e7-4ecb-bc62-a0e50b175d45 req-1709b12a-2a01-4fce-9121-a12eaf00d42f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.1917264 Jul 16 20:28:08.007147 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-855d9588-ab22-438c-96b7-388c70ae187b req-a91abad7-9a29-4800-a492-5240286676d4 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.1541197 Jul 16 20:28:08.088580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.20.0.5 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/01eacf75-feef-4f55-bd59-de3b7238f561) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:08.366965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.384424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Transition to ACTIVE for port object 01eacf75-feef-4f55-bd59-de3b7238f561 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:08.428329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.521707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:08.529804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:08.538531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:08.641199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=01eacf75-feef-4f55-bd59-de3b7238f561,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:08.660132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.660559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.660870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.661217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.661563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.661903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.662239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.662575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.663050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.663522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.663925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.664299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:08.726330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:08.727179 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.762468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-b0ef0b59-bc75-468d-97c8-84b1f539cc2f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9745460 Jul 16 20:28:08.777018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Request body: {'port': {'device_id': '5d87ce66-d3fa-4643-a60e-bda87ad6083c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:09.009266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-daa289e4-3a3a-41d6-b104-c8ed5c223337 None None] Provisioning for port 01eacf75-feef-4f55-bd59-de3b7238f561 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:09.015498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-daa289e4-3a3a-41d6-b104-c8ed5c223337 None None] Provisioning complete for port 01eacf75-feef-4f55-bd59-de3b7238f561 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:09.016261 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-daa289e4-3a3a-41d6-b104-c8ed5c223337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.068955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fa23e-04d5-4242-be90-44a04cc5bad3 req-df627717-8563-4d30-b5a5-0c31d2854f4e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.070869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-daa289e4-3a3a-41d6-b104-c8ed5c223337 None None] Port 01eacf75-feef-4f55-bd59-de3b7238f561 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:09.089790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044fa23e-04d5-4242-be90-44a04cc5bad3 req-df627717-8563-4d30-b5a5-0c31d2854f4e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 931 time: 0.2662976 Jul 16 20:28:09.197231 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.244521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044fa23e-04d5-4242-be90-44a04cc5bad3 req-45f4828f-c37f-445a-a35c-1b4e3d01027c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534421 Jul 16 20:28:09.664063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4c41a77-5ff7-44d6-99cd-4031f2ac1d94 req-aded5b2b-a841-4937-8676-c8a52c52b54e tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0746834 Jul 16 20:28:10.024756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01eacf75-feef-4f55-bd59-de3b7238f561 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:10.049954 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.079043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Transition to ACTIVE for port object 01eacf75-feef-4f55-bd59-de3b7238f561 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:10.086262 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.215012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Pushing event updated for resources: {'Port': ['ID=01eacf75-feef-4f55-bd59-de3b7238f561,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.216105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39354) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.418158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4dfaaf4-97ee-452b-9f18-74f5196abf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.457575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Attempting to bind port 01eacf75-feef-4f55-bd59-de3b7238f561 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:10.458051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Attempting to bind port 01eacf75-feef-4f55-bd59-de3b7238f561 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:10.458516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Attempting to bind port 01eacf75-feef-4f55-bd59-de3b7238f561 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:10.476970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Port 01eacf75-feef-4f55-bd59-de3b7238f561 on network 5572072a-02c6-4646-84d1-a1012b78006a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:10.477537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Attempting to bind port 01eacf75-feef-4f55-bd59-de3b7238f561 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:10.496492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:10.497053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:10.497680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:10.498421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Bound port: 01eacf75-feef-4f55-bd59-de3b7238f561, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:10.499005 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.732057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] For port 01eacf75-feef-4f55-bd59-de3b7238f561, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:10.743181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] For port 01eacf75-feef-4f55-bd59-de3b7238f561, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01eacf75-feef-4f55-bd59-de3b7238f561,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:10.757505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.854627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4dfaaf4-97ee-452b-9f18-74f5196abf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.861721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a4dfaaf4-97ee-452b-9f18-74f5196abf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.935662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfaaf4-97ee-452b-9f18-74f5196abf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3675cf3-91a8-4061-80e1-743d0f0a0dc5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.979595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a4dfaaf4-97ee-452b-9f18-74f5196abf4a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f2be95342d84309887e485833fa82c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7603478 Jul 16 20:28:10.986056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39364) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:11.051329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Pushing event updated for resources: {'Port': ['ID=01eacf75-feef-4f55-bd59-de3b7238f561,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.137976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.138908 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.141013 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-db3b70fc-8a46-439d-9f12-7013a16a6bbb service neutron] 10.222.0.16 "PUT /v2.0/ports/01eacf75-feef-4f55-bd59-de3b7238f561 HTTP/1.1" status: 200 len: 1092 time: 2.3709755 Jul 16 20:28:11.142792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7516b90-117d-46c6-91e0-2cb4f804f662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.154950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d87ce66-d3fa-4643-a60e-bda87ad6083c', 'tag': '01eacf75-feef-4f55-bd59-de3b7238f561'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:11.163918 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a336963a-2ce6-486e-82db-39e94171158e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d87ce66-d3fa-4643-a60e-bda87ad6083c", "tag": "01eacf75-feef-4f55-bd59-de3b7238f561"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:11.286949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7516b90-117d-46c6-91e0-2cb4f804f662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.329118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-637e1502-3fa9-45ef-8a9c-ee44636caaf8 req-5b0e3408-46fe-49fb-9b1c-c52faa1fb99b tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.2554002 Jul 16 20:28:11.458969 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7516b90-117d-46c6-91e0-2cb4f804f662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.476761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7516b90-117d-46c6-91e0-2cb4f804f662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.479377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b7516b90-117d-46c6-91e0-2cb4f804f662 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3675cf3-91a8-4061-80e1-743d0f0a0dc5 HTTP/1.1" status: 204 len: 168 time: 0.4907141 Jul 16 20:28:11.516133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7516b90-117d-46c6-91e0-2cb4f804f662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3675cf3-91a8-4061-80e1-743d0f0a0dc5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.658280 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc36a73-d89e-4158-8b49-2c8c71b0d8ba x-openstack-request-id: req-6cc36a73-d89e-4158-8b49-2c8c71b0d8ba {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:11.658738 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d87ce66-d3fa-4643-a60e-bda87ad6083c", "tag": "01eacf75-feef-4f55-bd59-de3b7238f561", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:11.659145 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cc36a73-d89e-4158-8b49-2c8c71b0d8ba {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:11.659787 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d87ce66-d3fa-4643-a60e-bda87ad6083c', 'tag': '01eacf75-feef-4f55-bd59-de3b7238f561', 'status': 'completed', 'code': 200} Jul 16 20:28:11.723267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a8127-1d1a-45da-a72f-14d3ffb892e8 req-299736a6-8b43-4a2d-8c3d-1b151cb52145 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.739852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-730a8127-1d1a-45da-a72f-14d3ffb892e8 req-299736a6-8b43-4a2d-8c3d-1b151cb52145 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.9924159 Jul 16 20:28:11.804041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-cffeb608-84e0-4480-a4ac-d70cde5799f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.809787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-cffeb608-84e0-4480-a4ac-d70cde5799f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 1095 time: 0.5451052 Jul 16 20:28:12.024400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-76d83ea4-3c15-481e-a2f6-f32375cf66d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eacf75-feef-4f55-bd59-de3b7238f561 HTTP/1.1" status: 200 len: 217 time: 0.1963651 Jul 16 20:28:12.086360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-730a8127-1d1a-45da-a72f-14d3ffb892e8 req-fde843d7-dbc0-4ab6-bd93-4c828a195987 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450224 Jul 16 20:28:12.174944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-c9574e38-9cbd-4f73-a1cd-c5c1d44f958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.178033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-c9574e38-9cbd-4f73-a1cd-c5c1d44f958f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.1370542 Jul 16 20:28:12.333357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-8e7e8be4-c530-4d89-a8df-2bffb8ad993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.342021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-8e7e8be4-c530-4d89-a8df-2bffb8ad993d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502330 Jul 16 20:28:12.543290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-f9528c9e-9cd0-4f4c-ad6c-6f5376085d86 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992393 Jul 16 20:28:12.796897 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83b04e9d-c8fa-46c3-a105-4387aeadcb17 req-a005587f-dd26-44df-94e3-2b21815a1c65 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0608490 Jul 16 20:28:12.849934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7f76949-a476-44eb-9db4-d6c171ee43ce req-866d8ba2-5580-4ef1-8d0f-530587d19d78 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996347 Jul 16 20:28:13.050817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336963a-2ce6-486e-82db-39e94171158e req-c06cbda3-1ddb-4dc3-bed1-d60c005f7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.055172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a336963a-2ce6-486e-82db-39e94171158e req-c06cbda3-1ddb-4dc3-bed1-d60c005f7021 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 1095 time: 0.1274071 Jul 16 20:28:13.320393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336963a-2ce6-486e-82db-39e94171158e req-d31713d6-4cd6-4674-b096-e43177449c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.329873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a336963a-2ce6-486e-82db-39e94171158e req-d31713d6-4cd6-4674-b096-e43177449c20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.2632372 Jul 16 20:28:13.550214 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a336963a-2ce6-486e-82db-39e94171158e req-a3253a13-617e-407d-a46e-ce33c39ff0dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eacf75-feef-4f55-bd59-de3b7238f561 HTTP/1.1" status: 200 len: 217 time: 0.2164016 Jul 16 20:28:13.715576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336963a-2ce6-486e-82db-39e94171158e req-6f8b488e-1900-4118-9fac-afdbcebbad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.717055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a336963a-2ce6-486e-82db-39e94171158e req-6f8b488e-1900-4118-9fac-afdbcebbad8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0728359 Jul 16 20:28:13.832932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cfa0f-9df2-4346-89c9-52f3be5c885f req-a6a68cac-88cc-491b-a523-9590888449ac tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.836871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a57cfa0f-9df2-4346-89c9-52f3be5c885f req-a6a68cac-88cc-491b-a523-9590888449ac tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.2830036 Jul 16 20:28:14.839637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aea00ef4-0841-45ef-9948-753997cb697d req-f6293f62-609e-4e06-a5fe-40cca57f6f4e tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0685837 Jul 16 20:28:14.865687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336963a-2ce6-486e-82db-39e94171158e req-288013a6-f639-472f-9cdc-118948aebc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:14.867534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a336963a-2ce6-486e-82db-39e94171158e req-288013a6-f639-472f-9cdc-118948aebc0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1381946 Jul 16 20:28:14.872700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a57cfa0f-9df2-4346-89c9-52f3be5c885f req-2c7c0466-a291-4b46-86ff-ba1727c424e4 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0206041 Jul 16 20:28:15.140595 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a336963a-2ce6-486e-82db-39e94171158e req-aac75bde-a817-4e58-864a-366d91d641d5 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620835 Jul 16 20:28:15.336676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a336963a-2ce6-486e-82db-39e94171158e req-188b2326-6ca3-4770-b535-8687a21ed576 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884613 Jul 16 20:28:15.405521 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:16.466488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f6650-858b-4bca-9873-5df69778e43b req-7ea314d1-870b-4d24-b06e-42bc848ea165 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.470426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-938f6650-858b-4bca-9873-5df69778e43b req-7ea314d1-870b-4d24-b06e-42bc848ea165 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.2451124 Jul 16 20:28:16.505155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1975a2d4-ed87-4ed9-a932-5a605567bc92 req-4e4fa9a8-aca5-4b78-97ab-ad51e78cfd59 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.1006794 Jul 16 20:28:16.583784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-938f6650-858b-4bca-9873-5df69778e43b req-905939e6-8961-4915-af86-1bd4487b8db4 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846431 Jul 16 20:28:17.936361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-248a0094-ba30-46ba-9cd3-3f90a5e09e2b req-22b82ae0-66ae-496e-98a0-9fdb5438e526 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0513327 Jul 16 20:28:18.096346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-62bbecc5-470b-48c7-86a8-606cef52ec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.217221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc01f4-b7fc-4b5c-9775-98ef7e5792f5 req-12d9c827-2467-4855-88f3-961d55ff5dae tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:18.220521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2bc01f4-b7fc-4b5c-9775-98ef7e5792f5 req-12d9c827-2467-4855-88f3-961d55ff5dae tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1917307 Jul 16 20:28:18.341652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2bc01f4-b7fc-4b5c-9775-98ef7e5792f5 req-fe8ad463-c889-484b-98e5-a7a319e1dc1a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997124 Jul 16 20:28:18.425272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 39662) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:18.704907 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f725bbb2-7047-4a89-a148-8ff2735a854b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.854365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f725bbb2-7047-4a89-a148-8ff2735a854b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.868969 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f725bbb2-7047-4a89-a148-8ff2735a854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.939298 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f725bbb2-7047-4a89-a148-8ff2735a854b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d29e2672a394c6691585999e736aab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125647 Jul 16 20:28:18.945073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39702) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:18.971593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725bbb2-7047-4a89-a148-8ff2735a854b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf0c0d2-101a-44ff-af7e-2ba64e9b4c50,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.125238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56327532-47a2-4bce-9ab8-291f2098d349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.163809 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56327532-47a2-4bce-9ab8-291f2098d349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.306731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4387fe92-ac39-4afb-8499-854b83597a4a req-b0b5c0dc-0552-48a8-8e76-4d833e940258 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0476973 Jul 16 20:28:19.379865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56327532-47a2-4bce-9ab8-291f2098d349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.387016 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56327532-47a2-4bce-9ab8-291f2098d349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.389574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-56327532-47a2-4bce-9ab8-291f2098d349 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/edf0c0d2-101a-44ff-af7e-2ba64e9b4c50 HTTP/1.1" status: 204 len: 168 time: 0.4423733 Jul 16 20:28:19.411729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56327532-47a2-4bce-9ab8-291f2098d349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf0c0d2-101a-44ff-af7e-2ba64e9b4c50,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.663228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1cf2e-e78d-411c-8378-88f165362aa4 req-8dd022c3-8bcf-4b78-9518-e9cfa2bf9abb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.680523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ab1cf2e-e78d-411c-8378-88f165362aa4 req-8dd022c3-8bcf-4b78-9518-e9cfa2bf9abb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1575673 Jul 16 20:28:19.796175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2ab1cf2e-e78d-411c-8378-88f165362aa4 req-4c535340-5ed5-4607-a9c6-9bd122f53a61 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139195 Jul 16 20:28:20.182950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39792) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:20.236633 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ef38c2e-dc7b-446a-8bd8-368df0a5ea61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.436816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ef38c2e-dc7b-446a-8bd8-368df0a5ea61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.448852 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ef38c2e-dc7b-446a-8bd8-368df0a5ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.485229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-98bc52f3-8764-4ee1-a1ba-ce4cf3d8c5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.524683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5ef38c2e-dc7b-446a-8bd8-368df0a5ea61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e034d46b5234cdfa201b4ebaf9721b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338070 Jul 16 20:28:20.526603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 39818) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:20.666783 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.783066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd0c4494-fb03-42c5-a980-6b67c8ee0af1 req-36039873-24a5-4a15-83e9-a55a7b9a99d2 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.1290114 Jul 16 20:28:20.797227 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8559c02-e5a3-4c93-bbe6-ed64d54410d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.910423 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8559c02-e5a3-4c93-bbe6-ed64d54410d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.112325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef38c2e-dc7b-446a-8bd8-368df0a5ea61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb492da-9fda-462a-abd6-3cc5b65d116f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.127079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8559c02-e5a3-4c93-bbe6-ed64d54410d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.132721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8559c02-e5a3-4c93-bbe6-ed64d54410d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.135742 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a8559c02-e5a3-4c93-bbe6-ed64d54410d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fb492da-9fda-462a-abd6-3cc5b65d116f HTTP/1.1" status: 204 len: 168 time: 0.6094685 Jul 16 20:28:21.160414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8559c02-e5a3-4c93-bbe6-ed64d54410d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb492da-9fda-462a-abd6-3cc5b65d116f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.433943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e17a44-52b8-47c4-9c32-dbcf880a7a09 req-3f4c61c1-a905-4d70-9bb2-1b7229f00742 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.435887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53e17a44-52b8-47c4-9c32-dbcf880a7a09 req-3f4c61c1-a905-4d70-9bb2-1b7229f00742 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.2003613 Jul 16 20:28:21.530042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53e17a44-52b8-47c4-9c32-dbcf880a7a09 req-ce33fdfc-52f2-4f66-a6b1-aacfb826fa78 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737729 Jul 16 20:28:22.012474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-560f758d-0578-44e2-ace5-c0f23275e9bc req-0d482e86-e15d-4a5a-b6c1-e0ce9dea0f50 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0628586 Jul 16 20:28:22.423572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.019735 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946573-45ff-4c16-899b-5160757f8165 req-f9728fc4-3741-403e-8896-6210cd5c8fb9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.034374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc946573-45ff-4c16-899b-5160757f8165 req-f9728fc4-3741-403e-8896-6210cd5c8fb9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.2030969 Jul 16 20:28:23.222035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc946573-45ff-4c16-899b-5160757f8165 req-c82ffbaa-63fe-4bdd-bd07-f8ce1c44073a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848319 Jul 16 20:28:23.405414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12bc1431-214f-4845-8dd1-ff090f911918 req-3de1ae98-1736-4491-b317-731cf076ff39 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0527775 Jul 16 20:28:23.793277 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.691413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eb5f7-b980-4961-b59b-c23b53a9a5aa req-20372dbb-c273-4481-93e2-c15f38134243 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.698876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f19eb5f7-b980-4961-b59b-c23b53a9a5aa req-20372dbb-c273-4481-93e2-c15f38134243 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.2133813 Jul 16 20:28:24.829410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f19eb5f7-b980-4961-b59b-c23b53a9a5aa req-7ce84586-9b62-48f5-ae53-d4e04d0351f4 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251738 Jul 16 20:28:24.957240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6ef56511-5f8c-49a6-bb22-f6c25ee60450 req-962face0-0e6b-497c-bd0b-688381d0d6eb tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0818157 Jul 16 20:28:26.190641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57157750-ffc5-43f6-b565-5e55f04c7774 req-8c62f40a-bbbd-4904-907d-2399456b82cd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.192338 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57157750-ffc5-43f6-b565-5e55f04c7774 req-8c62f40a-bbbd-4904-907d-2399456b82cd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1538243 Jul 16 20:28:26.314016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c3be3c3-7789-4360-b47c-b4a7f227ca50 req-adf26c7b-a9d0-41b0-be82-e824b6e214f8 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0588624 Jul 16 20:28:26.334245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-57157750-ffc5-43f6-b565-5e55f04c7774 req-b806559f-0999-4e22-aea9-367ab86940bf tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206143 Jul 16 20:28:26.915915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40112) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:27.129105 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45d4b07d-8786-4334-8390-1c821416f821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.322386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45d4b07d-8786-4334-8390-1c821416f821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.338450 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45d4b07d-8786-4334-8390-1c821416f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.509045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4b07d-8786-4334-8390-1c821416f821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9506df6c-b938-4ef9-9d24-6898cfc6849e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:27.603051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-45d4b07d-8786-4334-8390-1c821416f821 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5965dcdd7004a46838b4e055cb8177d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854460 Jul 16 20:28:27.606312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40132) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:27.659492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40134) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:27.752382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661463c9-581e-4304-8d57-72cff718dfdd req-634b1d05-06bf-493e-8405-289356c3ac9e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.762448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-661463c9-581e-4304-8d57-72cff718dfdd req-634b1d05-06bf-493e-8405-289356c3ac9e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1732798 Jul 16 20:28:27.808680 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de19c129-d5ca-47a3-b53f-999c7521f9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.833386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-661463c9-581e-4304-8d57-72cff718dfdd req-44079989-3e41-4361-828e-9c36abfec511 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696018 Jul 16 20:28:27.898515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de19c129-d5ca-47a3-b53f-999c7521f9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.918026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5bd326c-7646-44bd-af35-9be03cfdfc35 req-7b3c477f-96d0-4bc2-bf7f-69ad6e79ec6c tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0686502 Jul 16 20:28:27.977134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16f2d7a6-9bfc-4a25-86a6-bd832bb8ce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.095586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de19c129-d5ca-47a3-b53f-999c7521f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.102933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de19c129-d5ca-47a3-b53f-999c7521f9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.105639 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-de19c129-d5ca-47a3-b53f-999c7521f9fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9506df6c-b938-4ef9-9d24-6898cfc6849e HTTP/1.1" status: 204 len: 168 time: 0.4972343 Jul 16 20:28:28.149256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19c129-d5ca-47a3-b53f-999c7521f9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9506df6c-b938-4ef9-9d24-6898cfc6849e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:28.331584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16f2d7a6-9bfc-4a25-86a6-bd832bb8ce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.337867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-16f2d7a6-9bfc-4a25-86a6-bd832bb8ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.388611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2d7a6-9bfc-4a25-86a6-bd832bb8ce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63235133-d045-43de-8a7d-0cfd69ebae9b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:28.405655 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-16f2d7a6-9bfc-4a25-86a6-bd832bb8ce24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e831cd25660846ed9baa9299e6dde74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390051 Jul 16 20:28:28.406608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40152) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:28.547458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8a70018-beae-4244-9f33-e956dc8ffe94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.613373 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8a70018-beae-4244-9f33-e956dc8ffe94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.714990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8a70018-beae-4244-9f33-e956dc8ffe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.716564 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:28.719206 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a8a70018-beae-4244-9f33-e956dc8ffe94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.721155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a8a70018-beae-4244-9f33-e956dc8ffe94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63235133-d045-43de-8a7d-0cfd69ebae9b HTTP/1.1" status: 204 len: 168 time: 0.3124647 Jul 16 20:28:28.734604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a70018-beae-4244-9f33-e956dc8ffe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63235133-d045-43de-8a7d-0cfd69ebae9b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:28.736332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb5b0-b1a6-4aa6-8dc4-7cba30949484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.916182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb5b0-b1a6-4aa6-8dc4-7cba30949484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.924130 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb5b0-b1a6-4aa6-8dc4-7cba30949484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.984331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbb5b0-b1a6-4aa6-8dc4-7cba30949484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e376b904-5a68-4d28-b9b6-9171d03c8e4a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:29.036246 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c2cbb5b0-b1a6-4aa6-8dc4-7cba30949484 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a58590235f547258e8dc5fc4c0e64dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184788 Jul 16 20:28:29.039165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40168) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:29.111653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3fac0613-94fc-47ed-9870-7614bc2b0b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.143084 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3fac0613-94fc-47ed-9870-7614bc2b0b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.251177 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3fac0613-94fc-47ed-9870-7614bc2b0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.253897 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3fac0613-94fc-47ed-9870-7614bc2b0b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.257924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3fac0613-94fc-47ed-9870-7614bc2b0b5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e376b904-5a68-4d28-b9b6-9171d03c8e4a HTTP/1.1" status: 204 len: 168 time: 0.2149153 Jul 16 20:28:29.308353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30697e91-dd96-4d57-bc37-968512bbe2ff req-ce0e4a0a-ac59-4a6c-8d9d-168213b7653b tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.1091592 Jul 16 20:28:29.327556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac0613-94fc-47ed-9870-7614bc2b0b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e376b904-5a68-4d28-b9b6-9171d03c8e4a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:29.351829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb241c9-04d8-4cf9-8013-985a12f5171b req-dd184989-6ad5-45a8-bfe0-05c18c8f9393 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.353780 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfb241c9-04d8-4cf9-8013-985a12f5171b req-dd184989-6ad5-45a8-bfe0-05c18c8f9393 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.3118856 Jul 16 20:28:29.471874 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfb241c9-04d8-4cf9-8013-985a12f5171b req-65ddf697-f9a5-449a-96cd-627d3ec0c6d5 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088328 Jul 16 20:28:30.665633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3457bf7a-394f-4f17-9106-65705ea81a3b req-3f360b91-da5b-4349-8df9-cb7497ecff41 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0668166 Jul 16 20:28:30.940542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03a713-4035-4fa1-93c7-f8852a892afb req-948809ad-3dee-42a0-9834-d28a737107b1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.943959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca03a713-4035-4fa1-93c7-f8852a892afb req-948809ad-3dee-42a0-9834-d28a737107b1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1936443 Jul 16 20:28:31.041342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca03a713-4035-4fa1-93c7-f8852a892afb req-e28c5760-f76e-42a5-84f3-e4d3982d29f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896223 Jul 16 20:28:31.944008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4645dfe-dc2b-4a21-b0f5-ac8e1581210d req-c77d9148-9f9f-4abf-ab78-7e903ffd20d0 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0799155 Jul 16 20:28:32.272983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.279530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888935328', 'description': 'tempest-secgroup-smoke-888935328 description', 'project_id': '37b7805adcf44fdea80723ca1941c0a4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:32.333716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.355641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.397388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c1bb-4032-409c-b122-8e3568373e77 req-78646545-92d8-48b8-ad04-d842366a6ffa tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.403822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3998c1bb-4032-409c-b122-8e3568373e77 req-78646545-92d8-48b8-ad04-d842366a6ffa tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1178768 Jul 16 20:28:32.512898 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.517879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.537211 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3998c1bb-4032-409c-b122-8e3568373e77 req-3e047468-27ba-4de4-9fc7-bcd7786d5c3b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203065 Jul 16 20:28:32.580163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0883133-4e9c-4c7f-aabe-4eb53a377669,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.597341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.597957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.598495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.599218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.599710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.601246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.601913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.602485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.603023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.603546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.604049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.604757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:32.707956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.714796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.753883 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.755613 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4807978 Jul 16 20:28:32.759008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40292) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.764521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fe6fd4e2-d0fa-4d06-aa90-e56bb87da8ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'bf2d314c-566a-4fb1-93ed-dbbf697ed56e', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:32.769658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8441f-59ea-45b4-8ffe-3de39b7c2b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2d314c-566a-4fb1-93ed-dbbf697ed56e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.819897 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd4e2-d0fa-4d06-aa90-e56bb87da8ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.884771 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd4e2-d0fa-4d06-aa90-e56bb87da8ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.890357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd4e2-d0fa-4d06-aa90-e56bb87da8ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.937960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd4e2-d0fa-4d06-aa90-e56bb87da8ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.937960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fe6fd4e2-d0fa-4d06-aa90-e56bb87da8ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695106 Jul 16 20:28:32.938626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40296) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.943300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-092fe277-0f25-4f4c-beb9-a28ab4f6c8dc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'bf2d314c-566a-4fb1-93ed-dbbf697ed56e', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:32.951774 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fd4e2-d0fa-4d06-aa90-e56bb87da8ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e12702-bc69-4a22-82a6-b8b8a61062a1,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.992599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-092fe277-0f25-4f4c-beb9-a28ab4f6c8dc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.127584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-092fe277-0f25-4f4c-beb9-a28ab4f6c8dc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.133823 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-092fe277-0f25-4f4c-beb9-a28ab4f6c8dc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.155802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fe277-0f25-4f4c-beb9-a28ab4f6c8dc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95239c31-5d09-4298-95ef-d0e61202dcb4,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.167242 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-092fe277-0f25-4f4c-beb9-a28ab4f6c8dc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.168966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-092fe277-0f25-4f4c-beb9-a28ab4f6c8dc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295201 Jul 16 20:28:33.172110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40304) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:33.183051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3741bb7f-46df-4d2e-9a2a-71cb430be664 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'bf2d314c-566a-4fb1-93ed-dbbf697ed56e', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:33.278287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6bd2cb5-2f00-4c79-b87a-504bb09331e8 req-5c5acb06-058d-49ce-b0f6-1bff1ab98fbe tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0739906 Jul 16 20:28:33.283063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3741bb7f-46df-4d2e-9a2a-71cb430be664 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.385034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3741bb7f-46df-4d2e-9a2a-71cb430be664 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.392675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3741bb7f-46df-4d2e-9a2a-71cb430be664 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.420828 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741bb7f-46df-4d2e-9a2a-71cb430be664 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45023b7f-0f57-4b67-abdb-7e9616a63197,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.425815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3741bb7f-46df-4d2e-9a2a-71cb430be664 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.430206 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3741bb7f-46df-4d2e-9a2a-71cb430be664 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2563457 Jul 16 20:28:33.433191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40314) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:33.452009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-246b46ca-cdab-49c2-96dc-5d1789efdaed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'bf2d314c-566a-4fb1-93ed-dbbf697ed56e', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:33.494660 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-246b46ca-cdab-49c2-96dc-5d1789efdaed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.621875 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-246b46ca-cdab-49c2-96dc-5d1789efdaed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.628127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-246b46ca-cdab-49c2-96dc-5d1789efdaed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.664624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b46ca-cdab-49c2-96dc-5d1789efdaed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774b0f8c-910c-430e-a29f-5dca935e403a,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.682829 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-246b46ca-cdab-49c2-96dc-5d1789efdaed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.685816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-246b46ca-cdab-49c2-96dc-5d1789efdaed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2470226 Jul 16 20:28:33.691758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40324) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:33.707900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b5b380a1-a1b8-4c9d-a137-268e007747ba tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'bf2d314c-566a-4fb1-93ed-dbbf697ed56e', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:33.762036 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-b5b380a1-a1b8-4c9d-a137-268e007747ba tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Project 37b7805adcf44fdea80723ca1941c0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:28:33.770414 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b380a1-a1b8-4c9d-a137-268e007747ba tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.932485 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b380a1-a1b8-4c9d-a137-268e007747ba tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.937585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b380a1-a1b8-4c9d-a137-268e007747ba tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.016640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b380a1-a1b8-4c9d-a137-268e007747ba tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db7ac9e-f007-4522-8de8-34ef83abf77d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:34.030267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b380a1-a1b8-4c9d-a137-268e007747ba tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.034370 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b5b380a1-a1b8-4c9d-a137-268e007747ba tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3383896 Jul 16 20:28:34.034962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40328) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:34.042028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4d629f1e-4e42-41a9-a94a-1c74ba4493c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'bf2d314c-566a-4fb1-93ed-dbbf697ed56e', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:34.054840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df19ddf-b2a3-4096-a9cd-312dc5a95fd5 req-3f63e93c-17fb-4d96-ba78-67acfe6b7bad tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.064017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2df19ddf-b2a3-4096-a9cd-312dc5a95fd5 req-3f63e93c-17fb-4d96-ba78-67acfe6b7bad tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1317000 Jul 16 20:28:34.127575 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-4d629f1e-4e42-41a9-a94a-1c74ba4493c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Project 37b7805adcf44fdea80723ca1941c0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:28:34.150948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d629f1e-4e42-41a9-a94a-1c74ba4493c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.155489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2df19ddf-b2a3-4096-a9cd-312dc5a95fd5 req-db447751-d8fb-45f2-b995-85f9e69475f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902174 Jul 16 20:28:34.294246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d629f1e-4e42-41a9-a94a-1c74ba4493c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.303285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d629f1e-4e42-41a9-a94a-1c74ba4493c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.344728 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d629f1e-4e42-41a9-a94a-1c74ba4493c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b774ece-b8af-4128-bb43-7a4087ce8834,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:34.367195 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d629f1e-4e42-41a9-a94a-1c74ba4493c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.368597 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4d629f1e-4e42-41a9-a94a-1c74ba4493c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3324249 Jul 16 20:28:34.371689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40332) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:34.398963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'network': {'name': 'tempest-network-smoke--831475912', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'port_security_enabled': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:34.426691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.461084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:34.464872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.524482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:34.556083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.556379 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Added segment db6e5341-16d4-4076-9296-515ce666ed3e of type vlan for network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 Jul 16 20:28:34.626717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.646699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5d99a11-8660-474f-8d5a-91bd7a95cc4b req-cb6d0c72-1277-4a29-9487-36e167defddc tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0675876 Jul 16 20:28:34.704656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.713921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.714828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.766103 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3922534 Jul 16 20:28:34.771291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40342) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:34.777775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'admin_state_up': True, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:34.820327 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.822000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.832722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f08ad-6356-4ac4-adf2-10764908b32a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Network': ['ID=6f449fb1-ce91-4d21-9411-4b78c3361ca4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:34.847322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:34.907731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.097090 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.249555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.405399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-31da6beb-d267-474b-addc-6452446a8b9a req-0156fac0-691a-4587-86df-81c8ec4c3919 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.1107001 Jul 16 20:28:35.457201 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.479390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.720598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f3655-7475-498f-bf36-5e9ebadb672d req-5be552f4-259e-41a3-8f08-297861f50a04 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.729473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-638f3655-7475-498f-bf36-5e9ebadb672d req-5be552f4-259e-41a3-8f08-297861f50a04 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1797500 Jul 16 20:28:35.777140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.25.6.193 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/80737ddd-8e98-41aa-a706-3f117e72fee7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:35.852891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-638f3655-7475-498f-bf36-5e9ebadb672d req-b815b3a9-b4fd-4a07-934f-6794507022d8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126659 Jul 16 20:28:35.934803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e55677f-9032-460f-8af3-c335325bb996 req-bab32635-f1a2-4893-808a-925a9cab56b0 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0802279 Jul 16 20:28:36.075790 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.144501 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.211053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:36.214477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:36.219041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:36.236264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=80737ddd-8e98-41aa-a706-3f117e72fee7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.644383 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.077569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.283841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-14a27cdd-aa35-4e81-a721-495b7a009970 req-1b62daed-9b46-468b-9150-a322508ffc33 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0931032 Jul 16 20:28:37.367449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd73369-aa4a-4d84-a5c3-98d57ca89cfc req-84c13b85-71df-4b4f-88f3-1c1f359e1d7f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.369835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7fd73369-aa4a-4d84-a5c3-98d57ca89cfc req-84c13b85-71df-4b4f-88f3-1c1f359e1d7f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.2883499 Jul 16 20:28:37.414573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:28:37.461896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7fd73369-aa4a-4d84-a5c3-98d57ca89cfc req-ec2b1b58-b6fd-4136-a853-7c7024f5301a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765352 Jul 16 20:28:37.607345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:37.619007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Sync routers for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:37.638239 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:37.638525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:28:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:37.639425 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.641407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-53b57c6a-1252-4170-a9e4-39ca589dd436 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8687797 Jul 16 20:28:37.645206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40416) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:37.850795 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4a37933-1357-4475-b305-1de89df7b5f9 req-11df52fe-214b-4edc-ad8e-8543a0327e68 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=695f75b4daba4a98bc99d497e88099fb&device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0679095 Jul 16 20:28:37.872753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:37.925639 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4a37933-1357-4475-b305-1de89df7b5f9 req-1351dab6-be6d-4c22-b65b-699f38b915d8 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=695f75b4daba4a98bc99d497e88099fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675037 Jul 16 20:28:37.935099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84c5afaf-ed62-41f2-842a-bd92d9d1452e req-6d34c1bb-c916-469c-9836-09e4fedb28ee tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0761881 Jul 16 20:28:38.220247 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-210add73-6c8d-43ad-96fe-ed0598113a95 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=37b7805adcf44fdea80723ca1941c0a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5724213 Jul 16 20:28:38.223093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40428) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:38.245616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:38.284670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Checking router: 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:38.285309 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Updating router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 port 80737ddd-8e98-41aa-a706-3f117e72fee7 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:38.305731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37933-1357-4475-b305-1de89df7b5f9 req-8971906a-b55c-48bd-a7be-5db89189a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.307937 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4a37933-1357-4475-b305-1de89df7b5f9 req-8971906a-b55c-48bd-a7be-5db89189a4f8 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3767626 Jul 16 20:28:38.387916 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.496292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72339e4-e111-4981-af66-6daf5966a7d4 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.502979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b72339e4-e111-4981-af66-6daf5966a7d4 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2742605 Jul 16 20:28:38.504185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40440) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:38.552262 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f4da7f89-7347-4dbb-858b-70541585cada tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453136 Jul 16 20:28:38.555581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40442) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:38.561766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591893366', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:38.842470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:38.850763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.949145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab72df-c86b-4c02-af19-e8ea24c2c28f req-3c36d506-eaa4-4d6f-9da2-de83c12ca028 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.958623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39ab72df-c86b-4c02-af19-e8ea24c2c28f req-3c36d506-eaa4-4d6f-9da2-de83c12ca028 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.2359276 Jul 16 20:28:39.002710 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.056774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Transition to ACTIVE for port object 80737ddd-8e98-41aa-a706-3f117e72fee7 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:39.080515 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.216682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Attempting to bind port 80737ddd-8e98-41aa-a706-3f117e72fee7 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:39.217082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Attempting to bind port 80737ddd-8e98-41aa-a706-3f117e72fee7 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:39.217742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Attempting to bind port 80737ddd-8e98-41aa-a706-3f117e72fee7 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:39.232778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Pushing event updated for resources: {'Port': ['ID=80737ddd-8e98-41aa-a706-3f117e72fee7,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.239512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:39.240129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:39.240900 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.241574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:39.242418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Bound port: 80737ddd-8e98-41aa-a706-3f117e72fee7, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:39.243078 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.316111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.317041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.317550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.318130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.319183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.319972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.320513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.321187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.322039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.322550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.323085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.323573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:39.373597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] For port 80737ddd-8e98-41aa-a706-3f117e72fee7, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:39.379254 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] For port 80737ddd-8e98-41aa-a706-3f117e72fee7, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=80737ddd-8e98-41aa-a706-3f117e72fee7,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:39.385391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.492533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:39.493507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:28:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:39.566201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f65eaf-d92e-4b1c-a79a-62a0e7a0b34c None None] Pushing event updated for resources: {'Port': ['ID=80737ddd-8e98-41aa-a706-3f117e72fee7,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.609876 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4a37933-1357-4475-b305-1de89df7b5f9 req-bdd3c0df-92cd-42a4-8d66-b8fa2977ff2b tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.68 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.1019759 Jul 16 20:28:39.693916 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54644083-851a-45dd-87fe-a5c6305daf11 req-8462459f-5609-4ab9-a4d3-312429fe94a0 tempest-ServerShowV254Test-1507704988 tempest-ServerShowV254Test-1507704988-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cee4bee-f0c7-4e29-bade-763b06647b50 HTTP/1.1" status: 200 len: 210 time: 0.0994246 Jul 16 20:28:39.716973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:39.759127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39ab72df-c86b-4c02-af19-e8ea24c2c28f req-d7c08c84-d7ca-404f-b828-f03dac086adc tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7986052 Jul 16 20:28:39.929869 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.046590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Checking segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:40.046946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network hostable DHCP agents. Network: 6f449fb1-ce91-4d21-9411-4b78c3361ca4, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:40.064414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Subnet': ['ID=f924c6ad-bd76-46cb-b24a-2192e0112c21,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:40.076366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:40.095767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 6f449fb1-ce91-4d21-9411-4b78c3361ca4) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:40.114302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.117352 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.172407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d87d8e-de3a-45fd-927a-f2e2ef985abc None None] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:40.174913 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a36aabd9-350c-4588-b8f9-7770e4e6a59e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6172514 Jul 16 20:28:40.181131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40488) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:40.401626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:40.578044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017d28c-185d-4290-93ad-cad6506f23a1 None None] The sync data for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 is: [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:36Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:40.645603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:40.647703 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.210089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a3759-5a55-41a0-921c-34948bc4265e req-6466c87b-9739-4927-8d1d-6685771014d3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.224283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-226a3759-5a55-41a0-921c-34948bc4265e req-6466c87b-9739-4927-8d1d-6685771014d3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.1583836 Jul 16 20:28:41.318271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Allocated IP 172.20.0.2 (6f449fb1-ce91-4d21-9411-4b78c3361ca4/f924c6ad-bd76-46cb-b24a-2192e0112c21/5216890f-e6ae-40d7-a897-81243fc25036) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:41.353112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-226a3759-5a55-41a0-921c-34948bc4265e req-0dc071c7-8525-41b2-86c3-82b0d673a6cb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269877 Jul 16 20:28:41.539786 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.540971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.550883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Transition to ACTIVE for port object 5216890f-e6ae-40d7-a897-81243fc25036 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:41.578359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Transition to ACTIVE for port object 5216890f-e6ae-40d7-a897-81243fc25036 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:41.593258 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.687806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:41.690794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Pushing event updated for resources: {'Port': ['ID=5216890f-e6ae-40d7-a897-81243fc25036,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:41.698511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:41.701779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:41.804181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Attempting to bind port 5216890f-e6ae-40d7-a897-81243fc25036 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:41.805180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Attempting to bind port 5216890f-e6ae-40d7-a897-81243fc25036 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:41.805912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Attempting to bind port 5216890f-e6ae-40d7-a897-81243fc25036 on network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:41.812608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:41.813330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Checking segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:41.814257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.814832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Bound using segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:41.815499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Bound port: 5216890f-e6ae-40d7-a897-81243fc25036, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:41.816119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.862541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40520) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:42.035564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] For port 5216890f-e6ae-40d7-a897-81243fc25036, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:42.042032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] For port 5216890f-e6ae-40d7-a897-81243fc25036, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5216890f-e6ae-40d7-a897-81243fc25036,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:42.047943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 80737ddd-8e98-41aa-a706-3f117e72fee7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:42.054168 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.089042 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d84154ad-0dfe-4591-82ee-dd24b0894532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.325559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01eacf75-feef-4f55-bd59-de3b7238f561 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:42.454970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aea8dc-2896-43e9-be76-7408583fab22 None None] Pushing event updated for resources: {'Port': ['ID=5216890f-e6ae-40d7-a897-81243fc25036,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.491784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.20.0.1 (6f449fb1-ce91-4d21-9411-4b78c3361ca4/f924c6ad-bd76-46cb-b24a-2192e0112c21/a3de52c1-de47-4a9c-8d4c-9cc908c2af55) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:42.498090 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d84154ad-0dfe-4591-82ee-dd24b0894532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.506231 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d84154ad-0dfe-4591-82ee-dd24b0894532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.692856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 80737ddd-8e98-41aa-a706-3f117e72fee7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:42.712828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 80737ddd-8e98-41aa-a706-3f117e72fee7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:42.713232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.790454 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d84154ad-0dfe-4591-82ee-dd24b0894532 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=695f75b4daba4a98bc99d497e88099fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9190938 Jul 16 20:28:42.808073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40544) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:42.853199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84154ad-0dfe-4591-82ee-dd24b0894532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989df458-c9ad-4f9f-9be8-25a0b1e7bbe1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.914601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01eacf75-feef-4f55-bd59-de3b7238f561, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01eacf75-feef-4f55-bd59-de3b7238f561,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:42.973392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.984025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '01eacf75-feef-4f55-bd59-de3b7238f561', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'port_id': '01eacf75-feef-4f55-bd59-de3b7238f561', 'mac_address': 'fa:16:3e:fe:fa:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:43.021775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Transition to ACTIVE for port object a3de52c1-de47-4a9c-8d4c-9cc908c2af55 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:43.087535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54d57b8c-1a53-41eb-959c-94ff324d0241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.133365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.138709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8271170-6b4f-40a8-93eb-925624eac4d8 req-6939d244-4699-4bd0-b69c-c9fab2f4ee9b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.140835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8271170-6b4f-40a8-93eb-925624eac4d8 req-6939d244-4699-4bd0-b69c-c9fab2f4ee9b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 943 time: 0.3027720 Jul 16 20:28:43.143182 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54d57b8c-1a53-41eb-959c-94ff324d0241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.147949 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.180678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01eacf75-feef-4f55-bd59-de3b7238f561 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:43.300487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01eacf75-feef-4f55-bd59-de3b7238f561, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01eacf75-feef-4f55-bd59-de3b7238f561,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:43.306709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8271170-6b4f-40a8-93eb-925624eac4d8 req-2167d61b-cc2e-4e94-b055-f2663935068e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472538 Jul 16 20:28:43.325992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.333819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:43.365347 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54d57b8c-1a53-41eb-959c-94ff324d0241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.372044 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54d57b8c-1a53-41eb-959c-94ff324d0241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.373719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-54d57b8c-1a53-41eb-959c-94ff324d0241 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/989df458-c9ad-4f9f-9be8-25a0b1e7bbe1 HTTP/1.1" status: 204 len: 168 time: 0.5507247 Jul 16 20:28:43.393251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:43.401808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d57b8c-1a53-41eb-959c-94ff324d0241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989df458-c9ad-4f9f-9be8-25a0b1e7bbe1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.426788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.458812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:43.482315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01eacf75-feef-4f55-bd59-de3b7238f561,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.496902 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.579977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 80737ddd-8e98-41aa-a706-3f117e72fee7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=80737ddd-8e98-41aa-a706-3f117e72fee7,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:43.592739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['01eacf75-feef-4f55-bd59-de3b7238f561'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:43.611747 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.713706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.750142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=80737ddd-8e98-41aa-a706-3f117e72fee7,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.995804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5216890f-e6ae-40d7-a897-81243fc25036 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:44.168142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 5216890f-e6ae-40d7-a897-81243fc25036 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:44.294180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.721410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c161b35-bd31-4438-bd34-649740c602fd req-edf7231e-c205-461f-abb7-4f3a4f52f72d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.723346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c161b35-bd31-4438-bd34-649740c602fd req-edf7231e-c205-461f-abb7-4f3a4f52f72d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 944 time: 0.1297917 Jul 16 20:28:44.828736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c161b35-bd31-4438-bd34-649740c602fd req-202fbffa-447e-4cb5-9395-75094941abf8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849218 Jul 16 20:28:45.298432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f808334-6a99-4489-b3d4-c51f8bb64773 None None] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:45.366914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.375439 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.423488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c5b36db5-28e9-463a-a144-7c4442f6e5a1 None None] Provisioning for port 5216890f-e6ae-40d7-a897-81243fc25036 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:45.435720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c5b36db5-28e9-463a-a144-7c4442f6e5a1 None None] Provisioning complete for port 5216890f-e6ae-40d7-a897-81243fc25036 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:45.436097 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c5b36db5-28e9-463a-a144-7c4442f6e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.477950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.480369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:45.573444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40612) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:45.677749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c5b36db5-28e9-463a-a144-7c4442f6e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.760473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 80737ddd-8e98-41aa-a706-3f117e72fee7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:45.794907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c5b36db5-28e9-463a-a144-7c4442f6e5a1 None None] For port 5216890f-e6ae-40d7-a897-81243fc25036, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5216890f-e6ae-40d7-a897-81243fc25036,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:45.801568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:45.804700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:45.827780 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c5b36db5-28e9-463a-a144-7c4442f6e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.937049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b36db5-28e9-463a-a144-7c4442f6e5a1 None None] Pushing event updated for resources: {'Port': ['ID=5216890f-e6ae-40d7-a897-81243fc25036,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.035218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 80737ddd-8e98-41aa-a706-3f117e72fee7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:46.035608 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.089410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-728378503-network', 'tenant_id': '548ff226c39543b986b04ce8e6d914d3'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:46.136337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:46.185458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Made reservation on behalf of 548ff226c39543b986b04ce8e6d914d3 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:46.190237 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.237882 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.322548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01eacf75-feef-4f55-bd59-de3b7238f561 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:46.460339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 01eacf75-feef-4f55-bd59-de3b7238f561 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:46.470547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 01eacf75-feef-4f55-bd59-de3b7238f561 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:46.470929 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.477180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:46.495973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5c306ab4-5d35-47cd-9db0-2fd7f65bd1a1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "PUT /v2.0/routers/72e8d0cb-3fe0-4605-acbd-ba3b272cd866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3128874 Jul 16 20:28:46.509219 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Sync routers for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:46.527987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e92ca9-22b0-4714-b7b9-e19ea209888e req-8912f156-7b5a-4f6c-9e3b-0dc50ee7ae6e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.536431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07e92ca9-22b0-4714-b7b9-e19ea209888e req-8912f156-7b5a-4f6c-9e3b-0dc50ee7ae6e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 944 time: 0.2006857 Jul 16 20:28:46.541768 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:46.542420 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:28:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:46.643433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3cec7c03-852f-4e43-a55e-1b9c35da948a None None] Provisioning complete for port 5216890f-e6ae-40d7-a897-81243fc25036 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:46.644035 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3cec7c03-852f-4e43-a55e-1b9c35da948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.697271 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.715263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07e92ca9-22b0-4714-b7b9-e19ea209888e req-a7685079-e603-42d3-87a2-42683ccc3549 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646037 Jul 16 20:28:46.723100 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.743859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.828797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:46.857236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c19dd3-551d-46b0-b75a-863767fbe3ff,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.886741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d87ce66-d3fa-4643-a60e-bda87ad6083c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01eacf75-feef-4f55-bd59-de3b7238f561'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:46.908115 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c970075c-83a9-405d-a593-e517b2f23e77" -d '{"events": [{"server_uuid": "5d87ce66-d3fa-4643-a60e-bda87ad6083c", "name": "network-vif-plugged", "status": "completed", "tag": "01eacf75-feef-4f55-bd59-de3b7238f561"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:46.921652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.930117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 01eacf75-feef-4f55-bd59-de3b7238f561, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01eacf75-feef-4f55-bd59-de3b7238f561,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:46.930444 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:46.940158 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Added segment 0e963f5c-684f-42e7-8ac8-20744083b25e of type vlan for network 1e1b122e-d995-408d-9a6e-a61c8dda6c88 Jul 16 20:28:46.956123 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.081007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=01eacf75-feef-4f55-bd59-de3b7238f561,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:47.129826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-e9354dd1-902b-490c-9179-8b88d4ccd63b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888935328&fields=id&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 267 time: 0.1023510 Jul 16 20:28:47.154239 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a1dcb0-a9e6-4586-8af0-b21e581507bb x-openstack-request-id: req-22a1dcb0-a9e6-4586-8af0-b21e581507bb {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:47.155258 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d87ce66-d3fa-4643-a60e-bda87ad6083c", "name": "network-vif-plugged", "status": "completed", "tag": "01eacf75-feef-4f55-bd59-de3b7238f561", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:47.155258 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22a1dcb0-a9e6-4586-8af0-b21e581507bb {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:47.155651 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d87ce66-d3fa-4643-a60e-bda87ad6083c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01eacf75-feef-4f55-bd59-de3b7238f561', 'code': 200} Jul 16 20:28:47.195721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3cec7c03-852f-4e43-a55e-1b9c35da948a None None] Provisioning for port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:47.203283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3cec7c03-852f-4e43-a55e-1b9c35da948a None None] Provisioning complete for port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:47.204181 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3cec7c03-852f-4e43-a55e-1b9c35da948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.211667 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.275899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3cec7c03-852f-4e43-a55e-1b9c35da948a None None] Port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:47.370088 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.371267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.371978 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.436244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-320cdebd-7d68-43ef-a68d-3e32c48f2713 None None] Provisioning complete for port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:47.436859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-320cdebd-7d68-43ef-a68d-3e32c48f2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.523725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-320cdebd-7d68-43ef-a68d-3e32c48f2713 None None] Port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:47.535642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9565310 Jul 16 20:28:47.535788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40670) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:47.549549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Request body: {'subnet': {'network_id': '1e1b122e-d995-408d-9a6e-a61c8dda6c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-728378503-subnet', 'tenant_id': '548ff226c39543b986b04ce8e6d914d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:47.554572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-47138dae-d3e6-417d-9217-e8dd4983d480 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.555160 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 2, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:47.562971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-47138dae-d3e6-417d-9217-e8dd4983d480 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 796 time: 0.4305215 Jul 16 20:28:47.611460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae868-1725-45a4-a528-17d66b7cd3b3 req-9874c008-e2a9-48ed-96fb-3acb570524c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.613240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39bae868-1725-45a4-a528-17d66b7cd3b3 req-9874c008-e2a9-48ed-96fb-3acb570524c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 1097 time: 0.3759835 Jul 16 20:28:47.614956 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Checking router: 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:47.615662 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Updating router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:47.617042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32ff41-eb34-4970-9296-59accfbaea09 admin admin] Pushing event updated for resources: {'Network': ['ID=1e1b122e-d995-408d-9a6e-a61c8dda6c88,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:47.618993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Made reservation on behalf of 548ff226c39543b986b04ce8e6d914d3 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:47.624069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.629378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 1e1b122e-d995-408d-9a6e-a61c8dda6c88 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:47.674270 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-e54cd6cc-04d9-44b6-8c18-f952655855c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/quotas/37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 375 time: 0.1098599 Jul 16 20:28:47.704413 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.767894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39bae868-1725-45a4-a528-17d66b7cd3b3 req-c5599fc0-50e2-4366-95e0-a9851f8e7ac9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336954 Jul 16 20:28:47.822225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5216890f-e6ae-40d7-a897-81243fc25036 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:47.862922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-d020895e-4d40-4c28-a985-974bdc0831c1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754088 Jul 16 20:28:48.051494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5216890f-e6ae-40d7-a897-81243fc25036 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:48.052174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.098030 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b8969b7d-50cf-4347-9347-9fb60046d974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.166924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.253203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-763548a1-ee2f-4893-8658-21e732dceee7 service neutron] 10.222.0.78 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666942 Jul 16 20:28:48.322168 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.337446 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Transition to ACTIVE for port object a3de52c1-de47-4a9c-8d4c-9cc908c2af55 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:48.346729 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.352445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=930f942d-896c-4af8-ba53-6fe0f0c27634,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:48.379033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Checking segment: {'id': '0e963f5c-684f-42e7-8ac8-20744083b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1e1b122e-d995-408d-9a6e-a61c8dda6c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:48.379641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Network hostable DHCP agents. Network: 1e1b122e-d995-408d-9a6e-a61c8dda6c88, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:48.419856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Network 1e1b122e-d995-408d-9a6e-a61c8dda6c88 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:48.437113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 1e1b122e-d995-408d-9a6e-a61c8dda6c88) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:48.452180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3728a0a5-a1c4-4532-b93e-9ab5f1a9d30b None None] Network 1e1b122e-d995-408d-9a6e-a61c8dda6c88 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:48.474412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.478871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.512629 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-709a806e-b785-416b-a0df-d935e2b1f4f1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9748216 Jul 16 20:28:48.563852 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Pushing event updated for resources: {'Port': ['ID=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:48.579474 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.580276 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.580787 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.581355 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.581604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231ef9b-22f8-4952-b187-fdb3a602e509 req-c9ed0ba5-3372-4959-8e2e-00d406756515 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.582358 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.582858 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.584396 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.585131 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.585651 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.586539 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.589213 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.589998 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:48.602094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1231ef9b-22f8-4952-b187-fdb3a602e509 req-c9ed0ba5-3372-4959-8e2e-00d406756515 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 945 time: 0.4481487 Jul 16 20:28:48.634696 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Attempting to bind port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:48.635382 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Attempting to bind port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:48.635920 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Attempting to bind port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 on network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:48.667623 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:48.668845 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Checking segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:48.671131 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.671771 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Bound using segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:48.682473 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Bound port: a3de52c1-de47-4a9c-8d4c-9cc908c2af55, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:48.683365 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.737194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-b46be2bd-e93e-4696-8799-c12c933e45c2 service neutron] 10.222.0.78 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749084 Jul 16 20:28:48.851273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1231ef9b-22f8-4952-b187-fdb3a602e509 req-6a09eaec-6ec2-4bef-a760-8a4a8034adf6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123258 Jul 16 20:28:48.934954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40708) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:49.024650 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] For port a3de52c1-de47-4a9c-8d4c-9cc908c2af55, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:49.027313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697763c-743c-4a58-8d8a-d56940912d52 None None] Network 1e1b122e-d995-408d-9a6e-a61c8dda6c88 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:49.038402 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] For port a3de52c1-de47-4a9c-8d4c-9cc908c2af55, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:49.047620 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.102914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-19eaacc5-b386-40fd-8590-fcb9b9cab13e admin admin] Deleting subnet 930f942d-896c-4af8-ba53-6fe0f0c27634 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:49.109675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19eaacc5-b386-40fd-8590-fcb9b9cab13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.282228 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:49.282870 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:28:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:49.316772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19eaacc5-b386-40fd-8590-fcb9b9cab13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.401979 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8b85-b1c7-41b1-aeaa-1b52428c8fc1 None None] Pushing event updated for resources: {'Port': ['ID=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:49.461407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6edc537-2b66-4c57-8f64-5b2b4168e973 req-f1915466-0e4d-4db3-a48b-58e501404dde tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 210 time: 0.1918523 Jul 16 20:28:49.522680 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19eaacc5-b386-40fd-8590-fcb9b9cab13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.603837 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:49.675853 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19eaacc5-b386-40fd-8590-fcb9b9cab13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.864246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaacc5-b386-40fd-8590-fcb9b9cab13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=930f942d-896c-4af8-ba53-6fe0f0c27634,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:49.901665 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19eaacc5-b386-40fd-8590-fcb9b9cab13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.908112 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-19eaacc5-b386-40fd-8590-fcb9b9cab13e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/930f942d-896c-4af8-ba53-6fe0f0c27634 HTTP/1.1" status: 204 len: 168 time: 0.9711015 Jul 16 20:28:49.916836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40734) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:50.094906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.285251 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.327966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1b122e-d995-408d-9a6e-a61c8dda6c88']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.353653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e963f5c-684f-42e7-8ac8-20744083b25e') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.354006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e963f5c-684f-42e7-8ac8-20744083b25e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.365834 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.389813 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.417611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:50.419189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:50.423180 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:50.443293 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b77f1c37-6e65-4416-9971-377b57722e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.517003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b6752-a9c4-4858-a327-fa53321471c3 req-373f0bdd-f0f9-405e-ad5f-ade8d5ff2632 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.526277 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:48Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.533769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d09b6752-a9c4-4858-a327-fa53321471c3 req-373f0bdd-f0f9-405e-ad5f-ade8d5ff2632 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 945 time: 0.2170496 Jul 16 20:28:50.621633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.640704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d09b6752-a9c4-4858-a327-fa53321471c3 req-7749be6a-10b1-421b-88d1-3e91f86cac76 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043377 Jul 16 20:28:50.653647 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762b4f1-731f-4a98-8e50-1007ab977c55 None None] The sync data for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 is: [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:48Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:50.684256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.689200 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1e1b122e-d995-408d-9a6e-a61c8dda6c88 HTTP/1.1" status: 204 len: 168 time: 0.7706721 Jul 16 20:28:50.691382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6640b-9b97-44a1-a9be-9ef13f0d8d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1b122e-d995-408d-9a6e-a61c8dda6c88,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:50.700876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.840813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5831e366-09c7-4815-84c6-6eec66b784d0 req-d98846d2-1bf5-42a6-b2ac-39a0ec52acd9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 210 time: 0.1084430 Jul 16 20:28:51.220115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269722c2-6df4-4467-b835-0801210838ed req-149c15cb-0293-4d9c-a2de-664bf03f468c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.221868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-269722c2-6df4-4467-b835-0801210838ed req-149c15cb-0293-4d9c-a2de-664bf03f468c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 945 time: 0.1546953 Jul 16 20:28:51.321676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-269722c2-6df4-4467-b835-0801210838ed req-fbcb8063-22ee-40be-aeaa-f1e8154c1989 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867915 Jul 16 20:28:51.555447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40764) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.630241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-859580a8-8092-4c3c-b263-35b559af917a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=548ff226c39543b986b04ce8e6d914d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723519 Jul 16 20:28:51.635017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40768) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.696556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9220ad-1b11-4a7d-abdf-cc343905c963 req-d09ba9e6-cdf6-468b-a46f-2d1ec8309bf6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.700608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f9220ad-1b11-4a7d-abdf-cc343905c963 req-d09ba9e6-cdf6-468b-a46f-2d1ec8309bf6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 945 time: 0.1857929 Jul 16 20:28:51.869576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a3de52c1-de47-4a9c-8d4c-9cc908c2af55 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:51.897982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f9220ad-1b11-4a7d-abdf-cc343905c963 req-f01b2829-5e17-43ae-8240-cc7fa09a4408 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874974 Jul 16 20:28:51.994119 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c44def3c-6b0c-4c2f-8d81-fcc2492fbdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.059683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:52.068270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:52.069864 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.161875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c44def3c-6b0c-4c2f-8d81-fcc2492fbdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.217229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3867338-c6b3-4c56-8bfc-9d555ba006af req-d0efed92-738b-40f4-8a0b-15e7109044c5 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 210 time: 0.0764599 Jul 16 20:28:52.313838 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.407002 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:52.455607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port a3de52c1-de47-4a9c-8d4c-9cc908c2af55, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:52.471717 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.481800 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.604616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c44def3c-6b0c-4c2f-8d81-fcc2492fbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.610387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:52.611063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c44def3c-6b0c-4c2f-8d81-fcc2492fbdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.617358 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c44def3c-6b0c-4c2f-8d81-fcc2492fbdcb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6c19dd3-551d-46b0-b75a-863767fbe3ff HTTP/1.1" status: 204 len: 168 time: 0.9765275 Jul 16 20:28:52.659795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-acdb9dce-745c-40bf-bff1-701c498b2caa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.666134 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-acdb9dce-745c-40bf-bff1-701c498b2caa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 796 time: 0.6392972 Jul 16 20:28:52.824487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44def3c-6b0c-4c2f-8d81-fcc2492fbdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c19dd3-551d-46b0-b75a-863767fbe3ff,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:52.867238 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0bcf0dd1-3c97-4c7f-b4f7-c440afa20b7f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 379 time: 0.1771927 Jul 16 20:28:52.900684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'port': {'device_id': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'admin_state_up': True, 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'security_groups': ['bf2d314c-566a-4fb1-93ed-dbbf697ed56e']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:53.286692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:53.296546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.425017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e5c3-346f-4c14-a3f7-8a02cb6b2db2 req-282010d5-4167-44c7-b9f5-8a4d6be1c7aa tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.446567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc03e5c3-346f-4c14-a3f7-8a02cb6b2db2 req-282010d5-4167-44c7-b9f5-8a4d6be1c7aa tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 945 time: 0.2278507 Jul 16 20:28:53.749886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc03e5c3-346f-4c14-a3f7-8a02cb6b2db2 req-bd359fb9-2fae-4a10-ba08-f0b33383b232 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013084 Jul 16 20:28:53.754051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5266c3ad-461c-4420-95f9-627c6c912524 req-ce72f28c-010b-4fa9-afcf-98546f316116 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 210 time: 0.1943295 Jul 16 20:28:53.793561 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.845416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.20.0.3 (6f449fb1-ce91-4d21-9411-4b78c3361ca4/f924c6ad-bd76-46cb-b24a-2192e0112c21/0f1366cb-ab48-4f56-a42a-bc16438bbec8) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:53.849275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a3de52c1-de47-4a9c-8d4c-9cc908c2af55 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:53.963994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:53.965114 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.190796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.265241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Transition to ACTIVE for port object 0f1366cb-ab48-4f56-a42a-bc16438bbec8 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:54.338248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.409292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.418625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:54.421010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:54.426142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:54.514061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.514952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.560478 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0b797178-2bd0-4823-9a3d-1efebbdc23d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6908553 Jul 16 20:28:54.586434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Request body: {'port': {'device_id': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:54.794908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.801642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-05f8c4c4-9186-40ee-afa6-d602a32ff5c6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.819589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-05f8c4c4-9186-40ee-afa6-d602a32ff5c6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 945 time: 0.2121053 Jul 16 20:28:54.862602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-399dd30d-318f-419a-8ddb-dd134e582d79 None None] Provisioning for port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:54.883556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-399dd30d-318f-419a-8ddb-dd134e582d79 None None] Provisioning complete for port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:54.886243 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-399dd30d-318f-419a-8ddb-dd134e582d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.170245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-399dd30d-318f-419a-8ddb-dd134e582d79 None None] Port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:55.450319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port 01eacf75-feef-4f55-bd59-de3b7238f561 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:55.452253 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.554559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1366cb-ab48-4f56-a42a-bc16438bbec8 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:55.575391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe91d7-3ab4-453d-a925-0cb8e9f022e6 req-c438e380-7cce-4e7d-953c-cad30539c1e1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.578493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2fbe91d7-3ab4-453d-a925-0cb8e9f022e6 req-c438e380-7cce-4e7d-953c-cad30539c1e1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 945 time: 0.3932583 Jul 16 20:28:55.593305 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.605958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722167c-0381-4cb2-b27f-15a4c034139c req-424878aa-c672-4a23-92b5-0f77c4ce48f4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.613688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5722167c-0381-4cb2-b27f-15a4c034139c req-424878aa-c672-4a23-92b5-0f77c4ce48f4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 931 time: 0.3169820 Jul 16 20:28:55.649473 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Transition to ACTIVE for port object 0f1366cb-ab48-4f56-a42a-bc16438bbec8 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:55.661495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.759607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.797686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] For port 01eacf75-feef-4f55-bd59-de3b7238f561, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=01eacf75-feef-4f55-bd59-de3b7238f561,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:55.798438 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.856978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for 01eacf75-feef-4f55-bd59-de3b7238f561 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:55.875122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2fbe91d7-3ab4-453d-a925-0cb8e9f022e6 req-898464a8-6046-4c35-bdf1-ac5a812929f9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934978 Jul 16 20:28:55.937039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Attempting to bind port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:55.937392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Attempting to bind port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:55.937731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Attempting to bind port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:55.945162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:55.945443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Attempting to bind port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:55.950825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5722167c-0381-4cb2-b27f-15a4c034139c req-c9516f05-7e2a-4a10-8052-8f84e41645f4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358376 Jul 16 20:28:55.961193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:55.962785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Checking segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:55.963425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Bound using segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:55.964142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Bound port: 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:55.964763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.165084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:56.182947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:56.192636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.314034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.315038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.317296 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] 10.222.0.68 "PUT /v2.0/ports/0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 1092 time: 1.7462051 Jul 16 20:28:56.317969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:56.318823 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.322583 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a401bf24-726c-4605-86a2-bf6d0371f4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:56.338512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['01eacf75-feef-4f55-bd59-de3b7238f561'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:56.431465 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe27e209-1b65-450c-ae90-55fb9110c142 x-openstack-request-id: req-fe27e209-1b65-450c-ae90-55fb9110c142 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:56.431970 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:56.440497 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe27e209-1b65-450c-ae90-55fb9110c142 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:56.441271 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'status': 'completed', 'code': 200} Jul 16 20:28:56.543700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c69dd-ab3a-419f-a519-82a5a8aadb8b service neutron] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:56.580634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-c8057281-a4e2-4240-8ddd-733b044caf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.582934 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-c8057281-a4e2-4240-8ddd-733b044caf33 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1095 time: 0.1405342 Jul 16 20:28:56.630558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] No DVR routers for this DVR port 01eacf75-feef-4f55-bd59-de3b7238f561 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:56.637418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=01eacf75-feef-4f55-bd59-de3b7238f561,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:56.646967 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.650603 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-f693e967-78f9-4427-bc85-2f777051d55c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 217 time: 0.0526738 Jul 16 20:28:56.652092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdb5abc2-2376-49e7-bdee-0ddca1f2d31d req-8aa13e3d-e355-4157-8417-0fe73b40a9f6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "DELETE /v2.0/ports/01eacf75-feef-4f55-bd59-de3b7238f561 HTTP/1.1" status: 204 len: 173 time: 1.8159771 Jul 16 20:28:56.653054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d87ce66-d3fa-4643-a60e-bda87ad6083c', 'name': 'network-vif-deleted', 'tag': '01eacf75-feef-4f55-bd59-de3b7238f561'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:56.658119 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14be416-4529-45ea-bfcd-23f1d5df3d54" -d '{"events": [{"server_uuid": "5d87ce66-d3fa-4643-a60e-bda87ad6083c", "name": "network-vif-deleted", "tag": "01eacf75-feef-4f55-bd59-de3b7238f561"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:56.757548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-596a3212-7cb1-4baf-90dc-8f5dd7202cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.759571 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-596a3212-7cb1-4baf-90dc-8f5dd7202cd1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.1032472 Jul 16 20:28:56.792733 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8652d083-679b-4e1d-8ea8-b371773d04a0 x-openstack-request-id: req-8652d083-679b-4e1d-8ea8-b371773d04a0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:56.793173 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d87ce66-d3fa-4643-a60e-bda87ad6083c", "name": "network-vif-deleted", "tag": "01eacf75-feef-4f55-bd59-de3b7238f561", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:56.793556 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8652d083-679b-4e1d-8ea8-b371773d04a0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:56.794537 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d87ce66-d3fa-4643-a60e-bda87ad6083c', 'name': 'network-vif-deleted', 'tag': '01eacf75-feef-4f55-bd59-de3b7238f561', 'status': 'completed', 'code': 200} Jul 16 20:28:56.930782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0f72ef22-ce63-4f78-8a45-9b78bfc2c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.934917 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-0f72ef22-ce63-4f78-8a45-9b78bfc2c7f8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682577 Jul 16 20:28:57.136089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40930) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:57.171323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-e6fe09ad-1516-48d4-93a0-18c44996d869 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285914 Jul 16 20:28:57.285416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9f5454f-202b-4922-959c-c7e006ed9ed5 req-fc911eea-befa-4ffb-92ac-0eb70c76d7ba tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.0593371 Jul 16 20:28:57.353778 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a13914b2-b8ab-414e-b29e-85642b7be47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.380499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293443-0023-4de7-ac85-5b4a01ef6a66 req-94e97b8e-21bb-421e-a03b-2375aa718d41 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.390366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff293443-0023-4de7-ac85-5b4a01ef6a66 req-94e97b8e-21bb-421e-a03b-2375aa718d41 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 943 time: 0.2037442 Jul 16 20:28:57.461784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff293443-0023-4de7-ac85-5b4a01ef6a66 req-00e00b8d-0f05-42e2-ae2a-de691d9c9607 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702269 Jul 16 20:28:57.481059 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0aa9adde-93a6-400d-be40-0c6c6926c89b req-284c638b-eeb6-45ec-8f9c-3f8f9e11792f service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005986 Jul 16 20:28:57.564604 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a13914b2-b8ab-414e-b29e-85642b7be47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.571893 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a13914b2-b8ab-414e-b29e-85642b7be47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.640671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a13914b2-b8ab-414e-b29e-85642b7be47f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f79cd62146234f6d833139094a868893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022666 Jul 16 20:28:57.642291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13914b2-b8ab-414e-b29e-85642b7be47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431cb912-bc50-49bc-8fd1-75d73f913ece,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.646373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40944) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:57.712899 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-166f377c-0ef8-403e-bfaf-7ebca16d7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.717159 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-166f377c-0ef8-403e-bfaf-7ebca16d7043 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1095 time: 0.1622262 Jul 16 20:28:57.756596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-753aae43-1992-4295-8a7b-a117960f008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.787873 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-753aae43-1992-4295-8a7b-a117960f008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.891439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-753aae43-1992-4295-8a7b-a117960f008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.894718 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-753aae43-1992-4295-8a7b-a117960f008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.897303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-753aae43-1992-4295-8a7b-a117960f008e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/431cb912-bc50-49bc-8fd1-75d73f913ece HTTP/1.1" status: 204 len: 168 time: 0.2485533 Jul 16 20:28:57.908296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aae43-1992-4295-8a7b-a117960f008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431cb912-bc50-49bc-8fd1-75d73f913ece,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.983003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-6538f918-c860-4d29-8f98-0a3e63f0cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.984582 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-6538f918-c860-4d29-8f98-0a3e63f0cca6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.2581015 Jul 16 20:28:58.042225 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-05e62282-4f66-47ae-84b1-030cc598a58f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 217 time: 0.0506806 Jul 16 20:28:58.121821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-eff1e44f-6e1c-474f-8725-108575992b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.123500 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-eff1e44f-6e1c-474f-8725-108575992b32 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.0754993 Jul 16 20:28:58.259595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-b1a10ab7-4d8a-40e1-a6d0-be84b2df5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.265624 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-b1a10ab7-4d8a-40e1-a6d0-be84b2df5fcc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342704 Jul 16 20:28:58.387415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01eacf75-feef-4f55-bd59-de3b7238f561 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:58.438850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 01eacf75-feef-4f55-bd59-de3b7238f561 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:58.449287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 01eacf75-feef-4f55-bd59-de3b7238f561 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:58.480356 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-1348cc4b-96b4-48af-931b-6a958a2a112e service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044623 Jul 16 20:28:58.724263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1485414c-c5ec-422b-811c-a5ed553bddc9 req-717db8c1-f981-400c-a186-789dffc30f5f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.0771871 Jul 16 20:28:58.812191 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a401bf24-726c-4605-86a2-bf6d0371f4b9 req-801e86a9-a007-46c6-b9a9-32c633c7d7e4 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239491 Jul 16 20:28:58.870776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 40978) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.906454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd6c8-551f-4c90-bf51-2cee139d1912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.116360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dbefd-60c2-4408-8da3-b7db4ca7ce8c req-4597688d-0201-4c63-a9b3-625ff6742386 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.119139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b9dbefd-60c2-4408-8da3-b7db4ca7ce8c req-4597688d-0201-4c63-a9b3-625ff6742386 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 943 time: 0.2165501 Jul 16 20:28:59.214657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b9dbefd-60c2-4408-8da3-b7db4ca7ce8c req-7c263e53-4db7-44bd-8652-d6ce158efc05 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802975 Jul 16 20:28:59.276015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd6c8-551f-4c90-bf51-2cee139d1912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.284125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd6c8-551f-4c90-bf51-2cee139d1912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.367788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6ecfd6c8-551f-4c90-bf51-2cee139d1912 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8173abd768248608cda301680ec3b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948163 Jul 16 20:28:59.368349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd6c8-551f-4c90-bf51-2cee139d1912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0828fff4-8f0c-4dec-ac3a-1940302e0ad4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.369963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 40996) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:59.451101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63c67aad-6503-4bcf-872e-01b5e490660d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.492547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63c67aad-6503-4bcf-872e-01b5e490660d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.614724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63c67aad-6503-4bcf-872e-01b5e490660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.621387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-63c67aad-6503-4bcf-872e-01b5e490660d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.625758 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-63c67aad-6503-4bcf-872e-01b5e490660d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0828fff4-8f0c-4dec-ac3a-1940302e0ad4 HTTP/1.1" status: 204 len: 168 time: 0.2537692 Jul 16 20:28:59.650340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c67aad-6503-4bcf-872e-01b5e490660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0828fff4-8f0c-4dec-ac3a-1940302e0ad4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:00.027926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e99d158-b2f0-4caa-8b39-d9d465afd970 req-5f510217-1b50-415f-8807-2f76467c14ef tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.0617731 Jul 16 20:29:00.604889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007f1ae-05e1-4e4c-b3ab-8c39f11bee79 req-25cec507-c3fd-4e89-8984-743a349f0d3f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.606777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a007f1ae-05e1-4e4c-b3ab-8c39f11bee79 req-25cec507-c3fd-4e89-8984-743a349f0d3f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 943 time: 0.1095045 Jul 16 20:29:00.670529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a007f1ae-05e1-4e4c-b3ab-8c39f11bee79 req-d9fb25a2-a104-4c98-a13f-52d4ca4fd981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567868 Jul 16 20:29:01.149583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0f1366cb-ab48-4f56-a42a-bc16438bbec8 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:01.409289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f5d7c37-d9cb-4764-b0f2-583c55eb9fa7 req-2804df0a-59a7-4b0c-b318-55cd3736ec62 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.0777159 Jul 16 20:29:01.534076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:01.550648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'port_id': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'mac_address': 'fa:16:3e:6a:fd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:01.641328 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.674108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1366cb-ab48-4f56-a42a-bc16438bbec8 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:01.732664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:01.738183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.887293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.949635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['0f1366cb-ab48-4f56-a42a-bc16438bbec8'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:01.956054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29adc7-87ff-4d78-a850-5bcd84a89240 req-e364c839-4fef-438e-92ff-0132036ddfac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.964145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d29adc7-87ff-4d78-a850-5bcd84a89240 req-e364c839-4fef-438e-92ff-0132036ddfac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 944 time: 0.1054521 Jul 16 20:29:02.035701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d29adc7-87ff-4d78-a850-5bcd84a89240 req-a7b4dee7-3b63-400c-94a6-bdb102c861bf tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700474 Jul 16 20:29:02.148793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41058) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:02.336365 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-38c8a87f-edcb-443d-aa75-68c0565fc991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.511894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-38c8a87f-edcb-443d-aa75-68c0565fc991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.522281 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-38c8a87f-edcb-443d-aa75-68c0565fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.612084 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-38c8a87f-edcb-443d-aa75-68c0565fc991 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0ffb492d693467194512dc5e77c8e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618845 Jul 16 20:29:02.615419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41076) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:02.617888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8a87f-edcb-443d-aa75-68c0565fc991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d93d1d-9051-495f-a572-baae142803e7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:02.754827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-428b321a-41f7-43f2-8064-71416d2c8c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.785341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-523ed6fe-187d-4d4e-aaee-9b7971b66945 req-4378853e-56bc-4405-8e33-f7219ae046a2 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.0570283 Jul 16 20:29:02.807863 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-428b321a-41f7-43f2-8064-71416d2c8c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.875148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-428b321a-41f7-43f2-8064-71416d2c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.878907 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-428b321a-41f7-43f2-8064-71416d2c8c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.881663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-428b321a-41f7-43f2-8064-71416d2c8c16 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7d93d1d-9051-495f-a572-baae142803e7 HTTP/1.1" status: 204 len: 168 time: 0.2646570 Jul 16 20:29:02.896747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b321a-41f7-43f2-8064-71416d2c8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d93d1d-9051-495f-a572-baae142803e7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.147126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0f1366cb-ab48-4f56-a42a-bc16438bbec8 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:03.312040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:03.333107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:03.334965 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.575215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.576862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9c41f-39e1-4d44-be06-acfea2c5a684 req-8c40f454-444f-438e-b525-9530cec967f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.582158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42a9c41f-39e1-4d44-be06-acfea2c5a684 req-8c40f454-444f-438e-b525-9530cec967f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 944 time: 0.1982048 Jul 16 20:29:03.639100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:03.643044 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d598790-c07b-4cbb-b4ea-3971f283ba85" -d '{"events": [{"server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "name": "network-vif-plugged", "status": "completed", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:03.667562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:03.676334 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.754892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-42a9c41f-39e1-4d44-be06-acfea2c5a684 req-4b8e19dd-c0ce-459f-8c6a-4d87627506e4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471162 Jul 16 20:29:03.813317 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf8f8bc-b3b6-48d7-941c-82e37bde6e77 x-openstack-request-id: req-0bf8f8bc-b3b6-48d7-941c-82e37bde6e77 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:03.814048 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "name": "network-vif-plugged", "status": "completed", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:03.814754 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bf8f8bc-b3b6-48d7-941c-82e37bde6e77 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:03.815828 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'code': 200} Jul 16 20:29:03.817335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.007832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502da05-c3ae-4afd-b40a-0723b3b280cd req-477127fe-6699-4cbc-99cd-df486cfb45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.015404 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1502da05-c3ae-4afd-b40a-0723b3b280cd req-477127fe-6699-4cbc-99cd-df486cfb45a9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.1672821 Jul 16 20:29:04.087355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1502da05-c3ae-4afd-b40a-0723b3b280cd req-33b43838-934f-429a-b4f4-3e98ce9a1eff service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694096 Jul 16 20:29:04.138891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bb897bf-3ffe-4abb-971d-3b88eadb84d4 req-94f86fb7-3db0-4d02-9256-d83b6d1921fe tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d87ce66-d3fa-4643-a60e-bda87ad6083c HTTP/1.1" status: 200 len: 210 time: 0.1144118 Jul 16 20:29:04.433152 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.205927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b60f07-ac37-420b-8c34-7c7dd4a9a442 req-929c2b00-a95d-4539-832d-e4728d83d68f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.208982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6b60f07-ac37-420b-8c34-7c7dd4a9a442 req-929c2b00-a95d-4539-832d-e4728d83d68f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1172738 Jul 16 20:29:05.260379 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.336065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6b60f07-ac37-420b-8c34-7c7dd4a9a442 req-4e2b0694-e42a-45d4-b41f-5da94902247e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140385 Jul 16 20:29:06.262292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41174) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.310319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41178) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.479100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b26d-271e-4520-a32e-6f787246ccdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.573478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3e1d-8838-4d71-be78-23ff6bb75934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.677358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b26d-271e-4520-a32e-6f787246ccdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.685444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b26d-271e-4520-a32e-6f787246ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.791011 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3e1d-8838-4d71-be78-23ff6bb75934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.803705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daed3f-3a3d-4927-b455-a35fc0af0a88 req-a08ab31e-9182-4380-b5c5-6454c4cba61c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.812229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04daed3f-3a3d-4927-b455-a35fc0af0a88 req-a08ab31e-9182-4380-b5c5-6454c4cba61c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.2703695 Jul 16 20:29:06.822190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3e1d-8838-4d71-be78-23ff6bb75934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.823743 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2ba0b26d-271e-4520-a32e-6f787246ccdf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a44ad4cd5304ddd809ea01c494a25a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592535 Jul 16 20:29:06.826514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41188) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.864541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0b26d-271e-4520-a32e-6f787246ccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b442510-957e-4e3a-bec8-467926e3d6db,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.905976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42971a5f-5df1-456f-8165-c2e5b5c1bab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.909171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04daed3f-3a3d-4927-b455-a35fc0af0a88 req-2ba74e82-42ec-400f-8e4f-f61130617f34 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954952 Jul 16 20:29:06.920283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3f9e3e1d-8838-4d71-be78-23ff6bb75934 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8be821f0bed438fbf1d877aa314ae91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042073 Jul 16 20:29:06.920283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e3e1d-8838-4d71-be78-23ff6bb75934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f1ef72-4350-4be8-91b0-06ae0e1c18fd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.920746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41190) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.944633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42971a5f-5df1-456f-8165-c2e5b5c1bab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.026404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42971a5f-5df1-456f-8165-c2e5b5c1bab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.030016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-42971a5f-5df1-456f-8165-c2e5b5c1bab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.031340 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-42971a5f-5df1-456f-8165-c2e5b5c1bab1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b442510-957e-4e3a-bec8-467926e3d6db HTTP/1.1" status: 204 len: 168 time: 0.2034421 Jul 16 20:29:07.042258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42971a5f-5df1-456f-8165-c2e5b5c1bab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b442510-957e-4e3a-bec8-467926e3d6db,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.052319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43899321-f2c2-4046-ae1c-8e9a6f2b302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.094471 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43899321-f2c2-4046-ae1c-8e9a6f2b302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.174792 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43899321-f2c2-4046-ae1c-8e9a6f2b302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.177881 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43899321-f2c2-4046-ae1c-8e9a6f2b302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.185104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-43899321-f2c2-4046-ae1c-8e9a6f2b302b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38f1ef72-4350-4be8-91b0-06ae0e1c18fd HTTP/1.1" status: 204 len: 168 time: 0.2559824 Jul 16 20:29:07.216759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43899321-f2c2-4046-ae1c-8e9a6f2b302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f1ef72-4350-4be8-91b0-06ae0e1c18fd,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.402407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8f92e-7689-4f34-82cd-a875a5467df9 req-be963ecd-e99b-4677-8d65-8d9b9dea0a4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.418486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bbd8f92e-7689-4f34-82cd-a875a5467df9 req-be963ecd-e99b-4677-8d65-8d9b9dea0a4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1447444 Jul 16 20:29:07.501196 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bbd8f92e-7689-4f34-82cd-a875a5467df9 req-cf61ad66-c248-4606-9f08-75f3aa9d5201 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795953 Jul 16 20:29:07.528514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41202) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:07.657654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1b5b3-e663-45de-941e-d03c8843ba85 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.663197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41210) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:07.665811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d7a1b5b3-e663-45de-941e-d03c8843ba85 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1092 time: 0.1339953 Jul 16 20:29:07.668302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:07.726782 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.890860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.906861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41218) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:07.964362 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45ac31a8-b0d1-4408-92fa-f3860d93a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.091224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.25.6.122 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/e531c21b-7bff-4533-abe4-74996609f655) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:08.329332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45ac31a8-b0d1-4408-92fa-f3860d93a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.335868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-45ac31a8-b0d1-4408-92fa-f3860d93a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.420183 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-45ac31a8-b0d1-4408-92fa-f3860d93a821 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b722d860695e434cbc09e91f7fce3811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119207 Jul 16 20:29:08.420422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41226) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:08.423776 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.426419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac31a8-b0d1-4408-92fa-f3860d93a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64085c2-5f92-49cf-97eb-cf0ea4448fa5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.558079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.609779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.672017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.760171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:08.777460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:08.783178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:08.796729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.805956 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.812374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c64085c2-5f92-49cf-97eb-cf0ea4448fa5 HTTP/1.1" status: 204 len: 168 time: 0.3847635 Jul 16 20:29:08.823137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64085c2-5f92-49cf-97eb-cf0ea4448fa5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.832932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.834268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.837557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.838211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.838737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.839460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.840157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.840926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.841451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.842142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.842670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.843251 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f032394-06ab-45c3-8360-b60adff0bf0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:08.887570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=e531c21b-7bff-4533-abe4-74996609f655,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:09.890161 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.195302 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.594878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.604607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.726631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.043058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41294) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.194286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=e531c21b-7bff-4533-abe4-74996609f655,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.308341 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Floating IP c6dda69f-443c-499c-adf0-85588664a45e associated. External IP: 172.25.6.122, port: 0f1366cb-ab48-4f56-a42a-bc16438bbec8. Jul 16 20:29:11.313854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c424c438-d7c9-48cb-9b1e-048f1dfcde0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.473073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c424c438-d7c9-48cb-9b1e-048f1dfcde0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.479680 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c424c438-d7c9-48cb-9b1e-048f1dfcde0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.566730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424c438-d7c9-48cb-9b1e-048f1dfcde0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b863aa1-101e-4bfb-92b9-2e8c25e05dfa,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.579661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c424c438-d7c9-48cb-9b1e-048f1dfcde0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=514fb0d7a4424dfcb1531f6998f045b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345960 Jul 16 20:29:11.585277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41312) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.722452 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-abd14602-49c1-4baf-a474-63a970b3838b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.804691 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-abd14602-49c1-4baf-a474-63a970b3838b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.910132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-abd14602-49c1-4baf-a474-63a970b3838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.914218 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-abd14602-49c1-4baf-a474-63a970b3838b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.917657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-abd14602-49c1-4baf-a474-63a970b3838b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b863aa1-101e-4bfb-92b9-2e8c25e05dfa HTTP/1.1" status: 204 len: 168 time: 0.3301771 Jul 16 20:29:11.936604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd14602-49c1-4baf-a474-63a970b3838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b863aa1-101e-4bfb-92b9-2e8c25e05dfa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.000537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:12.136727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:12.152968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] Sync routers for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:12.161298 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.178119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:12.179495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:28:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:12.232465 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4d7f9401-81a0-4147-bd0d-b91d671d9da9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5678802 Jul 16 20:29:12.233287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:12.238697 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7934c8-4567-45cf-adfb-41def0e17c80" -d '{"events": [{"name": "network-changed", "server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:12.352314 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc2e42-c6e6-42ff-aebd-df4f3dd03ca2 x-openstack-request-id: req-3cfc2e42-c6e6-42ff-aebd-df4f3dd03ca2 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:12.352605 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:12.352800 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cfc2e42-c6e6-42ff-aebd-df4f3dd03ca2 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:12.353162 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'status': 'completed', 'code': 200} Jul 16 20:29:12.578006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:12.593311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-a4848367-bcb0-48fc-9b55-c24a5b4241b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.597385 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-a4848367-bcb0-48fc-9b55-c24a5b4241b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.1889474 Jul 16 20:29:12.853271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2dd56-a706-43ba-ab83-0f90b23e4f0e req-54741572-239a-40d6-ade0-559774e43255 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.877045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84b2dd56-a706-43ba-ab83-0f90b23e4f0e req-54741572-239a-40d6-ade0-559774e43255 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.2744060 Jul 16 20:29:12.960936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84b2dd56-a706-43ba-ab83-0f90b23e4f0e req-dde3e0d2-5f82-4a4f-b7a7-c8e2f681cfcc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821438 Jul 16 20:29:13.003435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-f831cd14-0f23-4591-bd7b-5908bb0a14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.004898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41342) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.007137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-f831cd14-0f23-4591-bd7b-5908bb0a14b8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.4023430 Jul 16 20:29:13.175493 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-174b0f81-e832-4529-809f-971a92afa156 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 999 time: 0.1607797 Jul 16 20:29:13.195845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41346) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.335553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-493b7827-8447-4433-b00d-7f94345ae6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.337155 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-493b7827-8447-4433-b00d-7f94345ae6fc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.1550932 Jul 16 20:29:13.342881 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-831908be-b853-4a50-a4e9-5a516507e745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.461166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-5890a109-b4c8-455d-adc2-5cb946dfddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.464448 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-5890a109-b4c8-455d-adc2-5cb946dfddb0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192408 Jul 16 20:29:13.472784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'c6dda69f-443c-499c-adf0-85588664a45e', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'port_id': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'mac_address': 'fa:16:3e:6a:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:09Z', 'updated_at': '2021-07-16T20:29:09Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:52Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:13.532796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] Checking router: 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:13.557790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:13.558911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:28:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:13.588947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-831908be-b853-4a50-a4e9-5a516507e745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.599514 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-831908be-b853-4a50-a4e9-5a516507e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.642806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4f8b9393-ba30-4c37-85a5-04af2c0f7795 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/c6dda69f-443c-499c-adf0-85588664a45e HTTP/1.1" status: 200 len: 991 time: 0.6351290 Jul 16 20:29:13.649649 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-5cc72495-d98c-41e6-8a2d-630b6d023dd0 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763844 Jul 16 20:29:13.668443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831908be-b853-4a50-a4e9-5a516507e745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf03d7bc-8a13-4880-972b-a82dd4a57d6d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.672564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-831908be-b853-4a50-a4e9-5a516507e745 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0f012b29ff145fe9d7526ef699c5322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750009 Jul 16 20:29:13.700453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41354) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.758924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:13.858424 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12b38c50-344d-4479-9147-87809a1a238d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.859224 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3b7934c8-4567-45cf-adfb-41def0e17c80 req-96ad276a-a8e5-4402-9b79-5d257da9d8a5 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028906 Jul 16 20:29:14.275099 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12b38c50-344d-4479-9147-87809a1a238d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.359126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'c6dda69f-443c-499c-adf0-85588664a45e', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'port_id': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'mac_address': 'fa:16:3e:6a:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:09Z', 'updated_at': '2021-07-16T20:29:09Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:52Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:14.366692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12b38c50-344d-4479-9147-87809a1a238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.369875 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-12b38c50-344d-4479-9147-87809a1a238d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.371596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-12b38c50-344d-4479-9147-87809a1a238d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf03d7bc-8a13-4880-972b-a82dd4a57d6d HTTP/1.1" status: 204 len: 168 time: 0.6666019 Jul 16 20:29:14.387181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b38c50-344d-4479-9147-87809a1a238d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf03d7bc-8a13-4880-972b-a82dd4a57d6d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.437637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b8052-132d-4692-afbd-80bf9a474235 None None] The sync data for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 is: [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'c6dda69f-443c-499c-adf0-85588664a45e', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'port_id': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'mac_address': 'fa:16:3e:6a:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:29:09Z', 'updated_at': '2021-07-16T20:29:09Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:52Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:14.646705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41372) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:14.804489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ad423dfb-97cf-4d57-bfe6-5893d602353c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/c6dda69f-443c-499c-adf0-85588664a45e HTTP/1.1" status: 200 len: 991 time: 0.1558783 Jul 16 20:29:14.841728 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4c518-6b05-41d0-a46c-b3d909f13b79 None None] New status for floating IP c6dda69f-443c-499c-adf0-85588664a45e: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:15.807900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41406) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.946376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1743e5cf-90a7-45b9-91b7-444a47dab6fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/c6dda69f-443c-499c-adf0-85588664a45e HTTP/1.1" status: 200 len: 993 time: 0.1317630 Jul 16 20:29:18.032193 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d2015f8a-83ce-4ba3-8aed-d7c732b8a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.780247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41624) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:19.994686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ff8fa6a-df8b-466e-bc92-57c74a3fa84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.171696 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ff8fa6a-df8b-466e-bc92-57c74a3fa84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.181138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ff8fa6a-df8b-466e-bc92-57c74a3fa84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.257665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41632) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:20.266535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2ff8fa6a-df8b-466e-bc92-57c74a3fa84d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21273c6482cb4fb4ba78bc56c855a829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787407 Jul 16 20:29:20.272588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8fa6a-df8b-466e-bc92-57c74a3fa84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf964a-741a-4dd6-8d9c-d2ca12b8e029,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:20.373788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f0f767c-0ddf-41c6-b324-82cab6f7d8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.401687 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3daeda9a-c83e-48ff-82c9-abaa56a6d751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.418115 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f0f767c-0ddf-41c6-b324-82cab6f7d8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.510353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f0f767c-0ddf-41c6-b324-82cab6f7d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.515223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f0f767c-0ddf-41c6-b324-82cab6f7d8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.519478 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f0f767c-0ddf-41c6-b324-82cab6f7d8b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65cf964a-741a-4dd6-8d9c-d2ca12b8e029 HTTP/1.1" status: 204 len: 168 time: 0.2584157 Jul 16 20:29:20.541504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f767c-0ddf-41c6-b324-82cab6f7d8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf964a-741a-4dd6-8d9c-d2ca12b8e029,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:20.669216 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.385492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41656) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:21.421387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fd27bbe-43f2-484d-b031-12226165a349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.557678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fd27bbe-43f2-484d-b031-12226165a349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.563985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fd27bbe-43f2-484d-b031-12226165a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.651004 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1fd27bbe-43f2-484d-b031-12226165a349 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13aa7e6ce11840fda7770fdf58800641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615571 Jul 16 20:29:21.652278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd27bbe-43f2-484d-b031-12226165a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e852de16-c53d-4985-8f3b-2a931a8667ef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.653458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41660) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:21.740797 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad6344fb-96c3-4f29-b75a-1da39999ac62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.783968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad6344fb-96c3-4f29-b75a-1da39999ac62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.866403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad6344fb-96c3-4f29-b75a-1da39999ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.871337 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ad6344fb-96c3-4f29-b75a-1da39999ac62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.875798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ad6344fb-96c3-4f29-b75a-1da39999ac62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e852de16-c53d-4985-8f3b-2a931a8667ef HTTP/1.1" status: 204 len: 168 time: 0.2209408 Jul 16 20:29:21.886896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6344fb-96c3-4f29-b75a-1da39999ac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e852de16-c53d-4985-8f3b-2a931a8667ef,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.424103 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.711490 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41702) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:22.881236 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3970b378-e95d-4bf1-8ef7-7de8e749593f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.022333 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3970b378-e95d-4bf1-8ef7-7de8e749593f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.027361 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3970b378-e95d-4bf1-8ef7-7de8e749593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.075267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3970b378-e95d-4bf1-8ef7-7de8e749593f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8faa2f6f2b742779aac8262a7742a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854988 Jul 16 20:29:23.076429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970b378-e95d-4bf1-8ef7-7de8e749593f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5013c4-d99e-4366-a506-3cbe457ef87e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.078303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41722) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:23.199489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1316d367-29a1-48dc-ac45-95c102e6937f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.248104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1316d367-29a1-48dc-ac45-95c102e6937f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.335655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1316d367-29a1-48dc-ac45-95c102e6937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.339029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1316d367-29a1-48dc-ac45-95c102e6937f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.344060 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1316d367-29a1-48dc-ac45-95c102e6937f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de5013c4-d99e-4366-a506-3cbe457ef87e HTTP/1.1" status: 204 len: 168 time: 0.2606041 Jul 16 20:29:23.360009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316d367-29a1-48dc-ac45-95c102e6937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5013c4-d99e-4366-a506-3cbe457ef87e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.805414 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.409684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41762) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:24.428551 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d097363-e320-4741-847b-312c29cc4748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.688870 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d097363-e320-4741-847b-312c29cc4748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.699080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1d097363-e320-4741-847b-312c29cc4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.772904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d097363-e320-4741-847b-312c29cc4748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9452d4a-696e-448d-b0cd-5c04efbf3327,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.819868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1d097363-e320-4741-847b-312c29cc4748 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aaba44bc4dcb480db81923f3d99f5cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4065940 Jul 16 20:29:24.820343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41780) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:24.894286 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26309a16-9729-434f-936f-2fbaca662eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.929163 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26309a16-9729-434f-936f-2fbaca662eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.009499 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26309a16-9729-434f-936f-2fbaca662eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.016800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-26309a16-9729-434f-936f-2fbaca662eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.022932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-26309a16-9729-434f-936f-2fbaca662eb8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9452d4a-696e-448d-b0cd-5c04efbf3327 HTTP/1.1" status: 204 len: 168 time: 0.1970401 Jul 16 20:29:25.031611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26309a16-9729-434f-936f-2fbaca662eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9452d4a-696e-448d-b0cd-5c04efbf3327,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.266357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41846) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:26.525734 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d30365c-29dd-4093-bc95-a01e391794c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.743359 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d30365c-29dd-4093-bc95-a01e391794c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.749353 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d30365c-29dd-4093-bc95-a01e391794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.783804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41862) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:26.790799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8d30365c-29dd-4093-bc95-a01e391794c1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0507a70979f54bbc9017d1d8e9054843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225976 Jul 16 20:29:26.869594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30365c-29dd-4093-bc95-a01e391794c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428013ab-da03-49a4-8eaa-164c8bdacd48,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.878037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd27ae3c-48e4-4bc7-961e-08731375981d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.917034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd27ae3c-48e4-4bc7-961e-08731375981d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.048695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd27ae3c-48e4-4bc7-961e-08731375981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.061411 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd27ae3c-48e4-4bc7-961e-08731375981d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.064790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd27ae3c-48e4-4bc7-961e-08731375981d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/428013ab-da03-49a4-8eaa-164c8bdacd48 HTTP/1.1" status: 204 len: 168 time: 0.2797883 Jul 16 20:29:27.088950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27ae3c-48e4-4bc7-961e-08731375981d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428013ab-da03-49a4-8eaa-164c8bdacd48,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.661599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41888) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:27.705307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf388390-2bb8-4921-9a94-9d3546918284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.935408 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf388390-2bb8-4921-9a94-9d3546918284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.945512 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bf388390-2bb8-4921-9a94-9d3546918284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.024130 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf388390-2bb8-4921-9a94-9d3546918284 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f63e6e9fcdc46f6bc128549d2381568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608544 Jul 16 20:29:28.028088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf388390-2bb8-4921-9a94-9d3546918284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f628db3-1a23-4190-87ee-2fdb9751c004,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:28.028447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 41896) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:28.162717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ff504a7-4be8-4aa6-b4fc-6b43866bdc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.214719 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ff504a7-4be8-4aa6-b4fc-6b43866bdc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.319505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ff504a7-4be8-4aa6-b4fc-6b43866bdc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.323757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8ff504a7-4be8-4aa6-b4fc-6b43866bdc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.329698 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8ff504a7-4be8-4aa6-b4fc-6b43866bdc26 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f628db3-1a23-4190-87ee-2fdb9751c004 HTTP/1.1" status: 204 len: 168 time: 0.2995334 Jul 16 20:29:28.344993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff504a7-4be8-4aa6-b4fc-6b43866bdc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f628db3-1a23-4190-87ee-2fdb9751c004,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.417552 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:30.305519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41974) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:30.662076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-193e8369-91f1-4e38-856d-806562fa878b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.851687 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-193e8369-91f1-4e38-856d-806562fa878b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.857451 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-193e8369-91f1-4e38-856d-806562fa878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.936102 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-193e8369-91f1-4e38-856d-806562fa878b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab2693ced10a47728fc4308bfb294e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6291142 Jul 16 20:29:30.937470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e8369-91f1-4e38-856d-806562fa878b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f820f0cd-be28-432a-9190-81adb95d9160,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.939925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 41996) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:31.027730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6115122-6864-4392-9e10-41892c2376dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.064526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6115122-6864-4392-9e10-41892c2376dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.153083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6115122-6864-4392-9e10-41892c2376dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.156024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e6115122-6864-4392-9e10-41892c2376dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.157584 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e6115122-6864-4392-9e10-41892c2376dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f820f0cd-be28-432a-9190-81adb95d9160 HTTP/1.1" status: 204 len: 168 time: 0.2026088 Jul 16 20:29:31.178544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6115122-6864-4392-9e10-41892c2376dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f820f0cd-be28-432a-9190-81adb95d9160,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.767966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42020) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:31.999800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42030) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.031021 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d34f6319-e71a-4f1f-b8c9-a09ecb4eaa74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.068150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2f76fc77-c2fe-42a0-a9a3-9b64fc1b908f tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:32.149928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2f76fc77-c2fe-42a0-a9a3-9b64fc1b908f tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "PUT /v2.0/quotas/79aa6ad2479f4384a215b9ac34d65f74 HTTP/1.1" status: 200 len: 366 time: 0.3615055 Jul 16 20:29:32.154347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42034) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.184227 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-852be1c5-1f78-4e48-80e9-1d8e92a93719 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0245101 Jul 16 20:29:32.185793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42038) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.211555 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e8d63054-dc83-4006-ae23-dfdf475c7dd4 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "GET /v2.0/quotas/79aa6ad2479f4384a215b9ac34d65f74 HTTP/1.1" status: 200 len: 366 time: 0.0233278 Jul 16 20:29:32.213138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42040) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.261200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-83d441b2-2a96-4fe9-b8c3-991e5283ae1b tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/79aa6ad2479f4384a215b9ac34d65f74 HTTP/1.1" status: 204 len: 168 time: 0.0456855 Jul 16 20:29:32.263401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.286829 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a1a04140-6901-4414-a451-b335aeb48375 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0184262 Jul 16 20:29:32.287929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42044) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.305076 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4a3c7244-49d6-4e88-97ff-8904d9b2926f tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "GET /v2.0/quotas/79aa6ad2479f4384a215b9ac34d65f74 HTTP/1.1" status: 200 len: 370 time: 0.0153899 Jul 16 20:29:32.306363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42046) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.315515 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bf53f08a-2a30-4f8d-ad75-8da6d20766c4 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "GET /v2.0/quotas/79aa6ad2479f4384a215b9ac34d65f74/default HTTP/1.1" status: 200 len: 370 time: 0.0075457 Jul 16 20:29:32.317135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.323510 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d34f6319-e71a-4f1f-b8c9-a09ecb4eaa74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.330349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d34f6319-e71a-4f1f-b8c9-a09ecb4eaa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.338109 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-94de5749-a798-402c-8b15-4ebd1cd83302 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:29:32.341831 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-94de5749-a798-402c-8b15-4ebd1cd83302 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/79aa6ad2479f4384a215b9ac34d65f74 HTTP/1.1" status: 404 len: 348 time: 0.0208800 Jul 16 20:29:32.400986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d34f6319-e71a-4f1f-b8c9-a09ecb4eaa74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63ffdf0640154bb5b42f42477f4f1e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987229 Jul 16 20:29:32.405078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42052) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.434053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f6319-e71a-4f1f-b8c9-a09ecb4eaa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f743d-4dd0-4ece-b007-f7a2c4396ed4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.518415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.582044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.691969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42058) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.733510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Usage tracker for resource:network and tenant:d67dc26c803c45148dc371a14f3f9b9b is out of sync, need to count used quota {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:29:32.742643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.747521 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.750087 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/540f743d-4dd0-4ece-b007-f7a2c4396ed4 HTTP/1.1" status: 204 len: 168 time: 0.3426504 Jul 16 20:29:32.761104 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:29:32.778427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f743d-4dd0-4ece-b007-f7a2c4396ed4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.797651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.798719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.799551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.813666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.814341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.814777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.815387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.815957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.816602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.817014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.818098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.818921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c283c1ec-703c-4a1a-adb0-67dc8ced835e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.822558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Usage tracker for resource:subnet and tenant:d67dc26c803c45148dc371a14f3f9b9b is out of sync, need to count used quota {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:29:32.829737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:29:32.848561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Usage tracker for resource:subnetpool and tenant:d67dc26c803c45148dc371a14f3f9b9b is out of sync, need to count used quota {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:29:32.855241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:29:32.863917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Usage tracker for resource:port and tenant:d67dc26c803c45148dc371a14f3f9b9b is out of sync, need to count used quota {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:29:32.884632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:29:32.897761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Usage tracker for resource:router and tenant:d67dc26c803c45148dc371a14f3f9b9b is out of sync, need to count used quota {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:29:32.907963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:29:32.923284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Usage tracker for resource:floatingip and tenant:d67dc26c803c45148dc371a14f3f9b9b is out of sync, need to count used quota {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:29:32.930281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:29:32.976941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Usage tracker for resource:security_group and tenant:d67dc26c803c45148dc371a14f3f9b9b is out of sync, need to count used quota {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:29:32.982951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:29:32.992973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Usage tracker for resource:security_group_rule and tenant:d67dc26c803c45148dc371a14f3f9b9b is out of sync, need to count used quota {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:29:33.021250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.quota.resource [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100244) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:29:33.021250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a27669d2-7e55-4242-8b20-f0cb64f1dd84 tempest-QuotasTest-1512560628 tempest-QuotasTest-1512560628-project-admin] 10.222.0.78 "GET /v2.0/quotas/d67dc26c803c45148dc371a14f3f9b9b/details.json HTTP/1.1" status: 200 len: 703 time: 0.3153067 Jul 16 20:29:33.621080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42088) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:33.983328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a784b6e7-9dce-4aae-8ac4-bdad798b0639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.189289 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a784b6e7-9dce-4aae-8ac4-bdad798b0639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.195210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a784b6e7-9dce-4aae-8ac4-bdad798b0639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.277967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784b6e7-9dce-4aae-8ac4-bdad798b0639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d56854d-ba59-404b-843e-b390598e3a30,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:34.284883 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a784b6e7-9dce-4aae-8ac4-bdad798b0639 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ccae9b69caff4151aab3b4c717d0ff8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603892 Jul 16 20:29:34.291061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42114) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:34.398666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-277b6cc3-62ed-4b30-a198-f503d8d07924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.443091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-277b6cc3-62ed-4b30-a198-f503d8d07924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.452097 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.512030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-277b6cc3-62ed-4b30-a198-f503d8d07924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.515430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-277b6cc3-62ed-4b30-a198-f503d8d07924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.517217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-277b6cc3-62ed-4b30-a198-f503d8d07924 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d56854d-ba59-404b-843e-b390598e3a30 HTTP/1.1" status: 204 len: 168 time: 0.2238131 Jul 16 20:29:34.530320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b6cc3-62ed-4b30-a198-f503d8d07924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d56854d-ba59-404b-843e-b390598e3a30,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.165751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42144) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.204918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea67-a9be-410b-853b-3724409291a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.275127 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.452442 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea67-a9be-410b-853b-3724409291a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.461837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea67-a9be-410b-853b-3724409291a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.566622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4e46ea67-a9be-410b-853b-3724409291a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d67dc26c803c45148dc371a14f3f9b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983419 Jul 16 20:29:35.570177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ea67-a9be-410b-853b-3724409291a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e9748d-fea0-46c4-a96e-47eb7334a732,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.572656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42162) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.696008 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66ec82ec-bd76-4ddb-ba97-4f6d9a9dd524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.731820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66ec82ec-bd76-4ddb-ba97-4f6d9a9dd524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.828164 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66ec82ec-bd76-4ddb-ba97-4f6d9a9dd524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.831598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66ec82ec-bd76-4ddb-ba97-4f6d9a9dd524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.834356 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-66ec82ec-bd76-4ddb-ba97-4f6d9a9dd524 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/49e9748d-fea0-46c4-a96e-47eb7334a732 HTTP/1.1" status: 204 len: 168 time: 0.2600882 Jul 16 20:29:35.843946 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec82ec-bd76-4ddb-ba97-4f6d9a9dd524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e9748d-fea0-46c4-a96e-47eb7334a732,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.350574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42242) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:37.587528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ff3441b-d55a-420d-a526-1209c8854a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.754543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf806c2-1814-4c40-af2a-c26cfdc503ba req-9622201b-c923-4cda-8c80-796b6bf8df9e tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.759404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-adf806c2-1814-4c40-af2a-c26cfdc503ba req-9622201b-c923-4cda-8c80-796b6bf8df9e tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.8493345 Jul 16 20:29:37.789529 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-adf806c2-1814-4c40-af2a-c26cfdc503ba req-af3f2213-c675-49f7-ad86-cc45891ba60d tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.870769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42262) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:37.886372 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ff3441b-d55a-420d-a526-1209c8854a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.897676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1ff3441b-d55a-420d-a526-1209c8854a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.964278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3441b-d55a-420d-a526-1209c8854a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e52bb07-aa0f-47dc-ac1c-b953cf28b814,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.988426 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1ff3441b-d55a-420d-a526-1209c8854a48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23cf312ad1724369a8ec93ee7447f9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6359634 Jul 16 20:29:37.992575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42266) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:38.087752 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-98f2f966-557c-4751-8c42-d4d534de4405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.094777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-adf806c2-1814-4c40-af2a-c26cfdc503ba req-af3f2213-c675-49f7-ad86-cc45891ba60d tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.103784 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-adf806c2-1814-4c40-af2a-c26cfdc503ba req-af3f2213-c675-49f7-ad86-cc45891ba60d tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.143791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-697995757'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:38.161608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-adf806c2-1814-4c40-af2a-c26cfdc503ba req-af3f2213-c675-49f7-ad86-cc45891ba60d tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3952122 Jul 16 20:29:38.168762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f2213-c675-49f7-ad86-cc45891ba60d tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcfbf48-5c72-4b39-888c-82733069fde7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:38.178759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-98f2f966-557c-4751-8c42-d4d534de4405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.261751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Made reservation on behalf of 31998e7c7ad34cfbac4f9e29d3d78f0b for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:38.271214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.292702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.334930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-98f2f966-557c-4751-8c42-d4d534de4405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.337858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-98f2f966-557c-4751-8c42-d4d534de4405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.343239 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-98f2f966-557c-4751-8c42-d4d534de4405 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e52bb07-aa0f-47dc-ac1c-b953cf28b814 HTTP/1.1" status: 204 len: 168 time: 0.3452573 Jul 16 20:29:38.356337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2f966-557c-4751-8c42-d4d534de4405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e52bb07-aa0f-47dc-ac1c-b953cf28b814,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:38.588831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.598256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.709581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:38.723437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832b4f42-f07b-4846-b664-460878dfcd86,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:38.732031 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.732517 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Added segment 8d9de8cb-1810-4f3b-a118-48e1458e9452 of type vlan for network e38b1811-107b-476b-8048-807c06448bbf Jul 16 20:29:38.799834 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.885388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.893439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.894314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.028996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1547074 Jul 16 20:29:39.029233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17849d-e9c8-4b3e-810d-45a417e33e5f req-2b0b3d29-8729-48fb-8de5-c65ce164f0b6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.030652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a17849d-e9c8-4b3e-810d-45a417e33e5f req-2b0b3d29-8729-48fb-8de5-c65ce164f0b6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.4801052 Jul 16 20:29:39.031195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42294) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.037958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Request body: {'subnet': {'network_id': 'e38b1811-107b-476b-8048-807c06448bbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:39.189659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73255c-ecf8-4063-a11a-b962d212748f tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'Network': ['ID=e38b1811-107b-476b-8048-807c06448bbf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.200898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a17849d-e9c8-4b3e-810d-45a417e33e5f req-cbe5620e-f3f2-49c2-82dd-f6d85b9e5ac0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229014 Jul 16 20:29:39.222362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42302) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.250572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42304) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.251681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e38b1811-107b-476b-8048-807c06448bbf details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:39.351127 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1f3c-9064-43e2-a221-e5225fbd4c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.405450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Made reservation on behalf of 31998e7c7ad34cfbac4f9e29d3d78f0b for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:39.412982 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.479930 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5c453a33-9560-421d-9eb3-6b49382dc655 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/c6dda69f-443c-499c-adf0-85588664a45e HTTP/1.1" status: 200 len: 993 time: 0.2178526 Jul 16 20:29:39.643800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1f3c-9064-43e2-a221-e5225fbd4c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.651443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1f3c-9064-43e2-a221-e5225fbd4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.760102 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e1f3c-9064-43e2-a221-e5225fbd4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c893b5cd-fd6f-4f8c-88e5-d6642fd49b34,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.778110 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.797358 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7b1e1f3c-9064-43e2-a221-e5225fbd4c94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d976e52bc953429eac652807acc50ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734792 Jul 16 20:29:39.800769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42324) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.862896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'Subnet': ['ID=33557de9-a5db-40b7-8237-c400702a7065,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.875789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Checking segment: {'id': '8d9de8cb-1810-4f3b-a118-48e1458e9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e38b1811-107b-476b-8048-807c06448bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:39.876310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Network hostable DHCP agents. Network: e38b1811-107b-476b-8048-807c06448bbf, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:39.883565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd8851d4-ff90-480f-a1d9-8431d3777aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.903733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Network e38b1811-107b-476b-8048-807c06448bbf is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:39.918089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e38b1811-107b-476b-8048-807c06448bbf) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:39.929403 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.932546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.934297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd8851d4-ff90-480f-a1d9-8431d3777aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.959813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b4f7c94a-f6da-4d6d-b759-8e969f8d86d7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9249558 Jul 16 20:29:39.963697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42332) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.972074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5af4a996-a362-4bb8-84f5-e5edd65b38b6 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-158805596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:39.979633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd23f6-e6dc-43ee-ad58-d37259e69290 None None] Network e38b1811-107b-476b-8048-807c06448bbf requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:40.014101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd8851d4-ff90-480f-a1d9-8431d3777aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.022652 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd8851d4-ff90-480f-a1d9-8431d3777aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.026611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cd8851d4-ff90-480f-a1d9-8431d3777aac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c893b5cd-fd6f-4f8c-88e5-d6642fd49b34 HTTP/1.1" status: 204 len: 168 time: 0.2235653 Jul 16 20:29:40.046295 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5af4a996-a362-4bb8-84f5-e5edd65b38b6 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.047475 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5af4a996-a362-4bb8-84f5-e5edd65b38b6 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.075480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8851d4-ff90-480f-a1d9-8431d3777aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c893b5cd-fd6f-4f8c-88e5-d6642fd49b34,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.131294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-b1b9f15c-916f-409a-b6a4-bed805416980 req-98462ff3-1ce0-4740-af61-8ed02b67ac27 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:40.132505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1b9f15c-916f-409a-b6a4-bed805416980 req-98462ff3-1ce0-4740-af61-8ed02b67ac27 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125022 Jul 16 20:29:40.185115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5af4a996-a362-4bb8-84f5-e5edd65b38b6 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.191525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5af4a996-a362-4bb8-84f5-e5edd65b38b6 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.283094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5af4a996-a362-4bb8-84f5-e5edd65b38b6 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.290084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5af4a996-a362-4bb8-84f5-e5edd65b38b6 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3220708 Jul 16 20:29:40.290660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42346) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:40.386424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e38b1811-107b-476b-8048-807c06448bbf', 'network_id': 'e38b1811-107b-476b-8048-807c06448bbf', 'tenant_id': '31998e7c7ad34cfbac4f9e29d3d78f0b', 'fixed_ips': [{'subnet_id': '33557de9-a5db-40b7-8237-c400702a7065'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:40.387326 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.693049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Allocated IP 172.20.0.2 (e38b1811-107b-476b-8048-807c06448bbf/33557de9-a5db-40b7-8237-c400702a7065/39aa1525-9683-4711-92ad-3e9da40473ca) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:40.965404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.094437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.129051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Transition to ACTIVE for port object 39aa1525-9683-4711-92ad-3e9da40473ca will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:41.183573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Transition to ACTIVE for port object 39aa1525-9683-4711-92ad-3e9da40473ca will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:41.197892 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.310715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Network e38b1811-107b-476b-8048-807c06448bbf is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:41.321982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:41.332046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:41.442280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Pushing event updated for resources: {'Port': ['ID=39aa1525-9683-4711-92ad-3e9da40473ca,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:41.464750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.465423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.465948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.466466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.466980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.467626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.468141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.468660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.469196 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.470042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.470610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.471134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:41.476950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Attempting to bind port 39aa1525-9683-4711-92ad-3e9da40473ca on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:41.477710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Attempting to bind port 39aa1525-9683-4711-92ad-3e9da40473ca by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '8d9de8cb-1810-4f3b-a118-48e1458e9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e38b1811-107b-476b-8048-807c06448bbf'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:41.478285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Attempting to bind port 39aa1525-9683-4711-92ad-3e9da40473ca on network e38b1811-107b-476b-8048-807c06448bbf {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:41.487046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:41.487907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Checking segment: {'id': '8d9de8cb-1810-4f3b-a118-48e1458e9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e38b1811-107b-476b-8048-807c06448bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:41.488567 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.489712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Bound using segment: {'id': '8d9de8cb-1810-4f3b-a118-48e1458e9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e38b1811-107b-476b-8048-807c06448bbf'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:41.490992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Bound port: 39aa1525-9683-4711-92ad-3e9da40473ca, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9de8cb-1810-4f3b-a118-48e1458e9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e38b1811-107b-476b-8048-807c06448bbf'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:41.491800 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.615472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] For port 39aa1525-9683-4711-92ad-3e9da40473ca, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:41.637354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] For port 39aa1525-9683-4711-92ad-3e9da40473ca, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=39aa1525-9683-4711-92ad-3e9da40473ca,segment=NetworkSegment(8d9de8cb-1810-4f3b-a118-48e1458e9452),segment_id=8d9de8cb-1810-4f3b-a118-48e1458e9452)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:41.645010 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.762666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Allocated IP 172.20.0.1 (e38b1811-107b-476b-8048-807c06448bbf/33557de9-a5db-40b7-8237-c400702a7065/29e95297-06da-4e4e-9739-4fec7e689d48) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:41.839840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bbf16-885d-44fc-abb2-9625fd30610b None None] Pushing event updated for resources: {'Port': ['ID=39aa1525-9683-4711-92ad-3e9da40473ca,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.023442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9baf-8094-4521-a26e-171f07691310 req-d177d9c9-2596-40a7-97bb-a76fa6c3f767 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.030807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f9c9baf-8094-4521-a26e-171f07691310 req-d177d9c9-2596-40a7-97bb-a76fa6c3f767 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.2813251 Jul 16 20:29:42.031875 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.069288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Transition to ACTIVE for port object 29e95297-06da-4e4e-9739-4fec7e689d48 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:42.220982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f9c9baf-8094-4521-a26e-171f07691310 req-f019d97b-4865-4820-8237-07259ee4fa7e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806419 Jul 16 20:29:42.335791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.382794 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-14372903-7897-443f-9474-ba2f3e7f5756 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7180560 Jul 16 20:29:42.455687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Network e38b1811-107b-476b-8048-807c06448bbf is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:42.461200 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:42.469488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:42.518315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'Port': ['ID=29e95297-06da-4e4e-9739-4fec7e689d48,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.565873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.006808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.429626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42466) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:43.678378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ffb35-716e-42bf-aea8-235541375214 None None] Network e38b1811-107b-476b-8048-807c06448bbf requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:43.833535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.838467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b3586-e5e1-43b2-908b-079647f1f77e req-dd7c5bb6-9c26-4403-a973-0862d1501b22 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:43.842689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.846698 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-269b3586-e5e1-43b2-908b-079647f1f77e req-dd7c5bb6-9c26-4403-a973-0862d1501b22 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.2800934 Jul 16 20:29:43.863869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d03109cd-31b4-4247-abb3-7b1b8d764345 None None] Provisioning for port 39aa1525-9683-4711-92ad-3e9da40473ca completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:43.974872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-269b3586-e5e1-43b2-908b-079647f1f77e req-dd90790f-f7ea-4aa9-bea0-1ec4ebf5c0db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030512 Jul 16 20:29:44.090468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 39aa1525-9683-4711-92ad-3e9da40473ca up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:44.097785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ee166f48-2e3e-482c-bd7d-b406debc54c6 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-864870265'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:44.101091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ee166f48-2e3e-482c-bd7d-b406debc54c6 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Unknown quota resources ['metering_label']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:29:44.231935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 39aa1525-9683-4711-92ad-3e9da40473ca completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:44.247432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 39aa1525-9683-4711-92ad-3e9da40473ca triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:44.248738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.456567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'Port': ['ID=29e95297-06da-4e4e-9739-4fec7e689d48,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:44.471753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.758913 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.855370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 39aa1525-9683-4711-92ad-3e9da40473ca, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=39aa1525-9683-4711-92ad-3e9da40473ca,segment=NetworkSegment(8d9de8cb-1810-4f3b-a118-48e1458e9452),segment_id=8d9de8cb-1810-4f3b-a118-48e1458e9452)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:44.862231 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.903921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ee166f48-2e3e-482c-bd7d-b406debc54c6 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.905709 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ee166f48-2e3e-482c-bd7d-b406debc54c6 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4636767 Jul 16 20:29:44.910250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42486) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:44.916602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cbe1c475-fb8f-45a3-8a59-d835a085ac18 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'db007f3a-4b5f-4ffe-b5f2-79cba032c56a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:44.917491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cbe1c475-fb8f-45a3-8a59-d835a085ac18 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:29:45.061936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=39aa1525-9683-4711-92ad-3e9da40473ca,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:45.116698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b7921b50-5111-4bcd-89f2-ed7781f3f238 None None] Provisioning complete for port 39aa1525-9683-4711-92ad-3e9da40473ca triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:45.117300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b7921b50-5111-4bcd-89f2-ed7781f3f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.149541 n-d-791505-15 neutron-server[100244]: WARNING neutron.services.metering.metering_plugin [None req-cbe1c475-fb8f-45a3-8a59-d835a085ac18 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:29:45.365783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Network e38b1811-107b-476b-8048-807c06448bbf is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:45.376784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c338683-d9b2-4c4b-bb83-bd722c331645 req-d569d285-70c8-4c7b-b344-994bf019762c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.393102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c338683-d9b2-4c4b-bb83-bd722c331645 req-d569d285-70c8-4c7b-b344-994bf019762c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1626594 Jul 16 20:29:45.458893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:45.466791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c338683-d9b2-4c4b-bb83-bd722c331645 req-875a96d0-30ef-4733-9946-1c1e5034be59 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728207 Jul 16 20:29:45.495848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b7921b50-5111-4bcd-89f2-ed7781f3f238 None None] Provisioning for port 29e95297-06da-4e4e-9739-4fec7e689d48 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:45.517488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b7921b50-5111-4bcd-89f2-ed7781f3f238 None None] Provisioning complete for port 29e95297-06da-4e4e-9739-4fec7e689d48 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:45.521022 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b7921b50-5111-4bcd-89f2-ed7781f3f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.644612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b7921b50-5111-4bcd-89f2-ed7781f3f238 None None] Port 29e95297-06da-4e4e-9739-4fec7e689d48 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:45.785711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dd291600-71c4-462e-8966-f1a08c29dcd9 None None] Provisioning complete for port 29e95297-06da-4e4e-9739-4fec7e689d48 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:45.787233 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dd291600-71c4-462e-8966-f1a08c29dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.861736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 39aa1525-9683-4711-92ad-3e9da40473ca up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:45.892921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-dd291600-71c4-462e-8966-f1a08c29dcd9 None None] Port 29e95297-06da-4e4e-9739-4fec7e689d48 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:45.959677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 39aa1525-9683-4711-92ad-3e9da40473ca triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:45.960947 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.054753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9c663d88-8728-484f-b443-46a7ce222d63 None None] Provisioning complete for port 29e95297-06da-4e4e-9739-4fec7e689d48 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:46.055336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9c663d88-8728-484f-b443-46a7ce222d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.240585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c475-fb8f-45a3-8a59-d835a085ac18 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.245541 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cbe1c475-fb8f-45a3-8a59-d835a085ac18 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.3301094 Jul 16 20:29:46.247206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42494) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.283365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-44e2252d-773b-4395-99be-fd24ac81f426 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'db007f3a-4b5f-4ffe-b5f2-79cba032c56a'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:46.284188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-44e2252d-773b-4395-99be-fd24ac81f426 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:29:46.399138 n-d-791505-15 neutron-server[100244]: WARNING neutron.services.metering.metering_plugin [None req-44e2252d-773b-4395-99be-fd24ac81f426 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:29:46.414798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9c663d88-8728-484f-b443-46a7ce222d63 None None] Port 29e95297-06da-4e4e-9739-4fec7e689d48 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:46.551046 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44e2252d-773b-4395-99be-fd24ac81f426 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.555688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-44e2252d-773b-4395-99be-fd24ac81f426 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3035519 Jul 16 20:29:46.555688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.571927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Router 20cf5485-88b9-4201-ae23-099efc3b77a3 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:29:46.578197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c3d5ab8b-686f-45ee-af07-25b42db0eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.579965 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c3d5ab8b-686f-45ee-af07-25b42db0eaad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.4647255 Jul 16 20:29:46.587202 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6c4e6a4d-40f7-42ca-b899-2cf9f01fab18 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=d6fde75a-f6b7-4972-b95d-53d139acd7e0 HTTP/1.1" status: 200 len: 462 time: 0.0273280 Jul 16 20:29:46.587580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42500) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.763678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c00d0-beb7-4495-8979-ef2b64d4c2fd req-ad040516-190a-4ea4-a934-2efad60984a3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:46.766486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab5c00d0-beb7-4495-8979-ef2b64d4c2fd req-ad040516-190a-4ea4-a934-2efad60984a3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1197548 Jul 16 20:29:46.823016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab5c00d0-beb7-4495-8979-ef2b64d4c2fd req-42b5f8d2-18ca-4580-86bc-7f099298f817 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490556 Jul 16 20:29:47.016623 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:47.033580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732855ba-9787-4842-8125-481c9eacd42b None None] Sync routers for ids ['20cf5485-88b9-4201-ae23-099efc3b77a3'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:47.047740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732855ba-9787-4842-8125-481c9eacd42b None None] Routers {'20cf5485-88b9-4201-ae23-099efc3b77a3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:47.049003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-732855ba-9787-4842-8125-481c9eacd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:29:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['20cf5485-88b9-4201-ae23-099efc3b77a3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:47.090561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-732855ba-9787-4842-8125-481c9eacd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:47.102486 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e7f08c8b-3460-4506-ab37-14e34f951aa2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "PUT /v2.0/routers/20cf5485-88b9-4201-ae23-099efc3b77a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8098817 Jul 16 20:29:47.104484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732855ba-9787-4842-8125-481c9eacd42b None None] Routers {'20cf5485-88b9-4201-ae23-099efc3b77a3'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:47.105336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-732855ba-9787-4842-8125-481c9eacd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:29:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['20cf5485-88b9-4201-ae23-099efc3b77a3'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:47.106279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42508) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:47.112137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Request body: {'port': {'network_id': 'e38b1811-107b-476b-8048-807c06448bbf', 'name': 'tempest-FloatingIPNegativeTestJSON-278622437'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:47.112431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3cf39b7a-e31a-4b6a-af4c-6a4db9bcdec6 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.114354 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3cf39b7a-e31a-4b6a-af4c-6a4db9bcdec6 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/d6fde75a-f6b7-4972-b95d-53d139acd7e0 HTTP/1.1" status: 204 len: 168 time: 0.5237927 Jul 16 20:29:47.125199 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42510) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:47.164830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-d9a94a2a-6ebe-4ca5-9d3b-3a140b58f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.167737 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-d9a94a2a-6ebe-4ca5-9d3b-3a140b58f577 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.5786746 Jul 16 20:29:47.187926 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-92d9c1f1-ba54-4dfe-a97f-974f58d58d98 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=d6fde75a-f6b7-4972-b95d-53d139acd7e0 HTTP/1.1" status: 200 len: 221 time: 0.0558918 Jul 16 20:29:47.220378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42512) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:47.226984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e0c63d48-a851-4ec9-8b06-1f4f9c002d7a tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1065083435', 'description': 'label created by tempest'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:47.227746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e0c63d48-a851-4ec9-8b06-1f4f9c002d7a tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Unknown quota resources ['metering_label']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:29:47.257636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-732855ba-9787-4842-8125-481c9eacd42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:47.258790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732855ba-9787-4842-8125-481c9eacd42b None None] The sync data for ids ['20cf5485-88b9-4201-ae23-099efc3b77a3'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:47.297301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Made reservation on behalf of 31998e7c7ad34cfbac4f9e29d3d78f0b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:47.315545 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.352471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] device_id is not set on port 8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:47.553497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Allocated IP 172.20.0.9 (e38b1811-107b-476b-8048-807c06448bbf/33557de9-a5db-40b7-8237-c400702a7065/8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:47.556756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-187292f4-5fce-49fb-80ad-b5e29e45a618 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 1001 time: 0.3718684 Jul 16 20:29:47.693977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-06691249-3888-474d-8faf-4e1cbbfe6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.697060 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-06691249-3888-474d-8faf-4e1cbbfe6c88 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.0823145 Jul 16 20:29:47.699135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0c63d48-a851-4ec9-8b06-1f4f9c002d7a tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.704817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e0c63d48-a851-4ec9-8b06-1f4f9c002d7a tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4807236 Jul 16 20:29:47.715645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42516) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:47.828014 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.858194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Transition to ACTIVE for port object 8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:47.935275 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.951914 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7d10936-1cc6-4b33-ac4e-446f389305c2 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=858e376d-8b7d-4adf-ad25-9cb0b62652d8 HTTP/1.1" status: 200 len: 468 time: 0.2342417 Jul 16 20:29:47.956708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:47.977405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Network e38b1811-107b-476b-8048-807c06448bbf is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:47.984391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:48.051356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:48.093729 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-de5d0266-0a5f-4b9c-a985-3c26125ecce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.213398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'Port': ['ID=8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:48.234926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.235591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.266743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c1a905a4-b485-4fa6-b110-96613a932b40 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1590283 Jul 16 20:29:48.272446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42524) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.277581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:48.321960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a47c1c-3902-4662-82c0-ef1d347e5d97 req-c6d79dc5-7d15-4626-b9a2-2e7ac3a8b50d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.331924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8a47c1c-3902-4662-82c0-ef1d347e5d97 req-c6d79dc5-7d15-4626-b9a2-2e7ac3a8b50d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1950300 Jul 16 20:29:48.343005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-4974203e-fad4-4082-bb98-cde66b1a2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.344879 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-4974203e-fad4-4082-bb98-cde66b1a2e9f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6419215 Jul 16 20:29:48.356906 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.431008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8a47c1c-3902-4662-82c0-ef1d347e5d97 req-81f903fc-25a6-4702-b469-b95ef87fa0db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981061 Jul 16 20:29:48.502573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-90d05e23-4a99-4316-b84f-486370bd2432 None None] Provisioning for port 8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:48.536985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-90d05e23-4a99-4316-b84f-486370bd2432 None None] Provisioning complete for port 8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:48.538203 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-90d05e23-4a99-4316-b84f-486370bd2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.558763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-582e9f61-342b-49ff-88f6-376c72d90ee3 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.560432 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-582e9f61-342b-49ff-88f6-376c72d90ee3 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/858e376d-8b7d-4adf-ad25-9cb0b62652d8 HTTP/1.1" status: 204 len: 168 time: 0.6022036 Jul 16 20:29:48.564834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42526) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.605204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3783a681-5dfb-4bdb-a000-13ae82c2015d tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=858e376d-8b7d-4adf-ad25-9cb0b62652d8 HTTP/1.1" status: 200 len: 216 time: 0.0390930 Jul 16 20:29:48.610874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42528) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.621365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-90d05e23-4a99-4316-b84f-486370bd2432 None None] Port 8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:48.655017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0927cb84-b759-4a35-b938-46effe770cee tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0351958 Jul 16 20:29:48.656134 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.658320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42530) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.678793 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-df1c3a1d-20dc-4a2f-a125-489f1b631b31 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164768 Jul 16 20:29:48.681299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-65ae1e87-e720-4c05-a4db-1b8b5f4310f7 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0208516 Jul 16 20:29:48.687117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.804854 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-5a77aac9-f7e7-4b1e-a08b-64d416bd80db service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180189 Jul 16 20:29:48.867880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Allocated IP 172.25.6.92 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/ea74722d-7021-4465-9a02-aab46fac4186) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:48.983282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2b268cbf-780e-4cdc-a926-a2fedd72183e tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/db007f3a-4b5f-4ffe-b5f2-79cba032c56a HTTP/1.1" status: 200 len: 472 time: 0.2828267 Jul 16 20:29:48.989976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42540) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.019312 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3b1e0530-ad62-490f-b6d1-8c6c4056b72a tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/e5f6e6ce-72ae-4984-8b49-a4f9836a1aae HTTP/1.1" status: 200 len: 459 time: 0.0274179 Jul 16 20:29:49.022322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42542) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.093023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.148403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.200769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf30945a-1200-49b9-8187-fadc96ca39ba tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.202093 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cf30945a-1200-49b9-8187-fadc96ca39ba tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/e5f6e6ce-72ae-4984-8b49-a4f9836a1aae HTTP/1.1" status: 204 len: 168 time: 0.1782298 Jul 16 20:29:49.214767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42546) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.274358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:49.292376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:49.298102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:49.362976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'Port': ['ID=ea74722d-7021-4465-9a02-aab46fac4186,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:49.724629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.790607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-07eaeaa0-0aa0-4770-95ff-c0eb0672f517 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:49.792372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-07eaeaa0-0aa0-4770-95ff-c0eb0672f517 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.3848937 Jul 16 20:29:49.845635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8f0bb0dd-f379-49ba-aa29-1de139e8d6b6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/quotas/2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 375 time: 0.0301270 Jul 16 20:29:49.866928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.930672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b549b24c-3871-48c5-831c-b07169657638 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.931993 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b549b24c-3871-48c5-831c-b07169657638 tempest-MeteringIpV6TestJSON-1106901661 tempest-MeteringIpV6TestJSON-1106901661-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/db007f3a-4b5f-4ffe-b5f2-79cba032c56a HTTP/1.1" status: 204 len: 168 time: 0.7158694 Jul 16 20:29:49.934243 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-0b9e5e74-ebd8-4811-9b61-80e1db1fd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:49.936967 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-0b9e5e74-ebd8-4811-9b61-80e1db1fd5a5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.5919433 Jul 16 20:29:50.003710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f4b9-652d-47c9-8e40-803e8dca8064 req-935457a4-9162-47fc-a4e4-e0d83c7f01dd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.007365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d53f4b9-652d-47c9-8e40-803e8dca8064 req-935457a4-9162-47fc-a4e4-e0d83c7f01dd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.4292104 Jul 16 20:29:50.116313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-6e2de8b2-8ec6-44e9-841b-42253ed37762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.117868 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-6e2de8b2-8ec6-44e9-841b-42253ed37762 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.1480839 Jul 16 20:29:50.156998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d53f4b9-652d-47c9-8e40-803e8dca8064 req-c1f7b7b9-3f0f-489e-9744-076ffc674671 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346180 Jul 16 20:29:50.252144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-64edf028-74f5-4b27-92b8-29b36fa30c59 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3922496 Jul 16 20:29:50.291681 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-0a93ade0-156e-4c72-9ec9-c2f9a87e62f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 1001 time: 0.1663530 Jul 16 20:29:50.374086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-486654e7-045a-49f9-b4b0-5309f6985248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.375951 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-486654e7-045a-49f9-b4b0-5309f6985248 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.0778534 Jul 16 20:29:50.413352 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8d755cbe-548b-4eef-97d7-e161b78a4bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.461649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-6e6667cc-4e1c-4499-aab1-de76b50268c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.464392 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-6e6667cc-4e1c-4499-aab1-de76b50268c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789213 Jul 16 20:29:50.483183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42560) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.529934 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.539157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.598579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-45e67bb8-17e1-4707-8fc5-8ffe480914ff service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346143 Jul 16 20:29:50.606979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-838c1ea9-cd78-4d80-8edf-a1eec6be40ba service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357369 Jul 16 20:29:50.671367 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.733783 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e16dfc4b-bac5-45ce-ab61-202a42491a24 req-836094bd-0d7e-4cf0-b65d-ba82c309fe1a service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153693 Jul 16 20:29:50.757628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'Port': ['ID=ea74722d-7021-4465-9a02-aab46fac4186,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.787605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5e-309f-449e-acbd-80aeeab811b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.009599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5e-309f-449e-acbd-80aeeab811b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.018635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5e-309f-449e-acbd-80aeeab811b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.082542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2034b5e-309f-449e-acbd-80aeeab811b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd71ef6-86b8-4f7d-b82e-14265626e708,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.089769 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b2034b5e-309f-449e-acbd-80aeeab811b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f3b549054644746beed2ec2a16f43bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040454 Jul 16 20:29:51.094799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42566) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.200418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d56d2450-0821-42bb-90b8-b7c8aab72639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.213489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.257624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.262646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-15896c59-5fce-47a5-8c46-2251566483f8 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9862850 Jul 16 20:29:51.263451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42570) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.274163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-46b95a44-26b9-45ee-98f6-4130afa0da3b tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Request body: {'floatingip': {'port_id': '8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:51.281831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-6e32be32-6e98-4f8e-9cc0-c47282de4ae2 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734593 Jul 16 20:29:51.284034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d56d2450-0821-42bb-90b8-b7c8aab72639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.388589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-46b95a44-26b9-45ee-98f6-4130afa0da3b tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.473088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c5da7-b6d7-46c5-8bbb-2f75e038bc50 req-a57e2de2-10fb-4ef4-87db-50d6ff123fa3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.476258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed4c5da7-b6d7-46c5-8bbb-2f75e038bc50 req-a57e2de2-10fb-4ef4-87db-50d6ff123fa3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1221592 Jul 16 20:29:51.548160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed4c5da7-b6d7-46c5-8bbb-2f75e038bc50 req-04041c7b-c8df-4860-8e12-0df0c5f74bad tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653725 Jul 16 20:29:51.604600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d56d2450-0821-42bb-90b8-b7c8aab72639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.608993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d56d2450-0821-42bb-90b8-b7c8aab72639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.610647 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d56d2450-0821-42bb-90b8-b7c8aab72639 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4bd71ef6-86b8-4f7d-b82e-14265626e708 HTTP/1.1" status: 204 len: 168 time: 0.5139420 Jul 16 20:29:51.636961 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2450-0821-42bb-90b8-b7c8aab72639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd71ef6-86b8-4f7d-b82e-14265626e708,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.687232 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-46b95a44-26b9-45ee-98f6-4130afa0da3b tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] update failed (client error): The resource could not be found. Jul 16 20:29:51.688988 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-46b95a44-26b9-45ee-98f6-4130afa0da3b tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "PUT /v2.0/floatingips/b4bc8721-4160-4f31-b11f-3b080fd64bb1 HTTP/1.1" status: 404 len: 507 time: 0.4232965 Jul 16 20:29:51.691744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42580) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.809715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0efd6fa2-31e9-4ca4-b1e1-7501c4afcf5b req-84f2113a-8265-460b-9870-7e2628e97c42 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0504851 Jul 16 20:29:51.900026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Deleting port ea74722d-7021-4465-9a02-aab46fac4186 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:51.900454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.050424 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.052068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.076178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Calling delete_port for ea74722d-7021-4465-9a02-aab46fac4186 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:52.157618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42600) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.175627 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73a593fc-b1db-46f0-81c2-9bb99a72d1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.366923 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73a593fc-b1db-46f0-81c2-9bb99a72d1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.372763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73a593fc-b1db-46f0-81c2-9bb99a72d1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.408747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.442516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.464433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event deleted for resources: {'Port': ['ID=ea74722d-7021-4465-9a02-aab46fac4186,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.484597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-73a593fc-b1db-46f0-81c2-9bb99a72d1f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bdb875ca6ff46629f7c69b8e76bdc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254695 Jul 16 20:29:52.485727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a593fc-b1db-46f0-81c2-9bb99a72d1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed748dd-9e05-4fc8-a4e6-9ae935107937,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.491069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42604) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.555009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-03ce79b7-300b-486f-9474-cc05850ee9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.588570 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-03ce79b7-300b-486f-9474-cc05850ee9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.613080 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.618932 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.628066 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d4a6bfa1-ed58-4dd1-8e4a-4fc308073312 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "DELETE /v2.0/floatingips/b4bc8721-4160-4f31-b11f-3b080fd64bb1 HTTP/1.1" status: 204 len: 168 time: 0.9342186 Jul 16 20:29:52.629068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42608) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.639347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ce80580a-682c-4e8f-b224-87deb3e3f429 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Request body: {'floatingip': {'floating_network_id': 'e38b1811-107b-476b-8048-807c06448bbf', 'port_id': '8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:52.661815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42610) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.668856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597522780', 'description': 'tempest-secgroup-smoke-597522780 description', 'project_id': 'c098ccf51e824f81a00428a874646429'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:52.706137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.api [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:29:52.706137 n-d-791505-15 neutron-server[100243]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:29:52.706137 n-d-791505-15 neutron-server[100243]: [parameters: {'project_id': 'c098ccf51e824f81a00428a874646429', 'id': '10778643-1a3c-493e-af33-ce1233a4948e', 'expiration': datetime.datetime(2021, 7, 16, 20, 31, 52, 692401)}] Jul 16 20:29:52.706137 n-d-791505-15 neutron-server[100243]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:52.707253 n-d-791505-15 neutron-server[100243]: DEBUG oslo_db.api [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:52.710593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-03ce79b7-300b-486f-9474-cc05850ee9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.716752 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-03ce79b7-300b-486f-9474-cc05850ee9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.718926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-03ce79b7-300b-486f-9474-cc05850ee9f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fed748dd-9e05-4fc8-a4e6-9ae935107937 HTTP/1.1" status: 204 len: 168 time: 0.2262497 Jul 16 20:29:52.735570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ce80580a-682c-4e8f-b224-87deb3e3f429 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.753223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce79b7-300b-486f-9474-cc05850ee9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed748dd-9e05-4fc8-a4e6-9ae935107937,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.916638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc348-5d77-442d-9e57-ab08ba46039d req-5e7c3105-fba1-4f59-ab2a-4d0842be96d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:52.920450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7bcc348-5d77-442d-9e57-ab08ba46039d req-5e7c3105-fba1-4f59-ab2a-4d0842be96d3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1406007 Jul 16 20:29:52.922589 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-ce80580a-682c-4e8f-b224-87deb3e3f429 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:29:52.924327 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ce80580a-682c-4e8f-b224-87deb3e3f429 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2932324 Jul 16 20:29:52.930082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42616) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.935714 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:52.969836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.989425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7bcc348-5d77-442d-9e57-ab08ba46039d req-7be19cdd-d9f6-4f8c-a02f-59d3eb05a536 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547645 Jul 16 20:29:53.124811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.194865 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4519a04-1071-45d2-9257-d76d3381db69 req-feb3f0b7-fb38-4d89-9ba5-fbd7a4f0a80d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0345237 Jul 16 20:29:53.268864 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.384090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Allocated IP 172.25.6.25 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/89b6d14e-fe01-4a4f-a287-f1362d82334f) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:53.610612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.624697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.673234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-7e3295e4-e80b-4567-89d7-8265b0f1dc90 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.676029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-7e3295e4-e80b-4567-89d7-8265b0f1dc90 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.3676519 Jul 16 20:29:53.703265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'port': {'device_id': '71b5d296-74a8-4f45-9913-69cfbeb4a1b8', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'admin_state_up': True, 'tenant_id': '2b5731282d004b759715ca7158b88d2b'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:53.710544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.716783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.726066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0613778 Jul 16 20:29:53.727582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42628) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:53.757882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-099d65bd-a06b-4932-8d3c-f7bb0774912a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'security_group_rule': {'security_group_id': 'be92b490-ba72-4f69-af1a-eb522ce40b37', 'project_id': 'c098ccf51e824f81a00428a874646429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:53.789161 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.800483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5bd25-8d2f-40aa-9d76-e131e9608bc5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be92b490-ba72-4f69-af1a-eb522ce40b37,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:53.825405 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.867749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:53.873538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:53.880471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:53.940105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event updated for resources: {'Port': ['ID=89b6d14e-fe01-4a4f-a287-f1362d82334f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:53.955566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-099d65bd-a06b-4932-8d3c-f7bb0774912a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.246460 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-099d65bd-a06b-4932-8d3c-f7bb0774912a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.250476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:54.269810 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.286299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-099d65bd-a06b-4932-8d3c-f7bb0774912a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.389345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Deleting port 89b6d14e-fe01-4a4f-a287-f1362d82334f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:54.389928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.439323 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d65bd-a06b-4932-8d3c-f7bb0774912a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae71c0e-b867-4bb8-9d6c-5bc715ca167b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:54.462212 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-099d65bd-a06b-4932-8d3c-f7bb0774912a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.466642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-099d65bd-a06b-4932-8d3c-f7bb0774912a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7139859 Jul 16 20:29:54.469890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42644) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:54.479198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bd502d21-8060-4dc0-b5e9-312d30f088c0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'security_group_rule': {'security_group_id': 'be92b490-ba72-4f69-af1a-eb522ce40b37', 'project_id': 'c098ccf51e824f81a00428a874646429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:54.566788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd502d21-8060-4dc0-b5e9-312d30f088c0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.601715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.602063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.628498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Calling delete_port for 89b6d14e-fe01-4a4f-a287-f1362d82334f owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:54.654183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83bbfa3c-189e-4483-b8ed-2adae9595122 req-03741ff7-e028-49d6-8d74-49e9c8a5d00e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 210 time: 0.1873052 Jul 16 20:29:54.745842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd502d21-8060-4dc0-b5e9-312d30f088c0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.754282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd502d21-8060-4dc0-b5e9-312d30f088c0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.808429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57c26-8b46-4b8b-8e27-305fdaa9ce8f req-91b405fc-d1c3-464e-916c-620df429c779 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.813192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd502d21-8060-4dc0-b5e9-312d30f088c0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3fe993-31da-4184-9d51-1f6931338504,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:54.821096 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dc57c26-8b46-4b8b-8e27-305fdaa9ce8f req-91b405fc-d1c3-464e-916c-620df429c779 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.3527865 Jul 16 20:29:54.836358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.20.0.14 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/986904b0-8d0a-4918-a168-49934927e643) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:54.838325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bd502d21-8060-4dc0-b5e9-312d30f088c0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.842869 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd502d21-8060-4dc0-b5e9-312d30f088c0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3689995 Jul 16 20:29:54.855906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42650) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:54.865030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6c49bc59-7a82-445b-a7b9-e4b875f034ac tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'security_group_rule': {'security_group_id': 'be92b490-ba72-4f69-af1a-eb522ce40b37', 'project_id': 'c098ccf51e824f81a00428a874646429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:54.946808 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dc57c26-8b46-4b8b-8e27-305fdaa9ce8f req-940ada75-b01e-4a98-8814-1a2a3f91e214 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134474 Jul 16 20:29:54.981929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6c49bc59-7a82-445b-a7b9-e4b875f034ac tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.054001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.149505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event deleted for resources: {'Port': ['ID=89b6d14e-fe01-4a4f-a287-f1362d82334f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.268443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6c49bc59-7a82-445b-a7b9-e4b875f034ac tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.276319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.308365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Transition to ACTIVE for port object 986904b0-8d0a-4918-a168-49934927e643 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:55.312708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6c49bc59-7a82-445b-a7b9-e4b875f034ac tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.373962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49bc59-7a82-445b-a7b9-e4b875f034ac tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041f149a-f13e-41c9-a994-b35fc34c310a,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.383180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6c49bc59-7a82-445b-a7b9-e4b875f034ac tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.385608 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6c49bc59-7a82-445b-a7b9-e4b875f034ac tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5278764 Jul 16 20:29:55.385928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.389428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42658) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.406157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7b80142e-6818-413c-bdc1-6fcedc0beb97 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'security_group_rule': {'security_group_id': 'be92b490-ba72-4f69-af1a-eb522ce40b37', 'project_id': 'c098ccf51e824f81a00428a874646429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:55.471091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b80142e-6818-413c-bdc1-6fcedc0beb97 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.480963 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] create failed (client error): The resource could not be found. Jul 16 20:29:55.492487 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-655d1dbe-7cd3-415a-a6b8-31412e57ca93 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5607727 Jul 16 20:29:55.493962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42662) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.523534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:55.525686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=986904b0-8d0a-4918-a168-49934927e643,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.530542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:55.534429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:55.660104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.661822 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.694461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-5a3d1bb5-d738-4e09-8483-dee021486381 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0031631 Jul 16 20:29:55.722504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Request body: {'port': {'device_id': '71b5d296-74a8-4f45-9913-69cfbeb4a1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:55.799917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b80142e-6818-413c-bdc1-6fcedc0beb97 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.836272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b80142e-6818-413c-bdc1-6fcedc0beb97 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.880752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42668) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.893713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.894068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e91cc-d4fc-4ef6-8917-8521416afad7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Deleting port 8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:55.894300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b5e91cc-d4fc-4ef6-8917-8521416afad7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.931050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80142e-6818-413c-bdc1-6fcedc0beb97 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecff6f16-0bef-45e4-8482-8e906c531930,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.961096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7b80142e-6818-413c-bdc1-6fcedc0beb97 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.962343 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7b80142e-6818-413c-bdc1-6fcedc0beb97 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5705037 Jul 16 20:29:55.966585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42672) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.982628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1db70919-5389-4c7d-9541-f39160ba9d3c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'security_group_rule': {'security_group_id': 'be92b490-ba72-4f69-af1a-eb522ce40b37', 'project_id': 'c098ccf51e824f81a00428a874646429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:56.037746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-67706c5d-0564-4c1e-847b-e7fb44b5a35b None None] Provisioning for port 986904b0-8d0a-4918-a168-49934927e643 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:56.063651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-67706c5d-0564-4c1e-847b-e7fb44b5a35b None None] Provisioning complete for port 986904b0-8d0a-4918-a168-49934927e643 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:56.064288 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-67706c5d-0564-4c1e-847b-e7fb44b5a35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.148761 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-1db70919-5389-4c7d-9541-f39160ba9d3c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Project c098ccf51e824f81a00428a874646429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:29:56.188282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1db70919-5389-4c7d-9541-f39160ba9d3c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.211917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-67706c5d-0564-4c1e-847b-e7fb44b5a35b None None] Port 986904b0-8d0a-4918-a168-49934927e643 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:56.240801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b5e91cc-d4fc-4ef6-8917-8521416afad7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.320691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e91cc-d4fc-4ef6-8917-8521416afad7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Calling delete_port for 8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:56.400504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-997585007'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:56.518023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Made reservation on behalf of 0d38415addcb48e1874944f3d697de49 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:56.522439 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.532061 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1db70919-5389-4c7d-9541-f39160ba9d3c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.554709 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1db70919-5389-4c7d-9541-f39160ba9d3c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.562932 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.614803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70919-5389-4c7d-9541-f39160ba9d3c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6635a9b6-66af-4fc6-9aa9-0f44de0220e1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.627965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82822f94-c549-4c01-967d-3d9c9cf6c65d req-a36f037c-69e3-470e-8fd5-68422dfb266d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.632469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82822f94-c549-4c01-967d-3d9c9cf6c65d req-a36f037c-69e3-470e-8fd5-68422dfb266d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 932 time: 0.5783148 Jul 16 20:29:56.654937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4efe2-f32f-4a06-916f-92a9c579fcb3 req-9135ab2b-c4ba-4fc3-8299-d85dc94b4fea tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.658040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cf4efe2-f32f-4a06-916f-92a9c579fcb3 req-9135ab2b-c4ba-4fc3-8299-d85dc94b4fea tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.3361216 Jul 16 20:29:56.776986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-82822f94-c549-4c01-967d-3d9c9cf6c65d req-52c3ee24-ded7-437d-8dcd-30b51f4ab4f0 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114087 Jul 16 20:29:56.783065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cf4efe2-f32f-4a06-916f-92a9c579fcb3 req-b12c0e1f-2742-40e2-b2ec-9e5648a1637a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085966 Jul 16 20:29:56.799895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b5e91cc-d4fc-4ef6-8917-8521416afad7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.888991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986904b0-8d0a-4918-a168-49934927e643 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:56.890472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e91cc-d4fc-4ef6-8917-8521416afad7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event deleted for resources: {'Port': ['ID=8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.905061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.927955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Transition to ACTIVE for port object 986904b0-8d0a-4918-a168-49934927e643 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:56.934244 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.035856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Pushing event updated for resources: {'Port': ['ID=986904b0-8d0a-4918-a168-49934927e643,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.131321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.138740 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5b5e91cc-d4fc-4ef6-8917-8521416afad7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.142679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5b5e91cc-d4fc-4ef6-8917-8521416afad7 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "DELETE /v2.0/ports/8f618a0d-28b5-4329-8ea3-cf1e5f00dc6a HTTP/1.1" status: 204 len: 168 time: 1.6364098 Jul 16 20:29:57.147022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42676) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.199725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.244007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Attempting to bind port 986904b0-8d0a-4918-a168-49934927e643 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:57.245008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Attempting to bind port 986904b0-8d0a-4918-a168-49934927e643 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:57.245741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Attempting to bind port 986904b0-8d0a-4918-a168-49934927e643 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:57.256174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Port 986904b0-8d0a-4918-a168-49934927e643 on network 5572072a-02c6-4646-84d1-a1012b78006a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:57.257298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Attempting to bind port 986904b0-8d0a-4918-a168-49934927e643 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:57.268256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:57.269255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:57.270253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:57.271329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Bound port: 986904b0-8d0a-4918-a168-49934927e643, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:57.272248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.286449 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1db70919-5389-4c7d-9541-f39160ba9d3c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.288439 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1db70919-5389-4c7d-9541-f39160ba9d3c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3211474 Jul 16 20:29:57.295281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42678) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.308390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-92da4738-b1c1-4e9a-8216-9950d5929c7c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'security_group_rule': {'security_group_id': 'be92b490-ba72-4f69-af1a-eb522ce40b37', 'project_id': 'c098ccf51e824f81a00428a874646429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:57.318414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28bcebd-81d7-45bd-b1f0-78effca322a5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.339914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:57.413118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] For port 986904b0-8d0a-4918-a168-49934927e643, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:57.418974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] For port 986904b0-8d0a-4918-a168-49934927e643, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=986904b0-8d0a-4918-a168-49934927e643,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:57.426115 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-92da4738-b1c1-4e9a-8216-9950d5929c7c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Project c098ccf51e824f81a00428a874646429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:29:57.432802 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.433316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.434060 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Added segment f175f246-ed9c-458c-aa99-823a360d662e of type vlan for network 92565cfd-2de8-4aac-a198-d98751d206fa Jul 16 20:29:57.480987 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92da4738-b1c1-4e9a-8216-9950d5929c7c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.491972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.493015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.495632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] 10.222.0.16 "PUT /v2.0/ports/986904b0-8d0a-4918-a168-49934927e643 HTTP/1.1" status: 200 len: 1093 time: 1.7961850 Jul 16 20:29:57.496554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b5d296-74a8-4f45-9913-69cfbeb4a1b8', 'tag': '986904b0-8d0a-4918-a168-49934927e643'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:57.499282 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51" -d '{"events": [{"name": "network-changed", "server_uuid": "71b5d296-74a8-4f45-9913-69cfbeb4a1b8", "tag": "986904b0-8d0a-4918-a168-49934927e643"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:57.550354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb4c6d-1f51-46aa-944b-af1c1b3eece3 service neutron] Pushing event updated for resources: {'Port': ['ID=986904b0-8d0a-4918-a168-49934927e643,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.588458 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe6572-34e0-467a-a8a5-087a194f0c2f x-openstack-request-id: req-89fe6572-34e0-467a-a8a5-087a194f0c2f {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:57.588815 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b5d296-74a8-4f45-9913-69cfbeb4a1b8", "tag": "986904b0-8d0a-4918-a168-49934927e643", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:57.589079 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89fe6572-34e0-467a-a8a5-087a194f0c2f {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:57.589629 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b5d296-74a8-4f45-9913-69cfbeb4a1b8', 'tag': '986904b0-8d0a-4918-a168-49934927e643', 'status': 'completed', 'code': 200} Jul 16 20:29:57.602416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991716cb-496d-48ce-af7a-b0d7a02925b5 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.606264 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-991716cb-496d-48ce-af7a-b0d7a02925b5 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "GET /v2.0/ports?device_id=20cf5485-88b9-4201-ae23-099efc3b77a3 HTTP/1.1" status: 200 len: 913 time: 0.4575381 Jul 16 20:29:57.614593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42682) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.626876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.789991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-772e6778-6b2b-484e-8b14-70e69112f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.791677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-772e6778-6b2b-484e-8b14-70e69112f98d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 1096 time: 0.2204728 Jul 16 20:29:57.921249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-a54b3184-87c0-41a3-8d33-35fbc1562881 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986904b0-8d0a-4918-a168-49934927e643 HTTP/1.1" status: 200 len: 217 time: 0.1220188 Jul 16 20:29:58.151276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-006c344a-ced6-4fc2-94b3-86cfb9d7fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.152567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.155783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-006c344a-ced6-4fc2-94b3-86cfb9d7fcb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.1938198 Jul 16 20:29:58.159211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.159942 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.210288 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3233206 Jul 16 20:29:58.218208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92da4738-b1c1-4e9a-8216-9950d5929c7c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.225735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92da4738-b1c1-4e9a-8216-9950d5929c7c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.261475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c668f-6091-4325-817a-9b8976101662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Pushing event updated for resources: {'Network': ['ID=92565cfd-2de8-4aac-a198-d98751d206fa,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.274783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 92565cfd-2de8-4aac-a198-d98751d206fa details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:58.284911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da4738-b1c1-4e9a-8216-9950d5929c7c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b926e6e-c735-4b98-b2a2-6c82cfb2c5e3,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.299373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-92da4738-b1c1-4e9a-8216-9950d5929c7c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.300945 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-92da4738-b1c1-4e9a-8216-9950d5929c7c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0004499 Jul 16 20:29:58.459948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a0758-a86b-4dd4-8c15-cb20d6265659 req-ac4c23e2-8477-4a8e-98ff-a45a5b8c36f3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.461809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c05a0758-a86b-4dd4-8c15-cb20d6265659 req-ac4c23e2-8477-4a8e-98ff-a45a5b8c36f3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.3044693 Jul 16 20:29:58.474933 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-148200e9-da44-4de7-b1dd-68e74c1cc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.476609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-148200e9-da44-4de7-b1dd-68e74c1cc186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2918959 Jul 16 20:29:58.524397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f1f39-4ee3-472b-8ff1-81ff7c729e42 req-84d0d14d-0308-444f-8310-307f0c56ddf3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.526391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e94f1f39-4ee3-472b-8ff1-81ff7c729e42 req-84d0d14d-0308-444f-8310-307f0c56ddf3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 944 time: 0.3621581 Jul 16 20:29:58.610260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c05a0758-a86b-4dd4-8c15-cb20d6265659 req-a8878d93-5a19-4b53-9c20-c4feb0fe5d33 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423802 Jul 16 20:29:58.709647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e94f1f39-4ee3-472b-8ff1-81ff7c729e42 req-3b5358da-125d-4ea9-8ed4-e850a9f0ed63 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641157 Jul 16 20:29:58.732813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-e4460ff1-d317-41fe-8551-e38d1b258da4 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435555 Jul 16 20:29:58.963247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42698) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:58.972542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Request body: {'port': {'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa', 'binding:host_id': 'n-h2-791505-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-244278400'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:59.016514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Made reservation on behalf of 688e032642b6434ab8abd33d57058608 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:59.023249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.056860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.125203 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.233627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.242248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.258510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] device_id is not set on port e4f83626-aba7-459a-be0a-5f20bdfbfe8a yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:59.304298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-f8ca835e-0263-4fa7-9696-bcd540f73dd8 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597522780&fields=id&tenant_id=c098ccf51e824f81a00428a874646429 HTTP/1.1" status: 200 len: 267 time: 0.2083056 Jul 16 20:29:59.360139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c028381a-1e7b-4efd-bc4a-94ef5f2022f2 req-cf03fbf2-8a6b-479c-a4db-d7bdfca32285 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156924 Jul 16 20:29:59.430079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b2a1d8-9da8-45a5-bb05-b86a9435e22b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.679044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] device_id is not set on port e4f83626-aba7-459a-be0a-5f20bdfbfe8a yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:59.697750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.702943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-8de08b59-32bc-4698-aa10-1c5b7ac7bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.704687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-8de08b59-32bc-4698-aa10-1c5b7ac7bdc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 1096 time: 0.2594454 Jul 16 20:29:59.714178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb478e-2257-4b39-b671-8af689b32e37 req-9f746f72-8a61-4b37-b257-2c7a515c01fd tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.715927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-9f746f72-8a61-4b37-b257-2c7a515c01fd tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/networks?id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 200 len: 813 time: 0.3897240 Jul 16 20:29:59.721089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Transition to ACTIVE for port object e4f83626-aba7-459a-be0a-5f20bdfbfe8a will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:59.741731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.770295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-d52d9933-b73d-4bdb-bcad-0893c8b31219 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/quotas/c098ccf51e824f81a00428a874646429 HTTP/1.1" status: 200 len: 375 time: 0.0392358 Jul 16 20:29:59.870897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=e4f83626-aba7-459a-be0a-5f20bdfbfe8a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.891879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Checking segment: {'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:59.892384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Network hostable DHCP agents. Network: 92565cfd-2de8-4aac-a198-d98751d206fa, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:59.923794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Network 92565cfd-2de8-4aac-a198-d98751d206fa is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:59.943825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 92565cfd-2de8-4aac-a198-d98751d206fa) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:59.951189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:59.965246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d29ef-485f-476f-b1dc-02fc99fae146 None None] Network 92565cfd-2de8-4aac-a198-d98751d206fa requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:59.997313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:59.998942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.000097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.016309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.016846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-189cf384-7d11-424c-9eb4-4ff0a9d79ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.017712 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.018462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-189cf384-7d11-424c-9eb4-4ff0a9d79ed4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.3014212 Jul 16 20:30:00.018962 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 2 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.056181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.057386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.059520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.069835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.070784 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.071682 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 3 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.087817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-d1d9e2ab-dd64-487c-8564-cf79a910aac4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986904b0-8d0a-4918-a168-49934927e643 HTTP/1.1" status: 200 len: 217 time: 0.0574648 Jul 16 20:30:00.111357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.111950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.112394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.118937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.119718 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.120193 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 4 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.120697 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-792a587a-8a98-4e23-b15f-b442def614d5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c098ccf51e824f81a00428a874646429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3429420 Jul 16 20:30:00.132353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d339d-4152-4c13-87de-ebc404eeadde req-b492b3bf-a1a8-400b-b2ab-86c30fa97a61 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.133966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f8d339d-4152-4c13-87de-ebc404eeadde req-b492b3bf-a1a8-400b-b2ab-86c30fa97a61 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.3161647 Jul 16 20:30:00.137152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.137770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.138314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.145480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.146470 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.147120 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 5 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.168261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.168834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.169402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.179639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.180103 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.180794 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 6 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.204417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.204852 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.205265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.211952 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.212417 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.213271 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 7 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.231704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.231704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.232186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.239193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.239795 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.240435 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 8 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.247078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Deleting port 29e95297-06da-4e4e-9739-4fec7e689d48 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:00.247541 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.258321 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.258858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.259271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.265248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.265782 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.266440 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 9 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.292378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.293305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.293827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.302322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.302920 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.303467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-13e765d8-d367-4d15-8b2f-fbf17ad7d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.303622 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 10 to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a Jul 16 20:30:00.305197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-13e765d8-d367-4d15-8b2f-fbf17ad7d331 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.2026193 Jul 16 20:30:00.325640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:00.326207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:00.326786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:00.336224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:00.336753 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port e4f83626-aba7-459a-be0a-5f20bdfbfe8a on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:00.337379 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.373518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f8d339d-4152-4c13-87de-ebc404eeadde req-b3b52a01-2121-42aa-9f3e-559a1ae34885 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055213 Jul 16 20:30:00.447601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-05d44ca5-1086-4734-92a0-4ef34741d2fc service neutron] 10.222.0.78 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903829 Jul 16 20:30:00.452253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] For port e4f83626-aba7-459a-be0a-5f20bdfbfe8a, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:00.452741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempted to set empty binding levels {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:30:00.462949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.509685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.510430 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.522287 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.546087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=e4f83626-aba7-459a-be0a-5f20bdfbfe8a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.556585 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a73ad076-220a-42f3-8678-082872ee8afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5916746 Jul 16 20:30:00.560590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42704) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.578751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Calling delete_port for 29e95297-06da-4e4e-9739-4fec7e689d48 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:00.626743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-868bbc2a-1ee3-4564-a18c-7763e12f8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.628738 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-868bbc2a-1ee3-4564-a18c-7763e12f8155 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2985346 Jul 16 20:30:00.665648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Deleting port e4f83626-aba7-459a-be0a-5f20bdfbfe8a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:00.666065 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.738642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] For port e4f83626-aba7-459a-be0a-5f20bdfbfe8a, host n-h2-791505-15, got binding levels [] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:00.739447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.751240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-31eb6eeb-3f4b-4f38-b841-30a93bc45b4c service neutron] 10.222.0.78 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025377 Jul 16 20:30:00.763084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Calling delete_port for e4f83626-aba7-459a-be0a-5f20bdfbfe8a owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:00.874005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.931770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296481bc-c91d-42c8-b839-e4fa7ea62444 req-c37b4bf0-4a46-4393-8cd2-89c25afc94ac tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.939146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-296481bc-c91d-42c8-b839-e4fa7ea62444 req-c37b4bf0-4a46-4393-8cd2-89c25afc94ac tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 944 time: 0.3709257 Jul 16 20:30:00.943524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-fc4876f1-887a-4cdb-bbbf-4b2361a1ba8f service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012936 Jul 16 20:30:00.956604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4f83626-aba7-459a-be0a-5f20bdfbfe8a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:01.013874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.024485 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ab1b6730-82d6-4aa6-b8ec-5629e93cffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "DELETE /v2.0/ports/e4f83626-aba7-459a-be0a-5f20bdfbfe8a HTTP/1.1" status: 204 len: 168 time: 0.4619596 Jul 16 20:30:01.025798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42712) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.098427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-296481bc-c91d-42c8-b839-e4fa7ea62444 req-e67c702e-d844-4074-8e1b-416294a9c7ac tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568148 Jul 16 20:30:01.143477 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ef32ea-66f4-4b78-8dc9-52c504edab66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:30:01.149261 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-37ef32ea-66f4-4b78-8dc9-52c504edab66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "GET /v2.0/ports/e4f83626-aba7-459a-be0a-5f20bdfbfe8a HTTP/1.1" status: 404 len: 333 time: 0.1111608 Jul 16 20:30:01.154937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42714) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.164683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Request body: {'port': {'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887904780'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:01.209247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Made reservation on behalf of 688e032642b6434ab8abd33d57058608 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:01.214614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.247846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] device_id is not set on port a8f4c30e-9b1f-4b98-9514-0f06db265335 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:01.307796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecf40aa2-a2fc-4890-9527-ccb226dcaf51 req-4169d057-a3cc-4b67-80ec-260a74e65711 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507197 Jul 16 20:30:01.339893 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.340220 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-d994a031-e0d5-4ac9-b270-36bba318f0e0 service neutron] show failed (client error): The resource could not be found. Jul 16 20:30:01.340676 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-d994a031-e0d5-4ac9-b270-36bba318f0e0 service neutron] 10.222.0.68 "GET /v2.0/ports/0f1366cb-ab48-4f56-a42a-bc16438bbec8/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.4033520 Jul 16 20:30:01.457150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event deleted for resources: {'Port': ['ID=29e95297-06da-4e4e-9739-4fec7e689d48,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:01.471922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcaa029a-4009-4f30-8979-88d98d35043d req-2405ce83-8c14-488c-8a61-94f2a5fb076a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 210 time: 0.1581235 Jul 16 20:30:01.667753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.765891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.849295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Network 92565cfd-2de8-4aac-a198-d98751d206fa is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:01.857691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:01.863060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:01.865369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.866360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.887578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f4c30e-9b1f-4b98-9514-0f06db265335,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:01.904679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d2321a2f-40e4-43f2-83a6-9bc6861a095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7478397 Jul 16 20:30:01.907317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42728) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.914288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:02.039674 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.371917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] device_id is not set on port a8f4c30e-9b1f-4b98-9514-0f06db265335 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:02.383887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.411717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Transition to ACTIVE for port object a8f4c30e-9b1f-4b98-9514-0f06db265335 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:02.418834 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.437702 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.509633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2838f-d058-4bfc-82d5-90b97687a815 req-73a1f370-8e1c-47ae-8fd9-57e86f6927a2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.511972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88d2838f-d058-4bfc-82d5-90b97687a815 req-73a1f370-8e1c-47ae-8fd9-57e86f6927a2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.4363997 Jul 16 20:30:02.566364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f4c30e-9b1f-4b98-9514-0f06db265335,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.571199 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.571831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.572486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.580160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.580328 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.581012 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 2 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.600964 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.601266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.601615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.607123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.607470 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.607967 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 3 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.623501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.623846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.624189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.629896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.630315 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.630767 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 4 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.642545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-bc12c4c3-43d8-4d72-a762-58cb0c83ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.644139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-bc12c4c3-43d8-4d72-a762-58cb0c83ddd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 1097 time: 0.5699763 Jul 16 20:30:02.646300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.646649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.646996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.652233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.652584 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.652989 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 5 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.666825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:02.668475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.668832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.669173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.674305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.674643 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.675041 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 6 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.677042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612f429-a865-469c-9cf8-406b6c287c68 req-c791fa4f-285c-4de3-a032-4ed1d63d81c6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.679765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8612f429-a865-469c-9cf8-406b6c287c68 req-c791fa4f-285c-4de3-a032-4ed1d63d81c6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 944 time: 0.4015009 Jul 16 20:30:02.689215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.689545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.689892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.695325 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.695664 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.696056 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 7 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.711784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.712126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.712508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.717495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.717837 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.718236 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 8 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.733298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.733969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.733969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.739723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.740228 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.740559 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 9 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.757333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.757769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.758021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.762998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.763381 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.763789 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 10 to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 Jul 16 20:30:02.778760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.779155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.779456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.785586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:02.786081 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port a8f4c30e-9b1f-4b98-9514-0f06db265335 on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:02.786577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.830654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88d2838f-d058-4bfc-82d5-90b97687a815 req-8d2ff78d-ca25-454c-a453-f3cc10a66a6a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994676 Jul 16 20:30:02.912510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] For port a8f4c30e-9b1f-4b98-9514-0f06db265335, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:02.913258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempted to set empty binding levels {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:30:02.923018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.030972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] In _notify_port_updated(), no bound segment for port a8f4c30e-9b1f-4b98-9514-0f06db265335 on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:30:03.032800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.035203 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.039173 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "PUT /v2.0/ports/a8f4c30e-9b1f-4b98-9514-0f06db265335 HTTP/1.1" status: 200 len: 980 time: 1.1302383 Jul 16 20:30:03.056035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42734) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.100783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feadc4e-4900-4216-8d22-4fa6fcc3a19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f4c30e-9b1f-4b98-9514-0f06db265335,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:03.107672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Router 20cf5485-88b9-4201-ae23-099efc3b77a3 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:03.117687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8612f429-a865-469c-9cf8-406b6c287c68 req-05f732d6-7ed9-4729-b335-9533d45789eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852680 Jul 16 20:30:03.186653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.246519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb478e-2257-4b39-b671-8af689b32e37 req-643e9198-378e-4ead-bbd6-1b718fa174e2 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.248707 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-643e9198-378e-4ead-bbd6-1b718fa174e2 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.68 "GET /v2.0/networks?id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 200 len: 813 time: 0.2664595 Jul 16 20:30:03.263580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55a35d2d-b313-4497-ba50-91edfa855e4e req-a97fce3e-ee61-4aaa-a56d-d96cbd191bca tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 210 time: 0.1075597 Jul 16 20:30:03.331755 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-1fb46da2-cd0f-4d7c-bff7-8f9d567e3d24 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c098ccf51e824f81a00428a874646429 HTTP/1.1" status: 200 len: 379 time: 0.0738401 Jul 16 20:30:03.341059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'port': {'device_id': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'admin_state_up': True, 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'security_groups': ['be92b490-ba72-4f69-af1a-eb522ce40b37']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:03.402460 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:03.412260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-806ece36-96dc-41bf-9e2f-dae81e6214b4 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "PUT /v2.0/routers/20cf5485-88b9-4201-ae23-099efc3b77a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7837040 Jul 16 20:30:03.418340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42736) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.420019 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7eb56f-98c0-41f9-a4d3-682085dd32f5 None None] Sync routers for ids ['20cf5485-88b9-4201-ae23-099efc3b77a3'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:03.428039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0f1366cb-ab48-4f56-a42a-bc16438bbec8 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:03.439194 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7eb56f-98c0-41f9-a4d3-682085dd32f5 None None] Routers {'20cf5485-88b9-4201-ae23-099efc3b77a3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:03.440395 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bb7eb56f-98c0-41f9-a4d3-682085dd32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:29:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['20cf5485-88b9-4201-ae23-099efc3b77a3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.511842 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bb7eb56f-98c0-41f9-a4d3-682085dd32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.528706 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7eb56f-98c0-41f9-a4d3-682085dd32f5 None None] Routers {'20cf5485-88b9-4201-ae23-099efc3b77a3'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:03.530829 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bb7eb56f-98c0-41f9-a4d3-682085dd32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:29:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['20cf5485-88b9-4201-ae23-099efc3b77a3'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.562679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Made reservation on behalf of c098ccf51e824f81a00428a874646429 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:03.568862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.584753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.585633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.585813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.586391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.586961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.587449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.588126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.588668 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.589288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.589852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.590358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.590958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.591370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.591845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.592369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.592842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.593312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.593784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.594826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.594826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.595178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.595652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.596125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.596829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.606361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ace3cb63-4b44-4d5d-8877-348ac345cf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21906 time: 0.5431931 Jul 16 20:30:03.607252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42738) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.614648 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bb7eb56f-98c0-41f9-a4d3-682085dd32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.616270 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7eb56f-98c0-41f9-a4d3-682085dd32f5 None None] The sync data for ids ['20cf5485-88b9-4201-ae23-099efc3b77a3'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:03.631774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56445cc4-493d-42c7-9c8e-9bed48d64fd2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.653153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.874073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56445cc4-493d-42c7-9c8e-9bed48d64fd2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.878086 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56445cc4-493d-42c7-9c8e-9bed48d64fd2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.916428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:03.917363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Deleting port a8f4c30e-9b1f-4b98-9514-0f06db265335 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:03.917993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.985277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Allocated IP 172.20.0.11 (7a6d9279-6b5d-47f8-969f-4fc617b4f2a3/e8be8722-dfce-4ea1-80b7-9848255be250/6590b315-8c16-4c23-96dd-04b4833c1065) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:04.005707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:04.059255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] For port a8f4c30e-9b1f-4b98-9514-0f06db265335, host n-h2-791505-15, got binding levels [] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:04.059691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.086052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Calling delete_port for a8f4c30e-9b1f-4b98-9514-0f06db265335 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:04.109641 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56445cc4-493d-42c7-9c8e-9bed48d64fd2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.110182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56445cc4-493d-42c7-9c8e-9bed48d64fd2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Fanout notify agent at l3_agent the message router_deleted on router 20cf5485-88b9-4201-ae23-099efc3b77a3 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:04.127351 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56445cc4-493d-42c7-9c8e-9bed48d64fd2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.131211 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-56445cc4-493d-42c7-9c8e-9bed48d64fd2 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "DELETE /v2.0/routers/20cf5485-88b9-4201-ae23-099efc3b77a3 HTTP/1.1" status: 204 len: 168 time: 0.7101486 Jul 16 20:30:04.135523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42742) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.159881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:04.162576 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caae49c-b14c-4084-81d7-674339046419" -d '{"events": [{"server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:04.187762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.255448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Transition to ACTIVE for port object 0f1366cb-ab48-4f56-a42a-bc16438bbec8 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:04.265693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-070634c8-de2b-4f0b-b737-0b8d06635776 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Deleting subnet 33557de9-a5db-40b7-8237-c400702a7065 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:04.267971 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.275542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-070634c8-de2b-4f0b-b737-0b8d06635776 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.321476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.324382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "DELETE /v2.0/ports/a8f4c30e-9b1f-4b98-9514-0f06db265335 HTTP/1.1" status: 204 len: 168 time: 0.7157557 Jul 16 20:30:04.328639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42750) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.338997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:30:04.342101 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:30:04.362250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425cc46-fe1f-46f6-a7e7-81f486a5856b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8f4c30e-9b1f-4b98-9514-0f06db265335,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:04.375878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-070634c8-de2b-4f0b-b737-0b8d06635776 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.399014 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-494c44b1-6bc9-4c31-abbb-6a97502803df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:30:04.400956 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-494c44b1-6bc9-4c31-abbb-6a97502803df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "GET /v2.0/ports/a8f4c30e-9b1f-4b98-9514-0f06db265335 HTTP/1.1" status: 404 len: 333 time: 0.0516882 Jul 16 20:30:04.412588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42752) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.421688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-103666205', 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:04.446516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.471707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Made reservation on behalf of 688e032642b6434ab8abd33d57058608 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:04.475745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.531465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] device_id is not set on port afa275bf-41c7-416c-bc66-70872ca1cd56 yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:04.548276 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.631123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Transition to ACTIVE for port object 6590b315-8c16-4c23-96dd-04b4833c1065 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:04.710205 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce109dd-185f-42c5-a2c2-7cea648a3bb9 x-openstack-request-id: req-bce109dd-185f-42c5-a2c2-7cea648a3bb9 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:04.711152 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:04.711414 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bce109dd-185f-42c5-a2c2-7cea648a3bb9 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:04.711825 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'code': 200} Jul 16 20:30:04.717221 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.783048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.811448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2c25a-f862-498d-a874-7e34fde4cb2c req-1eed75d7-9ff0-4c20-969a-68eb64e7e1b1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.813350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e2c25a-f862-498d-a874-7e34fde4cb2c req-1eed75d7-9ff0-4c20-969a-68eb64e7e1b1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.7724166 Jul 16 20:30:04.957350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.957968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.041834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:05.052648 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.064133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:05.069573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:05.095490 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-070634c8-de2b-4f0b-b737-0b8d06635776 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.102378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'Port': ['ID=6590b315-8c16-4c23-96dd-04b4833c1065,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.225332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-46e2c25a-f862-498d-a874-7e34fde4cb2c req-502a024e-f823-40a8-b935-7b94aa494c94 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457453 Jul 16 20:30:05.259474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Network 92565cfd-2de8-4aac-a198-d98751d206fa is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:05.261364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:05.264553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:05.266424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.267944 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.295938 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8817933 Jul 16 20:30:05.308755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42754) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.324354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] No DVR routers for this DVR port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:05.361216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68cb1b-9d0d-4f1f-a5d4-f1e8dc748004 req-aa68a895-8416-4b48-9a4b-11793edf81ac tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.373429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.380646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df68cb1b-9d0d-4f1f-a5d4-f1e8dc748004 req-aa68a895-8416-4b48-9a4b-11793edf81ac tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 944 time: 0.6734939 Jul 16 20:30:05.383145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.386856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9eb6f-7714-41f2-9f03-3291fe5321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=afa275bf-41c7-416c-bc66-70872ca1cd56,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.407775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.442451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-070634c8-de2b-4f0b-b737-0b8d06635776 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.444100 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6540af95-3e17-4fa3-ba57-e732c24ab201 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1072938 Jul 16 20:30:05.445703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da199b3-3de7-4264-a971-f4560248de71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.448288 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0da199b3-3de7-4264-a971-f4560248de71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "GET /v2.0/ports/afa275bf-41c7-416c-bc66-70872ca1cd56 HTTP/1.1" status: 200 len: 958 time: 0.1372523 Jul 16 20:30:05.452389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42756) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.459144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Request body: {'port': {'device_id': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:05.633821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070634c8-de2b-4f0b-b737-0b8d06635776 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event deleted for resources: {'Subnet': ['ID=33557de9-a5db-40b7-8237-c400702a7065,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.647578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-15c6ff91-adaf-4b8b-a539-7272c892aba0 None None] Provisioning for port 6590b315-8c16-4c23-96dd-04b4833c1065 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:05.656015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-15c6ff91-adaf-4b8b-a539-7272c892aba0 None None] Provisioning complete for port 6590b315-8c16-4c23-96dd-04b4833c1065 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:05.657269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-15c6ff91-adaf-4b8b-a539-7272c892aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.673274 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-070634c8-de2b-4f0b-b737-0b8d06635776 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.681117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-070634c8-de2b-4f0b-b737-0b8d06635776 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "DELETE /v2.0/subnets/33557de9-a5db-40b7-8237-c400702a7065 HTTP/1.1" status: 204 len: 168 time: 1.5372236 Jul 16 20:30:05.681359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.683615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42758) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:05.747640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-15c6ff91-adaf-4b8b-a539-7272c892aba0 None None] Port 6590b315-8c16-4c23-96dd-04b4833c1065 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:05.750241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4521acf6-7d65-4bc4-aea0-30c4b0625451 None None] Network e38b1811-107b-476b-8048-807c06448bbf requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:05.862976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df68cb1b-9d0d-4f1f-a5d4-f1e8dc748004 req-0c25343f-7f38-445e-b0c8-110ea984f521 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808898 Jul 16 20:30:05.992249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.044978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] DHCP port deletion for e38b1811-107b-476b-8048-807c06448bbf request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:06.073746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ee35-09e0-470b-a208-9f27ea902d7f req-97b109d8-5799-49f8-ada0-b8b33d722de0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.076251 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a395ee35-09e0-470b-a208-9f27ea902d7f req-97b109d8-5799-49f8-ada0-b8b33d722de0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 932 time: 0.4439178 Jul 16 20:30:06.120534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-816e259a-0cdc-4c3e-8e74-0e91b4875422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Deleting port afa275bf-41c7-416c-bc66-70872ca1cd56 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:06.121208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-816e259a-0cdc-4c3e-8e74-0e91b4875422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.130558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] Deleting port 39aa1525-9683-4711-92ad-3e9da40473ca {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:06.131499 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.186195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Attempting to bind port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:06.186765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Attempting to bind port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:06.187350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Attempting to bind port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:06.196907 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-816e259a-0cdc-4c3e-8e74-0e91b4875422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.213978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-816e259a-0cdc-4c3e-8e74-0e91b4875422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Calling delete_port for afa275bf-41c7-416c-bc66-70872ca1cd56 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:06.222079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:06.222607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Attempting to bind port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:06.240524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] For port 39aa1525-9683-4711-92ad-3e9da40473ca, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=39aa1525-9683-4711-92ad-3e9da40473ca,segment=NetworkSegment(8d9de8cb-1810-4f3b-a118-48e1458e9452),segment_id=8d9de8cb-1810-4f3b-a118-48e1458e9452)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:06.241480 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.255971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a395ee35-09e0-470b-a208-9f27ea902d7f req-99aab45c-bf71-4881-96fa-71b2b13ac4ad tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680820 Jul 16 20:30:06.259632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:06.260438 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Checking segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:06.261454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Bound using segment: {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:06.261807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Bound port: 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6e5341-16d4-4076-9296-515ce666ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:06.262408 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.266632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] Calling delete_port for 39aa1525-9683-4711-92ad-3e9da40473ca owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:06.373840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Deleting port 39aa1525-9683-4711-92ad-3e9da40473ca {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:06.374400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.416694 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:06.428529 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-816e259a-0cdc-4c3e-8e74-0e91b4875422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.471073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.522414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e259a-0cdc-4c3e-8e74-0e91b4875422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event deleted for resources: {'Port': ['ID=afa275bf-41c7-416c-bc66-70872ca1cd56,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.535502 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-816e259a-0cdc-4c3e-8e74-0e91b4875422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.537057 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] No DVR routers for this DVR port 39aa1525-9683-4711-92ad-3e9da40473ca on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:06.540380 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-816e259a-0cdc-4c3e-8e74-0e91b4875422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "DELETE /v2.0/ports/afa275bf-41c7-416c-bc66-70872ca1cd56 HTTP/1.1" status: 204 len: 168 time: 1.0862823 Jul 16 20:30:06.541622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb1977-a6c2-4b7f-a747-591bff302a4f None None] Pushing event deleted for resources: {'Port': ['ID=39aa1525-9683-4711-92ad-3e9da40473ca,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.544797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42762) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:06.590839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:06.602258 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4aefd74-d439-44f6-a534-7b68cf33a1cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:30:06.604771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f4aefd74-d439-44f6-a534-7b68cf33a1cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "GET /v2.0/ports/afa275bf-41c7-416c-bc66-70872ca1cd56 HTTP/1.1" status: 404 len: 333 time: 0.0557456 Jul 16 20:30:06.613036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42764) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:06.616152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] For port 39aa1525-9683-4711-92ad-3e9da40473ca, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=39aa1525-9683-4711-92ad-3e9da40473ca,segment=NetworkSegment(8d9de8cb-1810-4f3b-a118-48e1458e9452),segment_id=8d9de8cb-1810-4f3b-a118-48e1458e9452)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:06.617524 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.622881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Request body: {'port': {'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-176295852'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:06.655436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:06.670521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Calling delete_port for 39aa1525-9683-4711-92ad-3e9da40473ca owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:06.674598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6590b315-8c16-4c23-96dd-04b4833c1065 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:06.683702 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.685695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.688840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Made reservation on behalf of 688e032642b6434ab8abd33d57058608 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:06.692133 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.720139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Transition to ACTIVE for port object 6590b315-8c16-4c23-96dd-04b4833c1065 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:06.721586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] device_id is not set on port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:06.728096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.791600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.792418 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.794297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] 10.222.0.16 "PUT /v2.0/ports/0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 1092 time: 4.1357522 Jul 16 20:30:06.794914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:06.797548 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18518569-f673-4c85-bc21-25d4c157c748" -d '{"events": [{"name": "network-changed", "server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:06.838295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51332fc-9ddb-4295-8e83-e315b7dae41f service neutron] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.858626 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Pushing event updated for resources: {'Port': ['ID=6590b315-8c16-4c23-96dd-04b4833c1065,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.898899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17ba58-6cb3-4f18-a964-f6a3bf4d9730 req-0f74e1d2-f4f7-4a35-a465-2d366501700a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.901423 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab17ba58-6cb3-4f18-a964-f6a3bf4d9730 req-0f74e1d2-f4f7-4a35-a465-2d366501700a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 943 time: 0.3538003 Jul 16 20:30:06.978498 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.037221 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd5fcfc-9584-4045-8013-36a1a677dc44 x-openstack-request-id: req-dfd5fcfc-9584-4045-8013-36a1a677dc44 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:07.039714 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:07.040167 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dfd5fcfc-9584-4045-8013-36a1a677dc44 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:07.040855 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'status': 'completed', 'code': 200} Jul 16 20:30:07.056059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] No DVR routers for this DVR port 39aa1525-9683-4711-92ad-3e9da40473ca on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:07.249921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-f4002a32-9134-42eb-b1ee-857a32754e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.256441 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-f4002a32-9134-42eb-b1ee-857a32754e11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1095 time: 0.4206200 Jul 16 20:30:07.262896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab17ba58-6cb3-4f18-a964-f6a3bf4d9730 req-d9e8e050-836a-495b-9d6e-887beeb6a332 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530157 Jul 16 20:30:07.264147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event deleted for resources: {'Port': ['ID=39aa1525-9683-4711-92ad-3e9da40473ca,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:07.295527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.341874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Attempting to bind port 6590b315-8c16-4c23-96dd-04b4833c1065 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:07.342412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Attempting to bind port 6590b315-8c16-4c23-96dd-04b4833c1065 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:07.342963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Attempting to bind port 6590b315-8c16-4c23-96dd-04b4833c1065 on network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:07.358414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Port 6590b315-8c16-4c23-96dd-04b4833c1065 on network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:07.359975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Attempting to bind port 6590b315-8c16-4c23-96dd-04b4833c1065 on network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:07.387606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:07.388225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Checking segment: {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:07.388839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Bound using segment: {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:07.389567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Bound port: 6590b315-8c16-4c23-96dd-04b4833c1065, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f85db4-8fb6-4f91-941f-fbe2df622866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:07.390495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.485418 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.499673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518569-f673-4c85-bc21-25d4c157c748 req-b5972654-1961-4834-b314-5d905fe25228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.502074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-b5972654-1961-4834-b314-5d905fe25228 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1095 time: 0.4520428 Jul 16 20:30:07.511083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.618031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38b1811-107b-476b-8048-807c06448bbf']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.651725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9de8cb-1810-4f3b-a118-48e1458e9452') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.652184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9de8cb-1810-4f3b-a118-48e1458e9452') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:07.696038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.741742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-58d0f953-d3a7-43d9-82da-50eee6d21281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.744437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-58d0f953-d3a7-43d9-82da-50eee6d21281 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.4670832 Jul 16 20:30:07.749503 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.785224 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:07.787088 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.861910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 39aa1525-9683-4711-92ad-3e9da40473ca no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:07.877610 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:07.889949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] For port 6590b315-8c16-4c23-96dd-04b4833c1065, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:07.911367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] For port 6590b315-8c16-4c23-96dd-04b4833c1065, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6590b315-8c16-4c23-96dd-04b4833c1065,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:07.928651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 39aa1525-9683-4711-92ad-3e9da40473ca {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:07.930693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 39aa1525-9683-4711-92ad-3e9da40473ca not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:07.957737 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.966738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Network 92565cfd-2de8-4aac-a198-d98751d206fa is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:07.972266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:07.975729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:07.983100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.987516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:07.988825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:07.989798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.990072 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.995628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] 10.222.0.78 "DELETE /v2.0/networks/e38b1811-107b-476b-8048-807c06448bbf HTTP/1.1" status: 204 len: 168 time: 2.3035688 Jul 16 20:30:07.999212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20882f44-d9e7-45f2-81d6-291002976803 tempest-FloatingIPNegativeTestJSON-1992224202 tempest-FloatingIPNegativeTestJSON-1992224202-project] Pushing event deleted for resources: {'Network': ['ID=e38b1811-107b-476b-8048-807c06448bbf,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:08.014957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-fc9f0226-f581-4585-b4dc-ba18e4934c6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 999 time: 0.2530856 Jul 16 20:30:08.024617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8b3cc-f9bf-4218-ae15-099318b06ebc req-dda10fa9-7c5d-4225-92c1-ef477a065c56 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.026148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34b8b3cc-f9bf-4218-ae15-099318b06ebc req-dda10fa9-7c5d-4225-92c1-ef477a065c56 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 944 time: 0.6005356 Jul 16 20:30:08.034440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8acfa-78ed-401c-adef-ba3c7919d24d req-0ad50f0a-f908-49f4-83bd-b5b7992ee749 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.042748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5b8acfa-78ed-401c-adef-ba3c7919d24d req-0ad50f0a-f908-49f4-83bd-b5b7992ee749 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 944 time: 0.7635572 Jul 16 20:30:08.062323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Pushing event updated for resources: {'Port': ['ID=6590b315-8c16-4c23-96dd-04b4833c1065,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:08.098882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.099921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.101770 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-7177de65-1219-4621-9ade-d6ca812c4e08 service neutron] 10.222.0.68 "PUT /v2.0/ports/6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 200 len: 1093 time: 2.6505027 Jul 16 20:30:08.102558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:08.105819 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad36b93-f097-4120-b71e-51e6ee95445d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:08.110680 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-024e47f7-f9de-45db-9ea8-9f918a625051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4968548 Jul 16 20:30:08.112641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518569-f673-4c85-bc21-25d4c157c748 req-2d13d177-8db5-445f-9691-e1f88076aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.126143 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-2d13d177-8db5-445f-9691-e1f88076aac6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.6129241 Jul 16 20:30:08.126993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42778) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.133291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:08.160244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-0fca26fd-fce4-444a-a670-6f7375554483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.162265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-0fca26fd-fce4-444a-a670-6f7375554483 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.1169198 Jul 16 20:30:08.183229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5b8acfa-78ed-401c-adef-ba3c7919d24d req-d3f2dc49-1755-4448-8ada-af04b46e7f2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394732 Jul 16 20:30:08.305429 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83621c71-79ac-413e-b767-15b402440f21 x-openstack-request-id: req-83621c71-79ac-413e-b767-15b402440f21 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:08.306954 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:08.308543 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83621c71-79ac-413e-b767-15b402440f21 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:08.310454 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065', 'status': 'completed', 'code': 200} Jul 16 20:30:08.337314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34b8b3cc-f9bf-4218-ae15-099318b06ebc req-f38f3c52-8d2a-44d2-aaa1-b37f655a41b6 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907288 Jul 16 20:30:08.385225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-aa62697c-eda4-47ee-897e-075c0a806f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.389128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-aa62697c-eda4-47ee-897e-075c0a806f66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021213 Jul 16 20:30:08.413377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.568005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-380239e1-c4b7-445d-8405-f9bcf740ba43 service neutron] 10.222.0.16 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706779 Jul 16 20:30:08.627825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-ba3c5818-380a-4c08-ab4d-a24ce36e9447 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 999 time: 0.4905746 Jul 16 20:30:08.729138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 986904b0-8d0a-4918-a168-49934927e643 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:08.756638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974349c-29dd-465a-9249-fb9bb775ccde req-e113a20c-ffbe-4489-a4c7-52aef88e9e6d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.758408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5974349c-29dd-465a-9249-fb9bb775ccde req-e113a20c-ffbe-4489-a4c7-52aef88e9e6d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 943 time: 0.1867123 Jul 16 20:30:08.821378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5974349c-29dd-465a-9249-fb9bb775ccde req-98a68126-91d3-477f-9767-4837d90b6b3c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449324 Jul 16 20:30:08.825948 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1715f49-c2f1-45aa-bd0d-abe4d889bf8a req-57c73cdd-96d1-40ea-a649-0f10db32e2e7 service neutron] 10.222.0.16 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409823 Jul 16 20:30:08.887361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42784) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.936438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518569-f673-4c85-bc21-25d4c157c748 req-3f94b993-07a5-44a1-830e-b36038badf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.937989 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-3f94b993-07a5-44a1-830e-b36038badf4f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.3012948 Jul 16 20:30:08.940039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb478e-2257-4b39-b671-8af689b32e37 req-f81a9991-e14b-497e-ad3f-34ff9ce6301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.941679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-f81a9991-e14b-497e-ad3f-34ff9ce6301c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c098ccf51e824f81a00428a874646429&device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1096 time: 0.7661259 Jul 16 20:30:09.044256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 986904b0-8d0a-4918-a168-49934927e643, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=986904b0-8d0a-4918-a168-49934927e643,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:09.073305 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-a040cb08-dda4-499e-803d-bad5d2f2b9dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 200 len: 217 time: 0.1191173 Jul 16 20:30:09.075093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '986904b0-8d0a-4918-a168-49934927e643', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'port_id': '986904b0-8d0a-4918-a168-49934927e643', 'mac_address': 'fa:16:3e:09:83:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:09.125484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.143161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986904b0-8d0a-4918-a168-49934927e643 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:09.168758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 986904b0-8d0a-4918-a168-49934927e643, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=986904b0-8d0a-4918-a168-49934927e643,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:09.180720 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.218426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518569-f673-4c85-bc21-25d4c157c748 req-1a83e5ec-b3d7-4a3d-bfad-1af4021a1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:09.220075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-1a83e5ec-b3d7-4a3d-bfad-1af4021a1d09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1095 time: 0.1695235 Jul 16 20:30:09.430333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['986904b0-8d0a-4918-a168-49934927e643'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:09.480834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] device_id is not set on port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d yet. {{(pid=100244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:09.544532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=986904b0-8d0a-4918-a168-49934927e643,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.554694 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.622988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb478e-2257-4b39-b671-8af689b32e37 req-0382e3c9-5f23-4985-b99b-6e068f079426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:09.630442 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-0382e3c9-5f23-4985-b99b-6e068f079426 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e8be8722-dfce-4ea1-80b7-9848255be250 HTTP/1.1" status: 200 len: 852 time: 0.5282316 Jul 16 20:30:09.693249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Transition to ACTIVE for port object d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:09.712286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518569-f673-4c85-bc21-25d4c157c748 req-0aa01ff9-f6a0-42f8-a6d1-245d840fa49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:09.714955 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-0aa01ff9-f6a0-42f8-a6d1-245d840fa49f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7511475 Jul 16 20:30:09.768855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.911729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.954325 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb478e-2257-4b39-b671-8af689b32e37 req-9608464a-977c-4db0-b5f9-b20d00eb58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:09.955906 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-9608464a-977c-4db0-b5f9-b20d00eb58d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3092966 Jul 16 20:30:09.959702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:09.959916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:09.960111 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:09.969439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-637b2c92-a770-48c6-bdfa-fba091701637 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31998e7c7ad34cfbac4f9e29d3d78f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0785444 Jul 16 20:30:09.971830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42792) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:09.972530 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-a0014ca4-19a7-4974-ab68-6b0579e52636 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006774 Jul 16 20:30:09.976300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:09.976667 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:09.986658 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 2 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.026615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518569-f673-4c85-bc21-25d4c157c748 req-fb9c90cf-f7c9-4150-b4a3-e6e44845016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.028315 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-fb9c90cf-f7c9-4150-b4a3-e6e44845016b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.8006687 Jul 16 20:30:10.038847 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.039178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.039595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.053813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.054094 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.081691 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 3 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.115443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763ac6-659d-44ef-a2e4-f4202ab3a42f req-27bccc08-9f86-47e6-bc29-96badd0aa879 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.117280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f763ac6-659d-44ef-a2e4-f4202ab3a42f req-27bccc08-9f86-47e6-bc29-96badd0aa879 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 944 time: 0.3251054 Jul 16 20:30:10.132705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b2a7-01e6-4a2a-ae6a-3708a17fe9d2 req-b4de22e2-0ca2-428a-874e-09dedd280dcc tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.134435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9212b2a7-01e6-4a2a-ae6a-3708a17fe9d2 req-b4de22e2-0ca2-428a-874e-09dedd280dcc tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 945 time: 0.3410120 Jul 16 20:30:10.162974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.163314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.163656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.188974 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-e3b5c3f8-76f1-44ab-88c8-ac1b0ec6ad00 service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252669 Jul 16 20:30:10.191633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.192478 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.194722 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 4 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.205270 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-35740383-0cd1-427a-a790-b6e6ba9b569e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 999 time: 0.1667430 Jul 16 20:30:10.208461 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-ff624bf9-4300-4a9c-8055-07f5b8372f39 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098086 Jul 16 20:30:10.212029 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.248008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f763ac6-659d-44ef-a2e4-f4202ab3a42f req-b5ef9aa6-8d75-41c7-95f2-a07e509fdd8a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125066 Jul 16 20:30:10.255729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.256086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.256487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.270000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.270000 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.280249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9212b2a7-01e6-4a2a-ae6a-3708a17fe9d2 req-8f583129-7018-4954-a8c0-a2b668b2e9b9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361010 Jul 16 20:30:10.305731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.339987 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 5 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.373972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.374570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.375023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.383892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518569-f673-4c85-bc21-25d4c157c748 req-dee43ad9-7e96-4f95-9138-717c5fbfdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.385976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-dee43ad9-7e96-4f95-9138-717c5fbfdef9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.1708689 Jul 16 20:30:10.390054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.390414 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.397418 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 6 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.414702 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-44eb478e-2257-4b39-b671-8af689b32e37 req-6241d50e-b2af-4726-a0aa-90355e5136e5 service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166777 Jul 16 20:30:10.417710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.418058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.419239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.424998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.425347 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.425759 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 7 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.444235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.444620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.444968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.450955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.451302 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.451761 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 8 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.467476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.467837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.468402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.477625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.477976 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.478843 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 9 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.498495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.501425 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.505337 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/832b4f42-f07b-4846-b664-460878dfcd86 HTTP/1.1" status: 204 len: 168 time: 0.5280919 Jul 16 20:30:10.522674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b4f42-f07b-4846-b664-460878dfcd86,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:10.527843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.528106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.528496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.534476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.535009 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.537607 n-d-791505-15 neutron-server[100244]: INFO neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempt 10 to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d Jul 16 20:30:10.539234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.539234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.541394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.541394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.541682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.542046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.542441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.542837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.543229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.543628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.544035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.544449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ec298-9587-4ce8-b5e5-94acbee84729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.552161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518569-f673-4c85-bc21-25d4c157c748 req-e63ede85-3438-49dd-bf45-3144bfcaea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.554629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-e63ede85-3438-49dd-bf45-3144bfcaea90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613085 Jul 16 20:30:10.556258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:10.556684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:10.556986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempting to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:10.564255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:10.565146 n-d-791505-15 neutron-server[100244]: ERROR neutron.plugins.ml2.managers [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Failed to bind port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on host n-h2-791505-15 for vnic_type normal using segments [{'id': 'f175f246-ed9c-458c-aa99-823a360d662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '92565cfd-2de8-4aac-a198-d98751d206fa'}] Jul 16 20:30:10.565146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.566232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8e194-c9ea-409a-a012-9a25181c18c9 req-6f24d50e-9f68-42ac-b388-091422da246e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.568483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ae8e194-c9ea-409a-a012-9a25181c18c9 req-6f24d50e-9f68-42ac-b388-091422da246e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 943 time: 0.1654348 Jul 16 20:30:10.641195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-9f9699ec-9efc-48a7-853f-ac927c03e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.643381 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-9f9699ec-9efc-48a7-853f-ac927c03e338 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c098ccf51e824f81a00428a874646429&device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1096 time: 0.1485348 Jul 16 20:30:10.693500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ae8e194-c9ea-409a-a012-9a25181c18c9 req-5750845c-bd1e-4e20-87ac-2e179068a1d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132457 Jul 16 20:30:10.750939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0f1366cb-ab48-4f56-a42a-bc16438bbec8 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:10.754225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-76a55cef-d23e-4123-baa7-9bffe2066673 service neutron] 10.222.0.16 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843395 Jul 16 20:30:10.756740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 986904b0-8d0a-4918-a168-49934927e643 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:10.759793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] For port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:10.760187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attempted to set empty binding levels {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:30:10.774389 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.860763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] In _notify_port_updated(), no bound segment for port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d on network 92565cfd-2de8-4aac-a198-d98751d206fa {{(pid=100244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:30:10.861988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.862404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.867432 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "PUT /v2.0/ports/d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d HTTP/1.1" status: 200 len: 979 time: 2.7359223 Jul 16 20:30:10.882370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42800) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:10.902403 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18518569-f673-4c85-bc21-25d4c157c748 req-90e71f34-65d0-4938-b7e2-52b0aa7b433d service neutron] 10.222.0.16 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382246 Jul 16 20:30:10.943260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-7ec4b016-5d44-4c39-a1c8-e97870a196ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.946277 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-7ec4b016-5d44-4c39-a1c8-e97870a196ef service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 200 len: 914 time: 0.2939835 Jul 16 20:30:11.004954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 986904b0-8d0a-4918-a168-49934927e643 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:11.018332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 986904b0-8d0a-4918-a168-49934927e643 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:11.019236 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.132474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:11.134021 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-72aeb79f-6466-4f04-95aa-a79cbddadae6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 200 len: 217 time: 0.1807234 Jul 16 20:30:11.134893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04305f53-7d0f-477b-adbc-45e61e9736ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event updated for resources: {'Port': ['ID=d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.177445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'port_id': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'mac_address': 'fa:16:3e:6a:fd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:11.206955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-ba877f01-89f6-4ea9-b804-758ad5d3c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.209701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-ba877f01-89f6-4ea9-b804-758ad5d3c89a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e8be8722-dfce-4ea1-80b7-9848255be250 HTTP/1.1" status: 200 len: 852 time: 0.0685678 Jul 16 20:30:11.214635 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.217971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Deleting port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:11.218470 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.258653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b5d296-74a8-4f45-9913-69cfbeb4a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986904b0-8d0a-4918-a168-49934927e643'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:11.261687 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff941dab-aac6-46f9-97ba-01a170b1dfdf" -d '{"events": [{"server_uuid": "71b5d296-74a8-4f45-9913-69cfbeb4a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "986904b0-8d0a-4918-a168-49934927e643"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:11.267397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 986904b0-8d0a-4918-a168-49934927e643, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=986904b0-8d0a-4918-a168-49934927e643,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:11.269427 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.286085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1366cb-ab48-4f56-a42a-bc16438bbec8 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:11.292001 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.333990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:11.338810 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65de7787-eec0-4fe9-9ac9-5adaeb30ed60 x-openstack-request-id: req-65de7787-eec0-4fe9-9ac9-5adaeb30ed60 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:11.338810 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b5d296-74a8-4f45-9913-69cfbeb4a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "986904b0-8d0a-4918-a168-49934927e643", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:11.338810 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65de7787-eec0-4fe9-9ac9-5adaeb30ed60 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:11.339181 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b5d296-74a8-4f45-9913-69cfbeb4a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986904b0-8d0a-4918-a168-49934927e643', 'code': 200} Jul 16 20:30:11.344321 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.364686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] For port d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d, host n-h2-791505-15, got binding levels [] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:11.365169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.366118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=986904b0-8d0a-4918-a168-49934927e643,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.406634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Calling delete_port for d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:11.421436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-84fee0fe-5462-4aec-ac68-c6daccd7fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.423209 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-84fee0fe-5462-4aec-ac68-c6daccd7fe47 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2070651 Jul 16 20:30:11.469840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.525149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4610ea-ceeb-495f-84d9-b80a373de2ac req-88a1fa88-6fcd-478f-b7d4-eb6947833998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.528614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed4610ea-ceeb-495f-84d9-b80a373de2ac req-88a1fa88-6fcd-478f-b7d4-eb6947833998 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 1098 time: 0.1175637 Jul 16 20:30:11.579788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['0f1366cb-ab48-4f56-a42a-bc16438bbec8'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:11.655067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed4610ea-ceeb-495f-84d9-b80a373de2ac req-5aa37af0-d483-4db6-b545-9c30711dfb66 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056371 Jul 16 20:30:11.658830 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-dde05656-674a-4b9c-a6bd-e69ade4aaa56 service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270370 Jul 16 20:30:11.709867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.745834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7198dc-e288-41a3-80a2-60b9f57d7c93 req-4185e945-ae78-4ad8-b524-6eb44d16096a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.747514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac7198dc-e288-41a3-80a2-60b9f57d7c93 req-4185e945-ae78-4ad8-b524-6eb44d16096a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 944 time: 0.2177184 Jul 16 20:30:11.793417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.820702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d9695-971d-4107-a1b7-cf97165469ab req-9731580e-eaff-4f97-8659-6ca986119b48 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.822383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d7d9695-971d-4107-a1b7-cf97165469ab req-9731580e-eaff-4f97-8659-6ca986119b48 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1540723 Jul 16 20:30:11.826419 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac7198dc-e288-41a3-80a2-60b9f57d7c93 req-9c145355-4dc9-4286-93ee-eefb8a3a37a0 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705757 Jul 16 20:30:11.873796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.881279 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9c05b6a8-fbec-4b52-800c-ed9822544e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "DELETE /v2.0/ports/d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d HTTP/1.1" status: 204 len: 168 time: 0.9937661 Jul 16 20:30:11.884388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42828) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:11.916290 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9ad36b93-f097-4120-b71e-51e6ee95445d req-ee1ced74-a154-436d-a8d7-7f7b93b774cd service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498460 Jul 16 20:30:11.966199 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c16415-7047-4872-b559-aa70c4689d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:30:11.973312 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-09c16415-7047-4872-b559-aa70c4689d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113335121-project-admin] 10.222.0.78 "GET /v2.0/ports/d2dcc11e-22f1-4ec4-b5d7-7b60d29ee04d HTTP/1.1" status: 404 len: 333 time: 0.0842190 Jul 16 20:30:11.974579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42832) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:11.993572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d7d9695-971d-4107-a1b7-cf97165469ab req-fd135379-3602-4874-8d2c-6d62bfef56c8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588907 Jul 16 20:30:12.079967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.157099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea8141-93b1-4b48-80b6-2a76c8c5bcf3 req-6315661e-5a9a-4a73-a2d0-0b0050996828 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.159785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1ea8141-93b1-4b48-80b6-2a76c8c5bcf3 req-6315661e-5a9a-4a73-a2d0-0b0050996828 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 944 time: 0.1645589 Jul 16 20:30:12.222653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.243648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92565cfd-2de8-4aac-a198-d98751d206fa']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.244537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1ea8141-93b1-4b48-80b6-2a76c8c5bcf3 req-16540ca5-8df9-4abf-be0c-deac9095c856 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725369 Jul 16 20:30:12.258900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f175f246-ed9c-458c-aa99-823a360d662e') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.259200 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f175f246-ed9c-458c-aa99-823a360d662e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.269770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.286660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.294276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:12.294702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:12.298744 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:12.380002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.387964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.393032 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] 10.222.0.78 "DELETE /v2.0/networks/92565cfd-2de8-4aac-a198-d98751d206fa HTTP/1.1" status: 204 len: 168 time: 0.4166152 Jul 16 20:30:12.421039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3fd84-dac6-442f-aa73-af85439b2226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-155293968-project] Pushing event deleted for resources: {'Network': ['ID=92565cfd-2de8-4aac-a198-d98751d206fa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.762005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0f1366cb-ab48-4f56-a42a-bc16438bbec8 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:12.899065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42858) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:12.904859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:12.914023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:12.914922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.966009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d539f-4803-46ab-9cc4-cd1d3c4a53d3 req-a6a83d4e-8a62-4d46-8903-9580b10e1fd2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.980095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b9d539f-4803-46ab-9cc4-cd1d3c4a53d3 req-a6a83d4e-8a62-4d46-8903-9580b10e1fd2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 944 time: 0.2225680 Jul 16 20:30:13.074073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b9d539f-4803-46ab-9cc4-cd1d3c4a53d3 req-641b2516-4167-422e-af4e-1f0fc404868d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906403 Jul 16 20:30:13.212184 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3023d2ea-7214-4dc6-a823-2c768f44ad3d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d38415addcb48e1874944f3d697de49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115723 Jul 16 20:30:13.216860 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42864) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:13.252669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d0f6f-ed0e-49bf-8ed7-2102dfb10c78 req-87c3a9f2-e7dc-4342-a77a-2f46443ec4cc tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.255454 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d90d0f6f-ed0e-49bf-8ed7-2102dfb10c78 req-87c3a9f2-e7dc-4342-a77a-2f46443ec4cc tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 944 time: 0.1730423 Jul 16 20:30:13.276901 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.326571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-75ed0570-a8ee-44a0-aadf-cab38d04cd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.354872 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-75ed0570-a8ee-44a0-aadf-cab38d04cd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.360581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-ef81313c-a447-403e-96c2-cdd094eeed2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.363590 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-ef81313c-a447-403e-96c2-cdd094eeed2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782&tenant_id=37b7805adcf44fdea80723ca1941c0a4&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 944 time: 0.6513379 Jul 16 20:30:13.377283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:13.384097 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c90ffe-29b9-4924-8636-85ac9f982222" -d '{"events": [{"server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "name": "network-vif-plugged", "status": "completed", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:13.412901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:13.418165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d90d0f6f-ed0e-49bf-8ed7-2102dfb10c78 req-5ad43c5a-25e2-4a97-b6d6-7b4895b4a7f7 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460752 Jul 16 20:30:13.422035 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.515285 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10526f5-c708-4154-bd1c-998ac2dd2093 x-openstack-request-id: req-c10526f5-c708-4154-bd1c-998ac2dd2093 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:13.515285 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "name": "network-vif-plugged", "status": "completed", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:13.515285 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c10526f5-c708-4154-bd1c-998ac2dd2093 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:13.515779 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'code': 200} Jul 16 20:30:13.518778 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-475bc011-f9df-4f7f-a046-ef5afdeb1469 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:30:13.526161 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-475bc011-f9df-4f7f-a046-ef5afdeb1469 service neutron] 10.222.0.68 "DELETE /v2.0/ports/0f1366cb-ab48-4f56-a42a-bc16438bbec8/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.1554136 Jul 16 20:30:13.547080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-75ed0570-a8ee-44a0-aadf-cab38d04cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.553673 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-75ed0570-a8ee-44a0-aadf-cab38d04cd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.556239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-75ed0570-a8ee-44a0-aadf-cab38d04cd0d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c28bcebd-81d7-45bd-b1f0-78effca322a5 HTTP/1.1" status: 204 len: 168 time: 0.3378904 Jul 16 20:30:13.583002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.588791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6f9a6-c94e-4265-a102-6d44fbccee5b req-59e37f76-b3d4-4c48-9106-3e7fb1d7413a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.591098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39e6f9a6-c94e-4265-a102-6d44fbccee5b req-59e37f76-b3d4-4c48-9106-3e7fb1d7413a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2190771 Jul 16 20:30:13.595413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0570-a8ee-44a0-aadf-cab38d04cd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28bcebd-81d7-45bd-b1f0-78effca322a5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.715446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39e6f9a6-c94e-4265-a102-6d44fbccee5b req-9d266e51-b1b7-4e9f-9836-c03b442293c2 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041577 Jul 16 20:30:13.811767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-f19a4d08-fe2c-46e3-a3aa-2aad7999fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.814635 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-f19a4d08-fe2c-46e3-a3aa-2aad7999fe1e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.1986339 Jul 16 20:30:13.979566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-979d7f15-b42d-4fa7-afd2-5e9cc774c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.981184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-979d7f15-b42d-4fa7-afd2-5e9cc774c636 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.1598806 Jul 16 20:30:14.104042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868617b-4d03-40cb-90b0-c1597b5e744e req-61891dc4-3dcf-418d-bcc9-2c8d143790c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.110250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0868617b-4d03-40cb-90b0-c1597b5e744e req-61891dc4-3dcf-418d-bcc9-2c8d143790c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1575804 Jul 16 20:30:14.129925 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-e45e6b53-516f-4607-9118-5822d943f61e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 1001 time: 0.1422477 Jul 16 20:30:14.201061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0868617b-4d03-40cb-90b0-c1597b5e744e req-0b7160c3-4e9a-4f94-b3fd-a28d2735d3fa tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808043 Jul 16 20:30:14.201602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42896) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:14.241271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-4dd50413-8f39-44ad-94ab-1d8bc4beb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.243038 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-4dd50413-8f39-44ad-94ab-1d8bc4beb88c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.1075120 Jul 16 20:30:14.318086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1b19947c-f546-4c82-9d08-496bf9acd308 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=688e032642b6434ab8abd33d57058608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149967 Jul 16 20:30:14.320689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42900) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:14.325512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-4e3d8c36-2bb3-42ef-9802-fa3c4d4ad11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.331586 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-4e3d8c36-2bb3-42ef-9802-fa3c4d4ad11f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792744 Jul 16 20:30:14.488627 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56f413f8-2300-4c41-b405-b7aba7cf8889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.506411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-de2cb7bf-c82e-4fca-9c9d-f7087ae5b162 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693299 Jul 16 20:30:14.528385 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56f413f8-2300-4c41-b405-b7aba7cf8889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.561806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d30b5f-e976-46e8-b106-b93d710cb07b req-8f371d8f-479f-404c-b340-5637046cded7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.563717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6d30b5f-e976-46e8-b106-b93d710cb07b req-8f371d8f-479f-404c-b340-5637046cded7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1745775 Jul 16 20:30:14.626370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6d30b5f-e976-46e8-b106-b93d710cb07b req-5eebf6b6-2d89-4126-ae43-c090215f5295 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498493 Jul 16 20:30:14.630755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42906) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:14.640417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56f413f8-2300-4c41-b405-b7aba7cf8889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.643302 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-56f413f8-2300-4c41-b405-b7aba7cf8889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.648067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-56f413f8-2300-4c41-b405-b7aba7cf8889 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99b2a1d8-9da8-45a5-bb05-b86a9435e22b HTTP/1.1" status: 204 len: 168 time: 0.3237655 Jul 16 20:30:14.676557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f413f8-2300-4c41-b405-b7aba7cf8889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b2a1d8-9da8-45a5-bb05-b86a9435e22b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.756113 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dc43693b-ece8-4b33-a262-c63b71a5cc50 req-2808b884-ecaf-4da3-9135-c3912fcdf882 service neutron] 10.222.0.68 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429924 Jul 16 20:30:14.873962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4947557a-9a41-4acd-bae3-b055c2243143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.031152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b7af5-5b1a-4565-916a-c16821e7016c req-c6772c7a-fa9c-488e-ad51-aef01fd1eb71 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.032944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-558b7af5-5b1a-4565-916a-c16821e7016c req-c6772c7a-fa9c-488e-ad51-aef01fd1eb71 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 944 time: 0.2063890 Jul 16 20:30:15.106128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-558b7af5-5b1a-4565-916a-c16821e7016c req-ef35cdab-a0ea-4c80-971b-26d9dbc9a0dc tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603697 Jul 16 20:30:15.124532 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4947557a-9a41-4acd-bae3-b055c2243143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.130621 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4947557a-9a41-4acd-bae3-b055c2243143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.199144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4947557a-9a41-4acd-bae3-b055c2243143 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6778fd934fe4f5389ad380efcfb06ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668988 Jul 16 20:30:15.200854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947557a-9a41-4acd-bae3-b055c2243143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41dc2f6-e62a-4689-8c7c-efa5620d3e1c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.202221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42922) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:15.307198 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c128e48-ab36-4454-9eb0-a16992cede15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.343687 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c128e48-ab36-4454-9eb0-a16992cede15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.438018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c128e48-ab36-4454-9eb0-a16992cede15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.443656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1c128e48-ab36-4454-9eb0-a16992cede15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.445941 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1c128e48-ab36-4454-9eb0-a16992cede15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e41dc2f6-e62a-4689-8c7c-efa5620d3e1c HTTP/1.1" status: 204 len: 168 time: 0.2422249 Jul 16 20:30:15.465406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c128e48-ab36-4454-9eb0-a16992cede15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41dc2f6-e62a-4689-8c7c-efa5620d3e1c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.950646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42958) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:16.004888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b746cefb-0b14-45f5-9e53-fe15bfc57f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.129629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56422ad-aee5-4bab-99af-e4d51e6821ed req-86060a23-b341-42cc-8dfb-49880bc4643a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:16.132619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c56422ad-aee5-4bab-99af-e4d51e6821ed req-86060a23-b341-42cc-8dfb-49880bc4643a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1349044 Jul 16 20:30:16.215267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c56422ad-aee5-4bab-99af-e4d51e6821ed req-f609b940-7e67-4adf-8551-d913b9d8e67b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681047 Jul 16 20:30:16.262291 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b746cefb-0b14-45f5-9e53-fe15bfc57f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.269196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b746cefb-0b14-45f5-9e53-fe15bfc57f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.273798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 42970) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:16.368245 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746cefb-0b14-45f5-9e53-fe15bfc57f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f22cbbb-ed20-4caa-909b-e81b473fdb31,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:16.388712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b746cefb-0b14-45f5-9e53-fe15bfc57f20 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0955d33f6a684279ba499667913fc3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365404 Jul 16 20:30:16.395269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 42980) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:16.513562 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-13737570-f31c-4505-adca-186a4c2b3a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.539133 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-85ff9815-b7af-4269-8679-f32dad0b6dd3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/c6dda69f-443c-499c-adf0-85588664a45e HTTP/1.1" status: 200 len: 993 time: 0.2525425 Jul 16 20:30:16.558728 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-13737570-f31c-4505-adca-186a4c2b3a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.617284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23061f7-02ba-4751-b781-4e04ce725205 req-59041634-d124-4d19-b36d-b2c1c21b08e9 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:16.618980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f23061f7-02ba-4751-b781-4e04ce725205 req-59041634-d124-4d19-b36d-b2c1c21b08e9 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 944 time: 0.1455870 Jul 16 20:30:16.697942 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f23061f7-02ba-4751-b781-4e04ce725205 req-bf384808-ca89-48b0-8a1e-c62e6197056a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725045 Jul 16 20:30:16.706140 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-13737570-f31c-4505-adca-186a4c2b3a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.712063 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-13737570-f31c-4505-adca-186a4c2b3a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.718012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-13737570-f31c-4505-adca-186a4c2b3a19 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f22cbbb-ed20-4caa-909b-e81b473fdb31 HTTP/1.1" status: 204 len: 168 time: 0.3173966 Jul 16 20:30:16.738187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13737570-f31c-4505-adca-186a4c2b3a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f22cbbb-ed20-4caa-909b-e81b473fdb31,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.592873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43032) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:17.746818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-314456841', 'router:external': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:17.793973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Made reservation on behalf of 960dfeec89c348c8b226b11369b87125 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:17.798037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.813996 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.003316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.009750 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.060469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:18.073749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7fce986b-e639-4bb4-ba4d-edc8c0396cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.085590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab80238-3aed-4ae5-957c-699c75f4d7fc,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:18.108801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920da450-ac97-43ae-bf7a-fc1b0102719f req-7bc10697-267f-4c79-be51-5e932bdaff69 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:18.111591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920da450-ac97-43ae-bf7a-fc1b0102719f req-7bc10697-267f-4c79-be51-5e932bdaff69 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 944 time: 0.1822903 Jul 16 20:30:18.114209 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.114759 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Added segment f33129ff-7258-4091-8177-c096035251c4 of type vlan for network 19f0d684-2f54-4ecd-9316-188761c13822 Jul 16 20:30:18.195730 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.213834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920da450-ac97-43ae-bf7a-fc1b0102719f req-1ca52ff1-55ec-4942-87ba-2e55db102651 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865347 Jul 16 20:30:18.263954 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.265255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:18.265255 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.304499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7100089 Jul 16 20:30:18.310337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43054) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:18.315653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'subnet': {'network_id': '19f0d684-2f54-4ecd-9316-188761c13822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:18.360378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a6147-d59a-4d44-bf6f-f5bd7a1fe213 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'Network': ['ID=19f0d684-2f54-4ecd-9316-188761c13822,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:18.372934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 19f0d684-2f54-4ecd-9316-188761c13822 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:18.394013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Made reservation on behalf of 960dfeec89c348c8b226b11369b87125 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:18.397519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.034764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.objects.ports [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:30:19.035610 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.130635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-365199ab-e167-45ae-b613-4159fa33ec2d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.133504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-365199ab-e167-45ae-b613-4159fa33ec2d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.3548005 Jul 16 20:30:19.189063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-6c4cf044-4824-4876-8d84-b77a3ab813be tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/quotas/2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 375 time: 0.0472224 Jul 16 20:30:19.204296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80a7a360-95f3-422c-b075-9980dbb4c779,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.273397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Checking segment: {'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:19.273998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Network hostable DHCP agents. Network: 19f0d684-2f54-4ecd-9316-188761c13822, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:19.332831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Network 19f0d684-2f54-4ecd-9316-188761c13822 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:19.367250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-4d3005e8-ee82-4950-8d7d-1b1e9085c1ea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1646395 Jul 16 20:30:19.369116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 19f0d684-2f54-4ecd-9316-188761c13822) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:19.375903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.376900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.388684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8da3b7-0d73-430f-80ad-8289668442f2 None None] Network 19f0d684-2f54-4ecd-9316-188761c13822 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:19.449963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-38890344-43ea-4cb2-8210-29e6b17559a2 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1344311 Jul 16 20:30:19.451404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43086) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:19.459793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1645527613', 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:19.523419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6590b315-8c16-4c23-96dd-04b4833c1065 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:19.640294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Made reservation on behalf of 960dfeec89c348c8b226b11369b87125 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:19.644998 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.694574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f398f3-1c3e-4ab2-a4eb-af23a1144cf3 None None] Network 19f0d684-2f54-4ecd-9316-188761c13822 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:19.702582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-74df6acd-dac7-4600-945a-96119eed4eef service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197105 Jul 16 20:30:19.723013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] device_id is not set on port 4ac14b5b-97ad-4d22-a243-f3bf8b2225b9 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:19.783073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6590b315-8c16-4c23-96dd-04b4833c1065, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6590b315-8c16-4c23-96dd-04b4833c1065,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:19.803221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '6590b315-8c16-4c23-96dd-04b4833c1065', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065', 'mac_address': 'fa:16:3e:25:25:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:19.866888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575162e-b664-4eb7-9781-b0567bdf21aa req-ad0982a5-3c43-4eef-95d7-e937a134321c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.869558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3575162e-b664-4eb7-9781-b0567bdf21aa req-ad0982a5-3c43-4eef-95d7-e937a134321c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 944 time: 0.3339920 Jul 16 20:30:19.896491 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.910770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6590b315-8c16-4c23-96dd-04b4833c1065 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:19.934887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6590b315-8c16-4c23-96dd-04b4833c1065, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6590b315-8c16-4c23-96dd-04b4833c1065,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:19.940156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.003214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=6590b315-8c16-4c23-96dd-04b4833c1065,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:20.085415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3575162e-b664-4eb7-9781-b0567bdf21aa req-9807d6b2-6d9e-475e-9b57-2b6fce2c91ec tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003896 Jul 16 20:30:20.089829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-44a8829f-3b0d-44ee-b187-2e044bacd45e service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701379 Jul 16 20:30:20.103031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Allocated IP 172.20.0.10 (19f0d684-2f54-4ecd-9316-188761c13822/80a7a360-95f3-422c-b075-9980dbb4c779/4ac14b5b-97ad-4d22-a243-f3bf8b2225b9) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:20.146420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['6590b315-8c16-4c23-96dd-04b4833c1065'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:20.288250 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.354312 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.432272 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20ce9ece-4a40-445b-80d7-79b2f7f249ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.442057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Network 19f0d684-2f54-4ecd-9316-188761c13822 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:20.444965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-241da50c-c83b-470e-af87-b63c2a832efc req-b0a95999-c0a2-4094-9169-e3ca36795db8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 210 time: 0.0531936 Jul 16 20:30:20.448298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:20.452782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:20.459851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac14b5b-97ad-4d22-a243-f3bf8b2225b9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:20.523757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:20.524928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.559522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-41d6f8aa-a11e-4b12-a842-1af6f69e43cf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1074173 Jul 16 20:30:20.565895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43104) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:20.657229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.745084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d2b56506-aaed-4ddc-82bc-50ba4d9a7ff7 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Deleting port 4ac14b5b-97ad-4d22-a243-f3bf8b2225b9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:20.745665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2b56506-aaed-4ddc-82bc-50ba4d9a7ff7 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.898948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2b56506-aaed-4ddc-82bc-50ba4d9a7ff7 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.914461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d2b56506-aaed-4ddc-82bc-50ba4d9a7ff7 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Calling delete_port for 4ac14b5b-97ad-4d22-a243-f3bf8b2225b9 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:21.099871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2b56506-aaed-4ddc-82bc-50ba4d9a7ff7 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.158247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b56506-aaed-4ddc-82bc-50ba4d9a7ff7 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ac14b5b-97ad-4d22-a243-f3bf8b2225b9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:21.331045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2b56506-aaed-4ddc-82bc-50ba4d9a7ff7 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.338627 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d2b56506-aaed-4ddc-82bc-50ba4d9a7ff7 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "DELETE /v2.0/ports/4ac14b5b-97ad-4d22-a243-f3bf8b2225b9 HTTP/1.1" status: 204 len: 168 time: 0.7684698 Jul 16 20:30:21.341726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43124) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:21.356392 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13b0c8-525e-48c6-9d32-526a6444e5ce req-fec3c838-e8ed-4d09-b6fe-194f18a5b9c4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:21.361792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19f0d684-2f54-4ecd-9316-188761c13822', 'external_fixed_ips': [{'subnet_id': '80a7a360-95f3-422c-b075-9980dbb4c779', 'ip_address': '172.20.0.10'}]}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:21.368033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a13b0c8-525e-48c6-9d32-526a6444e5ce req-fec3c838-e8ed-4d09-b6fe-194f18a5b9c4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 945 time: 0.1316168 Jul 16 20:30:21.417386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a13b0c8-525e-48c6-9d32-526a6444e5ce req-2aecee2f-2c3b-43cd-b03b-e2e674b388d6 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477772 Jul 16 20:30:21.454104 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.455933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.549468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6590b315-8c16-4c23-96dd-04b4833c1065 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:21.573380 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.620739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 6590b315-8c16-4c23-96dd-04b4833c1065 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:21.629878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 6590b315-8c16-4c23-96dd-04b4833c1065 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:21.630726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.659923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b648d8cc-8511-4673-ae7a-3fceb8a609ff req-5203e802-c39b-448c-9c03-78a6b1e9ca6e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 210 time: 0.0394168 Jul 16 20:30:21.760338 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.772130 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.807398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:21.810553 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a59561e-789a-4d8c-a736-89c8e1de609b" -d '{"events": [{"server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "name": "network-vif-plugged", "status": "completed", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:21.833747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 6590b315-8c16-4c23-96dd-04b4833c1065, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6590b315-8c16-4c23-96dd-04b4833c1065,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:21.847386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.882088 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f569ea-c07a-4478-b8a2-8f4351e2c946 x-openstack-request-id: req-d8f569ea-c07a-4478-b8a2-8f4351e2c946 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:21.882941 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "name": "network-vif-plugged", "status": "completed", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:21.883535 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8f569ea-c07a-4478-b8a2-8f4351e2c946 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:21.884303 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065', 'code': 200} Jul 16 20:30:21.922973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=6590b315-8c16-4c23-96dd-04b4833c1065,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.100693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.127298 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.138524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed227af-a1c1-41c8-b7a7-5bbb6a977a5b req-5294af7b-0a86-420f-8e5c-720d9ce4462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.138821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-6cc48124-3ca6-44e6-960e-cfd500bb93ba tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.140184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0ed227af-a1c1-41c8-b7a7-5bbb6a977a5b req-5294af7b-0a86-420f-8e5c-720d9ce4462c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.1319656 Jul 16 20:30:22.140526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-6cc48124-3ca6-44e6-960e-cfd500bb93ba tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.1508329 Jul 16 20:30:22.154922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'port': {'device_id': '983650d2-21f0-41f0-907a-f7cd10928c73', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'admin_state_up': True, 'tenant_id': '2b5731282d004b759715ca7158b88d2b'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:22.285946 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0ed227af-a1c1-41c8-b7a7-5bbb6a977a5b req-a71dd754-f373-4d12-9803-b7b0f182fd33 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234016 Jul 16 20:30:22.343330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:22.351552 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.429778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Allocated IP 172.20.0.10 (19f0d684-2f54-4ecd-9316-188761c13822/80a7a360-95f3-422c-b075-9980dbb4c779/c6b77bd7-7494-42e4-84b0-86120ed95a73) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:22.447652 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.686453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.739246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.20.0.5 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/ca9956bd-86dc-4559-8fd6-316448456583) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:22.788392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.882413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b77bd7-7494-42e4-84b0-86120ed95a73,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.898465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Network 19f0d684-2f54-4ecd-9316-188761c13822 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:22.900826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:22.907690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:23.504048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.709124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-20b851c2-4150-411b-aeea-52d39419f94c req-c86329ba-4e15-44c6-a972-a1097b950852 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 210 time: 0.6996989 Jul 16 20:30:23.857004 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.857799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.921472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ad917-11cb-4085-a2c3-c911a91a7559 req-69d6b6a8-900d-4cb1-bf8b-8e7d42ad202e tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.947346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d6ad917-11cb-4085-a2c3-c911a91a7559 req-69d6b6a8-900d-4cb1-bf8b-8e7d42ad202e tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 946 time: 1.3180645 Jul 16 20:30:23.949779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Transition to ACTIVE for port object ca9956bd-86dc-4559-8fd6-316448456583 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:24.063431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d6ad917-11cb-4085-a2c3-c911a91a7559 req-fad0bf55-e074-4fa7-9907-10b8e63d053f tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150630 Jul 16 20:30:24.106607 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.124388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['986904b0-8d0a-4918-a168-49934927e643'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:24.158329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.182822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:24.187274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:24.195487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:24.234136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=ca9956bd-86dc-4559-8fd6-316448456583,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:24.265099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43168) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:24.302627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:24.303659 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.325080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-3b6cb120-a00e-4a56-9699-54b021866dea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1740689 Jul 16 20:30:24.339261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Request body: {'port': {'device_id': '983650d2-21f0-41f0-907a-f7cd10928c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:24.591119 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-779a8550-7ee8-4319-b559-1511e4b63f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.609732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Router 0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:24.669617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-47318a10-6fa2-45da-9530-32ae6961f154 None None] Provisioning for port ca9956bd-86dc-4559-8fd6-316448456583 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:24.682945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-47318a10-6fa2-45da-9530-32ae6961f154 None None] Provisioning complete for port ca9956bd-86dc-4559-8fd6-316448456583 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:24.683740 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47318a10-6fa2-45da-9530-32ae6961f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.777159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-47318a10-6fa2-45da-9530-32ae6961f154 None None] Port ca9956bd-86dc-4559-8fd6-316448456583 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:24.864330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-779a8550-7ee8-4319-b559-1511e4b63f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.865860 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.879166 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-779a8550-7ee8-4319-b559-1511e4b63f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.881935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:24.893474 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Sync routers for ids ['0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:24.914180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Routers {'0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:24.918191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:24.918884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.922182 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-31216cdb-7bf2-4263-8158-fe5d308f7ec9 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.5758936 Jul 16 20:30:24.924833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43174) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:24.974892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-779a8550-7ee8-4319-b559-1511e4b63f39 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a07c3c8b89445a5b92caf270d0cd377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036548 Jul 16 20:30:24.978213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43176) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:25.165956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a8550-7ee8-4319-b559-1511e4b63f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f8dc1-a72f-40f8-9a6a-db20a87c2edb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.169102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.426089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Set router 0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:25.592965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb32422e-7c8b-4ddc-9f0b-c9d7e3229f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.703872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74', 'name': '', 'tenant_id': '960dfeec89c348c8b226b11369b87125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19f0d684-2f54-4ecd-9316-188761c13822', 'external_fixed_ips': [{'subnet_id': '80a7a360-95f3-422c-b075-9980dbb4c779', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c6b77bd7-7494-42e4-84b0-86120ed95a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:21Z', 'updated_at': '2021-07-16T20:30:23Z', 'revision_number': 3, 'project_id': '960dfeec89c348c8b226b11369b87125', 'gw_port': {'id': 'c6b77bd7-7494-42e4-84b0-86120ed95a73', 'name': '', 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80a7a360-95f3-422c-b075-9980dbb4c779', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:22Z', 'updated_at': '2021-07-16T20:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80a7a360-95f3-422c-b075-9980dbb4c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:25.741715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Checking router: 0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:25.742632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Updating router 0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74 port c6b77bd7-7494-42e4-84b0-86120ed95a73 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:25.784565 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb32422e-7c8b-4ddc-9f0b-c9d7e3229f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.797963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65788e-323b-4957-86dc-64b93a031367 req-95a30ca0-b5e0-4b7d-8448-9aa70273adde tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:25.800768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.806567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e65788e-323b-4957-86dc-64b93a031367 req-95a30ca0-b5e0-4b7d-8448-9aa70273adde tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 931 time: 0.7101896 Jul 16 20:30:25.862234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.952865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3cf49-7ecf-49a7-8e7d-c02c50c04e6e req-d2ccfe85-df62-4836-b0d6-add87691324c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:25.954624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5d3cf49-7ecf-49a7-8e7d-c02c50c04e6e req-d2ccfe85-df62-4836-b0d6-add87691324c tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 946 time: 0.6384823 Jul 16 20:30:25.990431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Deleting port c6b77bd7-7494-42e4-84b0-86120ed95a73 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:25.991350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.037326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e65788e-323b-4957-86dc-64b93a031367 req-834f8ad1-f367-43db-8ce4-e2cb6e1cd65c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250154 Jul 16 20:30:26.093449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c5d3cf49-7ecf-49a7-8e7d-c02c50c04e6e req-4b31d3a2-f8de-4561-bf80-928a69c78baf tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099920 Jul 16 20:30:26.100820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9956bd-86dc-4559-8fd6-316448456583 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:26.109574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb32422e-7c8b-4ddc-9f0b-c9d7e3229f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.113018 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cb32422e-7c8b-4ddc-9f0b-c9d7e3229f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.115074 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cb32422e-7c8b-4ddc-9f0b-c9d7e3229f81 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c47f8dc1-a72f-40f8-9a6a-db20a87c2edb HTTP/1.1" status: 204 len: 168 time: 1.1351342 Jul 16 20:30:26.117791 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.155483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32422e-7c8b-4ddc-9f0b-c9d7e3229f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f8dc1-a72f-40f8-9a6a-db20a87c2edb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:26.156452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.158898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Transition to ACTIVE for port object ca9956bd-86dc-4559-8fd6-316448456583 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:26.175708 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.189583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Calling delete_port for c6b77bd7-7494-42e4-84b0-86120ed95a73 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:26.401531 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.434102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9956bd-86dc-4559-8fd6-316448456583,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:26.464789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Transition to ACTIVE for port object c6b77bd7-7494-42e4-84b0-86120ed95a73 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:26.478424 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.571117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Attempting to bind port ca9956bd-86dc-4559-8fd6-316448456583 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:26.571797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Attempting to bind port ca9956bd-86dc-4559-8fd6-316448456583 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:26.572607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Attempting to bind port ca9956bd-86dc-4559-8fd6-316448456583 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:26.590683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Port ca9956bd-86dc-4559-8fd6-316448456583 on network 5572072a-02c6-4646-84d1-a1012b78006a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:26.591349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Attempting to bind port ca9956bd-86dc-4559-8fd6-316448456583 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:26.604012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:26.605650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:26.606391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:26.607295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Bound port: ca9956bd-86dc-4559-8fd6-316448456583, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:26.607962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.633075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277683fb-552e-4dc1-8c65-57de50e24d7b None None] Pushing event updated for resources: {'Port': ['ID=c6b77bd7-7494-42e4-84b0-86120ed95a73,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:26.661160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829954c-7ce4-4328-9c13-07963fd9d95a req-aaf1f830-5b83-469a-921e-1845fbe3a161 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:26.665222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2829954c-7ce4-4328-9c13-07963fd9d95a req-aaf1f830-5b83-469a-921e-1845fbe3a161 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 946 time: 0.2344153 Jul 16 20:30:26.675139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Attempting to bind port c6b77bd7-7494-42e4-84b0-86120ed95a73 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:26.678398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Attempting to bind port c6b77bd7-7494-42e4-84b0-86120ed95a73 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:26.684916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Attempting to bind port c6b77bd7-7494-42e4-84b0-86120ed95a73 on network 19f0d684-2f54-4ecd-9316-188761c13822 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:26.712866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:26.716629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Checking segment: {'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:26.717533 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.718330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Bound using segment: {'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:26.720185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Bound port: c6b77bd7-7494-42e4-84b0-86120ed95a73, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:26.721027 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.755465 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.775578 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2829954c-7ce4-4328-9c13-07963fd9d95a req-b0122083-e4a4-49f2-b3b6-4f645b44a439 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024230 Jul 16 20:30:26.825829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] For port ca9956bd-86dc-4559-8fd6-316448456583, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:26.840587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] For port ca9956bd-86dc-4559-8fd6-316448456583, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca9956bd-86dc-4559-8fd6-316448456583,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:26.845024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6b77bd7-7494-42e4-84b0-86120ed95a73,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:26.850619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43186) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.859406 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.883923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43190) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.890692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:30:26.891335 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:30:26.912109 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e1ebd18-b4a0-43a7-b871-fe68b665fbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.923701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:26.924389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.929902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca9956bd-86dc-4559-8fd6-316448456583 HTTP/1.1" status: 200 len: 1092 time: 2.5950873 Jul 16 20:30:26.942220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.986928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983650d2-21f0-41f0-907a-f7cd10928c73', 'tag': 'ca9956bd-86dc-4559-8fd6-316448456583'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:27.004571 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec" -d '{"events": [{"name": "network-changed", "server_uuid": "983650d2-21f0-41f0-907a-f7cd10928c73", "tag": "ca9956bd-86dc-4559-8fd6-316448456583"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:27.151885 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a17dec1-1b6e-47aa-a558-9c2fb2592f24 x-openstack-request-id: req-8a17dec1-1b6e-47aa-a558-9c2fb2592f24 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:27.152390 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983650d2-21f0-41f0-907a-f7cd10928c73", "tag": "ca9956bd-86dc-4559-8fd6-316448456583", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:27.152790 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a17dec1-1b6e-47aa-a558-9c2fb2592f24 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:27.153304 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983650d2-21f0-41f0-907a-f7cd10928c73', 'tag': 'ca9956bd-86dc-4559-8fd6-316448456583', 'status': 'completed', 'code': 200} Jul 16 20:30:27.154052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc0277-3649-4466-b08e-4c3fa41efff6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9956bd-86dc-4559-8fd6-316448456583,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:27.227672 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-a19fd7ab-c669-458d-a0e6-c9cb0cca574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.229214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.234481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.236532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-a19fd7ab-c669-458d-a0e6-c9cb0cca574d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 1095 time: 0.2176981 Jul 16 20:30:27.322100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.322772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:27.328285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.334012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7c67bfb8-ce66-4400-ac6d-ab6e92cad0a8 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "DELETE /v2.0/routers/0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74 HTTP/1.1" status: 204 len: 168 time: 2.4067259 Jul 16 20:30:27.334667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43196) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:27.381582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-61709a8f-1c06-4722-ab76-ca7d2f9a8ea0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca9956bd-86dc-4559-8fd6-316448456583 HTTP/1.1" status: 200 len: 217 time: 0.1302574 Jul 16 20:30:27.405583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7e0f70-bfba-47a8-8cea-f5bf22919a79 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Deleting subnet 80a7a360-95f3-422c-b075-9980dbb4c779 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:27.411249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0f70-bfba-47a8-8cea-f5bf22919a79 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.417381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Attempting to bind port c6b77bd7-7494-42e4-84b0-86120ed95a73 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:27.418476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Attempting to bind port c6b77bd7-7494-42e4-84b0-86120ed95a73 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:27.419066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Attempting to bind port c6b77bd7-7494-42e4-84b0-86120ed95a73 on network 19f0d684-2f54-4ecd-9316-188761c13822 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:27.432964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:27.433741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Checking segment: {'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:27.434378 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.434995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Bound using segment: {'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:27.435983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Bound port: c6b77bd7-7494-42e4-84b0-86120ed95a73, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33129ff-7258-4091-8177-c096035251c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19f0d684-2f54-4ecd-9316-188761c13822'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:27.436659 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.469564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Port c6b77bd7-7494-42e4-84b0-86120ed95a73 has been deleted concurrently {{(pid=100245) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 20:30:27.471704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0f70-bfba-47a8-8cea-f5bf22919a79 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.482037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e1ebd18-b4a0-43a7-b871-fe68b665fbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.492530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Routers set() bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:27.496708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Router IDs set() for agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:30:27.497625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_agentschedulers_db [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent'). {{(pid=100245) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:30:27.498022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a431f-7b64-4ae9-bbd1-61d47bebb632 None None] The sync data for ids ['0fa8cc4f-ca46-4a0d-9975-8ddd85e5bf74'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:27.510684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e1ebd18-b4a0-43a7-b871-fe68b665fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.598307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0f70-bfba-47a8-8cea-f5bf22919a79 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.630535 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8e1ebd18-b4a0-43a7-b871-fe68b665fbb5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88e7e142b9c54bce990a1d7603a4485c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7372108 Jul 16 20:30:27.631844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ebd18-b4a0-43a7-b871-fe68b665fbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b3244-3b58-4e84-9fdd-e2124bf924ef,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:27.639197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43198) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:27.641760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-2ff3804a-0ecb-4550-a328-56a3939aac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.644415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-2ff3804a-0ecb-4550-a328-56a3939aac57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.2094090 Jul 16 20:30:27.648660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f23153-0434-4fdc-9bdb-24a1b859888b tempest-TestVolumeBackupRestore-762920123 tempest-TestVolumeBackupRestore-762920123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.650308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-23f23153-0434-4fdc-9bdb-24a1b859888b tempest-TestVolumeBackupRestore-762920123 tempest-TestVolumeBackupRestore-762920123-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1093 time: 0.7983403 Jul 16 20:30:27.662565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43200) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:27.672909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:27.737018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae701f-0dbf-43dc-ba02-4d7560850362 req-ec267594-3a0b-4d45-a6b4-025e03d4551e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.737735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1ae701f-0dbf-43dc-ba02-4d7560850362 req-ec267594-3a0b-4d45-a6b4-025e03d4551e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.4740770 Jul 16 20:30:27.756972 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.808537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-af9e28ba-f9f5-4dc1-ac27-31b9bb309e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.869055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-af9e28ba-f9f5-4dc1-ac27-31b9bb309e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.883062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0f70-bfba-47a8-8cea-f5bf22919a79 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.892859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1ae701f-0dbf-43dc-ba02-4d7560850362 req-3b41ab78-43f7-4b3e-a5da-6c26267ee2fe tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288052 Jul 16 20:30:27.916603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-00e46667-2d36-4b45-97df-eee4d63a621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.928640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-00e46667-2d36-4b45-97df-eee4d63a621b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2728894 Jul 16 20:30:27.952516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e0f70-bfba-47a8-8cea-f5bf22919a79 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80a7a360-95f3-422c-b075-9980dbb4c779,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:27.959837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0f70-bfba-47a8-8cea-f5bf22919a79 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.963562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c7e0f70-bfba-47a8-8cea-f5bf22919a79 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/80a7a360-95f3-422c-b075-9980dbb4c779 HTTP/1.1" status: 204 len: 168 time: 0.6273541 Jul 16 20:30:27.968189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43202) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:28.103243 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.183273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-af9e28ba-f9f5-4dc1-ac27-31b9bb309e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.189011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-af9e28ba-f9f5-4dc1-ac27-31b9bb309e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.195217 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-af9e28ba-f9f5-4dc1-ac27-31b9bb309e24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f3b3244-3b58-4e84-9fdd-e2124bf924ef HTTP/1.1" status: 204 len: 168 time: 0.5524621 Jul 16 20:30:28.229409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e28ba-f9f5-4dc1-ac27-31b9bb309e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b3244-3b58-4e84-9fdd-e2124bf924ef,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:28.319284 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.327938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-4b19e6fe-972b-4952-aaea-0d1dfbec9ca0 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901753 Jul 16 20:30:28.345577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f0d684-2f54-4ecd-9316-188761c13822']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:28.371949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33129ff-7258-4091-8177-c096035251c4') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:28.371949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33129ff-7258-4091-8177-c096035251c4') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:28.392552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.419251 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.436811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:28.437699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.443352 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: items = [ Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:28.462299 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:28.540703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fc8f59fc-b270-4886-a861-19670403c9c4 req-90e4bd31-bef8-4d1e-bc00-5029b858e9d7 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008483 Jul 16 20:30:28.619414 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Allocated IP 172.25.6.182 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/59d1488d-485a-423c-9f9c-feaa43727931) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:28.630664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.649698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19f0d684-2f54-4ecd-9316-188761c13822 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:30:28.727451 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.737483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "DELETE /v2.0/networks/19f0d684-2f54-4ecd-9316-188761c13822 HTTP/1.1" status: 204 len: 168 time: 0.7660661 Jul 16 20:30:28.740713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd15cf-bebd-4a82-80e2-6ac1ae6850c5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event deleted for resources: {'Network': ['ID=19f0d684-2f54-4ecd-9316-188761c13822,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:28.875582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.027444 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.106810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:29.112596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:29.120022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:29.498613 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'Port': ['ID=59d1488d-485a-423c-9f9c-feaa43727931,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:29.548743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-7ec83f20-4f04-42c8-bc3b-9eb9cdffb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.551688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-7ec83f20-4f04-42c8-bc3b-9eb9cdffb32b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 1095 time: 0.5928464 Jul 16 20:30:29.661445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02c0b3-0a15-4dc8-931c-37dab14861dc req-d899b52c-2acb-473e-b4e4-8cf9a6ba7d0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.669304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c02c0b3-0a15-4dc8-931c-37dab14861dc req-d899b52c-2acb-473e-b4e4-8cf9a6ba7d0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.3306482 Jul 16 20:30:29.932926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8c02c0b3-0a15-4dc8-931c-37dab14861dc req-d524a9e4-265c-4985-bbf9-54b1bd688142 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619293 Jul 16 20:30:29.980629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43226) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:29.991473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-88924732-730a-446a-9012-7f616593bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.993004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7bebbf63-9e54-49bb-a0a2-35a6b1911914 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'router': {'name': 'tempest-router--401395305', 'project_id': '8a38f7c8850444d58afe973437195b6c'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:29.995266 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-88924732-730a-446a-9012-7f616593bb38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.4216466 Jul 16 20:30:30.054278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bebbf63-9e54-49bb-a0a2-35a6b1911914 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.055684 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bebbf63-9e54-49bb-a0a2-35a6b1911914 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.176088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bebbf63-9e54-49bb-a0a2-35a6b1911914 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.190069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bebbf63-9e54-49bb-a0a2-35a6b1911914 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.230970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bebbf63-9e54-49bb-a0a2-35a6b1911914 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.236889 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7bebbf63-9e54-49bb-a0a2-35a6b1911914 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2521584 Jul 16 20:30:30.240156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43232) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:30.479420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-ad5306ca-4520-4841-9e55-f3b1743cdf19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca9956bd-86dc-4559-8fd6-316448456583 HTTP/1.1" status: 200 len: 217 time: 0.4325695 Jul 16 20:30:30.498337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86bba699-a00b-4e0c-9634-e9ed085a033a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.585129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-59763528-3613-4d6c-a572-4829c68706c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.588619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-59763528-3613-4d6c-a572-4829c68706c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.1025801 Jul 16 20:30:30.858479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86bba699-a00b-4e0c-9634-e9ed085a033a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.862938 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86bba699-a00b-4e0c-9634-e9ed085a033a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.931257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86bba699-a00b-4e0c-9634-e9ed085a033a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.931900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bba699-a00b-4e0c-9634-e9ed085a033a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa6990fb-24ad-44fc-9afb-c6b36afc15b8 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:30.953826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-86bba699-a00b-4e0c-9634-e9ed085a033a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.956160 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-86bba699-a00b-4e0c-9634-e9ed085a033a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "DELETE /v2.0/routers/fa6990fb-24ad-44fc-9afb-c6b36afc15b8 HTTP/1.1" status: 204 len: 168 time: 0.7067921 Jul 16 20:30:30.985837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-baf5ab39-2076-4788-bfc6-ba55eb9713d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.989410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-baf5ab39-2076-4788-bfc6-ba55eb9713d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3888218 Jul 16 20:30:31.405955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43248) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:31.505694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.539156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-0db00daa-2c18-4435-8e25-5e6410a4f05b service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338655 Jul 16 20:30:31.751466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2553-b5a3-400e-be35-6e459c9bfc9a req-b535201c-dc9e-490f-a3b9-ac00ffae548b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.760644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e6a2553-b5a3-400e-be35-6e459c9bfc9a req-b535201c-dc9e-490f-a3b9-ac00ffae548b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.4892395 Jul 16 20:30:31.896791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e6a2553-b5a3-400e-be35-6e459c9bfc9a req-32e626a9-4e76-4120-a9d2-3687a411a007 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347823 Jul 16 20:30:31.944182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-339a9e78-bf86-4ce3-bdb7-b3b743e56aec req-fbc3594a-4303-4ea7-a1c7-046707e549d1 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583789 Jul 16 20:30:31.956235 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.051597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-999063826', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:32.105998 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.110378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.276930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.368893 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.378030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.491748 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.579230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event updated for resources: {'Port': ['ID=59d1488d-485a-423c-9f9c-feaa43727931,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:32.613814 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.823040 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Floating IP d892316a-b7e6-4dc9-880c-6db5270d3207 associated. External IP: 172.25.6.182, port: 6590b315-8c16-4c23-96dd-04b4833c1065. Jul 16 20:30:32.950050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.034354 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.188835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Router 6aaa3418-709d-48dc-8769-1ef9a56918ba has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:33.376270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Allocated IP 172.25.6.62 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/b4660f00-d5aa-4530-abc5-90ae80999756) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:33.404655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec2abb-a028-49a6-a564-9f8b2be28a00 req-aba9d07b-90ac-4db4-8430-926746478abb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:33.406903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6ec2abb-a028-49a6-a564-9f8b2be28a00 req-aba9d07b-90ac-4db4-8430-926746478abb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.1864448 Jul 16 20:30:33.417226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:33.442759 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] Sync routers for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:33.462693 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:33.463506 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:33.535437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6ec2abb-a028-49a6-a564-9f8b2be28a00 req-eb22e492-00dd-48ee-868e-028d1d5cefec tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142020 Jul 16 20:30:33.537480 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.633905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7d811821-5578-4683-b7e8-b76b5d968aee tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9674227 Jul 16 20:30:33.634890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:33.639172 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adf942a-1046-4e52-8ad1-0c8c48f5a332" -d '{"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:33.643768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.746443 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371518ec-d02d-450f-a779-007319434dfc x-openstack-request-id: req-371518ec-d02d-450f-a779-007319434dfc {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:33.746879 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:33.747233 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-371518ec-d02d-450f-a779-007319434dfc {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:33.747796 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065', 'status': 'completed', 'code': 200} Jul 16 20:30:33.799236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43282) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.851432 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:33.881533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.960262 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.086698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:34.100347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event updated for resources: {'Port': ['ID=b4660f00-d5aa-4530-abc5-90ae80999756,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.103649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:34.118566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:34.154800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.155263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.155707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.156051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.156460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.156933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.157840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.158272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.158681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.160187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.160187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.160533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:34.192978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd32c6-2028-4510-8b71-eba0d32438ff tempest-TestVolumeBackupRestore-762920123 tempest-TestVolumeBackupRestore-762920123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.205201 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e2bd32c6-2028-4510-8b71-eba0d32438ff tempest-TestVolumeBackupRestore-762920123 tempest-TestVolumeBackupRestore-762920123-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1093 time: 0.5485783 Jul 16 20:30:34.205501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43286) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.211389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Request body: {'floatingip': {'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:34.220254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-7bf188e1-3b2f-4805-8bc7-36b04081fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.223040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-7bf188e1-3b2f-4805-8bc7-36b04081fe09 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c098ccf51e824f81a00428a874646429&device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.2842174 Jul 16 20:30:34.406672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.495865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5962f0d-7730-4e22-9b1d-40fa11fea6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.526614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.568062 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'd892316a-b7e6-4dc9-880c-6db5270d3207', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'mac_address': 'fa:16:3e:25:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:30Z', 'updated_at': '2021-07-16T20:30:30Z', 'revision_number': 0, 'project_id': 'c098ccf51e824f81a00428a874646429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.607999 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] Checking router: 6aaa3418-709d-48dc-8769-1ef9a56918ba for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:34.631255 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:34.632344 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.985976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-4af01e27-7e6f-486e-ba34-19d263301f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.990075 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-4af01e27-7e6f-486e-ba34-19d263301f77 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 200 len: 914 time: 0.7181871 Jul 16 20:30:34.991954 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:35.121930 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-7dbdf293-7537-4914-89b9-fb28629b019f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 200 len: 1000 time: 0.1279244 Jul 16 20:30:35.164926 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.188315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-2045e300-af35-4157-b187-241573c16cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.190374 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-2045e300-af35-4157-b187-241573c16cbf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e8be8722-dfce-4ea1-80b7-9848255be250 HTTP/1.1" status: 200 len: 852 time: 0.0590715 Jul 16 20:30:35.291776 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.374665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-8b396cf3-8cdc-4477-a13b-47a4c4ec8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.376636 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-8b396cf3-8cdc-4477-a13b-47a4c4ec8e52 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797407 Jul 16 20:30:35.416378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-9f944656-7d4f-4237-be6c-5ab9c0101df5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:30:35.417997 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-9f944656-7d4f-4237-be6c-5ab9c0101df5 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168440 Jul 16 20:30:35.449256 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'd892316a-b7e6-4dc9-880c-6db5270d3207', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'mac_address': 'fa:16:3e:25:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:30Z', 'updated_at': '2021-07-16T20:30:30Z', 'revision_number': 0, 'project_id': 'c098ccf51e824f81a00428a874646429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:35.481459 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f949661-7285-4835-8a1e-cb3ba2d03d7e None None] The sync data for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 is: [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'd892316a-b7e6-4dc9-880c-6db5270d3207', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'mac_address': 'fa:16:3e:25:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:30Z', 'updated_at': '2021-07-16T20:30:30Z', 'revision_number': 0, 'project_id': 'c098ccf51e824f81a00428a874646429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:35.659208 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5962f0d-7730-4e22-9b1d-40fa11fea6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.677740 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b5962f0d-7730-4e22-9b1d-40fa11fea6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.778444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.786660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-11f6c04f-b9b3-447d-8baf-c84b8eacae22 service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945859 Jul 16 20:30:35.814467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b5962f0d-7730-4e22-9b1d-40fa11fea6a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9d879819df74e7bbb3c65b9fdbfc1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0138032 Jul 16 20:30:35.827624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28abe60-fd60-47a7-84e8-428c0f168973 req-8ef6ca0a-26b8-4a62-9d6b-cf1448f4992d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.829431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c28abe60-fd60-47a7-84e8-428c0f168973 req-8ef6ca0a-26b8-4a62-9d6b-cf1448f4992d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.4064322 Jul 16 20:30:35.830225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43290) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:35.868628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5962f0d-7730-4e22-9b1d-40fa11fea6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd9f247-99b8-4c6b-af7e-72de0b8ff1aa,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.983575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f54b2-1bfd-407e-a095-08afaceaf6e8 None None] New status for floating IP d892316a-b7e6-4dc9-880c-6db5270d3207: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:30:36.063306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c28abe60-fd60-47a7-84e8-428c0f168973 req-c8ed958f-2ab8-42d3-a7d1-387eaa274e9f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624031 Jul 16 20:30:36.080768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-816c255d-d211-453c-8228-45c1ee20d89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.187196 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7adf942a-1046-4e52-8ad1-0c8c48f5a332 req-2a4f929a-d3f0-4b4f-8287-7fcd35e33fd1 service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927355 Jul 16 20:30:36.212735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-816c255d-d211-453c-8228-45c1ee20d89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.226068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.db.resource_extend [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:30:36.252869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Router a9a707a9-7003-4491-925c-3779e17e5e8f is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:36.315927 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.326045 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-b70f54b2-1bfd-407e-a095-08afaceaf6e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:30:36.327357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.328719 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-b70f54b2-1bfd-407e-a095-08afaceaf6e8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:30:36.454209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:36.473307 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416781f6-ef35-44e9-909d-dd774c33348a None None] Sync routers for ids ['a9a707a9-7003-4491-925c-3779e17e5e8f'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:36.478742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-816c255d-d211-453c-8228-45c1ee20d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.481663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-816c255d-d211-453c-8228-45c1ee20d89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.483770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-816c255d-d211-453c-8228-45c1ee20d89e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2fd9f247-99b8-4c6b-af7e-72de0b8ff1aa HTTP/1.1" status: 204 len: 168 time: 0.6491227 Jul 16 20:30:36.499356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c255d-d211-453c-8228-45c1ee20d89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd9f247-99b8-4c6b-af7e-72de0b8ff1aa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:36.504760 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416781f6-ef35-44e9-909d-dd774c33348a None None] Routers {'a9a707a9-7003-4491-925c-3779e17e5e8f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:36.506137 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-416781f6-ef35-44e9-909d-dd774c33348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a9a707a9-7003-4491-925c-3779e17e5e8f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:36.507978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.514137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-85b5cb12-5a7c-425d-a7d6-69e2ea890e21 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1065371 Jul 16 20:30:36.520265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43294) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:36.592365 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-416781f6-ef35-44e9-909d-dd774c33348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:36.609890 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416781f6-ef35-44e9-909d-dd774c33348a None None] Routers {'a9a707a9-7003-4491-925c-3779e17e5e8f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:36.611339 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-416781f6-ef35-44e9-909d-dd774c33348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a9a707a9-7003-4491-925c-3779e17e5e8f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:36.683526 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-416781f6-ef35-44e9-909d-dd774c33348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:36.684664 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416781f6-ef35-44e9-909d-dd774c33348a None None] The sync data for ids ['a9a707a9-7003-4491-925c-3779e17e5e8f'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:36.714625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-04313a22-4efa-4d11-83f6-71b716ecd0ec tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/routers/a9a707a9-7003-4491-925c-3779e17e5e8f HTTP/1.1" status: 200 len: 919 time: 0.1937604 Jul 16 20:30:36.717259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43298) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:36.739066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Router 6aaa3418-709d-48dc-8769-1ef9a56918ba has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:36.762681 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f57325ec-29cb-4a7b-8718-c0ab13c8e7d6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9a707a9-7003-4491-925c-3779e17e5e8f HTTP/1.1" status: 200 len: 205 time: 0.0413616 Jul 16 20:30:36.764810 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43300) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:36.830671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f54b2-1bfd-407e-a095-08afaceaf6e8 None None] New status for floating IP d892316a-b7e6-4dc9-880c-6db5270d3207: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:30:36.941568 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.962696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:36.975041 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.035441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43302) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.057631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4b02-6893-4af5-9cde-35b90c863966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.099991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:37.102725 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:37.132554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ec9793f1-64ba-4fa1-aefb-4d3551259a4b tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "PUT /v2.0/floatingips/d892316a-b7e6-4dc9-880c-6db5270d3207 HTTP/1.1" status: 200 len: 992 time: 2.9253445 Jul 16 20:30:37.147885 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.156837 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd57f59-36fc-4439-a347-1a83a44de87f x-openstack-request-id: req-8dd57f59-36fc-4439-a347-1a83a44de87f {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:37.157931 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:37.157931 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dd57f59-36fc-4439-a347-1a83a44de87f {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:37.159032 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065', 'status': 'completed', 'code': 200} Jul 16 20:30:37.302851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] Sync routers for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:37.318376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:37.320283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4b02-6893-4af5-9cde-35b90c863966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.320617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.331444 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4b02-6893-4af5-9cde-35b90c863966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.352951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Deleting port b4660f00-d5aa-4530-abc5-90ae80999756 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:37.353850 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.378276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-1264cc6f-9366-428b-83dc-00c2187e48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.381510 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-1264cc6f-9366-428b-83dc-00c2187e48a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c098ccf51e824f81a00428a874646429&device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.1635966 Jul 16 20:30:37.469260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb4b02-6893-4af5-9cde-35b90c863966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c139b986-7ee8-41f8-979e-1e512767491a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.479776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7cdb4b02-6893-4af5-9cde-35b90c863966 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87ef83d6e38a448889b51bfef77d406b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430306 Jul 16 20:30:37.480474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43308) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.525684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:37.558328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001acc-acb5-40ab-8b04-3fc55f43f855 req-24c0813e-afee-4153-ba9d-74fa8ccaf670 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.560090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec001acc-acb5-40ab-8b04-3fc55f43f855 req-24c0813e-afee-4153-ba9d-74fa8ccaf670 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.2309072 Jul 16 20:30:37.591480 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9143eaa9-58c6-44f9-b04e-4875626c5013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.630999 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.641219 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9143eaa9-58c6-44f9-b04e-4875626c5013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.656454 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ec001acc-acb5-40ab-8b04-3fc55f43f855 req-e156cefb-53d9-4555-8674-0d0573681821 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831349 Jul 16 20:30:37.672482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Calling delete_port for b4660f00-d5aa-4530-abc5-90ae80999756 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:37.682523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-7626243f-8a24-4124-a884-b971bea9d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.685208 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-7626243f-8a24-4124-a884-b971bea9d5f9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 200 len: 914 time: 0.2918861 Jul 16 20:30:37.740350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9143eaa9-58c6-44f9-b04e-4875626c5013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.743034 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9143eaa9-58c6-44f9-b04e-4875626c5013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.744356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9143eaa9-58c6-44f9-b04e-4875626c5013 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c139b986-7ee8-41f8-979e-1e512767491a HTTP/1.1" status: 204 len: 168 time: 0.2606976 Jul 16 20:30:37.770316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143eaa9-58c6-44f9-b04e-4875626c5013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c139b986-7ee8-41f8-979e-1e512767491a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:37.890461 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-dbb02f4d-a3d5-4bd3-8a1a-391d2f5d7b26 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 200 len: 1002 time: 0.1933777 Jul 16 20:30:37.921632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'd892316a-b7e6-4dc9-880c-6db5270d3207', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'mac_address': 'fa:16:3e:25:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:30Z', 'updated_at': '2021-07-16T20:30:37Z', 'revision_number': 2, 'project_id': 'c098ccf51e824f81a00428a874646429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.976043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] Checking router: 6aaa3418-709d-48dc-8769-1ef9a56918ba for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:37.991534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:37.992697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:38.018735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-95a3dca3-0bd1-4f58-9b2a-b4d676810cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.021509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-95a3dca3-0bd1-4f58-9b2a-b4d676810cd6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e8be8722-dfce-4ea1-80b7-9848255be250 HTTP/1.1" status: 200 len: 852 time: 0.1237583 Jul 16 20:30:38.130860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-11189774-b957-42e4-a878-c63ceacb2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.133935 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-11189774-b957-42e4-a878-c63ceacb2b67 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057966 Jul 16 20:30:38.135305 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.201937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:38.211055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event deleted for resources: {'Port': ['ID=b4660f00-d5aa-4530-abc5-90ae80999756,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.359457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.468436 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-d8cdd0a8-d00b-4ff3-baa0-93676bf2ba7e service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268788 Jul 16 20:30:38.486483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.492780 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.630175 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.630860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Fanout notify agent at l3_agent the message router_deleted on router a9a707a9-7003-4491-925c-3779e17e5e8f {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:38.640349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.646904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43324) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:38.648237 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-eeb99f5b-120a-4d9f-917f-2f5f0912789a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/a9a707a9-7003-4491-925c-3779e17e5e8f HTTP/1.1" status: 204 len: 168 time: 1.8809595 Jul 16 20:30:38.654266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'router': {'name': 'tempest-snat-router-231221201', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': False}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:38.701608 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9fcfe24e-85a7-430b-b6ef-0b0846ba7fd5 req-15efd8eb-ebe7-4cff-ad37-a78bf93c8a2c service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241395 Jul 16 20:30:38.715978 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.718741 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.790541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'd892316a-b7e6-4dc9-880c-6db5270d3207', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'mac_address': 'fa:16:3e:25:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:30Z', 'updated_at': '2021-07-16T20:30:37Z', 'revision_number': 2, 'project_id': 'c098ccf51e824f81a00428a874646429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:38.836112 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.877249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e5b8f-0b36-4796-a157-7783d27c8456 None None] The sync data for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 is: [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'd892316a-b7e6-4dc9-880c-6db5270d3207', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'port_id': '6590b315-8c16-4c23-96dd-04b4833c1065', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'mac_address': 'fa:16:3e:25:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:30Z', 'updated_at': '2021-07-16T20:30:37Z', 'revision_number': 2, 'project_id': 'c098ccf51e824f81a00428a874646429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:39.122120 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.162526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:39.165863 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05254d19-d2e4-4846-872e-c9f520a08621" -d '{"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:39.252318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e0f5-44db-4fe1-b45e-54a0a7ef7068 req-7dbb3048-9b67-4d46-8550-39edd2a1f2d0 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.256891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b779e0f5-44db-4fe1-b45e-54a0a7ef7068 req-7dbb3048-9b67-4d46-8550-39edd2a1f2d0 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.2148914 Jul 16 20:30:39.380588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b779e0f5-44db-4fe1-b45e-54a0a7ef7068 req-d9d3282b-8f23-4cac-9d41-405029b13b1e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143928 Jul 16 20:30:39.571337 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e6581a-c6dc-4f78-a1e3-a55ac222de1a x-openstack-request-id: req-28e6581a-c6dc-4f78-a1e3-a55ac222de1a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:39.571803 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:39.572297 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28e6581a-c6dc-4f78-a1e3-a55ac222de1a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:39.572883 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065', 'status': 'completed', 'code': 200} Jul 16 20:30:39.678042 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05254d19-d2e4-4846-872e-c9f520a08621 req-180f5446-3ecd-47f5-bf3a-753f16ec867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.680660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-05254d19-d2e4-4846-872e-c9f520a08621 req-180f5446-3ecd-47f5-bf3a-753f16ec867a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c098ccf51e824f81a00428a874646429&device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.1167886 Jul 16 20:30:39.767907 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.824015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.827907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05254d19-d2e4-4846-872e-c9f520a08621 req-60bc0836-b9ed-4140-9182-4a9f7eef1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.829998 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-05254d19-d2e4-4846-872e-c9f520a08621 req-60bc0836-b9ed-4140-9182-4a9f7eef1699 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 200 len: 914 time: 0.1424792 Jul 16 20:30:39.979235 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-05254d19-d2e4-4846-872e-c9f520a08621 req-12cfd65a-c5c5-4a4e-a10a-4425fd4ca8e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 200 len: 1002 time: 0.1408587 Jul 16 20:30:39.996795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Allocated IP 172.25.6.109 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/642e0fe8-9e2a-43c1-bd90-ade9367e9dd2) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:40.071502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05254d19-d2e4-4846-872e-c9f520a08621 req-25b648e6-0d63-486d-9034-d91ca3a77b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:40.073398 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-05254d19-d2e4-4846-872e-c9f520a08621 req-25b648e6-0d63-486d-9034-d91ca3a77b54 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e8be8722-dfce-4ea1-80b7-9848255be250 HTTP/1.1" status: 200 len: 852 time: 0.0874238 Jul 16 20:30:40.167353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05254d19-d2e4-4846-872e-c9f520a08621 req-5c843455-ad83-4434-a0af-16e5f7c23df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:40.171669 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-05254d19-d2e4-4846-872e-c9f520a08621 req-5c843455-ad83-4434-a0af-16e5f7c23df5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903893 Jul 16 20:30:40.212867 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.332320 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.355525 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-05254d19-d2e4-4846-872e-c9f520a08621 req-1ee5a838-cf5a-498a-a10a-91d23a01732c service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775069 Jul 16 20:30:40.413641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:40.419989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:40.449405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:40.503586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'Port': ['ID=642e0fe8-9e2a-43c1-bd90-ade9367e9dd2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:40.505324 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-05254d19-d2e4-4846-872e-c9f520a08621 req-5433f83c-1ce0-4fff-9e5c-3511174eb6d2 service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431112 Jul 16 20:30:40.936319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3be94-f425-433a-9131-a9d42c3d988d req-74632efe-8516-460b-a7df-759e407bce65 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:40.941801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95a3be94-f425-433a-9131-a9d42c3d988d req-74632efe-8516-460b-a7df-759e407bce65 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.2297750 Jul 16 20:30:41.131587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95a3be94-f425-433a-9131-a9d42c3d988d req-f721bd7c-a38d-4a6b-9c9a-f222394e1b5f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581340 Jul 16 20:30:41.140547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.895844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43378) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:42.071528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18de5667-95fb-4865-a562-2a17e577dda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.078329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.275855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18de5667-95fb-4865-a562-2a17e577dda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.282913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18de5667-95fb-4865-a562-2a17e577dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.332851 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Router b8495659-d0a3-414e-baad-02e45861920c is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:42.351265 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-18de5667-95fb-4865-a562-2a17e577dda9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b487b1e11fd94fbda0c13818a8921087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494877 Jul 16 20:30:42.351534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43384) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:42.392551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de5667-95fb-4865-a562-2a17e577dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee6bccc-6d4a-4bfc-a9c3-e64839344533,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:42.555689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6c984d80-6072-40f9-830d-ae342250aa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.561789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:42.575352 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Sync routers for ids ['b8495659-d0a3-414e-baad-02e45861920c'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:42.577899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f969565-8732-4d67-ac7e-838627f82e69 req-c2a18417-6b65-4e97-8882-03e02ac6ec27 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:42.579736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f969565-8732-4d67-ac7e-838627f82e69 req-c2a18417-6b65-4e97-8882-03e02ac6ec27 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.2412205 Jul 16 20:30:42.599088 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Routers {'b8495659-d0a3-414e-baad-02e45861920c'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:42.600557 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8495659-d0a3-414e-baad-02e45861920c'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:42.611969 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.613482 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b8b7fd8c-9bf7-4dfb-9cdb-30ff22dbab6c tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9639115 Jul 16 20:30:42.617201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43386) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:42.633300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6c984d80-6072-40f9-830d-ae342250aa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.662529 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f969565-8732-4d67-ac7e-838627f82e69 req-91cba197-984a-41b4-8b6e-762386f442c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665698 Jul 16 20:30:42.721629 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6c984d80-6072-40f9-830d-ae342250aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.727506 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6c984d80-6072-40f9-830d-ae342250aa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.745254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6c984d80-6072-40f9-830d-ae342250aa1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fee6bccc-6d4a-4bfc-a9c3-e64839344533 HTTP/1.1" status: 204 len: 168 time: 0.3897541 Jul 16 20:30:42.781109 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c984d80-6072-40f9-830d-ae342250aa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee6bccc-6d4a-4bfc-a9c3-e64839344533,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:42.808422 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4c89e88a-ec19-4030-8563-4354f5feff15 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/routers/b8495659-d0a3-414e-baad-02e45861920c HTTP/1.1" status: 200 len: 908 time: 0.1896930 Jul 16 20:30:42.812840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43390) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:42.826980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'router': {'name': 'tempest-snat-router-231221201', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': True}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:42.880791 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.883467 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.981455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.984092 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Set router b8495659-d0a3-414e-baad-02e45861920c gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:43.238994 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.287396 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8495659-d0a3-414e-baad-02e45861920c', 'name': 'tempest-snat-router-231221201', 'tenant_id': '960dfeec89c348c8b226b11369b87125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.109'}], 'enable_snat': False}, 'gw_port_id': '642e0fe8-9e2a-43c1-bd90-ade9367e9dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:38Z', 'updated_at': '2021-07-16T20:30:40Z', 'revision_number': 3, 'project_id': '960dfeec89c348c8b226b11369b87125', 'gw_port': {'id': '642e0fe8-9e2a-43c1-bd90-ade9367e9dd2', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8495659-d0a3-414e-baad-02e45861920c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:39Z', 'updated_at': '2021-07-16T20:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:43.348305 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Checking router: b8495659-d0a3-414e-baad-02e45861920c for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:43.348842 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Updating router b8495659-d0a3-414e-baad-02e45861920c port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:43.395395 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.412024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43394) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:43.433165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc676-15c4-44ec-b937-bf7b06f86deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.435682 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:43.761842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.819320 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.831654 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.839971 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Transition to ACTIVE for port object 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:43.848158 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.865392 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc676-15c4-44ec-b937-bf7b06f86deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.890324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc676-15c4-44ec-b937-bf7b06f86deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.914462 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Pushing event updated for resources: {'Port': ['ID=642e0fe8-9e2a-43c1-bd90-ade9367e9dd2,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:43.917361 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Attempting to bind port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:43.917873 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Attempting to bind port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:43.918337 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Attempting to bind port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:43.930405 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.930921 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.931370 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.931815 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.932280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.932715 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.933147 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.933583 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.934013 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.934476 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.934901 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.935356 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:43.939062 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:43.939608 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:43.940157 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.940689 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:43.942092 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Bound port: 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:43.942721 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.010023 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] For port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:44.022186 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] For port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=642e0fe8-9e2a-43c1-bd90-ade9367e9dd2,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:44.029868 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.103506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d6bfc676-15c4-44ec-b937-bf7b06f86deb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66927ec0b2b44ddbb893f329ed9bf33c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892319 Jul 16 20:30:44.104739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfc676-15c4-44ec-b937-bf7b06f86deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e78a452-82b6-4649-8af0-20cd303f135c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.106040 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Routers {'b8495659-d0a3-414e-baad-02e45861920c'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:44.106435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43400) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:44.107065 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8495659-d0a3-414e-baad-02e45861920c'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:44.234468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e77de-34a3-4bf1-9497-b42d14d0e97f req-1b75f2a0-6caa-40c8-8788-5224e08a884d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:44.237807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e68e77de-34a3-4bf1-9497-b42d14d0e97f req-1b75f2a0-6caa-40c8-8788-5224e08a884d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.3849530 Jul 16 20:30:44.277525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Allocated IP 172.25.6.164 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/a11928e1-8917-4da9-a804-d2185ca06a87) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:44.292670 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] Set router b8495659-d0a3-414e-baad-02e45861920c gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:44.403879 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36347d22-ee93-4cc1-9d83-6b7dce091ba2 None None] Pushing event updated for resources: {'Port': ['ID=642e0fe8-9e2a-43c1-bd90-ade9367e9dd2,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.491608 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.520792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e68e77de-34a3-4bf1-9497-b42d14d0e97f req-0223c4b4-ede8-4142-9015-07c6af1589a6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686770 Jul 16 20:30:44.596173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21cca754-8e08-4e13-aa8f-9a066c4b6a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.608842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.628997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21cca754-8e08-4e13-aa8f-9a066c4b6a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.688095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:44.694062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:44.701144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:44.712787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'Port': ['ID=a11928e1-8917-4da9-a804-d2185ca06a87,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.719588 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8495659-d0a3-414e-baad-02e45861920c', 'name': 'tempest-snat-router-231221201', 'tenant_id': '960dfeec89c348c8b226b11369b87125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.109'}], 'enable_snat': False}, 'gw_port_id': '642e0fe8-9e2a-43c1-bd90-ade9367e9dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:38Z', 'updated_at': '2021-07-16T20:30:40Z', 'revision_number': 3, 'project_id': '960dfeec89c348c8b226b11369b87125', 'gw_port': {'id': '642e0fe8-9e2a-43c1-bd90-ade9367e9dd2', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8495659-d0a3-414e-baad-02e45861920c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:39Z', 'updated_at': '2021-07-16T20:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:44.720483 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21cca754-8e08-4e13-aa8f-9a066c4b6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.729600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21cca754-8e08-4e13-aa8f-9a066c4b6a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.737236 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-21cca754-8e08-4e13-aa8f-9a066c4b6a3a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e78a452-82b6-4649-8af0-20cd303f135c HTTP/1.1" status: 204 len: 168 time: 0.6264260 Jul 16 20:30:44.750031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cca754-8e08-4e13-aa8f-9a066c4b6a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e78a452-82b6-4649-8af0-20cd303f135c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.806684 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0587a0-119c-4685-8e74-1e1e78c6fb0d None None] The sync data for ids ['b8495659-d0a3-414e-baad-02e45861920c'] in n-d-791505-15 is: [{'id': 'b8495659-d0a3-414e-baad-02e45861920c', 'name': 'tempest-snat-router-231221201', 'tenant_id': '960dfeec89c348c8b226b11369b87125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.109'}], 'enable_snat': False}, 'gw_port_id': '642e0fe8-9e2a-43c1-bd90-ade9367e9dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:38Z', 'updated_at': '2021-07-16T20:30:40Z', 'revision_number': 3, 'project_id': '960dfeec89c348c8b226b11369b87125', 'gw_port': {'id': '642e0fe8-9e2a-43c1-bd90-ade9367e9dd2', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8495659-d0a3-414e-baad-02e45861920c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:39Z', 'updated_at': '2021-07-16T20:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:45.244611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.053963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:46.169881 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.312922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:46.324674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:46.326195 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.377686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-25c5f52e-52c7-4f7c-a2db-6a9683b263a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9805677 Jul 16 20:30:46.418106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d2101-1194-4ec3-9381-cd7934540daf req-987d371b-b7da-485e-b5b0-b7523cea80af tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:46.420250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e0d2101-1194-4ec3-9381-cd7934540daf req-987d371b-b7da-485e-b5b0-b7523cea80af tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.6548104 Jul 16 20:30:46.565203 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.610071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Router e6b092f7-5eaf-4097-ac8c-9dcb3576e809 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:46.615926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=642e0fe8-9e2a-43c1-bd90-ade9367e9dd2,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:46.622818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.652559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e0d2101-1194-4ec3-9381-cd7934540daf req-bc585b73-bfef-47a6-a9c7-fc57d2db477c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197893 Jul 16 20:30:46.755860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=642e0fe8-9e2a-43c1-bd90-ade9367e9dd2,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:46.766992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.767738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.767914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.768475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.769006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.769415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.769800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.770303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.770601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.771084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.772336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.773006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:46.857296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:46.865799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-d8ba2f12-d646-4dfe-92d1-ff5adaddc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:46.867961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-d8ba2f12-d646-4dfe-92d1-ff5adaddc2d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.3451536 Jul 16 20:30:46.872247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Sync routers for ids ['e6b092f7-5eaf-4097-ac8c-9dcb3576e809'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:46.887315 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.893984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43432) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:46.896941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-17bcce34-1b11-4c77-aa4d-154895b07238 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0780942 Jul 16 20:30:46.900112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Routers {'e6b092f7-5eaf-4097-ac8c-9dcb3576e809'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:46.901382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e6b092f7-5eaf-4097-ac8c-9dcb3576e809'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:47.138880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-71602109-ba71-48d3-8446-41a699a1a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:47.140498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Set router e6b092f7-5eaf-4097-ac8c-9dcb3576e809 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:47.147345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-71602109-ba71-48d3-8446-41a699a1a01e service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 0.2400596 Jul 16 20:30:47.191553 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6399453a-0ea6-4226-bc29-6b89eac150bf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/routers/e6b092f7-5eaf-4097-ac8c-9dcb3576e809 HTTP/1.1" status: 200 len: 907 time: 0.2906327 Jul 16 20:30:47.193962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43444) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:47.274903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-e611bf58-5f40-46d3-83d8-f98f270f42b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 1001 time: 0.1215265 Jul 16 20:30:47.447244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.544162 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-499f201b-0d5c-41e0-a922-edf755a5e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:47.547679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b092f7-5eaf-4097-ac8c-9dcb3576e809', 'name': 'tempest-snat-router-231221201', 'tenant_id': '960dfeec89c348c8b226b11369b87125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'a11928e1-8917-4da9-a804-d2185ca06a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:42Z', 'updated_at': '2021-07-16T20:30:44Z', 'revision_number': 3, 'project_id': '960dfeec89c348c8b226b11369b87125', 'gw_port': {'id': 'a11928e1-8917-4da9-a804-d2185ca06a87', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b092f7-5eaf-4097-ac8c-9dcb3576e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:43Z', 'updated_at': '2021-07-16T20:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:47.549506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-499f201b-0d5c-41e0-a922-edf755a5e591 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.2675149 Jul 16 20:30:47.623101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Checking router: e6b092f7-5eaf-4097-ac8c-9dcb3576e809 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:47.623832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Updating router e6b092f7-5eaf-4097-ac8c-9dcb3576e809 port a11928e1-8917-4da9-a804-d2185ca06a87 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:47.674637 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.873543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.898368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-8e232bf9-6160-4fde-9d7d-c46e121b70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:47.924832 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-8e232bf9-6160-4fde-9d7d-c46e121b70ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3533206 Jul 16 20:30:47.933350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-afa80883-7b3e-43d2-995e-65ebfe122349 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:30:47.934490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-afa80883-7b3e-43d2-995e-65ebfe122349 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080330 Jul 16 20:30:48.067135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:48.155298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Deleting port a11928e1-8917-4da9-a804-d2185ca06a87 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:48.157037 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.185164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75309e-0287-438b-b0d1-765fed4856fb req-be7cf539-4fbd-4f2d-beac-6f108a475ff4 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.194492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a75309e-0287-438b-b0d1-765fed4856fb req-be7cf539-4fbd-4f2d-beac-6f108a475ff4 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.5289769 Jul 16 20:30:48.281080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a75309e-0287-438b-b0d1-765fed4856fb req-4111f2b4-3db9-46d0-a316-ed946a0d24bf tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854306 Jul 16 20:30:48.293167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-c16c2b6a-94b1-45f0-a798-e734bcbd58c3 service neutron] 10.222.0.16 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392518 Jul 16 20:30:48.312912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:48.324502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e836cf-0fea-47ea-af0d-800752cca3a7 req-859ac557-e5a4-482b-ba76-a1dd74eec6d9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.332893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40e836cf-0fea-47ea-af0d-800752cca3a7 req-859ac557-e5a4-482b-ba76-a1dd74eec6d9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.3967485 Jul 16 20:30:48.344757 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a3f1cf46-b08c-4f5c-9386-3ef3e3cdac05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.423164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:48.423551 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.457138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40e836cf-0fea-47ea-af0d-800752cca3a7 req-6ac568dd-080c-4cd2-9041-0e4597c18e66 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223528 Jul 16 20:30:48.506343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6a2416a-e261-42ee-9e64-20247f9b6258 req-6572de07-92f5-418d-9a93-f5e4939f6262 service neutron] 10.222.0.16 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046509 Jul 16 20:30:48.530536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.544387 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.571951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Transition to ACTIVE for port object a11928e1-8917-4da9-a804-d2185ca06a87 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:48.603387 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.633688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Calling delete_port for a11928e1-8917-4da9-a804-d2185ca06a87 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:48.686853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Attempting to bind port a11928e1-8917-4da9-a804-d2185ca06a87 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:48.686853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Attempting to bind port a11928e1-8917-4da9-a804-d2185ca06a87 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:48.687304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Attempting to bind port a11928e1-8917-4da9-a804-d2185ca06a87 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:48.689411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfb55-862b-49a0-94c1-52d2995502c0 None None] Pushing event updated for resources: {'Port': ['ID=a11928e1-8917-4da9-a804-d2185ca06a87,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.698456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:48.699522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:48.699751 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.700394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:48.701186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Bound port: a11928e1-8917-4da9-a804-d2185ca06a87, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:48.701827 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.793318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] For port a11928e1-8917-4da9-a804-d2185ca06a87, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:48.797357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] For port a11928e1-8917-4da9-a804-d2185ca06a87, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a11928e1-8917-4da9-a804-d2185ca06a87,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:48.803773 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.873021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Routers {'e6b092f7-5eaf-4097-ac8c-9dcb3576e809'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:48.873709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e6b092f7-5eaf-4097-ac8c-9dcb3576e809'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:48.925772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfb55-862b-49a0-94c1-52d2995502c0 None None] Pushing event updated for resources: {'Port': ['ID=a11928e1-8917-4da9-a804-d2185ca06a87,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:49.008618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] Set router e6b092f7-5eaf-4097-ac8c-9dcb3576e809 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:49.114936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b092f7-5eaf-4097-ac8c-9dcb3576e809', 'name': 'tempest-snat-router-231221201', 'tenant_id': '960dfeec89c348c8b226b11369b87125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:42Z', 'updated_at': '2021-07-16T20:30:47Z', 'revision_number': 4, 'project_id': '960dfeec89c348c8b226b11369b87125', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:49.146854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port e531c21b-7bff-4533-abe4-74996609f655 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:49.149477 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.181775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788e7b7-4d76-4e86-b627-81c1c2aa023e None None] The sync data for ids ['e6b092f7-5eaf-4097-ac8c-9dcb3576e809'] in n-d-791505-15 is: [{'id': 'e6b092f7-5eaf-4097-ac8c-9dcb3576e809', 'name': 'tempest-snat-router-231221201', 'tenant_id': '960dfeec89c348c8b226b11369b87125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:42Z', 'updated_at': '2021-07-16T20:30:47Z', 'revision_number': 4, 'project_id': '960dfeec89c348c8b226b11369b87125', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:49.334943 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.393086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event deleted for resources: {'Port': ['ID=a11928e1-8917-4da9-a804-d2185ca06a87,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:49.475118 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.475537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.506414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for e531c21b-7bff-4533-abe4-74996609f655 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:49.530512 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.773544 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.784802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.799170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8173-004c-4e8c-ba41-3258cbe61b4e req-8307d1bf-e694-43a7-a321-835b7102b02a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.804943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd6d8173-004c-4e8c-ba41-3258cbe61b4e req-8307d1bf-e694-43a7-a321-835b7102b02a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.1742160 Jul 16 20:30:49.870138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.870675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6b092f7-5eaf-4097-ac8c-9dcb3576e809 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:49.876882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.879033 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3399c5aa-549f-47f4-810f-d401b331ba40 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "DELETE /v2.0/routers/e6b092f7-5eaf-4097-ac8c-9dcb3576e809 HTTP/1.1" status: 204 len: 168 time: 2.6830251 Jul 16 20:30:49.882506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43466) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:49.895136 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd6d8173-004c-4e8c-ba41-3258cbe61b4e req-49e8a807-fd89-4faf-84c5-e12d60b8040f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Jul 16 20:30:50.084404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.128505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.174758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=e531c21b-7bff-4533-abe4-74996609f655,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:50.314993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.315425 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Floating IP c6dda69f-443c-499c-adf0-85588664a45e disassociated (deleted). External IP: 172.25.6.122, port: 0f1366cb-ab48-4f56-a42a-bc16438bbec8. Jul 16 20:30:50.320053 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.476437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-31e98a52-2228-4035-942d-cd3e589a9e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.563891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Deleting port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:50.565409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.665701 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.252395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] For port 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=642e0fe8-9e2a-43c1-bd90-ade9367e9dd2,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:51.253063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.277780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-18041a34-b8c2-45c7-8c9c-2b58593f9cc0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9102821 Jul 16 20:30:51.284599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Calling delete_port for 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:51.293385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64be57-8059-4231-bc0d-c3335b2034c2 req-7c55e421-4674-449f-b692-d016720995ea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.303600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:51.311723 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af64be57-8059-4231-bc0d-c3335b2034c2 req-7c55e421-4674-449f-b692-d016720995ea tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.1337585 Jul 16 20:30:51.371776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af64be57-8059-4231-bc0d-c3335b2034c2 req-fffa0579-9ca8-4a8e-a4b7-1b275f933787 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 Jul 16 20:30:51.644793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-d7bbd32f-9a92-404d-86f0-2ea059c7ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.644793 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-d7bbd32f-9a92-404d-86f0-2ea059c7ff22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c098ccf51e824f81a00428a874646429&device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.3139091 Jul 16 20:30:51.660661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:51.668552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.682987 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] Sync routers for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:51.696356 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:51.697286 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:51.789888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bc02cf9d-74a4-4769-93ca-25db0d2d108e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/floatingips/c6dda69f-443c-499c-adf0-85588664a45e HTTP/1.1" status: 204 len: 168 time: 3.4755700 Jul 16 20:30:51.794410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:51.797346 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:51.876640 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:51.895393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.965410 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27a496-49f7-437d-98f5-6bea87fa3fd4 x-openstack-request-id: req-8b27a496-49f7-437d-98f5-6bea87fa3fd4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:51.965875 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:51.966289 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b27a496-49f7-437d-98f5-6bea87fa3fd4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:51.967036 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'status': 'completed', 'code': 200} Jul 16 20:30:51.978836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event deleted for resources: {'Port': ['ID=642e0fe8-9e2a-43c1-bd90-ade9367e9dd2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.091490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-b16ae9bd-e9aa-4ff8-8ae2-59e391935296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.099198 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-b16ae9bd-e9aa-4ff8-8ae2-59e391935296 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 200 len: 914 time: 0.3967352 Jul 16 20:30:52.115768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-463692cf-7007-4632-a399-0203441c6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.119896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-463692cf-7007-4632-a399-0203441c6505 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 1097 time: 0.1596580 Jul 16 20:30:52.244704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.256043 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:52Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:52.328402 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] Checking router: 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:52.341530 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:52.342946 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:52.457714 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.523021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.527432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.671425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.672820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8495659-d0a3-414e-baad-02e45861920c {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:52.681407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.683417 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ba74148f-5da2-4de9-a51b-2cefd0c507a4 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "DELETE /v2.0/routers/b8495659-d0a3-414e-baad-02e45861920c HTTP/1.1" status: 204 len: 168 time: 2.7996655 Jul 16 20:30:52.686662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-a74ee202-724e-4a0f-84fd-cf028a985801 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 200 len: 1002 time: 0.5756257 Jul 16 20:30:52.687675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43490) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:52.701410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-252861901', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:52.704783 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:52.844000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.851034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.897357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-1736191f-1f73-428c-812b-15e499eeaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.902266 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-1736191f-1f73-428c-812b-15e499eeaee3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e8be8722-dfce-4ea1-80b7-9848255be250 HTTP/1.1" status: 200 len: 852 time: 0.1639462 Jul 16 20:30:52.965752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca9956bd-86dc-4559-8fd6-316448456583 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:53.021031 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.173384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-83b481fa-24ef-4703-a63b-a2e990730223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.175447 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-83b481fa-24ef-4703-a63b-a2e990730223 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646186 Jul 16 20:30:53.203724 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:52Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:53.245828 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62a274-7bae-45f6-9714-32df12a97b16 None None] The sync data for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 is: [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:28:44Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a3de52c1-de47-4a9c-8d4c-9cc908c2af55', 'name': '', 'network_id': '6f449fb1-ce91-4d21-9411-4b78c3361ca4', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:64:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:41Z', 'updated_at': '2021-07-16T20:28:52Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'f924c6ad-bd76-46cb-b24a-2192e0112c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:53.249167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca9956bd-86dc-4559-8fd6-316448456583, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca9956bd-86dc-4559-8fd6-316448456583,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:53.249408 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.273123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ca9956bd-86dc-4559-8fd6-316448456583', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'port_id': 'ca9956bd-86dc-4559-8fd6-316448456583', 'mac_address': 'fa:16:3e:87:db:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:53.301472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-11c2b56d-5109-4540-8120-d6d2dc5efacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.303268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-11c2b56d-5109-4540-8120-d6d2dc5efacc service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 200 len: 897 time: 1.1758049 Jul 16 20:30:53.338549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.360064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9956bd-86dc-4559-8fd6-316448456583 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:53.376850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-3ad8e550-87ce-4fc2-8d39-273a1a9ef32c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 200 len: 217 time: 0.0627060 Jul 16 20:30:53.392268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10e11-2b60-47fa-b80d-a7997d36221e req-20b8e47c-3547-4122-86bf-e648372a955b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.395336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca9956bd-86dc-4559-8fd6-316448456583, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca9956bd-86dc-4559-8fd6-316448456583,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:53.401785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbe10e11-2b60-47fa-b80d-a7997d36221e req-20b8e47c-3547-4122-86bf-e648372a955b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 943 time: 0.2704692 Jul 16 20:30:53.403083 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.413314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-200214e4-a2ad-4eb2-9e2c-a1f0b1b25855 service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980882 Jul 16 20:30:53.438208 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20009c6-d1d1-4967-8562-2618f0d716f0 req-08d26f8a-8012-463c-aaad-75b670dc9365 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.447429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c20009c6-d1d1-4967-8562-2618f0d716f0 req-08d26f8a-8012-463c-aaad-75b670dc9365 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.3358688 Jul 16 20:30:53.534290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca9956bd-86dc-4559-8fd6-316448456583,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.537752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-14456e48-f4b4-4ea7-9eb0-86f4aff1831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.540140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-14456e48-f4b4-4ea7-9eb0-86f4aff1831c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 200 len: 835 time: 0.1268437 Jul 16 20:30:53.554022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fbe10e11-2b60-47fa-b80d-a7997d36221e req-d9f9aeed-013c-4c68-a70f-6f95a2f7722e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508756 Jul 16 20:30:53.608055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c20009c6-d1d1-4967-8562-2618f0d716f0 req-8a265895-cc2f-4969-ba32-93f7d3afcdc4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf2d314c-566a-4fb1-93ed-dbbf697ed56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592059 Jul 16 20:30:53.648592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-3930f561-dec0-4de1-b1d4-c26e67d2f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.650280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-3930f561-dec0-4de1-b1d4-c26e67d2f0e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f449fb1-ce91-4d21-9411-4b78c3361ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951838 Jul 16 20:30:53.685411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ca9956bd-86dc-4559-8fd6-316448456583'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:53.751286 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5628e2d9-2066-4470-b08e-5ecbed4d4655 req-01e6cf54-baba-4e5b-bfed-704748c01b4b service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910945 Jul 16 20:30:53.765485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf3c2e-cb40-419d-938c-993bf146b17b None None] New status for floating IP c6dda69f-443c-499c-adf0-85588664a45e: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:30:53.783732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.809622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.809988 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-fe0a7ac2-b7cf-493d-b6ae-18c4a271e8db service neutron] 10.222.0.16 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450064 Jul 16 20:30:53.897863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:53.931409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:53.931609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 642e0fe8-9e2a-43c1-bd90-ade9367e9dd2 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:53.940446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.011040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-10c880b7-633c-479f-8e59-6459f45f9da6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.012880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-10c880b7-633c-479f-8e59-6459f45f9da6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 945 time: 0.1622832 Jul 16 20:30:54.015161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fff2ea78-2f50-40c3-a2fb-095b4742e8bd req-b1f00faa-640c-4e6b-b6d2-7f5525dceb95 service neutron] 10.222.0.16 "GET /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912231 Jul 16 20:30:54.024890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Allocated IP 172.25.6.63 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/20effc24-6684-4cff-89f3-ec4d581191fa) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:54.161508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.196349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:54.196705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.266759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.322458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port 0f1366cb-ab48-4f56-a42a-bc16438bbec8, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=0f1366cb-ab48-4f56-a42a-bc16438bbec8,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:54.323341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.339365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 0f1366cb-ab48-4f56-a42a-bc16438bbec8 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:54.348391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:54.354209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:54.362366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:54.417140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event updated for resources: {'Port': ['ID=20effc24-6684-4cff-89f3-ec4d581191fa,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.507178 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.549532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=0f1366cb-ab48-4f56-a42a-bc16438bbec8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.654976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] No DVR routers for this DVR port 0f1366cb-ab48-4f56-a42a-bc16438bbec8 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:54.660804 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.665577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-77482d5f-40be-45af-9baa-ee57cd2321a3 req-4b4ecd87-55bb-4e17-9d75-9a15eb68e7be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "DELETE /v2.0/ports/0f1366cb-ab48-4f56-a42a-bc16438bbec8 HTTP/1.1" status: 204 len: 173 time: 0.6370237 Jul 16 20:30:54.666497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'name': 'network-vif-deleted', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:54.671160 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f2bac5-8593-4d68-ad73-98fedf9bcd4e" -d '{"events": [{"server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "name": "network-vif-deleted", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:54.850186 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.868467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a53fb-66b4-4606-8374-f20d5993047f req-62d1d10c-ced7-4f55-b091-068cf79a7973 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.871037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b09a53fb-66b4-4606-8374-f20d5993047f req-62d1d10c-ced7-4f55-b091-068cf79a7973 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 944 time: 0.1305718 Jul 16 20:30:54.943384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e56d9723-3154-453d-9186-ba1ef669fa98 req-07f54a6a-6092-413b-8156-60643fc26133 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=871f17ee-74e8-46f7-aad4-67f6b93ee782 HTTP/1.1" status: 200 len: 210 time: 0.0675156 Jul 16 20:30:54.975983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca9956bd-86dc-4559-8fd6-316448456583 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:55.056593 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b09a53fb-66b4-4606-8374-f20d5993047f req-5354d451-8eeb-49de-aa35-e73810e4da05 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289401 Jul 16 20:30:55.116009 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092e0221-6d0f-459b-9434-a3e082f8f47d x-openstack-request-id: req-092e0221-6d0f-459b-9434-a3e082f8f47d {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:55.117045 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871f17ee-74e8-46f7-aad4-67f6b93ee782", "name": "network-vif-deleted", "tag": "0f1366cb-ab48-4f56-a42a-bc16438bbec8", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:55.117831 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-092e0221-6d0f-459b-9434-a3e082f8f47d {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:55.119389 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871f17ee-74e8-46f7-aad4-67f6b93ee782', 'name': 'network-vif-deleted', 'tag': '0f1366cb-ab48-4f56-a42a-bc16438bbec8', 'status': 'completed', 'code': 200} Jul 16 20:30:55.134839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port ca9956bd-86dc-4559-8fd6-316448456583 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:55.142995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ca9956bd-86dc-4559-8fd6-316448456583 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:55.143990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.299673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.358533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.363825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983650d2-21f0-41f0-907a-f7cd10928c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9956bd-86dc-4559-8fd6-316448456583'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:55.366520 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c09e79-5f39-4ffc-9853-6185354134b5" -d '{"events": [{"server_uuid": "983650d2-21f0-41f0-907a-f7cd10928c73", "name": "network-vif-plugged", "status": "completed", "tag": "ca9956bd-86dc-4559-8fd6-316448456583"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:55.396183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ca9956bd-86dc-4559-8fd6-316448456583, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca9956bd-86dc-4559-8fd6-316448456583,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:55.404012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.423890 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8175be6c-f97a-429e-a13a-2f904a81a5a7 x-openstack-request-id: req-8175be6c-f97a-429e-a13a-2f904a81a5a7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:55.424350 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983650d2-21f0-41f0-907a-f7cd10928c73", "name": "network-vif-plugged", "status": "completed", "tag": "ca9956bd-86dc-4559-8fd6-316448456583", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:55.424681 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8175be6c-f97a-429e-a13a-2f904a81a5a7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:55.425091 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983650d2-21f0-41f0-907a-f7cd10928c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9956bd-86dc-4559-8fd6-316448456583', 'code': 200} Jul 16 20:30:55.483577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ca9956bd-86dc-4559-8fd6-316448456583,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:55.600670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d9ec2-680b-40d9-8135-058da09903f8 req-a10d494a-bbf4-48fb-9f07-f44bd156ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:55.602621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-378d9ec2-680b-40d9-8135-058da09903f8 req-a10d494a-bbf4-48fb-9f07-f44bd156ad8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 1097 time: 0.1044416 Jul 16 20:30:55.656886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-378d9ec2-680b-40d9-8135-058da09903f8 req-938d56f4-8062-41e3-b3c6-384aec92583f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473258 Jul 16 20:30:55.906538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Router 6a170732-7c51-4c5a-983a-235217dc446c is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:56.052349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:56.064259 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b13280-f67c-402c-9b86-ac82a59b574a None None] Sync routers for ids ['6a170732-7c51-4c5a-983a-235217dc446c'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:56.080322 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.080641 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b13280-f67c-402c-9b86-ac82a59b574a None None] Routers {'6a170732-7c51-4c5a-983a-235217dc446c'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:56.082300 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a0b13280-f67c-402c-9b86-ac82a59b574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6a170732-7c51-4c5a-983a-235217dc446c'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.086039 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-66bd2dbc-4511-4919-9743-88e8f0f009cb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3880496 Jul 16 20:30:56.088381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43516) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:56.097521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-17afb5df-e6b8-43c7-bb45-74a378d79103 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': False}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:56.146696 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43520) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:56.151472 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a0b13280-f67c-402c-9b86-ac82a59b574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.169424 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b13280-f67c-402c-9b86-ac82a59b574a None None] Routers {'6a170732-7c51-4c5a-983a-235217dc446c'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:56.170571 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a0b13280-f67c-402c-9b86-ac82a59b574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6a170732-7c51-4c5a-983a-235217dc446c'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.235361 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a0b13280-f67c-402c-9b86-ac82a59b574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.236984 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b13280-f67c-402c-9b86-ac82a59b574a None None] The sync data for ids ['6a170732-7c51-4c5a-983a-235217dc446c'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:56.704274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189aa9-7a33-4b96-bf7f-30ccea3b45fc req-6455d343-a696-48d0-a68c-159ffbfcaaf8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.705868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6189aa9-7a33-4b96-bf7f-30ccea3b45fc req-6455d343-a696-48d0-a68c-159ffbfcaaf8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 945 time: 0.3360877 Jul 16 20:30:56.714911 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17afb5df-e6b8-43c7-bb45-74a378d79103 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.817852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6189aa9-7a33-4b96-bf7f-30ccea3b45fc req-163c41d3-0f93-40f2-a982-e66a3bf0f13d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977390 Jul 16 20:30:56.954930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.978312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0f1366cb-ab48-4f56-a42a-bc16438bbec8 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:57.007128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 0f1366cb-ab48-4f56-a42a-bc16438bbec8 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:57.007941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 0f1366cb-ab48-4f56-a42a-bc16438bbec8 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:57.435069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17afb5df-e6b8-43c7-bb45-74a378d79103 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.441996 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17afb5df-e6b8-43c7-bb45-74a378d79103 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.532032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port a3de52c1-de47-4a9c-8d4c-9cc908c2af55 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:57.532956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.651478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17afb5df-e6b8-43c7-bb45-74a378d79103 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Router 6a170732-7c51-4c5a-983a-235217dc446c has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:57.708144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port a3de52c1-de47-4a9c-8d4c-9cc908c2af55, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:57.709155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.724638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for a3de52c1-de47-4a9c-8d4c-9cc908c2af55 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:57.849061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17afb5df-e6b8-43c7-bb45-74a378d79103 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:57.856888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-17afb5df-e6b8-43c7-bb45-74a378d79103 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.861553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-17afb5df-e6b8-43c7-bb45-74a378d79103 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "PUT /v2.0/routers/6a170732-7c51-4c5a-983a-235217dc446c HTTP/1.1" status: 200 len: 920 time: 1.7690189 Jul 16 20:30:57.861897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d5acf-c650-47fb-bf5a-890f0c574861 None None] Sync routers for ids ['6a170732-7c51-4c5a-983a-235217dc446c'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:57.863894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43530) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:57.883617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d5acf-c650-47fb-bf5a-890f0c574861 None None] Routers {'6a170732-7c51-4c5a-983a-235217dc446c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:57.885119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e36d5acf-c650-47fb-bf5a-890f0c574861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6a170732-7c51-4c5a-983a-235217dc446c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:57.966259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e36d5acf-c650-47fb-bf5a-890f0c574861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:57.993930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d5acf-c650-47fb-bf5a-890f0c574861 None None] Routers {'6a170732-7c51-4c5a-983a-235217dc446c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:57.997194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e36d5acf-c650-47fb-bf5a-890f0c574861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6a170732-7c51-4c5a-983a-235217dc446c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:58.065458 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-014e2c58-0e58-44ee-af36-900c72f860ce tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/routers/6a170732-7c51-4c5a-983a-235217dc446c HTTP/1.1" status: 200 len: 920 time: 0.2002778 Jul 16 20:30:58.069459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e36d5acf-c650-47fb-bf5a-890f0c574861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:58.070254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43534) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:58.071269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d5acf-c650-47fb-bf5a-890f0c574861 None None] The sync data for ids ['6a170732-7c51-4c5a-983a-235217dc446c'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:58.081071 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.120522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=a3de52c1-de47-4a9c-8d4c-9cc908c2af55,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:58.235399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4449-3e42-40e9-88d7-51552ffe7b87 req-11fcea22-2bda-48eb-b445-24cb1802ab8a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:58.243718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a16b4449-3e42-40e9-88d7-51552ffe7b87 req-11fcea22-2bda-48eb-b445-24cb1802ab8a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 945 time: 0.2445512 Jul 16 20:30:58.259211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d149bf9-b133-4319-981d-6fbe1ee5361d tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:58.266404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5d149bf9-b133-4319-981d-6fbe1ee5361d tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=6a170732-7c51-4c5a-983a-235217dc446c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1885455 Jul 16 20:30:58.266977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43536) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:58.334048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a16b4449-3e42-40e9-88d7-51552ffe7b87 req-8f7c1c84-da65-4e73-8bd8-c809234598ed tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778570 Jul 16 20:30:58.416437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef6ac0-5f86-4f78-aad0-ae29be6f20ee tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:58.430837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-07ef6ac0-5f86-4f78-aad0-ae29be6f20ee tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 881 time: 0.1615198 Jul 16 20:30:58.436685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43540) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:58.513749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-026bf4ee-45da-4a35-8cdc-c1b77bc1110a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a170732-7c51-4c5a-983a-235217dc446c HTTP/1.1" status: 200 len: 205 time: 0.0717776 Jul 16 20:30:58.514856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43542) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:58.547732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.040537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:59.163935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55ddc-f80c-4e09-bcd0-b91b60463d95 req-599a4b7b-e1d3-4ea3-a350-1a9126c66095 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:59.165879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ad55ddc-f80c-4e09-bcd0-b91b60463d95 req-599a4b7b-e1d3-4ea3-a350-1a9126c66095 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 945 time: 0.5957227 Jul 16 20:30:59.171296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.305549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:59.306139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ad55ddc-f80c-4e09-bcd0-b91b60463d95 req-ee5fd2cf-732e-486d-afcf-8279e74756e9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315625 Jul 16 20:30:59.322704 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c6d421f6-7488-4024-9d7b-68b1ec56486d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "PUT /v2.0/routers/72e8d0cb-3fe0-4605-acbd-ba3b272cd866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1740694 Jul 16 20:30:59.324094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43546) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:59.342421 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] Sync routers for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:59.344765 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.372425 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:59.374286 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:59.433849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-55291c28-c5fb-4185-840e-95e765805981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting subnet f924c6ad-bd76-46cb-b24a-2192e0112c21 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:59.438161 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55291c28-c5fb-4185-840e-95e765805981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.507513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Deleting port 20effc24-6684-4cff-89f3-ec4d581191fa {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:59.508545 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.537960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55291c28-c5fb-4185-840e-95e765805981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.605306 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:59.656853 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.674962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Calling delete_port for 20effc24-6684-4cff-89f3-ec4d581191fa owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:00.027861 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:30:57Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:00.040358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.080638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event deleted for resources: {'Port': ['ID=20effc24-6684-4cff-89f3-ec4d581191fa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:00.102649 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] Checking router: 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:00.131676 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] Routers {'72e8d0cb-3fe0-4605-acbd-ba3b272cd866'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:00.132535 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:00.133859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43558) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.269324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.401535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.404599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.486251 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] Set router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:00.577629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55291c28-c5fb-4185-840e-95e765805981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.604608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43564) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.672369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55291c28-c5fb-4185-840e-95e765805981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.717147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55291c28-c5fb-4185-840e-95e765805981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Subnet': ['ID=f924c6ad-bd76-46cb-b24a-2192e0112c21,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:00.730300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-55291c28-c5fb-4185-840e-95e765805981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.732958 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-55291c28-c5fb-4185-840e-95e765805981 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/subnets/f924c6ad-bd76-46cb-b24a-2192e0112c21 HTTP/1.1" status: 204 len: 168 time: 1.4070673 Jul 16 20:31:00.737500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43568) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.741503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61534a27-dfc9-433c-9e62-5e2b374e3151 None None] Network 6f449fb1-ce91-4d21-9411-4b78c3361ca4 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:00.747014 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.748603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Fanout notify agent at l3_agent the message router_deleted on router 6a170732-7c51-4c5a-983a-235217dc446c {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:00.766663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.776523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-008e3538-cb80-4c74-98f2-1617fc7279b8 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/6a170732-7c51-4c5a-983a-235217dc446c HTTP/1.1" status: 204 len: 168 time: 2.2601156 Jul 16 20:31:00.785456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43570) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.791742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9a84cbfe-f600-4012-ad5b-1e8879635cdc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1363372878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:00.808066 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:30:57Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:00.846567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0475f675-16fe-4162-a828-340ec7ebb559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.858309 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b1a50-3379-4665-b0d8-d823cca7ba00 None None] The sync data for ids ['72e8d0cb-3fe0-4605-acbd-ba3b272cd866'] in n-d-791505-15 is: [{'id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964671291', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:28:34Z', 'updated_at': '2021-07-16T20:30:57Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '80737ddd-8e98-41aa-a706-3f117e72fee7', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8d0cb-3fe0-4605-acbd-ba3b272cd866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:35Z', 'updated_at': '2021-07-16T20:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:00.912901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.db.api [None req-0475f675-16fe-4162-a828-340ec7ebb559 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:31:00.912901 n-d-791505-15 neutron-server[100244]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:31:00.912901 n-d-791505-15 neutron-server[100244]: [parameters: {'project_id': 'd48a341ce3094a0aa526c5757c08a827', 'id': 'a5f90ea1-0265-4de0-9d44-702a3adc5c8e', 'expiration': datetime.datetime(2021, 7, 16, 20, 33, 0, 898471)}] Jul 16 20:31:00.912901 n-d-791505-15 neutron-server[100244]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:31:00.914051 n-d-791505-15 neutron-server[100244]: DEBUG oslo_db.api [None req-0475f675-16fe-4162-a828-340ec7ebb559 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:31:00.927545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b3c10-1a16-4dad-9a44-6b34df248d97 req-b4a3bf0d-506d-4fa3-a275-db0dc1383702 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.940406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c6b3c10-1a16-4dad-9a44-6b34df248d97 req-b4a3bf0d-506d-4fa3-a275-db0dc1383702 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 945 time: 0.3797557 Jul 16 20:31:00.967024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a84cbfe-f600-4012-ad5b-1e8879635cdc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.969368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a84cbfe-f600-4012-ad5b-1e8879635cdc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.040861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c6b3c10-1a16-4dad-9a44-6b34df248d97 req-5e6fd601-1f47-49b2-b770-6c35ab7229b3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989864 Jul 16 20:31:01.077143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Deleting port 59d1488d-485a-423c-9f9c-feaa43727931 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:01.078057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.141891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.185218 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.185597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.201381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Calling delete_port for 59d1488d-485a-423c-9f9c-feaa43727931 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:01.232742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a84cbfe-f600-4012-ad5b-1e8879635cdc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.241249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a84cbfe-f600-4012-ad5b-1e8879635cdc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.275445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9a84cbfe-f600-4012-ad5b-1e8879635cdc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.280482 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9a84cbfe-f600-4012-ad5b-1e8879635cdc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4935665 Jul 16 20:31:01.311426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43572) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:01.315953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] DHCP port deletion for 6f449fb1-ce91-4d21-9411-4b78c3361ca4 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:01.329858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:01.400968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.415098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0475f675-16fe-4162-a828-340ec7ebb559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.423964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] Deleting port 5216890f-e6ae-40d7-a897-81243fc25036 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:01.424611 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.571915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] For port 5216890f-e6ae-40d7-a897-81243fc25036, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5216890f-e6ae-40d7-a897-81243fc25036,segment=NetworkSegment(db6e5341-16d4-4076-9296-515ce666ed3e),segment_id=db6e5341-16d4-4076-9296-515ce666ed3e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:01.572336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.573081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 80737ddd-8e98-41aa-a706-3f117e72fee7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:01.574787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.595782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] Calling delete_port for 5216890f-e6ae-40d7-a897-81243fc25036 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:01.697032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port 80737ddd-8e98-41aa-a706-3f117e72fee7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=80737ddd-8e98-41aa-a706-3f117e72fee7,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:01.698223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.707086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.717657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 80737ddd-8e98-41aa-a706-3f117e72fee7 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:01.728098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] No DVR routers for this DVR port 5216890f-e6ae-40d7-a897-81243fc25036 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:01.784147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf2859-964c-4386-bf08-ab05db3255a1 None None] Pushing event deleted for resources: {'Port': ['ID=5216890f-e6ae-40d7-a897-81243fc25036,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:01.840773 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.917444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5216890f-e6ae-40d7-a897-81243fc25036 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:01.955672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.965936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 5216890f-e6ae-40d7-a897-81243fc25036 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:01.968665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5216890f-e6ae-40d7-a897-81243fc25036 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:01.970388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a3de52c1-de47-4a9c-8d4c-9cc908c2af55 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:02.009427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a3de52c1-de47-4a9c-8d4c-9cc908c2af55 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:02.010441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a3de52c1-de47-4a9c-8d4c-9cc908c2af55 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:02.011757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event deleted for resources: {'Port': ['ID=59d1488d-485a-423c-9f9c-feaa43727931,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.120296 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0475f675-16fe-4162-a828-340ec7ebb559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.131533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0475f675-16fe-4162-a828-340ec7ebb559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.183521 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.186762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-9e04c96d-ccc9-4dfc-a340-b43c5305204e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:02.190288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-9e04c96d-ccc9-4dfc-a340-b43c5305204e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 945 time: 0.3190820 Jul 16 20:31:02.237801 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0475f675-16fe-4162-a828-340ec7ebb559 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d48a341ce3094a0aa526c5757c08a827&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6303368 Jul 16 20:31:02.241853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475f675-16fe-4162-a828-340ec7ebb559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834c0756-846d-45b0-8045-1d03c15cb0b4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.247151 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43576) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:02.248414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=80737ddd-8e98-41aa-a706-3f117e72fee7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.294937 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.295796 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Floating IP d892316a-b7e6-4dc9-880c-6db5270d3207 disassociated (deleted). External IP: 172.25.6.182, port: 6590b315-8c16-4c23-96dd-04b4833c1065. Jul 16 20:31:02.388434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.426091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71497d53-9030-4247-b306-cb0cb29b9ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.517165 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.521615 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.546857 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71497d53-9030-4247-b306-cb0cb29b9ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.647948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.648637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Fanout notify agent at l3_agent the message router_deleted on router 72e8d0cb-3fe0-4605-acbd-ba3b272cd866 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:02.664624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.666380 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f99156e0-b8a4-403b-a60d-a6f675277887 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/routers/72e8d0cb-3fe0-4605-acbd-ba3b272cd866 HTTP/1.1" status: 204 len: 168 time: 1.9141419 Jul 16 20:31:02.670708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43578) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:02.743201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port ca9956bd-86dc-4559-8fd6-316448456583 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:02.744226 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.761506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71497d53-9030-4247-b306-cb0cb29b9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.764138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e3d2a-8d64-4aa5-b527-ce0416983443 req-fde34f13-a485-41d0-bd72-9c05b8261d0f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:02.765982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-505e3d2a-8d64-4aa5-b527-ce0416983443 req-fde34f13-a485-41d0-bd72-9c05b8261d0f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 945 time: 0.5064566 Jul 16 20:31:02.766749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71497d53-9030-4247-b306-cb0cb29b9ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.778003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-71497d53-9030-4247-b306-cb0cb29b9ab9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/834c0756-846d-45b0-8045-1d03c15cb0b4 HTTP/1.1" status: 204 len: 168 time: 0.5245895 Jul 16 20:31:02.930985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497d53-9030-4247-b306-cb0cb29b9ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c0756-846d-45b0-8045-1d03c15cb0b4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.952599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.088079 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.217196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.231297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.255723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Router 6aaa3418-709d-48dc-8769-1ef9a56918ba has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:03.266181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-505e3d2a-8d64-4aa5-b527-ce0416983443 req-d548da04-71fb-4491-bdfa-31e7c326e864 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119948 Jul 16 20:31:03.289287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f449fb1-ce91-4d21-9411-4b78c3361ca4']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.342995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6e5341-16d4-4076-9296-515ce666ed3e') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.343803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6e5341-16d4-4076-9296-515ce666ed3e') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.422495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.469455 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.488659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:03.489029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:03.497290 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:03.573916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] For port ca9956bd-86dc-4559-8fd6-316448456583, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ca9956bd-86dc-4559-8fd6-316448456583,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:03.575266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.621473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.632643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.636851 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/networks/6f449fb1-ce91-4d21-9411-4b78c3361ca4 HTTP/1.1" status: 204 len: 168 time: 0.9641030 Jul 16 20:31:03.640742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43588) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.654316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for ca9956bd-86dc-4559-8fd6-316448456583 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:03.665517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13dd6d-3157-4f7b-8179-a5882329207d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Network': ['ID=6f449fb1-ce91-4d21-9411-4b78c3361ca4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:03.771212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e45279-f68e-4d53-bf7a-2bcbc456829d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.829797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e45279-f68e-4d53-bf7a-2bcbc456829d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.903231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 80737ddd-8e98-41aa-a706-3f117e72fee7 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:03.933286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 80737ddd-8e98-41aa-a706-3f117e72fee7 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:03.934207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 80737ddd-8e98-41aa-a706-3f117e72fee7 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:03.972166 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e45279-f68e-4d53-bf7a-2bcbc456829d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.975124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d0e45279-f68e-4d53-bf7a-2bcbc456829d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.976493 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d0e45279-f68e-4d53-bf7a-2bcbc456829d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/security-groups/bf2d314c-566a-4fb1-93ed-dbbf697ed56e HTTP/1.1" status: 204 len: 168 time: 0.3335011 Jul 16 20:31:03.999087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e45279-f68e-4d53-bf7a-2bcbc456829d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2d314c-566a-4fb1-93ed-dbbf697ed56e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.172011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:04.176856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Allocated IP 172.25.6.229 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/11b525ab-d114-415a-8b7f-067044813280) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:04.185493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.189035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] Sync routers for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:04.207347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:04.208349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:04.280455 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-37c7b5e7-a819-44ce-a8de-0a0038d7b1e4 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "DELETE /v2.0/floatingips/d892316a-b7e6-4dc9-880c-6db5270d3207 HTTP/1.1" status: 204 len: 168 time: 4.1437273 Jul 16 20:31:04.290583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:04.293568 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127cff65-e8bb-4417-993f-4fb9d303d04d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:04.362199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:04.463021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43602) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:04.472492 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.475041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e3a00f1e-c6f7-47bb-a5f0-6703846bb577 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571262296', 'description': 'tempest-secgroup-smoke-571262296 description', 'project_id': '37b7805adcf44fdea80723ca1941c0a4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:04.482278 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.505353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['986904b0-8d0a-4918-a168-49934927e643'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:04.521349 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42d231f-bed5-4d5d-89c6-7ceac1ce3ceb x-openstack-request-id: req-e42d231f-bed5-4d5d-89c6-7ceac1ce3ceb {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:04.521750 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:04.522214 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e42d231f-bed5-4d5d-89c6-7ceac1ce3ceb {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:04.522727 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065', 'status': 'completed', 'code': 200} Jul 16 20:31:04.527435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=ca9956bd-86dc-4559-8fd6-316448456583,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.590695 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.647911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] No DVR routers for this DVR port ca9956bd-86dc-4559-8fd6-316448456583 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:04.652635 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.655200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90605d37-b3b4-4e8f-9972-2bb79c75be00 req-8eb1dc04-f52b-43b1-b12c-062bfef92595 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "DELETE /v2.0/ports/ca9956bd-86dc-4559-8fd6-316448456583 HTTP/1.1" status: 204 len: 173 time: 2.4570134 Jul 16 20:31:04.658001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3a00f1e-c6f7-47bb-a5f0-6703846bb577 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.688786 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.766200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:04.809390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-404a02c0-d443-4409-af2c-317fd14938fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:04.814529 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-404a02c0-d443-4409-af2c-317fd14938fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c098ccf51e824f81a00428a874646429&device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.2283659 Jul 16 20:31:04.816907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c918cfa2-c997-4c5e-b760-8b8c9479ff56 req-654aa77a-b383-41ce-ac13-2d5caa484cc3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 210 time: 0.0558035 Jul 16 20:31:04.825011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:04.841990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:04.891398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event updated for resources: {'Port': ['ID=11b525ab-d114-415a-8b7f-067044813280,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.994226 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:05.011264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3a00f1e-c6f7-47bb-a5f0-6703846bb577 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.019128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3a00f1e-c6f7-47bb-a5f0-6703846bb577 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.024394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] Checking router: 6aaa3418-709d-48dc-8769-1ef9a56918ba for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:05.040139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:05.040914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:05.136187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e3a00f1e-c6f7-47bb-a5f0-6703846bb577 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.140530 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e3a00f1e-c6f7-47bb-a5f0-6703846bb577 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6731856 Jul 16 20:31:05.141724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43604) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:05.143929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a00f1e-c6f7-47bb-a5f0-6703846bb577 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505894dd-1e40-4bce-afa8-736128d99653,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.172036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-04d5bcb2-4df2-4a4e-992a-6cb11fd41b1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': '505894dd-1e40-4bce-afa8-736128d99653', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:05.173419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:05.204760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-2b8d4c37-9cb0-40fb-80d1-890a248ac034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.209704 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-2b8d4c37-9cb0-40fb-80d1-890a248ac034 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 200 len: 914 time: 0.3874733 Jul 16 20:31:05.273687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca9956bd-86dc-4559-8fd6-316448456583 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:05.293932 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-055dc32c-f4d3-45b0-bfb5-c9effc2d2592 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 200 len: 217 time: 0.0735695 Jul 16 20:31:05.314463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04d5bcb2-4df2-4a4e-992a-6cb11fd41b1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.320151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: ca9956bd-86dc-4559-8fd6-316448456583 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:05.320932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ca9956bd-86dc-4559-8fd6-316448456583 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:05.334217 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.444718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04d5bcb2-4df2-4a4e-992a-6cb11fd41b1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.449812 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04d5bcb2-4df2-4a4e-992a-6cb11fd41b1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.497445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-1c9fcc70-a190-4490-a46e-f17f5a9f333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.503945 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-1c9fcc70-a190-4490-a46e-f17f5a9f333f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e8be8722-dfce-4ea1-80b7-9848255be250 HTTP/1.1" status: 200 len: 852 time: 0.2020490 Jul 16 20:31:05.510378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5bcb2-4df2-4a4e-992a-6cb11fd41b1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e991af71-647c-4a87-a373-19e538f94813,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.531006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-04d5bcb2-4df2-4a4e-992a-6cb11fd41b1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.532493 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-04d5bcb2-4df2-4a4e-992a-6cb11fd41b1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3895099 Jul 16 20:31:05.536585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43608) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:05.543409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:05.544014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1b73eeae-4321-4750-838b-cbfc656a207f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': '505894dd-1e40-4bce-afa8-736128d99653', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:05.586862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b3bb2-6cb7-4b1e-81b0-014fb155bef4 None None] The sync data for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 is: [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:25:29Z', 'revision_number': 4, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ba0b2c8-91f8-4d4d-804e-77fefbf08461', 'name': '', 'network_id': '7a6d9279-6b5d-47f8-969f-4fc617b4f2a3', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'mac_address': 'fa:16:3e:52:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:26Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'subnets': [{'id': 'e8be8722-dfce-4ea1-80b7-9848255be250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:05.596696 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.610088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-0b7f2063-486c-4b27-a779-e5c586f08f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.613568 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-0b7f2063-486c-4b27-a779-e5c586f08f69 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839410 Jul 16 20:31:05.760874 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-b9d46e84-24c9-4ac4-821d-7b8efef4946b service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392276 Jul 16 20:31:05.776738 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b73eeae-4321-4750-838b-cbfc656a207f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.926865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423f0af-ddab-4ee3-a882-021a3adb9c1c req-11a4272d-ef8f-40ac-8dad-4b23ba9563eb tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.934881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a423f0af-ddab-4ee3-a882-021a3adb9c1c req-11a4272d-ef8f-40ac-8dad-4b23ba9563eb tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 946 time: 0.2223063 Jul 16 20:31:05.937992 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-127cff65-e8bb-4417-993f-4fb9d303d04d req-d7fe4245-0ee3-4e5c-aa75-273055075f52 service neutron] 10.222.0.68 "GET /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703014 Jul 16 20:31:06.010336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b73eeae-4321-4750-838b-cbfc656a207f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.040790 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b73eeae-4321-4750-838b-cbfc656a207f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.060728 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55151ba-3a61-400d-b642-5cc2eebe5dde None None] New status for floating IP d892316a-b7e6-4dc9-880c-6db5270d3207: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:31:06.120838 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a33e55d-3750-4fda-8a13-ee531d59e911 req-51c61d32-9b87-4e09-a95c-3f86deaf52f1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 210 time: 0.0980964 Jul 16 20:31:06.125162 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a423f0af-ddab-4ee3-a882-021a3adb9c1c req-27c6d6ab-e261-46c7-b0a8-97360e5efd27 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892779 Jul 16 20:31:06.131455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.135853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73eeae-4321-4750-838b-cbfc656a207f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2f1e6a-dd51-4d39-974d-478fa6b0384f,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.152793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b73eeae-4321-4750-838b-cbfc656a207f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.154492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1b73eeae-4321-4750-838b-cbfc656a207f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6139197 Jul 16 20:31:06.157191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.157368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.165214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d5e8313e-a09f-4bce-b9a3-61dcd8daeafe tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': '505894dd-1e40-4bce-afa8-736128d99653', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:06.201927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5e8313e-a09f-4bce-b9a3-61dcd8daeafe tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.293537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5e8313e-a09f-4bce-b9a3-61dcd8daeafe tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.298176 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5e8313e-a09f-4bce-b9a3-61dcd8daeafe tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.313470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8313e-a09f-4bce-b9a3-61dcd8daeafe tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a6989a-5993-49d2-b447-4e32f5b46e9e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.329395 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d5e8313e-a09f-4bce-b9a3-61dcd8daeafe tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.330845 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d5e8313e-a09f-4bce-b9a3-61dcd8daeafe tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725707 Jul 16 20:31:06.335412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43614) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.341600 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-70672d5b-1c18-4f7e-b341-e711aba4ab2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': '505894dd-1e40-4bce-afa8-736128d99653', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:06.344145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Router 96fdb8ed-d5b7-4603-bc15-abf8a89762ae is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:06.372590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-70672d5b-1c18-4f7e-b341-e711aba4ab2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.448685 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-70672d5b-1c18-4f7e-b341-e711aba4ab2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.454177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-70672d5b-1c18-4f7e-b341-e711aba4ab2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.479694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70672d5b-1c18-4f7e-b341-e711aba4ab2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32268eb-600b-4269-8a9f-4a1e31ba85ad,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.486244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:06.490747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-70672d5b-1c18-4f7e-b341-e711aba4ab2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.494888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-70672d5b-1c18-4f7e-b341-e711aba4ab2b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561379 Jul 16 20:31:06.495406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43616) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.496731 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.498400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bce31a13-692c-4477-82d0-ccfd9c73442c tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "PUT /v2.0/routers/96fdb8ed-d5b7-4603-bc15-abf8a89762ae HTTP/1.1" status: 200 len: 880 time: 5.1753473 Jul 16 20:31:06.501103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43618) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.505626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fb630-2473-4c25-b614-c7faebe74473 None None] Sync routers for ids ['96fdb8ed-d5b7-4603-bc15-abf8a89762ae'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:06.509043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b0acbf00-215c-457e-b968-87ee7ff255e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': '505894dd-1e40-4bce-afa8-736128d99653', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:06.521223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fb630-2473-4c25-b614-c7faebe74473 None None] Routers {'96fdb8ed-d5b7-4603-bc15-abf8a89762ae'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:06.522320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b71fb630-2473-4c25-b614-c7faebe74473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['96fdb8ed-d5b7-4603-bc15-abf8a89762ae'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:06.539298 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-b0acbf00-215c-457e-b968-87ee7ff255e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Project 37b7805adcf44fdea80723ca1941c0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:31:06.546496 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0acbf00-215c-457e-b968-87ee7ff255e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.555471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983650d2-21f0-41f0-907a-f7cd10928c73', 'name': 'network-vif-deleted', 'tag': 'ca9956bd-86dc-4559-8fd6-316448456583'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:06.558468 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da172e11-8d93-49d1-ae9f-a34a27e881f0" -d '{"events": [{"server_uuid": "983650d2-21f0-41f0-907a-f7cd10928c73", "name": "network-vif-deleted", "tag": "ca9956bd-86dc-4559-8fd6-316448456583"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:06.585270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b71fb630-2473-4c25-b614-c7faebe74473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:06.600562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fb630-2473-4c25-b614-c7faebe74473 None None] Routers {'96fdb8ed-d5b7-4603-bc15-abf8a89762ae'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:06.601641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b71fb630-2473-4c25-b614-c7faebe74473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['96fdb8ed-d5b7-4603-bc15-abf8a89762ae'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:06.647877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0acbf00-215c-457e-b968-87ee7ff255e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.654154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0acbf00-215c-457e-b968-87ee7ff255e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.662622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b71fb630-2473-4c25-b614-c7faebe74473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:06.663331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fb630-2473-4c25-b614-c7faebe74473 None None] The sync data for ids ['96fdb8ed-d5b7-4603-bc15-abf8a89762ae'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:06.674895 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f1bfd1-88c8-47f2-8559-ac7878ba258a x-openstack-request-id: req-a6f1bfd1-88c8-47f2-8559-ac7878ba258a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:06.675283 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983650d2-21f0-41f0-907a-f7cd10928c73", "name": "network-vif-deleted", "tag": "ca9956bd-86dc-4559-8fd6-316448456583", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:06.675804 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6f1bfd1-88c8-47f2-8559-ac7878ba258a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:06.676669 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983650d2-21f0-41f0-907a-f7cd10928c73', 'name': 'network-vif-deleted', 'tag': 'ca9956bd-86dc-4559-8fd6-316448456583', 'status': 'completed', 'code': 200} Jul 16 20:31:06.692933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acbf00-215c-457e-b968-87ee7ff255e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f8a997-8115-46bc-8d7d-2d3a41ddf7a2,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.698115 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0acbf00-215c-457e-b968-87ee7ff255e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.700701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b0acbf00-215c-457e-b968-87ee7ff255e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2034101 Jul 16 20:31:06.703187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43622) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.711687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bf7e0ab5-cc74-4af8-addf-bd92ef4487f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': '505894dd-1e40-4bce-afa8-736128d99653', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:06.725689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d0867dbc-e596-4eb2-99b2-788f1a8fea24 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/routers/96fdb8ed-d5b7-4603-bc15-abf8a89762ae HTTP/1.1" status: 200 len: 921 time: 0.2226017 Jul 16 20:31:06.728867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43624) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.774642 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-bf7e0ab5-cc74-4af8-addf-bd92ef4487f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Project 37b7805adcf44fdea80723ca1941c0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:31:06.783937 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0ab5-cc74-4af8-addf-bd92ef4487f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.839948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb19931-3007-4dda-958c-943e0e122c4f tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.841666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3bb19931-3007-4dda-958c-943e0e122c4f tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=96fdb8ed-d5b7-4603-bc15-abf8a89762ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1117930 Jul 16 20:31:06.844556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43626) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.866490 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0ab5-cc74-4af8-addf-bd92ef4487f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.871344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0ab5-cc74-4af8-addf-bd92ef4487f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.893485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e0ab5-cc74-4af8-addf-bd92ef4487f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84aee269-0252-48eb-b76b-045f8e95d532,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.907260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0ab5-cc74-4af8-addf-bd92ef4487f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.912437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bf7e0ab5-cc74-4af8-addf-bd92ef4487f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2045596 Jul 16 20:31:06.912714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43628) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.918197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'network': {'name': 'tempest-network-smoke--331844373', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'port_security_enabled': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:06.950703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c87b68a-e885-47e3-a4e6-ae6ab6dbe77e tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.951322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:06.953173 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c87b68a-e885-47e3-a4e6-ae6ab6dbe77e tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 881 time: 0.1073582 Jul 16 20:31:06.955944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43630) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:06.959124 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.013207 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-480539b3-51e8-48c5-bf57-4ea27ea9af70 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=96fdb8ed-d5b7-4603-bc15-abf8a89762ae HTTP/1.1" status: 200 len: 205 time: 0.0529816 Jul 16 20:31:07.013474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:07.015316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43632) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:07.116735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.117481 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Added segment 9bf7c10d-a497-41ad-bd73-a3b0a0aa6111 of type vlan for network a0d5b09a-8848-4925-8387-4e0548c11553 Jul 16 20:31:07.139349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52237102-578d-4658-bf65-0e7bebb963f6 req-f59e3177-8eff-4ab9-b8c0-53820e2582a6 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:07.142199 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-52237102-578d-4658-bf65-0e7bebb963f6 req-f59e3177-8eff-4ab9-b8c0-53820e2582a6 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 946 time: 0.1352415 Jul 16 20:31:07.279964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.344243 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.365508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Deleting port 6590b315-8c16-4c23-96dd-04b4833c1065 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:07.365865 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.451069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.457169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:07.457946 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.538251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] For port 6590b315-8c16-4c23-96dd-04b4833c1065, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=6590b315-8c16-4c23-96dd-04b4833c1065,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:07.539070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.546986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bce6f745-4a40-46ac-8271-0867591e8633 req-7e43fa68-c2f8-41f5-aa34-986002797c62 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 210 time: 0.1270952 Jul 16 20:31:07.561262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Calling delete_port for 6590b315-8c16-4c23-96dd-04b4833c1065 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:07.625616 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7114925 Jul 16 20:31:07.633612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:07.639349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'admin_state_up': True, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:07.686634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.688258 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.692015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995abf5-cddc-4d68-9c84-2042fac19ade tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Network': ['ID=a0d5b09a-8848-4925-8387-4e0548c11553,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.708329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a0d5b09a-8848-4925-8387-4e0548c11553 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:07.709381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.724669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c5994-8f1b-4db8-8c73-2a7f54a50acb req-62b66394-b214-49e0-bd91-902fe0100186 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:07.726369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd6c5994-8f1b-4db8-8c73-2a7f54a50acb req-62b66394-b214-49e0-bd91-902fe0100186 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 946 time: 0.3326354 Jul 16 20:31:07.808711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd6c5994-8f1b-4db8-8c73-2a7f54a50acb req-b99eb11d-db62-4654-ae8e-107efbe84bf5 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/security-groups?id=be92b490-ba72-4f69-af1a-eb522ce40b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693283 Jul 16 20:31:07.836294 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.859053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Deleting port 11b525ab-d114-415a-8b7f-067044813280 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:07.859798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.983121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.015462 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.044239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Calling delete_port for 11b525ab-d114-415a-8b7f-067044813280 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:08.142585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event deleted for resources: {'Port': ['ID=6590b315-8c16-4c23-96dd-04b4833c1065,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.153491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.215688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] No DVR routers for this DVR port 6590b315-8c16-4c23-96dd-04b4833c1065 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:08.219339 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.221519 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-52237102-578d-4658-bf65-0e7bebb963f6 req-e64e8155-8c8f-495f-90fd-cdedc72dde67 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.68 "DELETE /v2.0/ports/6590b315-8c16-4c23-96dd-04b4833c1065 HTTP/1.1" status: 204 len: 173 time: 1.0733993 Jul 16 20:31:08.222892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'name': 'network-vif-deleted', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:08.225133 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a369ce-df79-4baf-89eb-2f597b4ed20e" -d '{"events": [{"server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "name": "network-vif-deleted", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:08.308858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.338480 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a40882d-759d-4dff-a3e0-a410d8366a63 x-openstack-request-id: req-2a40882d-759d-4dff-a3e0-a410d8366a63 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:08.338893 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2", "name": "network-vif-deleted", "tag": "6590b315-8c16-4c23-96dd-04b4833c1065", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:08.339315 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a40882d-759d-4dff-a3e0-a410d8366a63 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:08.339979 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2', 'name': 'network-vif-deleted', 'tag': '6590b315-8c16-4c23-96dd-04b4833c1065', 'status': 'completed', 'code': 200} Jul 16 20:31:08.341657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event deleted for resources: {'Port': ['ID=11b525ab-d114-415a-8b7f-067044813280,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.418420 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.527050 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.553012 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.553670 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.557977 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.665828 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.667436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Fanout notify agent at l3_agent the message router_deleted on router 96fdb8ed-d5b7-4603-bc15-abf8a89762ae {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:08.695190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.702082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c6e5ffb0-18f8-4879-b86d-9a164dff06fd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/96fdb8ed-d5b7-4603-bc15-abf8a89762ae HTTP/1.1" status: 204 len: 168 time: 1.6802640 Jul 16 20:31:08.703673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43644) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.711888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-168daa53-07aa-4e3a-8073-d2411411a4db tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-384092995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:08.731244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.25.6.245 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/7a9d130d-0233-4d31-80b4-ea6fd67a2968) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:08.782294 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-168daa53-07aa-4e3a-8073-d2411411a4db tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.785457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-168daa53-07aa-4e3a-8073-d2411411a4db tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.924561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.982480 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.058729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=7a9d130d-0233-4d31-80b4-ea6fd67a2968,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:09.080988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:09.084704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:09.088492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:09.260849 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9619a484-2a6e-4606-9918-eb4e658cdc98 req-4be26fb5-2137-47cb-b28e-f58e6d0b6f94 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 210 time: 0.5019081 Jul 16 20:31:09.274115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-168daa53-07aa-4e3a-8073-d2411411a4db tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.297667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e76f82e-b11a-47c1-a2e6-2a0f354da0b7 req-9fbeff18-8535-40f1-b1a8-decd64d8cfeb tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 210 time: 0.0529485 Jul 16 20:31:09.298853 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-168daa53-07aa-4e3a-8073-d2411411a4db tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.339134 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-168daa53-07aa-4e3a-8073-d2411411a4db tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.345005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-168daa53-07aa-4e3a-8073-d2411411a4db tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6360869 Jul 16 20:31:09.345330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43648) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:09.351374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': True}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:09.674007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6590b315-8c16-4c23-96dd-04b4833c1065 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:09.754890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 6590b315-8c16-4c23-96dd-04b4833c1065 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:09.755447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 6590b315-8c16-4c23-96dd-04b4833c1065 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:09.792974 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.028663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.212646 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.253680 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.461995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.516310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Allocated IP 172.25.6.223 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/3cf952f1-4dae-4fab-8504-f3c7e02a8278) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:10.589803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-027861c9-d087-4169-8742-738f56be0ebe req-85c58f52-e579-423f-a626-fb4c1907aa73 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 210 time: 0.0754242 Jul 16 20:31:10.695142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-719810fd-f8ae-4dae-a3f0-1089b21aaab1 req-6ea45a44-e389-4305-8ac2-3ab5a11fff78 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=983650d2-21f0-41f0-907a-f7cd10928c73 HTTP/1.1" status: 200 len: 210 time: 0.0962071 Jul 16 20:31:10.713972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 06701166-657c-41c8-ba59-5f3048e0e4d1 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:10.841132 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.893620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:10.907269 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Sync routers for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:10.918467 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.926222 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:10.927687 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:10.941546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.946321 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1fb7e8bc-6268-484c-b1d7-232c995ec2e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3095744 Jul 16 20:31:10.947884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43654) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:10.976903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'Port': ['ID=3cf952f1-4dae-4fab-8504-f3c7e02a8278,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:10.989640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.989995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.990327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.990673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.991017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.991354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.991689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.992024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.992458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.992792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.993123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:10.993455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:11.009265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:11.010659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:11.013673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:11.050728 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0d303c1e-919a-420a-b149-f73676a1f25b tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=37b7805adcf44fdea80723ca1941c0a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0973544 Jul 16 20:31:11.054750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43656) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:11.152654 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:11.389273 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.408896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2745b255-cb20-4c30-bbee-c8458cffe925 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.414679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2745b255-cb20-4c30-bbee-c8458cffe925 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3544576 Jul 16 20:31:11.415410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43658) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:11.456903 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f984bab1-9a29-4605-9efa-d9e81eb9c041 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367920 Jul 16 20:31:11.459448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:11.465402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728978984', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:11.526105 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:09Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:11.580422 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Checking router: 06701166-657c-41c8-ba59-5f3048e0e4d1 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:11.581846 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Updating router 06701166-657c-41c8-ba59-5f3048e0e4d1 port 7a9d130d-0233-4d31-80b4-ea6fd67a2968 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:11.615261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:11.623141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.679168 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.756518 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.765048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.021564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.038037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f493c059-0682-4b6c-9453-7e987e3bfe97 req-d2686112-ab15-4d30-b4d1-b5de94448771 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 210 time: 0.0676963 Jul 16 20:31:12.124645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Subnet': ['ID=9a9add24-b375-4714-b6d3-8f8bab3aa8c6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.146292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Router 1b3293a7-eceb-4636-af5e-18cd28b50cc8 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:12.183637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Checking segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:12.184329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network hostable DHCP agents. Network: a0d5b09a-8848-4925-8387-4e0548c11553, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:12.226739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network a0d5b09a-8848-4925-8387-4e0548c11553 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:12.244397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a0d5b09a-8848-4925-8387-4e0548c11553) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:12.251469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.252337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.261575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a705eedc-9d9a-489f-b676-e9b1d0b5412e None None] Network a0d5b09a-8848-4925-8387-4e0548c11553 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:12.290738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fed9b95c-4508-4432-b129-71f586083e9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8297458 Jul 16 20:31:12.291856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43668) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:12.302571 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.323203 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Transition to ACTIVE for port object 7a9d130d-0233-4d31-80b4-ea6fd67a2968 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:12.329848 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.376922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:12.383519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.385566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-33337289-7253-4d86-bdbb-ec4afb5d387a tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "PUT /v2.0/routers/1b3293a7-eceb-4636-af5e-18cd28b50cc8 HTTP/1.1" status: 200 len: 914 time: 3.0390475 Jul 16 20:31:12.391545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43670) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:12.413873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ebbd6-be70-46c4-aaca-6d8897e209b7 None None] Sync routers for ids ['1b3293a7-eceb-4636-af5e-18cd28b50cc8'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:12.427623 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Attempting to bind port 7a9d130d-0233-4d31-80b4-ea6fd67a2968 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:12.427991 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Attempting to bind port 7a9d130d-0233-4d31-80b4-ea6fd67a2968 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:12.428404 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Attempting to bind port 7a9d130d-0233-4d31-80b4-ea6fd67a2968 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:12.451345 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:12.451728 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:12.452139 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.452569 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:12.453059 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Bound port: 7a9d130d-0233-4d31-80b4-ea6fd67a2968, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:12.453444 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.473870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ebbd6-be70-46c4-aaca-6d8897e209b7 None None] Routers {'1b3293a7-eceb-4636-af5e-18cd28b50cc8'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:12.475937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-885ebbd6-be70-46c4-aaca-6d8897e209b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1b3293a7-eceb-4636-af5e-18cd28b50cc8'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.485122 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370b9e9-67bc-4110-89f6-8342ff8bd5a2 None None] Pushing event updated for resources: {'Port': ['ID=7a9d130d-0233-4d31-80b4-ea6fd67a2968,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.563053 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] For port 7a9d130d-0233-4d31-80b4-ea6fd67a2968, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:12.574634 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] For port 7a9d130d-0233-4d31-80b4-ea6fd67a2968, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7a9d130d-0233-4d31-80b4-ea6fd67a2968,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:12.580091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-69c2dcb6-d342-40c2-af7f-879574da7c67 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/routers/1b3293a7-eceb-4636-af5e-18cd28b50cc8 HTTP/1.1" status: 200 len: 920 time: 0.1858718 Jul 16 20:31:12.585444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-885ebbd6-be70-46c4-aaca-6d8897e209b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.587355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43672) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:12.590245 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.618717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ebbd6-be70-46c4-aaca-6d8897e209b7 None None] Routers {'1b3293a7-eceb-4636-af5e-18cd28b50cc8'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:12.619107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-885ebbd6-be70-46c4-aaca-6d8897e209b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1b3293a7-eceb-4636-af5e-18cd28b50cc8'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.693979 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:12.695081 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.698593 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370b9e9-67bc-4110-89f6-8342ff8bd5a2 None None] Pushing event updated for resources: {'Port': ['ID=7a9d130d-0233-4d31-80b4-ea6fd67a2968,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.732788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f99ea9-996f-4134-9dbd-6666247ad2bf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.734654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-67f99ea9-996f-4134-9dbd-6666247ad2bf tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=1b3293a7-eceb-4636-af5e-18cd28b50cc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1456404 Jul 16 20:31:12.740547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43674) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:12.890549 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-a0d5b09a-8848-4925-8387-4e0548c11553', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:12.891385 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.895109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-885ebbd6-be70-46c4-aaca-6d8897e209b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.895819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ebbd6-be70-46c4-aaca-6d8897e209b7 None None] The sync data for ids ['1b3293a7-eceb-4636-af5e-18cd28b50cc8'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:12.911881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8441cefe-b2d0-4fab-b39e-0fe510fd6a32 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.915001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8441cefe-b2d0-4fab-b39e-0fe510fd6a32 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 881 time: 0.1728048 Jul 16 20:31:12.920314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43676) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:12.989072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3f60c50f-3aea-4018-a227-c0fbcae97baa tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b3293a7-eceb-4636-af5e-18cd28b50cc8 HTTP/1.1" status: 200 len: 205 time: 0.0638971 Jul 16 20:31:12.990951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43678) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:13.023505 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:13.145771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Allocated IP 172.20.0.2 (a0d5b09a-8848-4925-8387-4e0548c11553/9a9add24-b375-4714-b6d3-8f8bab3aa8c6/1b9cd272-171c-4b36-8865-e26dee235d73) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:13.368997 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:09Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:13.389601 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.431448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f2a6ade-5456-407c-9ade-76544760ba17 req-b615faa9-a6ed-4f2a-b24e-79404100f3e2 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 210 time: 0.1195345 Jul 16 20:31:13.442633 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7ccbb-24cd-433f-9e4f-fcd792d2bc0d None None] The sync data for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 is: [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:09Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:13.444162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.574010 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.618499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Transition to ACTIVE for port object 1b9cd272-171c-4b36-8865-e26dee235d73 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:13.644721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.655054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Transition to ACTIVE for port object 1b9cd272-171c-4b36-8865-e26dee235d73 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:13.678831 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.775137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Pushing event updated for resources: {'Port': ['ID=1b9cd272-171c-4b36-8865-e26dee235d73,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.786112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Network a0d5b09a-8848-4925-8387-4e0548c11553 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:13.788168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:13.791086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:13.944769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Attempting to bind port 1b9cd272-171c-4b36-8865-e26dee235d73 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:13.945152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Attempting to bind port 1b9cd272-171c-4b36-8865-e26dee235d73 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:13.945525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Attempting to bind port 1b9cd272-171c-4b36-8865-e26dee235d73 on network a0d5b09a-8848-4925-8387-4e0548c11553 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:13.951729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:13.952344 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Checking segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:13.952539 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.953138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Bound using segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:13.953625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Bound port: 1b9cd272-171c-4b36-8865-e26dee235d73, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:13.954131 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.049266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] For port 1b9cd272-171c-4b36-8865-e26dee235d73, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:14.054691 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] For port 1b9cd272-171c-4b36-8865-e26dee235d73, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1b9cd272-171c-4b36-8865-e26dee235d73,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:14.063462 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.145935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab06a7c-be71-4659-9fe5-a6ef3b363b4a None None] Pushing event updated for resources: {'Port': ['ID=1b9cd272-171c-4b36-8865-e26dee235d73,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:14.463585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Deleting port 3cf952f1-4dae-4fab-8504-f3c7e02a8278 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:14.464493 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.725993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.736529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.20.0.1 (a0d5b09a-8848-4925-8387-4e0548c11553/9a9add24-b375-4714-b6d3-8f8bab3aa8c6/8ecf5292-2530-4761-a789-cfb24f7efbef) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:14.748879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Calling delete_port for 3cf952f1-4dae-4fab-8504-f3c7e02a8278 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:14.778994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a58d4958-89c2-473f-98ee-61f186256f51 req-84ef6ec5-9203-427d-ad6c-d9a4d9a41dc1 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 210 time: 0.0787356 Jul 16 20:31:15.103838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.129422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Transition to ACTIVE for port object 8ecf5292-2530-4761-a789-cfb24f7efbef will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:15.148887 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.194688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event deleted for resources: {'Port': ['ID=3cf952f1-4dae-4fab-8504-f3c7e02a8278,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:15.265053 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.337895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network a0d5b09a-8848-4925-8387-4e0548c11553 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:15.349497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.353267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:15.356543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:15.444843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=8ecf5292-2530-4761-a789-cfb24f7efbef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:15.499896 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.506444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.575504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.648428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0a54b-70a6-4270-aa77-8d20e70a951f None None] Network a0d5b09a-8848-4925-8387-4e0548c11553 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:15.660339 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.661079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3293a7-eceb-4636-af5e-18cd28b50cc8 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:15.671913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.677125 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29fb6c1a-5e05-49f2-b301-cb497933efcc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/1b3293a7-eceb-4636-af5e-18cd28b50cc8 HTTP/1.1" status: 204 len: 168 time: 2.6821110 Jul 16 20:31:15.677998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43690) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:15.683278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2383cbee-1517-440e-afe1-9f66025146dd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-514071555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:15.726465 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2383cbee-1517-440e-afe1-9f66025146dd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.728686 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2383cbee-1517-440e-afe1-9f66025146dd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.837409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-26c47abc-3295-4d33-bc0d-4b6f2ce241c9 None None] Provisioning for port 1b9cd272-171c-4b36-8865-e26dee235d73 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:15.881991 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.892666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2383cbee-1517-440e-afe1-9f66025146dd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.902926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2383cbee-1517-440e-afe1-9f66025146dd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.948864 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2383cbee-1517-440e-afe1-9f66025146dd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.959328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2383cbee-1517-440e-afe1-9f66025146dd tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2764068 Jul 16 20:31:15.961731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 43696) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:15.970722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'enable_snat': False}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:16.203221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7a9d130d-0233-4d31-80b4-ea6fd67a2968 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:16.255172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1abf491c-98a3-4ca1-aae6-660c8b8202fd req-c57e0102-30a0-495b-b9c5-f0304f90716a tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e80eec0-67d4-49a7-85a2-9c4f41a1d1c2 HTTP/1.1" status: 200 len: 210 time: 0.0784101 Jul 16 20:31:16.430553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 7a9d130d-0233-4d31-80b4-ea6fd67a2968 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:16.437391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7a9d130d-0233-4d31-80b4-ea6fd67a2968 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:16.437855 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.603859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.613453 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.632476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 7a9d130d-0233-4d31-80b4-ea6fd67a2968, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7a9d130d-0233-4d31-80b4-ea6fd67a2968,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:16.639294 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.640449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1b9cd272-171c-4b36-8865-e26dee235d73 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:16.689492 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.702261 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.756175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 1b9cd272-171c-4b36-8865-e26dee235d73 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:16.767273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Provisioning complete for port 1b9cd272-171c-4b36-8865-e26dee235d73 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:16.768884 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.773297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1b9cd272-171c-4b36-8865-e26dee235d73 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:16.774138 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.845029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=7a9d130d-0233-4d31-80b4-ea6fd67a2968,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.985938 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.016901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.021445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=8ecf5292-2530-4761-a789-cfb24f7efbef,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:17.067632 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.107195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 1b9cd272-171c-4b36-8865-e26dee235d73, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1b9cd272-171c-4b36-8865-e26dee235d73,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:17.114900 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.193553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=1b9cd272-171c-4b36-8865-e26dee235d73,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:17.245121 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:31:17.245778 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:31:17.283138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.318387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network a0d5b09a-8848-4925-8387-4e0548c11553 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:17.319717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.322748 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:17.432841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43702) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:17.585374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 06701166-657c-41c8-ba59-5f3048e0e4d1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:17.625489 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e64f84b0-676b-40ed-8fd5-db417bd5bc23 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.774363 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e64f84b0-676b-40ed-8fd5-db417bd5bc23 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.817754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:17.819670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Provisioning for port 8ecf5292-2530-4761-a789-cfb24f7efbef completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:17.825209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Provisioning complete for port 8ecf5292-2530-4761-a789-cfb24f7efbef triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:17.825786 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.838926 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-36c3df73-2592-4f74-be70-8960505bb4ce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "PUT /v2.0/routers/06701166-657c-41c8-ba59-5f3048e0e4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5427930 Jul 16 20:31:17.861713 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Sync routers for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:17.889985 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:17.891470 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:17.954139 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e64f84b0-676b-40ed-8fd5-db417bd5bc23 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.958542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e64f84b0-676b-40ed-8fd5-db417bd5bc23 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.963723 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e64f84b0-676b-40ed-8fd5-db417bd5bc23 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] 10.222.0.78 "DELETE /v2.0/security-groups/be92b490-ba72-4f69-af1a-eb522ce40b37 HTTP/1.1" status: 204 len: 168 time: 0.5235848 Jul 16 20:31:17.980923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-310c544a-f287-48ac-95bd-2f38b1d63d11 None None] Port 8ecf5292-2530-4761-a789-cfb24f7efbef cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:17.985646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Allocated IP 172.25.6.167 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/6a4b58a1-7d6d-403a-b454-cc087d9c6be2) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:17.986312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f84b0-676b-40ed-8fd5-db417bd5bc23 tempest-TestVolumeBackupRestore-889982507 tempest-TestVolumeBackupRestore-889982507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be92b490-ba72-4f69-af1a-eb522ce40b37,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:18.080182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-246a23d6-856d-4e06-9d61-2412a6077bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.098687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7a9d130d-0233-4d31-80b4-ea6fd67a2968 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:18.181849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6f394763-cf8c-49bf-95b0-c71c335a3264 None None] Provisioning complete for port 8ecf5292-2530-4761-a789-cfb24f7efbef triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:18.182466 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6f394763-cf8c-49bf-95b0-c71c335a3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.237598 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:18.356014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-1b6bc085-6136-413f-94cb-8f54c7f03e73 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571262296&fields=id&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 267 time: 0.1029668 Jul 16 20:31:18.365411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6f394763-cf8c-49bf-95b0-c71c335a3264 None None] Port 8ecf5292-2530-4761-a789-cfb24f7efbef cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:18.372471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7a9d130d-0233-4d31-80b4-ea6fd67a2968 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:18.373255 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.396926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.576548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1b9cd272-171c-4b36-8865-e26dee235d73 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:18.650979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-1d1e7b17-888e-4bc2-84e2-63496a2cb279 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.659713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-1d1e7b17-888e-4bc2-84e2-63496a2cb279 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 796 time: 0.3024852 Jul 16 20:31:18.685526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1b9cd272-171c-4b36-8865-e26dee235d73 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:18.685807 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.716513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-d30b40c4-da4b-484e-86e8-f4985a765c6c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/quotas/37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 375 time: 0.0400269 Jul 16 20:31:18.786650 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 2, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:18.824933 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.857135 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Checking router: 06701166-657c-41c8-ba59-5f3048e0e4d1 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:18.858882 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Updating router 06701166-657c-41c8-ba59-5f3048e0e4d1 port 8ecf5292-2530-4761-a789-cfb24f7efbef binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:18.919073 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.980104 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Pushing event updated for resources: {'Port': ['ID=6a4b58a1-7d6d-403a-b454-cc087d9c6be2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:18.999998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:19.017289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:19.023789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:19.277438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-2750d215-6dd9-42e8-b3a5-f5a806da57ef tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5472882 Jul 16 20:31:19.418566 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.457955 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Transition to ACTIVE for port object 8ecf5292-2530-4761-a789-cfb24f7efbef will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:19.471013 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.516928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-72ecea8c-d7d8-4b90-afaa-66c5f25a60e2 service neutron] 10.222.0.78 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996150 Jul 16 20:31:19.649351 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89516d3d-d42c-4df9-b283-33288749959a None None] Pushing event updated for resources: {'Port': ['ID=8ecf5292-2530-4761-a789-cfb24f7efbef,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:19.769371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.830151 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Attempting to bind port 8ecf5292-2530-4761-a789-cfb24f7efbef on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:19.831186 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Attempting to bind port 8ecf5292-2530-4761-a789-cfb24f7efbef by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:19.831933 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Attempting to bind port 8ecf5292-2530-4761-a789-cfb24f7efbef on network a0d5b09a-8848-4925-8387-4e0548c11553 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:19.855121 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:19.855652 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Checking segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:19.856355 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.857017 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Bound using segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:19.857840 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Bound port: 8ecf5292-2530-4761-a789-cfb24f7efbef, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:19.858495 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.100708 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] For port 8ecf5292-2530-4761-a789-cfb24f7efbef, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:20.105090 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] For port 8ecf5292-2530-4761-a789-cfb24f7efbef, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ecf5292-2530-4761-a789-cfb24f7efbef,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:20.113010 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.247792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-1eb3fc17-e8b6-4185-8177-5c201b9ac5b8 service neutron] 10.222.0.78 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755573 Jul 16 20:31:20.309145 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89516d3d-d42c-4df9-b283-33288749959a None None] Pushing event updated for resources: {'Port': ['ID=8ecf5292-2530-4761-a789-cfb24f7efbef,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:20.386087 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:20.387604 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:30:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:20.433640 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-350e08a4-58da-4ce9-b4cf-bafcb2e384a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.458306 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.469986 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.550859 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:20.663585 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.814909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-25663924-80eb-4942-a6a9-ea6659aa3cdf req-656ce5c8-061f-4ce2-98c4-f5d22ee95e76 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 210 time: 0.1637211 Jul 16 20:31:21.114986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Router 2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:21.133462 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:21.256666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:21.267199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169ace5-8424-4142-90af-155dcb49e59b None None] Sync routers for ids ['2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:21.281099 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.286502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43958) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:21.287191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-99005ecb-88bc-4b3a-a8d4-295925483844 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "PUT /v2.0/routers/2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47 HTTP/1.1" status: 200 len: 915 time: 5.3239582 Jul 16 20:31:21.288240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169ace5-8424-4142-90af-155dcb49e59b None None] Routers {'2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:21.288909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3169ace5-8424-4142-90af-155dcb49e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:21.379223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3169ace5-8424-4142-90af-155dcb49e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:21.413963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169ace5-8424-4142-90af-155dcb49e59b None None] Routers {'2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:21.414624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3169ace5-8424-4142-90af-155dcb49e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:21.514638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3169ace5-8424-4142-90af-155dcb49e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:21.515857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169ace5-8424-4142-90af-155dcb49e59b None None] The sync data for ids ['2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47'] in n-d-791505-15 is: [] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:21.638810 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5ac43c13-debb-48da-92a1-e3fe7e90dcbd tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/routers/2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47 HTTP/1.1" status: 200 len: 921 time: 0.3502662 Jul 16 20:31:21.644002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 43984) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:21.733925 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:21.829369 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9b30e-a2ff-4aba-a8da-91664025830a None None] The sync data for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 is: [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:20Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:21.932720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd28e8a-3a3f-42b5-ad42-0ad2afb0350e tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.934529 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2bd28e8a-3a3f-42b5-ad42-0ad2afb0350e tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2889240 Jul 16 20:31:21.943610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44006) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:22.460065 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.691640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e527a152-0e7d-4a50-ade9-2d6f6cee64c0 req-59dde1d4-aac1-425c-a2f6-ffe6164c6fd5 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 210 time: 0.4389513 Jul 16 20:31:22.698381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9d364-2ffb-4b49-aabb-3ccef2d37e95 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:22.708350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a4c9d364-2ffb-4b49-aabb-3ccef2d37e95 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/networks/5d502ef9-38e2-4288-9a0e-119b6f13f684 HTTP/1.1" status: 200 len: 881 time: 0.7631428 Jul 16 20:31:22.713378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:22.845654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44058) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:22.850161 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-93c5e748-ac7a-4ad6-bf5d-9a417a028e12 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47 HTTP/1.1" status: 200 len: 205 time: 0.1323738 Jul 16 20:31:23.551992 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.882753 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.961419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-8bc3037f-5d95-438f-8ee6-e01bf84ae3fb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.964952 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-8bc3037f-5d95-438f-8ee6-e01bf84ae3fb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 796 time: 0.3822045 Jul 16 20:31:24.171728 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-6efb2b03-fcc8-46ac-af56-8aaa049677ca tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 379 time: 0.1948783 Jul 16 20:31:24.196082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'port': {'device_id': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'admin_state_up': True, 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'security_groups': ['505894dd-1e40-4bce-afa8-736128d99653']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:24.202205 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.231671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ecf5292-2530-4761-a789-cfb24f7efbef up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:24.577420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e70c29e-99c0-411a-a741-a31df630c99d req-adb321a0-050e-42c9-91c4-9589baa7f81b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 210 time: 0.2123909 Jul 16 20:31:24.578953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 8ecf5292-2530-4761-a789-cfb24f7efbef completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:24.588079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8ecf5292-2530-4761-a789-cfb24f7efbef triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:24.590924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.735657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Deleting port 6a4b58a1-7d6d-403a-b454-cc087d9c6be2 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:24.736091 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.758555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:24.764140 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.807484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.903795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 8ecf5292-2530-4761-a789-cfb24f7efbef, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ecf5292-2530-4761-a789-cfb24f7efbef,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:24.916403 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.028306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=8ecf5292-2530-4761-a789-cfb24f7efbef,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.054202 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.112990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Calling delete_port for 6a4b58a1-7d6d-403a-b454-cc087d9c6be2 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:25.165638 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.20.0.6 (a0d5b09a-8848-4925-8387-4e0548c11553/9a9add24-b375-4714-b6d3-8f8bab3aa8c6/ba8863be-9cd6-47d3-b2ef-667dee77091b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:25.446608 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.476254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Transition to ACTIVE for port object ba8863be-9cd6-47d3-b2ef-667dee77091b will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:25.523882 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.604114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network a0d5b09a-8848-4925-8387-4e0548c11553 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:25.609036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:25.613069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:25.711148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.715216 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.719303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.787140 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-ccab93b6-e86f-4123-b8f5-b4ad76cf1b9a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6105318 Jul 16 20:31:25.803493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Request body: {'port': {'device_id': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:25.854170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.956696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event deleted for resources: {'Port': ['ID=6a4b58a1-7d6d-403a-b454-cc087d9c6be2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:26.051275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.059906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ecf5292-2530-4761-a789-cfb24f7efbef up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:26.216767 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.281014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8ecf5292-2530-4761-a789-cfb24f7efbef triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:26.285006 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.341304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20b2d593-f488-4197-8168-c12c91af1e7b None None] Provisioning for port ba8863be-9cd6-47d3-b2ef-667dee77091b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:26.368365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-20b2d593-f488-4197-8168-c12c91af1e7b None None] Provisioning complete for port ba8863be-9cd6-47d3-b2ef-667dee77091b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:26.368746 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-20b2d593-f488-4197-8168-c12c91af1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.483977 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.491382 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.516127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-20b2d593-f488-4197-8168-c12c91af1e7b None None] Port ba8863be-9cd6-47d3-b2ef-667dee77091b cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:26.555872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8863be-9cd6-47d3-b2ef-667dee77091b {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:26.582543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.609461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Transition to ACTIVE for port object ba8863be-9cd6-47d3-b2ef-667dee77091b will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:26.622679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.663550 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.664119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:26.693790 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.701309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b8ff8276-7ac0-46f9-8456-83da5de973a6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47 HTTP/1.1" status: 204 len: 168 time: 3.8480902 Jul 16 20:31:26.716034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44226) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:26.725769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1613921831', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:26.732740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:26.785871 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb5c7-4f25-4bbd-95d5-8597bd8744d6 req-e7bd5f91-81ff-4bab-8212-8851b0830760 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.787618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6bfb5c7-4f25-4bbd-95d5-8597bd8744d6 req-e7bd5f91-81ff-4bab-8212-8851b0830760 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 931 time: 0.5985985 Jul 16 20:31:26.834447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa65465-2c8f-4dbd-9245-1d24bcc10e34 req-859ac65c-e7ab-48a8-a3f7-5399cb071242 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.841825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5fa65465-2c8f-4dbd-9245-1d24bcc10e34 req-859ac65c-e7ab-48a8-a3f7-5399cb071242 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 946 time: 0.3278513 Jul 16 20:31:26.843917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.845038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.930005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6bfb5c7-4f25-4bbd-95d5-8597bd8744d6 req-4a95aef3-8dbd-45dc-9813-f741bbffbe1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331468 Jul 16 20:31:26.946094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:26.947025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:26.948251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:26.960528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:26.963649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5fa65465-2c8f-4dbd-9245-1d24bcc10e34 req-ea2f7b71-cd90-4d60-8d3f-aa87aa21aa10 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207397 Jul 16 20:31:26.964760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:26.991482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:26.992065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Checking segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:26.999763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Bound using segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:27.001133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Bound port: ba8863be-9cd6-47d3-b2ef-667dee77091b, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:27.002122 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.059180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44230) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:27.076973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.153267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:27.161557 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:27.172316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.244687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.245642 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.248010 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] 10.222.0.68 "PUT /v2.0/ports/ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 1092 time: 1.4524956 Jul 16 20:31:27.248841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:27.257347 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b9c12-2121-402d-9f53-3c456f1a2eff" -d '{"events": [{"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:27.312757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.314705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482c659-e54a-4b7a-85b3-5b1abdf73fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.414207 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0006384-ab21-4260-b320-d579436deea1 x-openstack-request-id: req-c0006384-ab21-4260-b320-d579436deea1 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:27.414607 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:27.414990 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0006384-ab21-4260-b320-d579436deea1 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:27.415608 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'status': 'completed', 'code': 200} Jul 16 20:31:27.468161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-aa4c3e59-f11f-4ee5-81bf-294510c2cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.469980 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-aa4c3e59-f11f-4ee5-81bf-294510c2cc5d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1095 time: 0.1233594 Jul 16 20:31:27.535231 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-225a79d5-ec54-4c02-adca-e234413740f2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 217 time: 0.0536304 Jul 16 20:31:27.600804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-aa5527ac-c77b-4a5c-94d3-dd6324fcd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.603140 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-aa5527ac-c77b-4a5c-94d3-dd6324fcd0ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0617776 Jul 16 20:31:27.683265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-5b57176e-480d-4e49-b412-40ed255fa0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.685639 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-5b57176e-480d-4e49-b412-40ed255fa0b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756462 Jul 16 20:31:27.856506 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-e8693185-bad1-4be0-859d-b2f2a72bfc8f service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633275 Jul 16 20:31:27.969836 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2750c094-f2e4-48da-97e2-a73718b5bd49 req-4e5f81ac-e8e4-4ec2-8c81-1ed222647849 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074760 Jul 16 20:31:28.190674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-2707d1d0-f644-443b-b14c-f02f8be7f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.193390 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-2707d1d0-f644-443b-b14c-f02f8be7f84b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1095 time: 0.1312764 Jul 16 20:31:28.309930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-de9054f1-2fc2-40df-97e4-eb1ed7ac2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.311718 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-de9054f1-2fc2-40df-97e4-eb1ed7ac2ca1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1114120 Jul 16 20:31:28.323798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-0765305e-ce25-4c61-bfd8-b199e1d531fc tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.325556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-0765305e-ce25-4c61-bfd8-b199e1d531fc tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2799888 Jul 16 20:31:28.364968 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-292a34c9-55ed-4f60-8891-900e3d2b3206 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 217 time: 0.0463965 Jul 16 20:31:28.428484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-6e0da2c7-90c7-4ca8-aeb1-6cd594559864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.430968 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-6e0da2c7-90c7-4ca8-aeb1-6cd594559864 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0592325 Jul 16 20:31:28.506643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-be86c3b2-6f86-443d-bb0c-b7b4179e789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.508294 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-be86c3b2-6f86-443d-bb0c-b7b4179e789f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703151 Jul 16 20:31:28.570385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf974b-6a99-43b4-bf40-e22eb3c8e64a req-d91c7434-c54b-4bdb-823a-27e3f37a383f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.572071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfcf974b-6a99-43b4-bf40-e22eb3c8e64a req-d91c7434-c54b-4bdb-823a-27e3f37a383f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 946 time: 0.3758154 Jul 16 20:31:28.624324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.640909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d407-d93b-49ab-9baf-d6172f69ea54 req-433bb568-694e-45aa-b44b-7e1ab8089607 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.642929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f193d407-d93b-49ab-9baf-d6172f69ea54 req-433bb568-694e-45aa-b44b-7e1ab8089607 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 943 time: 0.4414885 Jul 16 20:31:28.671797 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-d6c8328f-1faf-4c59-9d00-473c2a049ecb service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560037 Jul 16 20:31:28.677004 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.799964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfcf974b-6a99-43b4-bf40-e22eb3c8e64a req-347e28fe-8c76-427a-aa74-37e9eaf90a98 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=812a3824-b47c-4b01-896b-464877a47c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791232 Jul 16 20:31:28.819144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f193d407-d93b-49ab-9baf-d6172f69ea54 req-a46f1478-a3e7-4dd6-ae3f-6aa4bbb6ef99 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546919 Jul 16 20:31:28.828728 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-158b9c12-2121-402d-9f53-3c456f1a2eff req-4ad4fa5e-d8ad-4881-b04e-fffb3d92f6cf service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501031 Jul 16 20:31:28.860338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port 986904b0-8d0a-4918-a168-49934927e643 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:28.860649 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.932440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Allocated IP 172.25.6.254 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/86e79b6e-97aa-4cc8-af36-400d01a77ccf) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:29.062913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] For port 986904b0-8d0a-4918-a168-49934927e643, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=986904b0-8d0a-4918-a168-49934927e643,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:29.063200 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.115923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for 986904b0-8d0a-4918-a168-49934927e643 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:29.141030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.294799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.479968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.543310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.558953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:29.560875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event updated for resources: {'Port': ['ID=86e79b6e-97aa-4cc8-af36-400d01a77ccf,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.573487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:29.578368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:29.654449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=986904b0-8d0a-4918-a168-49934927e643,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.696278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] No DVR routers for this DVR port 986904b0-8d0a-4918-a168-49934927e643 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:29.701997 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.704141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04e5427e-8e7c-402c-a6bc-b15335777b87 req-4340a0be-8f96-48cd-92dc-15d953f680de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "DELETE /v2.0/ports/986904b0-8d0a-4918-a168-49934927e643 HTTP/1.1" status: 204 len: 173 time: 1.3720675 Jul 16 20:31:29.704659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b5d296-74a8-4f45-9913-69cfbeb4a1b8', 'name': 'network-vif-deleted', 'tag': '986904b0-8d0a-4918-a168-49934927e643'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:29.707937 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a3a722-27dc-48b5-a8c1-b849a4ba1f58" -d '{"events": [{"server_uuid": "71b5d296-74a8-4f45-9913-69cfbeb4a1b8", "name": "network-vif-deleted", "tag": "986904b0-8d0a-4918-a168-49934927e643"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:29.775804 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a4252a-9a26-474c-b9d5-72388adaf997 x-openstack-request-id: req-36a4252a-9a26-474c-b9d5-72388adaf997 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:29.776098 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b5d296-74a8-4f45-9913-69cfbeb4a1b8", "name": "network-vif-deleted", "tag": "986904b0-8d0a-4918-a168-49934927e643", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:29.776405 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36a4252a-9a26-474c-b9d5-72388adaf997 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:29.776780 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b5d296-74a8-4f45-9913-69cfbeb4a1b8', 'name': 'network-vif-deleted', 'tag': '986904b0-8d0a-4918-a168-49934927e643', 'status': 'completed', 'code': 200} Jul 16 20:31:29.797139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:29.984500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:30.021898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'port_id': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'mac_address': 'fa:16:3e:74:1c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:30.082890 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.105945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8863be-9cd6-47d3-b2ef-667dee77091b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:30.138287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:30.146545 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.201392 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Deleting port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:30.202090 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.220962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6294267-9d8e-4e7e-a13a-4bdd5bafc704 req-8c2b6f63-bfff-4627-99c8-d3387e852e77 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0866456 Jul 16 20:31:30.261683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.355284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ba8863be-9cd6-47d3-b2ef-667dee77091b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:30.464520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aba5c-2e82-4b5b-b10d-e0f183a604de req-bafa3165-ff7c-4183-a00c-ce50a2bf6626 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.467208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-643aba5c-2e82-4b5b-b10d-e0f183a604de req-bafa3165-ff7c-4183-a00c-ce50a2bf6626 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 943 time: 0.4791920 Jul 16 20:31:30.986899 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.063088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] For port 8ba0b2c8-91f8-4d4d-804e-77fefbf08461, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:31.063512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.120647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Calling delete_port for 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:31.193839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-643aba5c-2e82-4b5b-b10d-e0f183a604de req-3bfaea4b-bb78-408d-9626-d7aed326b8d8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7150214 Jul 16 20:31:31.230891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 986904b0-8d0a-4918-a168-49934927e643 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:31.282758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 986904b0-8d0a-4918-a168-49934927e643 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:31.287226 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 986904b0-8d0a-4918-a168-49934927e643 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:31.482741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-323b9892-1b37-4f96-80a4-a642f19ae1b8 req-f9d2a7f1-25fb-44d2-8b4d-b942a5ff3625 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0779846 Jul 16 20:31:31.695080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.814019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:31.869765 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.915236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port ba8863be-9cd6-47d3-b2ef-667dee77091b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:31.925524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port ba8863be-9cd6-47d3-b2ef-667dee77091b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:31.926728 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.931896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba0b2c8-91f8-4d4d-804e-77fefbf08461,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:32.065917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Router 45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:32.115257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.159238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:32.163862 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2891d2-7407-43f2-824a-f6a23e06fbad" -d '{"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-plugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:32.189880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:32.199447 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.248285 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.356241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:32.403592 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9afe89-efd7-43b1-a076-e031a63b698f x-openstack-request-id: req-da9afe89-efd7-43b1-a076-e031a63b698f {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:32.404099 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-plugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:32.404558 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da9afe89-efd7-43b1-a076-e031a63b698f {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:32.405198 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'code': 200} Jul 16 20:31:32.557594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aecc90-55c6-49b3-981f-fb2e4881e3f4 req-13f908b0-cb1b-4395-a38b-d7448f49bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.559294 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74aecc90-55c6-49b3-981f-fb2e4881e3f4 req-13f908b0-cb1b-4395-a38b-d7448f49bd6d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1097 time: 0.0695398 Jul 16 20:31:32.577276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:32.596854 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a67d5-44a1-4e03-8cee-1e1d8af15f5d None None] Sync routers for ids ['45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:32.626345 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a67d5-44a1-4e03-8cee-1e1d8af15f5d None None] Routers {'45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:32.628290 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-182a67d5-44a1-4e03-8cee-1e1d8af15f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:32.629417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.635424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0f93fe28-4970-4942-bf87-3e1031c0dce7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9142015 Jul 16 20:31:32.635731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44258) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:32.641819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:32.642536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74aecc90-55c6-49b3-981f-fb2e4881e3f4 req-64b130d4-6a2d-4f73-becf-309ad0ad0054 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745592 Jul 16 20:31:32.705088 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-182a67d5-44a1-4e03-8cee-1e1d8af15f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:32.723106 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a67d5-44a1-4e03-8cee-1e1d8af15f5d None None] Routers {'45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:32.724799 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-182a67d5-44a1-4e03-8cee-1e1d8af15f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:32.807131 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-182a67d5-44a1-4e03-8cee-1e1d8af15f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:32.808130 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a67d5-44a1-4e03-8cee-1e1d8af15f5d None None] The sync data for ids ['45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:32.827061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc9dbf-ebe2-427f-a948-0e5b645148d1 req-fb39979f-0a73-4163-850e-5c968391213b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.828805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5bdc9dbf-ebe2-427f-a948-0e5b645148d1 req-fb39979f-0a73-4163-850e-5c968391213b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.4364011 Jul 16 20:31:32.912250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Router 6aaa3418-709d-48dc-8769-1ef9a56918ba has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:32.923257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb950598-99e2-4880-89d8-63f71b701ee5 req-0a44545d-190a-4691-87a4-eae658382af3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0911858 Jul 16 20:31:33.051085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5bdc9dbf-ebe2-427f-a948-0e5b645148d1 req-bdd2bb7f-968c-42fb-a281-d8168b6f9c7c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076254 Jul 16 20:31:33.231756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:33.242846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-496ff209-76dd-48a0-952e-55d0e1f246b4 admin admin] 10.222.0.78 "PUT /v2.0/routers/6aaa3418-709d-48dc-8769-1ef9a56918ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1794798 Jul 16 20:31:33.244447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44260) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:33.261937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] Sync routers for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:33.291504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:33.292604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:33.430425 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.459819 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.550114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:34.009934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:31:31Z', 'revision_number': 5, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port': {'id': '114ffb0c-db88-436f-bd02-b7b65362cf01', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:20Z', 'updated_at': '2021-07-16T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:34.106873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.249122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d5b32ac-c87b-4b61-ac86-a43262d5ad28 req-0de7518a-441d-453b-97cd-5aacad6a0021 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0786283 Jul 16 20:31:34.353721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.396135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Deleting port 86e79b6e-97aa-4cc8-af36-400d01a77ccf {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:34.396858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.431623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] Checking router: 6aaa3418-709d-48dc-8769-1ef9a56918ba for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:34.443941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] Routers {'6aaa3418-709d-48dc-8769-1ef9a56918ba'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:34.444841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Deleting port 114ffb0c-db88-436f-bd02-b7b65362cf01 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:34.445153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6aaa3418-709d-48dc-8769-1ef9a56918ba'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:34.445352 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.464944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b3ffe-6da0-48b6-98bc-cf37023873da req-3815e57f-b02f-45d8-92c5-57674480b42a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.468047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-841b3ffe-6da0-48b6-98bc-cf37023873da req-3815e57f-b02f-45d8-92c5-57674480b42a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.2314532 Jul 16 20:31:34.587708 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.619543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] Set router 6aaa3418-709d-48dc-8769-1ef9a56918ba gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:34.620574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.630543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] For port 114ffb0c-db88-436f-bd02-b7b65362cf01, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=114ffb0c-db88-436f-bd02-b7b65362cf01,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:34.631126 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.656918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Calling delete_port for 114ffb0c-db88-436f-bd02-b7b65362cf01 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:34.666423 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-841b3ffe-6da0-48b6-98bc-cf37023873da req-e3b498aa-7b7c-4aff-808b-31e445b52e90 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833775 Jul 16 20:31:34.667535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Calling delete_port for 86e79b6e-97aa-4cc8-af36-400d01a77ccf owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:34.745376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:31:34Z', 'revision_number': 6, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:34.810707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f76ad-8f26-41cc-9712-2db9ad5bd567 None None] The sync data for ids ['6aaa3418-709d-48dc-8769-1ef9a56918ba'] in n-d-791505-15 is: [{'id': '6aaa3418-709d-48dc-8769-1ef9a56918ba', 'name': 'tempest-TestVolumeBackupRestore-657708886-router', 'tenant_id': 'c098ccf51e824f81a00428a874646429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:19Z', 'updated_at': '2021-07-16T20:31:34Z', 'revision_number': 6, 'project_id': 'c098ccf51e824f81a00428a874646429', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:35.045404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.092975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Pushing event deleted for resources: {'Port': ['ID=86e79b6e-97aa-4cc8-af36-400d01a77ccf,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:35.109412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.177972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c647-3ffb-45b8-86f6-b32db40ce22c req-d6d5e553-0f6e-4844-a007-34178342460e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.183729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Pushing event deleted for resources: {'Port': ['ID=114ffb0c-db88-436f-bd02-b7b65362cf01,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:35.188169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8216c647-3ffb-45b8-86f6-b32db40ce22c req-d6d5e553-0f6e-4844-a007-34178342460e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.2200198 Jul 16 20:31:35.222614 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.269962 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.307195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.307544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.307893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.320312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.320867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.321227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.321578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.321926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.322269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.322608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.322950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.323286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:35.365854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8216c647-3ffb-45b8-86f6-b32db40ce22c req-004bfef5-0775-4b26-9baf-37f712e8114e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722286 Jul 16 20:31:35.391493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44270) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:35.436066 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.563865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.577938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640760'] for router, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.613377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d898a8de-7b10-422d-aac0-f2ca3ed1eea6 req-d2910001-22b4-4aba-b3be-eb1e9b8773d7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b5d296-74a8-4f45-9913-69cfbeb4a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0540383 Jul 16 20:31:35.635732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.639429 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.727673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Router 45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:35.773661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73da3493-7f1e-4879-a596-da38f955a3e5 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.775864 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-73da3493-7f1e-4879-a596-da38f955a3e5 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1092 time: 0.3827415 Jul 16 20:31:35.777967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.778634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aaa3418-709d-48dc-8769-1ef9a56918ba {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:35.780861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44272) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:35.789267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:35.802061 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.804054 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f9b90600-0ce1-4cdc-aca0-e885e75c8509 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6aaa3418-709d-48dc-8769-1ef9a56918ba HTTP/1.1" status: 204 len: 168 time: 2.5576448 Jul 16 20:31:35.809589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44274) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:35.873554 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:35.883190 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.884617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c4b4885c-0593-4330-a37b-2ab211281a80 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "PUT /v2.0/routers/45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 HTTP/1.1" status: 200 len: 706 time: 3.2469378 Jul 16 20:31:35.889329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44276) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:35.892513 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c673f-43cf-45ba-814e-2a758ae3c667 None None] Sync routers for ids ['45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:35.923551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-449fca22-9c6a-4fb0-9f2c-722e191edeb8 admin admin] Deleting subnet e8be8722-dfce-4ea1-80b7-9848255be250 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:35.929961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.937996 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c673f-43cf-45ba-814e-2a758ae3c667 None None] Routers {'45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:35.939116 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d67c673f-43cf-45ba-814e-2a758ae3c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:35.951744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-449fca22-9c6a-4fb0-9f2c-722e191edeb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.007674 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d67c673f-43cf-45ba-814e-2a758ae3c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:36.016658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9b9a687b-5d22-4827-b59a-436534f53da5 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/routers/45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 HTTP/1.1" status: 200 len: 741 time: 0.1230602 Jul 16 20:31:36.016658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44278) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.022856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 114ffb0c-db88-436f-bd02-b7b65362cf01 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:36.024082 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c673f-43cf-45ba-814e-2a758ae3c667 None None] Routers {'45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:36.024942 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d67c673f-43cf-45ba-814e-2a758ae3c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:36.053075 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-449fca22-9c6a-4fb0-9f2c-722e191edeb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.089863 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d67c673f-43cf-45ba-814e-2a758ae3c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:36.090847 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c673f-43cf-45ba-814e-2a758ae3c667 None None] The sync data for ids ['45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9'] in n-d-791505-15 is: [] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:36.103303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 114ffb0c-db88-436f-bd02-b7b65362cf01 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:36.106023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 114ffb0c-db88-436f-bd02-b7b65362cf01 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:36.108859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:36.118861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8c922ff0-9fc8-4dd2-8973-af13bc9ff987 tempest-RoutersAdminTest-777349265 tempest-RoutersAdminTest-777349265-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&device_id=45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 HTTP/1.1" status: 200 len: 205 time: 0.0981762 Jul 16 20:31:36.119127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44280) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.136271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:36.136632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ba0b2c8-91f8-4d4d-804e-77fefbf08461 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:36.159426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-02ffdbb8-9456-427c-b715-514f980ea259 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 HTTP/1.1" status: 200 len: 205 time: 0.0354023 Jul 16 20:31:36.160518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44282) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.268398 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c835bb1-40ab-4957-baa2-f18d1bc70e7e tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.322952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.328348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-449fca22-9c6a-4fb0-9f2c-722e191edeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.466984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c835bb1-40ab-4957-baa2-f18d1bc70e7e tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.473505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c835bb1-40ab-4957-baa2-f18d1bc70e7e tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.526671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c835bb1-40ab-4957-baa2-f18d1bc70e7e tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.527364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c835bb1-40ab-4957-baa2-f18d1bc70e7e tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Fanout notify agent at l3_agent the message router_deleted on router 45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:36.544841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c835bb1-40ab-4957-baa2-f18d1bc70e7e tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.546995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7c835bb1-40ab-4957-baa2-f18d1bc70e7e tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 HTTP/1.1" status: 204 len: 168 time: 0.3852227 Jul 16 20:31:36.552713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44284) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.561141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-449fca22-9c6a-4fb0-9f2c-722e191edeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.600321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-680db70b-7ce0-4130-b20a-7d437753881a tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 HTTP/1.1" status: 200 len: 205 time: 0.0455530 Jul 16 20:31:36.601588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44286) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.620296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fca22-9c6a-4fb0-9f2c-722e191edeb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8be8722-dfce-4ea1-80b7-9848255be250,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.638001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-449fca22-9c6a-4fb0-9f2c-722e191edeb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.643336 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-449fca22-9c6a-4fb0-9f2c-722e191edeb8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e8be8722-dfce-4ea1-80b7-9848255be250 HTTP/1.1" status: 204 len: 168 time: 0.8320467 Jul 16 20:31:36.644416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499c3e4-2c3f-4585-9601-a652511c899b None None] Network 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:36.645478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.25.6.61 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/a185d20b-0cf2-47b8-ae2e-07e1a6b2ffe5) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:36.648707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44288) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.712290 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-c5b2b059-44f5-4c3e-a300-9cc4befc4b64 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] delete failed (client error): The resource could not be found. Jul 16 20:31:36.722684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c5b2b059-44f5-4c3e-a300-9cc4befc4b64 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/45f4a76d-fa1c-43d8-9b06-0dfdbbd295a9 HTTP/1.1" status: 404 len: 336 time: 0.1194589 Jul 16 20:31:36.729606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44292) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.778230 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b52368c0-1b78-4c1e-9e48-18c765960068 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47 HTTP/1.1" status: 200 len: 205 time: 0.0471473 Jul 16 20:31:36.787643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44294) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.833513 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-3e287c2e-c15a-4a3f-b4de-49d2417f24cf tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] delete failed (client error): The resource could not be found. Jul 16 20:31:36.835394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3e287c2e-c15a-4a3f-b4de-49d2417f24cf tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/2ac7c4ba-98e5-4a9d-a2c1-49ffd10bcf47 HTTP/1.1" status: 404 len: 336 time: 0.0464871 Jul 16 20:31:36.838095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44298) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.840130 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.882114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b92dfdbf-2357-4ae7-83a5-4485dfb66dcb tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b3293a7-eceb-4636-af5e-18cd28b50cc8 HTTP/1.1" status: 200 len: 205 time: 0.0422449 Jul 16 20:31:36.884544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44300) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.931655 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-4d965c80-4cff-4fb0-b028-0bfa32eddb47 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] delete failed (client error): The resource could not be found. Jul 16 20:31:36.934175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4d965c80-4cff-4fb0-b028-0bfa32eddb47 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/1b3293a7-eceb-4636-af5e-18cd28b50cc8 HTTP/1.1" status: 404 len: 336 time: 0.0475821 Jul 16 20:31:36.937079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44302) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.946771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.967778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:36.972795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:36.988443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5d8f99ca-a483-49ba-aca4-542ca7e58fa7 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=96fdb8ed-d5b7-4603-bc15-abf8a89762ae HTTP/1.1" status: 200 len: 205 time: 0.0494704 Jul 16 20:31:36.990875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44304) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.002364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:37.048356 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-a39a2057-98c6-4c87-9505-2d97d71579f1 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] delete failed (client error): The resource could not be found. Jul 16 20:31:37.049992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a39a2057-98c6-4c87-9505-2d97d71579f1 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/96fdb8ed-d5b7-4603-bc15-abf8a89762ae HTTP/1.1" status: 404 len: 336 time: 0.0576985 Jul 16 20:31:37.053530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44306) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.096787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e12c9b6e-eaf4-4698-bca4-38fb4e184786 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a170732-7c51-4c5a-983a-235217dc446c HTTP/1.1" status: 200 len: 205 time: 0.0409079 Jul 16 20:31:37.100706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44308) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.120248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.133268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] DHCP port deletion for 7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:37.153818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=a185d20b-0cf2-47b8-ae2e-07e1a6b2ffe5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.156827 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-3dfa36f8-64e3-4368-a848-e7e0884ae915 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] delete failed (client error): The resource could not be found. Jul 16 20:31:37.159970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3dfa36f8-64e3-4368-a848-e7e0884ae915 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/6a170732-7c51-4c5a-983a-235217dc446c HTTP/1.1" status: 404 len: 336 time: 0.0565798 Jul 16 20:31:37.163406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44310) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.205220 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0d28fd84-064a-4ff0-be76-1cf0b2e961dc tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9a707a9-7003-4491-925c-3779e17e5e8f HTTP/1.1" status: 200 len: 205 time: 0.0405483 Jul 16 20:31:37.209027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44312) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.249097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] Deleting port a5227b2c-1756-4853-adab-122001c98fdc {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:37.251325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.261349 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-8a07cead-3e67-4e5b-a1f8-d64f140e13b6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] delete failed (client error): The resource could not be found. Jul 16 20:31:37.262670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8a07cead-3e67-4e5b-a1f8-d64f140e13b6 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/routers/a9a707a9-7003-4491-925c-3779e17e5e8f HTTP/1.1" status: 404 len: 336 time: 0.0510678 Jul 16 20:31:37.267581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44314) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.310736 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1c41dd-cba0-4559-ab37-bf6e54a5c042 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] DELETE failed (client error): The resource could not be found. Jul 16 20:31:37.311330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1c41dd-cba0-4559-ab37-bf6e54a5c042 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:31:37.318195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bd1c41dd-cba0-4559-ab37-bf6e54a5c042 tempest-RoutersAdminTest-52143733 tempest-RoutersAdminTest-52143733-project] 10.222.0.78 "DELETE /v2.0/subnets/80a7a360-95f3-422c-b075-9980dbb4c779 HTTP/1.1" status: 404 len: 337 time: 0.0441065 Jul 16 20:31:37.375483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] For port a5227b2c-1756-4853-adab-122001c98fdc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a5227b2c-1756-4853-adab-122001c98fdc,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:37.375999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.401321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] Calling delete_port for a5227b2c-1756-4853-adab-122001c98fdc owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:37.488528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Deleting port a5227b2c-1756-4853-adab-122001c98fdc {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:37.489115 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.549755 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.578491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] Pushing event deleted for resources: {'Port': ['ID=a5227b2c-1756-4853-adab-122001c98fdc,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.599716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff4734f-5dcc-4884-afdf-b55c3a70581e None None] No DVR routers for this DVR port a5227b2c-1756-4853-adab-122001c98fdc on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:37.684075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] For port a5227b2c-1756-4853-adab-122001c98fdc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a5227b2c-1756-4853-adab-122001c98fdc,segment=NetworkSegment(a6f85db4-8fb6-4f91-941f-fbe2df622866),segment_id=a6f85db4-8fb6-4f91-941f-fbe2df622866)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:37.684495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.708643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Calling delete_port for a5227b2c-1756-4853-adab-122001c98fdc owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:37.736184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44320) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.895143 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6aab888f-8c97-487f-94c9-5aec820912d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.918134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.963309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5227b2c-1756-4853-adab-122001c98fdc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.967013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a5227b2c-1756-4853-adab-122001c98fdc no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:37.979580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] No DVR routers for this DVR port a5227b2c-1756-4853-adab-122001c98fdc on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:37.990468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.055070 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6aab888f-8c97-487f-94c9-5aec820912d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.062263 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6aab888f-8c97-487f-94c9-5aec820912d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.064109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a5227b2c-1756-4853-adab-122001c98fdc {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:38.067090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a5227b2c-1756-4853-adab-122001c98fdc not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:38.145482 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6aab888f-8c97-487f-94c9-5aec820912d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc30369620104f6b82c1b456c653cd61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063683 Jul 16 20:31:38.147241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab888f-8c97-487f-94c9-5aec820912d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0782068f-575a-42ed-98c0-4cb19023b8a6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:38.151716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44326) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:38.165038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.180431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.183303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6d9279-6b5d-47f8-969f-4fc617b4f2a3']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:38.215806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f85db4-8fb6-4f91-941f-fbe2df622866') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:38.216146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f85db4-8fb6-4f91-941f-fbe2df622866') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:38.234351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.238182 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3644c7c8-33b2-42aa-8cca-d067a5ffce06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.263961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.286790 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3644c7c8-33b2-42aa-8cca-d067a5ffce06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.290971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:38.291938 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: self.session.flush() Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:38.295253 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:38.371781 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3644c7c8-33b2-42aa-8cca-d067a5ffce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.379609 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3644c7c8-33b2-42aa-8cca-d067a5ffce06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.385674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3644c7c8-33b2-42aa-8cca-d067a5ffce06 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0782068f-575a-42ed-98c0-4cb19023b8a6 HTTP/1.1" status: 204 len: 168 time: 0.2281609 Jul 16 20:31:38.403328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644c7c8-33b2-42aa-8cca-d067a5ffce06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0782068f-575a-42ed-98c0-4cb19023b8a6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:38.421437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.430447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.432639 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7a6d9279-6b5d-47f8-969f-4fc617b4f2a3 HTTP/1.1" status: 204 len: 168 time: 1.7825658 Jul 16 20:31:38.443473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44330) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:38.456057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cf908-04de-42de-b932-79fd60de80f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6d9279-6b5d-47f8-969f-4fc617b4f2a3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:38.505814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.513861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.606302 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.675503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=a185d20b-0cf2-47b8-ae2e-07e1a6b2ffe5,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:38.753943 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Floating IP b984876c-38b8-4ef5-a72d-ad4b4cb12b20 associated. External IP: 172.25.6.61, port: ba8863be-9cd6-47d3-b2ef-667dee77091b. Jul 16 20:31:38.946024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44334) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:39.042548 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b7619d44-ff2f-4b25-b804-06ef6f8cd3cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=960dfeec89c348c8b226b11369b87125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952334 Jul 16 20:31:39.046996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44336) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:39.069406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 06701166-657c-41c8-ba59-5f3048e0e4d1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:39.115050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.182226 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0054f77-541a-49ad-bc2c-ca7268aa2abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.294858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0054f77-541a-49ad-bc2c-ca7268aa2abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.733647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:39.748423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] Sync routers for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:39.771689 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.772266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:39.772947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:39.857117 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-71f120c7-9aa3-43a0-925d-df8e0c0913c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0748253 Jul 16 20:31:39.858108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:39.860622 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7" -d '{"events": [{"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:39.948788 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293ae2ce-a6e6-4285-ac9b-2bb25d818980 x-openstack-request-id: req-293ae2ce-a6e6-4285-ac9b-2bb25d818980 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:39.949086 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:39.949261 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-293ae2ce-a6e6-4285-ac9b-2bb25d818980 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:39.949590 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'status': 'completed', 'code': 200} Jul 16 20:31:40.077176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:40.096965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-a7a95997-92ea-400b-b9f5-a81164ac058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.100464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-a7a95997-92ea-400b-b9f5-a81164ac058f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1097 time: 0.1176898 Jul 16 20:31:40.146453 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0054f77-541a-49ad-bc2c-ca7268aa2abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.149134 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c0054f77-541a-49ad-bc2c-ca7268aa2abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.152652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c0054f77-541a-49ad-bc2c-ca7268aa2abe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ab80238-3aed-4ae5-957c-699c75f4d7fc HTTP/1.1" status: 204 len: 168 time: 1.1019690 Jul 16 20:31:40.167680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0054f77-541a-49ad-bc2c-ca7268aa2abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab80238-3aed-4ae5-957c-699c75f4d7fc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:40.300331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36acb09-fd76-449c-8cf9-468e6c12d756 req-036f88dc-5c7b-467e-806a-483fc91e5f21 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.308158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f36acb09-fd76-449c-8cf9-468e6c12d756 req-036f88dc-5c7b-467e-806a-483fc91e5f21 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.1989434 Jul 16 20:31:40.368543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-22d6afb4-dddd-4995-b2b8-9b2e71d00b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.370782 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-22d6afb4-dddd-4995-b2b8-9b2e71d00b22 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.2639370 Jul 16 20:31:40.404016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f36acb09-fd76-449c-8cf9-468e6c12d756 req-9018bac1-30a4-43d2-b162-adbe04483390 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942965 Jul 16 20:31:40.427058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44386) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:40.512107 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-d7edd726-17d0-4d4d-879c-a29ece758dd0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 998 time: 0.1329999 Jul 16 20:31:40.535233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Deleting port f713d619-eb71-4fcf-a37d-f7d4968d9202 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:40.535748 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.582223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'b984876c-38b8-4ef5-a72d-ad4b4cb12b20', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'port_id': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'mac_address': 'fa:16:3e:74:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:37Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:24Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:40.629010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-210596c6-0331-406a-97b6-cce339c49b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.629010 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-210596c6-0331-406a-97b6-cce339c49b9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.1054020 Jul 16 20:31:40.631369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] Checking router: 06701166-657c-41c8-ba59-5f3048e0e4d1 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:40.643399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:40.644194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:40.644932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fab71536-95d6-4ef3-b8f8-43399ad390e5 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/b984876c-38b8-4ef5-a72d-ad4b4cb12b20 HTTP/1.1" status: 200 len: 990 time: 0.2088428 Jul 16 20:31:40.761644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-c1b9599c-fa32-4972-a1e1-a9cabca56dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.764438 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-c1b9599c-fa32-4972-a1e1-a9cabca56dd1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253815 Jul 16 20:31:40.847099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] For port f713d619-eb71-4fcf-a37d-f7d4968d9202, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f713d619-eb71-4fcf-a37d-f7d4968d9202,segment=NetworkSegment(58670f15-351f-491f-9d4e-f5ed798e606f),segment_id=58670f15-351f-491f-9d4e-f5ed798e606f)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:40.847099 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.871566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Calling delete_port for f713d619-eb71-4fcf-a37d-f7d4968d9202 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:40.903865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:40.969205 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-bfdbde88-6ffc-46bc-8c94-17a475497d09 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973660 Jul 16 20:31:41.092445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44406) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:41.097669 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c2fb6ac6-8c7e-404a-aa80-554bcfe61a80 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21497308', 'description': 'tempest-secgroup-smoke-21497308 description', 'project_id': '2b5731282d004b759715ca7158b88d2b'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:41.130853 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ac6-8c7e-404a-aa80-554bcfe61a80 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.154922 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5a8848e5-9abf-4857-a5de-2f4b1f79daf7 req-4d29976e-b4d8-4355-8207-4279d7330d6c service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779439 Jul 16 20:31:41.217951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.270190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Pushing event deleted for resources: {'Port': ['ID=f713d619-eb71-4fcf-a37d-f7d4968d9202,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:41.312328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'b984876c-38b8-4ef5-a72d-ad4b4cb12b20', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'port_id': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'mac_address': 'fa:16:3e:74:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:37Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:24Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:41.345065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c0a25-9d45-491d-9b57-4fb53974f16a None None] The sync data for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 is: [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'b984876c-38b8-4ef5-a72d-ad4b4cb12b20', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'port_id': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'mac_address': 'fa:16:3e:74:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:37Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:24Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:41.367400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ac6-8c7e-404a-aa80-554bcfe61a80 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.374374 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ac6-8c7e-404a-aa80-554bcfe61a80 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.455998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6ac6-8c7e-404a-aa80-554bcfe61a80 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8ad2b6-3a07-4cf9-9354-b99f88aad905,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:41.461827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ac6-8c7e-404a-aa80-554bcfe61a80 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.463591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c2fb6ac6-8c7e-404a-aa80-554bcfe61a80 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3699932 Jul 16 20:31:41.467911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44416) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:41.481755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-205a2873-2dea-4f55-b062-2dc7caa2c153 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'security_group_rule': {'security_group_id': 'cc8ad2b6-3a07-4cf9-9354-b99f88aad905', 'project_id': '2b5731282d004b759715ca7158b88d2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:41.543956 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-205a2873-2dea-4f55-b062-2dc7caa2c153 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.583863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44418) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:41.588315 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.637330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-205a2873-2dea-4f55-b062-2dc7caa2c153 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.640764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44422) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:41.655705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-205a2873-2dea-4f55-b062-2dc7caa2c153 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.723839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a2873-2dea-4f55-b062-2dc7caa2c153 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18baddf3-8e20-499d-8e5b-5907ce2ef8e4,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:41.730694 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb3a84-cf34-4490-a901-a3d1bc2fd269 None None] New status for floating IP b984876c-38b8-4ef5-a72d-ad4b4cb12b20: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:31:41.764240 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1a3b4b3e-596b-4feb-bb66-a3a433d7a498 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/b984876c-38b8-4ef5-a72d-ad4b4cb12b20 HTTP/1.1" status: 200 len: 990 time: 0.1205716 Jul 16 20:31:41.770101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'networks': [{'name': 'tempest-network--1550935021'}, {'name': 'tempest-network--886659309'}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:41.770429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'network': {'name': 'tempest-network--1550935021'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:41.770893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'network': {'name': 'tempest-network--886659309'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:41.771594 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-205a2873-2dea-4f55-b062-2dc7caa2c153 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.773230 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-205a2873-2dea-4f55-b062-2dc7caa2c153 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3029063 Jul 16 20:31:41.778539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44424) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:41.790544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ecb2d01a-cdda-445b-9114-fb7052bd9a0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'security_group_rule': {'security_group_id': 'cc8ad2b6-3a07-4cf9-9354-b99f88aad905', 'project_id': '2b5731282d004b759715ca7158b88d2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:41.815284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Made reservation on behalf of a27062c29060483ab1d2dd4d150155af for: {'network': 2} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:41.820153 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.835690 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.840954 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d01a-cdda-445b-9114-fb7052bd9a0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.927704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d01a-cdda-445b-9114-fb7052bd9a0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.931782 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d01a-cdda-445b-9114-fb7052bd9a0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.950021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2d01a-cdda-445b-9114-fb7052bd9a0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287d93c4-793f-4acf-ad65-d43b6f329916,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.031097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Router 9944d263-cecd-485b-82c9-88bad2171d6b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:42.110211 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.118910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.119241 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d01a-cdda-445b-9114-fb7052bd9a0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.119681 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.120958 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ecb2d01a-cdda-445b-9114-fb7052bd9a0e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3400626 Jul 16 20:31:42.125087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44426) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.131683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-71610007-4b05-4079-a7d1-6016a0265fb7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'security_group_rule': {'security_group_id': 'cc8ad2b6-3a07-4cf9-9354-b99f88aad905', 'project_id': '2b5731282d004b759715ca7158b88d2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:42.164692 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71610007-4b05-4079-a7d1-6016a0265fb7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.218482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7825b666-89f9-4b74-b317-9adade978224,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.239140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:42.266725 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.267247 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Added segment 80428348-8e21-460b-8ace-5faafffde5d8 of type vlan for network a8ad12df-0cb8-4d4c-ba7b-4222e3800e7e Jul 16 20:31:42.277841 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71610007-4b05-4079-a7d1-6016a0265fb7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.282017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:42.283334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71610007-4b05-4079-a7d1-6016a0265fb7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.292334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6536cf32-c8cc-4ac9-adb8-4b7d2749c755 admin admin] 10.222.0.78 "PUT /v2.0/routers/9944d263-cecd-485b-82c9-88bad2171d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8405373 Jul 16 20:31:42.293439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] Sync routers for ids ['9944d263-cecd-485b-82c9-88bad2171d6b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:42.304052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44428) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.306272 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] Routers {'9944d263-cecd-485b-82c9-88bad2171d6b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:42.307182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9944d263-cecd-485b-82c9-88bad2171d6b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.340589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.393185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:42.401260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71610007-4b05-4079-a7d1-6016a0265fb7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f67de6-cdb9-4ae8-b15a-91bcff5a647b,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.411712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.412347 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Added segment 90e712cb-c58d-4d6f-ab06-902549b21491 of type vlan for network 943d180b-791a-4b46-956f-985d818422f6 Jul 16 20:31:42.425182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-71610007-4b05-4079-a7d1-6016a0265fb7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.427195 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-71610007-4b05-4079-a7d1-6016a0265fb7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3002713 Jul 16 20:31:42.431011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44430) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.440517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4635ffb1-9dae-408b-9362-e78f1e0e1c96 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'security_group_rule': {'security_group_id': 'cc8ad2b6-3a07-4cf9-9354-b99f88aad905', 'project_id': '2b5731282d004b759715ca7158b88d2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:42.457139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] Set router 9944d263-cecd-485b-82c9-88bad2171d6b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:42.497600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.518183 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4635ffb1-9dae-408b-9362-e78f1e0e1c96 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.547409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.575597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.576133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.582037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.587488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.588189 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.640974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0480354 Jul 16 20:31:42.644231 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44432) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.688987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Network': ['ID=a8ad12df-0cb8-4d4c-ba7b-4222e3800e7e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.702017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a8ad12df-0cb8-4d4c-ba7b-4222e3800e7e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:42.730841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4635ffb1-9dae-408b-9362-e78f1e0e1c96 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.747216 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4635ffb1-9dae-408b-9362-e78f1e0e1c96 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.769450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44434) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.788876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:31:41Z', 'revision_number': 5, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.820262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] Checking router: 9944d263-cecd-485b-82c9-88bad2171d6b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:42.829953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] Routers {'9944d263-cecd-485b-82c9-88bad2171d6b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:42.831178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:31:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['9944d263-cecd-485b-82c9-88bad2171d6b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.855563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635ffb1-9dae-408b-9362-e78f1e0e1c96 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b784e66-f938-4738-b873-e5baaac75dc8,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.864762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45ea52-a80b-49bb-b966-fb219c707a8a tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Network': ['ID=943d180b-791a-4b46-956f-985d818422f6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.876886 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4635ffb1-9dae-408b-9362-e78f1e0e1c96 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.882161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4635ffb1-9dae-408b-9362-e78f1e0e1c96 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4469275 Jul 16 20:31:42.883609 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44436) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.892354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c85d12be-d7c6-4c56-b51d-e74d7bfb6ce7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'security_group_rule': {'security_group_id': 'cc8ad2b6-3a07-4cf9-9354-b99f88aad905', 'project_id': '2b5731282d004b759715ca7158b88d2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:42.901490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 943d180b-791a-4b46-956f-985d818422f6 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:42.928246 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-c85d12be-d7c6-4c56-b51d-e74d7bfb6ce7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Project 2b5731282d004b759715ca7158b88d2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:31:42.935775 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c85d12be-d7c6-4c56-b51d-e74d7bfb6ce7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.026308 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c85d12be-d7c6-4c56-b51d-e74d7bfb6ce7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.032371 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c85d12be-d7c6-4c56-b51d-e74d7bfb6ce7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.071603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c85d12be-d7c6-4c56-b51d-e74d7bfb6ce7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.077144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c85d12be-d7c6-4c56-b51d-e74d7bfb6ce7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1905098 Jul 16 20:31:43.078165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44438) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:43.095904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1e18a32a-54db-4dbf-890b-ee574d699574 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'security_group_rule': {'security_group_id': 'cc8ad2b6-3a07-4cf9-9354-b99f88aad905', 'project_id': '2b5731282d004b759715ca7158b88d2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:43.111095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.113441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d12be-d7c6-4c56-b51d-e74d7bfb6ce7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae40057a-6f85-412a-919a-266bf8ec5fa1,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.127426 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-32ac1a2b-1233-4365-9c45-7a4b497ca925 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/b984876c-38b8-4ef5-a72d-ad4b4cb12b20 HTTP/1.1" status: 200 len: 992 time: 0.3532834 Jul 16 20:31:43.144975 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-1e18a32a-54db-4dbf-890b-ee574d699574 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Project 2b5731282d004b759715ca7158b88d2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:31:43.152061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e18a32a-54db-4dbf-890b-ee574d699574 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.188142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ed528-55a0-4eda-be7f-b678edcb5041 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.195167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ed528-55a0-4eda-be7f-b678edcb5041 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.201286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ed528-55a0-4eda-be7f-b678edcb5041 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.208347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ed528-55a0-4eda-be7f-b678edcb5041 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.210361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cc2ed528-55a0-4eda-be7f-b678edcb5041 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5650122 Jul 16 20:31:43.213312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44440) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:43.237023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e18a32a-54db-4dbf-890b-ee574d699574 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.248857 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e18a32a-54db-4dbf-890b-ee574d699574 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.269261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] Set router 9944d263-cecd-485b-82c9-88bad2171d6b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:43.291906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18a32a-54db-4dbf-890b-ee574d699574 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dda663-b7fe-4d94-8ded-fc30bb4fa023,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.308056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1e18a32a-54db-4dbf-890b-ee574d699574 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.309794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1e18a32a-54db-4dbf-890b-ee574d699574 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2203352 Jul 16 20:31:43.317607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.322232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Deleting port 4e84780b-e376-4369-be5b-50d5902b7cbb {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:43.322570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.486415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.514147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ad12df-0cb8-4d4c-ba7b-4222e3800e7e']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:43.517409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] For port 4e84780b-e376-4369-be5b-50d5902b7cbb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=4e84780b-e376-4369-be5b-50d5902b7cbb,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:43.518633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.539506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80428348-8e21-460b-8ace-5faafffde5d8') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:43.539810 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80428348-8e21-460b-8ace-5faafffde5d8') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:43.549926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Calling delete_port for 4e84780b-e376-4369-be5b-50d5902b7cbb owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:43.557062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.580286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:31:41Z', 'revision_number': 5, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:43.581006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.623849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:43.624579 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.626280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1128b13-5003-4075-be4e-5a5a1610d1b1 None None] The sync data for ids ['9944d263-cecd-485b-82c9-88bad2171d6b'] in n-d-791505-15 is: [{'id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'name': 'tempest-TestVolumeBackupRestore-352886449-router', 'tenant_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:31:41Z', 'revision_number': 5, 'project_id': 'bc9ac63bd22c41d08577f1d5235fb8c3', 'gw_port': {'id': '4e84780b-e376-4369-be5b-50d5902b7cbb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944d263-cecd-485b-82c9-88bad2171d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:43.628430 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:43.755675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.771784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.775455 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/networks/a8ad12df-0cb8-4d4c-ba7b-4222e3800e7e HTTP/1.1" status: 204 len: 168 time: 0.5607567 Jul 16 20:31:43.778247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44480) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:43.866992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030d94d-2dd9-4881-9756-2dc38f5a80d2 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Network': ['ID=a8ad12df-0cb8-4d4c-ba7b-4222e3800e7e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.939896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.988274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.024874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e84780b-e376-4369-be5b-50d5902b7cbb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.042529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f713d619-eb71-4fcf-a37d-f7d4968d9202 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:44.076698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f713d619-eb71-4fcf-a37d-f7d4968d9202 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:44.077555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f713d619-eb71-4fcf-a37d-f7d4968d9202 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:44.083857 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.099904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943d180b-791a-4b46-956f-985d818422f6']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.117905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e712cb-c58d-4d6f-ab06-902549b21491') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.118171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e712cb-c58d-4d6f-ab06-902549b21491') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.124334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.134612 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.153059 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.160607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:44.161364 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:44.165182 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:44.259334 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.260097 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.265854 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.266843 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.269344 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/networks/943d180b-791a-4b46-956f-985d818422f6 HTTP/1.1" status: 204 len: 168 time: 0.4887750 Jul 16 20:31:44.271948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44512) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:44.304410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791d057-6926-497c-9645-fa80120d6e84 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Network': ['ID=943d180b-791a-4b46-956f-985d818422f6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.326914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.327475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9944d263-cecd-485b-82c9-88bad2171d6b {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:44.332510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.337304 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-35a6a208-2109-4a20-9416-88d545e73c5c admin admin] 10.222.0.78 "DELETE /v2.0/routers/9944d263-cecd-485b-82c9-88bad2171d6b HTTP/1.1" status: 204 len: 168 time: 2.0277402 Jul 16 20:31:44.338853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44518) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:44.409396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-442f8dbe-828e-4173-9427-bdc81bce6e3a admin admin] Deleting subnet b77e313f-454d-40f4-9a99-848ecd97051c {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:44.413582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-442f8dbe-828e-4173-9427-bdc81bce6e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.479478 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-442f8dbe-828e-4173-9427-bdc81bce6e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.569423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d32252-3ec9-4264-948a-d6d02fa6d8bb tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.589629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d32252-3ec9-4264-948a-d6d02fa6d8bb tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.589629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-25d32252-3ec9-4264-948a-d6d02fa6d8bb tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3129687 Jul 16 20:31:44.589941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44520) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:44.596636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-77747566'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:44.616254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-442f8dbe-828e-4173-9427-bdc81bce6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.631826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Made reservation on behalf of a27062c29060483ab1d2dd4d150155af for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:44.638463 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.682523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:44.686788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-442f8dbe-828e-4173-9427-bdc81bce6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.699749 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.699749 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Added segment d7b50ee1-d928-481f-8b6f-046b3c1db232 of type vlan for network f2411b80-eb9a-460b-9dda-db165e8dffb4 Jul 16 20:31:44.713378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b033b446-9845-4264-94f8-9ca86b317390 None None] Network a3b5c148-f224-4f45-afc3-25dff654d693 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:44.727249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-442f8dbe-828e-4173-9427-bdc81bce6e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.730115 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-442f8dbe-828e-4173-9427-bdc81bce6e3a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b77e313f-454d-40f4-9a99-848ecd97051c HTTP/1.1" status: 204 len: 168 time: 0.3900390 Jul 16 20:31:44.732396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f8dbe-828e-4173-9427-bdc81bce6e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77e313f-454d-40f4-9a99-848ecd97051c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.733298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44522) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:44.803229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.875336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.893240 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.899115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.899778 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.966219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] DHCP port deletion for a3b5c148-f224-4f45-afc3-25dff654d693 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:44.970204 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3790102 Jul 16 20:31:44.973688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44526) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:44.980383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-22230831'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:45.005546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ce119-f77a-4179-bc47-400fe8fc1ae3 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Network': ['ID=f2411b80-eb9a-460b-9dda-db165e8dffb4,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.007390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Made reservation on behalf of a27062c29060483ab1d2dd4d150155af for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:45.013912 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.032693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Deleting port acd65305-4df9-47fb-b0a3-a016cbf28e54 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:45.033217 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.057539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:45.061155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network f2411b80-eb9a-460b-9dda-db165e8dffb4 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:45.074377 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.074737 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Added segment de1e57f8-d60f-4415-9bce-d875c03ac57a of type vlan for network 1b29af5d-ef54-4251-93a5-e05f7137128e Jul 16 20:31:45.125755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] For port acd65305-4df9-47fb-b0a3-a016cbf28e54, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=acd65305-4df9-47fb-b0a3-a016cbf28e54,segment=NetworkSegment(58670f15-351f-491f-9d4e-f5ed798e606f),segment_id=58670f15-351f-491f-9d4e-f5ed798e606f)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:45.126360 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.140106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.158435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Calling delete_port for acd65305-4df9-47fb-b0a3-a016cbf28e54 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:45.188951 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.200971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.202617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.241249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] Deleting port acd65305-4df9-47fb-b0a3-a016cbf28e54 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:45.241849 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.255794 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2809241 Jul 16 20:31:45.259303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44528) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:45.265187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'ports': [{'network_id': 'f2411b80-eb9a-460b-9dda-db165e8dffb4', 'name': 'tempest-port--1005280346', 'admin_state_up': True}, {'network_id': '1b29af5d-ef54-4251-93a5-e05f7137128e', 'admin_state_up': False}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:45.266206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'port': {'network_id': 'f2411b80-eb9a-460b-9dda-db165e8dffb4', 'name': 'tempest-port--1005280346', 'admin_state_up': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:45.266206 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'port': {'network_id': '1b29af5d-ef54-4251-93a5-e05f7137128e', 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:45.333878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7524e-88ba-4faa-8c91-52a1bb5822b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Network': ['ID=1b29af5d-ef54-4251-93a5-e05f7137128e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.351316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 1b29af5d-ef54-4251-93a5-e05f7137128e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:45.370080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.426667 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] For port acd65305-4df9-47fb-b0a3-a016cbf28e54, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=acd65305-4df9-47fb-b0a3-a016cbf28e54,segment=NetworkSegment(58670f15-351f-491f-9d4e-f5ed798e606f),segment_id=58670f15-351f-491f-9d4e-f5ed798e606f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:45.427254 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.427747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd65305-4df9-47fb-b0a3-a016cbf28e54,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.441501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] No DVR routers for this DVR port acd65305-4df9-47fb-b0a3-a016cbf28e54 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:45.472944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] Calling delete_port for acd65305-4df9-47fb-b0a3-a016cbf28e54 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:45.581933 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.609846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] Pushing event deleted for resources: {'Port': ['ID=acd65305-4df9-47fb-b0a3-a016cbf28e54,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.610125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.614253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5008f45-84c8-4ba7-94d6-bf505f8bb2ea None None] No DVR routers for this DVR port acd65305-4df9-47fb-b0a3-a016cbf28e54 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:45.642398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b5c148-f224-4f45-afc3-25dff654d693']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:45.656147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58670f15-351f-491f-9d4e-f5ed798e606f') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:45.656483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58670f15-351f-491f-9d4e-f5ed798e606f') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:45.659327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Made reservation on behalf of a27062c29060483ab1d2dd4d150155af for: {'port': 2} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:45.664137 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.682515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.697609 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.720054 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:45.736038 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:45.859574 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.866030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] device_id is not set on port 6e2f9463-a4b2-47c1-9b59-f9e5fc60c5cf yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:31:45.873347 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.878733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a3b5c148-f224-4f45-afc3-25dff654d693 HTTP/1.1" status: 204 len: 168 time: 1.1166797 Jul 16 20:31:45.890808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e3766-ef0a-40a3-8bce-52c1a7997780 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b5c148-f224-4f45-afc3-25dff654d693,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.932567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device acd65305-4df9-47fb-b0a3-a016cbf28e54 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:45.962927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: acd65305-4df9-47fb-b0a3-a016cbf28e54 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:45.963569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device acd65305-4df9-47fb-b0a3-a016cbf28e54 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:45.964483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4e84780b-e376-4369-be5b-50d5902b7cbb no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:45.989411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 4e84780b-e376-4369-be5b-50d5902b7cbb {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:45.990048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 4e84780b-e376-4369-be5b-50d5902b7cbb not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:46.077710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.162558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44534) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:46.213799 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d59de302-75a6-4f56-b3ce-d8c83f0b4943 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c098ccf51e824f81a00428a874646429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489810 Jul 16 20:31:46.217972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:46.218204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] device_id is not set on port bbe378f7-954f-4002-9c2f-8196d60735c9 yet. {{(pid=100243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:31:46.318941 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21c759d6-e0cb-471f-960d-b0127b8f837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.356294 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21c759d6-e0cb-471f-960d-b0127b8f837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.427858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21c759d6-e0cb-471f-960d-b0127b8f837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.432374 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21c759d6-e0cb-471f-960d-b0127b8f837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.436688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-21c759d6-e0cb-471f-960d-b0127b8f837a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cfe774a1-e53a-40c7-aed7-95f98cac3849 HTTP/1.1" status: 204 len: 168 time: 0.2148309 Jul 16 20:31:46.448507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c759d6-e0cb-471f-960d-b0127b8f837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe774a1-e53a-40c7-aed7-95f98cac3849,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.904442 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.962696 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.999694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44542) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.038266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Port': ['ID=6e2f9463-a4b2-47c1-9b59-f9e5fc60c5cf,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.052092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Checking segment: {'id': 'd7b50ee1-d928-481f-8b6f-046b3c1db232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f2411b80-eb9a-460b-9dda-db165e8dffb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:47.052606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Network hostable DHCP agents. Network: f2411b80-eb9a-460b-9dda-db165e8dffb4, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:47.072974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Network f2411b80-eb9a-460b-9dda-db165e8dffb4 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:47.078228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-871e964b-6913-44e5-93cb-5be2c497b4e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc9ac63bd22c41d08577f1d5235fb8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763693 Jul 16 20:31:47.081262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44544) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.086529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, f2411b80-eb9a-460b-9dda-db165e8dffb4) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:47.110899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3031b27-9c66-4f1a-8cd7-eeea9210e235 None None] Network f2411b80-eb9a-460b-9dda-db165e8dffb4 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:47.113067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:47.115592 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.186558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80e24784-6fb5-4411-81e6-d807d20c1042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.216928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80e24784-6fb5-4411-81e6-d807d20c1042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.235547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Port': ['ID=bbe378f7-954f-4002-9c2f-8196d60735c9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.262599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Checking segment: {'id': 'de1e57f8-d60f-4415-9bce-d875c03ac57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1b29af5d-ef54-4251-93a5-e05f7137128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:47.263303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Network hostable DHCP agents. Network: 1b29af5d-ef54-4251-93a5-e05f7137128e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:47.302618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Network 1b29af5d-ef54-4251-93a5-e05f7137128e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:47.317945 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80e24784-6fb5-4411-81e6-d807d20c1042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.321727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-80e24784-6fb5-4411-81e6-d807d20c1042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.321958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 1b29af5d-ef54-4251-93a5-e05f7137128e) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:47.323465 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-80e24784-6fb5-4411-81e6-d807d20c1042 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c388566f-89b3-4066-b136-42ad70682eb1 HTTP/1.1" status: 204 len: 168 time: 0.2405937 Jul 16 20:31:47.329872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:47.335483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e24784-6fb5-4411-81e6-d807d20c1042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c388566f-89b3-4066-b136-42ad70682eb1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.347341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93482cf8-db69-48cb-b3d4-4e8fa02940c9 None None] Network 1b29af5d-ef54-4251-93a5-e05f7137128e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:47.348089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.358934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.360330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.392535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44550) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.394183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bcc9d708-c601-4c6f-bd61-b6e7d52fff79 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1323481 Jul 16 20:31:47.595209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d397982-448e-406f-b16f-cc8f36c5120d tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.603590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d397982-448e-406f-b16f-cc8f36c5120d tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.605628 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d397982-448e-406f-b16f-cc8f36c5120d tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2110157 Jul 16 20:31:47.608969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44552) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.789939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-26eec576-15ed-4f4d-b078-485be6d2c6e6 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Deleting port 6e2f9463-a4b2-47c1-9b59-f9e5fc60c5cf {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:47.790795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26eec576-15ed-4f4d-b078-485be6d2c6e6 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.919558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26eec576-15ed-4f4d-b078-485be6d2c6e6 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.937013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-26eec576-15ed-4f4d-b078-485be6d2c6e6 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Calling delete_port for 6e2f9463-a4b2-47c1-9b59-f9e5fc60c5cf owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:48.060768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-93d8c688-2d0f-499b-9678-2dc4f12feecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.099140 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26eec576-15ed-4f4d-b078-485be6d2c6e6 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.135723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eec576-15ed-4f4d-b078-485be6d2c6e6 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Port': ['ID=6e2f9463-a4b2-47c1-9b59-f9e5fc60c5cf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.146855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26eec576-15ed-4f4d-b078-485be6d2c6e6 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.152348 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-26eec576-15ed-4f4d-b078-485be6d2c6e6 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/ports/6e2f9463-a4b2-47c1-9b59-f9e5fc60c5cf HTTP/1.1" status: 204 len: 168 time: 0.5389230 Jul 16 20:31:48.153309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44554) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:48.304248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd8ffb-fcdb-4dfb-8033-f4daa5c313b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Deleting port bbe378f7-954f-4002-9c2f-8196d60735c9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:48.305125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8ffb-fcdb-4dfb-8033-f4daa5c313b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.409888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8ffb-fcdb-4dfb-8033-f4daa5c313b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.428668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd8ffb-fcdb-4dfb-8033-f4daa5c313b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Calling delete_port for bbe378f7-954f-4002-9c2f-8196d60735c9 owned by {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:48.542257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8ffb-fcdb-4dfb-8033-f4daa5c313b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.957814 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8ffb-fcdb-4dfb-8033-f4daa5c313b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Port': ['ID=bbe378f7-954f-4002-9c2f-8196d60735c9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.966706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8ffb-fcdb-4dfb-8033-f4daa5c313b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.972444 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6fdd8ffb-fcdb-4dfb-8033-f4daa5c313b9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/ports/bbe378f7-954f-4002-9c2f-8196d60735c9 HTTP/1.1" status: 204 len: 168 time: 0.8176839 Jul 16 20:31:48.972700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44558) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.058317 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1fb8a691-f812-4c5b-902a-52a3c542891c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0837953 Jul 16 20:31:49.061975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44560) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.071704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-646392662'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.100303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Made reservation on behalf of a27062c29060483ab1d2dd4d150155af for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:49.104272 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.135683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:49.147273 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.147614 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Added segment 232cd29f-a868-45a1-91da-484fb989f71f of type vlan for network 94cfcdaf-fb66-4ad4-88d6-01a5afe63005 Jul 16 20:31:49.200255 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.238990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.245369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.246028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.290962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2273102 Jul 16 20:31:49.294543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44562) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.303610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1553668249'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.340929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71aad3-b916-477a-8edb-e250330c242c tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Network': ['ID=94cfcdaf-fb66-4ad4-88d6-01a5afe63005,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.357518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 94cfcdaf-fb66-4ad4-88d6-01a5afe63005 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:49.367520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Made reservation on behalf of a27062c29060483ab1d2dd4d150155af for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:49.373475 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.436910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:49.451110 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.452080 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Added segment be8c9c84-5c19-470c-bcd4-796b5dce1d55 of type vlan for network e17b5f27-b809-4c71-bc7b-538969b506f6 Jul 16 20:31:49.516606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.553316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.560726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.561703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.614512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3183787 Jul 16 20:31:49.653284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6e8e8-9382-4221-9062-2c44c5dd6ff4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Network': ['ID=e17b5f27-b809-4c71-bc7b-538969b506f6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.671041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e17b5f27-b809-4c71-bc7b-538969b506f6 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:49.753436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44566) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.763450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'subnets': [{'network_id': '94cfcdaf-fb66-4ad4-88d6-01a5afe63005', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--792901323', 'ip_version': 4}, {'network_id': 'e17b5f27-b809-4c71-bc7b-538969b506f6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.765068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'subnet': {'network_id': '94cfcdaf-fb66-4ad4-88d6-01a5afe63005', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--792901323', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.766409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Request body: {'subnet': {'network_id': 'e17b5f27-b809-4c71-bc7b-538969b506f6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.998452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Made reservation on behalf of a27062c29060483ab1d2dd4d150155af for: {'subnet': 2} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:50.007362 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.007766 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.404424 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e041143f-643d-42d5-9677-7cf07b331f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.506753 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.637665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Subnet': ['ID=9dab71d4-e48b-4333-8885-9296f95aa4de,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.650785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Checking segment: {'id': '232cd29f-a868-45a1-91da-484fb989f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94cfcdaf-fb66-4ad4-88d6-01a5afe63005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:50.651562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Network hostable DHCP agents. Network: 94cfcdaf-fb66-4ad4-88d6-01a5afe63005, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:50.652948 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.676087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Network 94cfcdaf-fb66-4ad4-88d6-01a5afe63005 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:50.687237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 94cfcdaf-fb66-4ad4-88d6-01a5afe63005) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:50.693632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.701119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44534a8c-7c07-4ddf-be55-46dae196a698 None None] Network 94cfcdaf-fb66-4ad4-88d6-01a5afe63005 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:50.796418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event updated for resources: {'Subnet': ['ID=235cdcc9-1879-4aa3-ae3f-9bf5b94c7301,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.798845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Checking segment: {'id': 'be8c9c84-5c19-470c-bcd4-796b5dce1d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e17b5f27-b809-4c71-bc7b-538969b506f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:50.799926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Network hostable DHCP agents. Network: e17b5f27-b809-4c71-bc7b-538969b506f6, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:50.819284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Network e17b5f27-b809-4c71-bc7b-538969b506f6 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:50.833920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e17b5f27-b809-4c71-bc7b-538969b506f6) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:50.840751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.841826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.842910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.865282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f8f32-ff63-4bf2-b43e-5b9fccd44276 None None] Network e17b5f27-b809-4c71-bc7b-538969b506f6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:50.871346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-82d2ead4-db07-4786-ae90-bec5c37a35a7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1137781 Jul 16 20:31:50.871869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44570) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:50.982064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b39e9-8087-4935-8953-9868126c18d4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.984159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b39e9-8087-4935-8953-9868126c18d4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.986281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b39e9-8087-4935-8953-9868126c18d4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.993200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-967b39e9-8087-4935-8953-9868126c18d4 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1143131 Jul 16 20:31:50.993782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44572) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:51.013444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea29e3-3b58-4ab7-a7d4-bb1d407adf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-94cfcdaf-fb66-4ad4-88d6-01a5afe63005', 'network_id': '94cfcdaf-fb66-4ad4-88d6-01a5afe63005', 'tenant_id': 'a27062c29060483ab1d2dd4d150155af', 'fixed_ips': [{'subnet_id': '9dab71d4-e48b-4333-8885-9296f95aa4de'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:51.014762 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-41ea29e3-3b58-4ab7-a7d4-bb1d407adf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.104423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3115b4ce-af17-49a5-b817-09388467a930 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Deleting subnet 9dab71d4-e48b-4333-8885-9296f95aa4de {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:51.109455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3115b4ce-af17-49a5-b817-09388467a930 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.154933 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-769c1f6b-ec0f-4bfa-b33d-376c85b57436 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0704660 Jul 16 20:31:51.168735 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3115b4ce-af17-49a5-b817-09388467a930 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.232569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3115b4ce-af17-49a5-b817-09388467a930 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.307432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1180036-69fc-42f6-82de-6337c7d2df9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e17b5f27-b809-4c71-bc7b-538969b506f6', 'network_id': 'e17b5f27-b809-4c71-bc7b-538969b506f6', 'tenant_id': 'a27062c29060483ab1d2dd4d150155af', 'fixed_ips': [{'subnet_id': '235cdcc9-1879-4aa3-ae3f-9bf5b94c7301'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:51.308919 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b1180036-69fc-42f6-82de-6337c7d2df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.314471 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3115b4ce-af17-49a5-b817-09388467a930 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.322526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-ac27e79f-9507-42e9-a2de-3e01ef309bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.324797 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-ac27e79f-9507-42e9-a2de-3e01ef309bb6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1097 time: 0.1023030 Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-41ea29e3-3b58-4ab7-a7d4-bb1d407adf41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dab71d4-e48b-4333-8885-9296f95aa4de: This subnet is being modified by another concurrent operation. Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dab71d4-e48b-4333-8885-9296f95aa4de: This subnet is being modified by another concurrent operation. Jul 16 20:31:51.329434 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:31:51.354308 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3115b4ce-af17-49a5-b817-09388467a930 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.354308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3115b4ce-af17-49a5-b817-09388467a930 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/subnets/9dab71d4-e48b-4333-8885-9296f95aa4de HTTP/1.1" status: 204 len: 168 time: 0.3395691 Jul 16 20:31:51.356686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44574) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:51.359948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115b4ce-af17-49a5-b817-09388467a930 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Subnet': ['ID=9dab71d4-e48b-4333-8885-9296f95aa4de,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:51.471747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95507acf-1604-4d7d-bed0-6787b48ff079 None None] Network 94cfcdaf-fb66-4ad4-88d6-01a5afe63005 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:51.473730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21c02f3-7950-408e-8bb0-bcc666516398 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Deleting subnet 235cdcc9-1879-4aa3-ae3f-9bf5b94c7301 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:51.480573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f21c02f3-7950-408e-8bb0-bcc666516398 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.527614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-264a759d-d6ca-4b4c-a71c-6754a3d4f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.529551 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-264a759d-d6ca-4b4c-a71c-6754a3d4f5f9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1494811 Jul 16 20:31:51.548302 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f21c02f3-7950-408e-8bb0-bcc666516398 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.624776 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f21c02f3-7950-408e-8bb0-bcc666516398 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.641548 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-3098d4e3-08fe-4a84-8443-243fc8833fb5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 1000 time: 0.1049805 Jul 16 20:31:51.731503 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f21c02f3-7950-408e-8bb0-bcc666516398 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-b1180036-69fc-42f6-82de-6337c7d2df9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 235cdcc9-1879-4aa3-ae3f-9bf5b94c7301: This subnet is being modified by another concurrent operation. Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 235cdcc9-1879-4aa3-ae3f-9bf5b94c7301: This subnet is being modified by another concurrent operation. Jul 16 20:31:51.734091 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:31:51.744681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-f41d3a7d-cda3-44c2-a988-96cf3d4c1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.744681 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-f41d3a7d-cda3-44c2-a988-96cf3d4c1bbd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0864794 Jul 16 20:31:51.758052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32559ed2-3a1d-4814-a2d9-4b18c3cc37b5 None None] Network e17b5f27-b809-4c71-bc7b-538969b506f6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:51.777133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c02f3-7950-408e-8bb0-bcc666516398 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Subnet': ['ID=235cdcc9-1879-4aa3-ae3f-9bf5b94c7301,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:51.784044 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f21c02f3-7950-408e-8bb0-bcc666516398 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.786109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f21c02f3-7950-408e-8bb0-bcc666516398 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/subnets/235cdcc9-1879-4aa3-ae3f-9bf5b94c7301 HTTP/1.1" status: 204 len: 168 time: 0.4280858 Jul 16 20:31:51.795333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44578) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:51.855838 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-0afe0056-6577-41eb-9f9d-90bc18d53596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.858095 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-0afe0056-6577-41eb-9f9d-90bc18d53596 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089730 Jul 16 20:31:51.883468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf667b7-7c6b-43a5-bfb7-b4ee6d166db7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.894039 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cdf667b7-7c6b-43a5-bfb7-b4ee6d166db7 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0900989 Jul 16 20:31:51.895372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44580) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:51.951489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455b4b5-0cd6-476b-94c7-459c28961610 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:31:52.040639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.065197 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-3c5cbb90-4763-4c12-8aed-604fd1c59a6c service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991937 Jul 16 20:31:52.106047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b455b4b5-0cd6-476b-94c7-459c28961610 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:31:52.335533 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.365436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17b5f27-b809-4c71-bc7b-538969b506f6']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:52.395550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8c9c84-5c19-470c-bcd4-796b5dce1d55') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:52.396580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8c9c84-5c19-470c-bcd4-796b5dce1d55') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:52.439086 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.453114 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c6cb2336-0ab9-4e6b-836e-654dfb2d6bfe req-6dc33057-b7bc-44b3-9b7f-0f57bf2271a7 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802242 Jul 16 20:31:52.460308 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.482671 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.501176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:52.502315 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:52.507738 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:52.525728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1244c74-f3ee-4510-9fb7-96e5319be877 None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:31:52.630607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.637299 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.641664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/networks/e17b5f27-b809-4c71-bc7b-538969b506f6 HTTP/1.1" status: 204 len: 168 time: 0.7438488 Jul 16 20:31:52.642704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44582) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:52.660640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40e47d-f965-4356-a2fe-77630835a648 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Network': ['ID=e17b5f27-b809-4c71-bc7b-538969b506f6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.700883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1244c74-f3ee-4510-9fb7-96e5319be877 None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:31:52.781618 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.914144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.929794 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cfcdaf-fb66-4ad4-88d6-01a5afe63005']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:52.947130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232cd29f-a868-45a1-91da-484fb989f71f') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:52.947435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232cd29f-a868-45a1-91da-484fb989f71f') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:52.963390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.986314 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.005164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:53.005842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:53.013243 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:53.110207 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.120042 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.123170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/networks/94cfcdaf-fb66-4ad4-88d6-01a5afe63005 HTTP/1.1" status: 204 len: 168 time: 0.4765549 Jul 16 20:31:53.125771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44586) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:53.144943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae33b1b-fca3-4ffc-bbcf-e5230e9343d9 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Network': ['ID=94cfcdaf-fb66-4ad4-88d6-01a5afe63005,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.243991 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.348876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.361713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b29af5d-ef54-4251-93a5-e05f7137128e']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:53.375087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1e57f8-d60f-4415-9bce-d875c03ac57a') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:53.375408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1e57f8-d60f-4415-9bce-d875c03ac57a') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:53.388725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.406588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.415029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:53.415705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:53.421251 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:53.527015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.535769 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.539364 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/networks/1b29af5d-ef54-4251-93a5-e05f7137128e HTTP/1.1" status: 204 len: 168 time: 0.4122534 Jul 16 20:31:53.542701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44588) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:53.566006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a739e8-5847-4bd4-9577-cb3e2f4f1f81 tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Network': ['ID=1b29af5d-ef54-4251-93a5-e05f7137128e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.662667 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.806149 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.823430 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.841875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2411b80-eb9a-460b-9dda-db165e8dffb4']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:53.876623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b50ee1-d928-481f-8b6f-046b3c1db232') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:53.877849 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b50ee1-d928-481f-8b6f-046b3c1db232') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:53.888898 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.915493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.924052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:53.924782 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:53.928864 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:54.009838 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.020090 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.022853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] 10.222.0.78 "DELETE /v2.0/networks/f2411b80-eb9a-460b-9dda-db165e8dffb4 HTTP/1.1" status: 204 len: 168 time: 0.4787841 Jul 16 20:31:54.041692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9bd8f-07f1-4087-8449-c89040bd72ea tempest-BulkNetworkOpsTest-317892183 tempest-BulkNetworkOpsTest-317892183-project] Pushing event deleted for resources: {'Network': ['ID=f2411b80-eb9a-460b-9dda-db165e8dffb4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:54.397242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44596) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:54.591340 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a98a7297-28ea-434b-bcc6-54d768e86b0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a27062c29060483ab1d2dd4d150155af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924262 Jul 16 20:31:54.594452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44600) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:54.692700 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-737541b5-f47c-4f60-93cc-df9d092a2116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.720820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-737541b5-f47c-4f60-93cc-df9d092a2116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.791474 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-737541b5-f47c-4f60-93cc-df9d092a2116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.796591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-737541b5-f47c-4f60-93cc-df9d092a2116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.798100 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-737541b5-f47c-4f60-93cc-df9d092a2116 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7825b666-89f9-4b74-b317-9adade978224 HTTP/1.1" status: 204 len: 168 time: 0.2015176 Jul 16 20:31:54.809359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737541b5-f47c-4f60-93cc-df9d092a2116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7825b666-89f9-4b74-b317-9adade978224,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:55.835234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44624) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:55.981013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-secgroup--221760531'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:56.013884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.025274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.190348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.195930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.249162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d2a18-8939-46fe-976c-c731699d45d4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.353594 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.359084 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.390011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.391543 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5550475 Jul 16 20:31:56.396487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44630) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.400714 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100b3e0-8aa8-4c00-90a4-5a32736815d8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89736539-61b4-41e0-9135-cba8027050f8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.510554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3c07a4c5-cbf2-45b5-be5a-a987a570c71a tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1122832 Jul 16 20:31:56.512825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44632) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.518759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9f94c1e3-a466-4b81-9eb2-c6153354d7f8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-security--2025924526', 'description': 'tempest-security-description-1125404314'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:56.555711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f94c1e3-a466-4b81-9eb2-c6153354d7f8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.628975 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f94c1e3-a466-4b81-9eb2-c6153354d7f8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.634645 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f94c1e3-a466-4b81-9eb2-c6153354d7f8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.640340 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9f94c1e3-a466-4b81-9eb2-c6153354d7f8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.643634 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9f94c1e3-a466-4b81-9eb2-c6153354d7f8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "PUT /v2.0/security-groups/89736539-61b4-41e0-9135-cba8027050f8 HTTP/1.1" status: 200 len: 1780 time: 0.1283059 Jul 16 20:31:56.647115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44634) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.698575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94c1e3-a466-4b81-9eb2-c6153354d7f8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89736539-61b4-41e0-9135-cba8027050f8,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.725768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d88d5a83-1cd3-477b-9c82-bd040022d3b5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups/89736539-61b4-41e0-9135-cba8027050f8 HTTP/1.1" status: 200 len: 1780 time: 0.0767322 Jul 16 20:31:56.730698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44636) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.826930 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98091bc4-30fa-4250-b9e9-10e9821cfd43 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.857597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98091bc4-30fa-4250-b9e9-10e9821cfd43 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.919770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98091bc4-30fa-4250-b9e9-10e9821cfd43 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.923633 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-98091bc4-30fa-4250-b9e9-10e9821cfd43 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.926715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-98091bc4-30fa-4250-b9e9-10e9821cfd43 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/89736539-61b4-41e0-9135-cba8027050f8 HTTP/1.1" status: 204 len: 168 time: 0.1937618 Jul 16 20:31:56.930481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44638) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.947191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98091bc4-30fa-4250-b9e9-10e9821cfd43 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89736539-61b4-41e0-9135-cba8027050f8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:57.011944 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9eba9907-e44e-44c1-8f50-0ee6d23e03ff tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802064 Jul 16 20:31:57.015857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44640) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.048617 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-b988b926-91c1-4428-a3a7-a31a9acf907f tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] delete failed (client error): The resource could not be found. Jul 16 20:31:57.051572 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b988b926-91c1-4428-a3a7-a31a9acf907f tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/89736539-61b4-41e0-9135-cba8027050f8 HTTP/1.1" status: 404 len: 347 time: 0.0340250 Jul 16 20:31:57.056716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44642) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.061806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3d4dbdc9-d511-43c8-8bbd-cc4eb61574c5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-secgroup--196068850'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:57.098527 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbdc9-d511-43c8-8bbd-cc4eb61574c5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.218855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbdc9-d511-43c8-8bbd-cc4eb61574c5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.227136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbdc9-d511-43c8-8bbd-cc4eb61574c5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.256797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbdc9-d511-43c8-8bbd-cc4eb61574c5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.260845 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3d4dbdc9-d511-43c8-8bbd-cc4eb61574c5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2027817 Jul 16 20:31:57.261241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44646) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.266175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-5213fac7-f7f5-4901-8cf5-23085a749318 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'a8172638-6877-468f-9364-330b72b70ea6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:57.281365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dbdc9-d511-43c8-8bbd-cc4eb61574c5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8172638-6877-468f-9364-330b72b70ea6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:57.307101 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5213fac7-f7f5-4901-8cf5-23085a749318 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.370940 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5213fac7-f7f5-4901-8cf5-23085a749318 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.375973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5213fac7-f7f5-4901-8cf5-23085a749318 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.406493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213fac7-f7f5-4901-8cf5-23085a749318 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb17892-1279-48fb-a9a2-2cfc983a1649,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:57.417023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5213fac7-f7f5-4901-8cf5-23085a749318 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.421857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5213fac7-f7f5-4901-8cf5-23085a749318 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562462 Jul 16 20:31:57.422291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44648) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.466680 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fb840ed5-656a-4c88-ba35-0436703781f5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.480849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fb840ed5-656a-4c88-ba35-0436703781f5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.505465 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:57.529347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fb840ed5-656a-4c88-ba35-0436703781f5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.536504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fb840ed5-656a-4c88-ba35-0436703781f5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.538310 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fb840ed5-656a-4c88-ba35-0436703781f5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/adb17892-1279-48fb-a9a2-2cfc983a1649 HTTP/1.1" status: 204 len: 168 time: 0.1138716 Jul 16 20:31:57.541837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44650) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.545509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb840ed5-656a-4c88-ba35-0436703781f5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb17892-1279-48fb-a9a2-2cfc983a1649,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:57.615417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b8a08c25-4bb8-45ec-b09c-61f2e5a8d4a4 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0715358 Jul 16 20:31:57.618604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44652) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.721966 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74ab5cc9-bb37-45c3-9d91-bcaa442007df tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.768563 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74ab5cc9-bb37-45c3-9d91-bcaa442007df tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.859206 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74ab5cc9-bb37-45c3-9d91-bcaa442007df tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.863645 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74ab5cc9-bb37-45c3-9d91-bcaa442007df tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.869570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44654) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.869903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-74ab5cc9-bb37-45c3-9d91-bcaa442007df tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/a8172638-6877-468f-9364-330b72b70ea6 HTTP/1.1" status: 204 len: 168 time: 0.2487404 Jul 16 20:31:57.883942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab5cc9-bb37-45c3-9d91-bcaa442007df tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8172638-6877-468f-9364-330b72b70ea6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:57.940507 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5aaa6392-4bd7-44ce-b807-6677c50c9532 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680549 Jul 16 20:31:57.946481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44656) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:57.951382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7cf7c802-3e94-4af8-bb70-03a4d2e36470 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-secgroup--664097879'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:57.988393 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c802-3e94-4af8-bb70-03a4d2e36470 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.106652 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c802-3e94-4af8-bb70-03a4d2e36470 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.111803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c802-3e94-4af8-bb70-03a4d2e36470 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.154069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c802-3e94-4af8-bb70-03a4d2e36470 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.157859 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7cf7c802-3e94-4af8-bb70-03a4d2e36470 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2078507 Jul 16 20:31:58.157859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7c802-3e94-4af8-bb70-03a4d2e36470 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0269431-07f1-4bac-a658-fe98e9f85378,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.158901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44658) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:58.163934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-03bf391d-489f-4012-938b-efcc70282123 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'd0269431-07f1-4bac-a658-fe98e9f85378', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:58.203338 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03bf391d-489f-4012-938b-efcc70282123 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.303723 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03bf391d-489f-4012-938b-efcc70282123 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.309183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03bf391d-489f-4012-938b-efcc70282123 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.346300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf391d-489f-4012-938b-efcc70282123 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1465522-2388-4c57-8bc1-888dcbf3d198,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.352995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03bf391d-489f-4012-938b-efcc70282123 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.352995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03bf391d-489f-4012-938b-efcc70282123 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1930113 Jul 16 20:31:58.357329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44670) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:58.363574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-df70e473-293f-498a-b6c9-f1723940b3a9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'd0269431-07f1-4bac-a658-fe98e9f85378', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:58.404537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df70e473-293f-498a-b6c9-f1723940b3a9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.495677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df70e473-293f-498a-b6c9-f1723940b3a9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.500403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df70e473-293f-498a-b6c9-f1723940b3a9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.523649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70e473-293f-498a-b6c9-f1723940b3a9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9994f02a-deb8-4a2e-abbd-aaddff61b779,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.540524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-df70e473-293f-498a-b6c9-f1723940b3a9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.542479 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-df70e473-293f-498a-b6c9-f1723940b3a9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1836038 Jul 16 20:31:58.545496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44672) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:58.550421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ecebb18c-4cda-40c3-89d0-6fc73913234e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'd0269431-07f1-4bac-a658-fe98e9f85378', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:58.594963 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecebb18c-4cda-40c3-89d0-6fc73913234e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.721413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecebb18c-4cda-40c3-89d0-6fc73913234e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.728096 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecebb18c-4cda-40c3-89d0-6fc73913234e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.772591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebb18c-4cda-40c3-89d0-6fc73913234e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3d7117-a0c2-4788-9349-c3733aa22ac6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.780069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ecebb18c-4cda-40c3-89d0-6fc73913234e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.784913 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ecebb18c-4cda-40c3-89d0-6fc73913234e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2381644 Jul 16 20:31:58.787567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44674) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:58.793156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fd24dde5-0c8a-4044-93ad-a3b60b663c3a tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'd0269431-07f1-4bac-a658-fe98e9f85378', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:58.839939 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd24dde5-0c8a-4044-93ad-a3b60b663c3a tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.922124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd24dde5-0c8a-4044-93ad-a3b60b663c3a tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.927904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd24dde5-0c8a-4044-93ad-a3b60b663c3a tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.949252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24dde5-0c8a-4044-93ad-a3b60b663c3a tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1417d6be-6b78-48da-b836-bbdc40925fdb,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.958316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd24dde5-0c8a-4044-93ad-a3b60b663c3a tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.959990 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fd24dde5-0c8a-4044-93ad-a3b60b663c3a tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1708713 Jul 16 20:31:58.964501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44684) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:58.969238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1f4cbbeb-e844-4a07-9324-822a3f01a4c0 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'd0269431-07f1-4bac-a658-fe98e9f85378', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:59.004869 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbbeb-e844-4a07-9324-822a3f01a4c0 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.085131 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbbeb-e844-4a07-9324-822a3f01a4c0 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.090610 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbbeb-e844-4a07-9324-822a3f01a4c0 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.115024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cbbeb-e844-4a07-9324-822a3f01a4c0 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02d9e53-26ae-41a7-b378-2d0479e79b47,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.125062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbbeb-e844-4a07-9324-822a3f01a4c0 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.130538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1f4cbbeb-e844-4a07-9324-822a3f01a4c0 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1615183 Jul 16 20:31:59.131225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44686) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.165399 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a342944-af24-44d7-84d4-ddeca35422c8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.180510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a342944-af24-44d7-84d4-ddeca35422c8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.226362 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a342944-af24-44d7-84d4-ddeca35422c8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.235128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4a342944-af24-44d7-84d4-ddeca35422c8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.236012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4a342944-af24-44d7-84d4-ddeca35422c8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e02d9e53-26ae-41a7-b378-2d0479e79b47 HTTP/1.1" status: 204 len: 168 time: 0.1028795 Jul 16 20:31:59.242366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44690) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.252470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a342944-af24-44d7-84d4-ddeca35422c8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e02d9e53-26ae-41a7-b378-2d0479e79b47,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.340611 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-003c6da1-30d0-48fe-a626-015e4785d526 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0956559 Jul 16 20:31:59.344250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44694) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.398390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7839-9dab-401d-820c-488a36b1bd44 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.413911 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7839-9dab-401d-820c-488a36b1bd44 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.463309 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7839-9dab-401d-820c-488a36b1bd44 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.471824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7839-9dab-401d-820c-488a36b1bd44 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.473392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1f8a7839-9dab-401d-820c-488a36b1bd44 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1417d6be-6b78-48da-b836-bbdc40925fdb HTTP/1.1" status: 204 len: 168 time: 0.1273189 Jul 16 20:31:59.477164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44698) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.481180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7839-9dab-401d-820c-488a36b1bd44 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1417d6be-6b78-48da-b836-bbdc40925fdb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.555057 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-371d5ced-7b0c-4331-803f-7d358081a0b5 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0746055 Jul 16 20:31:59.556973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44700) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.589584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91ef024a-3a20-44c4-ac1f-41293f21e16e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.603317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91ef024a-3a20-44c4-ac1f-41293f21e16e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.648272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91ef024a-3a20-44c4-ac1f-41293f21e16e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.661316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-91ef024a-3a20-44c4-ac1f-41293f21e16e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.663291 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-91ef024a-3a20-44c4-ac1f-41293f21e16e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6c3d7117-a0c2-4788-9349-c3733aa22ac6 HTTP/1.1" status: 204 len: 168 time: 0.1051242 Jul 16 20:31:59.666978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44702) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.668186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef024a-3a20-44c4-ac1f-41293f21e16e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c3d7117-a0c2-4788-9349-c3733aa22ac6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.723725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0b98eff8-d81b-4349-a918-ccb07519921e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0546963 Jul 16 20:31:59.729170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44704) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.776265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0c4c-f44f-4532-8941-f19f00763bba tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.791438 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0c4c-f44f-4532-8941-f19f00763bba tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.840301 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0c4c-f44f-4532-8941-f19f00763bba tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.852806 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0c4c-f44f-4532-8941-f19f00763bba tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.854585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ca5b0c4c-f44f-4532-8941-f19f00763bba tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9994f02a-deb8-4a2e-abbd-aaddff61b779 HTTP/1.1" status: 204 len: 168 time: 0.1237309 Jul 16 20:31:59.857833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44706) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.862044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b0c4c-f44f-4532-8941-f19f00763bba tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9994f02a-deb8-4a2e-abbd-aaddff61b779,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.934779 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e2f0c693-0370-439c-82d7-6175805aceec tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0749836 Jul 16 20:31:59.938942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44708) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.983543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f5caf1-0552-40d8-baba-583d762e25c3 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.998014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f5caf1-0552-40d8-baba-583d762e25c3 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.042808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f5caf1-0552-40d8-baba-583d762e25c3 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.056837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-33f5caf1-0552-40d8-baba-583d762e25c3 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.058512 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-33f5caf1-0552-40d8-baba-583d762e25c3 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f1465522-2388-4c57-8bc1-888dcbf3d198 HTTP/1.1" status: 204 len: 168 time: 0.1174557 Jul 16 20:32:00.062544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44710) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.068044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5caf1-0552-40d8-baba-583d762e25c3 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1465522-2388-4c57-8bc1-888dcbf3d198,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.124345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9bf76c2b-5e98-406b-8e6e-0baa81c79c22 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592146 Jul 16 20:32:00.128799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44712) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.213102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-922f33c1-08ba-4ec2-916c-46cf82cddccc tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.253821 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-922f33c1-08ba-4ec2-916c-46cf82cddccc tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.312861 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-922f33c1-08ba-4ec2-916c-46cf82cddccc tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.320883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-922f33c1-08ba-4ec2-916c-46cf82cddccc tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.325772 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-922f33c1-08ba-4ec2-916c-46cf82cddccc tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/d0269431-07f1-4bac-a658-fe98e9f85378 HTTP/1.1" status: 204 len: 168 time: 0.1925507 Jul 16 20:32:00.326577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44722) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.338793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f33c1-08ba-4ec2-916c-46cf82cddccc tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0269431-07f1-4bac-a658-fe98e9f85378,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.426040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-06b507de-1505-436a-9b98-fcc16194ee06 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0905807 Jul 16 20:32:00.428671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44726) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.440709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-fb03e19b-ca50-498a-8d32-5df6d6cbcd97 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647498885'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:00.479826 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb03e19b-ca50-498a-8d32-5df6d6cbcd97 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.615561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb03e19b-ca50-498a-8d32-5df6d6cbcd97 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.621295 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb03e19b-ca50-498a-8d32-5df6d6cbcd97 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.654582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb03e19b-ca50-498a-8d32-5df6d6cbcd97 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.655839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fb03e19b-ca50-498a-8d32-5df6d6cbcd97 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2251217 Jul 16 20:32:00.660189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44728) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.661617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03e19b-ca50-498a-8d32-5df6d6cbcd97 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197fbfb4-571d-4739-9724-ec73d2da72fa,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.677616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-dedd1a41-be45-4840-8142-673239db3577 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': '197fbfb4-571d-4739-9724-ec73d2da72fa', 'direction': 'ingress', 'protocol': 17}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:00.717275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dedd1a41-be45-4840-8142-673239db3577 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.786788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dedd1a41-be45-4840-8142-673239db3577 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.792158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dedd1a41-be45-4840-8142-673239db3577 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.812618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd1a41-be45-4840-8142-673239db3577 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4709df3b-396e-4fdb-9321-b1612c7ff3f2,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.821519 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dedd1a41-be45-4840-8142-673239db3577 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.822990 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dedd1a41-be45-4840-8142-673239db3577 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1608703 Jul 16 20:32:00.825854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44730) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.893545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-574ee03e-334b-44fd-86a8-529671da419e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.926671 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-574ee03e-334b-44fd-86a8-529671da419e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.001884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-574ee03e-334b-44fd-86a8-529671da419e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.004607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-574ee03e-334b-44fd-86a8-529671da419e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.005846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-574ee03e-334b-44fd-86a8-529671da419e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/197fbfb4-571d-4739-9724-ec73d2da72fa HTTP/1.1" status: 204 len: 168 time: 0.1790068 Jul 16 20:32:01.009070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44732) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.016113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ee03e-334b-44fd-86a8-529671da419e tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197fbfb4-571d-4739-9724-ec73d2da72fa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.070585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-de216bd1-3b1b-4ded-9f32-d93ffa472a5d tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603096 Jul 16 20:32:01.076474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44734) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.082787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1366aab5-5ecb-4dd8-919b-bf3b7884a0cd tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-secgroup--869027642'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:01.112081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1366aab5-5ecb-4dd8-919b-bf3b7884a0cd tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.219192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1366aab5-5ecb-4dd8-919b-bf3b7884a0cd tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.225495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1366aab5-5ecb-4dd8-919b-bf3b7884a0cd tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.263556 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1366aab5-5ecb-4dd8-919b-bf3b7884a0cd tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.265379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1366aab5-5ecb-4dd8-919b-bf3b7884a0cd tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1872647 Jul 16 20:32:01.268855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44736) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.276173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7e1a3d2b-7b53-40b4-9d0c-2fb020665330 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-secgroup--633189999'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:01.276957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366aab5-5ecb-4dd8-919b-bf3b7884a0cd tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89637f01-589f-45d0-9267-8440d3ae91a6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.310169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3d2b-7b53-40b4-9d0c-2fb020665330 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.420738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3d2b-7b53-40b4-9d0c-2fb020665330 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.426363 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3d2b-7b53-40b4-9d0c-2fb020665330 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.461301 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3d2b-7b53-40b4-9d0c-2fb020665330 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.465825 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7e1a3d2b-7b53-40b4-9d0c-2fb020665330 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1955004 Jul 16 20:32:01.466518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44740) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.474064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8fd38204-6524-47c2-ad84-800d5d98e9a8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': '89637f01-589f-45d0-9267-8440d3ae91a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '68db3bba-7f1d-4476-8e53-95fd1d20b4e1', 'remote_ip_prefix': None}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:01.481036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a3d2b-7b53-40b4-9d0c-2fb020665330 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68db3bba-7f1d-4476-8e53-95fd1d20b4e1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.532581 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fd38204-6524-47c2-ad84-800d5d98e9a8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.628990 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fd38204-6524-47c2-ad84-800d5d98e9a8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.633501 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fd38204-6524-47c2-ad84-800d5d98e9a8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.653812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd38204-6524-47c2-ad84-800d5d98e9a8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e0915c-b351-4794-8977-82df1db63c97,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.663731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8fd38204-6524-47c2-ad84-800d5d98e9a8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.665536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8fd38204-6524-47c2-ad84-800d5d98e9a8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1955514 Jul 16 20:32:01.669914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44742) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.700081 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b33fda18-3198-43e7-be39-07d9e040e3b9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.711860 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b33fda18-3198-43e7-be39-07d9e040e3b9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.766560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b33fda18-3198-43e7-be39-07d9e040e3b9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.777912 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b33fda18-3198-43e7-be39-07d9e040e3b9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.779806 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b33fda18-3198-43e7-be39-07d9e040e3b9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c4e0915c-b351-4794-8977-82df1db63c97 HTTP/1.1" status: 204 len: 168 time: 0.1086953 Jul 16 20:32:01.784910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.790283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fda18-3198-43e7-be39-07d9e040e3b9 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4e0915c-b351-4794-8977-82df1db63c97,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.850010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-275673c9-6f98-4e51-9b99-737e23995117 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0633788 Jul 16 20:32:01.854802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44746) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.947959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e32af1c7-b4b2-40e9-a884-91cdd2fcd078 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.996632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e32af1c7-b4b2-40e9-a884-91cdd2fcd078 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.067340 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e32af1c7-b4b2-40e9-a884-91cdd2fcd078 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.071241 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e32af1c7-b4b2-40e9-a884-91cdd2fcd078 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.072655 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e32af1c7-b4b2-40e9-a884-91cdd2fcd078 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/68db3bba-7f1d-4476-8e53-95fd1d20b4e1 HTTP/1.1" status: 204 len: 168 time: 0.2164843 Jul 16 20:32:02.075568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44750) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:02.085910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32af1c7-b4b2-40e9-a884-91cdd2fcd078 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68db3bba-7f1d-4476-8e53-95fd1d20b4e1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:02.175350 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-48e20972-f550-4848-b585-c6e2079a68d2 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0948482 Jul 16 20:32:02.175851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44752) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:02.275613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-057bc07a-18af-40e6-a1d6-f00d0422d1f6 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.312560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-057bc07a-18af-40e6-a1d6-f00d0422d1f6 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.382330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-057bc07a-18af-40e6-a1d6-f00d0422d1f6 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.387278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-057bc07a-18af-40e6-a1d6-f00d0422d1f6 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.390373 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-057bc07a-18af-40e6-a1d6-f00d0422d1f6 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/89637f01-589f-45d0-9267-8440d3ae91a6 HTTP/1.1" status: 204 len: 168 time: 0.2119036 Jul 16 20:32:02.392845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44754) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:02.408072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bc07a-18af-40e6-a1d6-f00d0422d1f6 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89637f01-589f-45d0-9267-8440d3ae91a6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:02.479811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-32dbbe6e-0fb5-406b-8994-757548fe0423 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849164 Jul 16 20:32:02.482581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44756) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:02.492193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-94dd4129-3b30-4b46-b200-36c3a0050f79 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-secgroup--344274887'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:02.536146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-94dd4129-3b30-4b46-b200-36c3a0050f79 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.705747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-94dd4129-3b30-4b46-b200-36c3a0050f79 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.714783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-94dd4129-3b30-4b46-b200-36c3a0050f79 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.766723 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-94dd4129-3b30-4b46-b200-36c3a0050f79 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.769285 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-94dd4129-3b30-4b46-b200-36c3a0050f79 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2848225 Jul 16 20:32:02.773335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44760) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:02.779890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ec104754-fc15-466b-b171-bed43a62f454 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': '8b6dd021-4001-490b-8890-300dd58b0754', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:02.780924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd4129-3b30-4b46-b200-36c3a0050f79 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6dd021-4001-490b-8890-300dd58b0754,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:02.839552 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec104754-fc15-466b-b171-bed43a62f454 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.958911 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec104754-fc15-466b-b171-bed43a62f454 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.968844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec104754-fc15-466b-b171-bed43a62f454 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.999436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec104754-fc15-466b-b171-bed43a62f454 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a36f80-883e-40f9-bd7b-77347670d2ce,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.008330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ec104754-fc15-466b-b171-bed43a62f454 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.010070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ec104754-fc15-466b-b171-bed43a62f454 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2353358 Jul 16 20:32:03.013499 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44762) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.060701 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb102f06-b0d6-43fa-800b-4b842a1f4453 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.075709 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb102f06-b0d6-43fa-800b-4b842a1f4453 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.140536 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb102f06-b0d6-43fa-800b-4b842a1f4453 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.150202 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fb102f06-b0d6-43fa-800b-4b842a1f4453 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.157012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fb102f06-b0d6-43fa-800b-4b842a1f4453 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/52a36f80-883e-40f9-bd7b-77347670d2ce HTTP/1.1" status: 204 len: 168 time: 0.1418495 Jul 16 20:32:03.159030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44764) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.169200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb102f06-b0d6-43fa-800b-4b842a1f4453 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52a36f80-883e-40f9-bd7b-77347670d2ce,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.247554 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-71d8c383-66ff-40d4-a534-923c832c4ef7 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850098 Jul 16 20:32:03.252049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.342403 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77d2d41-782d-4dd6-88e1-2d0e7cbd55e8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.378029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77d2d41-782d-4dd6-88e1-2d0e7cbd55e8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.450456 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77d2d41-782d-4dd6-88e1-2d0e7cbd55e8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.454246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e77d2d41-782d-4dd6-88e1-2d0e7cbd55e8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.460154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44768) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.464950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e77d2d41-782d-4dd6-88e1-2d0e7cbd55e8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/8b6dd021-4001-490b-8890-300dd58b0754 HTTP/1.1" status: 204 len: 168 time: 0.2109401 Jul 16 20:32:03.481915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d2d41-782d-4dd6-88e1-2d0e7cbd55e8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6dd021-4001-490b-8890-300dd58b0754,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.556410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-46226b13-ad74-4b0f-92a1-e48d81a5f1e8 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945885 Jul 16 20:32:03.562588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44770) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.569462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9fa40ce8-1d0e-4563-91c3-217b2ecae880 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group': {'name': 'tempest-secgroup--50952157'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:03.612383 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa40ce8-1d0e-4563-91c3-217b2ecae880 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.766200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa40ce8-1d0e-4563-91c3-217b2ecae880 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.776320 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa40ce8-1d0e-4563-91c3-217b2ecae880 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.810792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa40ce8-1d0e-4563-91c3-217b2ecae880 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.812164 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9fa40ce8-1d0e-4563-91c3-217b2ecae880 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2481682 Jul 16 20:32:03.817257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44774) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:03.822367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-81150df6-ef90-482c-b2be-9862d42de027 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'b781a683-a74b-4177-aed3-4e75b9a2cf62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:03.822813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa40ce8-1d0e-4563-91c3-217b2ecae880 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b781a683-a74b-4177-aed3-4e75b9a2cf62,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.867654 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81150df6-ef90-482c-b2be-9862d42de027 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.945694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81150df6-ef90-482c-b2be-9862d42de027 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.950328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81150df6-ef90-482c-b2be-9862d42de027 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.970156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81150df6-ef90-482c-b2be-9862d42de027 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e15629-a5bc-4760-a515-9e3e1c71814b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.979152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81150df6-ef90-482c-b2be-9862d42de027 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.983246 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-81150df6-ef90-482c-b2be-9862d42de027 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620164 Jul 16 20:32:03.983816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44776) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.009544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-561ee88a-d8e8-44f0-afd3-036b38aa4e12 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules/21e15629-a5bc-4760-a515-9e3e1c71814b HTTP/1.1" status: 200 len: 763 time: 0.0241024 Jul 16 20:32:04.013898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44778) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.072054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-28a06b13-e11e-47f6-96f2-704a34ec5137 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0562112 Jul 16 20:32:04.075602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44780) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.120876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9598-3dda-4b62-bd02-7a5b258d91c7 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.133917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9598-3dda-4b62-bd02-7a5b258d91c7 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.170511 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9598-3dda-4b62-bd02-7a5b258d91c7 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.176171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9598-3dda-4b62-bd02-7a5b258d91c7 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.177837 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b4bb9598-3dda-4b62-bd02-7a5b258d91c7 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/21e15629-a5bc-4760-a515-9e3e1c71814b HTTP/1.1" status: 204 len: 168 time: 0.1013274 Jul 16 20:32:04.182198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44782) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.188916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb9598-3dda-4b62-bd02-7a5b258d91c7 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21e15629-a5bc-4760-a515-9e3e1c71814b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.231190 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-481b5838-ee32-4046-9184-7e0b24a9501d tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472939 Jul 16 20:32:04.235145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44784) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.241827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0dd22f23-ab3d-48fc-b329-a61eeff1b171 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'b781a683-a74b-4177-aed3-4e75b9a2cf62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:04.274751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0dd22f23-ab3d-48fc-b329-a61eeff1b171 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.330664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0dd22f23-ab3d-48fc-b329-a61eeff1b171 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.336102 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0dd22f23-ab3d-48fc-b329-a61eeff1b171 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.360288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd22f23-ab3d-48fc-b329-a61eeff1b171 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd4bd33-6551-4d77-90d8-2b9e118f8517,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.369939 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0dd22f23-ab3d-48fc-b329-a61eeff1b171 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.371659 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0dd22f23-ab3d-48fc-b329-a61eeff1b171 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352520 Jul 16 20:32:04.376117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44786) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.398746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4a59a43f-5618-4644-886c-feebd45b2626 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules/0fd4bd33-6551-4d77-90d8-2b9e118f8517 HTTP/1.1" status: 200 len: 763 time: 0.0212543 Jul 16 20:32:04.401612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44788) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.449136 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dcfaaa93-228e-4c9c-8eb8-de1ed34e7ce0 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0462162 Jul 16 20:32:04.451949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44790) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.484609 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a14a-775f-445c-bc20-83f4fc99c030 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.498637 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.499504 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a14a-775f-445c-bc20-83f4fc99c030 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.532774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a14a-775f-445c-bc20-83f4fc99c030 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.539976 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a14a-775f-445c-bc20-83f4fc99c030 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.541196 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c1c1a14a-775f-445c-bc20-83f4fc99c030 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/0fd4bd33-6551-4d77-90d8-2b9e118f8517 HTTP/1.1" status: 204 len: 168 time: 0.0881338 Jul 16 20:32:04.545775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.547451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1a14a-775f-445c-bc20-83f4fc99c030 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fd4bd33-6551-4d77-90d8-2b9e118f8517,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.594674 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4a502115-3d54-467c-9deb-e9ebc434331c tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472035 Jul 16 20:32:04.598571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44794) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.603443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-44137777-f4a0-4b89-b240-d7f53e0e54bb tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Request body: {'security_group_rule': {'security_group_id': 'b781a683-a74b-4177-aed3-4e75b9a2cf62', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:04.635013 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44137777-f4a0-4b89-b240-d7f53e0e54bb tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.703694 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44137777-f4a0-4b89-b240-d7f53e0e54bb tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.709337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44137777-f4a0-4b89-b240-d7f53e0e54bb tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.731426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44137777-f4a0-4b89-b240-d7f53e0e54bb tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42d62d0-d2ae-4617-9d81-01bb93efeea1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.738838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-44137777-f4a0-4b89-b240-d7f53e0e54bb tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.740111 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-44137777-f4a0-4b89-b240-d7f53e0e54bb tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405189 Jul 16 20:32:04.743401 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44796) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.763698 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cb1f689c-f6f0-4d14-b6b7-e87ab08c2dcd tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules/b42d62d0-d2ae-4617-9d81-01bb93efeea1 HTTP/1.1" status: 200 len: 764 time: 0.0189972 Jul 16 20:32:04.766667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44798) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.817924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1a8da19b-c28d-4941-8b73-b4e2a13bea58 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0491850 Jul 16 20:32:04.821395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44802) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.860989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2c2a-673e-4254-88cb-f6b9aa60963d tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.875842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2c2a-673e-4254-88cb-f6b9aa60963d tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.925977 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2c2a-673e-4254-88cb-f6b9aa60963d tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.934157 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2c2a-673e-4254-88cb-f6b9aa60963d tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.935568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3b4c2c2a-673e-4254-88cb-f6b9aa60963d tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/b42d62d0-d2ae-4617-9d81-01bb93efeea1 HTTP/1.1" status: 204 len: 168 time: 0.1131899 Jul 16 20:32:04.939989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44808) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.942705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c2c2a-673e-4254-88cb-f6b9aa60963d tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b42d62d0-d2ae-4617-9d81-01bb93efeea1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:05.013773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-67c74853-70d6-4313-a99f-409e55aaf4b4 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693376 Jul 16 20:32:05.014315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44810) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:05.112522 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cd374ab-e7b9-45ec-b058-98b615019faa tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.154680 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cd374ab-e7b9-45ec-b058-98b615019faa tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.164555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-f8b8ddd6-123f-4c0f-b207-e87226d32fc4 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21497308&fields=id&tenant_id=2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 267 time: 0.0364535 Jul 16 20:32:05.222031 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cd374ab-e7b9-45ec-b058-98b615019faa tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.225167 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9cd374ab-e7b9-45ec-b058-98b615019faa tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.226766 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9cd374ab-e7b9-45ec-b058-98b615019faa tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "DELETE /v2.0/security-groups/b781a683-a74b-4177-aed3-4e75b9a2cf62 HTTP/1.1" status: 204 len: 168 time: 0.2106392 Jul 16 20:32:05.235285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44816) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:05.256120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd374ab-e7b9-45ec-b058-98b615019faa tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b781a683-a74b-4177-aed3-4e75b9a2cf62,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:05.295449 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.305959 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dadd1fd5-7b3d-46ac-b617-72aab0cdeca7 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691705 Jul 16 20:32:05.312538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:05.349763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-41857f41-6ebc-44f1-93a8-bdd4358ca95b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.352678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-41857f41-6ebc-44f1-93a8-bdd4358ca95b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.1798396 Jul 16 20:32:05.372437 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-352b3a2c-d72d-4295-a44e-edf99c816d85 tempest-SecGroupTest-1661427961 tempest-SecGroupTest-1661427961-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584176 Jul 16 20:32:05.380515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-5943a491-2ba0-460c-bdc3-dc52c8ca3cb6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/quotas/2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 375 time: 0.0171454 Jul 16 20:32:05.488704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-3a23e818-78c0-4dd7-94e1-bbc2262a3024 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008849 Jul 16 20:32:05.513150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-6ce7e91d-2a47-4f94-b9a5-4db1b6084729 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:32:05.515094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-6ce7e91d-2a47-4f94-b9a5-4db1b6084729 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101974 Jul 16 20:32:05.683602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-157a1c70-caa9-4f79-81a5-588a074c9d66 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569717 Jul 16 20:32:05.775155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44826) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:05.838960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-06cb4d71-c328-44db-a44f-55f9240d12e7 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469994 Jul 16 20:32:06.015983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44834) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:06.016654 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6d048490-4811-49e1-954b-788458e7586a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d81c5a5cef374b1fb3b32fbef37e8207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398741 Jul 16 20:32:06.028684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274abef-7e38-4dde-a04b-f7b9f1865d28 req-2631f1ec-d8d5-405c-911e-d03fd28bee60 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.030328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7274abef-7e38-4dde-a04b-f7b9f1865d28 req-2631f1ec-d8d5-405c-911e-d03fd28bee60 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1097 time: 0.1088181 Jul 16 20:32:06.111044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7274abef-7e38-4dde-a04b-f7b9f1865d28 req-328e6abe-c790-4c4c-be63-28e9b8ae168b tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668445 Jul 16 20:32:06.116840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-679de8ce-969a-4c47-89c4-15b136d92728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.163155 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-679de8ce-969a-4c47-89c4-15b136d92728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.266589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-679de8ce-969a-4c47-89c4-15b136d92728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.273554 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-679de8ce-969a-4c47-89c4-15b136d92728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.276145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-679de8ce-969a-4c47-89c4-15b136d92728 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab4d2a18-8939-46fe-976c-c731699d45d4 HTTP/1.1" status: 204 len: 168 time: 0.2583663 Jul 16 20:32:06.296360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679de8ce-969a-4c47-89c4-15b136d92728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d2a18-8939-46fe-976c-c731699d45d4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:06.396974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ca3ad46-93b2-4910-8e44-11d5b4b261e2 req-3475a7fb-8279-41a2-9c33-02671b8675a9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 210 time: 0.0581162 Jul 16 20:32:06.529353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78288bd-6e80-4c4a-9bc7-98b24f3d9765 req-595838c3-28c7-4684-b1a3-d33391651145 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.532351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78288bd-6e80-4c4a-9bc7-98b24f3d9765 req-595838c3-28c7-4684-b1a3-d33391651145 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.1400757 Jul 16 20:32:06.598590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c78288bd-6e80-4c4a-9bc7-98b24f3d9765 req-2ba00208-9fcf-430e-8eeb-d25c38d3912c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600834 Jul 16 20:32:06.634027 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44856) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:06.755049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-db1055eb-aa0f-40d9-9aad-316ea8c786a9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/b984876c-38b8-4ef5-a72d-ad4b4cb12b20 HTTP/1.1" status: 200 len: 992 time: 0.1187274 Jul 16 20:32:07.337100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44884) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:07.499884 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dd742047-c17d-4c52-a24b-21e2b586bf29 tempest-ServiceProvidersTest-1778512303 tempest-ServiceProvidersTest-1778512303-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1603150 Jul 16 20:32:07.690088 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-9f49dc23-e544-475d-a16c-a3ff632ca9dc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270344 Jul 16 20:32:07.712993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44749426-b667-49ad-94a6-a031b831edca req-1d3bf836-e436-4339-8bef-ecb4c7d043be tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 210 time: 0.0783234 Jul 16 20:32:07.811134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f78b16-de09-4f5d-89a7-135830909e26 req-f378d323-439b-4437-918c-21a8192c4d04 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.817644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04f78b16-de09-4f5d-89a7-135830909e26 req-f378d323-439b-4437-918c-21a8192c4d04 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.1644926 Jul 16 20:32:07.920980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04f78b16-de09-4f5d-89a7-135830909e26 req-f283a103-a024-4bbc-b422-d16049553a3d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944288 Jul 16 20:32:08.026752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44906) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:08.116358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-64816c92-2986-468b-bba2-407afc96972e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.119680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-64816c92-2986-468b-bba2-407afc96972e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.2251694 Jul 16 20:32:08.212498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85a5926d-542c-4fd6-adb0-943083bb55a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.230797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-e7a4fb62-4826-4147-a60d-0706fdb095c3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 378 time: 0.1021492 Jul 16 20:32:08.248627 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'port': {'device_id': '3402776e-492f-423c-bd43-b840747b439d', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'admin_state_up': True, 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'security_groups': ['cc8ad2b6-3a07-4cf9-9354-b99f88aad905']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:08.353543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85a5926d-542c-4fd6-adb0-943083bb55a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.364574 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-85a5926d-542c-4fd6-adb0-943083bb55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.422648 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-85a5926d-542c-4fd6-adb0-943083bb55a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ee0dee9c3c843efb51fbde62692e1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943446 Jul 16 20:32:08.423311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44918) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:08.426229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5926d-542c-4fd6-adb0-943083bb55a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3517eef-1231-48cb-b73d-0f2dac678efa,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.466663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:08.471750 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.494866 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e431371-83ef-4bd6-b3c8-5dbefda1c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.539078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e431371-83ef-4bd6-b3c8-5dbefda1c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.610756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e431371-83ef-4bd6-b3c8-5dbefda1c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.615025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5e431371-83ef-4bd6-b3c8-5dbefda1c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.619986 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5e431371-83ef-4bd6-b3c8-5dbefda1c0b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3517eef-1231-48cb-b73d-0f2dac678efa HTTP/1.1" status: 204 len: 168 time: 0.1946821 Jul 16 20:32:08.631705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e431371-83ef-4bd6-b3c8-5dbefda1c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3517eef-1231-48cb-b73d-0f2dac678efa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.721971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.20.0.9 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/00072a6f-6ed6-4050-bd00-2d4d4065307b) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:09.106800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f01a5f91-9c4a-4caa-a930-719b3059561f req-d549f1eb-cb4f-4980-89bc-36d9689c150e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 210 time: 0.0821335 Jul 16 20:32:09.133905 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.212660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Transition to ACTIVE for port object 00072a6f-6ed6-4050-bd00-2d4d4065307b will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:09.275434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563bb8-b23b-4665-a69b-dd55913cc855 req-a8094370-0c6e-4369-887e-608ae3b263ff tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.283005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36563bb8-b23b-4665-a69b-dd55913cc855 req-a8094370-0c6e-4369-887e-608ae3b263ff tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.1533840 Jul 16 20:32:09.356525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-36563bb8-b23b-4665-a69b-dd55913cc855 req-899b9fc2-5715-4caf-a238-ed9c0326bd67 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718796 Jul 16 20:32:09.362025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.393608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:09.396790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:09.399812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:09.486272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=00072a6f-6ed6-4050-bd00-2d4d4065307b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:09.498048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.498759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.522020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4827779b-e5e0-4666-b869-054978878865 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2839413 Jul 16 20:32:09.536177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Request body: {'port': {'device_id': '3402776e-492f-423c-bd43-b840747b439d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:09.637010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.827970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-67ec2af9-fd88-48d2-acf2-4c0eea384a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.830982 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-67ec2af9-fd88-48d2-acf2-4c0eea384a96 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1097 time: 0.0751317 Jul 16 20:32:09.834034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9f00a963-918a-4475-aa4c-99689c5767eb None None] Provisioning for port 00072a6f-6ed6-4050-bd00-2d4d4065307b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:09.864120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9f00a963-918a-4475-aa4c-99689c5767eb None None] Provisioning complete for port 00072a6f-6ed6-4050-bd00-2d4d4065307b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:09.865248 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9f00a963-918a-4475-aa4c-99689c5767eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.892464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44948) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:09.978682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9f00a963-918a-4475-aa4c-99689c5767eb None None] Port 00072a6f-6ed6-4050-bd00-2d4d4065307b cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:10.046577 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-d921097e-a0c5-4369-9e0a-04ea12eff52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.048247 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-d921097e-a0c5-4369-9e0a-04ea12eff52c service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.2109234 Jul 16 20:32:10.055700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b8fa0c4c-3a3b-4bfa-a85b-32212ff113dd tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-567782831', 'prefixes': ['172.20.0.0/16']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:10.112232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00072a6f-6ed6-4050-bd00-2d4d4065307b {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:10.122485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.153262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Transition to ACTIVE for port object 00072a6f-6ed6-4050-bd00-2d4d4065307b will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:10.162461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.240596 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-7e2276d4-9ce4-4a45-b082-875252bc4651 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 1000 time: 0.1851900 Jul 16 20:32:10.273210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Pushing event updated for resources: {'Port': ['ID=00072a6f-6ed6-4050-bd00-2d4d4065307b,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.365585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-7d70e9be-d9f2-4a3d-bfe8-3eeb79c052a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.368663 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-7d70e9be-d9f2-4a3d-bfe8-3eeb79c052a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.1187565 Jul 16 20:32:10.498565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-e0d88acc-361f-4c75-ac1a-6471628457cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.501558 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-e0d88acc-361f-4c75-ac1a-6471628457cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257703 Jul 16 20:32:10.684359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Attempting to bind port 00072a6f-6ed6-4050-bd00-2d4d4065307b on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:10.685816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Attempting to bind port 00072a6f-6ed6-4050-bd00-2d4d4065307b by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:10.686650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Attempting to bind port 00072a6f-6ed6-4050-bd00-2d4d4065307b on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:10.713876 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-11baf812-61a0-46b3-b2c2-c2fc88204e62 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981819 Jul 16 20:32:10.750982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Port 00072a6f-6ed6-4050-bd00-2d4d4065307b on network 5572072a-02c6-4646-84d1-a1012b78006a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:10.751310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Attempting to bind port 00072a6f-6ed6-4050-bd00-2d4d4065307b on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:10.768755 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b8fa0c4c-3a3b-4bfa-a85b-32212ff113dd tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] Notify callbacks [] for subnetpool, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.770128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b8fa0c4c-3a3b-4bfa-a85b-32212ff113dd tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8764734 Jul 16 20:32:10.776631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44956) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.777603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:10.777964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:10.778357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:10.778820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Bound port: 00072a6f-6ed6-4050-bd00-2d4d4065307b, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:10.779197 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.853223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2afd58-f845-496d-81c1-9e928964a53f req-b0797d37-a6a8-4208-8636-80e26e7d0e34 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.857670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e2afd58-f845-496d-81c1-9e928964a53f req-b0797d37-a6a8-4208-8636-80e26e7d0e34 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 943 time: 0.2681069 Jul 16 20:32:10.895730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-566d9c67-6ec8-49c2-b4dc-124ebd31d0b6 tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] 10.222.0.78 "GET /v2.0/subnetpools/bbc7d7f9-75cc-44a5-9ca1-7512530532a1 HTTP/1.1" status: 200 len: 731 time: 0.1096241 Jul 16 20:32:10.897354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44958) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.907308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8f89a155-b950-4dfe-980b-c7abc5e5f3ef tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1697835746'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:10.961319 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-e148dadb-8ea2-4955-9d38-d1b2a023b2cd service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411172 Jul 16 20:32:10.964512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e18212-6b25-4e77-977c-8704034fd033 req-21ee1036-95ca-444a-9634-7d442f771f2c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.972602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08e18212-6b25-4e77-977c-8704034fd033 req-21ee1036-95ca-444a-9634-7d442f771f2c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.3182683 Jul 16 20:32:10.995249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e2afd58-f845-496d-81c1-9e928964a53f req-54595e50-7f19-4690-a4f3-0a843bc65ff7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332016 Jul 16 20:32:10.996603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] For port 00072a6f-6ed6-4050-bd00-2d4d4065307b, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:11.002717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] For port 00072a6f-6ed6-4050-bd00-2d4d4065307b, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:11.011342 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.170219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f89a155-b950-4dfe-980b-c7abc5e5f3ef tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] Notify callbacks [] for subnetpool, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.172572 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8f89a155-b950-4dfe-980b-c7abc5e5f3ef tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] 10.222.0.78 "PUT /v2.0/subnetpools/bbc7d7f9-75cc-44a5-9ca1-7512530532a1 HTTP/1.1" status: 200 len: 684 time: 0.2730219 Jul 16 20:32:11.176380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44960) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:11.344980 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb76e-7f2f-4657-ba67-b2941cca3dd2 tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] Notify callbacks [] for subnetpool, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.347682 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b2cfb76e-7f2f-4657-ba67-b2941cca3dd2 tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] 10.222.0.78 "DELETE /v2.0/subnetpools/bbc7d7f9-75cc-44a5-9ca1-7512530532a1 HTTP/1.1" status: 204 len: 168 time: 0.1692400 Jul 16 20:32:11.351667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:11.376978 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-754643fe-03c6-433f-bd64-a50fcb26a8aa tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] show failed (client error): The resource could not be found. Jul 16 20:32:11.380323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-754643fe-03c6-433f-bd64-a50fcb26a8aa tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] 10.222.0.78 "GET /v2.0/subnetpools/bbc7d7f9-75cc-44a5-9ca1-7512530532a1 HTTP/1.1" status: 404 len: 346 time: 0.0249593 Jul 16 20:32:11.382789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:11.402377 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-1b76ee89-dc21-4b7a-885a-c3001e623657 tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] delete failed (client error): The resource could not be found. Jul 16 20:32:11.406192 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1b76ee89-dc21-4b7a-885a-c3001e623657 tempest-SubnetPoolsTestJSON-1912075533 tempest-SubnetPoolsTestJSON-1912075533-project] 10.222.0.78 "DELETE /v2.0/subnetpools/bbc7d7f9-75cc-44a5-9ca1-7512530532a1 HTTP/1.1" status: 404 len: 346 time: 0.0195477 Jul 16 20:32:11.467585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.468243 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.469715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] 10.222.0.16 "PUT /v2.0/ports/00072a6f-6ed6-4050-bd00-2d4d4065307b HTTP/1.1" status: 200 len: 1092 time: 1.9397821 Jul 16 20:32:11.470202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3402776e-492f-423c-bd43-b840747b439d', 'tag': '00072a6f-6ed6-4050-bd00-2d4d4065307b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:11.473340 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920dbc31-ea0e-4c84-87cb-56fb8ed459db" -d '{"events": [{"name": "network-changed", "server_uuid": "3402776e-492f-423c-bd43-b840747b439d", "tag": "00072a6f-6ed6-4050-bd00-2d4d4065307b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:11.518443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08e18212-6b25-4e77-977c-8704034fd033 req-050a7232-81ff-47a8-8612-b0972e480d79 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5435722 Jul 16 20:32:11.563623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Pushing event updated for resources: {'Port': ['ID=00072a6f-6ed6-4050-bd00-2d4d4065307b,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:11.627593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.627936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.628303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.628641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.628979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.629331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.629732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.630060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.630388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.630712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.631035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.631353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253122ce-b59d-42cd-8135-5b6fb6bcccbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:11.702121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-271a592e-d9d9-415c-bd2f-b3ac250949c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.709895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-271a592e-d9d9-415c-bd2f-b3ac250949c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 1095 time: 0.1376107 Jul 16 20:32:11.795172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-1bd128a1-b419-4346-90dd-061c50320c2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b HTTP/1.1" status: 200 len: 217 time: 0.0777800 Jul 16 20:32:11.819771 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c854a81-d78e-4a27-94ad-c3e7a67398da x-openstack-request-id: req-1c854a81-d78e-4a27-94ad-c3e7a67398da {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:11.820072 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3402776e-492f-423c-bd43-b840747b439d", "tag": "00072a6f-6ed6-4050-bd00-2d4d4065307b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:11.820442 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c854a81-d78e-4a27-94ad-c3e7a67398da {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:11.820843 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3402776e-492f-423c-bd43-b840747b439d', 'tag': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'status': 'completed', 'code': 200} Jul 16 20:32:11.889757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-41f8e9cc-f5f8-4d64-b8aa-8b22f125b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.891442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-41f8e9cc-f5f8-4d64-b8aa-8b22f125b3dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0823095 Jul 16 20:32:11.928496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 44974) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:11.993063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4a412385-03fb-411d-ac91-f5a7752b173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.996094 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-4a412385-03fb-411d-ac91-f5a7752b173a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973108 Jul 16 20:32:12.075038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f9483af-f89e-4dea-a2a2-d4a2fdee8d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.122692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-aa35b90f-df29-4ee6-ad8e-6d018047eb70 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189094 Jul 16 20:32:12.273459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97c4a5ac-2947-48af-8f63-231001f99e0e req-6f344e14-eb40-4ffc-af47-e3501cd743c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431811 Jul 16 20:32:12.277676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f9483af-f89e-4dea-a2a2-d4a2fdee8d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.283452 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f9483af-f89e-4dea-a2a2-d4a2fdee8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.302713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc99c4-0059-4eaf-8f32-37cfb268319d req-2513d8e3-c8fc-466c-bfca-90c1f2918e1a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.304409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16fc99c4-0059-4eaf-8f32-37cfb268319d req-2513d8e3-c8fc-466c-bfca-90c1f2918e1a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 943 time: 0.1343570 Jul 16 20:32:12.334447 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8f9483af-f89e-4dea-a2a2-d4a2fdee8d3c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2cae0d36edb47989ae2760e0c69f3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047365 Jul 16 20:32:12.339541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 44980) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:12.340016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9483af-f89e-4dea-a2a2-d4a2fdee8d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debaa612-8ccd-4c7f-aeba-bd14c1845877,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:12.463737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16fc99c4-0059-4eaf-8f32-37cfb268319d req-ff6eb0c6-faa8-4b1f-88c7-ffe5d44ec5d3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522603 Jul 16 20:32:12.542656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cecef783-732c-41fa-ac7c-43982579219c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.554158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-a03afa93-42b4-4beb-bfb3-4f8f4b99ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.556907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-a03afa93-42b4-4beb-bfb3-4f8f4b99ba60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 1095 time: 0.1966212 Jul 16 20:32:12.639921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cecef783-732c-41fa-ac7c-43982579219c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.877299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-002a248f-2d31-43ad-81b6-a507efdb3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.879971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-002a248f-2d31-43ad-81b6-a507efdb3624 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.3122151 Jul 16 20:32:12.973878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cecef783-732c-41fa-ac7c-43982579219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.978926 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cecef783-732c-41fa-ac7c-43982579219c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.983080 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cecef783-732c-41fa-ac7c-43982579219c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/debaa612-8ccd-4c7f-aeba-bd14c1845877 HTTP/1.1" status: 204 len: 168 time: 0.6401739 Jul 16 20:32:12.986781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-245934d3-ce9e-4705-8f63-e50d202301e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b HTTP/1.1" status: 200 len: 217 time: 0.0936937 Jul 16 20:32:13.025047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecef783-732c-41fa-ac7c-43982579219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debaa612-8ccd-4c7f-aeba-bd14c1845877,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:13.042469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef882b-ce2e-4a1f-aeb6-eea09033f788 req-c1c6f434-40dc-4a80-a573-a3a359b53071 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.045428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aef882b-ce2e-4a1f-aeb6-eea09033f788 req-c1c6f434-40dc-4a80-a573-a3a359b53071 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.3109479 Jul 16 20:32:13.162684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-925e623a-1b5a-4452-a0e5-656b24f08fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.164767 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-925e623a-1b5a-4452-a0e5-656b24f08fbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.1707265 Jul 16 20:32:13.173291 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aef882b-ce2e-4a1f-aeb6-eea09033f788 req-2ad18e76-1c3f-43ba-b954-1b718941ca67 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919414 Jul 16 20:32:13.276509 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-3d43c80f-0ffb-48e5-badc-3c3314f3b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.279141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-3d43c80f-0ffb-48e5-badc-3c3314f3b9b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037712 Jul 16 20:32:13.430635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-6f4a3974-6895-4752-b66e-350de329897c service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430726 Jul 16 20:32:13.613060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-920dbc31-ea0e-4c84-87cb-56fb8ed459db req-c3fad488-582c-41d8-afd7-7bdb09e30b6e service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738195 Jul 16 20:32:13.829816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ff2f-3328-4cb1-ab2b-eb13e88c892b req-1e466573-0808-4608-8117-28ef40b2aeb2 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.832496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84c8ff2f-3328-4cb1-ab2b-eb13e88c892b req-1e466573-0808-4608-8117-28ef40b2aeb2 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 943 time: 0.1322427 Jul 16 20:32:13.896316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84c8ff2f-3328-4cb1-ab2b-eb13e88c892b req-a95d2663-9d8e-452d-ad58-2252947496ad tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555177 Jul 16 20:32:14.087558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45006) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:14.096357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035610 Jul 16 20:32:14.097603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45008) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:14.249646 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d40d3121-39e3-4fcf-9bc5-b0f8c050794a tempest-NetworksApiDiscovery-1156883727 tempest-NetworksApiDiscovery-1156883727-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1448412 Jul 16 20:32:14.508420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7cf28-8fe9-4514-91c9-65c0dd48a5f0 req-70162fc0-923a-437e-9d78-d3b56504afd4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:14.510117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9d7cf28-8fe9-4514-91c9-65c0dd48a5f0 req-70162fc0-923a-437e-9d78-d3b56504afd4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0836475 Jul 16 20:32:14.575621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45018) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:14.580240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9d7cf28-8fe9-4514-91c9-65c0dd48a5f0 req-f53d637a-18a0-4d99-be02-fd5a5fdd7ccf tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619192 Jul 16 20:32:14.719217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c817c4b9-a9de-4445-8afb-0937248f12e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.823987 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c817c4b9-a9de-4445-8afb-0937248f12e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.828170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c817c4b9-a9de-4445-8afb-0937248f12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.870984 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c817c4b9-a9de-4445-8afb-0937248f12e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b144d99a2f9e44a8893ff5019a433e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940323 Jul 16 20:32:14.872008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817c4b9-a9de-4445-8afb-0937248f12e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afbd6d8-17bd-4e8e-a5b0-ff21a5b2ee00,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:14.874296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45022) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:14.951181 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e56d5ee-1ad4-4229-adba-98aead47168a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.978599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e56d5ee-1ad4-4229-adba-98aead47168a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.033701 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e56d5ee-1ad4-4229-adba-98aead47168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.036531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8e56d5ee-1ad4-4229-adba-98aead47168a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.037796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8e56d5ee-1ad4-4229-adba-98aead47168a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1afbd6d8-17bd-4e8e-a5b0-ff21a5b2ee00 HTTP/1.1" status: 204 len: 168 time: 0.1619554 Jul 16 20:32:15.047756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56d5ee-1ad4-4229-adba-98aead47168a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afbd6d8-17bd-4e8e-a5b0-ff21a5b2ee00,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:15.226521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20b467-74cb-4ee5-a743-56237ead1ee9 req-5fec963c-724f-4126-9bf3-97babd8525b6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.229367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea20b467-74cb-4ee5-a743-56237ead1ee9 req-5fec963c-724f-4126-9bf3-97babd8525b6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 943 time: 0.1244357 Jul 16 20:32:15.296608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea20b467-74cb-4ee5-a743-56237ead1ee9 req-d723e313-ce3e-42ba-b1bc-3ae247d2de34 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612185 Jul 16 20:32:15.858610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3a40-1141-45a7-8cec-d3766d98a58f req-ad4abb28-4651-4e82-8533-a6cc563ea81c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.860448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dfc3a40-1141-45a7-8cec-d3766d98a58f req-ad4abb28-4651-4e82-8533-a6cc563ea81c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0817127 Jul 16 20:32:15.917632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7dfc3a40-1141-45a7-8cec-d3766d98a58f req-865db864-0057-48f2-8cbb-f676b3330cbd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467658 Jul 16 20:32:16.614709 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520056a9-e0fc-4a4c-9bc0-80870418ac62 req-8f00837f-b813-4798-818e-61a04f4f26fb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:16.614709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-520056a9-e0fc-4a4c-9bc0-80870418ac62 req-8f00837f-b813-4798-818e-61a04f4f26fb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 943 time: 0.1220579 Jul 16 20:32:16.665287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-520056a9-e0fc-4a4c-9bc0-80870418ac62 req-65f9f165-8371-45fb-ad9d-25caab1fd2f5 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467587 Jul 16 20:32:17.014962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45080) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:17.157150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5601922-8bff-448b-91b8-5fd035738eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.201111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfdefa-8caf-4c31-8d7e-9ce00ddd8387 req-84c83436-5e78-49a0-97ea-8565496739b8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.202756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34bfdefa-8caf-4c31-8d7e-9ce00ddd8387 req-84c83436-5e78-49a0-97ea-8565496739b8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.1094809 Jul 16 20:32:17.272446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34bfdefa-8caf-4c31-8d7e-9ce00ddd8387 req-cf2085cb-ed48-4b0c-8b11-4b0c237c997a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622065 Jul 16 20:32:17.327519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5601922-8bff-448b-91b8-5fd035738eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.332713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d5601922-8bff-448b-91b8-5fd035738eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.382735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d5601922-8bff-448b-91b8-5fd035738eec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c385529bbe5c40218faa0cf510ad6724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665543 Jul 16 20:32:17.383727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5601922-8bff-448b-91b8-5fd035738eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aadf44-13cf-496f-beb5-7e0ed8c68111,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:17.386540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45084) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:17.444775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cf32b72-25c7-4d06-a721-66b50020289f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.469713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cf32b72-25c7-4d06-a721-66b50020289f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.529003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cf32b72-25c7-4d06-a721-66b50020289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.531946 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8cf32b72-25c7-4d06-a721-66b50020289f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.533812 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8cf32b72-25c7-4d06-a721-66b50020289f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8aadf44-13cf-496f-beb5-7e0ed8c68111 HTTP/1.1" status: 204 len: 168 time: 0.1453242 Jul 16 20:32:17.543077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf32b72-25c7-4d06-a721-66b50020289f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aadf44-13cf-496f-beb5-7e0ed8c68111,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:17.860784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45092) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:17.877804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a033057-9586-4752-b096-27fa377f7507 req-e811467f-9131-4af3-965f-c38d0768c7c8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.879579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a033057-9586-4752-b096-27fa377f7507 req-e811467f-9131-4af3-965f-c38d0768c7c8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 943 time: 0.0827312 Jul 16 20:32:17.893281 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8384-4c3e-49b5-9299-ab2a79dc619e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.946986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a033057-9586-4752-b096-27fa377f7507 req-b8d5fe8f-870b-4cd0-86ec-3a7e94bca010 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611637 Jul 16 20:32:18.033790 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8384-4c3e-49b5-9299-ab2a79dc619e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.039358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8384-4c3e-49b5-9299-ab2a79dc619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.063197 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9def8e3c-fe33-4202-ad94-9679274d4b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.083997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6cfd8384-4c3e-49b5-9299-ab2a79dc619e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ece094503fe457589f5329ef6176b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220900 Jul 16 20:32:18.085322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd8384-4c3e-49b5-9299-ab2a79dc619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2938f0-2786-4420-86aa-c8adb1056633,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.087528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45094) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:18.154460 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f48d921d-daa4-4692-979a-7a0df80740ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.182532 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f48d921d-daa4-4692-979a-7a0df80740ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.242820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f48d921d-daa4-4692-979a-7a0df80740ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.246164 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f48d921d-daa4-4692-979a-7a0df80740ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.247625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f48d921d-daa4-4692-979a-7a0df80740ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb2938f0-2786-4420-86aa-c8adb1056633 HTTP/1.1" status: 204 len: 168 time: 0.1565449 Jul 16 20:32:18.261288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d921d-daa4-4692-979a-7a0df80740ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2938f0-2786-4420-86aa-c8adb1056633,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.491344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001a51c-8821-4894-870a-24856b6d1a60 req-0d28157d-08d5-4b24-8630-e1f584f8d8a0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.493549 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2001a51c-8821-4894-870a-24856b6d1a60 req-0d28157d-08d5-4b24-8630-e1f584f8d8a0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0953445 Jul 16 20:32:18.546626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2001a51c-8821-4894-870a-24856b6d1a60 req-b2d40a0d-ee20-4140-98d1-d9511e0db18c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Jul 16 20:32:19.179430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6930b-c3e6-483e-8630-9ab526e1f2eb req-352a126f-22cf-4fd9-bc6a-58f724552205 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.181333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35c6930b-c3e6-483e-8630-9ab526e1f2eb req-352a126f-22cf-4fd9-bc6a-58f724552205 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 943 time: 0.1007187 Jul 16 20:32:19.243070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-35c6930b-c3e6-483e-8630-9ab526e1f2eb req-1a72a629-fb5d-4a5c-93fc-6dfef7f0683c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513592 Jul 16 20:32:19.781980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36798-c075-4aa2-8656-7f51234b0507 req-90136ab2-8fc8-47d7-a8ad-399f21a07c2d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.785796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8a36798-c075-4aa2-8656-7f51234b0507 req-90136ab2-8fc8-47d7-a8ad-399f21a07c2d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0901518 Jul 16 20:32:19.835539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8a36798-c075-4aa2-8656-7f51234b0507 req-add37274-0147-4509-beb7-becf86897b96 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442233 Jul 16 20:32:20.411099 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-982d26c1-657f-47ed-9d2c-4d1f591f0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.497123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9abeec-403d-40ff-9eef-6f120ce1cba6 req-880e4f47-e3c7-4943-a0d9-06571fcafb31 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.499246 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c9abeec-403d-40ff-9eef-6f120ce1cba6 req-880e4f47-e3c7-4943-a0d9-06571fcafb31 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 943 time: 0.1159723 Jul 16 20:32:20.553291 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c9abeec-403d-40ff-9eef-6f120ce1cba6 req-2440daed-bdda-4bde-97f3-5ee926ebf35b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446763 Jul 16 20:32:20.651297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.050231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f22c3-ec0f-4a6d-8a96-6344fd9d2cc2 req-74c6f897-ba44-4175-bea4-1a1a47bfca85 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.052264 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d8f22c3-ec0f-4a6d-8a96-6344fd9d2cc2 req-74c6f897-ba44-4175-bea4-1a1a47bfca85 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0769320 Jul 16 20:32:21.100524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d8f22c3-ec0f-4a6d-8a96-6344fd9d2cc2 req-d1a17708-9710-46c1-b4a3-d46243928aad tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 Jul 16 20:32:21.377012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45172) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:21.410584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 00072a6f-6ed6-4050-bd00-2d4d4065307b details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:21.520130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ce5892b-1948-46b8-b89e-9e6c45bf14a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.525038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 00072a6f-6ed6-4050-bd00-2d4d4065307b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:21.539427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'port_id': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'mac_address': 'fa:16:3e:2e:52:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:21.595193 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.611694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00072a6f-6ed6-4050-bd00-2d4d4065307b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:21.638471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 00072a6f-6ed6-4050-bd00-2d4d4065307b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:21.646108 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.654249 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ce5892b-1948-46b8-b89e-9e6c45bf14a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.669093 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3ce5892b-1948-46b8-b89e-9e6c45bf14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.712465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=00072a6f-6ed6-4050-bd00-2d4d4065307b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:21.721993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.722354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.722710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.723058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.723410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.723748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.724311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.724857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.725203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.725681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.726029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.726366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:21.780440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5892b-1948-46b8-b89e-9e6c45bf14a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a1ff38-bbc5-4563-bdc4-1d87b886b2c6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:21.786114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3ce5892b-1948-46b8-b89e-9e6c45bf14a6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0fa423dd06c41da8158a064c9324ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078026 Jul 16 20:32:21.790091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45178) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:21.837044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e34181-c71d-467c-94bb-121182c2f8a8 req-3e734d54-b9e6-4023-8396-088e426db04f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.839056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1e34181-c71d-467c-94bb-121182c2f8a8 req-3e734d54-b9e6-4023-8396-088e426db04f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 944 time: 0.1481020 Jul 16 20:32:21.854596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e20f-c0e3-4db1-b623-8846ccf81e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.890518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e20f-c0e3-4db1-b623-8846ccf81e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.896685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1e34181-c71d-467c-94bb-121182c2f8a8 req-8f26149b-0033-4b64-9f0b-ce44137f612d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464189 Jul 16 20:32:21.900514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['00072a6f-6ed6-4050-bd00-2d4d4065307b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:21.956802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e20f-c0e3-4db1-b623-8846ccf81e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.959736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e20f-c0e3-4db1-b623-8846ccf81e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.964034 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f6b3e20f-c0e3-4db1-b623-8846ccf81e1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32a1ff38-bbc5-4563-bdc4-1d87b886b2c6 HTTP/1.1" status: 204 len: 168 time: 0.1723220 Jul 16 20:32:21.975308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3e20f-c0e3-4db1-b623-8846ccf81e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a1ff38-bbc5-4563-bdc4-1d87b886b2c6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:22.316013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45186) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:22.324155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c051df3-38d5-470e-aed3-865ba1a564ac req-a5c2aef0-6bc1-4380-9160-7630c94c5cb8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.325758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c051df3-38d5-470e-aed3-865ba1a564ac req-a5c2aef0-6bc1-4380-9160-7630c94c5cb8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0799649 Jul 16 20:32:22.339468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29c36c04-1cbf-4071-af38-acf79208d77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.373005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c051df3-38d5-470e-aed3-865ba1a564ac req-d575ecca-f74c-4bc3-8b21-97aa9ee4bff3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399632 Jul 16 20:32:22.434741 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.475129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29c36c04-1cbf-4071-af38-acf79208d77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.480536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29c36c04-1cbf-4071-af38-acf79208d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.526674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c36c04-1cbf-4071-af38-acf79208d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53231c31-894c-4809-9609-36fdf8ec64a8,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:22.533505 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29c36c04-1cbf-4071-af38-acf79208d77d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19e5f6cf8a1f46f189169f64ebb5fcac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158337 Jul 16 20:32:22.537508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45188) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:22.595320 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c596fc4b-2c53-4441-8255-b79f80be7271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.625193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c596fc4b-2c53-4441-8255-b79f80be7271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.680280 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c596fc4b-2c53-4441-8255-b79f80be7271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.682836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c596fc4b-2c53-4441-8255-b79f80be7271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.684165 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c596fc4b-2c53-4441-8255-b79f80be7271 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53231c31-894c-4809-9609-36fdf8ec64a8 HTTP/1.1" status: 204 len: 168 time: 0.1455317 Jul 16 20:32:22.693520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596fc4b-2c53-4441-8255-b79f80be7271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53231c31-894c-4809-9609-36fdf8ec64a8,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.099700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf4aa4-7d9f-44cf-bfdb-20c186b0abe2 req-e4652dd2-ed26-4c71-a520-5713d8c4389f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.101377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9bf4aa4-7d9f-44cf-bfdb-20c186b0abe2 req-e4652dd2-ed26-4c71-a520-5713d8c4389f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 944 time: 0.0747049 Jul 16 20:32:23.146472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9bf4aa4-7d9f-44cf-bfdb-20c186b0abe2 req-dbc13b13-ae70-4d81-9e9c-f436eea190a6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372882 Jul 16 20:32:23.431398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 00072a6f-6ed6-4050-bd00-2d4d4065307b up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:23.536138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 00072a6f-6ed6-4050-bd00-2d4d4065307b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:23.547179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 00072a6f-6ed6-4050-bd00-2d4d4065307b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:23.548144 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.640676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185769e3-2be3-4737-93b8-53649e56f588 req-68290acd-044f-4dfd-ba26-0a42d73f0210 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.643468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-185769e3-2be3-4737-93b8-53649e56f588 req-68290acd-044f-4dfd-ba26-0a42d73f0210 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0825989 Jul 16 20:32:23.710289 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.752606 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-185769e3-2be3-4737-93b8-53649e56f588 req-66740a14-3179-4ab3-ad03-e170a4a84982 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719652 Jul 16 20:32:23.768813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3402776e-492f-423c-bd43-b840747b439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00072a6f-6ed6-4050-bd00-2d4d4065307b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:23.781214 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c82eb-2fde-4ea6-bcde-09ee36795c45" -d '{"events": [{"server_uuid": "3402776e-492f-423c-bd43-b840747b439d", "name": "network-vif-plugged", "status": "completed", "tag": "00072a6f-6ed6-4050-bd00-2d4d4065307b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:23.820306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 00072a6f-6ed6-4050-bd00-2d4d4065307b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.828527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.846186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.872088 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9726565-d8db-4c8d-99c3-22dea8e270da x-openstack-request-id: req-c9726565-d8db-4c8d-99c3-22dea8e270da {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:23.873042 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3402776e-492f-423c-bd43-b840747b439d", "name": "network-vif-plugged", "status": "completed", "tag": "00072a6f-6ed6-4050-bd00-2d4d4065307b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:23.873567 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9726565-d8db-4c8d-99c3-22dea8e270da {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:23.874738 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3402776e-492f-423c-bd43-b840747b439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'code': 200} Jul 16 20:32:23.915756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=00072a6f-6ed6-4050-bd00-2d4d4065307b,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.005806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f12e-e772-4292-accc-5956ab45473d req-3d5aa667-1b46-461d-b7d5-56b30614b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:24.007617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5842f12e-e772-4292-accc-5956ab45473d req-3d5aa667-1b46-461d-b7d5-56b30614b8e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 1097 time: 0.0724483 Jul 16 20:32:24.057401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5842f12e-e772-4292-accc-5956ab45473d req-d9285d6a-24ec-4df7-9784-6b7ab4644c3c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433326 Jul 16 20:32:24.378732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7bde0-b1e0-4686-9fb9-98813d69556c req-ded8ac3d-ca38-4a0c-a1fb-f4f62f04e0de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:24.380470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7fa7bde0-b1e0-4686-9fb9-98813d69556c req-ded8ac3d-ca38-4a0c-a1fb-f4f62f04e0de tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 945 time: 0.0950773 Jul 16 20:32:24.432531 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7fa7bde0-b1e0-4686-9fb9-98813d69556c req-796fc4e2-3976-43b1-847c-2eb81dd2fc44 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416842 Jul 16 20:32:25.018535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944829bf-0f70-4e2d-996a-9055420ed015 req-89f4f6fb-1341-416e-9ea6-6d70e720f957 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.024943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-944829bf-0f70-4e2d-996a-9055420ed015 req-89f4f6fb-1341-416e-9ea6-6d70e720f957 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.1047442 Jul 16 20:32:25.078223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-944829bf-0f70-4e2d-996a-9055420ed015 req-f6b97f8a-f7e2-47bd-a1f3-fe8125d2994f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484540 Jul 16 20:32:25.710181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f4af-627e-418d-958d-371b10b4d65a req-728c7140-975c-4856-8674-eb5d85965037 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.712752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c061f4af-627e-418d-958d-371b10b4d65a req-728c7140-975c-4856-8674-eb5d85965037 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 945 time: 0.0967517 Jul 16 20:32:25.765486 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c061f4af-627e-418d-958d-371b10b4d65a req-c1e43bd6-97a2-4870-9f26-3892b0038fda tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416629 Jul 16 20:32:25.967535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88966a-dfc0-4e31-9c08-ccff22a00009 req-3c941bf1-e9f2-47fc-bbeb-bf3e9579fd8c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.969494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d88966a-dfc0-4e31-9c08-ccff22a00009 req-3c941bf1-e9f2-47fc-bbeb-bf3e9579fd8c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 945 time: 0.0833330 Jul 16 20:32:26.035173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d88966a-dfc0-4e31-9c08-ccff22a00009 req-d02e3f3f-b913-4774-afe5-31989240259c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554926 Jul 16 20:32:26.077322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45274) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:26.348357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5917c-8e5a-4450-8480-59f9b9225772 req-7a43e2ab-7b8e-41b3-be4a-58c8fb71c88e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:26.350445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10b5917c-8e5a-4450-8480-59f9b9225772 req-7a43e2ab-7b8e-41b3-be4a-58c8fb71c88e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.1270282 Jul 16 20:32:26.400383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10b5917c-8e5a-4450-8480-59f9b9225772 req-3a016182-44e9-4f47-853d-d5ec528c7b92 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442100 Jul 16 20:32:26.436050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0660f97-1cb0-495a-aae9-bd9e672bdd93 tempest-TestVolumeBootPattern-1524440171 tempest-TestVolumeBootPattern-1524440171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:26.440962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45286) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:26.441607 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b0660f97-1cb0-495a-aae9-bd9e672bdd93 tempest-TestVolumeBootPattern-1524440171 tempest-TestVolumeBootPattern-1524440171-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 1092 time: 0.3617387 Jul 16 20:32:26.446866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:26.476260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.608603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.784227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.25.6.128 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/49116d6f-796f-4bf3-908b-ec8c0a690680) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:26.992068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.039881 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.086040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:27.094260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:27.101067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:27.150820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=49116d6f-796f-4bf3-908b-ec8c0a690680,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:27.682638 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.728444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca0095-5138-4c0c-92a1-54783ed570b3 req-e4e2f1d0-218a-4595-8c65-3eb9b7544b5c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.730158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3ca0095-5138-4c0c-92a1-54783ed570b3 req-e4e2f1d0-218a-4595-8c65-3eb9b7544b5c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.1686926 Jul 16 20:32:27.814968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3ca0095-5138-4c0c-92a1-54783ed570b3 req-7a00de4c-4956-4661-8897-b0e51ac1cdab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752547 Jul 16 20:32:27.818689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.007952 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.013628 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.090237 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=49116d6f-796f-4bf3-908b-ec8c0a690680,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.107245 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.220726 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-eb231567-529b-4def-977d-a327020ad3f2 service neutron] show failed (client error): The resource could not be found. Jul 16 20:32:28.223632 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-eb231567-529b-4def-977d-a327020ad3f2 service neutron] 10.222.0.68 "GET /v2.0/ports/ba8863be-9cd6-47d3-b2ef-667dee77091b/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.1000800 Jul 16 20:32:28.239013 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Floating IP 56aefd13-5846-424b-96d4-0bb1d879414a associated. External IP: 172.25.6.128, port: 00072a6f-6ed6-4050-bd00-2d4d4065307b. Jul 16 20:32:28.674013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Router 21b0da1d-2563-41da-96ed-712bc519c165 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:28.677461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-12de286e-3496-4271-9309-63e55e052222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.679021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-12de286e-3496-4271-9309-63e55e052222 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 1097 time: 0.1918433 Jul 16 20:32:28.692805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:29.514094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.542632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:29.557601 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:29.572234 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:29.573646 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:32:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:29.646071 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.734116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0ae2c-a167-45ae-bae5-570015b44c34 req-92164947-afff-4968-8a8c-d7ceddecbbda tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.736599 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34a0ae2c-a167-45ae-bae5-570015b44c34 req-92164947-afff-4968-8a8c-d7ceddecbbda tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.3331263 Jul 16 20:32:29.741498 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:29.801609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8d312ac5-5cc4-49bb-8ebc-07f9b805d6eb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3590102 Jul 16 20:32:29.813229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3402776e-492f-423c-bd43-b840747b439d', 'tag': '00072a6f-6ed6-4050-bd00-2d4d4065307b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:29.815675 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3402776e-492f-423c-bd43-b840747b439d", "tag": "00072a6f-6ed6-4050-bd00-2d4d4065307b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:29.843717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34a0ae2c-a167-45ae-bae5-570015b44c34 req-97ecf53a-b849-446e-bbff-e74b09937fc3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821817 Jul 16 20:32:29.915416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:29.939241 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5703c48-8a22-4e4f-95d3-f8a369625a29 x-openstack-request-id: req-c5703c48-8a22-4e4f-95d3-f8a369625a29 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:29.939624 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3402776e-492f-423c-bd43-b840747b439d", "tag": "00072a6f-6ed6-4050-bd00-2d4d4065307b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:29.939965 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5703c48-8a22-4e4f-95d3-f8a369625a29 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:29.940761 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3402776e-492f-423c-bd43-b840747b439d', 'tag': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'status': 'completed', 'code': 200} Jul 16 20:32:30.021737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:30.129728 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.154429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-1b9678f6-c90b-4f42-b751-2b3923a66799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.157310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-1b9678f6-c90b-4f42-b751-2b3923a66799 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 1097 time: 0.2087836 Jul 16 20:32:30.183805 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '56aefd13-5846-424b-96d4-0bb1d879414a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:2e:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402776e-492f-423c-bd43-b840747b439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:27Z', 'updated_at': '2021-07-16T20:32:27Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:30.184157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Transition to ACTIVE for port object ba8863be-9cd6-47d3-b2ef-667dee77091b will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:30.220606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.261343 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:30.272961 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:30.273873 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:32:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:30.448832 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:30.459573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.540746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] No DVR routers for this DVR port ba8863be-9cd6-47d3-b2ef-667dee77091b on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:30.608619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-46de3f93-d5a5-4cca-84ba-219c0be2de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.611848 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-46de3f93-d5a5-4cca-84ba-219c0be2de3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.4448488 Jul 16 20:32:30.807509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-3c49b52f-1cf4-42c1-8d9a-a75b553913e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b HTTP/1.1" status: 200 len: 999 time: 0.1878152 Jul 16 20:32:30.902773 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '56aefd13-5846-424b-96d4-0bb1d879414a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:2e:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402776e-492f-423c-bd43-b840747b439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:27Z', 'updated_at': '2021-07-16T20:32:27Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:30.903434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-3f1a493e-1d40-4d34-9fd6-cf6d02ab6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.904436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-3f1a493e-1d40-4d34-9fd6-cf6d02ab6bd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0903835 Jul 16 20:32:30.910029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:30.910371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:30.910707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:30.937872 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a0232-02a8-4903-a122-9e6346a949de None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '56aefd13-5846-424b-96d4-0bb1d879414a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:2e:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402776e-492f-423c-bd43-b840747b439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:27Z', 'updated_at': '2021-07-16T20:32:27Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:30.943545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:30.943885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:30.954879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:30.955320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Checking segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:30.955728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Bound using segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:30.956282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Bound port: ba8863be-9cd6-47d3-b2ef-667dee77091b, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:30.956871 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.122890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:31.193541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-53966245-4566-4d84-aa0f-cbcd2f38abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.196353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-53966245-4566-4d84-aa0f-cbcd2f38abcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2828155 Jul 16 20:32:31.201214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:31.242056 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.272241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5635d00-3ece-4462-8b8b-f32b760030ae None None] New status for floating IP 56aefd13-5846-424b-96d4-0bb1d879414a: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:31.365177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.366164 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.367932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 1092 time: 2.6811268 Jul 16 20:32:31.581823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc44a03-f38a-4197-bd59-f95f6cc9d995 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:31.599563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a9ef2-d81a-48a1-8111-bab92a77346f req-3a464bfe-adb6-4ae0-a567-684cfe6bd8a2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.602743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b6a9ef2-d81a-48a1-8111-bab92a77346f req-3a464bfe-adb6-4ae0-a567-684cfe6bd8a2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 943 time: 0.5149488 Jul 16 20:32:31.668182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-a9b1e96f-50c4-4a95-9363-b4dae2aaf4ec service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503822 Jul 16 20:32:31.702603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-20e088d0-6bf6-457a-a8de-241dd1f87e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.706647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-20e088d0-6bf6-457a-a8de-241dd1f87e89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1095 time: 0.2565837 Jul 16 20:32:31.871761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b6a9ef2-d81a-48a1-8111-bab92a77346f req-164ad545-30c1-4e89-af4d-ac4d0eadaa6b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498720 Jul 16 20:32:31.944193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}, {'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:31.947055 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7618764c-a132-43b7-a926-8dc60ec9c567" -d '{"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}, {"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:31.991087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cea21a1a-3ef6-49e8-9cb0-00153dd3d8c0 req-086b07db-20c7-45af-b46f-ad06b9bc148f service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204336 Jul 16 20:32:32.020306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-7c29531d-bf3d-48fd-bb2e-e9f3b2c084f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.023075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-7c29531d-bf3d-48fd-bb2e-e9f3b2c084f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.2968197 Jul 16 20:32:32.045305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:32.124941 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83242655-6b8a-4cfd-a250-3c260255dde0 x-openstack-request-id: req-83242655-6b8a-4cfd-a250-3c260255dde0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:32.125411 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "code": 200}, {"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:32.125782 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83242655-6b8a-4cfd-a250-3c260255dde0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:32.127521 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'code': 200} Jul 16 20:32:32.127761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:32.128081 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'status': 'completed', 'code': 200} Jul 16 20:32:32.182035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-dadde251-a6a3-47c5-bf32-11313f3904b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 998 time: 0.1511190 Jul 16 20:32:32.204071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-b15801d0-c1eb-435e-8bae-46f64270211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.206665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-b15801d0-c1eb-435e-8bae-46f64270211b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1095 time: 0.1090765 Jul 16 20:32:32.253176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-7b152bee-a43e-4cca-b42c-fdbbdd793789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.255791 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-7b152bee-a43e-4cca-b42c-fdbbdd793789 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0661902 Jul 16 20:32:32.347914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-e5279137-e86b-4d37-89c1-c589467378e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.349547 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-e5279137-e86b-4d37-89c1-c589467378e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1360755 Jul 16 20:32:32.364322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-586f9996-fa3c-4d38-8eaa-b4134159affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.368456 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-586f9996-fa3c-4d38-8eaa-b4134159affc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055119 Jul 16 20:32:32.447246 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-1f3c4135-625f-4726-ab39-75dfad4d4159 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 998 time: 0.0907323 Jul 16 20:32:32.535000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-d3a524d2-a1c9-485e-a390-a67de9a2b61f service neutron] 10.222.0.16 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588795 Jul 16 20:32:32.535842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-99e923c2-83da-4a34-972f-ae288bc0cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.538704 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-99e923c2-83da-4a34-972f-ae288bc0cc26 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0858200 Jul 16 20:32:32.627540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-39193030-0ef3-4557-a3a2-4b27d12a96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.629147 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-39193030-0ef3-4557-a3a2-4b27d12a96b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840173 Jul 16 20:32:32.663406 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ac80b57-2caa-4271-923d-3a7d5e2d0141 req-0c4a243e-8934-4d68-8f29-15f1ab1e178e service neutron] 10.222.0.16 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199317 Jul 16 20:32:32.784907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-d72651fc-2b51-44b5-ade3-4211f4710918 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482909 Jul 16 20:32:32.879959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-c57b7336-ee1a-4e32-8d8f-d534bad6afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.882052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-c57b7336-ee1a-4e32-8d8f-d534bad6afae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1095 time: 0.1510649 Jul 16 20:32:32.982672 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-058a1ea6-ec86-4b8e-b509-0f25c3e7f6c4 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902115 Jul 16 20:32:33.065958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-b2191253-1a12-4cad-9ade-0e96641de341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.067533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-b2191253-1a12-4cad-9ade-0e96641de341 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1777191 Jul 16 20:32:33.159389 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-4ff59bb2-7253-4e4c-a06c-95d3e88b6fec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 998 time: 0.0837605 Jul 16 20:32:33.171378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b06da5-f3e4-46d3-a3c2-ddcff23fec3e req-69c84da9-e313-4d8f-9902-267e95f4d73b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.173731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43b06da5-f3e4-46d3-a3c2-ddcff23fec3e req-69c84da9-e313-4d8f-9902-267e95f4d73b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 943 time: 0.1460183 Jul 16 20:32:33.245021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-946db2b2-1897-4854-8f0f-03862fbe3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.246559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-946db2b2-1897-4854-8f0f-03862fbe3474 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0715673 Jul 16 20:32:33.270324 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-43b06da5-f3e4-46d3-a3c2-ddcff23fec3e req-6b4a5fef-9530-48f0-afba-5d680a2631a7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862043 Jul 16 20:32:33.329042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-0bb6c930-b0d4-4452-aee6-79fe235d7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.331667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-0bb6c930-b0d4-4452-aee6-79fe235d7bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752473 Jul 16 20:32:33.483328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-5fe9fdea-77cd-4c50-9f10-c39610b6d119 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434548 Jul 16 20:32:33.604769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7618764c-a132-43b7-a926-8dc60ec9c567 req-11baad42-de5e-44e0-8220-59621182c2b9 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133265 Jul 16 20:32:34.484484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.503293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6533138-aa38-47e1-a941-2dc86ed7aa90 req-65b56059-9a05-41e8-acc1-109659022703 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:34.505493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6533138-aa38-47e1-a941-2dc86ed7aa90 req-65b56059-9a05-41e8-acc1-109659022703 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 943 time: 0.0865891 Jul 16 20:32:34.513326 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:32:34.560846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6533138-aa38-47e1-a941-2dc86ed7aa90 req-ae4ab6a0-c11c-40e3-bd56-15f29abc2db4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471551 Jul 16 20:32:35.122572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-db42c282-27b0-4dfb-8910-2c8ed6ea14f1 req-30445453-bda7-40e8-a3cf-b2cda8e56d6c service neutron] (100244) timed out ('10.222.0.16', 51773) {{(pid=100244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:32:35.274680 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.510821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:35.622137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:35.636641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'port_id': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'mac_address': 'fa:16:3e:74:1c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:35.680338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.696700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8863be-9cd6-47d3-b2ef-667dee77091b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:35.722079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:35.726559 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.779844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45370) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:35.792460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.825541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201336fe-7340-45a4-bd03-87c98436e1ed req-5406ff1a-f8e3-41a4-b8f0-7b7420e9e3a4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.827574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-201336fe-7340-45a4-bd03-87c98436e1ed req-5406ff1a-f8e3-41a4-b8f0-7b7420e9e3a4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 943 time: 0.1255481 Jul 16 20:32:35.876693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-201336fe-7340-45a4-bd03-87c98436e1ed req-6be6b939-d84c-46de-a478-191dafee9834 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368671 Jul 16 20:32:35.953590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.971535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['ba8863be-9cd6-47d3-b2ef-667dee77091b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:36.088463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.096948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.178538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52746c3-db8a-4354-8f1f-644313f807fa,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.183800 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f897788a331b4814944a799af151f323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023056 Jul 16 20:32:36.187241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45376) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.190335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.190685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.191240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.191775 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.192309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.192850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.193393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.193906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.194416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.194934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.195469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.195959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb68a8-e0ca-4c8e-8fca-3a99daa880d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:36.279214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5d95-5b36-41f0-a768-6b0b2acfe083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.310040 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5d95-5b36-41f0-a768-6b0b2acfe083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.462549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5d95-5b36-41f0-a768-6b0b2acfe083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.465231 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5d95-5b36-41f0-a768-6b0b2acfe083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.469006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0b0b5d95-5b36-41f0-a768-6b0b2acfe083 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d52746c3-db8a-4354-8f1f-644313f807fa HTTP/1.1" status: 204 len: 168 time: 0.2779973 Jul 16 20:32:36.493054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b5d95-5b36-41f0-a768-6b0b2acfe083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52746c3-db8a-4354-8f1f-644313f807fa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.508758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-ae8f0e04-7b77-43b9-af50-b7682a6b668b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:36.511383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-ae8f0e04-7b77-43b9-af50-b7682a6b668b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be&tenant_id=37b7805adcf44fdea80723ca1941c0a4&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 944 time: 0.1703088 Jul 16 20:32:36.628836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-403f38e6-9783-478b-a45a-4c746ed7d4a4 service neutron] 10.222.0.16 "GET /v2.0/ports/ba8863be-9cd6-47d3-b2ef-667dee77091b/bindings/n-h1-791505-15 HTTP/1.1" status: 200 len: 383 time: 0.1031337 Jul 16 20:32:36.648803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01c3e5-1e57-466c-a0c4-5a8f4169c5ae req-68cae973-e138-4778-9da4-eed4c3951644 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:36.650404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e01c3e5-1e57-466c-a0c4-5a8f4169c5ae req-68cae973-e138-4778-9da4-eed4c3951644 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 944 time: 0.1187580 Jul 16 20:32:36.738251 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e01c3e5-1e57-466c-a0c4-5a8f4169c5ae req-7e948251-45df-4984-a0dd-eec54e05d9a6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737441 Jul 16 20:32:36.768130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-200d7b34-1a6e-4a5a-84af-3ea836117c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:36.771346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-200d7b34-1a6e-4a5a-84af-3ea836117c27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1096 time: 0.0991540 Jul 16 20:32:36.872919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45384) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.892803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a80-256a-4025-aa06-fbc5f7fb0d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.935533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-6574e203-b9d3-4556-8968-4e9a2b3c0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:36.939654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-6574e203-b9d3-4556-8968-4e9a2b3c0330 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1606512 Jul 16 20:32:37.046575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a80-256a-4025-aa06-fbc5f7fb0d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.053017 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a80-256a-4025-aa06-fbc5f7fb0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.078781 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-671cc8b9-12f3-45d0-a3c8-2ae90ec54f60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 999 time: 0.1313558 Jul 16 20:32:37.098379 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a3e01a80-256a-4025-aa06-fbc5f7fb0d13 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e6f6d33b368463c999c55ff88f259b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239106 Jul 16 20:32:37.099328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e01a80-256a-4025-aa06-fbc5f7fb0d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff8142-a668-43c4-b5f6-4d532ae40609,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.102849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45388) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.146108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-6954ef85-14d1-4bcb-9815-e049bdd31711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.148103 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-6954ef85-14d1-4bcb-9815-e049bdd31711 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0616484 Jul 16 20:32:37.170263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-954d15d3-f6a1-4853-8b6f-8305a72f8e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.203858 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-954d15d3-f6a1-4853-8b6f-8305a72f8e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.231653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-08eae3bb-a810-44c3-9208-102d197bca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.234770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-08eae3bb-a810-44c3-9208-102d197bca51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797851 Jul 16 20:32:37.264760 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-954d15d3-f6a1-4853-8b6f-8305a72f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.270336 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-954d15d3-f6a1-4853-8b6f-8305a72f8e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.273024 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-954d15d3-f6a1-4853-8b6f-8305a72f8e91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5ff8142-a668-43c4-b5f6-4d532ae40609 HTTP/1.1" status: 204 len: 168 time: 0.1683466 Jul 16 20:32:37.286867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d15d3-f6a1-4853-8b6f-8305a72f8e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff8142-a668-43c4-b5f6-4d532ae40609,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.398615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-ad89925b-6048-4bbe-93a5-9d678b5f50b6 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547267 Jul 16 20:32:37.524962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-0b2374fe-253f-4d70-be23-2624116e3068 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194801 Jul 16 20:32:37.531198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:37.599963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port ba8863be-9cd6-47d3-b2ef-667dee77091b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:37.607177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port ba8863be-9cd6-47d3-b2ef-667dee77091b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:37.608168 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.696990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.731218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:37.734427 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d522581e-e718-40a6-89fd-d37b7343f01b" -d '{"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-plugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:37.743461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45396) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.748277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:37.753903 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.768038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7baffbaf-6569-475e-b9e8-d4cb29cea9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.824719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.840373 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e42a762-1f0c-4331-96ce-c9cb0e2423f3 x-openstack-request-id: req-6e42a762-1f0c-4331-96ce-c9cb0e2423f3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:37.841069 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-plugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:37.841324 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e42a762-1f0c-4331-96ce-c9cb0e2423f3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:37.841973 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'code': 200} Jul 16 20:32:37.920454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7baffbaf-6569-475e-b9e8-d4cb29cea9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.925440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7baffbaf-6569-475e-b9e8-d4cb29cea9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.963976 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7baffbaf-6569-475e-b9e8-d4cb29cea9e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c5b7d82577f4958bbc0497034456c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184472 Jul 16 20:32:37.968815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45400) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.987423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baffbaf-6569-475e-b9e8-d4cb29cea9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf37911b-d1de-4046-88ca-175a805d710f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.996184 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bdadb-a545-4084-ab97-2dce3e4ec967 req-8a8e273a-d29c-4948-b1db-2ce5ae64909d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.997810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-295bdadb-a545-4084-ab97-2dce3e4ec967 req-8a8e273a-d29c-4948-b1db-2ce5ae64909d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0757828 Jul 16 20:32:38.035453 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5863-a925-49fc-99ee-4a6f890d3e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.062667 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5863-a925-49fc-99ee-4a6f890d3e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.070180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-295bdadb-a545-4084-ab97-2dce3e4ec967 req-7aaffedb-06a7-4d81-842a-9f41fa38c8fd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618181 Jul 16 20:32:38.117372 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5863-a925-49fc-99ee-4a6f890d3e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.120121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5863-a925-49fc-99ee-4a6f890d3e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.121366 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0b0f5863-a925-49fc-99ee-4a6f890d3e1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf37911b-d1de-4046-88ca-175a805d710f HTTP/1.1" status: 204 len: 168 time: 0.1515806 Jul 16 20:32:38.130844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f5863-a925-49fc-99ee-4a6f890d3e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf37911b-d1de-4046-88ca-175a805d710f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:39.318344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c266a-e33f-4c63-b2d9-16c933e2b590 req-f4cb3dd6-dcef-4b53-89bf-a0c23602c6a0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.319959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e15c266a-e33f-4c63-b2d9-16c933e2b590 req-f4cb3dd6-dcef-4b53-89bf-a0c23602c6a0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.0817811 Jul 16 20:32:39.367332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e15c266a-e33f-4c63-b2d9-16c933e2b590 req-ff5bb77c-40ef-40d2-a768-4c58b8d313ef tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Jul 16 20:32:40.017679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-dc220d4c-e590-4b49-842e-b7d7bf912386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:40.019212 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-dc220d4c-e590-4b49-842e-b7d7bf912386 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 1097 time: 0.1071172 Jul 16 20:32:40.031457 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:40.122326 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.368910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:40.408079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:40.456100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.466225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:40.468668 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9030a666-4ca4-4d23-bd6f-277531cc7ec5" -d '{"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:40.477264 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Transition to ACTIVE for port object ba8863be-9cd6-47d3-b2ef-667dee77091b will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:40.483112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.615982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=10']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:40.720387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84324fdb-e9aa-488c-9da1-f63558aae0da req-560d79e7-259e-4e1c-bbc4-ae9082b620c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:40.726051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84324fdb-e9aa-488c-9da1-f63558aae0da req-560d79e7-259e-4e1c-bbc4-ae9082b620c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 944 time: 0.1605642 Jul 16 20:32:40.815187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] No DVR routers for this DVR port ba8863be-9cd6-47d3-b2ef-667dee77091b on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:40.819591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84324fdb-e9aa-488c-9da1-f63558aae0da req-6d754536-6201-4c67-b6bd-63f4e76aacf2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863764 Jul 16 20:32:40.855740 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee59dfc0-7a29-438c-a281-8c1e55af9be6 x-openstack-request-id: req-ee59dfc0-7a29-438c-a281-8c1e55af9be6 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:40.856075 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:40.856301 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee59dfc0-7a29-438c-a281-8c1e55af9be6 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:40.856679 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'code': 200} Jul 16 20:32:41.366580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:41.367431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:41.367431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:41.372443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:41.372672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Attempting to bind port ba8863be-9cd6-47d3-b2ef-667dee77091b on network a0d5b09a-8848-4925-8387-4e0548c11553 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:41.378741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:41.379095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Checking segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:41.379714 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Bound using segment: {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:41.379914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Bound port: ba8863be-9cd6-47d3-b2ef-667dee77091b, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:41.380327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.453660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:41.458965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:41.464402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.514349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.515009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.516657 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] 10.222.0.68 "PUT /v2.0/ports/ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 1093 time: 1.4895668 Jul 16 20:32:41.543186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:41.561179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6e2ef-c166-465f-a57c-a23934bb36e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=11']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.598310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:41.638366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-2706e149-1c50-49c6-a2ae-ba791c623ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.639997 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-2706e149-1c50-49c6-a2ae-ba791c623ab2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1096 time: 0.0946431 Jul 16 20:32:41.757690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-eb5dc0a0-803b-452a-b6a8-ce8d65ddeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.759297 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-eb5dc0a0-803b-452a-b6a8-ce8d65ddeee5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1134651 Jul 16 20:32:41.839821 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-4921b257-214e-4787-ac36-46158a4c1d31 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 998 time: 0.0740514 Jul 16 20:32:41.902750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-67da053b-a63d-4959-8bae-830e7b1ea58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.904449 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-67da053b-a63d-4959-8bae-830e7b1ea58f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0580733 Jul 16 20:32:41.973099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-222aabb1-bafe-4dd8-8894-8ce83a333fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.974809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-222aabb1-bafe-4dd8-8894-8ce83a333fcd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643766 Jul 16 20:32:42.113139 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-79357562-f717-466d-92fb-62727a87304b service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318102 Jul 16 20:32:42.124517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4c168-0a64-4298-b729-df430dd2fc0a req-0d208e1d-45c5-446d-a0cf-d6b04a8dfde6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:42.128441 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07d4c168-0a64-4298-b729-df430dd2fc0a req-0d208e1d-45c5-446d-a0cf-d6b04a8dfde6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 944 time: 0.1195502 Jul 16 20:32:42.181897 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07d4c168-0a64-4298-b729-df430dd2fc0a req-d04bbf71-ee21-4627-94e8-77d1d6d5a4fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381801 Jul 16 20:32:42.263019 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-22f9e43f-a1f6-4ae5-87d7-c1a6686b2ff6 req-5d9e6949-c72e-488e-aee0-26540575370d service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432571 Jul 16 20:32:42.858108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:42.861179 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:42.928428 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1bdfb1-d0c9-4dc4-8d14-2d1333465836 x-openstack-request-id: req-3a1bdfb1-d0c9-4dc4-8d14-2d1333465836 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:42.928805 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:42.929019 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a1bdfb1-d0c9-4dc4-8d14-2d1333465836 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:42.929428 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'status': 'completed', 'code': 200} Jul 16 20:32:43.021560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-14c9b1fa-11a2-435a-9f6c-ff2c42dbb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.023131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-14c9b1fa-11a2-435a-9f6c-ff2c42dbb075 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1096 time: 0.0653734 Jul 16 20:32:43.071771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-e0b16faf-ee02-4f83-9f49-bcfbb2cbe61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.074723 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-e0b16faf-ee02-4f83-9f49-bcfbb2cbe61b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1096 time: 0.1190686 Jul 16 20:32:43.133677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-9fa02a81-8258-4b74-82e8-93839a6a812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.135231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-9fa02a81-8258-4b74-82e8-93839a6a812e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1059194 Jul 16 20:32:43.201586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-a7e0b96c-f50e-4f9b-bf1e-e34b625f5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.203270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-a7e0b96c-f50e-4f9b-bf1e-e34b625f5bff service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1217482 Jul 16 20:32:43.207996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-bbbab79e-dce4-4376-aee2-f698ce48ed42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 998 time: 0.0655301 Jul 16 20:32:43.306010 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-595ee851-fffb-40bd-9573-d8496a039587 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 998 time: 0.0944800 Jul 16 20:32:43.320716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-c36cb7ae-4eaf-4511-a28d-f35d849f17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.324914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-c36cb7ae-4eaf-4511-a28d-f35d849f17cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.1104739 Jul 16 20:32:43.368418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-d7d9f1ac-c009-48df-ac9d-f9bce22403cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.370385 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-d7d9f1ac-c009-48df-ac9d-f9bce22403cb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0582864 Jul 16 20:32:43.434327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-1fc84437-dad1-4bca-9108-5dc2eece46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.435575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-1fc84437-dad1-4bca-9108-5dc2eece46a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029384 Jul 16 20:32:43.455315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-77d2cc12-37c3-4635-96c3-2e7435bdc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.457577 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-77d2cc12-37c3-4635-96c3-2e7435bdc128 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799596 Jul 16 20:32:43.499568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac7bd0-2289-496a-8dd5-f3f58560bafe req-3d3e64a2-f38c-47bb-8d3b-5ddf18781d67 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.501396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cac7bd0-2289-496a-8dd5-f3f58560bafe req-3d3e64a2-f38c-47bb-8d3b-5ddf18781d67 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 944 time: 0.1238246 Jul 16 20:32:43.598935 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cac7bd0-2289-496a-8dd5-f3f58560bafe req-73783e15-084b-44ae-9ecc-731e9e70b43b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600655 Jul 16 20:32:43.606053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-16317c89-081a-4beb-b298-9e549e4b7887 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571319 Jul 16 20:32:43.637764 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-199d3e91-aa4d-4cda-a410-a690fb2749df service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685936 Jul 16 20:32:43.765328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-c1be53cd-4fe6-4244-831f-80222f9acdc3 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513896 Jul 16 20:32:43.848408 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5e3c6a65-5540-49ad-8336-2155b8a1c7fe req-7601f8da-816d-417b-b6ab-e31ccb5d9047 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046487 Jul 16 20:32:44.045552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:44.260979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:44.296490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'port_id': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'mac_address': 'fa:16:3e:74:1c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:44.361117 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.385388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8863be-9cd6-47d3-b2ef-667dee77091b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:44.424110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:44.431394 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.514361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.649163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ba8863be-9cd6-47d3-b2ef-667dee77091b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:45.358182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45502) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.444257 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311565-2679-4e49-8bd7-634c19d0e442 req-3346cd43-2fe0-4d4e-a068-3356dc5b5e4d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:45.446575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2311565-2679-4e49-8bd7-634c19d0e442 req-3346cd43-2fe0-4d4e-a068-3356dc5b5e4d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 945 time: 0.6330848 Jul 16 20:32:45.497914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2311565-2679-4e49-8bd7-634c19d0e442 req-b1455099-e3c0-483c-aa39-ddcfc24184a5 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Jul 16 20:32:45.512472 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c65d2eeb-f088-456b-b273-a79040ce2ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.534318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45508) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.635434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c65d2eeb-f088-456b-b273-a79040ce2ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.640547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c65d2eeb-f088-456b-b273-a79040ce2ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.660934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bdd41ad3-3825-45b0-960a-dba88786c631 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/b984876c-38b8-4ef5-a72d-ad4b4cb12b20 HTTP/1.1" status: 200 len: 991 time: 0.1248960 Jul 16 20:32:45.692866 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c65d2eeb-f088-456b-b273-a79040ce2ef9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26db3a4c17434c2eb1f2946eb0b123ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333945 Jul 16 20:32:45.695227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d2eeb-f088-456b-b273-a79040ce2ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad8bf6b-7190-43e6-8721-d5c9812ba9ab,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.697225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45510) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.761958 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36caa5fd-b358-44d9-85d5-e9862d9d4bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.786268 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36caa5fd-b358-44d9-85d5-e9862d9d4bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.838419 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36caa5fd-b358-44d9-85d5-e9862d9d4bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.841273 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-36caa5fd-b358-44d9-85d5-e9862d9d4bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.842526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-36caa5fd-b358-44d9-85d5-e9862d9d4bed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aad8bf6b-7190-43e6-8721-d5c9812ba9ab HTTP/1.1" status: 204 len: 168 time: 0.1438498 Jul 16 20:32:45.851520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa5fd-b358-44d9-85d5-e9862d9d4bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad8bf6b-7190-43e6-8721-d5c9812ba9ab,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.058653 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:46.133420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port ba8863be-9cd6-47d3-b2ef-667dee77091b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:46.138644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port ba8863be-9cd6-47d3-b2ef-667dee77091b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:46.139035 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.242488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45516) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.249135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.258962 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d86eb081-2fee-4da5-bcbc-8d58428a4b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.275288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:46.277676 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58347cb0-290d-4206-9323-cbdb223057f2" -d '{"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-plugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:46.292902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:46.298694 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.349839 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb47d3-e03d-4bb7-a55a-63502c441178 x-openstack-request-id: req-6dcb47d3-e03d-4bb7-a55a-63502c441178 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:46.350169 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-plugged", "status": "completed", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:46.350438 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6dcb47d3-e03d-4bb7-a55a-63502c441178 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:46.350883 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'code': 200} Jul 16 20:32:46.379787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=13']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.449950 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d86eb081-2fee-4da5-bcbc-8d58428a4b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.454851 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d86eb081-2fee-4da5-bcbc-8d58428a4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.508595 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d86eb081-2fee-4da5-bcbc-8d58428a4b08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94357bb3772f491a87c0b85a4ecd3f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647772 Jul 16 20:32:46.511265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45520) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.511938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eb081-2fee-4da5-bcbc-8d58428a4b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b7264-761e-42f2-bb0b-279aab11e3bc,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.522508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-76c03375-ff20-4352-9502-14105b522192 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1497636 Jul 16 20:32:46.589390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a987bfca-e98c-4f1d-b6c2-a946da7c28f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.619397 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a987bfca-e98c-4f1d-b6c2-a946da7c28f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.642656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-2af20489-cd11-4236-8b4c-16155e7320b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.644492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-2af20489-cd11-4236-8b4c-16155e7320b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 1097 time: 0.0628994 Jul 16 20:32:46.679230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a987bfca-e98c-4f1d-b6c2-a946da7c28f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.682785 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a987bfca-e98c-4f1d-b6c2-a946da7c28f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.688252 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a987bfca-e98c-4f1d-b6c2-a946da7c28f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a0b7264-761e-42f2-bb0b-279aab11e3bc HTTP/1.1" status: 204 len: 168 time: 0.1718459 Jul 16 20:32:46.697966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987bfca-e98c-4f1d-b6c2-a946da7c28f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b7264-761e-42f2-bb0b-279aab11e3bc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.795470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-bb517c7e-b874-40a1-a1bf-64975513bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.799559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-bb517c7e-b874-40a1-a1bf-64975513bd97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.1283915 Jul 16 20:32:46.892427 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-0636a171-db76-44e4-8405-743bb0e26185 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b HTTP/1.1" status: 200 len: 1001 time: 0.0855813 Jul 16 20:32:46.958680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-63b85988-6bbc-4be9-a7d6-ec5fd610b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.960434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-63b85988-6bbc-4be9-a7d6-ec5fd610b399 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0620129 Jul 16 20:32:47.050324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-7b0a42c0-068f-48e3-b8ba-7a490f492f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.052141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-7b0a42c0-068f-48e3-b8ba-7a490f492f78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851481 Jul 16 20:32:47.184404 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-85e8ceac-909e-49c5-89b2-9af09c8e6ac7 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257629 Jul 16 20:32:47.298405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08de99bf-4ebb-404c-a8ea-dfd6d70015c3 req-8e9bb576-06aa-4362-b1fb-abf5ed3a17d0 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071694 Jul 16 20:32:48.066038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-072f83f6-4708-47d9-b3e3-f7ff4e801305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.295761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45592) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.439282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-840913d5-49bb-49b4-b2a9-57c3efc53a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.551315 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-840913d5-49bb-49b4-b2a9-57c3efc53a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.556958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-840913d5-49bb-49b4-b2a9-57c3efc53a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.611234 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-840913d5-49bb-49b4-b2a9-57c3efc53a93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a98f6e50533240658daacd0d0b8fed30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133044 Jul 16 20:32:49.612080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840913d5-49bb-49b4-b2a9-57c3efc53a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c7a91-aa64-4d14-891e-b46194ed6353,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.614443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45596) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.697640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efcecac5-efbd-42a0-ac0f-e1c6c5a33f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.728983 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efcecac5-efbd-42a0-ac0f-e1c6c5a33f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.805439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efcecac5-efbd-42a0-ac0f-e1c6c5a33f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.810569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-efcecac5-efbd-42a0-ac0f-e1c6c5a33f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.812958 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-efcecac5-efbd-42a0-ac0f-e1c6c5a33f84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d9c7a91-aa64-4d14-891e-b46194ed6353 HTTP/1.1" status: 204 len: 168 time: 0.1969771 Jul 16 20:32:49.833354 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcecac5-efbd-42a0-ac0f-e1c6c5a33f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c7a91-aa64-4d14-891e-b46194ed6353,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.162787 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 45602) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.177958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07fd419c-afd4-4ba6-817b-0877121b605c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.291015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07fd419c-afd4-4ba6-817b-0877121b605c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.295721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-07fd419c-afd4-4ba6-817b-0877121b605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.339311 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-07fd419c-afd4-4ba6-817b-0877121b605c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f92a02aa5dd242a5b4ea9a1b5fa1e456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749492 Jul 16 20:32:50.340491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd419c-afd4-4ba6-817b-0877121b605c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d013839-2df3-42da-b4e6-1a8908d9bf84,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.343379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45604) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.396279 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f645edfa-10e9-491a-beda-35c1c5276b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.416858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e28718e-1d20-4816-960f-6167145cb7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.445540 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e28718e-1d20-4816-960f-6167145cb7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.504474 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e28718e-1d20-4816-960f-6167145cb7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.509248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5e28718e-1d20-4816-960f-6167145cb7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.511149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5e28718e-1d20-4816-960f-6167145cb7d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d013839-2df3-42da-b4e6-1a8908d9bf84 HTTP/1.1" status: 204 len: 168 time: 0.1656728 Jul 16 20:32:50.524838 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28718e-1d20-4816-960f-6167145cb7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d013839-2df3-42da-b4e6-1a8908d9bf84,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.650356 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.467879 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-b0bae01f-a3af-4be4-91df-1d68feb0f15b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566475 Jul 16 20:32:51.590215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-a1a0aa2c-f8b5-41e9-9292-21b7873ed316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.593303 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-a1a0aa2c-f8b5-41e9-9292-21b7873ed316 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1098 time: 0.0710840 Jul 16 20:32:51.716878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-21c30aa6-204a-4579-9f40-8b5b87f8b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.718407 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-21c30aa6-204a-4579-9f40-8b5b87f8b656 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1044586 Jul 16 20:32:51.801907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-bd489294-3bfe-4ee8-8b20-de68ed789f3b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 1000 time: 0.0774686 Jul 16 20:32:51.860793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-592b8afe-8e97-4cef-b3b5-21f8466fb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.862550 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-592b8afe-8e97-4cef-b3b5-21f8466fb0b3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0535192 Jul 16 20:32:51.939483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-e2af5413-c0aa-4458-8395-90ae5746586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.941351 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-e2af5413-c0aa-4458-8395-90ae5746586c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722499 Jul 16 20:32:52.048702 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-d16123ef-e263-4f52-a3e1-3779397bc24c service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998292 Jul 16 20:32:52.150752 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c25fcbfb-dfaf-4c0b-b0c9-88e0213b2742 req-07325fdb-bc89-4bc1-9716-2553c48485c4 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968027 Jul 16 20:32:52.443287 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.810115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.481318 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.292390 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.505116 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:14.423695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca0ba-946a-473f-b098-7a2528721c32 req-48c50b52-1454-429b-817b-3ca8cb990ba5 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.425205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92cca0ba-946a-473f-b098-7a2528721c32 req-48c50b52-1454-429b-817b-3ca8cb990ba5 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1098 time: 0.0589037 Jul 16 20:33:14.467462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92cca0ba-946a-473f-b098-7a2528721c32 req-15798d33-76e7-43c6-9765-45265896d954 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352185 Jul 16 20:33:14.493790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 45950) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:14.686607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port a185d20b-0cf2-47b8-ae2e-07e1a6b2ffe5 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:14.686860 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.770149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.770484 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.783201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for a185d20b-0cf2-47b8-ae2e-07e1a6b2ffe5 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:14.979316 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.007973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=a185d20b-0cf2-47b8-ae2e-07e1a6b2ffe5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:15.041306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.041710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.042147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.042542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.042835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.043191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.043592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.044020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.044470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.044811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.045236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.045654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:15.093299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.093787 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Floating IP b984876c-38b8-4ef5-a72d-ad4b4cb12b20 disassociated (deleted). External IP: 172.25.6.61, port: ba8863be-9cd6-47d3-b2ef-667dee77091b. Jul 16 20:33:15.356736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 06701166-657c-41c8-ba59-5f3048e0e4d1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:15.487516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:15.501266 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.505798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] Sync routers for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:15.528721 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:15.529691 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:32:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:15.564997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f9a622d7-0fee-4bdc-9455-952ec99ddf47 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/floatingips/b984876c-38b8-4ef5-a72d-ad4b4cb12b20 HTTP/1.1" status: 204 len: 168 time: 1.0698287 Jul 16 20:33:15.566113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:15.568824 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98abfd3e-4814-4917-aa7f-4b0af0568b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:15.617394 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f7fa02-92fe-4b8d-af2a-bd6e29084496 x-openstack-request-id: req-92f7fa02-92fe-4b8d-af2a-bd6e29084496 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:15.619624 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:15.621142 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92f7fa02-92fe-4b8d-af2a-bd6e29084496 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:15.622400 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'status': 'completed', 'code': 200} Jul 16 20:33:15.675769 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:15.788967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-a4386d1d-bb2c-4879-a7d0-556a7fcf1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.790775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-a4386d1d-bb2c-4879-a7d0-556a7fcf1aed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 1098 time: 0.1326888 Jul 16 20:33:15.987955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-8a8880d7-9309-44a4-a663-1b98f75907d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.990916 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-8a8880d7-9309-44a4-a663-1b98f75907d1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 200 len: 897 time: 0.1915863 Jul 16 20:33:15.992397 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:24Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:16.030360 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] Checking router: 06701166-657c-41c8-ba59-5f3048e0e4d1 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:16.042158 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:16.042817 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:32:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:16.081197 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-36964098-809b-4a3c-9154-c58eb51f564e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 200 len: 217 time: 0.0826132 Jul 16 20:33:16.152710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-0470fb0a-d541-4a66-8bab-823ca807e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.154351 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-0470fb0a-d541-4a66-8bab-823ca807e650 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 200 len: 834 time: 0.0651212 Jul 16 20:33:16.168805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a93c-07ee-4223-aa80-3a51053714e1 req-b77dbe64-3f74-4e0e-9073-86644147427b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.175614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7c0a93c-07ee-4223-aa80-3a51053714e1 req-b77dbe64-3f74-4e0e-9073-86644147427b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 946 time: 0.1207228 Jul 16 20:33:16.226014 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:16.249153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7c0a93c-07ee-4223-aa80-3a51053714e1 req-1fe90464-b507-47d8-9e48-7f2989052517 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723209 Jul 16 20:33:16.262181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-f6ecc99d-4d11-4243-a22c-f84bca484d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.264086 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-f6ecc99d-4d11-4243-a22c-f84bca484d8d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a0d5b09a-8848-4925-8387-4e0548c11553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938013 Jul 16 20:33:16.389390 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-e84ec01b-aad6-4ef6-addd-050801795e75 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181638 Jul 16 20:33:16.529545 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-98abfd3e-4814-4917-aa7f-4b0af0568b1b req-8efab3c3-a32a-41fc-9305-7c1cb37b2433 service neutron] 10.222.0.68 "GET /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324341 Jul 16 20:33:16.564494 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:24Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:16.600548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5821a-5ac4-4cbb-be6d-cd38a58eb428 None None] The sync data for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 is: [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:31:15Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '8ecf5292-2530-4761-a789-cfb24f7efbef', 'name': '', 'network_id': 'a0d5b09a-8848-4925-8387-4e0548c11553', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:a0:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:13Z', 'updated_at': '2021-07-16T20:31:24Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '9a9add24-b375-4714-b6d3-8f8bab3aa8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:16.878236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff74bcd-9fa0-4e47-94b0-f249e444584c None None] New status for floating IP b984876c-38b8-4ef5-a72d-ad4b4cb12b20: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:33:17.222316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-1ab832ad-2fbd-411b-8f41-985a56e7a713 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.223816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-1ab832ad-2fbd-411b-8f41-985a56e7a713 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 946 time: 0.0798168 Jul 16 20:33:17.348490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port ba8863be-9cd6-47d3-b2ef-667dee77091b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:17.348838 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.479371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port ba8863be-9cd6-47d3-b2ef-667dee77091b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ba8863be-9cd6-47d3-b2ef-667dee77091b,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:17.479671 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.493759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for ba8863be-9cd6-47d3-b2ef-667dee77091b owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:17.497094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90724f7-dcf5-44a6-9e38-30f469ea0f2e req-0ead0d2e-19d8-40e2-a5b1-c12bd4f4e64a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.498776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f90724f7-dcf5-44a6-9e38-30f469ea0f2e req-0ead0d2e-19d8-40e2-a5b1-c12bd4f4e64a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=373960e4-123a-4cdf-ad0f-857d9aefe9be HTTP/1.1" status: 200 len: 946 time: 0.0788736 Jul 16 20:33:17.559600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f90724f7-dcf5-44a6-9e38-30f469ea0f2e req-b8d7fd3a-68c0-4ac8-8689-040aaab9024d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=505894dd-1e40-4bce-afa8-736128d99653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545242 Jul 16 20:33:17.683283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.722734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=ba8863be-9cd6-47d3-b2ef-667dee77091b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.792632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] No DVR routers for this DVR port ba8863be-9cd6-47d3-b2ef-667dee77091b on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:17.796129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.799998 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-43b6dd9b-d4db-43ef-bae1-2a233e26d91d req-668f2778-ce25-4095-8c16-ce73691d6dfa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "DELETE /v2.0/ports/ba8863be-9cd6-47d3-b2ef-667dee77091b HTTP/1.1" status: 204 len: 173 time: 0.5701642 Jul 16 20:33:17.800742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-deleted', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:17.804237 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c0c833-0629-4601-b59d-ee6ffbb19155" -d '{"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-deleted", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:17.850986 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d69ea64-c636-4ecf-82ad-d85b8338c204 x-openstack-request-id: req-2d69ea64-c636-4ecf-82ad-d85b8338c204 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:17.851289 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373960e4-123a-4cdf-ad0f-857d9aefe9be", "name": "network-vif-deleted", "tag": "ba8863be-9cd6-47d3-b2ef-667dee77091b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:17.851540 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d69ea64-c636-4ecf-82ad-d85b8338c204 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:17.852363 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373960e4-123a-4cdf-ad0f-857d9aefe9be', 'name': 'network-vif-deleted', 'tag': 'ba8863be-9cd6-47d3-b2ef-667dee77091b', 'status': 'completed', 'code': 200} Jul 16 20:33:18.063704 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5021-72dc-48af-ab6e-ac4d8126fc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.678497 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46026) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:19.177365 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.537199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 8ecf5292-2530-4761-a789-cfb24f7efbef {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:19.537549 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.647119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port 8ecf5292-2530-4761-a789-cfb24f7efbef, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8ecf5292-2530-4761-a789-cfb24f7efbef,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:19.647498 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.664645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 8ecf5292-2530-4761-a789-cfb24f7efbef owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:19.880884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.910959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=8ecf5292-2530-4761-a789-cfb24f7efbef,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:20.125080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.411312 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7d2b09b8-f988-4d3d-a262-f78e33ffc3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.671696 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.736580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 06701166-657c-41c8-ba59-5f3048e0e4d1 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:20.853084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:20.861048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4a4a1eb4-3f16-4486-a085-e27d0e227e0d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "PUT /v2.0/routers/06701166-657c-41c8-ba59-5f3048e0e4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1797202 Jul 16 20:33:20.862085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46064) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:20.864574 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] Sync routers for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:20.887742 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:20.889088 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:33:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:20.921808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca4e63d-7c62-483c-910b-f7a48eb269f7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting subnet 9a9add24-b375-4714-b6d3-8f8bab3aa8c6 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:20.926172 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e63d-7c62-483c-910b-f7a48eb269f7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.968661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e63d-7c62-483c-910b-f7a48eb269f7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.013980 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:21.082022 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e63d-7c62-483c-910b-f7a48eb269f7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.149386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e63d-7c62-483c-910b-f7a48eb269f7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.176034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4e63d-7c62-483c-910b-f7a48eb269f7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9add24-b375-4714-b6d3-8f8bab3aa8c6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:21.190203 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e63d-7c62-483c-910b-f7a48eb269f7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.195041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46070) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:21.195551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7ca4e63d-7c62-483c-910b-f7a48eb269f7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/subnets/9a9add24-b375-4714-b6d3-8f8bab3aa8c6 HTTP/1.1" status: 204 len: 168 time: 0.3320243 Jul 16 20:33:21.198798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10dae11-17cc-4ab2-adb5-1a9ffffd0e26 None None] Network a0d5b09a-8848-4925-8387-4e0548c11553 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:21.231373 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:33:19Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:21.271180 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] Checking router: 06701166-657c-41c8-ba59-5f3048e0e4d1 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:21.282549 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] Routers {'06701166-657c-41c8-ba59-5f3048e0e4d1'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:21.284632 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:33:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['06701166-657c-41c8-ba59-5f3048e0e4d1'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:21.358588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.405443 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] Set router 06701166-657c-41c8-ba59-5f3048e0e4d1 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:21.424973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] DHCP port deletion for a0d5b09a-8848-4925-8387-4e0548c11553 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:21.495497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Deleting port 1b9cd272-171c-4b36-8865-e26dee235d73 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:21.496078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.496619 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.564181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 7a9d130d-0233-4d31-80b4-ea6fd67a2968 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:21.564688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.597258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] For port 1b9cd272-171c-4b36-8865-e26dee235d73, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1b9cd272-171c-4b36-8865-e26dee235d73,segment=NetworkSegment(9bf7c10d-a497-41ad-bd73-a3b0a0aa6111),segment_id=9bf7c10d-a497-41ad-bd73-a3b0a0aa6111)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:21.598211 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.621617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Calling delete_port for 1b9cd272-171c-4b36-8865-e26dee235d73 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:21.711817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port 7a9d130d-0233-4d31-80b4-ea6fd67a2968, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7a9d130d-0233-4d31-80b4-ea6fd67a2968,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:21.712982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.731485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 7a9d130d-0233-4d31-80b4-ea6fd67a2968 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:21.754246 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.781030 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:33:19Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:21.806249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Pushing event deleted for resources: {'Port': ['ID=1b9cd272-171c-4b36-8865-e26dee235d73,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:21.820771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] No DVR routers for this DVR port 1b9cd272-171c-4b36-8865-e26dee235d73 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:21.835976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.836438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.836793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.837135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.837475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.837815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.838149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.838483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.838817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.839152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.839482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.839811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb85d7c-f252-46dc-a40f-cdae0cfc62f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:21.847111 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fa2c6-f16a-4254-9112-8f8836bf439d None None] The sync data for ids ['06701166-657c-41c8-ba59-5f3048e0e4d1'] in n-d-791505-15 is: [{'id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683344154', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:07Z', 'updated_at': '2021-07-16T20:33:19Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '7a9d130d-0233-4d31-80b4-ea6fd67a2968', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06701166-657c-41c8-ba59-5f3048e0e4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:08Z', 'updated_at': '2021-07-16T20:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:21.950884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.976891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=7a9d130d-0233-4d31-80b4-ea6fd67a2968,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.046342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.146988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.149160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.202616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.203136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Fanout notify agent at l3_agent the message router_deleted on router 06701166-657c-41c8-ba59-5f3048e0e4d1 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:22.211865 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.213056 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6e61b4ea-136b-4854-89fb-457ba631c589 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/routers/06701166-657c-41c8-ba59-5f3048e0e4d1 HTTP/1.1" status: 204 len: 168 time: 1.0170133 Jul 16 20:33:22.216566 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46086) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:22.261212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:22.291834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: ba8863be-9cd6-47d3-b2ef-667dee77091b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:22.292482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ba8863be-9cd6-47d3-b2ef-667dee77091b not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:22.334378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.392546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1b9cd272-171c-4b36-8865-e26dee235d73 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:22.414502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 1b9cd272-171c-4b36-8865-e26dee235d73 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:22.415171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1b9cd272-171c-4b36-8865-e26dee235d73 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:22.415767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ecf5292-2530-4761-a789-cfb24f7efbef no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:22.448755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8ecf5292-2530-4761-a789-cfb24f7efbef {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:22.449982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8ecf5292-2530-4761-a789-cfb24f7efbef not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:22.462231 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.478934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.491228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d5b09a-8848-4925-8387-4e0548c11553']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:22.503118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:22.503428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf7c10d-a497-41ad-bd73-a3b0a0aa6111') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:22.513827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.529249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.539587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:22.540074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:22.543437 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:22.613075 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.619043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.621721 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/networks/a0d5b09a-8848-4925-8387-4e0548c11553 HTTP/1.1" status: 204 len: 168 time: 0.4041064 Jul 16 20:33:22.624723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46094) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:22.636896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da406f-4f17-47b9-9c59-e95a5da53592 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Network': ['ID=a0d5b09a-8848-4925-8387-4e0548c11553,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.694021 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bf852e78-e99d-40ee-b743-ad9360acb830 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.732764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bf852e78-e99d-40ee-b743-ad9360acb830 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.830148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bf852e78-e99d-40ee-b743-ad9360acb830 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.833136 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bf852e78-e99d-40ee-b743-ad9360acb830 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.838923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bf852e78-e99d-40ee-b743-ad9360acb830 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/security-groups/505894dd-1e40-4bce-afa8-736128d99653 HTTP/1.1" status: 204 len: 168 time: 0.2083516 Jul 16 20:33:22.844428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf852e78-e99d-40ee-b743-ad9360acb830 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=505894dd-1e40-4bce-afa8-736128d99653,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.166814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46108) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:23.172809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9f2f22f3-5a6c-4fca-8d2a-80de44a5b660 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649511017', 'description': 'tempest-secgroup-smoke-649511017 description', 'project_id': '37b7805adcf44fdea80723ca1941c0a4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:23.209534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2f22f3-5a6c-4fca-8d2a-80de44a5b660 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.332852 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2f22f3-5a6c-4fca-8d2a-80de44a5b660 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.337799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2f22f3-5a6c-4fca-8d2a-80de44a5b660 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.368474 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9f2f22f3-5a6c-4fca-8d2a-80de44a5b660 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.369829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9f2f22f3-5a6c-4fca-8d2a-80de44a5b660 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2017014 Jul 16 20:33:23.378305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46114) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:23.382540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f22f3-5a6c-4fca-8d2a-80de44a5b660 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0285714-3e7a-41ff-888c-bcd9c91a6fa3,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.383753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-83a26117-e627-4725-bd6e-f07f8a260b4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'a0285714-3e7a-41ff-888c-bcd9c91a6fa3', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:23.425709 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83a26117-e627-4725-bd6e-f07f8a260b4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.497809 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83a26117-e627-4725-bd6e-f07f8a260b4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.502538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83a26117-e627-4725-bd6e-f07f8a260b4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.522932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a26117-e627-4725-bd6e-f07f8a260b4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61267156-6dd3-44b5-8996-309ef1bd5909,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.538678 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-83a26117-e627-4725-bd6e-f07f8a260b4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.539995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-83a26117-e627-4725-bd6e-f07f8a260b4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602998 Jul 16 20:33:23.544078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46120) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:23.550604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d2ef553e-7055-4446-9cf1-99fe21f3b31c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'a0285714-3e7a-41ff-888c-bcd9c91a6fa3', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:23.582049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2ef553e-7055-4446-9cf1-99fe21f3b31c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.654802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2ef553e-7055-4446-9cf1-99fe21f3b31c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.659279 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2ef553e-7055-4446-9cf1-99fe21f3b31c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.682885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef553e-7055-4446-9cf1-99fe21f3b31c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2e41e0-e019-422b-b23b-d8a68e4ca64f,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.693411 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d2ef553e-7055-4446-9cf1-99fe21f3b31c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.694643 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d2ef553e-7055-4446-9cf1-99fe21f3b31c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492968 Jul 16 20:33:23.697443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46122) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:23.702497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-26df2bee-c147-4881-bd99-822825e42e44 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'a0285714-3e7a-41ff-888c-bcd9c91a6fa3', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:23.731642 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26df2bee-c147-4881-bd99-822825e42e44 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.808140 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26df2bee-c147-4881-bd99-822825e42e44 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.811871 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.814742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26df2bee-c147-4881-bd99-822825e42e44 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.848673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df2bee-c147-4881-bd99-822825e42e44 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7145c90-b6c0-4a30-bd6c-751d1c0bfa78,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.853005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-26df2bee-c147-4881-bd99-822825e42e44 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.857408 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-26df2bee-c147-4881-bd99-822825e42e44 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557741 Jul 16 20:33:23.857955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46132) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:23.864655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6ec0bed0-d6f3-466e-99b9-c694b730e2e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'a0285714-3e7a-41ff-888c-bcd9c91a6fa3', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:23.915434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ec0bed0-d6f3-466e-99b9-c694b730e2e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.945500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7a9d130d-0233-4d31-80b4-ea6fd67a2968 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:23.968913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 7a9d130d-0233-4d31-80b4-ea6fd67a2968 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:23.969551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7a9d130d-0233-4d31-80b4-ea6fd67a2968 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:24.008667 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ec0bed0-d6f3-466e-99b9-c694b730e2e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.013985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ec0bed0-d6f3-466e-99b9-c694b730e2e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.030180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0bed0-d6f3-466e-99b9-c694b730e2e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b4f62f-5f77-4c29-be08-2cee922b335a,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:24.052495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6ec0bed0-d6f3-466e-99b9-c694b730e2e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.053938 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6ec0bed0-d6f3-466e-99b9-c694b730e2e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1939571 Jul 16 20:33:24.056616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46134) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:24.061478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b8a9fcf9-5719-4e35-952a-2ea190611734 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'a0285714-3e7a-41ff-888c-bcd9c91a6fa3', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:24.092859 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-b8a9fcf9-5719-4e35-952a-2ea190611734 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Project 37b7805adcf44fdea80723ca1941c0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:24.100002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fcf9-5719-4e35-952a-2ea190611734 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.192557 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fcf9-5719-4e35-952a-2ea190611734 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.201823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fcf9-5719-4e35-952a-2ea190611734 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.222986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9fcf9-5719-4e35-952a-2ea190611734 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bdbe72-5766-444c-b117-0760be2d5798,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:24.237194 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fcf9-5719-4e35-952a-2ea190611734 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.238689 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b8a9fcf9-5719-4e35-952a-2ea190611734 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1808944 Jul 16 20:33:24.241445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46140) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:24.246291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-da0470ac-1b9a-474c-bc32-8bb72987e8f6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'a0285714-3e7a-41ff-888c-bcd9c91a6fa3', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:24.270942 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-da0470ac-1b9a-474c-bc32-8bb72987e8f6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Project 37b7805adcf44fdea80723ca1941c0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:24.276572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-da0470ac-1b9a-474c-bc32-8bb72987e8f6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.365539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-da0470ac-1b9a-474c-bc32-8bb72987e8f6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.371885 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-da0470ac-1b9a-474c-bc32-8bb72987e8f6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.397635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0470ac-1b9a-474c-bc32-8bb72987e8f6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92d5ff1-674c-47f8-aea0-2814049d0c0a,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:24.404983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-da0470ac-1b9a-474c-bc32-8bb72987e8f6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.412098 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-da0470ac-1b9a-474c-bc32-8bb72987e8f6 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658564 Jul 16 20:33:24.412489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46144) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:24.417870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'network': {'name': 'tempest-network-smoke--261947363', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'port_security_enabled': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:24.442296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:24.447513 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.494582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:24.509183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.509911 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Added segment 6a716cfb-e5bf-402d-961a-7f120c9ac927 of type vlan for network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab Jul 16 20:33:24.557828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.593543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.599978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.600568 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.640354 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2267098 Jul 16 20:33:24.645462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46148) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:24.653356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'admin_state_up': True, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:24.674230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13fc29-17ca-448d-84b1-66d8b2722fbc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Network': ['ID=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:24.685279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:24.705887 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.706973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.802059 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.965220 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.198673 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.220473 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.342897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.25.6.223 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/189d5cac-4e84-4761-aab5-90d1f1874ac1) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:25.474852 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.522355 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.565887 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:25.569069 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:25.573193 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:25.599477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=189d5cac-4e84-4761-aab5-90d1f1874ac1,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:25.878655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.147606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.306867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 714870a7-7fca-4fc8-b477-1a383ad3509c is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:26.466583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:26.477836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Sync routers for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:26.488640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:26.489293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:33:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:26.494429 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.496074 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-86492b19-5dc3-47ba-b5d4-022c3c6da9cd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8485079 Jul 16 20:33:26.499255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46182) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.542241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-afbb5fff-1c29-460a-9dcc-e3f4bd4d5208 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=37b7805adcf44fdea80723ca1941c0a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411003 Jul 16 20:33:26.544161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46184) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.612168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:26.647891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abed6d-f9aa-4394-b4d4-6f3add358f94 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:26.649488 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e1abed6d-f9aa-4394-b4d4-6f3add358f94 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1043491 Jul 16 20:33:26.652710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46186) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.693363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3d4d4710-f025-4963-a045-2747f6dad03a tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392680 Jul 16 20:33:26.696015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 46192) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.701440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1459969985', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:26.823390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:26.830461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:25Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:26.830928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.861133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Checking router: 714870a7-7fca-4fc8-b477-1a383ad3509c for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:26.861489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Updating router 714870a7-7fca-4fc8-b477-1a383ad3509c port 189d5cac-4e84-4761-aab5-90d1f1874ac1 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:26.899359 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.075702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.157667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Subnet': ['ID=7fa0f845-4e07-481d-ac31-022bb23a507c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.170405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Checking segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:27.171020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network hostable DHCP agents. Network: 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:27.197888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:27.207145 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.214059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:27.219575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.220375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Transition to ACTIVE for port object 189d5cac-4e84-4761-aab5-90d1f1874ac1 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:27.220765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.230531 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.246458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61c7ef3-d5b6-4962-9260-b6e4cc470677 None None] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:27.250784 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5bdb82b9-e274-4076-958f-a42ab11c03e2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5525954 Jul 16 20:33:27.254083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46200) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:27.364017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Attempting to bind port 189d5cac-4e84-4761-aab5-90d1f1874ac1 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:27.364424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Attempting to bind port 189d5cac-4e84-4761-aab5-90d1f1874ac1 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:27.364801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Attempting to bind port 189d5cac-4e84-4761-aab5-90d1f1874ac1 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:27.371564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3639f2a-c3dd-425e-aeaa-a94f7870b5f2 None None] Pushing event updated for resources: {'Port': ['ID=189d5cac-4e84-4761-aab5-90d1f1874ac1,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.378833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:27.379226 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:27.379645 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.380052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:27.380607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Bound port: 189d5cac-4e84-4761-aab5-90d1f1874ac1, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:27.381005 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.489249 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] For port 189d5cac-4e84-4761-aab5-90d1f1874ac1, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:27.509378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] For port 189d5cac-4e84-4761-aab5-90d1f1874ac1, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=189d5cac-4e84-4761-aab5-90d1f1874ac1,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:27.516437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.814591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:27.815236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:33:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:27.818144 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.821445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:27.822944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.895315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3639f2a-c3dd-425e-aeaa-a94f7870b5f2 None None] Pushing event updated for resources: {'Port': ['ID=189d5cac-4e84-4761-aab5-90d1f1874ac1,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:28.200632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:28.358315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Allocated IP 172.20.0.2 (4de6f8ad-bb5d-4a44-8e8e-71a471c736ab/7fa0f845-4e07-481d-ac31-022bb23a507c/2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:28.653927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:25Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:28.723578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a364ae-4669-4c9f-8455-e9b7fb441cb7 None None] The sync data for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 is: [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:25Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:28.758812 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.772472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Transition to ACTIVE for port object 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:28.793936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Transition to ACTIVE for port object 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:28.806106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.874765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:28.879478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:28.884004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:28.938039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Pushing event updated for resources: {'Port': ['ID=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:28.980457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.20.0.1 (4de6f8ad-bb5d-4a44-8e8e-71a471c736ab/7fa0f845-4e07-481d-ac31-022bb23a507c/fea2fbd9-ca1f-4369-a710-3ff76d665da7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:29.003199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Attempting to bind port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:29.003622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Attempting to bind port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:29.004171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Attempting to bind port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:29.011503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:29.011895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Checking segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:29.012676 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.013442 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Bound using segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:29.013974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Bound port: 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:29.014398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.186976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] For port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:29.190835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] For port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:29.195568 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.196583 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.222943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Transition to ACTIVE for port object fea2fbd9-ca1f-4369-a710-3ff76d665da7 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:29.287736 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.291558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469b629-99e9-4b47-a898-f542b56bd358 None None] Pushing event updated for resources: {'Port': ['ID=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.381243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:29.387934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:29.393549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:29.428653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=fea2fbd9-ca1f-4369-a710-3ff76d665da7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.471517 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.752066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.147478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 189d5cac-4e84-4761-aab5-90d1f1874ac1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:30.243706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 189d5cac-4e84-4761-aab5-90d1f1874ac1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:30.253821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 189d5cac-4e84-4761-aab5-90d1f1874ac1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:30.254491 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.357763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.364787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.398230 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.446884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 189d5cac-4e84-4761-aab5-90d1f1874ac1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=189d5cac-4e84-4761-aab5-90d1f1874ac1,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:30.454162 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.455723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:30.482396 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.486707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=fea2fbd9-ca1f-4369-a710-3ff76d665da7,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.605072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=189d5cac-4e84-4761-aab5-90d1f1874ac1,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.621707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:30.668014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:30.670644 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:30.703192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb36397-d6cf-4d73-a2ff-ab00186351f9 None None] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:30.748914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1313cd43-814f-4f72-bd88-b7ea345dab3b None None] Provisioning for port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:30.790994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1313cd43-814f-4f72-bd88-b7ea345dab3b None None] Provisioning complete for port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:30.791360 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1313cd43-814f-4f72-bd88-b7ea345dab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.865125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 714870a7-7fca-4fc8-b477-1a383ad3509c has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:30.968379 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1313cd43-814f-4f72-bd88-b7ea345dab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.032391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1313cd43-814f-4f72-bd88-b7ea345dab3b None None] For port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:31.041135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1313cd43-814f-4f72-bd88-b7ea345dab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.042558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:31.067674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1b2f34ac-4fed-4ccd-8747-4cd7d3793467 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "PUT /v2.0/routers/714870a7-7fca-4fc8-b477-1a383ad3509c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8106887 Jul 16 20:33:31.141780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313cd43-814f-4f72-bd88-b7ea345dab3b None None] Pushing event updated for resources: {'Port': ['ID=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.355576 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Sync routers for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:31.380317 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:31.381391 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:33:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:31.493731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-45d6faad-0ad6-4b1c-a644-a606d29fb910 None None] Provisioning for port fea2fbd9-ca1f-4369-a710-3ff76d665da7 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:31.507105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-45d6faad-0ad6-4b1c-a644-a606d29fb910 None None] Provisioning complete for port fea2fbd9-ca1f-4369-a710-3ff76d665da7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:31.508576 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-45d6faad-0ad6-4b1c-a644-a606d29fb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.528219 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:31.585447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-45d6faad-0ad6-4b1c-a644-a606d29fb910 None None] Port fea2fbd9-ca1f-4369-a710-3ff76d665da7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:31.605009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-45d6faad-0ad6-4b1c-a644-a606d29fb910 None None] Provisioning complete for port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:31.605813 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-45d6faad-0ad6-4b1c-a644-a606d29fb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.624685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-8156b078-5db2-4c29-a2d0-4dade039e755 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649511017&fields=id&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 267 time: 0.0854654 Jul 16 20:33:31.826957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-29fa2507-de5e-4270-924e-9e17ef41e4dd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:31.837020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-29fa2507-de5e-4270-924e-9e17ef41e4dd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 796 time: 0.2032712 Jul 16 20:33:31.856914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-962921b1-a3b2-486a-8dbf-c47da01c91b5 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/quotas/37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 375 time: 0.0189018 Jul 16 20:33:31.870401 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 2, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:31.879958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cb927a87-3a5a-4851-a3a1-89c67992297d None None] Provisioning complete for port fea2fbd9-ca1f-4369-a710-3ff76d665da7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:31.882754 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb927a87-3a5a-4851-a3a1-89c67992297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.924363 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Checking router: 714870a7-7fca-4fc8-b477-1a383ad3509c for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:31.924765 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Updating router 714870a7-7fca-4fc8-b477-1a383ad3509c port fea2fbd9-ca1f-4369-a710-3ff76d665da7 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:31.970622 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.974519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cb927a87-3a5a-4851-a3a1-89c67992297d None None] Port fea2fbd9-ca1f-4369-a710-3ff76d665da7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:32.007833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-40f8d325-e0bd-4c4c-bec8-2a38a84eb3d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494153 Jul 16 20:33:32.092776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 189d5cac-4e84-4761-aab5-90d1f1874ac1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:32.213923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5ae835e6-7dc7-4d07-8319-fc274563f2c4 None None] Provisioning complete for port fea2fbd9-ca1f-4369-a710-3ff76d665da7 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:32.214478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5ae835e6-7dc7-4d07-8319-fc274563f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.257512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5ae835e6-7dc7-4d07-8319-fc274563f2c4 None None] Port fea2fbd9-ca1f-4369-a710-3ff76d665da7 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:32.269049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 189d5cac-4e84-4761-aab5-90d1f1874ac1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:32.269850 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.345058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-4680272d-caae-4d1c-a2aa-bdad0012327d service neutron] 10.222.0.78 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210318 Jul 16 20:33:32.413767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:32.480617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-c9c1e5fd-9320-4173-842c-b7c5e62c3d6b service neutron] 10.222.0.78 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252830 Jul 16 20:33:32.487345 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.507292 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Transition to ACTIVE for port object fea2fbd9-ca1f-4369-a710-3ff76d665da7 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:32.510852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:32.511723 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.517467 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.666353 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Pushing event updated for resources: {'Port': ['ID=fea2fbd9-ca1f-4369-a710-3ff76d665da7,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.723602 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.724189 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.724792 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.725357 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.725914 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.726466 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.727017 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.727691 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.728539 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.729384 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.730231 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.731331 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:32.762003 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Attempting to bind port fea2fbd9-ca1f-4369-a710-3ff76d665da7 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:32.762757 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Attempting to bind port fea2fbd9-ca1f-4369-a710-3ff76d665da7 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:32.763633 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Attempting to bind port fea2fbd9-ca1f-4369-a710-3ff76d665da7 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:32.773641 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:32.774021 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Checking segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:32.774432 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.774828 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Bound using segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:32.775309 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Bound port: fea2fbd9-ca1f-4369-a710-3ff76d665da7, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:32.775689 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.908227 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] For port fea2fbd9-ca1f-4369-a710-3ff76d665da7, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:32.916791 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] For port fea2fbd9-ca1f-4369-a710-3ff76d665da7, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fea2fbd9-ca1f-4369-a710-3ff76d665da7,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:32.924170 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.988052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15aaa358-7b87-46d9-ac10-3fea41ad04ba req-7f5a18b0-cbe7-4d12-ba40-987cb73326bd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 210 time: 0.1080253 Jul 16 20:33:33.019977 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494826-9455-41fa-8659-d606da5d2d0b None None] Pushing event updated for resources: {'Port': ['ID=fea2fbd9-ca1f-4369-a710-3ff76d665da7,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:33.024011 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:33.024671 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:33:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:33.182928 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:33.552051 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:32Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:33.588831 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dcd36-a081-4866-8f11-af8ac97a051e None None] The sync data for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 is: [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:32Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:34.122318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fea2fbd9-ca1f-4369-a710-3ff76d665da7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:34.291794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port fea2fbd9-ca1f-4369-a710-3ff76d665da7 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:34.305307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fea2fbd9-ca1f-4369-a710-3ff76d665da7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:34.307249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.322778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae8986d6-20bb-4e20-98b3-a8876f1907ab req-53d274aa-3c28-4ac5-a57e-f56627c456eb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 210 time: 0.0477202 Jul 16 20:33:34.442869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.518546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port fea2fbd9-ca1f-4369-a710-3ff76d665da7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fea2fbd9-ca1f-4369-a710-3ff76d665da7,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:34.525692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.532835 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.595450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=fea2fbd9-ca1f-4369-a710-3ff76d665da7,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.879854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-d7447085-ffac-4951-9490-1ad585293b4f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.882433 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-d7447085-ffac-4951-9490-1ad585293b4f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 796 time: 0.1463456 Jul 16 20:33:34.954455 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-bbe36e5c-0b12-4524-85e7-9dabd60f9d1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 379 time: 0.0634973 Jul 16 20:33:34.974067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'port': {'device_id': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'admin_state_up': True, 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'security_groups': ['a0285714-3e7a-41ff-888c-bcd9c91a6fa3']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:35.147763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:35.155699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.315628 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.418613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.20.0.7 (4de6f8ad-bb5d-4a44-8e8e-71a471c736ab/7fa0f845-4e07-481d-ac31-022bb23a507c/52d3ebac-7f21-4305-b935-99e908064b65) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:35.591983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01b367b3-cc7f-4158-b133-22413740a758 req-a6ad5647-572e-4a7a-a358-4b9d6718714e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 210 time: 0.0550225 Jul 16 20:33:35.648325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.667840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Transition to ACTIVE for port object 52d3ebac-7f21-4305-b935-99e908064b65 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:35.707329 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.759669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:35.763442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:35.768707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:35.773119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.827171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:35.827753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.847269 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-72446e17-2833-497e-8008-8c0568f6b2c2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8851333 Jul 16 20:33:35.860096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Request body: {'port': {'device_id': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:35.954653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.028559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fea2fbd9-ca1f-4369-a710-3ff76d665da7 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:36.126881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cb6b17e0-0a93-47cb-894d-a7e744b36e6d None None] Provisioning for port 52d3ebac-7f21-4305-b935-99e908064b65 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:36.134756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cb6b17e0-0a93-47cb-894d-a7e744b36e6d None None] Provisioning complete for port 52d3ebac-7f21-4305-b935-99e908064b65 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:36.135374 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cb6b17e0-0a93-47cb-894d-a7e744b36e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.191281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fea2fbd9-ca1f-4369-a710-3ff76d665da7 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:36.191702 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.215670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b17e0-0a93-47cb-894d-a7e744b36e6d None None] Port 52d3ebac-7f21-4305-b935-99e908064b65 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:36.411960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d3ebac-7f21-4305-b935-99e908064b65 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:36.420495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.440293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Transition to ACTIVE for port object 52d3ebac-7f21-4305-b935-99e908064b65 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:36.446596 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.548810 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.983233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dee75-0de6-472e-ad06-d41fe2c2c1ea req-b6527693-d4af-41a1-a7a9-536492e8b472 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.985626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a09dee75-0de6-472e-ad06-d41fe2c2c1ea req-b6527693-d4af-41a1-a7a9-536492e8b472 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 943 time: 0.1570551 Jul 16 20:33:37.036356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a09dee75-0de6-472e-ad06-d41fe2c2c1ea req-0268541e-ef1a-4b4d-a29b-82b00d26c726 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432642 Jul 16 20:33:37.047295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.047968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.047968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.048574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.048730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.048993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.049342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.049648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.049999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.050309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.050639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.051002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:37.106896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:37.107235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:37.107576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:37.113259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:37.113596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:37.119115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:37.119466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Checking segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:37.119863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Bound using segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:37.120359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Bound port: 52d3ebac-7f21-4305-b935-99e908064b65, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:37.120721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.194733 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:37.198245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:37.204672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.245021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.245708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.247355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] 10.222.0.68 "PUT /v2.0/ports/52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 1092 time: 1.3918936 Jul 16 20:33:37.247666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:37.251352 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa62f9d-c868-40af-9123-c7277e405041" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:37.278820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c8574-3f9c-4692-9968-dd91f7390a8e service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.316370 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b823ce-3b0c-4fa0-83f1-db25b7188cd2 x-openstack-request-id: req-e0b823ce-3b0c-4fa0-83f1-db25b7188cd2 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:37.316645 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:37.316899 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0b823ce-3b0c-4fa0-83f1-db25b7188cd2 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:37.317293 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'status': 'completed', 'code': 200} Jul 16 20:33:37.374023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-6df369a3-7751-4c65-bb1f-b38fbe63f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.377286 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-6df369a3-7751-4c65-bb1f-b38fbe63f758 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0705049 Jul 16 20:33:37.426207 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-79bb0c16-24e2-4c68-8ce4-f6628c8f32db service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 217 time: 0.0425189 Jul 16 20:33:37.503745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-a00d468d-da04-4376-9b89-4ae82aff947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.505796 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-a00d468d-da04-4376-9b89-4ae82aff947d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 200 len: 835 time: 0.0724659 Jul 16 20:33:37.596629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-443113b0-9789-46c7-b4b7-721346367ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.599081 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-443113b0-9789-46c7-b4b7-721346367ea5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874112 Jul 16 20:33:37.703622 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-b3053c97-a018-4859-965a-735da02da961 service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975020 Jul 16 20:33:37.931345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd9fddeb-deae-4184-8de6-ae05ae90735a req-adb1a7ff-982a-42ef-a0bb-ea38cf6c79af service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127851 Jul 16 20:33:38.068693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62f9d-c868-40af-9123-c7277e405041 req-28f99fa0-70a0-4e8d-bfcb-998fa3e1023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.071104 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2aa62f9d-c868-40af-9123-c7277e405041 req-28f99fa0-70a0-4e8d-bfcb-998fa3e1023d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0772905 Jul 16 20:33:38.195140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62f9d-c868-40af-9123-c7277e405041 req-85329101-dd95-4c27-9b0c-cb5823850f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.198112 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2aa62f9d-c868-40af-9123-c7277e405041 req-85329101-dd95-4c27-9b0c-cb5823850f21 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 897 time: 0.1208122 Jul 16 20:33:38.275511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2aa62f9d-c868-40af-9123-c7277e405041 req-23aedeeb-2232-4fef-9fe7-b14b5aefbb6e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 217 time: 0.0699489 Jul 16 20:33:38.293155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03593d-a31e-4dec-ab66-556289edc019 req-5ab7f5b0-6209-4822-ac0d-c528ced33952 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.301444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc03593d-a31e-4dec-ab66-556289edc019 req-5ab7f5b0-6209-4822-ac0d-c528ced33952 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 943 time: 0.1207108 Jul 16 20:33:38.341393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc03593d-a31e-4dec-ab66-556289edc019 req-f78e8d4e-6a4a-4047-b5bd-dee7ce88c09f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386305 Jul 16 20:33:38.370759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62f9d-c868-40af-9123-c7277e405041 req-17c57ee3-913b-4235-97e9-3c02df5388a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.373587 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2aa62f9d-c868-40af-9123-c7277e405041 req-17c57ee3-913b-4235-97e9-3c02df5388a3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 200 len: 835 time: 0.0916469 Jul 16 20:33:38.455222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62f9d-c868-40af-9123-c7277e405041 req-2293efac-a370-4b7b-950c-a62315fb08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.456703 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2aa62f9d-c868-40af-9123-c7277e405041 req-2293efac-a370-4b7b-950c-a62315fb08f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765409 Jul 16 20:33:38.561464 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2aa62f9d-c868-40af-9123-c7277e405041 req-dde8a17f-fb6e-416a-abe9-21dcd20c9503 service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968037 Jul 16 20:33:38.670833 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2aa62f9d-c868-40af-9123-c7277e405041 req-532b44f7-a01b-4f20-8af2-05f680465901 service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012814 Jul 16 20:33:39.583507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b39bf8-707e-4881-a268-1799dd8caf92 req-346728a3-d8be-4b6b-8810-879c1471691b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.585203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4b39bf8-707e-4881-a268-1799dd8caf92 req-346728a3-d8be-4b6b-8810-879c1471691b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 943 time: 0.0934508 Jul 16 20:33:39.637600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4b39bf8-707e-4881-a268-1799dd8caf92 req-df644364-0b67-4d9e-bb16-ef9feec4cf28 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399289 Jul 16 20:33:40.338513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 52d3ebac-7f21-4305-b935-99e908064b65 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:40.522177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:40.545050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '52d3ebac-7f21-4305-b935-99e908064b65', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'port_id': '52d3ebac-7f21-4305-b935-99e908064b65', 'mac_address': 'fa:16:3e:32:0a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:40.618758 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.645927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d3ebac-7f21-4305-b935-99e908064b65 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:40.693741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:40.705376 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.817781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.912098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['52d3ebac-7f21-4305-b935-99e908064b65'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:40.915468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cc19b-a765-4594-8935-704e8a6e1eb5 req-0fce009f-1e17-4446-8e00-8a2a4043bbf8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.918550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-790cc19b-a765-4594-8935-704e8a6e1eb5 req-0fce009f-1e17-4446-8e00-8a2a4043bbf8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 944 time: 0.0872278 Jul 16 20:33:40.971197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-790cc19b-a765-4594-8935-704e8a6e1eb5 req-655e333e-8dd6-4ea0-abd9-c9c58ce6dec7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458372 Jul 16 20:33:42.236335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94bf6d-b539-4e00-92d3-ea3aab54c493 req-7a95d466-2654-426d-9686-844e9faaa4cc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.236335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac94bf6d-b539-4e00-92d3-ea3aab54c493 req-7a95d466-2654-426d-9686-844e9faaa4cc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 944 time: 0.1170142 Jul 16 20:33:42.298334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac94bf6d-b539-4e00-92d3-ea3aab54c493 req-276373d3-b21c-4903-bbb7-60b49e37f5b4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544007 Jul 16 20:33:42.339167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 52d3ebac-7f21-4305-b935-99e908064b65 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:42.401973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 52d3ebac-7f21-4305-b935-99e908064b65 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:42.407665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 52d3ebac-7f21-4305-b935-99e908064b65 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:42.408096 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.512151 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.545457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:42.550421 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad3f6a9-1423-4605-94be-788969fc6a53" -d '{"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-plugged", "status": "completed", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:42.573523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:42.585101 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.628396 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7a3a98-fb09-4e44-aa41-201f71322add x-openstack-request-id: req-8b7a3a98-fb09-4e44-aa41-201f71322add {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:42.628837 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-plugged", "status": "completed", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:42.629225 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b7a3a98-fb09-4e44-aa41-201f71322add {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:42.629808 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'code': 200} Jul 16 20:33:42.676478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.764860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cf6b1-ce6e-4d1d-b69d-81a6c520044a req-3fedc1d2-bb99-4784-a7f8-b3a58ac4637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.766562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-296cf6b1-ce6e-4d1d-b69d-81a6c520044a req-3fedc1d2-bb99-4784-a7f8-b3a58ac4637e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1097 time: 0.0630422 Jul 16 20:33:42.807111 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-296cf6b1-ce6e-4d1d-b69d-81a6c520044a req-efe65978-9680-4042-9a71-0343d6279f27 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339170 Jul 16 20:33:43.645321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d241c-3a40-4739-8ea8-637f4489a799 req-8592349c-a19f-4edb-bd8d-0a86da8f4c69 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.657521 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-628d241c-3a40-4739-8ea8-637f4489a799 req-8592349c-a19f-4edb-bd8d-0a86da8f4c69 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.1497855 Jul 16 20:33:43.720344 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-628d241c-3a40-4739-8ea8-637f4489a799 req-e1ae31c2-2e68-446d-89c7-ea743f2c1dc2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613775 Jul 16 20:33:44.940966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ade8a9-6bd7-4bb9-ba73-37cf5bb26ddb req-ccb6f660-55e3-4af9-8645-bef8c7504f88 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.942711 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2ade8a9-6bd7-4bb9-ba73-37cf5bb26ddb req-ccb6f660-55e3-4af9-8645-bef8c7504f88 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.0723031 Jul 16 20:33:44.995390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2ade8a9-6bd7-4bb9-ba73-37cf5bb26ddb req-3539a639-7ccc-4f1c-88fd-ddbc5aa8eb46 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461457 Jul 16 20:33:45.233167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0bde4-e536-42ab-81ac-0ddf65e82e9a req-ffa594ad-cc05-4252-b1fd-4ad17e131f56 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.234923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07d0bde4-e536-42ab-81ac-0ddf65e82e9a req-ffa594ad-cc05-4252-b1fd-4ad17e131f56 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.0836453 Jul 16 20:33:45.310030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07d0bde4-e536-42ab-81ac-0ddf65e82e9a req-115e85f9-6b99-4032-8b1b-ebd71633035d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636816 Jul 16 20:33:45.358010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46358) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.647968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458b85b-f7a9-41a9-b8e1-3bbebe70e56a tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.647968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e458b85b-f7a9-41a9-b8e1-3bbebe70e56a tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1092 time: 0.2470698 Jul 16 20:33:45.647968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46370) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.647968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '52d3ebac-7f21-4305-b935-99e908064b65', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:45.673656 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.810623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.001756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.25.6.62 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/10909d59-b205-4862-a6a4-ea756a9b7a76) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:46.137717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.184432 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.236194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:46.240192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:46.244167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:46.269681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=10909d59-b205-4862-a6a4-ea756a9b7a76,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.842502 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.940325 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.137356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.145148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.236717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=10909d59-b205-4862-a6a4-ea756a9b7a76,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.265369 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.411600 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Floating IP 4b1b6206-8ad0-4967-8530-7c77f81cf44d associated. External IP: 172.25.6.62, port: 52d3ebac-7f21-4305-b935-99e908064b65. Jul 16 20:33:47.476328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-ec6f21d4-786f-4259-877a-c9a8c92be547 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1231225 Jul 16 20:33:48.030661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-409dff57-4d78-44e6-be89-c5016b22ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.033763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-409dff57-4d78-44e6-be89-c5016b22ad17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 1097 time: 0.1493170 Jul 16 20:33:48.075988 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-07b76d67-fd9b-4502-bf8b-ae79346e9a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.206195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 714870a7-7fca-4fc8-b477-1a383ad3509c has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:48.237342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-8c519358-60f2-479b-83b3-8d57175cfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.239690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-8c519358-60f2-479b-83b3-8d57175cfe5a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.1490617 Jul 16 20:33:48.414589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-5ca76499-c066-43ef-bad5-ac766ce904e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b HTTP/1.1" status: 200 len: 1001 time: 0.1680512 Jul 16 20:33:48.473169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:48.488588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] Sync routers for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:48.495177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-19f4d3b5-2d7f-4277-9d3e-9a9e61bbffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.497156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-19f4d3b5-2d7f-4277-9d3e-9a9e61bbffb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0750782 Jul 16 20:33:48.500467 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.509715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:48.511701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:33:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:48.518103 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:48.581853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-79b8d467-0f0c-42a5-8545-6a9bcd0ef12a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9709897 Jul 16 20:33:48.582706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:48.585216 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a78678-ca7e-4500-b396-111b44588460" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:48.644566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-96192e1a-5c08-4739-8cec-69733c72111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.647459 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-96192e1a-5c08-4739-8cec-69733c72111c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405153 Jul 16 20:33:48.672016 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5c524d-fa0a-451e-afac-ebbce9581b90 x-openstack-request-id: req-6b5c524d-fa0a-451e-afac-ebbce9581b90 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:48.672574 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:48.672857 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b5c524d-fa0a-451e-afac-ebbce9581b90 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:48.673354 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'status': 'completed', 'code': 200} Jul 16 20:33:48.842261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a78678-ca7e-4500-b396-111b44588460 req-2ceb4ef7-2a70-4932-964a-dc64acad0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.845733 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8a78678-ca7e-4500-b396-111b44588460 req-2ceb4ef7-2a70-4932-964a-dc64acad0ae1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1097 time: 0.1414547 Jul 16 20:33:48.962802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-0400e47b-2519-4fda-a20e-f8d36b05e691 service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030572 Jul 16 20:33:49.081461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:49.098399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a78678-ca7e-4500-b396-111b44588460 req-8e7159ef-7a2f-4f40-8992-4898172a0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.101505 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8a78678-ca7e-4500-b396-111b44588460 req-8e7159ef-7a2f-4f40-8992-4898172a0a9c service neutron] 10.222.0.68 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 897 time: 0.2475457 Jul 16 20:33:49.121307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29fbc8dc-9a1d-4381-9e19-6c3fbf4aafb4 req-f0f5e7d9-2560-42ef-aa5a-1b8445cc6eea service neutron] 10.222.0.16 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318552 Jul 16 20:33:49.140053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac463-db3d-4abc-a4a8-f46c6d2e4e60 req-814525ca-cd43-4bc2-94e8-f566ead718f2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.143800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5dbac463-db3d-4abc-a4a8-f46c6d2e4e60 req-814525ca-cd43-4bc2-94e8-f566ead718f2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.2133522 Jul 16 20:33:49.193405 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8a78678-ca7e-4500-b396-111b44588460 req-989afe49-a2a8-490d-b042-08056acc3022 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 998 time: 0.0855629 Jul 16 20:33:49.240964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5dbac463-db3d-4abc-a4a8-f46c6d2e4e60 req-321f0a54-6f34-4583-91b8-8eef2b646696 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816338 Jul 16 20:33:49.277131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46442) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:49.314932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a78678-ca7e-4500-b396-111b44588460 req-3bccced7-3393-4304-af1d-40b3e42f3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.318620 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8a78678-ca7e-4500-b396-111b44588460 req-3bccced7-3393-4304-af1d-40b3e42f3dec service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 200 len: 835 time: 0.1167939 Jul 16 20:33:49.428270 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a599d692-e539-4af9-aeee-3d72abf96b9e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/4b1b6206-8ad0-4967-8530-7c77f81cf44d HTTP/1.1" status: 200 len: 990 time: 0.1478765 Jul 16 20:33:49.430477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a78678-ca7e-4500-b396-111b44588460 req-fdf366ef-a63f-499f-8c5e-2520154f4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.432061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8a78678-ca7e-4500-b396-111b44588460 req-fdf366ef-a63f-499f-8c5e-2520154f4698 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064765 Jul 16 20:33:49.525281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '4b1b6206-8ad0-4967-8530-7c77f81cf44d', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'port_id': '52d3ebac-7f21-4305-b935-99e908064b65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'mac_address': 'fa:16:3e:32:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:46Z', 'updated_at': '2021-07-16T20:33:46Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:49.559752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] Checking router: 714870a7-7fca-4fc8-b477-1a383ad3509c for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:49.571814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:49.572529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:33:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:49.596247 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8a78678-ca7e-4500-b396-111b44588460 req-9e315d61-5118-44da-b7ba-594e66a7a541 service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577787 Jul 16 20:33:49.763290 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c8a78678-ca7e-4500-b396-111b44588460 req-5f719b4b-6542-4b09-a553-d74fdde373ef service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606619 Jul 16 20:33:49.766183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:50.081027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '4b1b6206-8ad0-4967-8530-7c77f81cf44d', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'port_id': '52d3ebac-7f21-4305-b935-99e908064b65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'mac_address': 'fa:16:3e:32:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:46Z', 'updated_at': '2021-07-16T20:33:46Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:50.132996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921e0cd-4418-4acb-878e-4e30f68427cd None None] The sync data for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 is: [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '4b1b6206-8ad0-4967-8530-7c77f81cf44d', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'port_id': '52d3ebac-7f21-4305-b935-99e908064b65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'mac_address': 'fa:16:3e:32:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:46Z', 'updated_at': '2021-07-16T20:33:46Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:50.387219 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a77646-c217-4e41-b9a7-93b4562f6c8e None None] New status for floating IP 4b1b6206-8ad0-4967-8530-7c77f81cf44d: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:33:50.414571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f4009b2d-37a8-4a5a-a7d7-bf94df6a4afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.431401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46464) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:50.553852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eec9cd45-e52a-471b-986f-ff26ac5c6e1b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/4b1b6206-8ad0-4967-8530-7c77f81cf44d HTTP/1.1" status: 200 len: 990 time: 0.1205413 Jul 16 20:33:50.646928 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.557472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 46490) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:51.654210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a6667653-dac2-4a72-96ac-fbdce81f579a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/4b1b6206-8ad0-4967-8530-7c77f81cf44d HTTP/1.1" status: 200 len: 992 time: 0.0955338 Jul 16 20:33:52.450211 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.476215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-2ec35a02-2ecd-4aa2-a5e7-37965c5aacbe service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630805 Jul 16 20:33:53.631777 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-8a9819bf-45da-4605-a7b1-bce17c158e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.633475 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-8a9819bf-45da-4605-a7b1-bce17c158e4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1097 time: 0.0982494 Jul 16 20:33:53.783515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-0866c935-ad06-41d6-b9ac-93c9d7df1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.785629 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-0866c935-ad06-41d6-b9ac-93c9d7df1158 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 897 time: 0.1256752 Jul 16 20:33:53.818488 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.883428 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-37e2d425-8be9-48f6-ac0d-5ffc4f64ffaa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 1000 time: 0.0887651 Jul 16 20:33:53.951149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-cf829448-e7d1-4c0f-9f21-becbd082bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.954661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-cf829448-e7d1-4c0f-9f21-becbd082bea6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 200 len: 835 time: 0.0646689 Jul 16 20:33:54.034112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-760e7751-0414-4d4a-a4d9-f1b31702da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.036643 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-760e7751-0414-4d4a-a4d9-f1b31702da14 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736077 Jul 16 20:33:54.174425 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-8d9656e5-ee5e-441b-b3b7-5645ca94878f service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310933 Jul 16 20:33:54.324002 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fccb608f-866f-4f45-8b56-af2ec9387bd8 req-78020b30-b314-4bb3-9dc8-692124d6c52e service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419730 Jul 16 20:34:04.500685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.302721 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.061471 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f9500398-c629-4697-be5c-64ad6e74c84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.040082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016b9ef-675f-4d87-ab3f-7de41d7f760c req-112495f9-955d-4a10-8c5a-d144116854bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.041787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1016b9ef-675f-4d87-ab3f-7de41d7f760c req-112495f9-955d-4a10-8c5a-d144116854bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.0746741 Jul 16 20:34:19.101825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1016b9ef-675f-4d87-ab3f-7de41d7f760c req-7c41ba6e-6096-4f3e-944d-a8ee63775d50 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511494 Jul 16 20:34:19.128185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47202) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:19.198079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-84224c33-5acc-4fc3-a83f-8955adb5b00d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/4b1b6206-8ad0-4967-8530-7c77f81cf44d HTTP/1.1" status: 200 len: 992 time: 0.0682189 Jul 16 20:34:19.638992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d22ed-c0ff-4b5f-8cc0-279cdb7e8519 req-8271fa7d-905c-408c-abe2-d5f31095a6d8 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.642224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-748d22ed-c0ff-4b5f-8cc0-279cdb7e8519 req-8271fa7d-905c-408c-abe2-d5f31095a6d8 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1097 time: 0.0697179 Jul 16 20:34:19.684183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-748d22ed-c0ff-4b5f-8cc0-279cdb7e8519 req-49492173-b259-432e-a030-dff05bc46e94 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343058 Jul 16 20:34:20.264614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47248) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:20.413346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b14037dd-23e3-44b9-ad2b-bd5807f3c280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.415614 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-f13ee73f-5b3f-41bb-a6cf-430e3b3fde31 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1490483 Jul 16 20:34:20.645754 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.039548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-58cba754-9174-47cb-87c2-181159f94c9d tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:34:21.040633 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-58cba754-9174-47cb-87c2-181159f94c9d tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0767477 Jul 16 20:34:21.052666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Request body: {'binding': {'host': 'n-h1-791505-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:21.053163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Unknown quota resources ['binding']. {{(pid=100244) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:34:21.203001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on host n-h1-791505-15 for vnic_type normal with profile None {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:21.203335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:21.203713 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:21.208466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:21.208816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:21.214277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:21.214565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Checking segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:21.214959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Bound using segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:21.215397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Bound port: 52d3ebac-7f21-4305-b935-99e908064b65, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:21.325991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:21.332482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.334015 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-16784da0-527f-4493-8cb6-0f1f9871f4c1 service neutron] 10.222.0.78 "POST /v2.0/ports/52d3ebac-7f21-4305-b935-99e908064b65/bindings HTTP/1.1" status: 201 len: 390 time: 0.2851102 Jul 16 20:34:21.659816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9bea-c8b4-4f8a-b55e-917c55d214f2 req-117d2d52-c103-40fa-8583-2f16e47bd57b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:21.661921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f57f9bea-c8b4-4f8a-b55e-917c55d214f2 req-117d2d52-c103-40fa-8583-2f16e47bd57b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.1151948 Jul 16 20:34:21.669977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-91bc3c36-d7ef-4a4e-aa1e-f5fff3e357e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:21.672287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-91bc3c36-d7ef-4a4e-aa1e-f5fff3e357e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1097 time: 0.0929317 Jul 16 20:34:21.775693 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f57f9bea-c8b4-4f8a-b55e-917c55d214f2 req-f636a2c5-48bc-4132-9d9d-912a82098d00 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023414 Jul 16 20:34:21.806386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-857563e9-776c-417f-9a21-2fb764b5d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:21.807917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-857563e9-776c-417f-9a21-2fb764b5d9eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 897 time: 0.1282997 Jul 16 20:34:21.889333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-6090aa20-1701-45af-b459-17cf237c93ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 1000 time: 0.0741761 Jul 16 20:34:21.948255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-073d07f0-5a8d-4d11-8940-6d3d66c97bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:21.949766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-073d07f0-5a8d-4d11-8940-6d3d66c97bc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 200 len: 835 time: 0.0533471 Jul 16 20:34:22.043654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-5b97044a-b720-4a67-aeac-d5068b7a5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.045225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-5b97044a-b720-4a67-aeac-d5068b7a5109 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876617 Jul 16 20:34:22.159238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-90c7c55a-2f61-4a4b-bf73-7e8aa406484c service neutron] 10.222.0.16 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066678 Jul 16 20:34:22.282895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-f17a45ca-713d-4504-9192-74c769e83858 service neutron] 10.222.0.16 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172383 Jul 16 20:34:22.449904 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.474487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-7e7b92ca-f02f-46ff-92e1-27695096db03 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.476072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-7e7b92ca-f02f-46ff-92e1-27695096db03 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5&tenant_id=37b7805adcf44fdea80723ca1941c0a4&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1097 time: 0.1268263 Jul 16 20:34:22.487952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-15'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:22.584806 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.765199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:22.825024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:22.914501 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.919072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:22.924279 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d3f254-6f5c-41d0-bee3-d98425ccf3ba" -d '{"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:22.929860 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.026853 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef1f30-2dcc-417c-851c-752f69c82b96 x-openstack-request-id: req-18ef1f30-2dcc-417c-851c-752f69c82b96 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:23.027344 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:23.027759 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18ef1f30-2dcc-417c-851c-752f69c82b96 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:23.028430 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'code': 200} Jul 16 20:34:23.160113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:23.194694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.195287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.195832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.196419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.197011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.197600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.198186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.198759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.199343 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.199920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.201288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.201939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.314964 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on host n-h2-791505-15 for vnic_type normal with profile {"migrating_to": "n-h1-791505-15"} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:23.315531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:23.316107 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:23.338200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00784b6f-2687-4076-adaa-12d686d725f3 req-10b25e81-f0e2-4e2c-acfb-623b1b27b75f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.340015 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00784b6f-2687-4076-adaa-12d686d725f3 req-10b25e81-f0e2-4e2c-acfb-623b1b27b75f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 943 time: 0.3167508 Jul 16 20:34:23.340869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:23.341324 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Attempting to bind port 52d3ebac-7f21-4305-b935-99e908064b65 on network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:23.354115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:23.354604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c80fa0ec-8799-4090-9911-26af15fa6ad0 None None] Provisioning complete for port 52d3ebac-7f21-4305-b935-99e908064b65 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:23.354712 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Checking segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:23.354997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c80fa0ec-8799-4090-9911-26af15fa6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.355300 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Bound using segment: {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:23.356191 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Bound port: 52d3ebac-7f21-4305-b935-99e908064b65, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a716cfb-e5bf-402d-961a-7f120c9ac927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:23.356764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.392361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c80fa0ec-8799-4090-9911-26af15fa6ad0 None None] Port 52d3ebac-7f21-4305-b935-99e908064b65 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:23.434597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-00784b6f-2687-4076-adaa-12d686d725f3 req-4e5228fc-ca77-460b-b525-49b93f8def51 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822730 Jul 16 20:34:23.473030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:23.476626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:23.481319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.598584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=8']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:23.695761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.696441 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.697937 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-dcb1a4fb-328a-47a1-b11c-7f01ee0505ea service neutron] 10.222.0.16 "PUT /v2.0/ports/52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 1123 time: 1.2147288 Jul 16 20:34:23.762809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['52d3ebac-7f21-4305-b935-99e908064b65'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:23.866587 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.981148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Provisioning complete for port 52d3ebac-7f21-4305-b935-99e908064b65 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:23.981703 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.167428 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.220952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:24.224086 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e41a90a-a173-436f-be47-44118ff6966a" -d '{"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-plugged", "status": "completed", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:24.269313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:24.291355 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4397d43a-e83c-41fd-a254-c876887ee112 x-openstack-request-id: req-4397d43a-e83c-41fd-a254-c876887ee112 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:24.291661 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-plugged", "status": "completed", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:24.291921 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4397d43a-e83c-41fd-a254-c876887ee112 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:24.292344 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'code': 200} Jul 16 20:34:24.295234 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.488901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:24.513850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.514212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.514557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.515482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.515820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.516169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.516517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.516850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.517182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.517510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.517841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.518160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8c432-420f-4fc9-a67a-22816d3b4dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:24.634658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef29d3-2da2-4170-94a8-66646dc45575 req-06d9b606-c440-4a11-9801-8e0b1605701b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:24.636380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30ef29d3-2da2-4170-94a8-66646dc45575 req-06d9b606-c440-4a11-9801-8e0b1605701b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.0736146 Jul 16 20:34:24.679401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30ef29d3-2da2-4170-94a8-66646dc45575 req-1578e082-2039-468f-9fc2-23ebf7a7c841 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363576 Jul 16 20:34:25.029158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:25.032020 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d9e519-4d61-456a-822a-1a07944a5a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:25.075290 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e54386-dffb-4474-b312-6e204086569f x-openstack-request-id: req-48e54386-dffb-4474-b312-6e204086569f {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:25.075797 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:25.076243 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48e54386-dffb-4474-b312-6e204086569f {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:25.076856 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'status': 'completed', 'code': 200} Jul 16 20:34:25.163997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-3877531f-4f72-43e5-976a-49c5c9a00a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.165673 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-3877531f-4f72-43e5-976a-49c5c9a00a1a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1128 time: 0.0679142 Jul 16 20:34:25.271221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-001e73aa-e020-46f3-a50e-f19b46fb6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.276696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-001e73aa-e020-46f3-a50e-f19b46fb6d04 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 897 time: 0.1007051 Jul 16 20:34:25.347916 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-b03dd838-33c6-45d8-a131-abfa3b204dc2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 1000 time: 0.0682344 Jul 16 20:34:25.402121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-57dea3a0-fc0d-45b6-8fdd-89b5872a4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.403729 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-57dea3a0-fc0d-45b6-8fdd-89b5872a4f1c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 200 len: 835 time: 0.0489452 Jul 16 20:34:25.472106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-624aa9be-52a1-4608-815f-4a7e8ee925cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.473672 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-624aa9be-52a1-4608-815f-4a7e8ee925cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632334 Jul 16 20:34:25.510293 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:25.586619 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-d0d25339-dd36-4ce8-bc0e-f8e1b6204336 service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054211 Jul 16 20:34:25.691058 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45d9e519-4d61-456a-822a-1a07944a5a5a req-7bc2ed44-2e5c-4579-9bf7-c0724f24eb7b service neutron] 10.222.0.68 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982366 Jul 16 20:34:25.893629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b09bff-2faa-4d46-9419-e2b2a76ede22 req-3e820d79-d8bb-4956-b915-648c0686f68d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.895137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74b09bff-2faa-4d46-9419-e2b2a76ede22 req-3e820d79-d8bb-4956-b915-648c0686f68d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.0867631 Jul 16 20:34:25.939805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74b09bff-2faa-4d46-9419-e2b2a76ede22 req-b365f915-a22a-4751-8d1a-2ab9a57e0902 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379496 Jul 16 20:34:26.122255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 52d3ebac-7f21-4305-b935-99e908064b65 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:26.307625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:26.328110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 52d3ebac-7f21-4305-b935-99e908064b65 has no active binding in host n-h1-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:34:26.492556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb2962-2ca0-4526-98af-935b3f745e48 req-1ef21e42-68f6-41d0-832f-d568c71401f4 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:26.494240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22fb2962-2ca0-4526-98af-935b3f745e48 req-1ef21e42-68f6-41d0-832f-d568c71401f4 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 945 time: 0.0917459 Jul 16 20:34:26.545860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-22fb2962-2ca0-4526-98af-935b3f745e48 req-8754492b-9d03-49bb-ad03-374d48423273 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429435 Jul 16 20:34:27.150557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a430121-4c66-41f9-bc12-080545cdea05 req-e6ffb7fc-8860-43bd-aedc-2cac4360203e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:27.152163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a430121-4c66-41f9-bc12-080545cdea05 req-e6ffb7fc-8860-43bd-aedc-2cac4360203e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.0771060 Jul 16 20:34:27.201887 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a430121-4c66-41f9-bc12-080545cdea05 req-0f56b6ca-dc81-416a-868b-a53cbb8ba25b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Jul 16 20:34:27.765641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e56ed-4b10-4bb7-8e21-b5120a2af65d req-6d84ea08-6d59-4a23-8f65-db932d247a12 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:27.767249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a5e56ed-4b10-4bb7-8e21-b5120a2af65d req-6d84ea08-6d59-4a23-8f65-db932d247a12 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 945 time: 0.0731533 Jul 16 20:34:27.815719 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a5e56ed-4b10-4bb7-8e21-b5120a2af65d req-c9e13f7c-7c24-4634-9309-454578f0bcc3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376318 Jul 16 20:34:28.335520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-2074597a-85c9-4ad8-baba-50fbd0dcf26d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:28.337684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-2074597a-85c9-4ad8-baba-50fbd0dcf26d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 945 time: 0.1101654 Jul 16 20:34:28.506493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d8335-bd81-4cf0-8d68-46d9d0a4be22 req-ca604c89-c453-4b3d-b75d-5cc3acab7f2c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:28.508120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-391d8335-bd81-4cf0-8d68-46d9d0a4be22 req-ca604c89-c453-4b3d-b75d-5cc3acab7f2c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 945 time: 0.1307919 Jul 16 20:34:28.526988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port 00072a6f-6ed6-4050-bd00-2d4d4065307b {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:28.527335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.591457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-391d8335-bd81-4cf0-8d68-46d9d0a4be22 req-b80bf564-645b-478f-890f-317a6b8ca379 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737925 Jul 16 20:34:28.667427 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] For port 00072a6f-6ed6-4050-bd00-2d4d4065307b, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=00072a6f-6ed6-4050-bd00-2d4d4065307b,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:28.667800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.699919 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-81b55183-95d0-4c5c-905e-b59cec7112d8 service neutron] 10.222.0.68 "GET /v2.0/ports/52d3ebac-7f21-4305-b935-99e908064b65/bindings/n-h1-791505-15 HTTP/1.1" status: 200 len: 385 time: 0.0730972 Jul 16 20:34:28.994013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:29.018954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:29.065821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:29.068234 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb8292c-354d-4e79-b763-3b1066330ada" -d '{"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:29.075927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:29.093970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.114231 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.114605 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.114940 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Floating IP 56aefd13-5846-424b-96d4-0bb1d879414a disassociated. External IP: 172.25.6.128, port: 00072a6f-6ed6-4050-bd00-2d4d4065307b. Jul 16 20:34:29.115298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for 00072a6f-6ed6-4050-bd00-2d4d4065307b owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:29.142742 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ba526-0544-4c54-a65e-58bdde5b9cc1 x-openstack-request-id: req-317ba526-0544-4c54-a65e-58bdde5b9cc1 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:29.143073 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:29.143872 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-317ba526-0544-4c54-a65e-58bdde5b9cc1 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:29.143872 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'code': 200} Jul 16 20:34:29.191782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] Transition to ACTIVE for port object 52d3ebac-7f21-4305-b935-99e908064b65 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:29.198707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.306835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671aac5-de9c-4dfd-9a5b-0ebdd05ae94b req-05fca555-0770-4691-83c1-d630830c3d69 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.310409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8671aac5-de9c-4dfd-9a5b-0ebdd05ae94b req-05fca555-0770-4691-83c1-d630830c3d69 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 945 time: 0.3063965 Jul 16 20:34:29.342538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=11']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:29.455509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8671aac5-de9c-4dfd-9a5b-0ebdd05ae94b req-48765c6d-4708-4dcf-94fd-8d1ad1cbef52 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274748 Jul 16 20:34:29.467570 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.469886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] No DVR routers for this DVR port 52d3ebac-7f21-4305-b935-99e908064b65 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:29.505029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=00072a6f-6ed6-4050-bd00-2d4d4065307b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:29.664848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Router 21b0da1d-2563-41da-96ed-712bc519c165 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:29.749087 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-d98eb3d7-09ec-4631-982c-73f26515c2fc service neutron] 10.222.0.68 "PUT /v2.0/ports/52d3ebac-7f21-4305-b935-99e908064b65/bindings/n-h1-791505-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0424340 Jul 16 20:34:29.926602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:29.945707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:29.976065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:29.976065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:30.043782 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-4935df65-3480-40c0-bca0-5542ba6b7937 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.047285 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-4935df65-3480-40c0-bca0-5542ba6b7937 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5&tenant_id=37b7805adcf44fdea80723ca1941c0a4&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 1096 time: 0.2265911 Jul 16 20:34:30.049998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] No DVR routers for this DVR port 00072a6f-6ed6-4050-bd00-2d4d4065307b on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:30.067505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.069663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c1786bf-e899-4c5d-a8fc-68f0faa78b49 req-735034d1-7186-4080-8c02-9d66d78b3e71 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.16 "DELETE /v2.0/ports/00072a6f-6ed6-4050-bd00-2d4d4065307b HTTP/1.1" status: 204 len: 173 time: 1.7246702 Jul 16 20:34:30.070155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3402776e-492f-423c-bd43-b840747b439d', 'name': 'network-vif-deleted', 'tag': '00072a6f-6ed6-4050-bd00-2d4d4065307b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:30.072541 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccbb655-167e-45d7-b305-cb3dffba930a" -d '{"events": [{"server_uuid": "3402776e-492f-423c-bd43-b840747b439d", "name": "network-vif-deleted", "tag": "00072a6f-6ed6-4050-bd00-2d4d4065307b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:30.086288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a69b8d-2732-45e4-8f4f-8aaeec488aeb req-ab173dfd-a6c0-49a4-b525-120c43050c50 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.088219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08a69b8d-2732-45e4-8f4f-8aaeec488aeb req-ab173dfd-a6c0-49a4-b525-120c43050c50 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 944 time: 0.2664568 Jul 16 20:34:30.164638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:30.582842 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8f6630-1eca-43ac-a8f3-654f5d54fc74 x-openstack-request-id: req-fe8f6630-1eca-43ac-a8f3-654f5d54fc74 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:30.583945 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3402776e-492f-423c-bd43-b840747b439d", "name": "network-vif-deleted", "tag": "00072a6f-6ed6-4050-bd00-2d4d4065307b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:30.584407 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe8f6630-1eca-43ac-a8f3-654f5d54fc74 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:30.585220 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3402776e-492f-423c-bd43-b840747b439d', 'name': 'network-vif-deleted', 'tag': '00072a6f-6ed6-4050-bd00-2d4d4065307b', 'status': 'completed', 'code': 200} Jul 16 20:34:30.596099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:30.632016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08a69b8d-2732-45e4-8f4f-8aaeec488aeb req-628b3fe5-972e-4575-bc34-e0af72906b9f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5167303 Jul 16 20:34:30.654337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-84b4323b-5fb1-43a3-b29a-991c718f5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.657651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-84b4323b-5fb1-43a3-b29a-991c718f5779 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 1096 time: 0.6007414 Jul 16 20:34:30.679989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:30.693138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:30.694403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:30.836242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53e9ac5d-0948-46f7-8a5f-35c4f4218ac7 req-40c499aa-5321-46ed-a016-01d2f3245069 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 210 time: 0.0586324 Jul 16 20:34:30.852091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:30.877007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-157ce915-3109-49df-a45b-59d55b1e71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.879930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-157ce915-3109-49df-a45b-59d55b1e71bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1096 time: 0.1592038 Jul 16 20:34:31.045147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-88792b66-ec6c-4620-b0b2-7932270be1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.048548 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-88792b66-ec6c-4620-b0b2-7932270be1b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 897 time: 0.1597426 Jul 16 20:34:31.129903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:31.182755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-03f683c8-8a39-4fed-9ba5-6f38a1ab7921 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 998 time: 0.1248739 Jul 16 20:34:31.190607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fb42e-5ed5-443a-b215-2cdbd5011317 None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:31.270074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-ed555c30-5730-4f88-8d75-8adb1771e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.272954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-ed555c30-5730-4f88-8d75-8adb1771e9d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 200 len: 835 time: 0.0809596 Jul 16 20:34:31.396223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-ec0e3383-439e-4884-bfc6-a1d952f9ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.398954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-ec0e3383-439e-4884-bfc6-a1d952f9ffe8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193717 Jul 16 20:34:31.557766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-479aaf70-2a4e-4c6c-af5a-d48ee1c41002 service neutron] 10.222.0.16 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494446 Jul 16 20:34:31.634895 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec1a97-662b-4554-9eed-a09b88eb272a None None] New status for floating IP 56aefd13-5846-424b-96d4-0bb1d879414a: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:31.750209 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-7751e4ac-cf4b-47a9-86d2-e4cf8551d71a service neutron] 10.222.0.16 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838684 Jul 16 20:34:31.944434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bb0dd-94d6-421d-ba64-805eaf4399d1 req-87414f94-629b-4a1b-9ff0-3504f95c804a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.946198 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-478bb0dd-94d6-421d-ba64-805eaf4399d1 req-87414f94-629b-4a1b-9ff0-3504f95c804a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 944 time: 0.1235762 Jul 16 20:34:32.034869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-478bb0dd-94d6-421d-ba64-805eaf4399d1 req-5aeff220-03b3-44bd-90bc-a06d5f811ead tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763338 Jul 16 20:34:32.146930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 00072a6f-6ed6-4050-bd00-2d4d4065307b no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:32.185586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4cdc522e-e8b4-4621-baa4-18c9195c0875 req-c809bb5f-403f-4230-a49c-a4118965d666 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 210 time: 0.0949144 Jul 16 20:34:32.192679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 00072a6f-6ed6-4050-bd00-2d4d4065307b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:32.194541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 00072a6f-6ed6-4050-bd00-2d4d4065307b not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:32.245318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-a3ae1174-5842-4d03-aebc-9f6eca136566 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:32.249498 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-a3ae1174-5842-4d03-aebc-9f6eca136566 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5&tenant_id=37b7805adcf44fdea80723ca1941c0a4&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 1096 time: 0.1292179 Jul 16 20:34:32.457828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-4abd3762-5d0b-483c-be29-3a6a9117112c service neutron] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:32.462489 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-4abd3762-5d0b-483c-be29-3a6a9117112c service neutron] Notify callbacks [] for binding, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.463946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eabed783-8f9b-4077-93b5-2988d48b3f54 req-4abd3762-5d0b-483c-be29-3a6a9117112c service neutron] 10.222.0.16 "DELETE /v2.0/ports/52d3ebac-7f21-4305-b935-99e908064b65/bindings/n-h2-791505-15 HTTP/1.1" status: 204 len: 173 time: 0.2067392 Jul 16 20:34:32.610867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 52d3ebac-7f21-4305-b935-99e908064b65 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:32.657670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 52d3ebac-7f21-4305-b935-99e908064b65 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:33.278239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639f098-fe17-4ad1-9bb3-9202402d7039 req-05ba7005-6676-41fd-8ca0-813491828c4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.284861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6639f098-fe17-4ad1-9bb3-9202402d7039 req-05ba7005-6676-41fd-8ca0-813491828c4c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 944 time: 0.1078885 Jul 16 20:34:33.340476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6639f098-fe17-4ad1-9bb3-9202402d7039 req-485ea5ae-1c78-4f3a-badf-bf287f1fc85c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Jul 16 20:34:33.393314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a1e3f5a-518b-4ac7-8c1d-69bd2c3eb75f req-e7c93af3-e14f-450d-b5e7-2fc4bac7226e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 210 time: 0.0513129 Jul 16 20:34:33.550033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc5565-22ab-49fb-9cc7-3a58ee19b9a8 req-05df3405-c709-4e55-a6cb-e6b8a2a82930 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.551581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39dc5565-22ab-49fb-9cc7-3a58ee19b9a8 req-05df3405-c709-4e55-a6cb-e6b8a2a82930 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0843871 Jul 16 20:34:33.616107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39dc5565-22ab-49fb-9cc7-3a58ee19b9a8 req-8eed3266-db33-457d-a04e-2302cdf8a1c0 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538430 Jul 16 20:34:33.864622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50177f1a-c9e0-4d82-9700-2946e64cbee8 req-d4b9d36a-f494-48da-a84e-18252c76962f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.867815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50177f1a-c9e0-4d82-9700-2946e64cbee8 req-d4b9d36a-f494-48da-a84e-18252c76962f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 944 time: 0.0987206 Jul 16 20:34:33.921940 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50177f1a-c9e0-4d82-9700-2946e64cbee8 req-c243e2ff-edb1-40ef-9d94-ccf805c41006 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Jul 16 20:34:33.957030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47516) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:34.045670 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ae83c296-6ce7-489f-a7ac-183f2b223571 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/4b1b6206-8ad0-4967-8530-7c77f81cf44d HTTP/1.1" status: 200 len: 990 time: 0.0870566 Jul 16 20:34:34.534211 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.547289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-997b3bd0-bf55-4011-8493-53c366c22e9c req-182e44dc-474a-48a1-9fa5-d6a241a03afc tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=3402776e-492f-423c-bd43-b840747b439d HTTP/1.1" status: 200 len: 210 time: 0.0350285 Jul 16 20:34:35.300929 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.906854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-6d079b6a-c9b3-4aa3-b6fe-d2a8a94b64b8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21497308&fields=id&tenant_id=2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 267 time: 0.0535827 Jul 16 20:34:36.035295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-4340ef58-9a85-4cad-9007-44dd24d887fe tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.036929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-4340ef58-9a85-4cad-9007-44dd24d887fe tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.1241996 Jul 16 20:34:36.055805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-19592e19-6497-45d6-b431-003de7b1141a tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/quotas/2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 375 time: 0.0127745 Jul 16 20:34:36.144542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-824e2070-ca34-4ca1-b46a-ac26368bb21b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806725 Jul 16 20:34:36.265601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-8449a600-5f84-4f22-a6e1-98a0a46be9d9 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089981 Jul 16 20:34:36.356362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47572) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:36.380905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1fd53081-634d-428b-9909-e6f5833ac9a2 service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080940 Jul 16 20:34:36.544349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 10909d59-b205-4862-a6a4-ea756a9b7a76 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:36.545060 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.649385 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.650027 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.663990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 10909d59-b205-4862-a6a4-ea756a9b7a76 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:36.839834 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97f1a5d7-4640-417c-acf2-644f8dcf6b07 req-46ece8dd-ec75-4ac6-bc70-cf17337cb957 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 210 time: 0.0425456 Jul 16 20:34:36.869005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.899451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=10909d59-b205-4862-a6a4-ea756a9b7a76,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.993831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.994392 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Floating IP 4b1b6206-8ad0-4967-8530-7c77f81cf44d disassociated (deleted). External IP: 172.25.6.62, port: 52d3ebac-7f21-4305-b935-99e908064b65. Jul 16 20:34:37.278536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 714870a7-7fca-4fc8-b477-1a383ad3509c has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:37.476238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:37.482880 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.491405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] Sync routers for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:37.515455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:37.517046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:37.554393 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f8e4614d-a0fd-43cb-ae50-987718058f6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/floatingips/4b1b6206-8ad0-4967-8530-7c77f81cf44d HTTP/1.1" status: 204 len: 168 time: 1.1928699 Jul 16 20:34:37.554393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:37.556011 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e1e457-4988-475f-982e-19e33c6ef74d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:37.656879 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f26bdbe-8ebe-4a5e-96f9-e1635c38c25d x-openstack-request-id: req-5f26bdbe-8ebe-4a5e-96f9-e1635c38c25d {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:37.657363 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:37.658026 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f26bdbe-8ebe-4a5e-96f9-e1635c38c25d {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:37.658914 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'status': 'completed', 'code': 200} Jul 16 20:34:37.790151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-9c10e773-3423-409a-bea7-d71d1adb0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.792507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-9c10e773-3423-409a-bea7-d71d1adb0f2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 1096 time: 0.1052713 Jul 16 20:34:37.940367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-a27860a4-0428-41a5-8bff-7d64592c990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.941869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-a27860a4-0428-41a5-8bff-7d64592c990d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 200 len: 897 time: 0.1421084 Jul 16 20:34:38.010756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-4dccadc5-cdd8-4445-9fe6-80cb6b73fac9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 200 len: 217 time: 0.0620790 Jul 16 20:34:38.071211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:38.158922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-84030a76-c63b-4af7-b542-428a2f64d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.164825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-84030a76-c63b-4af7-b542-428a2f64d71e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 200 len: 835 time: 0.1441073 Jul 16 20:34:38.337381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8483f044-0c13-481a-bbf2-366de505cabd req-0224c7d7-ccee-47c3-93f4-8a3a9812e979 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 210 time: 0.1700621 Jul 16 20:34:38.401307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-aed8e102-4cd6-4fe4-8330-b30ce4e3a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.413426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-aed8e102-4cd6-4fe4-8330-b30ce4e3a993 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997321 Jul 16 20:34:38.559339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-0dd721bd-a08a-49c8-8dfa-b6e11e1fe648 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.562700 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-0dd721bd-a08a-49c8-8dfa-b6e11e1fe648 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.3304856 Jul 16 20:34:38.590383 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.652400 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-431f1538-490a-42b8-914f-10ec46535bbf tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 378 time: 0.0824668 Jul 16 20:34:38.661510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'port': {'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'admin_state_up': True, 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'security_groups': ['cc8ad2b6-3a07-4cf9-9354-b99f88aad905']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:38.689414 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-a8fe13af-17e0-446c-a404-3a1fdc32136e service neutron] 10.222.0.16 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749040 Jul 16 20:34:38.696901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] Checking router: 714870a7-7fca-4fc8-b477-1a383ad3509c for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:38.714592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:38.715718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.752586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-65531018-3611-45fa-aa94-f82ec4a22671 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.755193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-65531018-3611-45fa-aa94-f82ec4a22671 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 944 time: 0.2666068 Jul 16 20:34:38.845079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84461cad-f8b8-40a4-a36c-e17680abc155 req-fee3b09a-6f2f-4514-b15b-21feb5ca7ec9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.849085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:38.852889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.853314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84461cad-f8b8-40a4-a36c-e17680abc155 req-fee3b09a-6f2f-4514-b15b-21feb5ca7ec9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 944 time: 0.6649251 Jul 16 20:34:39.034933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84461cad-f8b8-40a4-a36c-e17680abc155 req-0691da6c-2913-434b-ae0f-460b79168ee3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0285714-3e7a-41ff-888c-bcd9c91a6fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800475 Jul 16 20:34:39.059080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:39.059417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 52d3ebac-7f21-4305-b935-99e908064b65 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:39.063891 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.098141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3e1e457-4988-475f-982e-19e33c6ef74d req-09e32fbf-7a28-4e6f-b9cb-f4676eef2fa3 service neutron] 10.222.0.16 "GET /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993194 Jul 16 20:34:39.267354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.20.0.8 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/9f99b767-b9c8-4250-b597-dd0d7ef282e1) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:39.269308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port 52d3ebac-7f21-4305-b935-99e908064b65, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=52d3ebac-7f21-4305-b935-99e908064b65,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:39.269939 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.313962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 52d3ebac-7f21-4305-b935-99e908064b65 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:39.573665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:39.618911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2503433-5930-418f-89d6-9386ec35a7ab None None] The sync data for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 is: [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:33:29Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'fea2fbd9-ca1f-4369-a710-3ff76d665da7', 'name': '', 'network_id': '4de6f8ad-bb5d-4a44-8e8e-71a471c736ab', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:41:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:28Z', 'updated_at': '2021-07-16T20:33:34Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': '7fa0f845-4e07-481d-ac31-022bb23a507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:39.677180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.714446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb4c9526-3572-46f5-8ab9-2ebbf07fccf5 req-9a499642-d849-4fc9-a50a-1ee3a9662d68 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 210 time: 0.1559455 Jul 16 20:34:39.747455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Transition to ACTIVE for port object 9f99b767-b9c8-4250-b597-dd0d7ef282e1 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:39.750069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.801628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.819741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=52d3ebac-7f21-4305-b935-99e908064b65,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:39.877162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:39.881350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:39.896545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] No DVR routers for this DVR port 52d3ebac-7f21-4305-b935-99e908064b65 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:39.899174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:39.901421 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.908505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2efc28fa-63f1-44ab-9c28-0c4b2e0bfd29 req-a34c9c38-0ef6-4818-9f46-5ea4be839d14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "DELETE /v2.0/ports/52d3ebac-7f21-4305-b935-99e908064b65 HTTP/1.1" status: 204 len: 173 time: 1.1421759 Jul 16 20:34:39.909115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-deleted', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:39.913224 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c408f6-d5c5-49a5-a208-bcfd86b8c8d6" -d '{"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-deleted", "tag": "52d3ebac-7f21-4305-b935-99e908064b65"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:39.984187 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4415ecde-1806-4239-9571-07d941643bd0 x-openstack-request-id: req-4415ecde-1806-4239-9571-07d941643bd0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:39.984560 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a74350-eb7f-4b8e-aac0-1976ce473ab5", "name": "network-vif-deleted", "tag": "52d3ebac-7f21-4305-b935-99e908064b65", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:39.985835 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4415ecde-1806-4239-9571-07d941643bd0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:39.986342 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a74350-eb7f-4b8e-aac0-1976ce473ab5', 'name': 'network-vif-deleted', 'tag': '52d3ebac-7f21-4305-b935-99e908064b65', 'status': 'completed', 'code': 200} Jul 16 20:34:39.992523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=9f99b767-b9c8-4250-b597-dd0d7ef282e1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:40.023693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.023981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.024360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.024711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.025053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.025393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.025727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.026056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.026387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.026717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.027048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.027376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:40.069148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.076249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.116918 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487917f5-2ca7-4429-9f6c-a83832cbc907 None None] New status for floating IP 4b1b6206-8ad0-4967-8530-7c77f81cf44d: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:40.133389 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-1aba52ba-2c68-4273-97c6-8bbe776655c1 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4761555 Jul 16 20:34:40.146505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Request body: {'port': {'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:40.409482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.538938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4ca9ce75-97c8-4a47-963b-9edd5de3ba70 None None] Provisioning for port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:40.552060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4ca9ce75-97c8-4a47-963b-9edd5de3ba70 None None] Provisioning complete for port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:40.552782 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ce75-97c8-4a47-963b-9edd5de3ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.601852 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2231dc80-73f0-4aca-95c7-9ed34ace9067 req-3b14e1eb-cc4e-4219-8fdd-9f9de07d76e9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a74350-eb7f-4b8e-aac0-1976ce473ab5 HTTP/1.1" status: 200 len: 210 time: 0.2007663 Jul 16 20:34:40.685450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9ce75-97c8-4a47-963b-9edd5de3ba70 None None] Port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:41.040318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2bbcd-5a49-4e80-8322-de92c72a5e97 req-4d718c83-6dd6-4ea0-9cc9-f93240cb8fa0 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.043117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08e2bbcd-5a49-4e80-8322-de92c72a5e97 req-4d718c83-6dd6-4ea0-9cc9-f93240cb8fa0 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 931 time: 0.1140714 Jul 16 20:34:41.100496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08e2bbcd-5a49-4e80-8322-de92c72a5e97 req-dc78cf47-dd9e-431f-8f40-1e0abdb37de8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514462 Jul 16 20:34:41.374745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f99b767-b9c8-4250-b597-dd0d7ef282e1 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:41.389950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.412684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Transition to ACTIVE for port object 9f99b767-b9c8-4250-b597-dd0d7ef282e1 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:41.425657 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.556328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f99b767-b9c8-4250-b597-dd0d7ef282e1,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:41.658382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Attempting to bind port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:41.659162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Attempting to bind port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:41.659811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Attempting to bind port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:41.668175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 on network 5572072a-02c6-4646-84d1-a1012b78006a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:41.668751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Attempting to bind port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:41.679486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:41.680440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:41.681134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:41.681941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Bound port: 9f99b767-b9c8-4250-b597-dd0d7ef282e1, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:41.682567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.840673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] For port 9f99b767-b9c8-4250-b597-dd0d7ef282e1, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:41.847197 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] For port 9f99b767-b9c8-4250-b597-dd0d7ef282e1, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:41.853759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47682) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:41.854699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.940858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f99b767-b9c8-4250-b597-dd0d7ef282e1,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:41.954376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.955112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.957007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-a71220fc-f2c3-45a6-b405-3e8078df38c3 service neutron] 10.222.0.68 "PUT /v2.0/ports/9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 200 len: 1092 time: 1.8152366 Jul 16 20:34:41.957627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:41.960738 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff6d239-811e-4a9d-8cc9-a1b5ad070051" -d '{"events": [{"name": "network-changed", "server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:42.106692 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee4885c-e4de-4596-b709-e4b9c8b8b0d5 x-openstack-request-id: req-bee4885c-e4de-4596-b709-e4b9c8b8b0d5 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:42.107007 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:42.107265 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bee4885c-e4de-4596-b709-e4b9c8b8b0d5 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:42.107679 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'status': 'completed', 'code': 200} Jul 16 20:34:42.192990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 52d3ebac-7f21-4305-b935-99e908064b65 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:42.222970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-36e23f04-3b31-409c-8e96-86cdbd233514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.228953 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-36e23f04-3b31-409c-8e96-86cdbd233514 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1095 time: 0.1953576 Jul 16 20:34:42.250513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 52d3ebac-7f21-4305-b935-99e908064b65 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:42.255737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 52d3ebac-7f21-4305-b935-99e908064b65 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:42.352621 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-abe554a2-e739-4bd6-b6d4-dd10e2853abd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 200 len: 217 time: 0.1155465 Jul 16 20:34:42.419499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-b9428bd9-4dd5-4d94-8604-15fe8b23c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.421091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-b9428bd9-4dd5-4d94-8604-15fe8b23c3b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0624726 Jul 16 20:34:42.499877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96565e-91ed-4f6a-9f91-9aec745d41c8 req-5a9a6f02-edcb-40f0-ae0d-c561815b12e7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.506056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb96565e-91ed-4f6a-9f91-9aec745d41c8 req-5a9a6f02-edcb-40f0-ae0d-c561815b12e7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 943 time: 0.2074015 Jul 16 20:34:42.542820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-9b788f9c-a998-4a9a-8c6b-fc618fad051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.544419 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-9b788f9c-a998-4a9a-8c6b-fc618fad051a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164188 Jul 16 20:34:42.589505 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb96565e-91ed-4f6a-9f91-9aec745d41c8 req-0a449d30-aeb8-4c8b-a975-77bf83f00f08 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693662 Jul 16 20:34:42.683974 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-f8e2b627-92e2-47c9-ba81-1916ecf08b41 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328981 Jul 16 20:34:42.715390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.808644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8b09bb7-e1dd-4d79-9356-cfceaa6fff28 req-356c8351-e607-4266-aca7-a40aecaad7d2 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180382 Jul 16 20:34:42.967511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-557f4400-1ab6-4d96-8dc0-949467bfaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.971272 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-557f4400-1ab6-4d96-8dc0-949467bfaea4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1095 time: 0.1053617 Jul 16 20:34:43.125748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port fea2fbd9-ca1f-4369-a710-3ff76d665da7 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:43.126125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.137518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-5d1d613b-576d-44a0-8819-af060f3393f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.139743 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-5d1d613b-576d-44a0-8819-af060f3393f8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.1626787 Jul 16 20:34:43.225532 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-7f253634-bd64-4f57-b1d0-b1507304f685 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 200 len: 217 time: 0.0777249 Jul 16 20:34:43.316991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port fea2fbd9-ca1f-4369-a710-3ff76d665da7, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fea2fbd9-ca1f-4369-a710-3ff76d665da7,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:43.317654 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.343908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for fea2fbd9-ca1f-4369-a710-3ff76d665da7 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:43.347525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-5ff8b9d4-422d-48fe-8f6c-9d26f35d6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.351361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-5ff8b9d4-422d-48fe-8f6c-9d26f35d6b97 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0936475 Jul 16 20:34:43.422515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-8d13fa34-5440-4b46-91cb-b1b0d1c66133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.424907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-8d13fa34-5440-4b46-91cb-b1b0d1c66133 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678191 Jul 16 20:34:43.535341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-8f2a2be3-af52-48c5-a2e0-beb4d32dbd70 req-cda67b17-9121-45db-b7f3-f39769287a9e service neutron] (100244) timed out ('10.222.0.68', 55832) {{(pid=100244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:34:43.568493 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-30b35e9c-78f9-458b-bf6a-cfb93f052bc3 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362913 Jul 16 20:34:43.623569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.684233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=fea2fbd9-ca1f-4369-a710-3ff76d665da7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:43.724506 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dff6d239-811e-4a9d-8cc9-a1b5ad070051 req-c0f2a55e-ac44-4918-a4b8-f69b96ed49c3 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491756 Jul 16 20:34:43.962729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56495-b773-48de-9b27-e2f3176ed87f req-7a1bb1a8-6f2e-46a8-a2c5-db0496b083df tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.969926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30e56495-b773-48de-9b27-e2f3176ed87f req-7a1bb1a8-6f2e-46a8-a2c5-db0496b083df tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 943 time: 0.1436746 Jul 16 20:34:44.108268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30e56495-b773-48de-9b27-e2f3176ed87f req-d2ab35d8-6d1d-40f2-9f42-4e18ccd21f22 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925369 Jul 16 20:34:44.113269 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.431067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 714870a7-7fca-4fc8-b477-1a383ad3509c has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:44.610262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:44.616011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-43783064-1759-4b48-9228-df28a4ceb09b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "PUT /v2.0/routers/714870a7-7fca-4fc8-b477-1a383ad3509c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7611740 Jul 16 20:34:44.620929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47724) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:44.622958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] Sync routers for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:44.636405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:44.638179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:44.685382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bdb0c6-f259-4718-9a67-720d31e8a5d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting subnet 7fa0f845-4e07-481d-ac31-022bb23a507c {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:44.689918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33bdb0c6-f259-4718-9a67-720d31e8a5d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.750934 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33bdb0c6-f259-4718-9a67-720d31e8a5d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.845540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:45.086753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:45.134963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] Checking router: 714870a7-7fca-4fc8-b477-1a383ad3509c for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:45.146393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] Routers {'714870a7-7fca-4fc8-b477-1a383ad3509c'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:45.147223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['714870a7-7fca-4fc8-b477-1a383ad3509c'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:45.307544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] Set router 714870a7-7fca-4fc8-b477-1a383ad3509c gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:45.420640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33bdb0c6-f259-4718-9a67-720d31e8a5d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.545923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162af08-5c2f-407c-a2db-3f71688988ce req-e8bfb813-227c-4a22-827c-216ff7c28895 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:45.549034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e162af08-5c2f-407c-a2db-3f71688988ce req-e8bfb813-227c-4a22-827c-216ff7c28895 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 943 time: 0.2116096 Jul 16 20:34:45.550558 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:45.581274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d56aa-faf6-425b-b1d0-a25d4c3ff0f7 None None] The sync data for ids ['714870a7-7fca-4fc8-b477-1a383ad3509c'] in n-d-791505-15 is: [{'id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774728926', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:24Z', 'updated_at': '2021-07-16T20:34:43Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '189d5cac-4e84-4761-aab5-90d1f1874ac1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714870a7-7fca-4fc8-b477-1a383ad3509c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:25Z', 'updated_at': '2021-07-16T20:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:45.595584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33bdb0c6-f259-4718-9a67-720d31e8a5d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.637956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b195d-6797-49e4-8e07-59d4bcc24db0 None None] Network 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:45.643791 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-33bdb0c6-f259-4718-9a67-720d31e8a5d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.650114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-33bdb0c6-f259-4718-9a67-720d31e8a5d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/subnets/7fa0f845-4e07-481d-ac31-022bb23a507c HTTP/1.1" status: 204 len: 168 time: 1.0238135 Jul 16 20:34:45.651262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47742) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:45.653939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdb0c6-f259-4718-9a67-720d31e8a5d1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa0f845-4e07-481d-ac31-022bb23a507c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:45.666342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e162af08-5c2f-407c-a2db-3f71688988ce req-5a9bdd20-b353-4b4a-b681-5c346d6ef7ee tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049654 Jul 16 20:34:45.848899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.971064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] DHCP port deletion for 4de6f8ad-bb5d-4a44-8e8e-71a471c736ab request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:46.049894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.075882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] Deleting port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:46.076390 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.118623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fea2fbd9-ca1f-4369-a710-3ff76d665da7 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:46.146840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 189d5cac-4e84-4761-aab5-90d1f1874ac1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:46.147566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.155950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: fea2fbd9-ca1f-4369-a710-3ff76d665da7 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:46.156522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fea2fbd9-ca1f-4369-a710-3ff76d665da7 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:46.158120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:46.283165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] For port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.283165 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.287611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port 189d5cac-4e84-4761-aab5-90d1f1874ac1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=189d5cac-4e84-4761-aab5-90d1f1874ac1,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.288145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.311985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 189d5cac-4e84-4761-aab5-90d1f1874ac1 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:46.349848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] Calling delete_port for 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:46.377584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.534946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,segment=NetworkSegment(6a716cfb-e5bf-402d-961a-7f120c9ac927),segment_id=6a716cfb-e5bf-402d-961a-7f120c9ac927)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.544689 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.558101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.596511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=189d5cac-4e84-4761-aab5-90d1f1874ac1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.618407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.664785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] No DVR routers for this DVR port 2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:46.677642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.688573 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.715708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a9e74-34fc-4aa2-b9cd-33506a8d7f5d None None] Pushing event deleted for resources: {'Port': ['ID=2b4bd9e7-a8d4-4d83-a36b-f2aaec7665de,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.817030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.820958 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.900256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15fbd9-1521-4eb3-8d7a-0dcd8330f459 req-3e2c5000-53f8-4980-a680-788e6ab50895 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:46.902318 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e15fbd9-1521-4eb3-8d7a-0dcd8330f459 req-3e2c5000-53f8-4980-a680-788e6ab50895 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 943 time: 0.1078217 Jul 16 20:34:46.906976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.907567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Fanout notify agent at l3_agent the message router_deleted on router 714870a7-7fca-4fc8-b477-1a383ad3509c {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:34:46.915567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.917117 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-007d4d0a-3174-4fa1-8f4e-30e4d0b3120f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/routers/714870a7-7fca-4fc8-b477-1a383ad3509c HTTP/1.1" status: 204 len: 168 time: 1.2600849 Jul 16 20:34:46.919955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47760) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:47.053703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e15fbd9-1521-4eb3-8d7a-0dcd8330f459 req-e7e5ae2f-e19b-47f8-993b-a2da7588c6e6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307528 Jul 16 20:34:47.075850 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.235710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.255688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de6f8ad-bb5d-4a44-8e8e-71a471c736ab']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:47.274258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a716cfb-e5bf-402d-961a-7f120c9ac927') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:47.274757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a716cfb-e5bf-402d-961a-7f120c9ac927') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:47.292508 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.320309 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.331722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:47.332472 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:47.339791 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:47.461772 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.472061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.474559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/networks/4de6f8ad-bb5d-4a44-8e8e-71a471c736ab HTTP/1.1" status: 204 len: 168 time: 0.5533371 Jul 16 20:34:47.477422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47770) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:47.501915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9a205-1d98-439f-bb85-cacbcfb8ccac tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Network': ['ID=4de6f8ad-bb5d-4a44-8e8e-71a471c736ab,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.569750 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ec017cd-2e20-47fe-8fd9-9d2519d58b9b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.603977 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ec017cd-2e20-47fe-8fd9-9d2519d58b9b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.691417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ec017cd-2e20-47fe-8fd9-9d2519d58b9b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.695562 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5ec017cd-2e20-47fe-8fd9-9d2519d58b9b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.701009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5ec017cd-2e20-47fe-8fd9-9d2519d58b9b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/security-groups/a0285714-3e7a-41ff-888c-bcd9c91a6fa3 HTTP/1.1" status: 204 len: 168 time: 0.2191553 Jul 16 20:34:47.712655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec017cd-2e20-47fe-8fd9-9d2519d58b9b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0285714-3e7a-41ff-888c-bcd9c91a6fa3,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:48.071970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 189d5cac-4e84-4761-aab5-90d1f1874ac1 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:48.099183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a4aba6e7-7466-4467-875e-9baec0d7d989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.102200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 189d5cac-4e84-4761-aab5-90d1f1874ac1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:48.102568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 189d5cac-4e84-4761-aab5-90d1f1874ac1 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:48.341033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad0b5d-6dc6-4a68-a359-075b22511e42 req-ca2d73bf-b633-4157-ad3f-44238f8a7cab tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.342841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11ad0b5d-6dc6-4a68-a359-075b22511e42 req-ca2d73bf-b633-4157-ad3f-44238f8a7cab tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 943 time: 0.1079655 Jul 16 20:34:48.400284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11ad0b5d-6dc6-4a68-a359-075b22511e42 req-019d15e9-2c64-4877-8a3e-c2b73c4e4ef4 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455661 Jul 16 20:34:48.496410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47792) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:48.502958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-04b6db77-df81-4fee-8fb3-df425a5df0c4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961671006', 'description': 'tempest-secgroup-smoke-961671006 description', 'project_id': '37b7805adcf44fdea80723ca1941c0a4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:48.532896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04b6db77-df81-4fee-8fb3-df425a5df0c4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.644950 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04b6db77-df81-4fee-8fb3-df425a5df0c4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.649563 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04b6db77-df81-4fee-8fb3-df425a5df0c4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.688690 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-04b6db77-df81-4fee-8fb3-df425a5df0c4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.690377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-04b6db77-df81-4fee-8fb3-df425a5df0c4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1925132 Jul 16 20:34:48.695599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47798) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:48.698863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6db77-df81-4fee-8fb3-df425a5df0c4 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5df8c74-623c-40cb-92c5-931fcae14fea,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:48.701965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ddec0ada-2af2-4fdc-a1cd-9c17d58d616b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'b5df8c74-623c-40cb-92c5-931fcae14fea', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:48.771322 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ddec0ada-2af2-4fdc-a1cd-9c17d58d616b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.858067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ddec0ada-2af2-4fdc-a1cd-9c17d58d616b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.864020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ddec0ada-2af2-4fdc-a1cd-9c17d58d616b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.883452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec0ada-2af2-4fdc-a1cd-9c17d58d616b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4bd58e-a60d-4654-a3ce-2c05e022f44c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:48.894320 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ddec0ada-2af2-4fdc-a1cd-9c17d58d616b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.896891 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ddec0ada-2af2-4fdc-a1cd-9c17d58d616b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994801 Jul 16 20:34:48.899403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47810) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:48.904994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4d3b9dba-5d9e-4aac-a182-1e91e6b27796 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'b5df8c74-623c-40cb-92c5-931fcae14fea', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:48.940821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dba-5d9e-4aac-a182-1e91e6b27796 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.056792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dba-5d9e-4aac-a182-1e91e6b27796 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.064599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dba-5d9e-4aac-a182-1e91e6b27796 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.098610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b9dba-5d9e-4aac-a182-1e91e6b27796 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119b43b4-9557-4d6c-a930-7d68432ad9dd,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.109145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dba-5d9e-4aac-a182-1e91e6b27796 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.115674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47812) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.116624 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4d3b9dba-5d9e-4aac-a182-1e91e6b27796 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2155170 Jul 16 20:34:49.120671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8fb81ba9-7e3e-4e7d-b2ea-6c95ea3b79a7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'b5df8c74-623c-40cb-92c5-931fcae14fea', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:49.150351 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8fb81ba9-7e3e-4e7d-b2ea-6c95ea3b79a7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.244684 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8fb81ba9-7e3e-4e7d-b2ea-6c95ea3b79a7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.250829 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8fb81ba9-7e3e-4e7d-b2ea-6c95ea3b79a7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.291854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb81ba9-7e3e-4e7d-b2ea-6c95ea3b79a7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b75664f-595c-461f-ae98-1fffa564dc77,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.299125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8fb81ba9-7e3e-4e7d-b2ea-6c95ea3b79a7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.303665 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8fb81ba9-7e3e-4e7d-b2ea-6c95ea3b79a7 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1843541 Jul 16 20:34:49.304061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47814) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.312739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-05a03bd1-3ecf-4548-96fd-f65e5b1a73fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'b5df8c74-623c-40cb-92c5-931fcae14fea', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:49.359642 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-05a03bd1-3ecf-4548-96fd-f65e5b1a73fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.448106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-05a03bd1-3ecf-4548-96fd-f65e5b1a73fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.454547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-05a03bd1-3ecf-4548-96fd-f65e5b1a73fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.481397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a03bd1-3ecf-4548-96fd-f65e5b1a73fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab5703a-80ac-42c6-8360-6df357e1880b,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.498996 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-05a03bd1-3ecf-4548-96fd-f65e5b1a73fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.504651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-05a03bd1-3ecf-4548-96fd-f65e5b1a73fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1955869 Jul 16 20:34:49.505156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.511099 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3eef2586-8429-4f5d-bff4-409e4548f328 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'b5df8c74-623c-40cb-92c5-931fcae14fea', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:49.545230 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-3eef2586-8429-4f5d-bff4-409e4548f328 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Project 37b7805adcf44fdea80723ca1941c0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:34:49.551927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3eef2586-8429-4f5d-bff4-409e4548f328 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.657302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27afa5-40fd-46ed-8110-a483e7e352df req-4b5a47ea-8765-4733-af7b-c219328fd1a3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:49.659922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c27afa5-40fd-46ed-8110-a483e7e352df req-4b5a47ea-8765-4733-af7b-c219328fd1a3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 943 time: 0.1162922 Jul 16 20:34:49.667202 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3eef2586-8429-4f5d-bff4-409e4548f328 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.673619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3eef2586-8429-4f5d-bff4-409e4548f328 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.706073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef2586-8429-4f5d-bff4-409e4548f328 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1063507-2b21-4507-a1f7-6a999f66a51e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.721067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3eef2586-8429-4f5d-bff4-409e4548f328 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.729521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3eef2586-8429-4f5d-bff4-409e4548f328 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2229786 Jul 16 20:34:49.730598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47820) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.736763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-507f6af9-5ed8-436d-9b67-ac438bc7daa1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'security_group_rule': {'security_group_id': 'b5df8c74-623c-40cb-92c5-931fcae14fea', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:49.745904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c27afa5-40fd-46ed-8110-a483e7e352df req-e2c8ebc9-d2d8-4a85-a7b5-c5803feae8fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795624 Jul 16 20:34:49.785803 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-507f6af9-5ed8-436d-9b67-ac438bc7daa1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Project 37b7805adcf44fdea80723ca1941c0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:34:49.792726 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-507f6af9-5ed8-436d-9b67-ac438bc7daa1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.855716 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-507f6af9-5ed8-436d-9b67-ac438bc7daa1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.861834 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-507f6af9-5ed8-436d-9b67-ac438bc7daa1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.888455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f6af9-5ed8-436d-9b67-ac438bc7daa1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b151db4-ccae-46fd-aca0-04f74a05853a,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.901208 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-507f6af9-5ed8-436d-9b67-ac438bc7daa1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.904254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-507f6af9-5ed8-436d-9b67-ac438bc7daa1 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1710098 Jul 16 20:34:49.907195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47824) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.913433 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'network': {'name': 'tempest-network-smoke--1162145066', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'port_security_enabled': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:49.944602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:49.950674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.993441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:50.004643 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.005011 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Added segment 5bb9b194-d345-4972-916a-1d81de17d534 of type vlan for network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 Jul 16 20:34:50.053282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.089898 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.097092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.097829 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.145558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47826) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:50.148582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2363751 Jul 16 20:34:50.158487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'admin_state_up': True, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:50.187063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182098ca-40ad-4a2a-8961-a47354eb8903 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Network': ['ID=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:50.199155 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.200307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.205417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:50.258083 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.414229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1efe-7552-47c3-bb16-ff25d1de0d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.419112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.651178 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.651637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.673626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.794815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.25.6.77 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/089dfeec-eed5-40ce-a0ec-cb74728f3290) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:50.981588 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402caf7b-a45e-4f89-b3c1-d3633e4b7fad req-01f65a1f-50d5-4a9e-8361-ce2bb935bbb0 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.983325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-402caf7b-a45e-4f89-b3c1-d3633e4b7fad req-01f65a1f-50d5-4a9e-8361-ce2bb935bbb0 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 943 time: 0.0749090 Jul 16 20:34:51.009737 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.029794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-402caf7b-a45e-4f89-b3c1-d3633e4b7fad req-b6a80acc-daac-46af-ae11-85d3ca0d9a65 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393467 Jul 16 20:34:51.082485 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.147478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:51.159375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:51.165770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:51.210754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=089dfeec-eed5-40ce-a0ec-cb74728f3290,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:51.558197 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.849953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.007472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:34:52.165304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:52.178762 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Sync routers for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:52.194153 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.195873 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cf5b2dd2-b7f4-4c3d-9d11-4826e06474d9 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0483859 Jul 16 20:34:52.198720 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:52.200014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47836) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:52.200361 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:52.261161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47838) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:52.261972 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4166d221-77ba-481f-a6a5-e2a351743b86 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=37b7805adcf44fdea80723ca1941c0a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583010 Jul 16 20:34:52.348549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a8c5-5275-41e7-a26a-5ee74b0b753d req-0eb7d034-7a74-452d-b578-3346e563ccca tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.351457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4154a8c5-5275-41e7-a26a-5ee74b0b753d req-0eb7d034-7a74-452d-b578-3346e563ccca tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 943 time: 0.1741552 Jul 16 20:34:52.367781 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:52.459312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fdf8af-9d4f-4700-8e82-d633e6af761b tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.464371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-94fdf8af-9d4f-4700-8e82-d633e6af761b tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1976237 Jul 16 20:34:52.464846 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47840) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:52.480848 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4154a8c5-5275-41e7-a26a-5ee74b0b753d req-05492564-4227-4308-a6a9-151d9e858b2d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894623 Jul 16 20:34:52.488909 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.499115 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7d12c9d5-7196-4d25-b389-9e960807d27e tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327158 Jul 16 20:34:52.502514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 47842) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:52.511535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647041044', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:52.627537 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:51Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:52.663231 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Checking router: 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:52.663669 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Updating router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 port 089dfeec-eed5-40ce-a0ec-cb74728f3290 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:52.686781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:52.692814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.710400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9f99b767-b9c8-4250-b597-dd0d7ef282e1 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:52.725412 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.818232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9f99b767-b9c8-4250-b597-dd0d7ef282e1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:52.831066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:52.874496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.912408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f99b767-b9c8-4250-b597-dd0d7ef282e1 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:52.960242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9f99b767-b9c8-4250-b597-dd0d7ef282e1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:52.971292 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.008055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.084644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Subnet': ['ID=d100e2e3-9073-49f7-858a-238d164a21fa,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.097913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Checking segment: {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:53.098420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network hostable DHCP agents. Network: 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:53.120122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:53.131891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9f99b767-b9c8-4250-b597-dd0d7ef282e1,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.133432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:53.145895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897fb8d-0d09-46d7-9990-2b1a311edd8f None None] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:53.149145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.149841 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.170774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6e4dcf22-bc36-45a9-8181-6758f41dddce tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6665087 Jul 16 20:34:53.174649 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 47846) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:53.195085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['9f99b767-b9c8-4250-b597-dd0d7ef282e1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:53.368187 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.390453 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Transition to ACTIVE for port object 089dfeec-eed5-40ce-a0ec-cb74728f3290 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:53.400018 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.479367 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Attempting to bind port 089dfeec-eed5-40ce-a0ec-cb74728f3290 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:53.480509 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Attempting to bind port 089dfeec-eed5-40ce-a0ec-cb74728f3290 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:53.480927 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Attempting to bind port 089dfeec-eed5-40ce-a0ec-cb74728f3290 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:53.484102 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Pushing event updated for resources: {'Port': ['ID=089dfeec-eed5-40ce-a0ec-cb74728f3290,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.500369 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.500787 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.501133 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.501470 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.501811 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.502145 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.502471 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.502799 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.503207 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.503486 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.503762 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.504079 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:53.518459 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:53.519114 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:53.519967 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.520765 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:53.521456 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Bound port: 089dfeec-eed5-40ce-a0ec-cb74728f3290, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:53.522033 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.601039 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] For port 089dfeec-eed5-40ce-a0ec-cb74728f3290, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:53.605334 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] For port 089dfeec-eed5-40ce-a0ec-cb74728f3290, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=089dfeec-eed5-40ce-a0ec-cb74728f3290,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:53.620824 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.739188 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:53.744655 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:53.847236 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb68f43-0137-464e-a4ec-9f183c25756b None None] Pushing event updated for resources: {'Port': ['ID=089dfeec-eed5-40ce-a0ec-cb74728f3290,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.902732 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.914670 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.975862 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:53.982398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:53.983947 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.064081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802e994-be3f-4679-a83e-a2197862fd0a req-3d6cb8d9-a813-44d0-a077-dd638723060f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.067407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2802e994-be3f-4679-a83e-a2197862fd0a req-3d6cb8d9-a813-44d0-a077-dd638723060f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 944 time: 0.2387054 Jul 16 20:34:54.250441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Allocated IP 172.20.0.2 (8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9/d100e2e3-9073-49f7-858a-238d164a21fa/2f7304b3-921a-41c0-9454-b70133d5095c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:54.276910 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:51Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:54.297087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2802e994-be3f-4679-a83e-a2197862fd0a req-5ca0d7a1-be5d-45c9-98bc-26db332cdc18 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1805806 Jul 16 20:34:54.324980 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b61279-8b91-4ac3-afbd-3005b34d3b08 None None] The sync data for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 is: [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:51Z', 'revision_number': 3, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:54.565594 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.576000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Transition to ACTIVE for port object 2f7304b3-921a-41c0-9454-b70133d5095c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:54.598506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Transition to ACTIVE for port object 2f7304b3-921a-41c0-9454-b70133d5095c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:54.622462 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.728674 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.20.0.1 (8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9/d100e2e3-9073-49f7-858a-238d164a21fa/aa43fbf0-7604-4bd8-a700-02dfdcd883cd) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:54.742530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:54.747645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9f99b767-b9c8-4250-b597-dd0d7ef282e1 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:54.794058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:54.819905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:54.825513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Pushing event updated for resources: {'Port': ['ID=2f7304b3-921a-41c0-9454-b70133d5095c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.868868 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:54.911857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:54.912268 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.923386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.946044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Transition to ACTIVE for port object aa43fbf0-7604-4bd8-a700-02dfdcd883cd will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:54.947136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Attempting to bind port 2f7304b3-921a-41c0-9454-b70133d5095c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:54.947901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Attempting to bind port 2f7304b3-921a-41c0-9454-b70133d5095c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:54.947901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Attempting to bind port 2f7304b3-921a-41c0-9454-b70133d5095c on network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:54.960102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:54.960528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Checking segment: {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:54.961020 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.961427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Bound using segment: {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:54.961920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Bound port: 2f7304b3-921a-41c0-9454-b70133d5095c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:54.962738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.013404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.095494 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.109133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:55.113689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:55.119067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:55.127459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:55.134979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] For port 2f7304b3-921a-41c0-9454-b70133d5095c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:55.144679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:55.147840 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc667a-b3cd-4a33-94f0-1bec3a1914b1" -d '{"events": [{"server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "name": "network-vif-plugged", "status": "completed", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:55.186187 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.198031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] For port 2f7304b3-921a-41c0-9454-b70133d5095c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2f7304b3-921a-41c0-9454-b70133d5095c,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:55.213699 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.223181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9f99b767-b9c8-4250-b597-dd0d7ef282e1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:55.249968 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.293805 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b431e-7fb9-4731-bdef-43927a1b5725 x-openstack-request-id: req-349b431e-7fb9-4731-bdef-43927a1b5725 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:55.294095 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "name": "network-vif-plugged", "status": "completed", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:55.294357 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-349b431e-7fb9-4731-bdef-43927a1b5725 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:55.294767 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'code': 200} Jul 16 20:34:55.349150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b39c4-8eda-491a-8a3f-2f8627e1252a None None] Pushing event updated for resources: {'Port': ['ID=2f7304b3-921a-41c0-9454-b70133d5095c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:55.495815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9f99b767-b9c8-4250-b597-dd0d7ef282e1,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:55.516931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a9ae-03d9-4007-bb8b-2dbd28a088f8 req-4cb4417c-159c-4a20-9bdf-b212fa51a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.525726 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-26b6a9ae-03d9-4007-bb8b-2dbd28a088f8 req-4cb4417c-159c-4a20-9bdf-b212fa51a421 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1097 time: 0.1440346 Jul 16 20:34:55.630813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-26b6a9ae-03d9-4007-bb8b-2dbd28a088f8 req-89632445-e644-4650-89af-d52ec3b1492c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970793 Jul 16 20:34:55.643283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.960936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6b60e-15c9-4e94-bd31-146950e7eda8 req-4eafbcee-9d00-43f4-9a76-e0b85ba1582b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.964023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cec6b60e-15c9-4e94-bd31-146950e7eda8 req-4eafbcee-9d00-43f4-9a76-e0b85ba1582b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 945 time: 0.3377724 Jul 16 20:34:56.107748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cec6b60e-15c9-4e94-bd31-146950e7eda8 req-61887e8f-3493-4212-933b-0fda795ccaeb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021149 Jul 16 20:34:56.222085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 089dfeec-eed5-40ce-a0ec-cb74728f3290 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:56.253207 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.261941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.309369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 089dfeec-eed5-40ce-a0ec-cb74728f3290 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:56.316329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 089dfeec-eed5-40ce-a0ec-cb74728f3290 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:56.317489 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.360590 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.362731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:56.483814 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.543172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 089dfeec-eed5-40ce-a0ec-cb74728f3290, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=089dfeec-eed5-40ce-a0ec-cb74728f3290,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:56.551002 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.552544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2f7304b3-921a-41c0-9454-b70133d5095c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:56.585967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:56.589074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:56.662580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=089dfeec-eed5-40ce-a0ec-cb74728f3290,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:56.679129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 2f7304b3-921a-41c0-9454-b70133d5095c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:56.816333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:56.973125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:56.978855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bd9a621c-c849-472f-9814-014a2794fd62 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "PUT /v2.0/routers/39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8029711 Jul 16 20:34:57.201749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-bdeb5e48-d54e-428d-b206-e00c3531c187 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961671006&fields=id&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 267 time: 0.0541584 Jul 16 20:34:57.461013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc1be34-e4d3-407c-a0ec-54dff98a905a None None] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:57.469921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-02c76e18-5c18-4fbc-8994-2e6e9de2e5ed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:57.472467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-02c76e18-5c18-4fbc-8994-2e6e9de2e5ed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/networks?id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 HTTP/1.1" status: 200 len: 797 time: 0.2611558 Jul 16 20:34:57.496671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df526e98-29e5-4c3e-ba85-7db240aa5a48 req-8bcbb0a0-5b88-4286-90f2-5f13dad07ff5 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:57.504422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df526e98-29e5-4c3e-ba85-7db240aa5a48 req-8bcbb0a0-5b88-4286-90f2-5f13dad07ff5 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 945 time: 0.2101538 Jul 16 20:34:57.550700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-4a3cef7a-2718-46a1-891e-db2c784f7b66 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/quotas/37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 375 time: 0.0244410 Jul 16 20:34:57.554751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Sync routers for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:57.598527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5f05af4b-5c06-4161-bf57-de4c8b2cb405 None None] Provisioning for port 2f7304b3-921a-41c0-9454-b70133d5095c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:57.606064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:57.606697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:57.619751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df526e98-29e5-4c3e-ba85-7db240aa5a48 req-bf9fb07e-fd2a-4aa9-b2b6-f68f3684bc9b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139767 Jul 16 20:34:57.668421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5f05af4b-5c06-4161-bf57-de4c8b2cb405 None None] Provisioning complete for port 2f7304b3-921a-41c0-9454-b70133d5095c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:57.668885 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5f05af4b-5c06-4161-bf57-de4c8b2cb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.731641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-d0f96c53-b604-46c6-9980-c7e52eaebc6e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738718 Jul 16 20:34:57.778711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-98b70a55-4eac-46ce-a46c-0e2ddefcb306 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:34:57.780222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-98b70a55-4eac-46ce-a46c-0e2ddefcb306 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074120 Jul 16 20:34:57.978160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437b47-977b-4e7e-b48b-5ac099541620 req-0188f9e9-1f8d-4fea-a37b-95f6dc4c3d93 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:57.980509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78437b47-977b-4e7e-b48b-5ac099541620 req-0188f9e9-1f8d-4fea-a37b-95f6dc4c3d93 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 945 time: 0.1917107 Jul 16 20:34:58.057709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:58.122191 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5f05af4b-5c06-4161-bf57-de4c8b2cb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.128091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 089dfeec-eed5-40ce-a0ec-cb74728f3290 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:58.162516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-295ed32f-afff-4b5b-ae10-d6c4fdfc28db service neutron] 10.222.0.78 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692117 Jul 16 20:34:58.170245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78437b47-977b-4e7e-b48b-5ac099541620 req-879f68b3-7208-4a2f-8df0-336192c8845b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019273 Jul 16 20:34:58.215254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48114) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:58.328709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965654c4-ef24-4f24-b18b-c880b252c540 tempest-TestVolumeBootPattern-1524440171 tempest-TestVolumeBootPattern-1524440171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:58.331021 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-965654c4-ef24-4f24-b18b-c880b252c540 tempest-TestVolumeBootPattern-1524440171 tempest-TestVolumeBootPattern-1524440171-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1092 time: 0.1143703 Jul 16 20:34:58.337275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48126) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:58.342429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:58.348316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5f05af4b-5c06-4161-bf57-de4c8b2cb405 None None] For port 2f7304b3-921a-41c0-9454-b70133d5095c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2f7304b3-921a-41c0-9454-b70133d5095c,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:58.372467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5f05af4b-5c06-4161-bf57-de4c8b2cb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.392779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.410190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-0d79a2b6-e62d-448b-8975-2610ff4bd63a service neutron] 10.222.0.78 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313464 Jul 16 20:34:58.537937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 089dfeec-eed5-40ce-a0ec-cb74728f3290 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:58.538722 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.716855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05af4b-5c06-4161-bf57-de4c8b2cb405 None None] Pushing event updated for resources: {'Port': ['ID=2f7304b3-921a-41c0-9454-b70133d5095c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:58.728795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56b39e8b-bd59-416b-9589-5057fd00beea req-9350e13f-a44f-4de5-9d86-969cc6d23978 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 210 time: 0.0762742 Jul 16 20:34:58.813548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.862809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0a04623-89b8-446c-b685-44d7b87952ba None None] Provisioning complete for port 2f7304b3-921a-41c0-9454-b70133d5095c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:58.884711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f0a04623-89b8-446c-b685-44d7b87952ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.975512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.25.6.177 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/7c584186-1373-4e01-9e74-5bff79e6115a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:59.063228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 2, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:59.106352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Checking router: 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:59.106761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Updating router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 port aa43fbf0-7604-4bd8-a700-02dfdcd883cd binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:59.203769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.226730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.229047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0a04623-89b8-446c-b685-44d7b87952ba None None] Provisioning for port aa43fbf0-7604-4bd8-a700-02dfdcd883cd completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:59.240404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f0a04623-89b8-446c-b685-44d7b87952ba None None] Provisioning complete for port aa43fbf0-7604-4bd8-a700-02dfdcd883cd triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:59.241311 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f0a04623-89b8-446c-b685-44d7b87952ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.330782 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.392278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f0a04623-89b8-446c-b685-44d7b87952ba None None] Port aa43fbf0-7604-4bd8-a700-02dfdcd883cd cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:59.430001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=7c584186-1373-4e01-9e74-5bff79e6115a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:59.447307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:59.449189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:59.452152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:59.618951 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cdbb77fc-8f40-4059-8e70-5a50477cbbbe None None] Provisioning complete for port aa43fbf0-7604-4bd8-a700-02dfdcd883cd triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:59.619718 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cdbb77fc-8f40-4059-8e70-5a50477cbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.746867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb77fc-8f40-4059-8e70-5a50477cbbbe None None] Port aa43fbf0-7604-4bd8-a700-02dfdcd883cd cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:00.129392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d001bf7-d9e9-456b-9b14-69d51be3279a req-9e0598f1-2e9d-41ad-9140-9635c0719160 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 210 time: 0.0880959 Jul 16 20:35:00.173956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.188660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Transition to ACTIVE for port object aa43fbf0-7604-4bd8-a700-02dfdcd883cd will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:00.200122 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2f7304b3-921a-41c0-9454-b70133d5095c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:00.205120 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.285268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.372817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aff5e-4c91-4440-b216-7bd8a069c476 None None] Pushing event updated for resources: {'Port': ['ID=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:00.423995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Attempting to bind port aa43fbf0-7604-4bd8-a700-02dfdcd883cd on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:00.424443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Attempting to bind port aa43fbf0-7604-4bd8-a700-02dfdcd883cd by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:00.424835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Attempting to bind port aa43fbf0-7604-4bd8-a700-02dfdcd883cd on network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:00.433966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:00.434359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Checking segment: {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:00.434785 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.435194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Bound using segment: {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:00.436026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Bound port: aa43fbf0-7604-4bd8-a700-02dfdcd883cd, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:00.436248 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.439326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2f7304b3-921a-41c0-9454-b70133d5095c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:00.439717 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.559014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] For port aa43fbf0-7604-4bd8-a700-02dfdcd883cd, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:00.612713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] For port aa43fbf0-7604-4bd8-a700-02dfdcd883cd, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:00.623030 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.701719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:00.702671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:00.777833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aff5e-4c91-4440-b216-7bd8a069c476 None None] Pushing event updated for resources: {'Port': ['ID=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:00.985526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:01.110159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-f23bb2c5-6a57-4710-a599-ecc869a036a2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.112327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-f23bb2c5-6a57-4710-a599-ecc869a036a2 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "GET /v2.0/networks?id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 HTTP/1.1" status: 200 len: 797 time: 0.2352617 Jul 16 20:35:01.165637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-e555241a-161e-4ed0-accc-c3c61f0ad521 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b7805adcf44fdea80723ca1941c0a4 HTTP/1.1" status: 200 len: 379 time: 0.0438824 Jul 16 20:35:01.175681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'port': {'device_id': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'admin_state_up': True, 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'security_groups': ['b5df8c74-623c-40cb-92c5-931fcae14fea']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:01.211284 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.394341 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:35:00Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:01.406371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Made reservation on behalf of 37b7805adcf44fdea80723ca1941c0a4 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:01.412540 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.421766 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60bfc98e-41a7-4b92-8bca-bcd599afb70a req-584ab522-18f6-4d5c-b2c8-cb2f8fb9be66 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 210 time: 0.0698919 Jul 16 20:35:01.426154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f188dd4-aca8-4ea5-acb2-1aee54c2d081 None None] The sync data for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 is: [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:35:00Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:01.438056 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.447186 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.571661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=7c584186-1373-4e01-9e74-5bff79e6115a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:01.587304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.683012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.20.0.12 (8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9/d100e2e3-9073-49f7-858a-238d164a21fa/2628af21-b308-443d-8791-ee41d92da846) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:01.722927 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Floating IP e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac associated. External IP: 172.25.6.177, port: 9f99b767-b9c8-4250-b597-dd0d7ef282e1. Jul 16 20:35:02.182103 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Router 21b0da1d-2563-41da-96ed-712bc519c165 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:02.193220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device aa43fbf0-7604-4bd8-a700-02dfdcd883cd up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:02.356789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port aa43fbf0-7604-4bd8-a700-02dfdcd883cd completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:02.369409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port aa43fbf0-7604-4bd8-a700-02dfdcd883cd triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:02.370017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.417074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:02.442338 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:02.466812 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.471824 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:02.473472 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:02.569662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f27dcbcd-9a26-402a-9ae5-ec7f53271f14 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2308314 Jul 16 20:35:02.577679 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:02.581732 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:02.619556 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.665818 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.670200 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25190c55-2d92-469f-9844-15e8ed4eac23 x-openstack-request-id: req-25190c55-2d92-469f-9844-15e8ed4eac23 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:02.671385 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:02.671793 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25190c55-2d92-469f-9844-15e8ed4eac23 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:02.672460 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'status': 'completed', 'code': 200} Jul 16 20:35:02.690960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port aa43fbf0-7604-4bd8-a700-02dfdcd883cd, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:02.708486 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.711096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Transition to ACTIVE for port object 2628af21-b308-443d-8791-ee41d92da846 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:02.790138 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:02.815300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41da9de4-c317-4140-909f-6dd9c4e34a01 req-468d9614-b8d9-4779-9781-eac438f8cdcc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 210 time: 0.0565512 Jul 16 20:35:02.835493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-b0ade573-a400-4a39-94f4-10c0825ee23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.837338 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-b0ade573-a400-4a39-94f4-10c0825ee23d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1097 time: 0.1391103 Jul 16 20:35:02.849190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.852457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.875365 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:02.967057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-abbe6a99-5fd4-4cf9-8741-2510d077dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.970012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.972091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-abbe6a99-5fd4-4cf9-8741-2510d077dd51 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.1279569 Jul 16 20:35:02.980090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:02.982277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:02.986513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:03.096514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-cc604065-ec70-4641-828b-158ff69bff89 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 200 len: 999 time: 0.1161010 Jul 16 20:35:03.099904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:03.100640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.139977 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5e0e342b-f458-4920-bacb-b2b48465ac26 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9687343 Jul 16 20:35:03.158210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Request body: {'port': {'device_id': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:03.285561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-56a2d6ba-af9b-4605-8a26-7a8e9288ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:03.289744 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-56a2d6ba-af9b-4605-8a26-7a8e9288ae85 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.1863725 Jul 16 20:35:03.366912 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:34:59Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:03.398267 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.493093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-d19481f9-3f9e-4cbd-8b5f-f401af39b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:03.495382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-d19481f9-3f9e-4cbd-8b5f-f401af39b548 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1981368 Jul 16 20:35:03.544517 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:03.551426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3ef6bba3-6b05-430e-8452-4872774ad6a2 None None] Provisioning for port 2628af21-b308-443d-8791-ee41d92da846 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:03.559512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3ef6bba3-6b05-430e-8452-4872774ad6a2 None None] Provisioning complete for port 2628af21-b308-443d-8791-ee41d92da846 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:03.560029 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bba3-6b05-430e-8452-4872774ad6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.574503 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:03.577597 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:03.665591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6bba3-6b05-430e-8452-4872774ad6a2 None None] Port 2628af21-b308-443d-8791-ee41d92da846 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:03.709379 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-f51380e9-d3ab-45e9-b03c-272036e3149e service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060375 Jul 16 20:35:03.786264 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:03.890631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-db6f9797-1de4-47a3-a3dc-7e4ce50f6cf6 req-973f1079-e184-4ec3-b226-d0674dbaebde service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738708 Jul 16 20:35:04.028603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2628af21-b308-443d-8791-ee41d92da846 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:04.052523 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.144285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device aa43fbf0-7604-4bd8-a700-02dfdcd883cd up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:04.151671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Transition to ACTIVE for port object 2628af21-b308-443d-8791-ee41d92da846 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:04.159244 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.312576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port aa43fbf0-7604-4bd8-a700-02dfdcd883cd triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:04.313983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.333472 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:34:59Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:04.414825 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa71b07-aa9a-436a-8b17-74c1856b4f0f None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:34:59Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:04.432635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:04.474952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00b3c5-59ab-4546-9358-80473b0b0b78 req-bae07f6d-26f2-4ab1-872d-46c12c864aa3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.480747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a00b3c5-59ab-4546-9358-80473b0b0b78 req-bae07f6d-26f2-4ab1-872d-46c12c864aa3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 932 time: 0.4006841 Jul 16 20:35:04.590038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a00b3c5-59ab-4546-9358-80473b0b0b78 req-753cc5e6-8dc2-47a0-a633-168cec518154 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917687 Jul 16 20:35:04.590319 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.591639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Attempting to bind port 2628af21-b308-443d-8791-ee41d92da846 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:04.592238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Attempting to bind port 2628af21-b308-443d-8791-ee41d92da846 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:04.593307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Attempting to bind port 2628af21-b308-443d-8791-ee41d92da846 on network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:04.601809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Port 2628af21-b308-443d-8791-ee41d92da846 on network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:04.602360 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Attempting to bind port 2628af21-b308-443d-8791-ee41d92da846 on network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:04.614004 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:04.615756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Checking segment: {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:04.616440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Bound using segment: {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:04.617170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Bound port: 2628af21-b308-443d-8791-ee41d92da846, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb9b194-d345-4972-916a-1d81de17d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:04.617921 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.726417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:04.732283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:04.742491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.813959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.815043 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.817608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] 10.222.0.16 "PUT /v2.0/ports/2628af21-b308-443d-8791-ee41d92da846 HTTP/1.1" status: 200 len: 1093 time: 1.6700487 Jul 16 20:35:04.818362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'tag': '2628af21-b308-443d-8791-ee41d92da846'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:04.827580 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e211887-46e6-46bf-b725-00079a85ce9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "tag": "2628af21-b308-443d-8791-ee41d92da846"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:04.897755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18840c07-88a4-4aea-a8e3-201d80fcd3e4 None None] New status for floating IP e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:04.963052 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869d3404-e0bb-462e-8003-1b904dd78c3d x-openstack-request-id: req-869d3404-e0bb-462e-8003-1b904dd78c3d {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:04.963500 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "tag": "2628af21-b308-443d-8791-ee41d92da846", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:04.963902 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-869d3404-e0bb-462e-8003-1b904dd78c3d {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:04.964605 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'tag': '2628af21-b308-443d-8791-ee41d92da846', 'status': 'completed', 'code': 200} Jul 16 20:35:04.993607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d371bf0-643c-43d8-b21e-07ce754af7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:05.035599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-08e3f969-32d7-4eba-ad9b-ca3c5752651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.037873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-08e3f969-32d7-4eba-ad9b-ca3c5752651e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 1096 time: 0.1699333 Jul 16 20:35:05.104045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-3b38c507-2372-476d-bf82-fc700dc799c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2628af21-b308-443d-8791-ee41d92da846 HTTP/1.1" status: 200 len: 217 time: 0.0585101 Jul 16 20:35:05.192518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5730124d-4b76-4ef9-861e-f7c6eb016f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.194536 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-5730124d-4b76-4ef9-861e-f7c6eb016f0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d100e2e3-9073-49f7-858a-238d164a21fa HTTP/1.1" status: 200 len: 835 time: 0.0826879 Jul 16 20:35:05.301223 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-b785bd59-d936-440d-8976-1ff387af1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.304014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-b785bd59-d936-440d-8976-1ff387af1dcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028259 Jul 16 20:35:05.316131 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.426448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-badd850d-b59c-4311-bfdf-1ba61350d34b service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156840 Jul 16 20:35:05.581151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02bbd74f-55cd-4159-922d-c4a5f929d018 req-d4d2f3a4-28b9-4abf-be43-76905b978bde service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478243 Jul 16 20:35:05.745711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e211887-46e6-46bf-b725-00079a85ce9c req-3a5e2e9c-4560-4a5d-85ad-e1c0b731ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.749257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e211887-46e6-46bf-b725-00079a85ce9c req-3a5e2e9c-4560-4a5d-85ad-e1c0b731ebb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 1096 time: 0.0999389 Jul 16 20:35:05.939629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e211887-46e6-46bf-b725-00079a85ce9c req-39b90d60-248a-4ba9-98fe-76a96d6336a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.941075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e211887-46e6-46bf-b725-00079a85ce9c req-39b90d60-248a-4ba9-98fe-76a96d6336a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 HTTP/1.1" status: 200 len: 898 time: 0.1852098 Jul 16 20:35:05.970722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307fb96-657a-4ae6-9b5f-069237277425 req-16446315-f9b0-4999-8335-5ea6be843a94 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:05.973299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7307fb96-657a-4ae6-9b5f-069237277425 req-16446315-f9b0-4999-8335-5ea6be843a94 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 944 time: 0.1740294 Jul 16 20:35:06.014762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e211887-46e6-46bf-b725-00079a85ce9c req-828af3e2-9e59-4255-9604-129679e9484f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2628af21-b308-443d-8791-ee41d92da846 HTTP/1.1" status: 200 len: 217 time: 0.0654294 Jul 16 20:35:06.105128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7307fb96-657a-4ae6-9b5f-069237277425 req-e0d9008f-c452-491e-b361-e5cc7ef07b3d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933912 Jul 16 20:35:06.112501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e211887-46e6-46bf-b725-00079a85ce9c req-6ca77e35-f43c-4957-af8f-3e571510fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:06.115057 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e211887-46e6-46bf-b725-00079a85ce9c req-6ca77e35-f43c-4957-af8f-3e571510fce0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d100e2e3-9073-49f7-858a-238d164a21fa HTTP/1.1" status: 200 len: 835 time: 0.0927696 Jul 16 20:35:06.198058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e211887-46e6-46bf-b725-00079a85ce9c req-fbe0a0bd-2b85-4398-ab67-600736f4211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:06.199796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e211887-46e6-46bf-b725-00079a85ce9c req-fbe0a0bd-2b85-4398-ab67-600736f4211c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771332 Jul 16 20:35:06.324620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e211887-46e6-46bf-b725-00079a85ce9c req-227faf17-f499-47c7-8c74-b362c9abdc1b service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165926 Jul 16 20:35:06.446830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e211887-46e6-46bf-b725-00079a85ce9c req-99b9f126-8eca-45a0-bc34-9a6a26d4368d service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145289 Jul 16 20:35:07.341910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a24c4-72c3-4913-a89b-09d708efe1ef req-b997b201-ff6d-4e98-93cb-f2ce6c3712fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:07.346038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a75a24c4-72c3-4913-a89b-09d708efe1ef req-b997b201-ff6d-4e98-93cb-f2ce6c3712fc tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 944 time: 0.0865023 Jul 16 20:35:07.398672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a75a24c4-72c3-4913-a89b-09d708efe1ef req-2fc3c991-80b6-4cbb-a130-055c482538c8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444107 Jul 16 20:35:08.317781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2628af21-b308-443d-8791-ee41d92da846 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:08.472526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:08.496655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '2628af21-b308-443d-8791-ee41d92da846', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'port_id': '2628af21-b308-443d-8791-ee41d92da846', 'mac_address': 'fa:16:3e:3e:88:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:35:08.568445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.593304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2628af21-b308-443d-8791-ee41d92da846 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:08.635531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:08.641993 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.690572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879c992-7b5e-40ed-96c2-51123a927b45 req-9a35976d-6200-404d-800b-360726071e1f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.692255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2879c992-7b5e-40ed-96c2-51123a927b45 req-9a35976d-6200-404d-800b-360726071e1f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 944 time: 0.1077752 Jul 16 20:35:08.708457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:08.752055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2879c992-7b5e-40ed-96c2-51123a927b45 req-f01818d4-af5c-49f5-ad85-5ac5e6c53242 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491841 Jul 16 20:35:08.856832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['2628af21-b308-443d-8791-ee41d92da846'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:10.029280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ae9f5-9be4-499e-9910-985d1233c179 req-d0751129-9c9b-42ce-81db-004ea04ef5cb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:10.032089 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f1ae9f5-9be4-499e-9910-985d1233c179 req-d0751129-9c9b-42ce-81db-004ea04ef5cb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 945 time: 0.1232760 Jul 16 20:35:10.105347 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f1ae9f5-9be4-499e-9910-985d1233c179 req-4f2e1c61-9d63-4b12-88d6-d8134aad0c7c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643690 Jul 16 20:35:10.267372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48396) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.317382 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2628af21-b308-443d-8791-ee41d92da846 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:10.382388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 2628af21-b308-443d-8791-ee41d92da846 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:10.390921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 2628af21-b308-443d-8791-ee41d92da846 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:10.391454 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.406484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ef2d-ca12-4f2f-a4c2-fbaa46c34d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.507877 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.534015 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2628af21-b308-443d-8791-ee41d92da846'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:10.536379 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36fdbdb-a700-4fc1-8914-a43dc7c7e1db" -d '{"events": [{"server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "name": "network-vif-plugged", "status": "completed", "tag": "2628af21-b308-443d-8791-ee41d92da846"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:10.546749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ef2d-ca12-4f2f-a4c2-fbaa46c34d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.552492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:10.553208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ef2d-ca12-4f2f-a4c2-fbaa46c34d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.558657 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.600704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6ef2d-ca12-4f2f-a4c2-fbaa46c34d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dc167b-66c3-4483-819a-cd95c21dc5fc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.605713 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e2c6ef2d-ca12-4f2f-a4c2-fbaa46c34d4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f89575684b5d4fd4be0d77ff462e55ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368442 Jul 16 20:35:10.606741 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cad748-b22a-4c7d-b59f-f47ce286d390 x-openstack-request-id: req-a5cad748-b22a-4c7d-b59f-f47ce286d390 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:10.607189 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "name": "network-vif-plugged", "status": "completed", "tag": "2628af21-b308-443d-8791-ee41d92da846", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:10.607584 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5cad748-b22a-4c7d-b59f-f47ce286d390 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:10.608757 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2628af21-b308-443d-8791-ee41d92da846', 'code': 200} Jul 16 20:35:10.610973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48404) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.656573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.678811 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cabc11b9-9101-4675-b5da-0691be403cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.730712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cabc11b9-9101-4675-b5da-0691be403cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.793691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5075f78-02e6-405b-a7bc-bbb7f61615bf req-7db6d867-5521-4962-8732-fe7dff30b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:10.795298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5075f78-02e6-405b-a7bc-bbb7f61615bf req-7db6d867-5521-4962-8732-fe7dff30b6c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 1098 time: 0.1054075 Jul 16 20:35:10.819859 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cabc11b9-9101-4675-b5da-0691be403cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.822472 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-cabc11b9-9101-4675-b5da-0691be403cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.823730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-cabc11b9-9101-4675-b5da-0691be403cc7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d7dc167b-66c3-4483-819a-cd95c21dc5fc HTTP/1.1" status: 204 len: 168 time: 0.2109842 Jul 16 20:35:10.842440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc11b9-9101-4675-b5da-0691be403cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dc167b-66c3-4483-819a-cd95c21dc5fc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.865042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f5075f78-02e6-405b-a7bc-bbb7f61615bf req-d42de23c-e1ca-4596-b81c-37c888c7abb2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626404 Jul 16 20:35:11.173869 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48412) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.190497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3c976bb-72d2-4c52-8d28-050ba1677b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.362587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0cfc1-90cf-4692-b144-021e0bfc26ca req-607dae2d-8704-49fb-86c4-955e5b3d7c3d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:11.363420 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3c976bb-72d2-4c52-8d28-050ba1677b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.367140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4c0cfc1-90cf-4692-b144-021e0bfc26ca req-607dae2d-8704-49fb-86c4-955e5b3d7c3d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.1048734 Jul 16 20:35:11.378565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3c976bb-72d2-4c52-8d28-050ba1677b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.428088 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d3c976bb-72d2-4c52-8d28-050ba1677b5f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f866041f60c043258bedb60c35638932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526603 Jul 16 20:35:11.440375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48414) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:11.477841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b4c0cfc1-90cf-4692-b144-021e0bfc26ca req-f3eddfea-7f09-46a1-858b-6167f9199a2f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957291 Jul 16 20:35:11.480328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c976bb-72d2-4c52-8d28-050ba1677b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee2f8d-2d5b-4a0f-8ca0-87b5bb9a712c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.552486 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2309e9ca-ee23-4eb3-a557-72d273577b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.597106 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2309e9ca-ee23-4eb3-a557-72d273577b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.675446 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2309e9ca-ee23-4eb3-a557-72d273577b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.679910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2309e9ca-ee23-4eb3-a557-72d273577b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.685116 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2309e9ca-ee23-4eb3-a557-72d273577b70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/75ee2f8d-2d5b-4a0f-8ca0-87b5bb9a712c HTTP/1.1" status: 204 len: 168 time: 0.2398634 Jul 16 20:35:11.698967 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309e9ca-ee23-4eb3-a557-72d273577b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee2f8d-2d5b-4a0f-8ca0-87b5bb9a712c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:12.759339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72fa53-96cc-4fab-bcca-6b7d26dade1a req-c42a3e92-77cf-4bbd-a333-4e683809dea0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:12.762238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f72fa53-96cc-4fab-bcca-6b7d26dade1a req-c42a3e92-77cf-4bbd-a333-4e683809dea0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.1107304 Jul 16 20:35:12.832175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f72fa53-96cc-4fab-bcca-6b7d26dade1a req-ad999935-e46c-4682-90f6-1ffd25de0b9c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621679 Jul 16 20:35:13.057578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354ba08-93b2-427d-b92d-f5824f117b36 req-945da2ca-7ac3-48d5-8435-a3ed3015668d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:13.059737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e354ba08-93b2-427d-b92d-f5824f117b36 req-945da2ca-7ac3-48d5-8435-a3ed3015668d tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.1005645 Jul 16 20:35:13.129073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e354ba08-93b2-427d-b92d-f5824f117b36 req-f72e5ac2-1a2a-4226-a1c9-28581de935ef tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591884 Jul 16 20:35:13.166495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48480) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:13.256595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253340d8-5f74-4b6c-a23f-44d2fa27b3e5 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:13.261072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-253340d8-5f74-4b6c-a23f-44d2fa27b3e5 tempest-TestNetworkAdvancedServerOps-1972741808 tempest-TestNetworkAdvancedServerOps-1972741808-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 1093 time: 0.0917342 Jul 16 20:35:13.264029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48486) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:13.271398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '2628af21-b308-443d-8791-ee41d92da846', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:13.320158 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.516989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.701273 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Allocated IP 172.25.6.194 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/73835a31-d66d-4247-8854-b262091fbf00) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:13.856308 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.917024 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.002832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:14.009233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:14.020236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:14.058145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=73835a31-d66d-4247-8854-b262091fbf00,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:14.653047 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.768712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.993088 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.000071 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.081804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event updated for resources: {'Port': ['ID=73835a31-d66d-4247-8854-b262091fbf00,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.097826 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.210320 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Floating IP 2318d8b5-37b8-4a0c-a680-58fb989feb94 associated. External IP: 172.25.6.194, port: 2628af21-b308-443d-8791-ee41d92da846. Jul 16 20:35:15.590439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:15.737165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:15.748108 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] Sync routers for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:15.758085 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.763089 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:15.764079 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:15.811358 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9aa79ff2-d350-4bd7-9f75-b4791c1643f0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5435457 Jul 16 20:35:15.812399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'tag': '2628af21-b308-443d-8791-ee41d92da846'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:15.816764 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52bf27e-1cf3-4315-8b0f-df787302f6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "tag": "2628af21-b308-443d-8791-ee41d92da846"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:15.893856 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9e73a9-164f-4585-a7dd-ae5cb9f81fc0 x-openstack-request-id: req-3f9e73a9-164f-4585-a7dd-ae5cb9f81fc0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:15.894366 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "tag": "2628af21-b308-443d-8791-ee41d92da846", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:15.894778 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f9e73a9-164f-4585-a7dd-ae5cb9f81fc0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:15.895420 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'tag': '2628af21-b308-443d-8791-ee41d92da846', 'status': 'completed', 'code': 200} Jul 16 20:35:15.933731 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:16.060810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-f51c137f-eeff-4c31-b863-8c63f80ecf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.063575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-f51c137f-eeff-4c31-b863-8c63f80ecf62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 1098 time: 0.1415834 Jul 16 20:35:16.109775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5c5c1-eb12-454b-9331-30f59b983ee6 req-4e745322-2072-4d81-af74-92f89a2ad21f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.111454 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03f5c5c1-eb12-454b-9331-30f59b983ee6 req-4e745322-2072-4d81-af74-92f89a2ad21f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.1536479 Jul 16 20:35:16.225341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03f5c5c1-eb12-454b-9331-30f59b983ee6 req-fbe93039-7bd1-439b-818d-b0782542e5ea tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035092 Jul 16 20:35:16.260950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-4ce274b1-2ce3-4c6f-92f9-8ab0093865d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.262334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-4ce274b1-2ce3-4c6f-92f9-8ab0093865d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 HTTP/1.1" status: 200 len: 898 time: 0.1895831 Jul 16 20:35:16.267894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48528) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.327229 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '2318d8b5-37b8-4a0c-a680-58fb989feb94', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'port_id': '2628af21-b308-443d-8791-ee41d92da846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'mac_address': 'fa:16:3e:3e:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:14Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:35:02Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:16.363874 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-695acb12-8b68-44dd-8368-1924b9347b10 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/2318d8b5-37b8-4a0c-a680-58fb989feb94 HTTP/1.1" status: 200 len: 992 time: 0.0935185 Jul 16 20:35:16.368156 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] Checking router: 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:16.379590 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:16.380383 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:34:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:16.392520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-ca0972f0-41c4-4c32-af9a-63262412281c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2628af21-b308-443d-8791-ee41d92da846 HTTP/1.1" status: 200 len: 1000 time: 0.1195202 Jul 16 20:35:16.471840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-042e3c30-6e02-4cfc-876b-18b43f0a26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.474642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-042e3c30-6e02-4cfc-876b-18b43f0a26ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d100e2e3-9073-49f7-858a-238d164a21fa HTTP/1.1" status: 200 len: 835 time: 0.0617099 Jul 16 20:35:16.525323 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:16.595437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-47f742dc-6fcc-41a7-a83d-2821f459af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.598778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-47f742dc-6fcc-41a7-a83d-2821f459af37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109707 Jul 16 20:35:16.738689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-00b76e12-a115-4ed6-b76b-f0658038194c service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326034 Jul 16 20:35:16.908684 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '2318d8b5-37b8-4a0c-a680-58fb989feb94', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'port_id': '2628af21-b308-443d-8791-ee41d92da846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'mac_address': 'fa:16:3e:3e:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:14Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:35:02Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:16.909306 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52bf27e-1cf3-4315-8b0f-df787302f6a9 req-96cf04ae-9296-44f1-95f4-72684c554f62 service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636026 Jul 16 20:35:16.959133 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eeaa84-a29b-45d1-840b-37a73be3d765 None None] The sync data for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 is: [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '2318d8b5-37b8-4a0c-a680-58fb989feb94', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'port_id': '2628af21-b308-443d-8791-ee41d92da846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'mac_address': 'fa:16:3e:3e:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:35:14Z', 'updated_at': '2021-07-16T20:35:14Z', 'revision_number': 0, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:35:02Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:17.226193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacf73d-6bf2-4bcd-8457-0f8ac1c7a432 None None] New status for floating IP 2318d8b5-37b8-4a0c-a680-58fb989feb94: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:17.366860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:17.495118 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-28b8acc7-5469-4594-b6b9-d36c19826c1a tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/2318d8b5-37b8-4a0c-a680-58fb989feb94 HTTP/1.1" status: 200 len: 992 time: 0.1263959 Jul 16 20:35:18.068326 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0c26dff7-55ef-4b36-9811-b87c117d5c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.498118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48536) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.605271 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5177888f-431f-4ef9-ad28-42a9645eaf14 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/2318d8b5-37b8-4a0c-a680-58fb989feb94 HTTP/1.1" status: 200 len: 994 time: 0.1049061 Jul 16 20:35:20.427923 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-34465cf4-98c1-435f-96b5-ec700f36a266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.642084 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.458261 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.833793 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.426918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48610) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.556413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d259d1c-134f-475c-b1ed-209fb8432082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.658002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d259d1c-134f-475c-b1ed-209fb8432082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.662990 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d259d1c-134f-475c-b1ed-209fb8432082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.705559 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1d259d1c-134f-475c-b1ed-209fb8432082 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=477863d1586e479a910aa83673457fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768788 Jul 16 20:35:33.706575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d259d1c-134f-475c-b1ed-209fb8432082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec86d8e-3482-4c12-9059-4eddb45034cf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:33.709180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48614) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.775306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9db0181-9421-499f-8a22-47ff27dda541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.800561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9db0181-9421-499f-8a22-47ff27dda541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.874803 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9db0181-9421-499f-8a22-47ff27dda541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.877697 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9db0181-9421-499f-8a22-47ff27dda541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.878939 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f9db0181-9421-499f-8a22-47ff27dda541 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dec86d8e-3482-4c12-9059-4eddb45034cf HTTP/1.1" status: 204 len: 168 time: 0.1688666 Jul 16 20:35:33.887645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db0181-9421-499f-8a22-47ff27dda541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec86d8e-3482-4c12-9059-4eddb45034cf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:34.554017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.782867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 48636) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:34.903478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-900994493-network', 'tenant_id': 'e849296c52414ddaaaac57d7dca6c571'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:34.930701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Made reservation on behalf of e849296c52414ddaaaac57d7dca6c571 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:34.934006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.945098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.077548 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.082586 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.109602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:35.120541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e89b1a-5b2c-469c-964e-198da661307d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.126585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.126943 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Added segment faf98389-37c7-4dc0-a4c6-a639265eb9fd of type vlan for network 83d372c4-8059-48d8-8df4-17d395b50db9 Jul 16 20:35:35.173009 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.210855 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.211861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:35.212493 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.265800 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4814506 Jul 16 20:35:35.270717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48640) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.277956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Request body: {'subnet': {'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-900994493-subnet', 'tenant_id': 'e849296c52414ddaaaac57d7dca6c571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:35.309719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11388b1-9f5d-40ca-82ae-ae0091ba37fb admin admin] Pushing event updated for resources: {'Network': ['ID=83d372c4-8059-48d8-8df4-17d395b50db9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.310393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Made reservation on behalf of e849296c52414ddaaaac57d7dca6c571 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:35.315365 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.324417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 83d372c4-8059-48d8-8df4-17d395b50db9 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:35.349674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.554903 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.618225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=61584b36-0a8d-4961-b762-49dbc51b4164,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.631946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.632453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.632815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.633151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.633486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.633812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.634134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.634458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.634812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.635189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.635468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.635797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.644560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Checking segment: {'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:35.645133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Network hostable DHCP agents. Network: 83d372c4-8059-48d8-8df4-17d395b50db9, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:35.666135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Network 83d372c4-8059-48d8-8df4-17d395b50db9 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:35.678826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 83d372c4-8059-48d8-8df4-17d395b50db9) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:35.686368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:35.686606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.691702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be3f23d-5ea7-45ae-bb0a-d9bdfd0c6909 None None] Network 83d372c4-8059-48d8-8df4-17d395b50db9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:35.709415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ce9f794b-376d-4630-8a80-55e03d0506eb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4358885 Jul 16 20:35:35.867218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dabc7f-c837-416f-ac2a-cd162bf4612b None None] Network 83d372c4-8059-48d8-8df4-17d395b50db9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:37.752327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-ec3d0eac-c1f9-4254-bf85-4f584e1d40f2 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.753833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-ec3d0eac-c1f9-4254-bf85-4f584e1d40f2 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/networks?id=83d372c4-8059-48d8-8df4-17d395b50db9 HTTP/1.1" status: 200 len: 808 time: 0.1335137 Jul 16 20:35:37.771652 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-6e61a706-26db-4d52-a921-40afbc60ad82 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/quotas/e849296c52414ddaaaac57d7dca6c571 HTTP/1.1" status: 200 len: 375 time: 0.0118043 Jul 16 20:35:38.232191 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-eb2712ce-0be9-4f0c-97f1-45b17dad0d22 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e849296c52414ddaaaac57d7dca6c571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4511850 Jul 16 20:35:38.350924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-2297305f-8c8d-4110-b454-dfaa9cabf731 service neutron] 10.222.0.78 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102762 Jul 16 20:35:38.445725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-135f46fc-2859-41d9-8018-041a2a0ee893 service neutron] 10.222.0.78 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891571 Jul 16 20:35:38.637268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1e3a60c-303a-4890-8ae5-400bb512e9c7 req-fc347037-fa57-4e75-a7bc-843951dcb4fd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 210 time: 0.0318489 Jul 16 20:35:39.840768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53a985bf-1a3c-4fc9-9150-d0c10888f55e req-b34d4a4a-8c59-471c-9e62-0de6681d7be6 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 210 time: 0.0611560 Jul 16 20:35:39.883296 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:39.985772 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-98e699e6-16ed-49d4-b788-8f8cf3cc6f59 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:39.987329 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-98e699e6-16ed-49d4-b788-8f8cf3cc6f59 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.68 "GET /v2.0/networks?id=83d372c4-8059-48d8-8df4-17d395b50db9 HTTP/1.1" status: 200 len: 808 time: 0.1454279 Jul 16 20:35:40.005535 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Request body: {'port': {'device_id': 'cc55700c-fba2-4534-85dc-58a6a9a3b036', 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9', 'admin_state_up': True, 'tenant_id': 'e849296c52414ddaaaac57d7dca6c571'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:40.165942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Made reservation on behalf of e849296c52414ddaaaac57d7dca6c571 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:40.169886 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.316576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Allocated IP 172.20.0.2 (83d372c4-8059-48d8-8df4-17d395b50db9/61584b36-0a8d-4961-b762-49dbc51b4164/ebc9ab17-2797-4924-84c6-3ac9913878f5) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:40.546883 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.598992 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.657370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Network 83d372c4-8059-48d8-8df4-17d395b50db9 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:40.661517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:40.665745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:40.705592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Pushing event updated for resources: {'Port': ['ID=ebc9ab17-2797-4924-84c6-3ac9913878f5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:40.725348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.725826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.726239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.726627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.727087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.727469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.727845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.728257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.728646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.729041 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.729420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.729795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:40.747885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.749268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.764856 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8af22af9-6370-43fa-a9b0-625566f15031 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7668145 Jul 16 20:35:40.777055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Request body: {'port': {'device_id': 'cc55700c-fba2-4534-85dc-58a6a9a3b036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:40.859844 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.068000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65562-b1bf-4571-b54d-1a2513e6ae86 req-002d997e-deec-4279-abd4-9ba66340b4e5 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.069707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9f65562-b1bf-4571-b54d-1a2513e6ae86 req-002d997e-deec-4279-abd4-9ba66340b4e5 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 931 time: 0.0823209 Jul 16 20:35:41.128574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e9f65562-b1bf-4571-b54d-1a2513e6ae86 req-4986a1ea-ff4d-44ca-ab00-70df8ff98792 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480585 Jul 16 20:35:41.195805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc9ab17-2797-4924-84c6-3ac9913878f5 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:41.205661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.221312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Transition to ACTIVE for port object ebc9ab17-2797-4924-84c6-3ac9913878f5 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:41.226254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.288699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc9ab17-2797-4924-84c6-3ac9913878f5,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:41.373117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Attempting to bind port ebc9ab17-2797-4924-84c6-3ac9913878f5 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:41.374118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Attempting to bind port ebc9ab17-2797-4924-84c6-3ac9913878f5 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:41.374510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Attempting to bind port ebc9ab17-2797-4924-84c6-3ac9913878f5 on network 83d372c4-8059-48d8-8df4-17d395b50db9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:41.379898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Port ebc9ab17-2797-4924-84c6-3ac9913878f5 on network 83d372c4-8059-48d8-8df4-17d395b50db9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:41.380156 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Attempting to bind port ebc9ab17-2797-4924-84c6-3ac9913878f5 on network 83d372c4-8059-48d8-8df4-17d395b50db9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:41.386458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:41.386800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Checking segment: {'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:41.387192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Bound using segment: {'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:41.387634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Bound port: ebc9ab17-2797-4924-84c6-3ac9913878f5, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:41.388005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.464909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] For port ebc9ab17-2797-4924-84c6-3ac9913878f5, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:41.469635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] For port ebc9ab17-2797-4924-84c6-3ac9913878f5, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ebc9ab17-2797-4924-84c6-3ac9913878f5,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:41.475001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.517390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.518163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.519790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] 10.222.0.68 "PUT /v2.0/ports/ebc9ab17-2797-4924-84c6-3ac9913878f5 HTTP/1.1" status: 200 len: 1092 time: 0.7472219 Jul 16 20:35:41.520359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc55700c-fba2-4534-85dc-58a6a9a3b036', 'tag': 'ebc9ab17-2797-4924-84c6-3ac9913878f5'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:41.522818 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc55700c-fba2-4534-85dc-58a6a9a3b036", "tag": "ebc9ab17-2797-4924-84c6-3ac9913878f5"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:41.571499 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3b691-8fe4-4e2f-972f-032fcfc510e6 x-openstack-request-id: req-bcc3b691-8fe4-4e2f-972f-032fcfc510e6 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:41.571800 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc55700c-fba2-4534-85dc-58a6a9a3b036", "tag": "ebc9ab17-2797-4924-84c6-3ac9913878f5", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:41.572056 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcc3b691-8fe4-4e2f-972f-032fcfc510e6 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:41.572538 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc55700c-fba2-4534-85dc-58a6a9a3b036', 'tag': 'ebc9ab17-2797-4924-84c6-3ac9913878f5', 'status': 'completed', 'code': 200} Jul 16 20:35:41.587390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914cf5e-af5b-44a7-b59b-45bfc8fa1847 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc9ab17-2797-4924-84c6-3ac9913878f5,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:41.638210 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-3f9ab72b-b6c0-4406-a2bd-2b2bc58440e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.640395 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-3f9ab72b-b6c0-4406-a2bd-2b2bc58440e0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e849296c52414ddaaaac57d7dca6c571&device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 1095 time: 0.0652270 Jul 16 20:35:41.688882 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-6bbb1a56-2e96-4688-a38a-07d20e59b130 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebc9ab17-2797-4924-84c6-3ac9913878f5 HTTP/1.1" status: 200 len: 217 time: 0.0405786 Jul 16 20:35:41.752973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-68e4f956-8f55-4318-8c10-a66a0344b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.754552 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-68e4f956-8f55-4318-8c10-a66a0344b864 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=61584b36-0a8d-4961-b762-49dbc51b4164 HTTP/1.1" status: 200 len: 848 time: 0.0589736 Jul 16 20:35:41.796845 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-1e949994-050c-4978-bb55-1be2f5ecf7d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83d372c4-8059-48d8-8df4-17d395b50db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327411 Jul 16 20:35:41.902040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-30e2dc97-baa1-4db3-adae-0718e6618682 service neutron] 10.222.0.68 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981340 Jul 16 20:35:42.006326 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-96a4b2aa-251a-4837-8138-e673e36785d4 req-aef40fd5-fe95-4589-8804-1c05f594c020 service neutron] 10.222.0.68 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983095 Jul 16 20:35:42.123034 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-4ad56d50-df71-4253-9d1f-1163c429562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:42.125809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-4ad56d50-df71-4253-9d1f-1163c429562b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e849296c52414ddaaaac57d7dca6c571&device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 1095 time: 0.0654998 Jul 16 20:35:42.235687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-d4be3e3c-940c-4300-b130-ba4201ef08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:42.238640 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-d4be3e3c-940c-4300-b130-ba4201ef08a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=83d372c4-8059-48d8-8df4-17d395b50db9 HTTP/1.1" status: 200 len: 909 time: 0.1057789 Jul 16 20:35:42.309357 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-088e313c-6872-4c18-b7c3-aae5cb9e67fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebc9ab17-2797-4924-84c6-3ac9913878f5 HTTP/1.1" status: 200 len: 217 time: 0.0637486 Jul 16 20:35:42.338757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c3a2e-4cc1-4983-aa90-6b1450672ec1 req-8ac1d41f-902d-4913-a1c9-2920a1a26cc1 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:42.340526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-401c3a2e-4cc1-4983-aa90-6b1450672ec1 req-8ac1d41f-902d-4913-a1c9-2920a1a26cc1 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 943 time: 0.0745568 Jul 16 20:35:42.370121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-f0c476f0-7c03-4173-a530-c82bd14b905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:42.371646 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-f0c476f0-7c03-4173-a530-c82bd14b905e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=61584b36-0a8d-4961-b762-49dbc51b4164 HTTP/1.1" status: 200 len: 848 time: 0.0549645 Jul 16 20:35:42.402514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-401c3a2e-4cc1-4983-aa90-6b1450672ec1 req-a02aa4b3-2b23-4ebf-839e-717c012991d9 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 Jul 16 20:35:42.411371 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-36133c38-0885-4e02-9dcc-7b60ae605640 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83d372c4-8059-48d8-8df4-17d395b50db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326943 Jul 16 20:35:42.526562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-d53a6582-82f9-407c-80c4-15c02504fce6 service neutron] 10.222.0.68 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087382 Jul 16 20:35:42.628524 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f1db0fb3-c409-4b7d-bc19-09adfe56cd5b req-ca69cc66-c9aa-4825-a2d4-0b2d146aa0ab service neutron] 10.222.0.68 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949020 Jul 16 20:35:43.613949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e5d6-bcd5-48ed-96f5-a6c8a7cfbb5d req-d2ac5d85-2b07-4c34-82a6-e171ccd79cf3 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:43.615577 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23b7e5d6-bcd5-48ed-96f5-a6c8a7cfbb5d req-d2ac5d85-2b07-4c34-82a6-e171ccd79cf3 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 943 time: 0.0766444 Jul 16 20:35:43.659304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23b7e5d6-bcd5-48ed-96f5-a6c8a7cfbb5d req-43495a2e-c10a-4503-b367-0dea54b48d2b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Jul 16 20:35:44.876594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cb925-f7c1-4109-bda4-c462920b4be0 req-c659ce28-6a30-4cf4-a25d-c51754214a18 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:44.878423 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a74cb925-f7c1-4109-bda4-c462920b4be0 req-c659ce28-6a30-4cf4-a25d-c51754214a18 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 943 time: 0.0821764 Jul 16 20:35:44.911587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ebc9ab17-2797-4924-84c6-3ac9913878f5 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:44.932273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a74cb925-f7c1-4109-bda4-c462920b4be0 req-3e76b2c7-9458-453e-bdc6-5a596bf7f885 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Jul 16 20:35:45.052609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ebc9ab17-2797-4924-84c6-3ac9913878f5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ebc9ab17-2797-4924-84c6-3ac9913878f5,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:45.254603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'ebc9ab17-2797-4924-84c6-3ac9913878f5', 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9', 'port_id': 'ebc9ab17-2797-4924-84c6-3ac9913878f5', 'mac_address': 'fa:16:3e:0f:e9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61584b36-0a8d-4961-b762-49dbc51b4164', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:35:45.305918 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.330106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc9ab17-2797-4924-84c6-3ac9913878f5 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:45.364192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ebc9ab17-2797-4924-84c6-3ac9913878f5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ebc9ab17-2797-4924-84c6-3ac9913878f5,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:45.369077 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.423301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ebc9ab17-2797-4924-84c6-3ac9913878f5,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.431747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.432107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.432490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.432904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.433329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.433674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.434018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.434350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.434688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.435023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.435359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.435728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:45.573086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ebc9ab17-2797-4924-84c6-3ac9913878f5'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:46.147863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c37bb3-a608-43c6-8ad4-37ef4de53199 req-1819d4fc-2859-40ee-a31b-e2d51cab70c9 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.149708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70c37bb3-a608-43c6-8ad4-37ef4de53199 req-1819d4fc-2859-40ee-a31b-e2d51cab70c9 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 944 time: 0.0757961 Jul 16 20:35:46.197299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70c37bb3-a608-43c6-8ad4-37ef4de53199 req-4a76139d-6d53-4993-817e-6f12515d0b80 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392308 Jul 16 20:35:46.943095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ebc9ab17-2797-4924-84c6-3ac9913878f5 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:47.000006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port ebc9ab17-2797-4924-84c6-3ac9913878f5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:47.004351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port ebc9ab17-2797-4924-84c6-3ac9913878f5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:47.004741 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.095102 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.122852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc55700c-fba2-4534-85dc-58a6a9a3b036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc9ab17-2797-4924-84c6-3ac9913878f5'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:47.125963 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94c824d-7f35-48ed-8e82-7db225e08ffa" -d '{"events": [{"server_uuid": "cc55700c-fba2-4534-85dc-58a6a9a3b036", "name": "network-vif-plugged", "status": "completed", "tag": "ebc9ab17-2797-4924-84c6-3ac9913878f5"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:47.141059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ebc9ab17-2797-4924-84c6-3ac9913878f5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ebc9ab17-2797-4924-84c6-3ac9913878f5,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:47.146340 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.179129 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cad192-6450-4e7a-afe1-48de5116fb6c x-openstack-request-id: req-42cad192-6450-4e7a-afe1-48de5116fb6c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:47.179417 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc55700c-fba2-4534-85dc-58a6a9a3b036", "name": "network-vif-plugged", "status": "completed", "tag": "ebc9ab17-2797-4924-84c6-3ac9913878f5", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:47.179670 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42cad192-6450-4e7a-afe1-48de5116fb6c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:47.180070 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc55700c-fba2-4534-85dc-58a6a9a3b036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc9ab17-2797-4924-84c6-3ac9913878f5', 'code': 200} Jul 16 20:35:47.208807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ebc9ab17-2797-4924-84c6-3ac9913878f5,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.312152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d877a-e852-4c9b-ac73-40a338ab18fc req-213a6226-45b6-4107-a6cb-516ea9a3b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.314041 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f32d877a-e852-4c9b-ac73-40a338ab18fc req-213a6226-45b6-4107-a6cb-516ea9a3b940 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 1097 time: 0.0634792 Jul 16 20:35:47.355256 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f32d877a-e852-4c9b-ac73-40a338ab18fc req-60a7e944-38a7-4fb6-8161-1909cfdbc434 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348074 Jul 16 20:35:47.414929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5ace8-48b1-4b3c-9c85-ce4022e5c3ff req-49aab8d0-1acc-42bb-989b-00b6f13f6d2f tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.416896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cb5ace8-48b1-4b3c-9c85-ce4022e5c3ff req-49aab8d0-1acc-42bb-989b-00b6f13f6d2f tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 945 time: 0.0823610 Jul 16 20:35:47.466729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7cb5ace8-48b1-4b3c-9c85-ce4022e5c3ff req-2ec73b2e-b9df-49b0-afe8-18e71e3b1698 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Jul 16 20:35:48.070675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f083eae-ffe2-4422-a768-8d8149d426f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.464750 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-101b3577-2997-4986-83bb-0498cff305a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1259134 Jul 16 20:35:48.587638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-2650f222-373c-43a9-9e47-6dbf58c9c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.590737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-2650f222-373c-43a9-9e47-6dbf58c9c482 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 1098 time: 0.0768821 Jul 16 20:35:48.766270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212e2f-726a-41cb-9e50-3c5ba13c82b6 req-c50197ce-3d0b-44f8-af3b-d67906dd975c tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.768037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44212e2f-726a-41cb-9e50-3c5ba13c82b6 req-c50197ce-3d0b-44f8-af3b-d67906dd975c tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 945 time: 0.1706772 Jul 16 20:35:48.770094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-9f9f35fe-68cc-4f84-b4b2-587f68cb56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.770843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-9f9f35fe-68cc-4f84-b4b2-587f68cb56fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 HTTP/1.1" status: 200 len: 898 time: 0.1578348 Jul 16 20:35:48.887790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44212e2f-726a-41cb-9e50-3c5ba13c82b6 req-dfd1af33-1bda-4ef2-9bf0-7cbb59ee3ff9 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103287 Jul 16 20:35:48.903249 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-89a084d8-7844-4d70-b160-c3d1058e55c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2628af21-b308-443d-8791-ee41d92da846 HTTP/1.1" status: 200 len: 1002 time: 0.1237774 Jul 16 20:35:48.994230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-927d8dfb-27d3-4fce-830f-8b7ad633e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.996800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-927d8dfb-27d3-4fce-830f-8b7ad633e293 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d100e2e3-9073-49f7-858a-238d164a21fa HTTP/1.1" status: 200 len: 835 time: 0.0865328 Jul 16 20:35:49.071996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-b2740c53-4696-448c-a4cc-32237d327c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.074497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-b2740c53-4696-448c-a4cc-32237d327c71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707374 Jul 16 20:35:49.191001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-e0eba664-77d9-48cd-b6b2-bd85cdb5f167 service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090620 Jul 16 20:35:49.328400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b55e6c8e-3ad3-44ff-9628-216574b5a8a3 req-779ffeb5-28f1-47a2-b7b1-fb286b97f165 service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303382 Jul 16 20:35:49.806760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f228-cc54-4fc1-8ca4-0e9d022d7b57 req-5915a107-e67b-445d-8cf2-4a2a8202d9e1 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.808775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb98f228-cc54-4fc1-8ca4-0e9d022d7b57 req-5915a107-e67b-445d-8cf2-4a2a8202d9e1 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 945 time: 0.0718193 Jul 16 20:35:49.856677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb98f228-cc54-4fc1-8ca4-0e9d022d7b57 req-1c8efc65-d699-438f-b6ee-ea685dab5e64 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Jul 16 20:35:50.412873 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e12d2c78-4a0c-4543-8e2a-7c0f34061232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.536374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852ed98-80b1-4f2b-ab03-8821837dff83 req-733bcce4-16cd-46c8-9e42-e996bdb83c22 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:50.538033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d852ed98-80b1-4f2b-ab03-8821837dff83 req-733bcce4-16cd-46c8-9e42-e996bdb83c22 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0800991 Jul 16 20:35:50.584793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d852ed98-80b1-4f2b-ab03-8821837dff83 req-8adfc499-b443-44f9-a173-9cae353ddc44 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405753 Jul 16 20:35:50.638163 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.005870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-54b6e62d-2812-42b3-8914-41f3c8c4c500 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.007664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-54b6e62d-2812-42b3-8914-41f3c8c4c500 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 945 time: 0.0881565 Jul 16 20:35:51.061570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b69dab-aa2b-49ca-b49f-d4e492a53f2b req-473a1c24-92fd-40c8-a8b5-bfdee6018b78 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.063591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6b69dab-aa2b-49ca-b49f-d4e492a53f2b req-473a1c24-92fd-40c8-a8b5-bfdee6018b78 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 945 time: 0.0738158 Jul 16 20:35:51.114071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6b69dab-aa2b-49ca-b49f-d4e492a53f2b req-1a38ed5d-d526-4b19-8235-1ab574358812 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Jul 16 20:35:51.125739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Deleting port ebc9ab17-2797-4924-84c6-3ac9913878f5 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:51.126341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.254375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] For port ebc9ab17-2797-4924-84c6-3ac9913878f5, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ebc9ab17-2797-4924-84c6-3ac9913878f5,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:51.254792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.270947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Calling delete_port for ebc9ab17-2797-4924-84c6-3ac9913878f5 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:51.502819 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.516289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ebc9ab17-2797-4924-84c6-3ac9913878f5'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:51.549250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Pushing event deleted for resources: {'Port': ['ID=ebc9ab17-2797-4924-84c6-3ac9913878f5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.598751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] No DVR routers for this DVR port ebc9ab17-2797-4924-84c6-3ac9913878f5 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:51.601879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.604148 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7b4d9942-2061-4762-ac44-3eb18e136923 req-d2947541-1302-485a-bb39-a906d7a79dfd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.68 "DELETE /v2.0/ports/ebc9ab17-2797-4924-84c6-3ac9913878f5 HTTP/1.1" status: 204 len: 173 time: 0.5910668 Jul 16 20:35:51.604719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc55700c-fba2-4534-85dc-58a6a9a3b036', 'name': 'network-vif-deleted', 'tag': 'ebc9ab17-2797-4924-84c6-3ac9913878f5'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:51.607120 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a0260d-556a-46f6-af15-3628c6b904c8" -d '{"events": [{"server_uuid": "cc55700c-fba2-4534-85dc-58a6a9a3b036", "name": "network-vif-deleted", "tag": "ebc9ab17-2797-4924-84c6-3ac9913878f5"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:51.659466 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1c1b7d-5c6c-4e67-837d-6b0221939eff x-openstack-request-id: req-7a1c1b7d-5c6c-4e67-837d-6b0221939eff {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:51.659824 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc55700c-fba2-4534-85dc-58a6a9a3b036", "name": "network-vif-deleted", "tag": "ebc9ab17-2797-4924-84c6-3ac9913878f5", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:51.660321 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a1c1b7d-5c6c-4e67-837d-6b0221939eff {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:51.661245 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc55700c-fba2-4534-85dc-58a6a9a3b036', 'name': 'network-vif-deleted', 'tag': 'ebc9ab17-2797-4924-84c6-3ac9913878f5', 'status': 'completed', 'code': 200} Jul 16 20:35:51.867638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc8936-2eba-43a2-bc44-e31de5796f48 req-f9254af0-cfdc-478d-8cf7-c7afa7aaabfd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:51.869640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0edc8936-2eba-43a2-bc44-e31de5796f48 req-f9254af0-cfdc-478d-8cf7-c7afa7aaabfd tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0964355 Jul 16 20:35:51.929432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0edc8936-2eba-43a2-bc44-e31de5796f48 req-3bad0933-c296-431a-b388-d0389b2bd8f5 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486572 Jul 16 20:35:52.308424 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9591181b-bc9a-4e4f-ba7b-805549f19637 req-55a293c0-481b-4c46-b6ab-ffcd29e9b60b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc55700c-fba2-4534-85dc-58a6a9a3b036 HTTP/1.1" status: 200 len: 210 time: 0.0356183 Jul 16 20:35:52.460761 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.136559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac701475-aee1-4a0b-bd85-1fd3e8532ae0 req-ae956f7b-eb2d-4c07-bbe8-a61ee8c2ba93 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.138235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac701475-aee1-4a0b-bd85-1fd3e8532ae0 req-ae956f7b-eb2d-4c07-bbe8-a61ee8c2ba93 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0754569 Jul 16 20:35:53.183955 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac701475-aee1-4a0b-bd85-1fd3e8532ae0 req-120f5235-1f03-400c-ab0e-e63f99efbd01 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378618 Jul 16 20:35:53.642966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-ae6fba05-05eb-4189-8c9d-bc1fb32999fd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.645088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-ae6fba05-05eb-4189-8c9d-bc1fb32999fd tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/networks?id=83d372c4-8059-48d8-8df4-17d395b50db9 HTTP/1.1" status: 200 len: 808 time: 0.1232142 Jul 16 20:35:53.662348 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-1045aa8e-eedf-436a-a995-7fe55d1aab15 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/quotas/e849296c52414ddaaaac57d7dca6c571 HTTP/1.1" status: 200 len: 375 time: 0.0110350 Jul 16 20:35:53.699980 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-551a0234-9333-43a8-babe-b8cb75ae1218 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e849296c52414ddaaaac57d7dca6c571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319753 Jul 16 20:35:53.827439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.838460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-661a25c6-1fdb-4ff8-ba15-e1555c944daf service neutron] 10.222.0.78 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302738 Jul 16 20:35:53.950033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-ae5e0627-fe47-4812-bfb4-da1a06d4a27a service neutron] 10.222.0.78 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018672 Jul 16 20:35:54.204387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6dd72ecc-20c3-4009-b3ff-769cf0a447a3 req-8eb5da2f-8996-450e-94a4-dc07d976b115 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 210 time: 0.0493805 Jul 16 20:35:54.465829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c58635-8da6-48d2-ade1-0bf350275aa7 req-9573937e-5849-4845-bb6a-9c7100890902 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.468510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4c58635-8da6-48d2-ade1-0bf350275aa7 req-9573937e-5849-4845-bb6a-9c7100890902 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0804830 Jul 16 20:35:54.526033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4c58635-8da6-48d2-ade1-0bf350275aa7 req-ae23b4f3-6cfa-4eec-b654-4a21773f12e3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466073 Jul 16 20:35:54.974014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ebc9ab17-2797-4924-84c6-3ac9913878f5 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:54.999682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: ebc9ab17-2797-4924-84c6-3ac9913878f5 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:55.000045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ebc9ab17-2797-4924-84c6-3ac9913878f5 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:55.425710 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-450533f7-a87e-40d0-8532-541725e80ff2 req-f6994623-40b7-419f-9bb3-3bf2254205e8 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 210 time: 0.0423102 Jul 16 20:35:55.559546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-cba1effa-6794-480a-b966-d37d9aa00283 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.562883 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-cba1effa-6794-480a-b966-d37d9aa00283 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.68 "GET /v2.0/networks?id=83d372c4-8059-48d8-8df4-17d395b50db9 HTTP/1.1" status: 200 len: 808 time: 0.2188578 Jul 16 20:35:55.616028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Request body: {'port': {'device_id': '9633a72c-0df7-473e-a806-b7a0a4a0162c', 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9', 'admin_state_up': True, 'tenant_id': 'e849296c52414ddaaaac57d7dca6c571'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:55.743243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3309ee-0599-487a-9f51-16a3af77d221 req-04666ac4-33e8-4e32-a0a4-76d0e84f86b0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.744991 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a3309ee-0599-487a-9f51-16a3af77d221 req-04666ac4-33e8-4e32-a0a4-76d0e84f86b0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0739713 Jul 16 20:35:55.797580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a3309ee-0599-487a-9f51-16a3af77d221 req-77071edd-31fb-4b6b-a103-0b2590f92e64 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418284 Jul 16 20:35:56.133777 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-eccb3e88-542f-411e-a727-7df8d071807e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6572104 Jul 16 20:35:56.165434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Made reservation on behalf of e849296c52414ddaaaac57d7dca6c571 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:56.169791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.348284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1f91-443d-42de-a74b-fc015da20121 req-2e857872-de25-4fc4-b4f5-0d57d22b710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.350108 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-2e857872-de25-4fc4-b4f5-0d57d22b710d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1097 time: 0.1527827 Jul 16 20:35:56.361851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Allocated IP 172.20.0.10 (83d372c4-8059-48d8-8df4-17d395b50db9/61584b36-0a8d-4961-b762-49dbc51b4164/ff243a7e-740d-4342-83cb-1aded069688b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:56.564704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1f91-443d-42de-a74b-fc015da20121 req-c1059416-a568-4e5f-8350-e46f5dcc3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.566292 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-c1059416-a568-4e5f-8350-e46f5dcc3da0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.1934252 Jul 16 20:35:56.596155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-043e91ad-b616-433e-a33f-dfc6724a5f1a req-b78d5679-77d4-411e-871e-6afd3633c9d0 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 210 time: 0.0372016 Jul 16 20:35:56.697752 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.707925 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-893e7b14-3627-4b97-91fc-c7a98df712ad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 200 len: 1001 time: 0.1265895 Jul 16 20:35:56.782617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1f91-443d-42de-a74b-fc015da20121 req-acd0ee49-737f-48bc-8746-238602659add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.784138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-acd0ee49-737f-48bc-8746-238602659add service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0692129 Jul 16 20:35:56.791421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.879012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Network 83d372c4-8059-48d8-8df4-17d395b50db9 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:56.887265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:56.894216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:56.919514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Pushing event updated for resources: {'Port': ['ID=ff243a7e-740d-4342-83cb-1aded069688b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.963559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.964540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.968800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1f91-443d-42de-a74b-fc015da20121 req-453e2bd5-c2e6-48e2-89dc-a3038c23effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.970511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-453e2bd5-c2e6-48e2-89dc-a3038c23effd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767378 Jul 16 20:35:57.016041 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-55a077a3-5ee9-4170-8329-76585f81618b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4365630 Jul 16 20:35:57.031393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Request body: {'port': {'device_id': '9633a72c-0df7-473e-a806-b7a0a4a0162c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:57.045533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c0d20-1abe-46cb-b90f-b67a0c9b9bef req-64bd3efb-800a-48d9-a415-b693dab40762 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.047252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d70c0d20-1abe-46cb-b90f-b67a0c9b9bef req-64bd3efb-800a-48d9-a415-b693dab40762 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0811241 Jul 16 20:35:57.104631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d70c0d20-1abe-46cb-b90f-b67a0c9b9bef req-c5ac4205-fbbf-4b8e-8762-94e2572b9259 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454812 Jul 16 20:35:57.158526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-54213e4d-8a84-4950-8d51-c75bc8200f42 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783075 Jul 16 20:35:57.204132 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.322383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-1a174543-6d16-404a-96de-c23e4a66b4f4 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569993 Jul 16 20:35:57.571662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff243a7e-740d-4342-83cb-1aded069688b {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:57.581288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.595747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Transition to ACTIVE for port object ff243a7e-740d-4342-83cb-1aded069688b will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:57.600751 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.683443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff243a7e-740d-4342-83cb-1aded069688b,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:57.744619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Attempting to bind port ff243a7e-740d-4342-83cb-1aded069688b on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:57.744982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Attempting to bind port ff243a7e-740d-4342-83cb-1aded069688b by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:57.745280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Attempting to bind port ff243a7e-740d-4342-83cb-1aded069688b on network 83d372c4-8059-48d8-8df4-17d395b50db9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:57.750686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Port ff243a7e-740d-4342-83cb-1aded069688b on network 83d372c4-8059-48d8-8df4-17d395b50db9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:57.751027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Attempting to bind port ff243a7e-740d-4342-83cb-1aded069688b on network 83d372c4-8059-48d8-8df4-17d395b50db9 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:57.757173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:57.757744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Checking segment: {'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:57.758277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Bound using segment: {'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:57.758821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Bound port: ff243a7e-740d-4342-83cb-1aded069688b, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf98389-37c7-4dc0-a4c6-a639265eb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:57.759350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.839878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] For port ff243a7e-740d-4342-83cb-1aded069688b, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:57.844619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] For port ff243a7e-740d-4342-83cb-1aded069688b, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ff243a7e-740d-4342-83cb-1aded069688b,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:57.850498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.879700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928fb2d-44c1-4e82-bdb9-1ce551db3843 req-8f0e0eff-2b16-47db-a110-702600a0c535 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.881365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4928fb2d-44c1-4e82-bdb9-1ce551db3843 req-8f0e0eff-2b16-47db-a110-702600a0c535 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 944 time: 0.0833764 Jul 16 20:35:57.889830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.891048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.892636 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] 10.222.0.68 "PUT /v2.0/ports/ff243a7e-740d-4342-83cb-1aded069688b HTTP/1.1" status: 200 len: 1093 time: 0.8689296 Jul 16 20:35:57.895300 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9633a72c-0df7-473e-a806-b7a0a4a0162c', 'tag': 'ff243a7e-740d-4342-83cb-1aded069688b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:57.902214 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94f730e-a4c7-4a33-8941-e3c656fecf26" -d '{"events": [{"name": "network-changed", "server_uuid": "9633a72c-0df7-473e-a806-b7a0a4a0162c", "tag": "ff243a7e-740d-4342-83cb-1aded069688b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:57.937503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661f179-ebde-4fef-8405-e6df8d7e9aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff243a7e-740d-4342-83cb-1aded069688b,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:57.954619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4928fb2d-44c1-4e82-bdb9-1ce551db3843 req-627ae953-327c-48c4-9668-8d5419e0f799 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607557 Jul 16 20:35:57.959472 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5950ad6-c221-4655-a0a1-436e206858ef x-openstack-request-id: req-f5950ad6-c221-4655-a0a1-436e206858ef {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:57.959767 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9633a72c-0df7-473e-a806-b7a0a4a0162c", "tag": "ff243a7e-740d-4342-83cb-1aded069688b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:57.960019 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5950ad6-c221-4655-a0a1-436e206858ef {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:57.960479 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9633a72c-0df7-473e-a806-b7a0a4a0162c', 'tag': 'ff243a7e-740d-4342-83cb-1aded069688b', 'status': 'completed', 'code': 200} Jul 16 20:35:58.015942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-2e77ecdd-69b9-4853-a05c-32c645ca0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.017575 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-2e77ecdd-69b9-4853-a05c-32c645ca0546 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e849296c52414ddaaaac57d7dca6c571&device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 1096 time: 0.0682650 Jul 16 20:35:58.062913 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-d3bf8ae9-e2d5-4ddb-9104-c203a6a117d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff243a7e-740d-4342-83cb-1aded069688b HTTP/1.1" status: 200 len: 217 time: 0.0383565 Jul 16 20:35:58.119196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-d2743e28-4d73-4cca-b53d-160b171712f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.120691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-d2743e28-4d73-4cca-b53d-160b171712f2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=61584b36-0a8d-4961-b762-49dbc51b4164 HTTP/1.1" status: 200 len: 848 time: 0.0521693 Jul 16 20:35:58.160562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-348c4498-147a-4632-b94c-090e8c21cff6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83d372c4-8059-48d8-8df4-17d395b50db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330045 Jul 16 20:35:58.308920 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-d457691c-85cd-457f-ae44-ad071bc57c19 service neutron] 10.222.0.68 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421471 Jul 16 20:35:58.354020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4a2c0-4519-4002-bf0b-3d7eda27d341 req-5792d118-1627-4333-9cc4-0cad7876e536 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.356646 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9db4a2c0-4519-4002-bf0b-3d7eda27d341 req-5792d118-1627-4333-9cc4-0cad7876e536 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0900080 Jul 16 20:35:58.422812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9db4a2c0-4519-4002-bf0b-3d7eda27d341 req-27519ff9-6c20-4deb-97d0-904cde3cc895 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507658 Jul 16 20:35:58.443852 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-044f2f4a-ad3f-4b3f-82e7-51165ba6ef7b req-1af4eff1-6ec6-48cb-aed2-8d766bf0faf0 service neutron] 10.222.0.68 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287901 Jul 16 20:35:58.554482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-c90077c3-080f-46d9-b3cb-6cdefd50f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.556037 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-c90077c3-080f-46d9-b3cb-6cdefd50f474 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e849296c52414ddaaaac57d7dca6c571&device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 1096 time: 0.0600142 Jul 16 20:35:58.657230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-a8154f3f-b2b0-45da-be09-7b06af09e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.658793 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-a8154f3f-b2b0-45da-be09-7b06af09e90b service neutron] 10.222.0.68 "GET /v2.0/networks?id=83d372c4-8059-48d8-8df4-17d395b50db9 HTTP/1.1" status: 200 len: 909 time: 0.0967257 Jul 16 20:35:58.707375 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-ec1db03a-977f-40d0-84e5-0dd219e1fec1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff243a7e-740d-4342-83cb-1aded069688b HTTP/1.1" status: 200 len: 217 time: 0.0419605 Jul 16 20:35:58.761546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-999cafa1-d87d-4783-8f94-00a53642f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.763451 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-999cafa1-d87d-4783-8f94-00a53642f7a5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=61584b36-0a8d-4961-b762-49dbc51b4164 HTTP/1.1" status: 200 len: 848 time: 0.0493884 Jul 16 20:35:58.808588 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-36ceb76d-e212-4a9e-aab9-ab57bcc5aa3d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83d372c4-8059-48d8-8df4-17d395b50db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377910 Jul 16 20:35:58.921957 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-48e64eb7-ec5b-44a4-8f9e-733d15fecb1e service neutron] 10.222.0.68 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044750 Jul 16 20:35:59.044267 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b94f730e-a4c7-4a33-8941-e3c656fecf26 req-bfd516e1-20ec-4516-b318-6424e52cab06 service neutron] 10.222.0.68 "GET /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147320 Jul 16 20:35:59.202796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9d07-2639-4b43-9cd9-ed21331143b2 req-c2899f13-0e4c-4870-a6b8-04bec057d731 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:59.205748 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54af9d07-2639-4b43-9cd9-ed21331143b2 req-c2899f13-0e4c-4870-a6b8-04bec057d731 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 944 time: 0.0802531 Jul 16 20:35:59.265362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54af9d07-2639-4b43-9cd9-ed21331143b2 req-16d3b080-dcd6-409d-a463-e9c146697611 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Jul 16 20:35:59.643739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79b84a-3d17-40f7-bd60-97048ab33cda req-48a8ec2a-3d8a-4f6a-9e1d-679f8dafd645 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:59.645725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac79b84a-3d17-40f7-bd60-97048ab33cda req-48a8ec2a-3d8a-4f6a-9e1d-679f8dafd645 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0808918 Jul 16 20:35:59.699450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac79b84a-3d17-40f7-bd60-97048ab33cda req-c490e6bb-dbd0-4cde-b0aa-013dfc1d250f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461342 Jul 16 20:36:00.525341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedc9fa-1d07-4032-995b-cb12122a09ad req-426ac7d7-b43c-43b2-94bf-628209b4faab tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.526985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeedc9fa-1d07-4032-995b-cb12122a09ad req-426ac7d7-b43c-43b2-94bf-628209b4faab tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 944 time: 0.0958154 Jul 16 20:36:00.582509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeedc9fa-1d07-4032-995b-cb12122a09ad req-eb11fb54-f7f9-4870-9def-5ca0b5e5598b tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462439 Jul 16 20:36:00.926040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62f9c-d8e4-49ec-8143-ff128d83e41c req-1d66f40a-06f2-4414-b24f-1982b2609701 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.928168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3b62f9c-d8e4-49ec-8143-ff128d83e41c req-1d66f40a-06f2-4414-b24f-1982b2609701 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0881150 Jul 16 20:36:00.977160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b3b62f9c-d8e4-49ec-8143-ff128d83e41c req-978b52d0-4e1f-4e8f-a800-2456d3596900 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 Jul 16 20:36:01.005499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ff243a7e-740d-4342-83cb-1aded069688b details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:01.136537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ff243a7e-740d-4342-83cb-1aded069688b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ff243a7e-740d-4342-83cb-1aded069688b,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:01.150831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'ff243a7e-740d-4342-83cb-1aded069688b', 'network_id': '83d372c4-8059-48d8-8df4-17d395b50db9', 'port_id': 'ff243a7e-740d-4342-83cb-1aded069688b', 'mac_address': 'fa:16:3e:7d:e5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61584b36-0a8d-4961-b762-49dbc51b4164', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:01.210697 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.229376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff243a7e-740d-4342-83cb-1aded069688b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:01.257229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ff243a7e-740d-4342-83cb-1aded069688b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ff243a7e-740d-4342-83cb-1aded069688b,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:01.263141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.325125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ff243a7e-740d-4342-83cb-1aded069688b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.473172 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ff243a7e-740d-4342-83cb-1aded069688b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:01.798389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb78d8-2263-4644-829b-ae1ff91c7ed6 req-5753ab5c-3a89-4e90-99f7-95ae55c5419f tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.800001 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb78d8-2263-4644-829b-ae1ff91c7ed6 req-5753ab5c-3a89-4e90-99f7-95ae55c5419f tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 945 time: 0.0834916 Jul 16 20:36:01.859303 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb78d8-2263-4644-829b-ae1ff91c7ed6 req-c5426782-b0bc-403f-aaba-97eb5daea283 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Jul 16 20:36:02.231476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054baf3f-204f-46cb-a948-5e29f436de21 req-a19eb09b-c574-436d-b862-47a757a8c20c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.234583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-054baf3f-204f-46cb-a948-5e29f436de21 req-a19eb09b-c574-436d-b862-47a757a8c20c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.1061623 Jul 16 20:36:02.302231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-054baf3f-204f-46cb-a948-5e29f436de21 req-75079470-482a-408d-93a2-9137598f0f9b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607200 Jul 16 20:36:03.020351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ff243a7e-740d-4342-83cb-1aded069688b up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:03.083759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port ff243a7e-740d-4342-83cb-1aded069688b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:03.089490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port ff243a7e-740d-4342-83cb-1aded069688b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:03.089875 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.102650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470344-0905-436d-a228-1acfebbf13be req-6cf3e0aa-509e-48cf-98cd-3b93cf041120 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.117004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f470344-0905-436d-a228-1acfebbf13be req-6cf3e0aa-509e-48cf-98cd-3b93cf041120 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 945 time: 0.1128323 Jul 16 20:36:03.183501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f470344-0905-436d-a228-1acfebbf13be req-136ed8fc-8ffa-4298-a334-d9d166afadee tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641747 Jul 16 20:36:03.200238 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.234177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9633a72c-0df7-473e-a806-b7a0a4a0162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff243a7e-740d-4342-83cb-1aded069688b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:03.237639 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e76c4c4-8ea2-43c3-9089-499666501a05" -d '{"events": [{"server_uuid": "9633a72c-0df7-473e-a806-b7a0a4a0162c", "name": "network-vif-plugged", "status": "completed", "tag": "ff243a7e-740d-4342-83cb-1aded069688b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:03.260297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ff243a7e-740d-4342-83cb-1aded069688b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ff243a7e-740d-4342-83cb-1aded069688b,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:03.266719 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.313622 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a908e7f0-5964-4d46-90b2-bb5b8dc427a2 x-openstack-request-id: req-a908e7f0-5964-4d46-90b2-bb5b8dc427a2 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:03.313960 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9633a72c-0df7-473e-a806-b7a0a4a0162c", "name": "network-vif-plugged", "status": "completed", "tag": "ff243a7e-740d-4342-83cb-1aded069688b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:03.314163 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a908e7f0-5964-4d46-90b2-bb5b8dc427a2 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:03.314560 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9633a72c-0df7-473e-a806-b7a0a4a0162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff243a7e-740d-4342-83cb-1aded069688b', 'code': 200} Jul 16 20:36:03.351109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ff243a7e-740d-4342-83cb-1aded069688b,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:03.440275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c7c5-b276-488e-881c-d1fc9a819899 req-7f24ab59-71aa-47ce-aa65-e9350dc527cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.441837 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56e1c7c5-b276-488e-881c-d1fc9a819899 req-7f24ab59-71aa-47ce-aa65-e9350dc527cc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 1098 time: 0.0676646 Jul 16 20:36:03.481815 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56e1c7c5-b276-488e-881c-d1fc9a819899 req-0ab0d1f5-bdaf-47d9-89fc-962de3fe57d0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Jul 16 20:36:03.512436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52cc47-63d3-4a3d-8384-b5b120f6cca5 req-c67d6e57-ace9-4979-a581-e4527141d6ed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.514624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d52cc47-63d3-4a3d-8384-b5b120f6cca5 req-c67d6e57-ace9-4979-a581-e4527141d6ed tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0717051 Jul 16 20:36:03.556347 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d52cc47-63d3-4a3d-8384-b5b120f6cca5 req-ec6216f2-52c4-460a-bea1-be13ebab64c3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354869 Jul 16 20:36:04.428780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1a4c-43ab-4c2b-bbbe-be71bbf6dde2 req-56538f13-55fc-4783-85d1-f9f1bbdd3b09 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.430381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-937e1a4c-43ab-4c2b-bbbe-be71bbf6dde2 req-56538f13-55fc-4783-85d1-f9f1bbdd3b09 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 946 time: 0.0864069 Jul 16 20:36:04.474370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-937e1a4c-43ab-4c2b-bbbe-be71bbf6dde2 req-8656be9d-5f66-4d36-9b39-1c7dc1316176 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371644 Jul 16 20:36:04.550991 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.779195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e02bd-2042-4892-8434-1c558c889d9d req-c21549ff-1a60-47e9-9d5c-a4db8c2c6412 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.781772 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-521e02bd-2042-4892-8434-1c558c889d9d req-c21549ff-1a60-47e9-9d5c-a4db8c2c6412 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0737050 Jul 16 20:36:04.830867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-521e02bd-2042-4892-8434-1c558c889d9d req-a5438d18-706b-4a10-af11-6310df7ca6b3 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389280 Jul 16 20:36:05.345805 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.664309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6029d-cb06-48a5-ae49-06e78ad588c8 req-4452dfea-7149-445c-83e1-cb94450aabf6 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:05.666289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83f6029d-cb06-48a5-ae49-06e78ad588c8 req-4452dfea-7149-445c-83e1-cb94450aabf6 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 946 time: 0.0741959 Jul 16 20:36:05.717857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83f6029d-cb06-48a5-ae49-06e78ad588c8 req-635db842-53d9-47b0-b4aa-b28340314504 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Jul 16 20:36:06.073582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6847055-ba85-4b85-a602-13ca3d02fcea req-d410b88d-ff48-46e7-bb0b-817bc5e119ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.076106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6847055-ba85-4b85-a602-13ca3d02fcea req-d410b88d-ff48-46e7-bb0b-817bc5e119ab tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0814130 Jul 16 20:36:06.135514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6847055-ba85-4b85-a602-13ca3d02fcea req-dcb19e3b-9cbd-4a19-af97-f7ca36e41ef8 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522461 Jul 16 20:36:06.635692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a7fa4-7ce5-4c29-a488-e14f4b1346da req-fca517ac-db66-4ff6-b97d-b05c83c2ac1c tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.637289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa0a7fa4-7ce5-4c29-a488-e14f4b1346da req-fca517ac-db66-4ff6-b97d-b05c83c2ac1c tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 946 time: 0.0706489 Jul 16 20:36:06.679634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa0a7fa4-7ce5-4c29-a488-e14f4b1346da req-f52b085b-06e7-4085-b741-9ff7eafaf2c0 tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Jul 16 20:36:07.334342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76db86-8b35-4e80-80ce-b90bd8147943 req-3513e633-51ad-4d58-87af-fc9ec0a4232c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:07.336098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e76db86-8b35-4e80-80ce-b90bd8147943 req-3513e633-51ad-4d58-87af-fc9ec0a4232c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0682430 Jul 16 20:36:07.386726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9e76db86-8b35-4e80-80ce-b90bd8147943 req-c9a680ba-39c2-4a4c-814b-445f7a79d2ad tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Jul 16 20:36:07.847393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-36e0f3fe-21a6-49f9-a358-d71494abb9be tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:07.849872 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-36e0f3fe-21a6-49f9-a358-d71494abb9be tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.68 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 946 time: 0.1154823 Jul 16 20:36:07.915857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca3766-d9bd-4f67-8156-59c5eb8a8a44 req-c6758046-58c0-47aa-8d43-d05603fdf28f tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:07.918673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38ca3766-d9bd-4f67-8156-59c5eb8a8a44 req-c6758046-58c0-47aa-8d43-d05603fdf28f tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 946 time: 0.1016533 Jul 16 20:36:07.990841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38ca3766-d9bd-4f67-8156-59c5eb8a8a44 req-58411c22-acfe-418d-a4f1-8130ad7b8ace tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2e89b1a-5b2c-469c-964e-198da661307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603614 Jul 16 20:36:08.007716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Deleting port ff243a7e-740d-4342-83cb-1aded069688b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:08.008087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.173767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] For port ff243a7e-740d-4342-83cb-1aded069688b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ff243a7e-740d-4342-83cb-1aded069688b,segment=NetworkSegment(faf98389-37c7-4dc0-a4c6-a639265eb9fd),segment_id=faf98389-37c7-4dc0-a4c6-a639265eb9fd)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:08.174376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.198993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Calling delete_port for ff243a7e-740d-4342-83cb-1aded069688b owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:08.398967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.414034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ff243a7e-740d-4342-83cb-1aded069688b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:08.458160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Pushing event deleted for resources: {'Port': ['ID=ff243a7e-740d-4342-83cb-1aded069688b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:08.530281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] No DVR routers for this DVR port ff243a7e-740d-4342-83cb-1aded069688b on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:08.533605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.536595 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d4d1cdfe-6623-49e6-bd6a-5b26f5f357c5 req-a04bc929-4909-4b84-9c4b-45d21603d3df tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.68 "DELETE /v2.0/ports/ff243a7e-740d-4342-83cb-1aded069688b HTTP/1.1" status: 204 len: 173 time: 0.6809318 Jul 16 20:36:08.537178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9633a72c-0df7-473e-a806-b7a0a4a0162c', 'name': 'network-vif-deleted', 'tag': 'ff243a7e-740d-4342-83cb-1aded069688b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:08.540046 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eecb9b-17cb-4e4c-8e93-ac9a98dc6864" -d '{"events": [{"server_uuid": "9633a72c-0df7-473e-a806-b7a0a4a0162c", "name": "network-vif-deleted", "tag": "ff243a7e-740d-4342-83cb-1aded069688b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:08.590465 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253ed60-1da4-4282-be62-a113652ce3d9 x-openstack-request-id: req-3253ed60-1da4-4282-be62-a113652ce3d9 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:08.590771 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9633a72c-0df7-473e-a806-b7a0a4a0162c", "name": "network-vif-deleted", "tag": "ff243a7e-740d-4342-83cb-1aded069688b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:08.591025 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3253ed60-1da4-4282-be62-a113652ce3d9 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:08.591435 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9633a72c-0df7-473e-a806-b7a0a4a0162c', 'name': 'network-vif-deleted', 'tag': 'ff243a7e-740d-4342-83cb-1aded069688b', 'status': 'completed', 'code': 200} Jul 16 20:36:08.620510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0fda3-96ab-42a2-8038-3768f49344b5 req-beca2e5b-63c2-49a4-af7d-041732c745be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.622164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ec0fda3-96ab-42a2-8038-3768f49344b5 req-beca2e5b-63c2-49a4-af7d-041732c745be tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0922174 Jul 16 20:36:08.694891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9ec0fda3-96ab-42a2-8038-3768f49344b5 req-32cfb215-531a-4fba-a183-8b6a1edcab41 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617621 Jul 16 20:36:09.230265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55f3b5fe-f4c3-4510-a6ab-76d248b04887 req-86dabc55-3299-4fdb-9692-6579b83c282d tempest-VolumesActionsTest-1487632645 tempest-VolumesActionsTest-1487632645-project] 10.222.0.78 "GET /v2.0/ports?device_id=9633a72c-0df7-473e-a806-b7a0a4a0162c HTTP/1.1" status: 200 len: 210 time: 0.0543704 Jul 16 20:36:09.568542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31e62c-83ed-428a-9fa0-ed69a83a0223 req-95198ca3-8976-464e-8c36-c87d8097152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:09.570085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb31e62c-83ed-428a-9fa0-ed69a83a0223 req-95198ca3-8976-464e-8c36-c87d8097152a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 1098 time: 0.0618865 Jul 16 20:36:09.610016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb31e62c-83ed-428a-9fa0-ed69a83a0223 req-84687e89-5cf4-4972-8259-6a4209a17c09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324728 Jul 16 20:36:09.891008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1f9d-e205-412f-a6ca-989782d7ab7d req-8ee3c4b4-40c6-43bb-b79e-53512fb14d58 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:09.892638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6bb1f9d-e205-412f-a6ca-989782d7ab7d req-8ee3c4b4-40c6-43bb-b79e-53512fb14d58 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.0738943 Jul 16 20:36:09.938751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6bb1f9d-e205-412f-a6ca-989782d7ab7d req-30ddbdb3-18a3-4657-a022-904bccf28bc5 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400639 Jul 16 20:36:10.552142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2628af21-b308-443d-8791-ee41d92da846 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:10.670790 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.697785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2628af21-b308-443d-8791-ee41d92da846'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:10.700090 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e993ceed-34d2-42cd-87e9-02a3e8ba3d2d" -d '{"events": [{"server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "name": "network-vif-unplugged", "status": "completed", "tag": "2628af21-b308-443d-8791-ee41d92da846"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:10.720787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:10.736521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.774631 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4813e8-6fed-4143-83cb-d3d67a7fbac3 x-openstack-request-id: req-dc4813e8-6fed-4143-83cb-d3d67a7fbac3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:10.775224 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "name": "network-vif-unplugged", "status": "completed", "tag": "2628af21-b308-443d-8791-ee41d92da846", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:10.775430 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc4813e8-6fed-4143-83cb-d3d67a7fbac3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:10.776149 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2628af21-b308-443d-8791-ee41d92da846', 'code': 200} Jul 16 20:36:10.827947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:11.209024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba87b4-8ca1-4599-854c-1e017c17a330 req-58f8bb49-8d41-497d-95c3-77c9e1028f4f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:11.211261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3aba87b4-8ca1-4599-854c-1e017c17a330 req-58f8bb49-8d41-497d-95c3-77c9e1028f4f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 944 time: 0.1075060 Jul 16 20:36:11.272095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3aba87b4-8ca1-4599-854c-1e017c17a330 req-5fc49e59-01cb-48d6-982a-af2581bada3b tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524402 Jul 16 20:36:11.308847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 48898) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:11.400273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e5997653-4480-4b75-b98d-3a3679773d0f tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/floatingips/2318d8b5-37b8-4a0c-a680-58fb989feb94 HTTP/1.1" status: 200 len: 992 time: 0.0893321 Jul 16 20:36:12.553171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2628af21-b308-443d-8791-ee41d92da846 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:12.816646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:12.852088 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '2628af21-b308-443d-8791-ee41d92da846', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'port_id': '2628af21-b308-443d-8791-ee41d92da846', 'mac_address': 'fa:16:3e:3e:88:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:12.937946 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.972676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2628af21-b308-443d-8791-ee41d92da846 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:12.999992 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:13.005921 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.080134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.118212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ff243a7e-740d-4342-83cb-1aded069688b no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:13.181989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: ff243a7e-740d-4342-83cb-1aded069688b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:13.182544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ff243a7e-740d-4342-83cb-1aded069688b not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:13.249468 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['2628af21-b308-443d-8791-ee41d92da846'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:14.570736 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2628af21-b308-443d-8791-ee41d92da846 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:14.657142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 2628af21-b308-443d-8791-ee41d92da846 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:14.657944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.790750 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.842871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2628af21-b308-443d-8791-ee41d92da846'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:14.847020 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0881cc-9481-4426-9057-503e433c5c30" -d '{"events": [{"server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "name": "network-vif-plugged", "status": "completed", "tag": "2628af21-b308-443d-8791-ee41d92da846"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:14.872086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:14.882802 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.944731 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc5c33f-c4f1-438a-a7f6-0128791e661c x-openstack-request-id: req-bfc5c33f-c4f1-438a-a7f6-0128791e661c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:14.945474 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "name": "network-vif-plugged", "status": "completed", "tag": "2628af21-b308-443d-8791-ee41d92da846", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:14.945911 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfc5c33f-c4f1-438a-a7f6-0128791e661c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:14.947132 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2628af21-b308-443d-8791-ee41d92da846', 'code': 200} Jul 16 20:36:15.016841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.875065 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:18.074474 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ae30-8a56-4c45-9e35-56e71fcd8333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.420164 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f0e566e5-53c7-4baf-8ee1-4c34dd8383ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.637121 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.492039 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.878602 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.193180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49120) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.274568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-017c2d22-9faf-4396-afe0-d745d805ea4b admin admin] Deleting subnet 61584b36-0a8d-4961-b762-49dbc51b4164 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:34.281292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-017c2d22-9faf-4396-afe0-d745d805ea4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.361016 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-017c2d22-9faf-4396-afe0-d745d805ea4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.414561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-017c2d22-9faf-4396-afe0-d745d805ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.477293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-017c2d22-9faf-4396-afe0-d745d805ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.514781 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c2d22-9faf-4396-afe0-d745d805ea4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61584b36-0a8d-4961-b762-49dbc51b4164,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:34.519246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-017c2d22-9faf-4396-afe0-d745d805ea4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.524179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-017c2d22-9faf-4396-afe0-d745d805ea4b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/61584b36-0a8d-4961-b762-49dbc51b4164 HTTP/1.1" status: 204 len: 168 time: 0.3298151 Jul 16 20:36:34.524655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49124) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.576342 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.661806 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.806486 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.824899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d372c4-8059-48d8-8df4-17d395b50db9']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:34.845401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf98389-37c7-4dc0-a4c6-a639265eb9fd') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:34.845786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf98389-37c7-4dc0-a4c6-a639265eb9fd') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:34.863279 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.891358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.900308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:34.900738 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:34.902751 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:34.985507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.999161 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.003979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] 10.222.0.78 "DELETE /v2.0/networks/83d372c4-8059-48d8-8df4-17d395b50db9 HTTP/1.1" status: 204 len: 168 time: 0.4774978 Jul 16 20:36:35.024450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dbb61-68bc-44ac-ac5a-2d869a1ef9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=83d372c4-8059-48d8-8df4-17d395b50db9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.260497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49128) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.331651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6234ece6-df03-4ee3-ae45-37341c1ef22a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e849296c52414ddaaaac57d7dca6c571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697424 Jul 16 20:36:35.334375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49132) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.377144 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.442893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3789fe7d-0fad-479d-a806-65c71aa524e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.473229 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3789fe7d-0fad-479d-a806-65c71aa524e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.586985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3789fe7d-0fad-479d-a806-65c71aa524e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.598831 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3789fe7d-0fad-479d-a806-65c71aa524e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.599390 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3789fe7d-0fad-479d-a806-65c71aa524e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e2e89b1a-5b2c-469c-964e-198da661307d HTTP/1.1" status: 204 len: 168 time: 0.2639184 Jul 16 20:36:35.614900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789fe7d-0fad-479d-a806-65c71aa524e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e89b1a-5b2c-469c-964e-198da661307d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.335267 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-99411ed7-4201-4f0b-82f8-6e03f1f5b067 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21497308&fields=id&tenant_id=2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 267 time: 0.0485215 Jul 16 20:36:42.505415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-272d2314-bf29-4e2b-9f30-69d980c4834f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.508157 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-272d2314-bf29-4e2b-9f30-69d980c4834f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.1623158 Jul 16 20:36:42.531356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-1bdc5a20-eef4-4b50-9027-b907c0f7d4db tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/quotas/2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 375 time: 0.0173337 Jul 16 20:36:42.631485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-95bd4665-3b00-4fb5-b375-2bdacb279faa tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0933328 Jul 16 20:36:42.763624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-dd44fc17-1312-437b-a05f-46e14b93d6df service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187415 Jul 16 20:36:42.880184 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-905da1b7-f860-4ec3-8061-63d87acd757a service neutron] 10.222.0.78 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076920 Jul 16 20:36:43.314109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe4e8c0b-1844-472f-8c92-b83d526c87ef req-d7575fc3-b633-4e98-9157-52d723fe100d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 210 time: 0.0331249 Jul 16 20:36:44.505583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-384cd609-4661-45aa-b0c7-066844d70f48 req-bbaa7f41-9e37-4dfa-ad44-9e5fdf7ef27c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 210 time: 0.0466559 Jul 16 20:36:44.656933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-16e3f03e-1113-4564-ab17-ddc790c80510 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.659371 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-16e3f03e-1113-4564-ab17-ddc790c80510 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 811 time: 0.1572418 Jul 16 20:36:44.734106 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-161a4106-8896-4bef-920d-f40830b5bbac tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5731282d004b759715ca7158b88d2b HTTP/1.1" status: 200 len: 378 time: 0.0658162 Jul 16 20:36:44.744831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'port': {'device_id': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'admin_state_up': True, 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'security_groups': ['cc8ad2b6-3a07-4cf9-9354-b99f88aad905']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:44.913603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Made reservation on behalf of 2b5731282d004b759715ca7158b88d2b for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:44.917704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.111782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.20.0.11 (5572072a-02c6-4646-84d1-a1012b78006a/aca9b03d-a6f2-414b-ae1a-05bd664b3df6/9811d2e4-483a-4276-84da-b857b196e964) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:45.303585 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.323079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Transition to ACTIVE for port object 9811d2e4-483a-4276-84da-b857b196e964 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:45.385123 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.451511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5572072a-02c6-4646-84d1-a1012b78006a is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:45.455751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:45.461049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:45.491677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=9811d2e4-483a-4276-84da-b857b196e964,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:45.505303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.505837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.506254 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.506758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.507356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.508065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.508518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.509424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.509783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.510119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.510454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.510785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:45.569879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.569879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.606870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-d999b3f0-5ca0-4a60-b2f7-29cee75be091 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8672199 Jul 16 20:36:45.627722 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Request body: {'port': {'device_id': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:45.781796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.946935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3e04dc1f-0a79-4068-945a-a7fa49e6cebb None None] Provisioning for port 9811d2e4-483a-4276-84da-b857b196e964 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:45.955755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3e04dc1f-0a79-4068-945a-a7fa49e6cebb None None] Provisioning complete for port 9811d2e4-483a-4276-84da-b857b196e964 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:45.956591 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3e04dc1f-0a79-4068-945a-a7fa49e6cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.033871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3e04dc1f-0a79-4068-945a-a7fa49e6cebb None None] Port 9811d2e4-483a-4276-84da-b857b196e964 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:46.198108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756d87b-b3a8-4a49-b755-ef4b7023a1ee req-9422ccba-18c6-4211-9d74-0aef22e96679 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:46.219070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1756d87b-b3a8-4a49-b755-ef4b7023a1ee req-9422ccba-18c6-4211-9d74-0aef22e96679 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 932 time: 0.2837775 Jul 16 20:36:46.360153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1756d87b-b3a8-4a49-b755-ef4b7023a1ee req-4814432f-8c9a-4ec7-a0ae-5c8b28ff00cb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388388 Jul 16 20:36:46.422827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9811d2e4-483a-4276-84da-b857b196e964 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:46.433327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.456553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Transition to ACTIVE for port object 9811d2e4-483a-4276-84da-b857b196e964 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:46.462690 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.546028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=9811d2e4-483a-4276-84da-b857b196e964,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:46.659336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Attempting to bind port 9811d2e4-483a-4276-84da-b857b196e964 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:46.659890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Attempting to bind port 9811d2e4-483a-4276-84da-b857b196e964 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:46.660825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Attempting to bind port 9811d2e4-483a-4276-84da-b857b196e964 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:46.671275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Port 9811d2e4-483a-4276-84da-b857b196e964 on network 5572072a-02c6-4646-84d1-a1012b78006a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:46.671939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Attempting to bind port 9811d2e4-483a-4276-84da-b857b196e964 on network 5572072a-02c6-4646-84d1-a1012b78006a {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:46.684447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:46.684927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Checking segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:46.685511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Bound using segment: {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:46.686166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Bound port: 9811d2e4-483a-4276-84da-b857b196e964, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32239558-c6fa-476f-a403-2d227272aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:46.688317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.751621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49296) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:46.792927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] For port 9811d2e4-483a-4276-84da-b857b196e964, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:46.797897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] For port 9811d2e4-483a-4276-84da-b857b196e964, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9811d2e4-483a-4276-84da-b857b196e964,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:46.804347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.832486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:46.837218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.839564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] 10.222.0.68 "PUT /v2.0/ports/9811d2e4-483a-4276-84da-b857b196e964 HTTP/1.1" status: 200 len: 1093 time: 1.2246249 Jul 16 20:36:46.840991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'tag': '9811d2e4-483a-4276-84da-b857b196e964'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:46.845014 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19500685-2186-440e-9db8-5b561683c13f" -d '{"events": [{"name": "network-changed", "server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "tag": "9811d2e4-483a-4276-84da-b857b196e964"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:47.037589 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae01fcc-6b73-470e-b0a4-aba0cc4331b7 x-openstack-request-id: req-0ae01fcc-6b73-470e-b0a4-aba0cc4331b7 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:47.038882 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "tag": "9811d2e4-483a-4276-84da-b857b196e964", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:47.039550 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ae01fcc-6b73-470e-b0a4-aba0cc4331b7 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:47.040502 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'tag': '9811d2e4-483a-4276-84da-b857b196e964', 'status': 'completed', 'code': 200} Jul 16 20:36:47.104076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d8905-ffb7-442e-9555-d29887707aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=9811d2e4-483a-4276-84da-b857b196e964,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.127886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-2efcc6eb-1950-4c33-9cd7-a37da6d69e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.130454 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-2efcc6eb-1950-4c33-9cd7-a37da6d69e02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 1096 time: 0.2014406 Jul 16 20:36:47.231300 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-c711d23e-8dd4-49cc-864d-5169b69228d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9811d2e4-483a-4276-84da-b857b196e964 HTTP/1.1" status: 200 len: 217 time: 0.0897646 Jul 16 20:36:47.237076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 73835a31-d66d-4247-8854-b262091fbf00 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:47.238655 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.321402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-df8f178e-0b4e-4655-aea9-b665ba53f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.325518 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-df8f178e-0b4e-4655-aea9-b665ba53f697 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0862706 Jul 16 20:36:47.427477 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.427849 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.465808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 73835a31-d66d-4247-8854-b262091fbf00 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:47.472525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-0832d8b8-6bbb-44b2-a371-b9299419ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.477047 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-0832d8b8-6bbb-44b2-a371-b9299419ceed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445038 Jul 16 20:36:47.733680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1354-c1e4-4464-a73d-e08e78839340 req-5fe639bf-72ae-40af-a08c-0581ac5cb713 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.735963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e64c1354-c1e4-4464-a73d-e08e78839340 req-5fe639bf-72ae-40af-a08c-0581ac5cb713 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 944 time: 0.1380458 Jul 16 20:36:47.738298 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-810d3ed4-0c6a-4802-b924-a63f637056b6 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532239 Jul 16 20:36:47.887681 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.898315 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e64c1354-c1e4-4464-a73d-e08e78839340 req-17fda587-abb8-4774-a5e3-46bd30ab299d tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1402197 Jul 16 20:36:47.933220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=73835a31-d66d-4247-8854-b262091fbf00,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.949401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.950548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.952993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.953621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.954894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.956131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.956131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.957278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.958143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.958924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.960053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.960752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:47.965619 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6a9fa28d-c119-40a7-9fdb-4419f0dddf68 req-84bee441-2e4d-4333-8a92-9e14be9e9680 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199447 Jul 16 20:36:48.089479 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f716bbcb-064d-40d7-8cd3-a82b806230a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.097448 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.098423 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Floating IP 2318d8b5-37b8-4a0c-a680-58fb989feb94 disassociated (deleted). External IP: 172.25.6.194, port: 2628af21-b308-443d-8791-ee41d92da846. Jul 16 20:36:48.108348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500685-2186-440e-9db8-5b561683c13f req-96dcd92c-8470-4963-94ec-21ccd2f481ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.110564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19500685-2186-440e-9db8-5b561683c13f req-96dcd92c-8470-4963-94ec-21ccd2f481ef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 1096 time: 0.0860307 Jul 16 20:36:48.270864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500685-2186-440e-9db8-5b561683c13f req-a1e5a858-e3a2-4ed3-823e-c3a9484a0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.273509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19500685-2186-440e-9db8-5b561683c13f req-a1e5a858-e3a2-4ed3-823e-c3a9484a0735 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.1563451 Jul 16 20:36:48.338446 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19500685-2186-440e-9db8-5b561683c13f req-84e0769e-be39-4702-a9fc-e2db8ba23524 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9811d2e4-483a-4276-84da-b857b196e964 HTTP/1.1" status: 200 len: 217 time: 0.0587137 Jul 16 20:36:48.402883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500685-2186-440e-9db8-5b561683c13f req-d5313442-bef6-47a0-9a48-9ed4620f2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.404613 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19500685-2186-440e-9db8-5b561683c13f req-d5313442-bef6-47a0-9a48-9ed4620f2039 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0602098 Jul 16 20:36:48.467287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:48.488167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500685-2186-440e-9db8-5b561683c13f req-3ed75451-5869-437c-bb97-03521f2567b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.490337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19500685-2186-440e-9db8-5b561683c13f req-3ed75451-5869-437c-bb97-03521f2567b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796335 Jul 16 20:36:48.632380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:48.640111 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.657695 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] Sync routers for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:48.675143 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:48.676757 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:48.698594 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19500685-2186-440e-9db8-5b561683c13f req-2e795161-15f4-4749-be9d-2fc9c4a7436e service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010245 Jul 16 20:36:48.701495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-16b67637-e931-441f-a549-d32e9b2bc649 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/floatingips/2318d8b5-37b8-4a0c-a680-58fb989feb94 HTTP/1.1" status: 204 len: 168 time: 1.9472122 Jul 16 20:36:48.702618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'tag': '2628af21-b308-443d-8791-ee41d92da846'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:48.716463 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474a9c4f-5a86-4e2f-9001-79db3d356064" -d '{"events": [{"name": "network-changed", "server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "tag": "2628af21-b308-443d-8791-ee41d92da846"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:48.833395 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bffc6c-b6a1-40fa-8ab5-2ca21fc78cff x-openstack-request-id: req-f1bffc6c-b6a1-40fa-8ab5-2ca21fc78cff {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:48.834031 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "tag": "2628af21-b308-443d-8791-ee41d92da846", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:48.834523 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1bffc6c-b6a1-40fa-8ab5-2ca21fc78cff {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:48.835470 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'tag': '2628af21-b308-443d-8791-ee41d92da846', 'status': 'completed', 'code': 200} Jul 16 20:36:48.974994 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19500685-2186-440e-9db8-5b561683c13f req-fc68f0c8-e1ed-4275-b2eb-a19ed8243e0c service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677591 Jul 16 20:36:48.994380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-1cfb6dc0-9600-4f31-b358-156979a4cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.001549 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-1cfb6dc0-9600-4f31-b358-156979a4cb74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b7805adcf44fdea80723ca1941c0a4&device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 1098 time: 0.1374702 Jul 16 20:36:49.146521 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:49.218021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-e706228d-25a2-4496-810d-d397fe08587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.221379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-e706228d-25a2-4496-810d-d397fe08587d service neutron] 10.222.0.16 "GET /v2.0/networks?id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 HTTP/1.1" status: 200 len: 898 time: 0.2127907 Jul 16 20:36:49.708153 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:35:02Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.775968 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] Checking router: 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:49.798703 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:49.800312 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:49.970161 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:50.082067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-9d628507-25fa-45fb-9912-54f156b11d58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2628af21-b308-443d-8791-ee41d92da846 HTTP/1.1" status: 200 len: 217 time: 0.8234673 Jul 16 20:36:50.199807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b46a1a-85f1-4cb3-929b-1636a4dab331 req-13bc8f8a-ad17-4f1f-8f40-81be7e25a36f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.204804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80b46a1a-85f1-4cb3-929b-1636a4dab331 req-13bc8f8a-ad17-4f1f-8f40-81be7e25a36f tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 944 time: 0.9813933 Jul 16 20:36:50.206701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-0d0f679e-e2d2-4838-8fe0-051db2a1ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.208448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-0d0f679e-e2d2-4838-8fe0-051db2a1ae81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d100e2e3-9073-49f7-858a-238d164a21fa HTTP/1.1" status: 200 len: 835 time: 0.1170092 Jul 16 20:36:50.219256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5d4b9-fce6-4d60-a189-d2c794db29d9 req-180f4e34-ab59-4ce0-a177-ff4c108ccfbb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.221087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37e5d4b9-fce6-4d60-a189-d2c794db29d9 req-180f4e34-ab59-4ce0-a177-ff4c108ccfbb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.2227061 Jul 16 20:36:50.320016 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:35:02Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:50.355294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37e5d4b9-fce6-4d60-a189-d2c794db29d9 req-b11947dd-161b-473c-8a92-1f2f2a5906c0 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5df8c74-623c-40cb-92c5-931fcae14fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013055 Jul 16 20:36:50.370392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80b46a1a-85f1-4cb3-929b-1636a4dab331 req-aea45511-ba80-4dc9-adbc-5623fc373302 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607072 Jul 16 20:36:50.389956 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26eaeb-e4dd-468f-9d0e-68522567453b None None] The sync data for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 is: [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:55Z', 'revision_number': 4, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'aa43fbf0-7604-4bd8-a700-02dfdcd883cd', 'name': '', 'network_id': '8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'mac_address': 'fa:16:3e:af:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:54Z', 'updated_at': '2021-07-16T20:35:02Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'subnets': [{'id': 'd100e2e3-9073-49f7-858a-238d164a21fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:50.428143 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73c4630a-4852-4b9e-a2bc-874ff2415135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.445281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-8abddc64-5457-43e3-989e-16592aa2d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.448081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-8abddc64-5457-43e3-989e-16592aa2d8cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992788 Jul 16 20:36:50.667696 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.686097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-80362ed4-a6e5-4cc0-a403-a2d535995c5d service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283535 Jul 16 20:36:50.865532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-039529b3-3667-43c0-8c26-f89b21bb05b2 service neutron] 10.222.0.16 "GET /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729867 Jul 16 20:36:50.896576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11b574-c53a-474e-b223-33cfb89dd4de None None] New status for floating IP 2318d8b5-37b8-4a0c-a680-58fb989feb94: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:36:50.927734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a56162-7776-4515-a063-551c0f0904fd req-e79305bb-3209-4aa0-a812-4b15297ece6c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.930665 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29a56162-7776-4515-a063-551c0f0904fd req-e79305bb-3209-4aa0-a812-4b15297ece6c tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 946 time: 0.1470513 Jul 16 20:36:51.141227 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 2628af21-b308-443d-8791-ee41d92da846 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:51.141227 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.292922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port 2628af21-b308-443d-8791-ee41d92da846, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=2628af21-b308-443d-8791-ee41d92da846,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:51.293457 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.315025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 2628af21-b308-443d-8791-ee41d92da846 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:51.507878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.594349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=2628af21-b308-443d-8791-ee41d92da846,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:51.664802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79aa946b-852e-47b3-8380-83453548c998 req-1f5b573c-2949-4f53-80ba-9db779fcdd2e tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "GET /v2.0/ports?device_id=2291f1ce-2585-45d1-b23a-25162c6ca74b HTTP/1.1" status: 200 len: 210 time: 0.1278353 Jul 16 20:36:51.690633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] No DVR routers for this DVR port 2628af21-b308-443d-8791-ee41d92da846 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:51.693763 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.696128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29a56162-7776-4515-a063-551c0f0904fd req-d8bd704c-462f-4bfa-bb72-59017f7512fa tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.16 "DELETE /v2.0/ports/2628af21-b308-443d-8791-ee41d92da846 HTTP/1.1" status: 204 len: 173 time: 0.7596753 Jul 16 20:36:51.697083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'name': 'network-vif-deleted', 'tag': '2628af21-b308-443d-8791-ee41d92da846'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:51.700388 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e82e2-978f-4dbc-a507-6b409cb1592f" -d '{"events": [{"server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "name": "network-vif-deleted", "tag": "2628af21-b308-443d-8791-ee41d92da846"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:51.748311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43ee8-d385-4557-92a0-3c2db1083880 req-0b0e3bc9-0f9e-49d7-a156-8a7beade3bd9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.750710 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebe43ee8-d385-4557-92a0-3c2db1083880 req-0b0e3bc9-0f9e-49d7-a156-8a7beade3bd9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 944 time: 0.2118707 Jul 16 20:36:51.780961 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbb6a4e-c500-4727-a137-bc4284b8fffb x-openstack-request-id: req-bcbb6a4e-c500-4727-a137-bc4284b8fffb {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:51.781506 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2291f1ce-2585-45d1-b23a-25162c6ca74b", "name": "network-vif-deleted", "tag": "2628af21-b308-443d-8791-ee41d92da846", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:51.781970 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcbb6a4e-c500-4727-a137-bc4284b8fffb {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:51.782963 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2291f1ce-2585-45d1-b23a-25162c6ca74b', 'name': 'network-vif-deleted', 'tag': '2628af21-b308-443d-8791-ee41d92da846', 'status': 'completed', 'code': 200} Jul 16 20:36:51.830273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebe43ee8-d385-4557-92a0-3c2db1083880 req-7ba45d9f-ea3d-4732-9717-d466b2782266 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642488 Jul 16 20:36:52.465400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.708739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2628af21-b308-443d-8791-ee41d92da846 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:52.734800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 2628af21-b308-443d-8791-ee41d92da846 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:52.735157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 2628af21-b308-443d-8791-ee41d92da846 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:52.782123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49330) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.080318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19db81-d100-40df-a897-dcf2c4f48e06 req-e6a58b2c-b8d7-4205-8ad9-042e53f47029 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:53.083993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed19db81-d100-40df-a897-dcf2c4f48e06 req-e6a58b2c-b8d7-4205-8ad9-042e53f47029 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 944 time: 0.1118886 Jul 16 20:36:53.151800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed19db81-d100-40df-a897-dcf2c4f48e06 req-ec34ac7d-b73d-42e6-8c0e-1991e5178425 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533853 Jul 16 20:36:53.681220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.850767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.881022 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:54.049298 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port aa43fbf0-7604-4bd8-a700-02dfdcd883cd {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:54.049951 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.171525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port aa43fbf0-7604-4bd8-a700-02dfdcd883cd, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:54.172149 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.193424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for aa43fbf0-7604-4bd8-a700-02dfdcd883cd owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:54.482777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e58d13-5d5b-424a-a040-c890cc10cbaa req-8fc5f9ed-66f6-42ba-9ce7-4ec7ad76e1a3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.485722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84e58d13-5d5b-424a-a040-c890cc10cbaa req-8fc5f9ed-66f6-42ba-9ce7-4ec7ad76e1a3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 944 time: 0.1494057 Jul 16 20:36:54.499381 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.544471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84e58d13-5d5b-424a-a040-c890cc10cbaa req-fc03a432-5140-41bc-9243-149326eac9d8 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467911 Jul 16 20:36:54.553704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=aa43fbf0-7604-4bd8-a700-02dfdcd883cd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.791084 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.141851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:55.271210 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:55.279545 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82e7fae7-dbc7-400d-b6e0-e571900b6922 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "PUT /v2.0/routers/39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4931865 Jul 16 20:36:55.280115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49360) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.302702 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] Sync routers for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:55.316574 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:55.317315 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.359666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0721fd77-435f-494c-80bd-3c8bca0ce4bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting subnet d100e2e3-9073-49f7-858a-238d164a21fa {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:55.363344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0721fd77-435f-494c-80bd-3c8bca0ce4bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.437217 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0721fd77-435f-494c-80bd-3c8bca0ce4bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.441756 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:55.574580 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0721fd77-435f-494c-80bd-3c8bca0ce4bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.666566 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:36:54Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.684716 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0721fd77-435f-494c-80bd-3c8bca0ce4bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.700679 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] Checking router: 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:55.710961 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] Routers {'39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:55.711778 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.725988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190eb6a1-baa2-4077-81ee-dea9db7f4316 None None] Network 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:55.745403 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0721fd77-435f-494c-80bd-3c8bca0ce4bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.751151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0721fd77-435f-494c-80bd-3c8bca0ce4bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/subnets/d100e2e3-9073-49f7-858a-238d164a21fa HTTP/1.1" status: 204 len: 168 time: 0.4657409 Jul 16 20:36:55.751151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721fd77-435f-494c-80bd-3c8bca0ce4bb tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Subnet': ['ID=d100e2e3-9073-49f7-858a-238d164a21fa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.751902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49370) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.886275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17693650-d960-48fc-9552-872b52777240 req-f90db963-4a9e-4bcf-ba28-2aeb8e1667a7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.897902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17693650-d960-48fc-9552-872b52777240 req-f90db963-4a9e-4bcf-ba28-2aeb8e1667a7 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 944 time: 0.1293788 Jul 16 20:36:55.910030 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] Set router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:55.940640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.977497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17693650-d960-48fc-9552-872b52777240 req-eced9023-e74b-45a4-9fc2-b9d8e8a8d897 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786495 Jul 16 20:36:56.135971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] DHCP port deletion for 8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:56.136304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.211237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Deleting port 089dfeec-eed5-40ce-a0ec-cb74728f3290 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:56.211922 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.270430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Deleting port 2f7304b3-921a-41c0-9454-b70133d5095c {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:56.271631 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.282534 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:36:54Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:56.318311 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9cfef-1781-4c44-b920-141385013838 None None] The sync data for ids ['39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0'] in n-d-791505-15 is: [{'id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174101824', 'tenant_id': '37b7805adcf44fdea80723ca1941c0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:36:54Z', 'revision_number': 5, 'project_id': '37b7805adcf44fdea80723ca1941c0a4', 'gw_port': {'id': '089dfeec-eed5-40ce-a0ec-cb74728f3290', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:50Z', 'updated_at': '2021-07-16T20:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:56.364783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] For port 089dfeec-eed5-40ce-a0ec-cb74728f3290, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=089dfeec-eed5-40ce-a0ec-cb74728f3290,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:56.365163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.374884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] For port 2f7304b3-921a-41c0-9454-b70133d5095c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2f7304b3-921a-41c0-9454-b70133d5095c,segment=NetworkSegment(5bb9b194-d345-4972-916a-1d81de17d534),segment_id=5bb9b194-d345-4972-916a-1d81de17d534)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:56.375282 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.380398 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Calling delete_port for 089dfeec-eed5-40ce-a0ec-cb74728f3290 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:56.390828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Calling delete_port for 2f7304b3-921a-41c0-9454-b70133d5095c owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:56.515486 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.582469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Pushing event deleted for resources: {'Port': ['ID=2f7304b3-921a-41c0-9454-b70133d5095c,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:56.590590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] No DVR routers for this DVR port 2f7304b3-921a-41c0-9454-b70133d5095c on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:56.599423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.600147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.600543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.600870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.601207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.601538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.601869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.602198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.602524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.602935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.603809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.603809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64db6e30-a68d-48fe-94d5-b90e2269274b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:56.637508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.698996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Port': ['ID=089dfeec-eed5-40ce-a0ec-cb74728f3290,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:56.805278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.915965 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.919647 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.976749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.977629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Fanout notify agent at l3_agent the message router_deleted on router 39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:56.986853 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.988353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6875c7df-c250-4b22-8ddd-f4d26f930c97 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/routers/39a8c150-69ba-4b5f-a4cd-6813a9fe5aa0 HTTP/1.1" status: 204 len: 168 time: 1.2352669 Jul 16 20:36:56.991329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49374) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:57.100097 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.335128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.362454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:57.386855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb9b194-d345-4972-916a-1d81de17d534') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:57.387377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb9b194-d345-4972-916a-1d81de17d534') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:57.415691 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.443815 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.461153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679db37-b075-4ffc-b0ee-20a3eb78cab6 req-c0e142a9-c4a3-43c0-ac9c-40f0253a50ff tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.465006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7679db37-b075-4ffc-b0ee-20a3eb78cab6 req-c0e142a9-c4a3-43c0-ac9c-40f0253a50ff tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 944 time: 0.2588105 Jul 16 20:36:57.476727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:57.477360 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.482753 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-6e128e1a-10e1-4b69-a4c1-b61da9659ca6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0706277 Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:57.484852 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:57.666209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-a9b00311-4235-42ce-810f-fb3871eab2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.668903 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-a9b00311-4235-42ce-810f-fb3871eab2be service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1097 time: 0.1279135 Jul 16 20:36:57.718394 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.735238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7679db37-b075-4ffc-b0ee-20a3eb78cab6 req-5fb62dbf-4571-4392-ae13-0dd6aa3da2e6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2485247 Jul 16 20:36:57.777927 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.782271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/networks/8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9 HTTP/1.1" status: 204 len: 168 time: 0.7897069 Jul 16 20:36:57.785210 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaedb8a-518d-4e61-b98f-9ea49708b3db tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'Network': ['ID=8b7cbf8c-efec-43ed-82f3-5dfddefaa4b9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.789954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49380) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:57.861790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-35f056d3-c2e4-4601-810f-6b322300e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.864231 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-35f056d3-c2e4-4601-810f-6b322300e76d service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.1644425 Jul 16 20:36:57.892166 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-92718847-f55f-4f19-9973-2ed2730b2829 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.932338 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-92718847-f55f-4f19-9973-2ed2730b2829 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.006984 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-37d788c3-9424-48cf-8465-b26c6bff3b9b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 200 len: 1001 time: 0.1348550 Jul 16 20:36:58.023363 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-92718847-f55f-4f19-9973-2ed2730b2829 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.030032 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-92718847-f55f-4f19-9973-2ed2730b2829 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.036994 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-92718847-f55f-4f19-9973-2ed2730b2829 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] 10.222.0.78 "DELETE /v2.0/security-groups/b5df8c74-623c-40cb-92c5-931fcae14fea HTTP/1.1" status: 204 len: 168 time: 0.2452998 Jul 16 20:36:58.052844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92718847-f55f-4f19-9973-2ed2730b2829 tempest-TestNetworkAdvancedServerOps-1439634618 tempest-TestNetworkAdvancedServerOps-1439634618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5df8c74-623c-40cb-92c5-931fcae14fea,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:58.110944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-4676ceb6-1b61-4306-8015-c80725fce59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:58.113849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-4676ceb6-1b61-4306-8015-c80725fce59b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.1018300 Jul 16 20:36:58.216972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-7547cebf-5d15-440e-a77f-29c1a88f5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:58.220471 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-7547cebf-5d15-440e-a77f-29c1a88f5d97 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942883 Jul 16 20:36:58.241793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device aa43fbf0-7604-4bd8-a700-02dfdcd883cd no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:58.274981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: aa43fbf0-7604-4bd8-a700-02dfdcd883cd {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:58.275640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device aa43fbf0-7604-4bd8-a700-02dfdcd883cd not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:58.276472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 089dfeec-eed5-40ce-a0ec-cb74728f3290 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:58.302350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 089dfeec-eed5-40ce-a0ec-cb74728f3290 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:58.302863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 089dfeec-eed5-40ce-a0ec-cb74728f3290 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:58.303292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2f7304b3-921a-41c0-9454-b70133d5095c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:58.334167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 2f7304b3-921a-41c0-9454-b70133d5095c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:58.334985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2f7304b3-921a-41c0-9454-b70133d5095c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:58.423367 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-ff7751d4-d131-477e-8585-37142e9d78e9 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961284 Jul 16 20:36:58.537071 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdc41f3b-e852-4b70-97cb-d8a276c9fa4a req-be36db2e-675e-4f01-8e73-0f4a43ba9dd2 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072056 Jul 16 20:36:58.633853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49388) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.864581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a173081b-ef4d-4bbd-a049-2320edaaac9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37b7805adcf44fdea80723ca1941c0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255793 Jul 16 20:36:58.865021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49396) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.021108 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7951fa12-0c7b-49db-9e76-36a2caf77c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.081035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7951fa12-0c7b-49db-9e76-36a2caf77c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.188028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2158-0fea-41d7-a98d-cb58dfbc8a78 req-ded0e7ea-5309-482e-9c04-64a1c3f6138b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.190984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cdd2158-0fea-41d7-a98d-cb58dfbc8a78 req-ded0e7ea-5309-482e-9c04-64a1c3f6138b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 944 time: 0.2312577 Jul 16 20:36:59.242145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cdd2158-0fea-41d7-a98d-cb58dfbc8a78 req-a85113cd-daba-4a1c-9f4b-3eade1332445 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444560 Jul 16 20:36:59.250035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7951fa12-0c7b-49db-9e76-36a2caf77c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.253150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7951fa12-0c7b-49db-9e76-36a2caf77c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.254382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7951fa12-0c7b-49db-9e76-36a2caf77c52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0883133-4e9c-4c7f-aabe-4eb53a377669 HTTP/1.1" status: 204 len: 168 time: 0.3879931 Jul 16 20:36:59.264420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951fa12-0c7b-49db-9e76-36a2caf77c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0883133-4e9c-4c7f-aabe-4eb53a377669,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.331948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9811d2e4-483a-4276-84da-b857b196e964 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:59.468175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9811d2e4-483a-4276-84da-b857b196e964, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9811d2e4-483a-4276-84da-b857b196e964,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:59.482981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '9811d2e4-483a-4276-84da-b857b196e964', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'port_id': '9811d2e4-483a-4276-84da-b857b196e964', 'mac_address': 'fa:16:3e:42:d3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:59.524984 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.546001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9811d2e4-483a-4276-84da-b857b196e964 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:59.575212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9811d2e4-483a-4276-84da-b857b196e964, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9811d2e4-483a-4276-84da-b857b196e964,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:59.580367 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.647041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9811d2e4-483a-4276-84da-b857b196e964,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.726413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49402) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.771938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f3372a1b-3699-4be7-93b3-f6b9e20b5d29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71390b8995f84c69bbc08ec0c204e566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442464 Jul 16 20:36:59.774820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49404) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.783401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['9811d2e4-483a-4276-84da-b857b196e964'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:59.862332 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-765a780b-2634-45d7-9aa6-2cdf90b0cecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.893443 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-765a780b-2634-45d7-9aa6-2cdf90b0cecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.960039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-765a780b-2634-45d7-9aa6-2cdf90b0cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.963934 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-765a780b-2634-45d7-9aa6-2cdf90b0cecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.969050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-765a780b-2634-45d7-9aa6-2cdf90b0cecc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbcfbf48-5c72-4b39-888c-82733069fde7 HTTP/1.1" status: 204 len: 168 time: 0.1898241 Jul 16 20:36:59.975581 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a780b-2634-45d7-9aa6-2cdf90b0cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcfbf48-5c72-4b39-888c-82733069fde7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:00.512060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553a0c-ce11-4407-8b2b-e1cf2e29e457 req-d2eed6c0-1b72-4d76-9ace-2f91f5ead68c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.519749 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60553a0c-ce11-4407-8b2b-e1cf2e29e457 req-d2eed6c0-1b72-4d76-9ace-2f91f5ead68c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 945 time: 0.1098623 Jul 16 20:37:00.566030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60553a0c-ce11-4407-8b2b-e1cf2e29e457 req-a6ba9f23-ef43-46b6-a655-afe10951107e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448940 Jul 16 20:37:01.347888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9811d2e4-483a-4276-84da-b857b196e964 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:01.438991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 9811d2e4-483a-4276-84da-b857b196e964 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:01.444586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 9811d2e4-483a-4276-84da-b857b196e964 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:01.445044 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.658455 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.728994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9811d2e4-483a-4276-84da-b857b196e964'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:01.733043 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7360c994-95ac-437f-8087-c4e5347dbfda" -d '{"events": [{"server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "name": "network-vif-plugged", "status": "completed", "tag": "9811d2e4-483a-4276-84da-b857b196e964"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:01.815581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9811d2e4-483a-4276-84da-b857b196e964, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9811d2e4-483a-4276-84da-b857b196e964,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:01.822388 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.886038 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9811d2e4-483a-4276-84da-b857b196e964,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.894358 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767498-ee17-448b-b5b3-328ee7e845b9 req-332b9545-c891-43d3-a1f1-af76fe5c5387 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.905490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf767498-ee17-448b-b5b3-328ee7e845b9 req-332b9545-c891-43d3-a1f1-af76fe5c5387 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 945 time: 0.1141264 Jul 16 20:37:01.960088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf767498-ee17-448b-b5b3-328ee7e845b9 req-ceb9daae-f7c2-4b64-bbd0-e93eb488186c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534663 Jul 16 20:37:02.192604 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cd88e3-f740-4255-b58d-246ed216bf67 x-openstack-request-id: req-a5cd88e3-f740-4255-b58d-246ed216bf67 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:02.192899 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "name": "network-vif-plugged", "status": "completed", "tag": "9811d2e4-483a-4276-84da-b857b196e964", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:02.193356 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5cd88e3-f740-4255-b58d-246ed216bf67 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:02.193767 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9811d2e4-483a-4276-84da-b857b196e964', 'code': 200} Jul 16 20:37:02.349248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbafc2d-d83a-4ff8-8d90-12967408addb req-f38f066e-a431-4d05-a781-9fd4da36823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.351141 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdbafc2d-d83a-4ff8-8d90-12967408addb req-f38f066e-a431-4d05-a781-9fd4da36823a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 1098 time: 0.0856726 Jul 16 20:37:02.405331 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cdbafc2d-d83a-4ff8-8d90-12967408addb req-5f616ca9-4368-418a-aecc-75924979396b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464945 Jul 16 20:37:03.130388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49480) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:03.136903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'network': {'name': 'tempest-network-smoke--1817567400', 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'port_security_enabled': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:03.168597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Made reservation on behalf of e2b65f6b28ab43c4a768a249b467c606 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:03.173986 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.212495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.295675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb56e3-9a81-4c27-bc26-ee6b9a47a8aa req-b5235390-a861-4144-a29d-ad54755e3e91 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.297617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38fb56e3-9a81-4c27-bc26-ee6b9a47a8aa req-b5235390-a861-4144-a29d-ad54755e3e91 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 946 time: 0.1208518 Jul 16 20:37:03.369661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38fb56e3-9a81-4c27-bc26-ee6b9a47a8aa req-00b02f99-977d-4493-b870-47c1e5d39e44 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618844 Jul 16 20:37:03.408459 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.413149 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.452148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:03.463008 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a71e9-7d8d-4c05-b189-d9554c9f228f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.469385 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.469827 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Added segment 5591207c-f037-4e7d-8bdc-46f6f64ec5ec of type vlan for network 072f1930-3693-43bb-b953-72adc339e23e Jul 16 20:37:03.523384 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.565620 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.572952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.573717 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.628552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4937074 Jul 16 20:37:03.629403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49484) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:03.639915 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'admin_state_up': True, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:03.690495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.692468 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.698461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c3afb-4dab-4582-9e6e-228d96de0cb5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Network': ['ID=072f1930-3693-43bb-b953-72adc339e23e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.729478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 072f1930-3693-43bb-b953-72adc339e23e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:03.767795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.962848 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.228154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.251654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.381415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Allocated IP 172.25.6.160 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/bbab7105-4aa3-4bb1-826b-39fb76b5e70b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:04.515656 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.563288 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.584688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.627779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:04.636730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=bbab7105-4aa3-4bb1-826b-39fb76b5e70b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.640172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:04.642757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:04.739728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e721-4bda-4f2d-9ec2-1442439c586b req-217a6878-7f65-406c-a739-3d61ec97c0c5 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.741474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c704e721-4bda-4f2d-9ec2-1442439c586b req-217a6878-7f65-406c-a739-3d61ec97c0c5 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 946 time: 0.1412141 Jul 16 20:37:04.813583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c704e721-4bda-4f2d-9ec2-1442439c586b req-0a496a39-b2a9-42eb-be25-9c436f87d4c6 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588048 Jul 16 20:37:05.035018 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.144402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da34a7b-e3cd-42c5-b396-c684c58bd932 req-f9593d3f-8d20-4194-a6c9-b1296f060f9b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.150148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4da34a7b-e3cd-42c5-b396-c684c58bd932 req-f9593d3f-8d20-4194-a6c9-b1296f060f9b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 946 time: 0.1282029 Jul 16 20:37:05.248627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4da34a7b-e3cd-42c5-b396-c684c58bd932 req-07d4120a-15f3-4579-a28c-81600a94bf48 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882666 Jul 16 20:37:05.281949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49492) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:05.371325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.392970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.395565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e77bd-3480-4cb7-873e-028eb8a500be tempest-TestVolumeBootPattern-1524440171 tempest-TestVolumeBootPattern-1524440171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.402950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-642e77bd-3480-4cb7-873e-028eb8a500be tempest-TestVolumeBootPattern-1524440171 tempest-TestVolumeBootPattern-1524440171-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 1093 time: 0.1147585 Jul 16 20:37:05.403996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49494) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:05.411426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '9811d2e4-483a-4276-84da-b857b196e964', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:05.458723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.640502 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:05.784741 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.007982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Allocated IP 172.25.6.210 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/02231bb4-263f-406e-b7fd-8f09c103cd78) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:06.200143 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.266438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:06.285900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.289302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Sync routers for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:06.315269 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.315646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:06.317123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:06.317378 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d1c0d742-f8ba-4a6b-8dc0-41b5e2608ba6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6850235 Jul 16 20:37:06.323524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49498) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.375929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:06.382140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:06.394553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:06.523116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=02231bb4-263f-406e-b7fd-8f09c103cd78,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:06.557885 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-855f442f-86fc-4864-8f5c-5fb48cade8a5 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=e2b65f6b28ab43c4a768a249b467c606&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2327940 Jul 16 20:37:06.567322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49502) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.578145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:06.934694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e87788-6bd8-48e0-950d-fd06d181db62 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:06.936597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-03e87788-6bd8-48e0-950d-fd06d181db62 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3680785 Jul 16 20:37:06.939550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49506) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.976637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3ff90b4c-d830-4e96-8cc1-7696994dc954 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357771 Jul 16 20:37:06.979328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49508) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.987382 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1699031859', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:07.059056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:04Z', 'revision_number': 3, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:07.123418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Checking router: a4cdd7f4-3344-4e40-b453-7ebade45b3c4 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:07.123894 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Updating router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 port bbab7105-4aa3-4bb1-826b-39fb76b5e70b binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:07.199000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Made reservation on behalf of e2b65f6b28ab43c4a768a249b467c606 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:07.204103 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.210814 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.507154 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.690715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.707719 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.708971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Transition to ACTIVE for port object bbab7105-4aa3-4bb1-826b-39fb76b5e70b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:07.727709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.805136 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.863662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Checking segment: {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:07.865406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network hostable DHCP agents. Network: 072f1930-3693-43bb-b953-72adc339e23e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:07.876468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Subnet': ['ID=e573c3aa-7dff-4a53-85dd-e8e8e1e1348f,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:07.899396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Attempting to bind port bbab7105-4aa3-4bb1-826b-39fb76b5e70b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:07.900066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Attempting to bind port bbab7105-4aa3-4bb1-826b-39fb76b5e70b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:07.900768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Attempting to bind port bbab7105-4aa3-4bb1-826b-39fb76b5e70b on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:07.919936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:07.920794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:07.921458 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.922083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:07.922662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Bound port: bbab7105-4aa3-4bb1-826b-39fb76b5e70b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:07.923105 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.928395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 072f1930-3693-43bb-b953-72adc339e23e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:07.928616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b6a79-32b5-49b2-8a78-30cf8bc5a59c None None] Pushing event updated for resources: {'Port': ['ID=bbab7105-4aa3-4bb1-826b-39fb76b5e70b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.018578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 072f1930-3693-43bb-b953-72adc339e23e) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:08.024720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:08.025360 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.041451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd27dc-c24e-4dfa-9d24-84d402ab0f0f None None] Network 072f1930-3693-43bb-b953-72adc339e23e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:08.076512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] For port bbab7105-4aa3-4bb1-826b-39fb76b5e70b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:08.099140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] For port bbab7105-4aa3-4bb1-826b-39fb76b5e70b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bbab7105-4aa3-4bb1-826b-39fb76b5e70b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:08.107451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49512) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.108307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2bda2a0f-37f4-4dc3-86d4-7ebd4d149146 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1264842 Jul 16 20:37:08.130795 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.217108 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.234938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.236227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:08.237597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:08.244978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b6a79-32b5-49b2-8a78-30cf8bc5a59c None None] Pushing event updated for resources: {'Port': ['ID=bbab7105-4aa3-4bb1-826b-39fb76b5e70b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.360935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event updated for resources: {'Port': ['ID=02231bb4-263f-406e-b7fd-8f09c103cd78,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.418878 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.459612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-072f1930-3693-43bb-b953-72adc339e23e', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:08.462061 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.614312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:08.662540 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Floating IP 101269cb-50d0-498e-90b4-3421b36008a2 associated. External IP: 172.25.6.210, port: 9811d2e4-483a-4276-84da-b857b196e964. Jul 16 20:37:08.992052 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.025690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Allocated IP 172.20.0.2 (072f1930-3693-43bb-b953-72adc339e23e/e573c3aa-7dff-4a53-85dd-e8e8e1e1348f/3aed5505-cdba-4096-87ff-65240b37b1a0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:09.311405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:04Z', 'revision_number': 3, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:09.375911 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007acae-b2d5-458a-93c4-4d17cdac2c8b None None] The sync data for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 is: [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:04Z', 'revision_number': 3, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:09.615574 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.638550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Transition to ACTIVE for port object 3aed5505-cdba-4096-87ff-65240b37b1a0 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:09.674360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Transition to ACTIVE for port object 3aed5505-cdba-4096-87ff-65240b37b1a0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:09.699114 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.763822 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Network 072f1930-3693-43bb-b953-72adc339e23e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:09.769862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:09.776017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Pushing event updated for resources: {'Port': ['ID=3aed5505-cdba-4096-87ff-65240b37b1a0,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:09.779796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:09.786882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Router 21b0da1d-2563-41da-96ed-712bc519c165 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:09.855005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Allocated IP 172.20.0.1 (072f1930-3693-43bb-b953-72adc339e23e/e573c3aa-7dff-4a53-85dd-e8e8e1e1348f/02fa5809-6606-4ab4-9ab4-09e140a9ab43) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:09.945610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Attempting to bind port 3aed5505-cdba-4096-87ff-65240b37b1a0 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:09.945999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Attempting to bind port 3aed5505-cdba-4096-87ff-65240b37b1a0 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:09.946381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Attempting to bind port 3aed5505-cdba-4096-87ff-65240b37b1a0 on network 072f1930-3693-43bb-b953-72adc339e23e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:09.964080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:09.964811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Checking segment: {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:09.965691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.966321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Bound using segment: {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:09.967331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Bound port: 3aed5505-cdba-4096-87ff-65240b37b1a0, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:09.967823 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.122388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:10.136612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] For port 3aed5505-cdba-4096-87ff-65240b37b1a0, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:10.146722 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:10.170531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] For port 3aed5505-cdba-4096-87ff-65240b37b1a0, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3aed5505-cdba-4096-87ff-65240b37b1a0,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:10.179602 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.182337 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:10.187390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.188913 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:10.260131 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.282256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Transition to ACTIVE for port object 02fa5809-6606-4ab4-9ab4-09e140a9ab43 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:10.409868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b3cbc0c9-5662-459e-84e9-7df066f53c2b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0039423 Jul 16 20:37:10.410932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'tag': '9811d2e4-483a-4276-84da-b857b196e964'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:10.430532 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a91319-3e5d-474e-859a-d9990eec011f" -d '{"events": [{"name": "network-changed", "server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "tag": "9811d2e4-483a-4276-84da-b857b196e964"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:10.469731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32994c-8311-4a49-bb7a-50e7f61efc90 None None] Pushing event updated for resources: {'Port': ['ID=3aed5505-cdba-4096-87ff-65240b37b1a0,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.474283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.499975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bbab7105-4aa3-4bb1-826b-39fb76b5e70b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:10.511186 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:10.598389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port bbab7105-4aa3-4bb1-826b-39fb76b5e70b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:10.623820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bbab7105-4aa3-4bb1-826b-39fb76b5e70b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:10.634616 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.654202 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 072f1930-3693-43bb-b953-72adc339e23e is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:10.694686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:10.699529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=02fa5809-6606-4ab4-9ab4-09e140a9ab43,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.716955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:10.730653 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b858f0-f6c4-4ac4-bd69-fb8e3f4abc59 x-openstack-request-id: req-50b858f0-f6c4-4ac4-bd69-fb8e3f4abc59 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:10.731147 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "tag": "9811d2e4-483a-4276-84da-b857b196e964", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:10.731593 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50b858f0-f6c4-4ac4-bd69-fb8e3f4abc59 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:10.733173 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'tag': '9811d2e4-483a-4276-84da-b857b196e964', 'status': 'completed', 'code': 200} Jul 16 20:37:10.847523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.030237 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.082133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port bbab7105-4aa3-4bb1-826b-39fb76b5e70b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bbab7105-4aa3-4bb1-826b-39fb76b5e70b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:11.093780 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.204533 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a91319-3e5d-474e-859a-d9990eec011f req-39353bca-c7d6-433e-bd0d-d340b5103ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:11.211800 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-06a91319-3e5d-474e-859a-d9990eec011f req-39353bca-c7d6-433e-bd0d-d340b5103ec6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 1098 time: 0.2601581 Jul 16 20:37:11.315443 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=bbab7105-4aa3-4bb1-826b-39fb76b5e70b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:11.385864 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '101269cb-50d0-498e-90b4-3421b36008a2', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9811d2e4-483a-4276-84da-b857b196e964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:42:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:07Z', 'updated_at': '2021-07-16T20:37:07Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}, {'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 1, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:11.430302 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:11.433813 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.445902 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:11.447455 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:11.612266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a91319-3e5d-474e-859a-d9990eec011f req-b1b8039d-df70-4515-a00b-1213164010b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:11.612266 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-06a91319-3e5d-474e-859a-d9990eec011f req-b1b8039d-df70-4515-a00b-1213164010b8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.2543044 Jul 16 20:37:11.684287 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:11.901606 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-06a91319-3e5d-474e-859a-d9990eec011f req-a54668e6-c363-4e06-a45e-3473d174d918 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9811d2e4-483a-4276-84da-b857b196e964 HTTP/1.1" status: 200 len: 1000 time: 0.2345452 Jul 16 20:37:12.000283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a91319-3e5d-474e-859a-d9990eec011f req-da509683-1f8a-45f0-98bb-69a116c9ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.002517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-06a91319-3e5d-474e-859a-d9990eec011f req-da509683-1f8a-45f0-98bb-69a116c9ddd4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0909059 Jul 16 20:37:12.199835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a91319-3e5d-474e-859a-d9990eec011f req-9ee71477-5eb6-4577-9873-5a972da633c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:12.201899 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-06a91319-3e5d-474e-859a-d9990eec011f req-9ee71477-5eb6-4577-9873-5a972da633c9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868894 Jul 16 20:37:12.382738 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.391363 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '101269cb-50d0-498e-90b4-3421b36008a2', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9811d2e4-483a-4276-84da-b857b196e964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:42:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:07Z', 'updated_at': '2021-07-16T20:37:07Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}, {'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 1, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.410889 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.549333 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38c5a8-0afb-4155-aa19-6e859233d8ac None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '101269cb-50d0-498e-90b4-3421b36008a2', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9811d2e4-483a-4276-84da-b857b196e964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:42:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:07Z', 'updated_at': '2021-07-16T20:37:07Z', 'revision_number': 0, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}, {'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 1, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:12.557932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bbab7105-4aa3-4bb1-826b-39fb76b5e70b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:12.606734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=02fa5809-6606-4ab4-9ab4-09e140a9ab43,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.659080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bbab7105-4aa3-4bb1-826b-39fb76b5e70b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:12.659475 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.710978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-06a91319-3e5d-474e-859a-d9990eec011f req-830932c9-7cce-407b-a9e0-d4c3f8cc4fa2 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027623 Jul 16 20:37:12.749581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762aa66e-3075-4e71-966c-c89bba432e3c None None] Network 072f1930-3693-43bb-b953-72adc339e23e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:12.872448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.884026 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-06a91319-3e5d-474e-859a-d9990eec011f req-e8c723a4-a14d-48f3-858d-57fd3efaeec1 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617801 Jul 16 20:37:12.933801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a7505f0b-154e-41f3-b851-47e846526c28 None None] Provisioning for port 3aed5505-cdba-4096-87ff-65240b37b1a0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:12.979837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3aed5505-cdba-4096-87ff-65240b37b1a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:13.034768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 072f1930-3693-43bb-b953-72adc339e23e is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:13.040475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:13.094252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 3aed5505-cdba-4096-87ff-65240b37b1a0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:13.111530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3aed5505-cdba-4096-87ff-65240b37b1a0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:13.112400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.178086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa344b2-4361-4dd1-98ee-248a6167bbfe None None] New status for floating IP 101269cb-50d0-498e-90b4-3421b36008a2: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:37:13.303070 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:13.397022 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.481080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:13.492507 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-557ab8a6-ad22-42ab-81fd-7b0513ab93e1 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "PUT /v2.0/routers/a4cdd7f4-3344-4e40-b453-7ebade45b3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3818927 Jul 16 20:37:13.494367 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Sync routers for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:13.495283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49528) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.502977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 3aed5505-cdba-4096-87ff-65240b37b1a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3aed5505-cdba-4096-87ff-65240b37b1a0,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:13.504717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-bdd9b5be-67a7-46b8-9bc0-4adca098224c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--164035300', 'description': 'tempest-secgroup_access--164035300 description', 'project_id': 'e2b65f6b28ab43c4a768a249b467c606'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:13.509363 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.523061 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:13.523897 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:13.579781 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b5be-67a7-46b8-9bc0-4adca098224c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.612090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=3aed5505-cdba-4096-87ff-65240b37b1a0,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.628921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-93b34419-583a-45a4-bce0-1b9dafdf3dcb None None] Provisioning complete for port 3aed5505-cdba-4096-87ff-65240b37b1a0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:13.629362 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-93b34419-583a-45a4-bce0-1b9dafdf3dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.788139 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:13.791867 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b5be-67a7-46b8-9bc0-4adca098224c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.797301 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b5be-67a7-46b8-9bc0-4adca098224c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.835918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b5be-67a7-46b8-9bc0-4adca098224c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.836859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-93b34419-583a-45a4-bce0-1b9dafdf3dcb None None] Provisioning for port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:13.837636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-bdd9b5be-67a7-46b8-9bc0-4adca098224c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3406942 Jul 16 20:37:13.839100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9b5be-67a7-46b8-9bc0-4adca098224c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a230dd8-b1ee-42ca-81be-d27b152f3b30,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.840795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49532) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.850140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-93b34419-583a-45a4-bce0-1b9dafdf3dcb None None] Provisioning complete for port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:13.850584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-93b34419-583a-45a4-bce0-1b9dafdf3dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.864330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4c821532-d337-4414-b320-111c599c75d6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--627525584', 'description': 'tempest-secgroup_general--627525584 description', 'project_id': 'e2b65f6b28ab43c4a768a249b467c606'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:13.958631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-93b34419-583a-45a4-bce0-1b9dafdf3dcb None None] Port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:13.969881 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c821532-d337-4414-b320-111c599c75d6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.116760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d63617b4-3dfd-4cba-be1d-69adf0089260 None None] Provisioning complete for port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:14.117952 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d63617b4-3dfd-4cba-be1d-69adf0089260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.179441 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c821532-d337-4414-b320-111c599c75d6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.192602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c821532-d337-4414-b320-111c599c75d6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.229400 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c821532-d337-4414-b320-111c599c75d6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.236265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49534) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.237261 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4c821532-d337-4414-b320-111c599c75d6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3890371 Jul 16 20:37:14.241195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6f2556cd-8863-40fb-9443-417a5c0d410a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'security_group_rule': {'security_group_id': '9a230dd8-b1ee-42ca-81be-d27b152f3b30', 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:14.253728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d63617b4-3dfd-4cba-be1d-69adf0089260 None None] Port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:14.276864 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:12Z', 'revision_number': 2, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:14.290845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c821532-d337-4414-b320-111c599c75d6 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843d99e8-ec0a-42f3-983d-abcbdfada67c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.323413 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3aed5505-cdba-4096-87ff-65240b37b1a0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:14.342541 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f2556cd-8863-40fb-9443-417a5c0d410a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.343009 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Checking router: a4cdd7f4-3344-4e40-b453-7ebade45b3c4 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:14.343555 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Updating router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:14.409703 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.437512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c18cff23-54fa-48af-984f-7fe94543d900 None None] Provisioning complete for port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:14.438148 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c18cff23-54fa-48af-984f-7fe94543d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.462593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f2556cd-8863-40fb-9443-417a5c0d410a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.467783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f2556cd-8863-40fb-9443-417a5c0d410a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.479294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 3aed5505-cdba-4096-87ff-65240b37b1a0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:14.479907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.495705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2556cd-8863-40fb-9443-417a5c0d410a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903de3fd-1307-4ee5-b3cd-3724a5884bf1,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.513918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6f2556cd-8863-40fb-9443-417a5c0d410a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.517250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6f2556cd-8863-40fb-9443-417a5c0d410a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2796683 Jul 16 20:37:14.850009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-4694f166-5bac-418b-9614-4aac938c1732 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--627525584&fields=id&tenant_id=e2b65f6b28ab43c4a768a249b467c606 HTTP/1.1" status: 200 len: 267 time: 0.1026955 Jul 16 20:37:14.882169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c18cff23-54fa-48af-984f-7fe94543d900 None None] Port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:14.939122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-c669f3cc-746c-411d-ab5f-e629782b7099 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--164035300&fields=id&tenant_id=e2b65f6b28ab43c4a768a249b467c606 HTTP/1.1" status: 200 len: 267 time: 0.0850713 Jul 16 20:37:15.054996 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.090848 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Transition to ACTIVE for port object 02fa5809-6606-4ab4-9ab4-09e140a9ab43 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:15.113258 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.181569 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-5efc91d3-03ce-465b-9b5c-2ebad60cbdc3 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.183018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-5efc91d3-03ce-465b-9b5c-2ebad60cbdc3 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/networks?id=072f1930-3693-43bb-b953-72adc339e23e HTTP/1.1" status: 200 len: 797 time: 0.2425623 Jul 16 20:37:15.197904 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Pushing event updated for resources: {'Port': ['ID=02fa5809-6606-4ab4-9ab4-09e140a9ab43,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.207773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-ad1ab186-de23-4fec-a06b-82c86ae7491e tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/quotas/e2b65f6b28ab43c4a768a249b467c606 HTTP/1.1" status: 200 len: 375 time: 0.0177851 Jul 16 20:37:15.235761 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.235761 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.235761 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.236519 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.236519 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.241033 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.241987 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.243142 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.244162 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.244893 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.245532 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.246065 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:15.276488 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Attempting to bind port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:15.277374 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Attempting to bind port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:15.278056 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Attempting to bind port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 on network 072f1930-3693-43bb-b953-72adc339e23e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:15.288446 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:15.289082 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Checking segment: {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:15.289697 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.290348 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Bound using segment: {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:15.291171 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Bound port: 02fa5809-6606-4ab4-9ab4-09e140a9ab43, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:15.291808 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.323730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-ab59994c-ba8a-44ae-bfe7-02d4610bb5f4 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067142 Jul 16 20:37:15.414677 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] For port 02fa5809-6606-4ab4-9ab4-09e140a9ab43, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:15.421071 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] For port 02fa5809-6606-4ab4-9ab4-09e140a9ab43, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=02fa5809-6606-4ab4-9ab4-09e140a9ab43,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:15.428639 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.476153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-4d69fa52-7466-4aeb-a987-5924ee445db8 service neutron] 10.222.0.78 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368234 Jul 16 20:37:15.502262 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:15.502896 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:36:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:15.563350 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85df036-bd2c-49b8-874d-e50b10d0e1c5 None None] Pushing event updated for resources: {'Port': ['ID=02fa5809-6606-4ab4-9ab4-09e140a9ab43,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.630158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-ab6dc866-4056-4b50-8dbf-da244c5f753e service neutron] 10.222.0.78 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429186 Jul 16 20:37:15.741892 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:15.987775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11806611-decb-4fb1-a8a1-3d9e1215d84d req-6622fba7-fd5c-4602-bcf6-bbdced03e2fe tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 210 time: 0.0630507 Jul 16 20:37:16.058903 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:15Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:16.116894 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84cc31-981a-402d-a260-0642ba94ecd7 None None] The sync data for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 is: [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:15Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:17.178751 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2be4910e-a526-4b82-8f80-9eda3ccac4c8 req-a659132c-a864-4a9b-81d6-e24ec4e8f428 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 210 time: 0.0405383 Jul 16 20:37:17.537783 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-cd84ffad-8208-441d-8c56-448f186e65b5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.539706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-cd84ffad-8208-441d-8c56-448f186e65b5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.16 "GET /v2.0/networks?id=072f1930-3693-43bb-b953-72adc339e23e HTTP/1.1" status: 200 len: 797 time: 0.2411065 Jul 16 20:37:17.627181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-039a8486-02f9-4dbd-a08c-4dc54a8fa025 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b65f6b28ab43c4a768a249b467c606 HTTP/1.1" status: 200 len: 476 time: 0.0773475 Jul 16 20:37:17.644896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'port': {'device_id': 'db6af175-9cdc-4314-989a-c21f59170efe', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'admin_state_up': True, 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'security_groups': ['843d99e8-ec0a-42f3-983d-abcbdfada67c', '9a230dd8-b1ee-42ca-81be-d27b152f3b30']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:17.791011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Made reservation on behalf of e2b65f6b28ab43c4a768a249b467c606 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:17.797210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.031047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Allocated IP 172.20.0.14 (072f1930-3693-43bb-b953-72adc339e23e/e573c3aa-7dff-4a53-85dd-e8e8e1e1348f/e35ebe2d-ff88-4f6b-bf38-7946993c4725) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:18.078494 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1aadd16a-2514-4e95-b965-e4a07922a905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.256033 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.272878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 02fa5809-6606-4ab4-9ab4-09e140a9ab43 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:18.288022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Transition to ACTIVE for port object e35ebe2d-ff88-4f6b-bf38-7946993c4725 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:18.349607 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.377851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:18.385577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:18.386954 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.409616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 072f1930-3693-43bb-b953-72adc339e23e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:18.418563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:18.434696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:18.479041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=e35ebe2d-ff88-4f6b-bf38-7946993c4725,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.513460 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.558812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 02fa5809-6606-4ab4-9ab4-09e140a9ab43, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=02fa5809-6606-4ab4-9ab4-09e140a9ab43,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:18.566259 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.615615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:18.616328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.635934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=02fa5809-6606-4ab4-9ab4-09e140a9ab43,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.650109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-97906cb9-1363-4ed0-b6cf-616c12b8c9ce tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0178564 Jul 16 20:37:18.664902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Request body: {'port': {'device_id': 'db6af175-9cdc-4314-989a-c21f59170efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:18.678404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2466902-689d-4acf-87d3-a6beda95c0da req-42f1365e-5476-4b8b-9b73-f87dbd2a0fc3 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:18.680299 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2466902-689d-4acf-87d3-a6beda95c0da req-42f1365e-5476-4b8b-9b73-f87dbd2a0fc3 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 971 time: 0.2586465 Jul 16 20:37:18.756878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2466902-689d-4acf-87d3-a6beda95c0da req-408eeea7-c1e8-4e0d-a62a-7742a79ffac0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0513964 Jul 16 20:37:18.804186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5b7d3aee-2e3f-413d-9a01-0b465d53464e None None] Provisioning for port e35ebe2d-ff88-4f6b-bf38-7946993c4725 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:18.806299 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.809022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5b7d3aee-2e3f-413d-9a01-0b465d53464e None None] Provisioning complete for port e35ebe2d-ff88-4f6b-bf38-7946993c4725 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:18.809022 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3aee-2e3f-413d-9a01-0b465d53464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.860187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d3aee-2e3f-413d-9a01-0b465d53464e None None] Port e35ebe2d-ff88-4f6b-bf38-7946993c4725 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:19.139642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35ebe2d-ff88-4f6b-bf38-7946993c4725 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:19.150094 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.166177 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Transition to ACTIVE for port object e35ebe2d-ff88-4f6b-bf38-7946993c4725 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:19.170764 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.228074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Pushing event updated for resources: {'Port': ['ID=e35ebe2d-ff88-4f6b-bf38-7946993c4725,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.315870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Attempting to bind port e35ebe2d-ff88-4f6b-bf38-7946993c4725 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:19.316790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Attempting to bind port e35ebe2d-ff88-4f6b-bf38-7946993c4725 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:19.316790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Attempting to bind port e35ebe2d-ff88-4f6b-bf38-7946993c4725 on network 072f1930-3693-43bb-b953-72adc339e23e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:19.322156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Port e35ebe2d-ff88-4f6b-bf38-7946993c4725 on network 072f1930-3693-43bb-b953-72adc339e23e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:37:19.322623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Attempting to bind port e35ebe2d-ff88-4f6b-bf38-7946993c4725 on network 072f1930-3693-43bb-b953-72adc339e23e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:19.328978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:19.329409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Checking segment: {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:19.329723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Bound using segment: {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:19.330168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Bound port: e35ebe2d-ff88-4f6b-bf38-7946993c4725, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5591207c-f037-4e7d-8bdc-46f6f64ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '072f1930-3693-43bb-b953-72adc339e23e'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:19.331007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.416636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] For port e35ebe2d-ff88-4f6b-bf38-7946993c4725, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:19.422682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] For port e35ebe2d-ff88-4f6b-bf38-7946993c4725, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:19.430707 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.514359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.517452 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.518614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] 10.222.0.16 "PUT /v2.0/ports/e35ebe2d-ff88-4f6b-bf38-7946993c4725 HTTP/1.1" status: 200 len: 1132 time: 0.8596859 Jul 16 20:37:19.525576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:19.530298 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66b5b95-d848-4b25-b56a-a8ae79360637" -d '{"events": [{"name": "network-changed", "server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:19.577766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9f1ac-d85e-4df3-82e9-80f0a28e7daa service neutron] Pushing event updated for resources: {'Port': ['ID=e35ebe2d-ff88-4f6b-bf38-7946993c4725,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.707285 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bedabd8-c30b-4870-9e9e-dcbbf104adb0 x-openstack-request-id: req-1bedabd8-c30b-4870-9e9e-dcbbf104adb0 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:19.707826 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:19.708232 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1bedabd8-c30b-4870-9e9e-dcbbf104adb0 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:19.708715 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'status': 'completed', 'code': 200} Jul 16 20:37:19.764624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-2e594fb8-77d2-43e6-9f4c-b38bf8f90d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.767954 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-2e594fb8-77d2-43e6-9f4c-b38bf8f90d13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1135 time: 0.1679833 Jul 16 20:37:19.838449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-c591cf80-dda9-469f-9115-0c1c0a56649a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725 HTTP/1.1" status: 200 len: 217 time: 0.0630031 Jul 16 20:37:19.987749 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-375b83ed-bdc4-4f94-ad5c-e2bdba04602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.991581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-375b83ed-bdc4-4f94-ad5c-e2bdba04602f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e573c3aa-7dff-4a53-85dd-e8e8e1e1348f HTTP/1.1" status: 200 len: 835 time: 0.1453054 Jul 16 20:37:20.146610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289baa6-9daa-44be-be99-a8e3a822b510 req-85c13cdb-b645-46d1-8d87-8948330310ea tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.149476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e289baa6-9daa-44be-be99-a8e3a822b510 req-85c13cdb-b645-46d1-8d87-8948330310ea tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 983 time: 0.2176256 Jul 16 20:37:20.164720 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-4a560f09-b1e7-4e90-9fc9-88b94b8e38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.167504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-4a560f09-b1e7-4e90-9fc9-88b94b8e38ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=072f1930-3693-43bb-b953-72adc339e23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699708 Jul 16 20:37:20.204507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 02fa5809-6606-4ab4-9ab4-09e140a9ab43 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:20.290171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:20.290880 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.315728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e289baa6-9daa-44be-be99-a8e3a822b510 req-2dd2d89f-5d30-4346-b374-79c9530f2f08 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1551514 Jul 16 20:37:20.329103 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-aa937392-de8a-4bcc-8a97-070357e84c52 service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413386 Jul 16 20:37:20.428498 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60c9f14b-b741-461b-b186-eef4ea4ca3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.478199 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c72c4a0c-8361-423a-9840-7be3bc2f9a53 req-c1afcf8d-83b8-47b6-aa05-bc59d539d29d service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423781 Jul 16 20:37:20.602883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-1629c272-6253-4201-84b6-b67e84e28ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.604969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-1629c272-6253-4201-84b6-b67e84e28ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1135 time: 0.0623324 Jul 16 20:37:20.637186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.796693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-58b8bcff-072c-456f-952a-b65266f136c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.798307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-58b8bcff-072c-456f-952a-b65266f136c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=072f1930-3693-43bb-b953-72adc339e23e HTTP/1.1" status: 200 len: 898 time: 0.1875105 Jul 16 20:37:20.851413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-28abe9c3-281c-4704-87dd-0f218f271d55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725 HTTP/1.1" status: 200 len: 217 time: 0.0447986 Jul 16 20:37:20.961741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-1d3084a8-31d1-4175-8c8b-291e6de04d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.964598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-1d3084a8-31d1-4175-8c8b-291e6de04d3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e573c3aa-7dff-4a53-85dd-e8e8e1e1348f HTTP/1.1" status: 200 len: 835 time: 0.1068668 Jul 16 20:37:21.076155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-6f00bc2c-83ca-4423-9cb8-928d44d3e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.078964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-6f00bc2c-83ca-4423-9cb8-928d44d3e78c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=072f1930-3693-43bb-b953-72adc339e23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059089 Jul 16 20:37:21.243824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-0fd7cd1c-4ce2-4815-a7b2-a50681624ef5 service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576724 Jul 16 20:37:21.369126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e66b5b95-d848-4b25-b56a-a8ae79360637 req-039b7d6a-cdc2-4976-bf7d-fa776f2d5be2 service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188934 Jul 16 20:37:21.562067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684138d9-3a3b-4809-85b7-bf31cd7bbcfa req-d6e9b44b-f787-4874-b5d1-a559d75c17ea tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.564827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-684138d9-3a3b-4809-85b7-bf31cd7bbcfa req-d6e9b44b-f787-4874-b5d1-a559d75c17ea tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 983 time: 0.1107657 Jul 16 20:37:21.662872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-684138d9-3a3b-4809-85b7-bf31cd7bbcfa req-14a55229-75de-4d2a-9ea6-23f9bd6486d8 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0855000 Jul 16 20:37:22.475896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.847636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e35ebe2d-ff88-4f6b-bf38-7946993c4725 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:22.980388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b57de8-1fbc-4281-9632-95d9ddcf4aa5 req-c370b677-1ec1-44a9-abfd-c5be8613e443 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.994108 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e35ebe2d-ff88-4f6b-bf38-7946993c4725, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:22.994986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b57de8-1fbc-4281-9632-95d9ddcf4aa5 req-c370b677-1ec1-44a9-abfd-c5be8613e443 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 983 time: 0.1481986 Jul 16 20:37:23.012270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'port_id': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'mac_address': 'fa:16:3e:40:4e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:23.066627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b57de8-1fbc-4281-9632-95d9ddcf4aa5 req-a0970b02-057f-415b-9eaf-010cb260c3f8 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0700228 Jul 16 20:37:23.078604 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.102888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35ebe2d-ff88-4f6b-bf38-7946993c4725 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:23.131437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e35ebe2d-ff88-4f6b-bf38-7946993c4725, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:23.137993 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.211498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e35ebe2d-ff88-4f6b-bf38-7946993c4725,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.355030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['e35ebe2d-ff88-4f6b-bf38-7946993c4725'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:23.853425 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.327910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4c118-cebd-465e-b2f3-d0708da11201 req-f104ecb3-181b-4d13-8bf2-289c098eb615 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.342418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0dc4c118-cebd-465e-b2f3-d0708da11201 req-f104ecb3-181b-4d13-8bf2-289c098eb615 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 984 time: 0.1187227 Jul 16 20:37:24.406093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0dc4c118-cebd-465e-b2f3-d0708da11201 req-e00f1b95-6044-4503-bcff-877ab71cbffd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0623729 Jul 16 20:37:24.864096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e35ebe2d-ff88-4f6b-bf38-7946993c4725 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:24.965586 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port e35ebe2d-ff88-4f6b-bf38-7946993c4725 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:24.973851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port e35ebe2d-ff88-4f6b-bf38-7946993c4725 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:24.974791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.126619 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.165494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:25.168494 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3c836a-13e0-4bc4-98ca-f3e4914bc024" -d '{"events": [{"server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "name": "network-vif-plugged", "status": "completed", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:25.189959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port e35ebe2d-ff88-4f6b-bf38-7946993c4725, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:25.197216 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.266497 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95872c85-13f8-4c3a-85af-9f60e81a62d7 x-openstack-request-id: req-95872c85-13f8-4c3a-85af-9f60e81a62d7 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:25.267371 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "name": "network-vif-plugged", "status": "completed", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:25.268087 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95872c85-13f8-4c3a-85af-9f60e81a62d7 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:25.268993 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'code': 200} Jul 16 20:37:25.337246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=e35ebe2d-ff88-4f6b-bf38-7946993c4725,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.438068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19441d-4a8b-4af6-96a7-bd1ff796b8b2 req-e0138941-2b2d-4900-8915-7d464136d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.440661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e19441d-4a8b-4af6-96a7-bd1ff796b8b2 req-e0138941-2b2d-4900-8915-7d464136d2aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1137 time: 0.0895734 Jul 16 20:37:25.511745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e19441d-4a8b-4af6-96a7-bd1ff796b8b2 req-be13fae2-6853-45a1-a843-5c0d0d0d9281 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=843d99e8-ec0a-42f3-983d-abcbdfada67c&id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0640874 Jul 16 20:37:25.720962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae925b-a466-4f33-bbe1-2a2cd0a2b011 req-72a60205-c899-4e17-b444-6d024abc6cf4 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.723740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44ae925b-a466-4f33-bbe1-2a2cd0a2b011 req-72a60205-c899-4e17-b444-6d024abc6cf4 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 985 time: 0.1205165 Jul 16 20:37:25.794631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44ae925b-a466-4f33-bbe1-2a2cd0a2b011 req-1f3f2dca-3488-4e83-82d5-f353d8aef5bc tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0633376 Jul 16 20:37:27.132957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725255bd-a9bb-41f6-a7c4-d4b21bc20934 req-6e8f4ab9-c8c7-4ba3-ab2d-5db5dc52ed67 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.136055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-725255bd-a9bb-41f6-a7c4-d4b21bc20934 req-6e8f4ab9-c8c7-4ba3-ab2d-5db5dc52ed67 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 985 time: 0.1192832 Jul 16 20:37:27.201724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-725255bd-a9bb-41f6-a7c4-d4b21bc20934 req-dd45b356-3f07-4264-b090-7f6886a43f78 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0543854 Jul 16 20:37:27.743902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ad647-9028-4f98-bf5e-0a959831dbb2 req-3aa7a580-1c52-43f2-a728-773991f31024 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.746084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b34ad647-9028-4f98-bf5e-0a959831dbb2 req-3aa7a580-1c52-43f2-a728-773991f31024 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 985 time: 0.1272402 Jul 16 20:37:27.800323 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b34ad647-9028-4f98-bf5e-0a959831dbb2 req-053fe604-ba10-43ae-a332-b603341d65ac tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0471032 Jul 16 20:37:28.003948 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec773ca-955a-4ffd-ad76-ce11bab58953 req-c4c19e6d-88f6-4c1c-8245-03f3fe54d1f7 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.006705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dec773ca-955a-4ffd-ad76-ce11bab58953 req-c4c19e6d-88f6-4c1c-8245-03f3fe54d1f7 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1137 time: 0.0782738 Jul 16 20:37:28.037454 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dec773ca-955a-4ffd-ad76-ce11bab58953 req-6fcc0a6d-3538-414d-baf1-3aed14078321 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.220738 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dec773ca-955a-4ffd-ad76-ce11bab58953 req-6fcc0a6d-3538-414d-baf1-3aed14078321 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.226585 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-dec773ca-955a-4ffd-ad76-ce11bab58953 req-6fcc0a6d-3538-414d-baf1-3aed14078321 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.271370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dec773ca-955a-4ffd-ad76-ce11bab58953 req-6fcc0a6d-3538-414d-baf1-3aed14078321 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2567546 Jul 16 20:37:28.298733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc0a6d-3538-414d-baf1-3aed14078321 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9974b8-5813-4b69-ba3a-5a5aa40c1c11,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.314688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49628) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.410013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d501a24-7f73-4cb0-9033-b12dd34e699f tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.416335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5d501a24-7f73-4cb0-9033-b12dd34e699f tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1132 time: 0.0974932 Jul 16 20:37:28.417405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49630) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.428863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:28.476882 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.662221 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.798950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Allocated IP 172.25.6.67 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/5facd8ea-1f77-4c07-bb51-44e05c5df21f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:29.000460 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.064494 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.117647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:29.121379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:29.128048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:29.135309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=5facd8ea-1f77-4c07-bb51-44e05c5df21f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.677260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.769478 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.951856 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.957230 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.028374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=5facd8ea-1f77-4c07-bb51-44e05c5df21f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.046505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.166253 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Floating IP f9cb30ac-808c-4dc8-9dfa-bac482143bd3 associated. External IP: 172.25.6.67, port: e35ebe2d-ff88-4f6b-bf38-7946993c4725. Jul 16 20:37:30.427990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:30.883671 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:30.962077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:30.976115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] Sync routers for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:30.986682 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.992310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:30.993286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:37:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.035629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b15f57ef-32f3-4f96-8155-5ad06b2e4601 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6122870 Jul 16 20:37:31.035629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:31.035629 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04278a8d-ec06-47c7-8cc4-e476e29a9615" -d '{"events": [{"name": "network-changed", "server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:31.036480 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49644) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.109853 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469a6d2e-ea73-4537-b01f-2fa1999950ef x-openstack-request-id: req-469a6d2e-ea73-4537-b01f-2fa1999950ef {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:31.111104 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:31.111857 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-469a6d2e-ea73-4537-b01f-2fa1999950ef {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:31.112695 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'status': 'completed', 'code': 200} Jul 16 20:37:31.215630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-0bca1079-0eb1-497f-a099-82646e5608f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.218243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:31.218533 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-0bca1079-0eb1-497f-a099-82646e5608f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1137 time: 0.0843060 Jul 16 20:37:31.324261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3daa47-b5d7-44ab-8d81-f89e8cda97f6 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.326208 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3daa47-b5d7-44ab-8d81-f89e8cda97f6 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.327203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3daa47-b5d7-44ab-8d81-f89e8cda97f6 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.327920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3daa47-b5d7-44ab-8d81-f89e8cda97f6 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.328683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3daa47-b5d7-44ab-8d81-f89e8cda97f6 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.329661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3daa47-b5d7-44ab-8d81-f89e8cda97f6 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.332284 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bd3daa47-b5d7-44ab-8d81-f89e8cda97f6 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2949312 Jul 16 20:37:31.336767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49648) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.409677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-b54f90a2-4d8a-473a-a12e-b44d04a05d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.412715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-b54f90a2-4d8a-473a-a12e-b44d04a05d7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=072f1930-3693-43bb-b953-72adc339e23e HTTP/1.1" status: 200 len: 898 time: 0.1770575 Jul 16 20:37:31.474153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135d25a-3076-452d-8980-a6e61814e7fa tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.475056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135d25a-3076-452d-8980-a6e61814e7fa tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.475719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135d25a-3076-452d-8980-a6e61814e7fa tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.476509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135d25a-3076-452d-8980-a6e61814e7fa tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.477146 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135d25a-3076-452d-8980-a6e61814e7fa tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.477910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135d25a-3076-452d-8980-a6e61814e7fa tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.480109 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4135d25a-3076-452d-8980-a6e61814e7fa tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1417296 Jul 16 20:37:31.489028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49650) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.544976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-633a6b85-5498-4c83-b1dc-65d7d1fe91c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725 HTTP/1.1" status: 200 len: 999 time: 0.1218917 Jul 16 20:37:31.604769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f9cb30ac-808c-4dc8-9dfa-bac482143bd3', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'port_id': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'mac_address': 'fa:16:3e:40:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6af175-9cdc-4314-989a-c21f59170efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:29Z', 'updated_at': '2021-07-16T20:37:29Z', 'revision_number': 0, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.666449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-f708223b-d782-430f-95de-898ed942f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.669184 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-f708223b-d782-430f-95de-898ed942f235 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e573c3aa-7dff-4a53-85dd-e8e8e1e1348f HTTP/1.1" status: 200 len: 835 time: 0.1130502 Jul 16 20:37:31.678094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] Checking router: a4cdd7f4-3344-4e40-b453-7ebade45b3c4 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:31.703142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:31.704845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:37:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.770869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-9a01d18e-d21d-4857-8d3b-e68cdd529746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.772614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-9a01d18e-d21d-4857-8d3b-e68cdd529746 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=072f1930-3693-43bb-b953-72adc339e23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951142 Jul 16 20:37:31.961456 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-71a9a7f6-60c1-4c9f-8e8b-d0911c7b22d2 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.4666493 Jul 16 20:37:31.961747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-fe71d31e-faa4-4386-8673-e814e01fc0bc service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795049 Jul 16 20:37:31.961747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49658) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.982243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:32.118274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04278a8d-ec06-47c7-8cc4-e476e29a9615 req-c2c1a89a-13fe-4df9-a4af-35a6eca00aa0 service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450422 Jul 16 20:37:32.121134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fc8c7-8e47-4115-b012-7b1b2e3053a2 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.121764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fc8c7-8e47-4115-b012-7b1b2e3053a2 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.125508 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-af1fc8c7-8e47-4115-b012-7b1b2e3053a2 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a4cdd7f4-3344-4e40-b453-7ebade45b3c4 HTTP/1.1" status: 200 len: 1992 time: 0.1615086 Jul 16 20:37:32.342396 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f9cb30ac-808c-4dc8-9dfa-bac482143bd3', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'port_id': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'mac_address': 'fa:16:3e:40:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6af175-9cdc-4314-989a-c21f59170efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:29Z', 'updated_at': '2021-07-16T20:37:29Z', 'revision_number': 0, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:32.376754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6364a-c209-46f4-911c-1c17250db8f1 None None] The sync data for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 is: [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'f9cb30ac-808c-4dc8-9dfa-bac482143bd3', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'port_id': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'mac_address': 'fa:16:3e:40:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6af175-9cdc-4314-989a-c21f59170efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:37:29Z', 'updated_at': '2021-07-16T20:37:29Z', 'revision_number': 0, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:32.635846 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad06b7-8563-42e8-bd30-134be95e1eaf None None] New status for floating IP f9cb30ac-808c-4dc8-9dfa-bac482143bd3: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:37:34.595172 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.363208 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.816973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49688) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.039716 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55be65eb-8ecc-40eb-a257-0dd06cfccbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.173753 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55be65eb-8ecc-40eb-a257-0dd06cfccbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.179002 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-55be65eb-8ecc-40eb-a257-0dd06cfccbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.226804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-55be65eb-8ecc-40eb-a257-0dd06cfccbee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf3be296e5b346dc8f8db363f2897c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082763 Jul 16 20:37:39.227968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be65eb-8ecc-40eb-a257-0dd06cfccbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45bf40d-3035-4511-9487-03811eeefc07,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:39.230155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49696) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.297937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-030d88f8-b11a-436b-8478-7b74519f3b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.324368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-030d88f8-b11a-436b-8478-7b74519f3b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.381518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-030d88f8-b11a-436b-8478-7b74519f3b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.384214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-030d88f8-b11a-436b-8478-7b74519f3b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.385542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-030d88f8-b11a-436b-8478-7b74519f3b8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f45bf40d-3035-4511-9487-03811eeefc07 HTTP/1.1" status: 204 len: 168 time: 0.1539850 Jul 16 20:37:39.396333 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d88f8-b11a-436b-8478-7b74519f3b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45bf40d-3035-4511-9487-03811eeefc07,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:44.393232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:44.553134 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfdd-746d-4e0d-8048-441f259fb071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.676155 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfdd-746d-4e0d-8048-441f259fb071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.680759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfdd-746d-4e0d-8048-441f259fb071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.725504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-afb7bfdd-746d-4e0d-8048-441f259fb071 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a7dfef9258c1472caa7ee391cd2e3e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310063 Jul 16 20:37:44.726471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7bfdd-746d-4e0d-8048-441f259fb071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae47f6-6ff9-4c39-bc97-91ddf789e67f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:44.730029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49748) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:44.796627 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f844b589-47ac-4c0e-a632-fd0e15f8473f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.821421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f844b589-47ac-4c0e-a632-fd0e15f8473f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.878410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f844b589-47ac-4c0e-a632-fd0e15f8473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.881221 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f844b589-47ac-4c0e-a632-fd0e15f8473f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.882541 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f844b589-47ac-4c0e-a632-fd0e15f8473f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f4ae47f6-6ff9-4c39-bc97-91ddf789e67f HTTP/1.1" status: 204 len: 168 time: 0.1504104 Jul 16 20:37:44.892482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844b589-47ac-4c0e-a632-fd0e15f8473f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae47f6-6ff9-4c39-bc97-91ddf789e67f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.064819 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-93dabfdb-3c18-468f-9b97-fcd943aab093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.416238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-1d9212d7-ca0b-4f5e-a0d9-2d2e2d9d4b04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897508 Jul 16 20:37:50.421554 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2dbe2cd5-3239-433e-9f6d-75772ec26285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.539297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-0ff79ef9-c7cc-4edb-8f3e-8a8df74a8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:50.541118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-0ff79ef9-c7cc-4edb-8f3e-8a8df74a8999 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1137 time: 0.0718818 Jul 16 20:37:50.638384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.689528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-ce712e72-ccc7-4f97-b36f-0b9039272060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:50.690982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-ce712e72-ccc7-4f97-b36f-0b9039272060 service neutron] 10.222.0.16 "GET /v2.0/networks?id=072f1930-3693-43bb-b953-72adc339e23e HTTP/1.1" status: 200 len: 898 time: 0.1277814 Jul 16 20:37:50.773795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-46481fc8-75a2-4bcc-b128-a95b2910499f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725 HTTP/1.1" status: 200 len: 1001 time: 0.0757837 Jul 16 20:37:50.840847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-d2e66960-7327-4013-a455-6540e6221bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:50.843110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-d2e66960-7327-4013-a455-6540e6221bde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e573c3aa-7dff-4a53-85dd-e8e8e1e1348f HTTP/1.1" status: 200 len: 835 time: 0.0597990 Jul 16 20:37:50.926818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-a929045e-c48f-4a3a-b7a8-acfd6bff03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:50.928648 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-a929045e-c48f-4a3a-b7a8-acfd6bff03fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=072f1930-3693-43bb-b953-72adc339e23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783858 Jul 16 20:37:51.068317 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-a7532dd8-3d07-4bbb-90fa-73acab771c94 service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313846 Jul 16 20:37:51.228392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6edff033-aa18-45f8-8507-50df22bf16a3 req-5eeb5437-ebb6-40f3-bb54-018ba5fc2c0b service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526508 Jul 16 20:37:52.475373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.837082 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.499288 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cea403c7-6945-48b4-b07b-05d759c884ae req-1f5e9e9a-e745-4dac-b342-6734327ea245 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0638826 Jul 16 20:37:58.606983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea403c7-6945-48b4-b07b-05d759c884ae req-383eaaa9-baf2-4325-be6d-078604cbf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.608809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cea403c7-6945-48b4-b07b-05d759c884ae req-383eaaa9-baf2-4325-be6d-078604cbf0ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1097 time: 0.0613849 Jul 16 20:37:59.098383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea403c7-6945-48b4-b07b-05d759c884ae req-f25dd4b0-fa22-459d-96a9-5600a698d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.099879 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cea403c7-6945-48b4-b07b-05d759c884ae req-f25dd4b0-fa22-459d-96a9-5600a698d770 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.4674838 Jul 16 20:37:59.175270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cea403c7-6945-48b4-b07b-05d759c884ae req-c5750f62-9493-4d90-bdc1-c72e78f946e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 200 len: 1001 time: 0.0679252 Jul 16 20:37:59.230214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea403c7-6945-48b4-b07b-05d759c884ae req-848e3ccf-0637-4a2d-9512-4f7fb0ca6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.232569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cea403c7-6945-48b4-b07b-05d759c884ae req-848e3ccf-0637-4a2d-9512-4f7fb0ca6dd2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0513203 Jul 16 20:37:59.299152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea403c7-6945-48b4-b07b-05d759c884ae req-3cd66d8f-741b-45aa-8a4f-be22145039cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.300867 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cea403c7-6945-48b4-b07b-05d759c884ae req-3cd66d8f-741b-45aa-8a4f-be22145039cd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624669 Jul 16 20:37:59.408301 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cea403c7-6945-48b4-b07b-05d759c884ae req-85793099-c3a7-49bf-ab5d-fb24f961c35b service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001017 Jul 16 20:37:59.508880 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cea403c7-6945-48b4-b07b-05d759c884ae req-a55f1105-e16c-48f0-9a9d-9c9cdb270d25 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941381 Jul 16 20:38:04.596709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.379162 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.688394 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49772) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:06.801346 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-66306021-490b-4d03-94d2-88d4ee6c3b4a tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2805 time: 0.1116354 Jul 16 20:38:06.804465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49774) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:06.810725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'network': {'name': 'tempest-network-smoke--1627331320', 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'port_security_enabled': False}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:06.836516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Made reservation on behalf of e2b65f6b28ab43c4a768a249b467c606 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:06.841888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.876806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:06.892909 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.893498 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Added segment 8c53f913-fa61-411d-b2fc-825ef1c53115 of type vlan for network 7202995f-79bb-41d7-8c69-3a4b74b05315 Jul 16 20:38:06.982725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.024610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.031173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.031837 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.097347 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2914927 Jul 16 20:38:07.100890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49776) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.109550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'admin_state_up': True, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:07.146452 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.147874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.152819 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Network': ['ID=7202995f-79bb-41d7-8c69-3a4b74b05315,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.161555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.161875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.162228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.162585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.162955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.163260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.163647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.163932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.164374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.164712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.165423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.165423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62583f3-f7b3-446e-acb2-d52474aec240 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:07.182223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:07.210875 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.401600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.618262 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.643848 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.761547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Allocated IP 172.25.6.88 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/c70d4a8d-7bb3-4744-abf1-b090f6b5faeb) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:07.886164 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:07.888631 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.932496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.978315 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:07.981900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:07.984565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:08.015561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=c70d4a8d-7bb3-4744-abf1-b090f6b5faeb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.031942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.032318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.032662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.032999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.033330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.033657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.033985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.034315 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.034639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.034963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.035283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.035604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.331113 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.607636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.779521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Router f523842d-a63d-479c-bdbc-ba2b4cdf4745 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:08.938341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:08.950945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Sync routers for ids ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:08.962820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Routers {'f523842d-a63d-479c-bdbc-ba2b4cdf4745'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:08.963475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:37:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.971755 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.973485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-699b8ba9-8477-42a2-b311-7179167999bd tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8704138 Jul 16 20:38:08.977857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49778) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.081295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef4c72b-bf20-4a6f-8075-d650f30a3e4a tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:09.083993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5ef4c72b-bf20-4a6f-8075-d650f30a3e4a tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=e2b65f6b28ab43c4a768a249b467c606&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1048627 Jul 16 20:38:09.084397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Set router f523842d-a63d-479c-bdbc-ba2b4cdf4745 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:09.087883 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49780) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.216058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3889c2bb-2092-4daa-a7b3-b4e73079e4de tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:09.221634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3889c2bb-2092-4daa-a7b3-b4e73079e4de tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286659 Jul 16 20:38:09.221899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49782) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.253109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d6b92313-f63b-432e-8c8c-849744fee90f tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300238 Jul 16 20:38:09.255882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49784) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.285092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ca458e26-3176-4ac0-be70-68bb0070e0d8 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=e2b65f6b28ab43c4a768a249b467c606&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280056 Jul 16 20:38:09.287666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49786) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.392338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66333b89-f63f-4e5c-95e1-e0e1c2ed466c tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:09.393944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-66333b89-f63f-4e5c-95e1-e0e1c2ed466c tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1052737 Jul 16 20:38:09.396943 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49788) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.429566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-459ee206-a2ef-4331-b353-67748de4d407 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311270 Jul 16 20:38:09.432431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49790) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.438469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823072733', 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315', 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:09.503651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:08Z', 'revision_number': 3, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.532069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Checking router: f523842d-a63d-479c-bdbc-ba2b4cdf4745 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:09.532467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Updating router f523842d-a63d-479c-bdbc-ba2b4cdf4745 port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:09.545531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Made reservation on behalf of e2b65f6b28ab43c4a768a249b467c606 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:09.552263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.573217 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.797494 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.866558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Subnet': ['ID=572296e5-8b6b-4850-b7bf-a5d115fe2c56,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.878350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Checking segment: {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:09.878739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network hostable DHCP agents. Network: 7202995f-79bb-41d7-8c69-3a4b74b05315, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:09.899198 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.904662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:09.911974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Transition to ACTIVE for port object c70d4a8d-7bb3-4744-abf1-b090f6b5faeb will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:09.918385 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.919412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 7202995f-79bb-41d7-8c69-3a4b74b05315) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:09.928503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:09.929116 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.947785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9351b461-9ccb-483c-9ac7-4201f9627990 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5141475 Jul 16 20:38:09.951127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49792) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.962900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b7c95-3688-4eb7-9afd-07c40e59b58f None None] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:10.099151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Pushing event updated for resources: {'Port': ['ID=c70d4a8d-7bb3-4744-abf1-b090f6b5faeb,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.104976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Attempting to bind port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:10.105569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Attempting to bind port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:10.108037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Attempting to bind port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:10.137373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:10.137958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:10.138610 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.139263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:10.140093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Bound port: c70d4a8d-7bb3-4744-abf1-b090f6b5faeb, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:10.140760 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.148611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.149197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.149776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.150435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.150999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.151571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.152150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.152795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.153367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.154022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.154509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.155137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.313407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] For port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:10.318798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] For port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c70d4a8d-7bb3-4744-abf1-b090f6b5faeb,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:10.327332 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.405989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-7202995f-79bb-41d7-8c69-3a4b74b05315', 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'fixed_ips': [{'subnet_id': '572296e5-8b6b-4850-b7bf-a5d115fe2c56'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:10.406947 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.437993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e587a-bb5b-46d2-84a6-135816862ba3 None None] Pushing event updated for resources: {'Port': ['ID=c70d4a8d-7bb3-4744-abf1-b090f6b5faeb,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.440891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Routers {'f523842d-a63d-479c-bdbc-ba2b4cdf4745'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:10.441538 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:37:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.485604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.674486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] Set router f523842d-a63d-479c-bdbc-ba2b4cdf4745 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:10.759250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Allocated IP 172.20.0.18 (7202995f-79bb-41d7-8c69-3a4b74b05315/572296e5-8b6b-4850-b7bf-a5d115fe2c56/801eb140-23b5-429b-9a1a-d5cb0da3fd74) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:11.040002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:08Z', 'revision_number': 3, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:11.075342 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.078742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717cd25-d4e7-46bc-b706-21678f256144 None None] The sync data for ids ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'] in n-d-791505-15 is: [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:08Z', 'revision_number': 3, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:11.090061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Transition to ACTIVE for port object 801eb140-23b5-429b-9a1a-d5cb0da3fd74 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:11.115900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Transition to ACTIVE for port object 801eb140-23b5-429b-9a1a-d5cb0da3fd74 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:11.124862 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.183893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:11.189654 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:11.194043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:11.201222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Pushing event updated for resources: {'Port': ['ID=801eb140-23b5-429b-9a1a-d5cb0da3fd74,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.259423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Allocated IP 172.20.0.17 (7202995f-79bb-41d7-8c69-3a4b74b05315/572296e5-8b6b-4850-b7bf-a5d115fe2c56/9e480afa-58da-4e5e-831e-a3970dc4fcfb) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:11.281932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-49469598-cbda-4d19-95c8-99df294c97bd req-057f2212-dd35-4d17-bd9b-fef399d42cad service neutron] (100243) timed out ('10.222.0.78', 60070) {{(pid=100243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:38:11.286725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Attempting to bind port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:11.287271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Attempting to bind port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:11.287753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Attempting to bind port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 on network 7202995f-79bb-41d7-8c69-3a4b74b05315 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:11.295328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:11.295649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Checking segment: {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:11.296026 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.296678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Bound using segment: {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:11.297475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Bound port: 801eb140-23b5-429b-9a1a-d5cb0da3fd74, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:11.297894 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.436447 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.452128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] For port 801eb140-23b5-429b-9a1a-d5cb0da3fd74, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:11.462536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] For port 801eb140-23b5-429b-9a1a-d5cb0da3fd74, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=801eb140-23b5-429b-9a1a-d5cb0da3fd74,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:11.470372 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.475301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Transition to ACTIVE for port object 9e480afa-58da-4e5e-831e-a3970dc4fcfb will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:11.540716 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.558785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e4310-2cc2-4709-926b-d0fd64d21c39 None None] Pushing event updated for resources: {'Port': ['ID=801eb140-23b5-429b-9a1a-d5cb0da3fd74,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.594240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:11.600662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:11.605811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:11.644980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=9e480afa-58da-4e5e-831e-a3970dc4fcfb,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.665695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.931505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.352859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 801eb140-23b5-429b-9a1a-d5cb0da3fd74 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:12.411632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.419038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.456372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:12.462211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c70d4a8d-7bb3-4744-abf1-b090f6b5faeb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:12.516240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=9e480afa-58da-4e5e-831e-a3970dc4fcfb,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.519195 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.534767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:12.539307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:12.539965 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.634065 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.658850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:12.661448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:12.662119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c70d4a8d-7bb3-4744-abf1-b090f6b5faeb,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:12.667242 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.764171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c70d4a8d-7bb3-4744-abf1-b090f6b5faeb,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.894057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Router f523842d-a63d-479c-bdbc-ba2b4cdf4745 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:12.909032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9138854-5ad2-4028-9f4e-dc133c8dbf30 None None] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:13.030453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-946c3490-7d30-47b8-8bf7-335758ee15fe None None] Provisioning for port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:13.046808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:13.049135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-946c3490-7d30-47b8-8bf7-335758ee15fe None None] Provisioning complete for port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:13.049863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-946c3490-7d30-47b8-8bf7-335758ee15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.063407 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6584bf01-99fe-4434-9035-f24d71dfa474 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "PUT /v2.0/routers/f523842d-a63d-479c-bdbc-ba2b4cdf4745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1109917 Jul 16 20:38:13.238566 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-946c3490-7d30-47b8-8bf7-335758ee15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.314813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-946c3490-7d30-47b8-8bf7-335758ee15fe None None] For port 801eb140-23b5-429b-9a1a-d5cb0da3fd74, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=801eb140-23b5-429b-9a1a-d5cb0da3fd74,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:13.321230 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-946c3490-7d30-47b8-8bf7-335758ee15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.422919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c3490-7d30-47b8-8bf7-335758ee15fe None None] Pushing event updated for resources: {'Port': ['ID=801eb140-23b5-429b-9a1a-d5cb0da3fd74,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.435495 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Sync routers for ids ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:13.436086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-302a43d4-1c4a-4b2a-a388-a6f778215ef8 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:13.438200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-302a43d4-1c4a-4b2a-a388-a6f778215ef8 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/networks?id=7202995f-79bb-41d7-8c69-3a4b74b05315 HTTP/1.1" status: 200 len: 798 time: 0.1556370 Jul 16 20:38:13.450507 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Routers {'f523842d-a63d-479c-bdbc-ba2b4cdf4745'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:13.451718 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:37:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:13.459812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-24f04444-2a6b-491d-8d8b-df67ada0705f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/quotas/e2b65f6b28ab43c4a768a249b467c606 HTTP/1.1" status: 200 len: 375 time: 0.0156298 Jul 16 20:38:13.569783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-2b394b41-bf14-4b18-bc6b-78d5da19c8a9 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1077433 Jul 16 20:38:13.632965 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Set router f523842d-a63d-479c-bdbc-ba2b4cdf4745 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:13.742720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-b1ac0d51-f4d7-4006-9a69-446f86d28fa8 service neutron] 10.222.0.78 "GET /v2.0/networks/7202995f-79bb-41d7-8c69-3a4b74b05315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525726 Jul 16 20:38:13.766976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b208fcab-1aa9-4a13-981c-f1038392d93d None None] Provisioning for port 9e480afa-58da-4e5e-831e-a3970dc4fcfb completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:13.775351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b208fcab-1aa9-4a13-981c-f1038392d93d None None] Provisioning complete for port 9e480afa-58da-4e5e-831e-a3970dc4fcfb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:13.776043 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b208fcab-1aa9-4a13-981c-f1038392d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.866812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b208fcab-1aa9-4a13-981c-f1038392d93d None None] Port 9e480afa-58da-4e5e-831e-a3970dc4fcfb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:13.880275 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b208fcab-1aa9-4a13-981c-f1038392d93d None None] Provisioning complete for port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:13.880756 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b208fcab-1aa9-4a13-981c-f1038392d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.893826 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-b1cc4741-4ea9-444e-9a98-0f546cac4d72 service neutron] 10.222.0.78 "GET /v2.0/networks/7202995f-79bb-41d7-8c69-3a4b74b05315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491241 Jul 16 20:38:14.007910 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9e480afa-58da-4e5e-831e-a3970dc4fcfb', 'name': '', 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:3a:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '572296e5-8b6b-4850-b7bf-a5d115fe2c56', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:12Z', 'revision_number': 2, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': '572296e5-8b6b-4850-b7bf-a5d115fe2c56', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.053188 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Checking router: f523842d-a63d-479c-bdbc-ba2b4cdf4745 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:14.053637 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Updating router f523842d-a63d-479c-bdbc-ba2b4cdf4745 port 9e480afa-58da-4e5e-831e-a3970dc4fcfb binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:14.100593 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.204146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9369453a-368e-4616-b31e-888e3e1de7d4 None None] Provisioning complete for port 9e480afa-58da-4e5e-831e-a3970dc4fcfb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:14.205339 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9369453a-368e-4616-b31e-888e3e1de7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.214388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5960dc-5d04-4c8b-a1d1-2df2f00336b6 req-4c8b5ff1-eb62-4e12-beb1-59a157e29ef9 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 210 time: 0.0552115 Jul 16 20:38:14.323042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9369453a-368e-4616-b31e-888e3e1de7d4 None None] Port 9e480afa-58da-4e5e-831e-a3970dc4fcfb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:14.348085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 801eb140-23b5-429b-9a1a-d5cb0da3fd74 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:14.407595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:14.408125 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.470651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e59ac041-4c4c-475f-93e2-41f90ad6482c None None] Provisioning complete for port 9e480afa-58da-4e5e-831e-a3970dc4fcfb triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:14.471341 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e59ac041-4c4c-475f-93e2-41f90ad6482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.512534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e59ac041-4c4c-475f-93e2-41f90ad6482c None None] Port 9e480afa-58da-4e5e-831e-a3970dc4fcfb cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:14.519947 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.535133 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Transition to ACTIVE for port object 9e480afa-58da-4e5e-831e-a3970dc4fcfb will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:14.545814 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.555717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c70d4a8d-7bb3-4744-abf1-b090f6b5faeb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:14.613587 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c6a50-fb55-41eb-826b-a3b6c7fef0a9 None None] Pushing event updated for resources: {'Port': ['ID=9e480afa-58da-4e5e-831e-a3970dc4fcfb,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.620609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:14.621066 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.676376 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Attempting to bind port 9e480afa-58da-4e5e-831e-a3970dc4fcfb on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:14.676998 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Attempting to bind port 9e480afa-58da-4e5e-831e-a3970dc4fcfb by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:14.677708 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Attempting to bind port 9e480afa-58da-4e5e-831e-a3970dc4fcfb on network 7202995f-79bb-41d7-8c69-3a4b74b05315 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:14.692249 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:14.692667 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Checking segment: {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:14.693328 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.693848 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Bound using segment: {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:14.694633 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Bound port: 9e480afa-58da-4e5e-831e-a3970dc4fcfb, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:14.695272 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.811057 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] For port 9e480afa-58da-4e5e-831e-a3970dc4fcfb, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:14.815598 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] For port 9e480afa-58da-4e5e-831e-a3970dc4fcfb, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9e480afa-58da-4e5e-831e-a3970dc4fcfb,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:14.821139 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.890552 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Routers {'f523842d-a63d-479c-bdbc-ba2b4cdf4745'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:14.891102 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:37:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.893112 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c6a50-fb55-41eb-826b-a3b6c7fef0a9 None None] Pushing event updated for resources: {'Port': ['ID=9e480afa-58da-4e5e-831e-a3970dc4fcfb,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.033447 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] Set router f523842d-a63d-479c-bdbc-ba2b4cdf4745 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:15.336796 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9e480afa-58da-4e5e-831e-a3970dc4fcfb', 'name': '', 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:3a:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '572296e5-8b6b-4850-b7bf-a5d115fe2c56', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:14Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': '572296e5-8b6b-4850-b7bf-a5d115fe2c56', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:15.390107 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d24935-03cd-4a9a-936b-f4e9ff3fbd8d None None] The sync data for ids ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'] in n-d-791505-15 is: [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9e480afa-58da-4e5e-831e-a3970dc4fcfb', 'name': '', 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:3a:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '572296e5-8b6b-4850-b7bf-a5d115fe2c56', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:14Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': '572296e5-8b6b-4850-b7bf-a5d115fe2c56', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:15.487187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a84bb2a1-7a39-4a68-9d16-2777bdbe516f req-45154554-0ae8-44e2-9c74-409c485b50bb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 210 time: 0.0534103 Jul 16 20:38:16.098684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-bac1b7fb-c0d0-4e61-ba20-058b937a4203 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:16.101202 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-bac1b7fb-c0d0-4e61-ba20-058b937a4203 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.68 "GET /v2.0/networks?id=7202995f-79bb-41d7-8c69-3a4b74b05315 HTTP/1.1" status: 200 len: 798 time: 0.1926038 Jul 16 20:38:16.120122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Request body: {'port': {'device_id': '001fd43b-2fed-4bba-891d-e0cc9ab18469', 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315', 'admin_state_up': True, 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:16.267802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9e480afa-58da-4e5e-831e-a3970dc4fcfb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:16.337988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9e480afa-58da-4e5e-831e-a3970dc4fcfb completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:16.344813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9e480afa-58da-4e5e-831e-a3970dc4fcfb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:16.345253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.470594 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.527557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9e480afa-58da-4e5e-831e-a3970dc4fcfb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9e480afa-58da-4e5e-831e-a3970dc4fcfb,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:16.534513 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.631723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9e480afa-58da-4e5e-831e-a3970dc4fcfb,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.670488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Made reservation on behalf of e2b65f6b28ab43c4a768a249b467c606 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:16.675576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.747744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86235732-c738-45a9-b281-95ae9d51d0bb req-79e1d9db-9426-45b4-8a73-b4233be504b0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 210 time: 0.0482528 Jul 16 20:38:16.911905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Allocated IP 172.20.0.19 (7202995f-79bb-41d7-8c69-3a4b74b05315/572296e5-8b6b-4850-b7bf-a5d115fe2c56/86ec2f07-5093-4a92-a1a8-ffa96b985ffa) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:17.040278 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.061738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Transition to ACTIVE for port object 86ec2f07-5093-4a92-a1a8-ffa96b985ffa will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:17.097399 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.144467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:17.148078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:17.153246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:17.160827 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event updated for resources: {'Port': ['ID=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.215909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:17.216651 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.236975 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a896d7fe-4226-4768-93aa-1b82d967b0cb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1212783 Jul 16 20:38:17.250690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Request body: {'port': {'device_id': '001fd43b-2fed-4bba-891d-e0cc9ab18469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:17.342672 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.426034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a0cdefb0-a51d-4904-a0b7-540d97d7679e None None] Provisioning for port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:17.431263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a0cdefb0-a51d-4904-a0b7-540d97d7679e None None] Provisioning complete for port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:17.431765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a0cdefb0-a51d-4904-a0b7-540d97d7679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.474766 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdefb0-a51d-4904-a0b7-540d97d7679e None None] Port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:17.651095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ec2f07-5093-4a92-a1a8-ffa96b985ffa {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:17.660964 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.676370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Transition to ACTIVE for port object 86ec2f07-5093-4a92-a1a8-ffa96b985ffa will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:17.682054 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.748081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Pushing event updated for resources: {'Port': ['ID=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.875469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Attempting to bind port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:17.876136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Attempting to bind port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:17.876757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Attempting to bind port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa on network 7202995f-79bb-41d7-8c69-3a4b74b05315 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:17.884942 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa on network 7202995f-79bb-41d7-8c69-3a4b74b05315 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:38:17.885511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Attempting to bind port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa on network 7202995f-79bb-41d7-8c69-3a4b74b05315 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:17.896355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:17.896714 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Checking segment: {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:17.897354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Bound using segment: {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:17.900729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Bound port: 86ec2f07-5093-4a92-a1a8-ffa96b985ffa, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c53f913-fa61-411d-b2fc-825ef1c53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:17.901419 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.972373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb121beb-47f6-4339-b876-8d7d184a6cd9 req-456de525-87a7-43be-919c-d432a05aa1eb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:17.974145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb121beb-47f6-4339-b876-8d7d184a6cd9 req-456de525-87a7-43be-919c-d432a05aa1eb tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 907 time: 0.0856681 Jul 16 20:38:18.009803 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] For port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:18.014326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] For port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:18.019646 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.060878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.061683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.063661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] 10.222.0.68 "PUT /v2.0/ports/86ec2f07-5093-4a92-a1a8-ffa96b985ffa HTTP/1.1" status: 200 len: 1056 time: 0.8183751 Jul 16 20:38:18.064248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001fd43b-2fed-4bba-891d-e0cc9ab18469', 'tag': '86ec2f07-5093-4a92-a1a8-ffa96b985ffa'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:18.068253 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b882bae6-f928-4d99-9b56-a58fa9472987" -d '{"events": [{"name": "network-changed", "server_uuid": "001fd43b-2fed-4bba-891d-e0cc9ab18469", "tag": "86ec2f07-5093-4a92-a1a8-ffa96b985ffa"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:18.078169 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-da9f3cc4-d4b3-48cf-8e51-075431e31b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.109068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91e17-4310-4375-a854-aaa100c112a5 service neutron] Pushing event updated for resources: {'Port': ['ID=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.251589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-24c60a28-e56a-458a-8cd2-8f356984b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.253420 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-24c60a28-e56a-458a-8cd2-8f356984b1a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 1059 time: 0.1293406 Jul 16 20:38:18.259950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9e480afa-58da-4e5e-831e-a3970dc4fcfb up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:18.332425 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-4e3ab367-ef0f-42c4-9b17-85000e8118df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=86ec2f07-5093-4a92-a1a8-ffa96b985ffa HTTP/1.1" status: 200 len: 217 time: 0.0711591 Jul 16 20:38:18.378956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9e480afa-58da-4e5e-831e-a3970dc4fcfb triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:18.379371 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.396671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-e3085d93-0392-480b-ac5a-e3820e9ea208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.398850 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-e3085d93-0392-480b-ac5a-e3820e9ea208 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=572296e5-8b6b-4850-b7bf-a5d115fe2c56 HTTP/1.1" status: 200 len: 837 time: 0.0609674 Jul 16 20:38:18.408346 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04759122-8994-459c-acce-8b3ff9a74ac0 x-openstack-request-id: req-04759122-8994-459c-acce-8b3ff9a74ac0 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:18.408798 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001fd43b-2fed-4bba-891d-e0cc9ab18469", "tag": "86ec2f07-5093-4a92-a1a8-ffa96b985ffa", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:18.409180 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04759122-8994-459c-acce-8b3ff9a74ac0 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:18.409823 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001fd43b-2fed-4bba-891d-e0cc9ab18469', 'tag': '86ec2f07-5093-4a92-a1a8-ffa96b985ffa', 'status': 'completed', 'code': 200} Jul 16 20:38:18.514491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-c3b4fb05-6c71-43d8-a702-11612c1afb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.516074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-c3b4fb05-6c71-43d8-a702-11612c1afb00 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7202995f-79bb-41d7-8c69-3a4b74b05315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1050775 Jul 16 20:38:18.627791 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-15ca45b1-318a-4310-be74-91865f4f108d service neutron] 10.222.0.68 "GET /v2.0/networks/7202995f-79bb-41d7-8c69-3a4b74b05315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053576 Jul 16 20:38:18.752286 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c412045b-f33e-42e1-91cc-b9da931dc7dd req-5cb0dc78-64cd-4dd5-83c9-2beecbdfc4a8 service neutron] 10.222.0.68 "GET /v2.0/networks/7202995f-79bb-41d7-8c69-3a4b74b05315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183112 Jul 16 20:38:18.869448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-ddfb7490-1d54-4d58-a60c-b68aee2f34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.871122 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-ddfb7490-1d54-4d58-a60c-b68aee2f34b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 1059 time: 0.0601788 Jul 16 20:38:18.980149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-b688d919-6d1c-478d-aafb-d323f783fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.982799 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-b688d919-6d1c-478d-aafb-d323f783fe9b service neutron] 10.222.0.68 "GET /v2.0/networks?id=7202995f-79bb-41d7-8c69-3a4b74b05315 HTTP/1.1" status: 200 len: 899 time: 0.1056156 Jul 16 20:38:19.036606 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-282db134-900d-4dc7-b41d-0d3ca553cbb4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=86ec2f07-5093-4a92-a1a8-ffa96b985ffa HTTP/1.1" status: 200 len: 217 time: 0.0464201 Jul 16 20:38:19.100018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-1abcaf30-08e0-4b27-a8e2-6c9a2d80a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.102046 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-1abcaf30-08e0-4b27-a8e2-6c9a2d80a44a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=572296e5-8b6b-4850-b7bf-a5d115fe2c56 HTTP/1.1" status: 200 len: 837 time: 0.0586705 Jul 16 20:38:19.179435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-dafaa0f4-ab02-4302-ab17-dcc3a33d85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.182137 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-dafaa0f4-ab02-4302-ab17-dcc3a33d85b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7202995f-79bb-41d7-8c69-3a4b74b05315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0731561 Jul 16 20:38:19.199923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfddcf-30df-495a-97ff-81a59d65353e req-5ea0b701-16f4-412a-99b1-19d22edc2169 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.202006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6cfddcf-30df-495a-97ff-81a59d65353e req-5ea0b701-16f4-412a-99b1-19d22edc2169 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 907 time: 0.0827615 Jul 16 20:38:19.294315 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-3873f313-7a6b-461d-9533-c645cc5569a5 service neutron] 10.222.0.68 "GET /v2.0/networks/7202995f-79bb-41d7-8c69-3a4b74b05315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048651 Jul 16 20:38:19.396817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b882bae6-f928-4d99-9b56-a58fa9472987 req-acf7cad5-2775-4e93-a222-d14181042deb service neutron] 10.222.0.68 "GET /v2.0/networks/7202995f-79bb-41d7-8c69-3a4b74b05315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959463 Jul 16 20:38:19.636669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 86ec2f07-5093-4a92-a1a8-ffa96b985ffa details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:38:19.913836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:19.927223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '86ec2f07-5093-4a92-a1a8-ffa96b985ffa', 'network_id': '7202995f-79bb-41d7-8c69-3a4b74b05315', 'port_id': '86ec2f07-5093-4a92-a1a8-ffa96b985ffa', 'mac_address': 'fa:16:3e:27:b0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572296e5-8b6b-4850-b7bf-a5d115fe2c56', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:38:19.969404 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.985262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ec2f07-5093-4a92-a1a8-ffa96b985ffa {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:20.009087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:20.014759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.081876 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.239568 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['86ec2f07-5093-4a92-a1a8-ffa96b985ffa'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:20.420704 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-876af0c9-7d59-456b-9de2-c7682d4c8ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.452265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a149ab0-9c39-4205-992d-c7e66256cd15 req-66e0aaef-bc1d-4a94-8885-6515ee48900d tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:20.454171 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a149ab0-9c39-4205-992d-c7e66256cd15 req-66e0aaef-bc1d-4a94-8885-6515ee48900d tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 908 time: 0.0810032 Jul 16 20:38:20.633470 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.657594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 86ec2f07-5093-4a92-a1a8-ffa96b985ffa up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:21.666012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c938bd-b267-40e6-b42f-a5bb6ad6e936 req-a3825149-9412-40d3-8e35-09309298b0ca tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.669343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-69c938bd-b267-40e6-b42f-a5bb6ad6e936 req-a3825149-9412-40d3-8e35-09309298b0ca tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 908 time: 0.0821414 Jul 16 20:38:21.721375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:21.728379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:21.729017 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.835310 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.861928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001fd43b-2fed-4bba-891d-e0cc9ab18469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ec2f07-5093-4a92-a1a8-ffa96b985ffa'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:21.864357 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5728cbe6-d447-4256-9be7-c28b241becff" -d '{"events": [{"server_uuid": "001fd43b-2fed-4bba-891d-e0cc9ab18469", "name": "network-vif-plugged", "status": "completed", "tag": "86ec2f07-5093-4a92-a1a8-ffa96b985ffa"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:21.880409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:21.886588 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.918028 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7203f1a-2665-4725-a182-b700a14e2bfd x-openstack-request-id: req-a7203f1a-2665-4725-a182-b700a14e2bfd {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:21.918906 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001fd43b-2fed-4bba-891d-e0cc9ab18469", "name": "network-vif-plugged", "status": "completed", "tag": "86ec2f07-5093-4a92-a1a8-ffa96b985ffa", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:21.919262 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7203f1a-2665-4725-a182-b700a14e2bfd {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:21.919745 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001fd43b-2fed-4bba-891d-e0cc9ab18469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ec2f07-5093-4a92-a1a8-ffa96b985ffa', 'code': 200} Jul 16 20:38:21.952178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.039907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a8b14-007f-4e76-8b9d-1fc6fe8c9ed3 req-b2c61e8d-8328-4fc1-92b1-75104be3cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.041412 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9d8a8b14-007f-4e76-8b9d-1fc6fe8c9ed3 req-b2c61e8d-8328-4fc1-92b1-75104be3cd1e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 1061 time: 0.0650373 Jul 16 20:38:22.478014 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.912636 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726819a1-5b69-4830-a61d-ee4b8c68e6cf req-7d13f9bf-9ae4-4192-b690-a31874665fb8 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.915250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-726819a1-5b69-4830-a61d-ee4b8c68e6cf req-7d13f9bf-9ae4-4192-b690-a31874665fb8 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 909 time: 0.1081908 Jul 16 20:38:23.845596 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.161511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dace2e-99a2-40e1-ae13-bb49c28f6d13 req-0105e844-3565-4646-b4f3-9e807323c2e5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:24.163638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8dace2e-99a2-40e1-ae13-bb49c28f6d13 req-0105e844-3565-4646-b4f3-9e807323c2e5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 909 time: 0.1075943 Jul 16 20:38:24.370574 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019621b1-df2f-4238-8697-8e6dd9350c2f req-8b795868-4ae3-478b-ab9e-ee0a648f6421 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:24.373018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-019621b1-df2f-4238-8697-8e6dd9350c2f req-8b795868-4ae3-478b-ab9e-ee0a648f6421 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 909 time: 0.0766561 Jul 16 20:38:24.550527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40354ab-bb94-490b-b62e-42b82eb85214 req-3f8d7351-e14d-4774-a104-299f47eaf8b2 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:24.552058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d40354ab-bb94-490b-b62e-42b82eb85214 req-3f8d7351-e14d-4774-a104-299f47eaf8b2 tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 1061 time: 0.0573590 Jul 16 20:38:24.788080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a8bb8-a76c-4c75-8f22-c6653fe5b858 req-97d471a4-5050-488d-8217-25d8bd22af3e tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:24.789986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c71a8bb8-a76c-4c75-8f22-c6653fe5b858 req-97d471a4-5050-488d-8217-25d8bd22af3e tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1137 time: 0.0601358 Jul 16 20:38:24.848774 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c71a8bb8-a76c-4c75-8f22-c6653fe5b858 req-fa091236-952d-45c5-827c-f924bbcbe4dd tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0474946 Jul 16 20:38:24.874135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49854) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:25.305458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cdb844-602d-4a82-9e37-916d9fe5bf8b tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:25.307058 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-36cdb844-602d-4a82-9e37-916d9fe5bf8b tempest-TestSecurityGroupsBasicOps-1832386102 tempest-TestSecurityGroupsBasicOps-1832386102-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 1056 time: 0.4318805 Jul 16 20:38:25.753618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faea49-0e68-41f1-83b7-020742995704 req-b742ef74-e29d-48a4-996c-64e66aff7665 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:25.755388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73faea49-0e68-41f1-83b7-020742995704 req-b742ef74-e29d-48a4-996c-64e66aff7665 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 909 time: 0.0705631 Jul 16 20:38:26.942878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-3a1beeca-8303-4001-9d0d-8a92b4073f22 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.945737 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-3a1beeca-8303-4001-9d0d-8a92b4073f22 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.68 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 909 time: 0.1247535 Jul 16 20:38:26.954607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc354f-12b1-443f-a79e-578f6effe32d req-f979ae06-38d1-4d82-8f62-2fc323a79d34 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.956250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aedc354f-12b1-443f-a79e-578f6effe32d req-f979ae06-38d1-4d82-8f62-2fc323a79d34 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 909 time: 0.0786533 Jul 16 20:38:27.057697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:27.058038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.180721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] For port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:27.181225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.204378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Calling delete_port for 86ec2f07-5093-4a92-a1a8-ffa96b985ffa owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:27.366135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.397123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Port': ['ID=86ec2f07-5093-4a92-a1a8-ffa96b985ffa,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:27.453523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] No DVR routers for this DVR port 86ec2f07-5093-4a92-a1a8-ffa96b985ffa on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:27.456503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.458642 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-389a4ab2-1ea4-4f5e-b48d-d18ee986da1e req-d85b4c3a-3c06-47e9-9e6b-378ee35d4319 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.68 "DELETE /v2.0/ports/86ec2f07-5093-4a92-a1a8-ffa96b985ffa HTTP/1.1" status: 204 len: 173 time: 0.5073752 Jul 16 20:38:27.459105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001fd43b-2fed-4bba-891d-e0cc9ab18469', 'name': 'network-vif-deleted', 'tag': '86ec2f07-5093-4a92-a1a8-ffa96b985ffa'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:27.461598 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261803a5-7044-4050-9179-58827fcca8b5" -d '{"events": [{"server_uuid": "001fd43b-2fed-4bba-891d-e0cc9ab18469", "name": "network-vif-deleted", "tag": "86ec2f07-5093-4a92-a1a8-ffa96b985ffa"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:27.521878 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e6a768-09cd-4205-a25f-b4cc3c8a4254 x-openstack-request-id: req-76e6a768-09cd-4205-a25f-b4cc3c8a4254 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:27.522270 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001fd43b-2fed-4bba-891d-e0cc9ab18469", "name": "network-vif-deleted", "tag": "86ec2f07-5093-4a92-a1a8-ffa96b985ffa", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:27.522629 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76e6a768-09cd-4205-a25f-b4cc3c8a4254 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:27.523498 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001fd43b-2fed-4bba-891d-e0cc9ab18469', 'name': 'network-vif-deleted', 'tag': '86ec2f07-5093-4a92-a1a8-ffa96b985ffa', 'status': 'completed', 'code': 200} Jul 16 20:38:28.164362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea3c1c4a-5c4b-496f-a49e-69780bfa9c5a req-b6e6e594-ffca-4f6d-9c13-b4bb9d7b1323 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=001fd43b-2fed-4bba-891d-e0cc9ab18469 HTTP/1.1" status: 200 len: 210 time: 0.0311048 Jul 16 20:38:29.270847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49868) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.678500 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.994792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting port 9e480afa-58da-4e5e-831e-a3970dc4fcfb {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:29.995050 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.098505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] For port 9e480afa-58da-4e5e-831e-a3970dc4fcfb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9e480afa-58da-4e5e-831e-a3970dc4fcfb,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:30.098886 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.114551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Calling delete_port for 9e480afa-58da-4e5e-831e-a3970dc4fcfb owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:30.333307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.370446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Port': ['ID=9e480afa-58da-4e5e-831e-a3970dc4fcfb,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:30.612658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.878960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Router f523842d-a63d-479c-bdbc-ba2b4cdf4745 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:30.991280 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:30.997880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0828851b-ea89-4977-9059-342c6684d2be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "PUT /v2.0/routers/f523842d-a63d-479c-bdbc-ba2b4cdf4745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245097 Jul 16 20:38:31.000886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49870) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.003154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] Sync routers for ids ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:31.017875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] Routers {'f523842d-a63d-479c-bdbc-ba2b4cdf4745'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:31.018560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.062734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd5b439-3c58-4a15-a296-053576499df0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting subnet 572296e5-8b6b-4850-b7bf-a5d115fe2c56 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:31.066368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b439-3c58-4a15-a296-053576499df0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.115616 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b439-3c58-4a15-a296-053576499df0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.155757 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] Set router f523842d-a63d-479c-bdbc-ba2b4cdf4745 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:31.207029 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b439-3c58-4a15-a296-053576499df0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.296765 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b439-3c58-4a15-a296-053576499df0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.352125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5b439-3c58-4a15-a296-053576499df0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Subnet': ['ID=572296e5-8b6b-4850-b7bf-a5d115fe2c56,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.356513 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b439-3c58-4a15-a296-053576499df0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.364610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49872) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.365258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1fd5b439-3c58-4a15-a296-053576499df0 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/subnets/572296e5-8b6b-4850-b7bf-a5d115fe2c56 HTTP/1.1" status: 204 len: 168 time: 0.3625553 Jul 16 20:38:31.365353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd39ea7-842a-4fdf-be50-a84ffd988e11 None None] Network 7202995f-79bb-41d7-8c69-3a4b74b05315 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:31.552227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.571141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.608693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] Checking router: f523842d-a63d-479c-bdbc-ba2b4cdf4745 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:31.627400 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] Routers {'f523842d-a63d-479c-bdbc-ba2b4cdf4745'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:31.628577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.701031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 86ec2f07-5093-4a92-a1a8-ffa96b985ffa no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:31.701849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.771745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] DHCP port deletion for 7202995f-79bb-41d7-8c69-3a4b74b05315 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:31.776311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 86ec2f07-5093-4a92-a1a8-ffa96b985ffa {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:31.776663 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 86ec2f07-5093-4a92-a1a8-ffa96b985ffa not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:31.792158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:31.792545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.830423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] Set router f523842d-a63d-479c-bdbc-ba2b4cdf4745 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:31.897159 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] For port c70d4a8d-7bb3-4744-abf1-b090f6b5faeb, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c70d4a8d-7bb3-4744-abf1-b090f6b5faeb,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:31.897626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.912328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Calling delete_port for c70d4a8d-7bb3-4744-abf1-b090f6b5faeb owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:31.964638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] Deleting port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:31.965846 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.098014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] For port 801eb140-23b5-429b-9a1a-d5cb0da3fd74, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=801eb140-23b5-429b-9a1a-d5cb0da3fd74,segment=NetworkSegment(8c53f913-fa61-411d-b2fc-825ef1c53115),segment_id=8c53f913-fa61-411d-b2fc-825ef1c53115)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:32.098843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.120638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] Calling delete_port for 801eb140-23b5-429b-9a1a-d5cb0da3fd74 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:32.172702 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.205844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.207799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Port': ['ID=c70d4a8d-7bb3-4744-abf1-b090f6b5faeb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.252828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c950acf-3a41-480f-9a90-d654e601c52d None None] The sync data for ids ['f523842d-a63d-479c-bdbc-ba2b4cdf4745'] in n-d-791505-15 is: [{'id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229435768', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'c70d4a8d-7bb3-4744-abf1-b090f6b5faeb', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523842d-a63d-479c-bdbc-ba2b4cdf4745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:07Z', 'updated_at': '2021-07-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:32.285791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.320252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] Pushing event deleted for resources: {'Port': ['ID=801eb140-23b5-429b-9a1a-d5cb0da3fd74,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.332035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd7bfb-cbca-4533-942e-06125ef3259c None None] No DVR routers for this DVR port 801eb140-23b5-429b-9a1a-d5cb0da3fd74 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:32.346525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.447170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.450676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.499248 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.499905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Fanout notify agent at l3_agent the message router_deleted on router f523842d-a63d-479c-bdbc-ba2b4cdf4745 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:32.508895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.510324 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-411a4a59-eb03-4405-ab75-3c2510e66b88 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/routers/f523842d-a63d-479c-bdbc-ba2b4cdf4745 HTTP/1.1" status: 204 len: 168 time: 1.1442616 Jul 16 20:38:32.514260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49874) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.661388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 801eb140-23b5-429b-9a1a-d5cb0da3fd74 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:32.661943 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.701217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 801eb140-23b5-429b-9a1a-d5cb0da3fd74 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:32.701721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 801eb140-23b5-429b-9a1a-d5cb0da3fd74 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:32.799761 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.817671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7202995f-79bb-41d7-8c69-3a4b74b05315']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.845892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c53f913-fa61-411d-b2fc-825ef1c53115') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.846269 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c53f913-fa61-411d-b2fc-825ef1c53115') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.867093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.894417 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.905752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:32.906552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:32.910120 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:32.994743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.004410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.006341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/networks/7202995f-79bb-41d7-8c69-3a4b74b05315 HTTP/1.1" status: 204 len: 168 time: 0.4905961 Jul 16 20:38:33.010392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49876) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.037647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65192e9-516b-43c9-b5f0-3140af527d94 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Network': ['ID=7202995f-79bb-41d7-8c69-3a4b74b05315,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.227741 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting port 5facd8ea-1f77-4c07-bb51-44e05c5df21f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:33.228344 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.326874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.327124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.340656 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Calling delete_port for 5facd8ea-1f77-4c07-bb51-44e05c5df21f owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:33.552952 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.581681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Port': ['ID=5facd8ea-1f77-4c07-bb51-44e05c5df21f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.660923 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.661292 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Floating IP f9cb30ac-808c-4dc8-9dfa-bac482143bd3 disassociated (deleted). External IP: 172.25.6.67, port: e35ebe2d-ff88-4f6b-bf38-7946993c4725. Jul 16 20:38:33.896326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:34.219187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9e480afa-58da-4e5e-831e-a3970dc4fcfb no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:34.251229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9e480afa-58da-4e5e-831e-a3970dc4fcfb {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:34.251588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9e480afa-58da-4e5e-831e-a3970dc4fcfb not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:34.252017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c70d4a8d-7bb3-4744-abf1-b090f6b5faeb no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:34.274357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c70d4a8d-7bb3-4744-abf1-b090f6b5faeb {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:34.274714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c70d4a8d-7bb3-4744-abf1-b090f6b5faeb not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:34.335597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:34.342551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.347108 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] Sync routers for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:34.359206 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:34.359849 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.400832 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c730916a-d7ca-4025-a777-74e66e62c75c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/floatingips/f9cb30ac-808c-4dc8-9dfa-bac482143bd3 HTTP/1.1" status: 204 len: 168 time: 1.3878801 Jul 16 20:38:34.401583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:34.404561 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb59aee7-ecda-4d8f-94da-f929c59f3af1" -d '{"events": [{"name": "network-changed", "server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:34.446815 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1127d3-b204-4666-af91-0181fff22866 x-openstack-request-id: req-3e1127d3-b204-4666-af91-0181fff22866 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:34.447129 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:34.447489 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e1127d3-b204-4666-af91-0181fff22866 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:34.447849 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'status': 'completed', 'code': 200} Jul 16 20:38:34.556953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-db256922-b043-4a05-ab24-cc367d45a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.560062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-db256922-b043-4a05-ab24-cc367d45a72c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b65f6b28ab43c4a768a249b467c606&device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 1137 time: 0.0783396 Jul 16 20:38:34.645867 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.677413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-f7dc021b-117e-4b6f-b648-1b653ef84eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.678442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-f7dc021b-117e-4b6f-b648-1b653ef84eb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=072f1930-3693-43bb-b953-72adc339e23e HTTP/1.1" status: 200 len: 898 time: 0.1107891 Jul 16 20:38:34.688902 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:34.748594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-ac5bafa2-0850-4108-9b6e-db37098dace7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725 HTTP/1.1" status: 200 len: 217 time: 0.0622115 Jul 16 20:38:34.809727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-8f631740-1e75-434e-b6ea-5e4dd6e1a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.811516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-8f631740-1e75-434e-b6ea-5e4dd6e1a117 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e573c3aa-7dff-4a53-85dd-e8e8e1e1348f HTTP/1.1" status: 200 len: 835 time: 0.0551362 Jul 16 20:38:34.905032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-505251dc-96b1-4e23-93fb-e3e8003bee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.905032 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-505251dc-96b1-4e23-93fb-e3e8003bee65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=072f1930-3693-43bb-b953-72adc339e23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879121 Jul 16 20:38:34.987898 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.040734 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] Checking router: a4cdd7f4-3344-4e40-b453-7ebade45b3c4 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:35.056041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-8439e367-efbf-40d0-92ee-567e7a4dad77 service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427531 Jul 16 20:38:35.056544 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:35.057624 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.124572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c193933-152d-4284-9bb9-fc3a3093db2e req-e688b879-80a3-4ce2-8b98-0561a335513a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:35.126227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c193933-152d-4284-9bb9-fc3a3093db2e req-e688b879-80a3-4ce2-8b98-0561a335513a tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 985 time: 0.1399503 Jul 16 20:38:35.214534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb59aee7-ecda-4d8f-94da-f929c59f3af1 req-a73c7efd-ef13-4558-82ac-dba005b224a2 service neutron] 10.222.0.16 "GET /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502256 Jul 16 20:38:35.219585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c193933-152d-4284-9bb9-fc3a3093db2e req-fa6e02b3-19e8-4ed7-9da3-d2ab0091eb05 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0668533 Jul 16 20:38:35.273374 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:35.408824 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.536750 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.587027 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1e21f-fb37-4ff2-8939-191c6f826c6a None None] The sync data for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 is: [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '02fa5809-6606-4ab4-9ab4-09e140a9ab43', 'name': '', 'network_id': '072f1930-3693-43bb-b953-72adc339e23e', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'mac_address': 'fa:16:3e:bf:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:09Z', 'updated_at': '2021-07-16T20:37:18Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'subnets': [{'id': 'e573c3aa-7dff-4a53-85dd-e8e8e1e1348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:35.859687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c49a6-15e2-4832-8fdd-9dc072db4a8e None None] New status for floating IP f9cb30ac-808c-4dc8-9dfa-bac482143bd3: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:36.484413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fcc6e-a7b7-40eb-b085-90561b70e473 req-c87a4c99-0c68-4847-9a17-fff00307559f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.486012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-036fcc6e-a7b7-40eb-b085-90561b70e473 req-c87a4c99-0c68-4847-9a17-fff00307559f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 985 time: 0.1235030 Jul 16 20:38:36.498743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-e0ba3679-f9b8-4946-a954-bd542c2246e5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.500367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-e0ba3679-f9b8-4946-a954-bd542c2246e5 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.16 "GET /v2.0/ports?device_id=db6af175-9cdc-4314-989a-c21f59170efe HTTP/1.1" status: 200 len: 985 time: 0.1023655 Jul 16 20:38:36.577683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-036fcc6e-a7b7-40eb-b085-90561b70e473 req-5658eafe-6768-4a6c-b9c0-55744a43c073 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a230dd8-b1ee-42ca-81be-d27b152f3b30&id=843d99e8-ec0a-42f3-983d-abcbdfada67c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0760829 Jul 16 20:38:36.655262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting port e35ebe2d-ff88-4f6b-bf38-7946993c4725 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:36.655607 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.758422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] For port e35ebe2d-ff88-4f6b-bf38-7946993c4725, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=e35ebe2d-ff88-4f6b-bf38-7946993c4725,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:36.758848 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.775169 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Calling delete_port for e35ebe2d-ff88-4f6b-bf38-7946993c4725 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:36.934975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.970727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Port': ['ID=e35ebe2d-ff88-4f6b-bf38-7946993c4725,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.023310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] No DVR routers for this DVR port e35ebe2d-ff88-4f6b-bf38-7946993c4725 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:37.026109 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.028765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf094e41-1140-4983-91f0-4f4a42a4ab31 req-852eb6a3-232a-43c3-a8d7-4b1ae55b6537 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.16 "DELETE /v2.0/ports/e35ebe2d-ff88-4f6b-bf38-7946993c4725 HTTP/1.1" status: 204 len: 173 time: 0.5207322 Jul 16 20:38:37.029241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'name': 'network-vif-deleted', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:37.031655 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f805314-2df8-4f0b-a053-466d7fdf02b3" -d '{"events": [{"server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "name": "network-vif-deleted", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:37.082836 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3f3a7-58af-429c-a90e-94c7441344cd x-openstack-request-id: req-f9e3f3a7-58af-429c-a90e-94c7441344cd {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:37.083252 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6af175-9cdc-4314-989a-c21f59170efe", "name": "network-vif-deleted", "tag": "e35ebe2d-ff88-4f6b-bf38-7946993c4725", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:37.083425 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f9e3f3a7-58af-429c-a90e-94c7441344cd {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:37.084041 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6af175-9cdc-4314-989a-c21f59170efe', 'name': 'network-vif-deleted', 'tag': 'e35ebe2d-ff88-4f6b-bf38-7946993c4725', 'status': 'completed', 'code': 200} Jul 16 20:38:37.761554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49890) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.826208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75bec153-8eaf-411d-94c7-16d1eeab528c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.852993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75bec153-8eaf-411d-94c7-16d1eeab528c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.901351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75bec153-8eaf-411d-94c7-16d1eeab528c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.905473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-75bec153-8eaf-411d-94c7-16d1eeab528c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.906733 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-75bec153-8eaf-411d-94c7-16d1eeab528c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/security-groups/843d99e8-ec0a-42f3-983d-abcbdfada67c HTTP/1.1" status: 204 len: 168 time: 0.1432934 Jul 16 20:38:37.911096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49892) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.917555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bec153-8eaf-411d-94c7-16d1eeab528c tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d99e8-ec0a-42f3-983d-abcbdfada67c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.003668 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8246a600-55bb-403a-a3d6-7bfa0f732d10 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.046092 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8246a600-55bb-403a-a3d6-7bfa0f732d10 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.117026 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8246a600-55bb-403a-a3d6-7bfa0f732d10 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.120344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8246a600-55bb-403a-a3d6-7bfa0f732d10 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.122677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8246a600-55bb-403a-a3d6-7bfa0f732d10 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/security-groups/9a230dd8-b1ee-42ca-81be-d27b152f3b30 HTTP/1.1" status: 204 len: 168 time: 0.2100866 Jul 16 20:38:38.127116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49894) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.142708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246a600-55bb-403a-a3d6-7bfa0f732d10 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a230dd8-b1ee-42ca-81be-d27b152f3b30,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.544640 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.912759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting port 02fa5809-6606-4ab4-9ab4-09e140a9ab43 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:38.913473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.030784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] For port 02fa5809-6606-4ab4-9ab4-09e140a9ab43, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=02fa5809-6606-4ab4-9ab4-09e140a9ab43,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:39.031211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.044110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49896) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.047177 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Calling delete_port for 02fa5809-6606-4ab4-9ab4-09e140a9ab43 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:39.257755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port 02231bb4-263f-406e-b7fd-8f09c103cd78 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:39.258127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.309618 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.348769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.349108 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.362539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for 02231bb4-263f-406e-b7fd-8f09c103cd78 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:39.370324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Port': ['ID=02fa5809-6606-4ab4-9ab4-09e140a9ab43,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.591565 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.593551 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.633779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=02231bb4-263f-406e-b7fd-8f09c103cd78,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.702059 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.702617 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Floating IP 101269cb-50d0-498e-90b4-3421b36008a2 disassociated (deleted). External IP: 172.25.6.210, port: 9811d2e4-483a-4276-84da-b857b196e964. Jul 16 20:38:39.939019 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:39.982755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Router 21b0da1d-2563-41da-96ed-712bc519c165 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:40.066201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:40.075438 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-54cb4d6d-3cf3-4c88-b8ef-62a421f51599 tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "PUT /v2.0/routers/a4cdd7f4-3344-4e40-b453-7ebade45b3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9470768 Jul 16 20:38:40.078529 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49898) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:40.082659 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] Sync routers for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:40.096739 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:40.097838 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.115440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:40.120128 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.133478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:40.162066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cc0e6b-8252-47be-80f2-e3512921219f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting subnet e573c3aa-7dff-4a53-85dd-e8e8e1e1348f {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:40.166840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e6b-8252-47be-80f2-e3512921219f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.169679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6da53c11-f5e3-4e73-997d-5559fde84e55 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "DELETE /v2.0/floatingips/101269cb-50d0-498e-90b4-3421b36008a2 HTTP/1.1" status: 204 len: 168 time: 1.1240335 Jul 16 20:38:40.170322 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'tag': '9811d2e4-483a-4276-84da-b857b196e964'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:40.174607 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c" -d '{"events": [{"name": "network-changed", "server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "tag": "9811d2e4-483a-4276-84da-b857b196e964"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:40.184813 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:40.189206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.222555 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb03967-1f10-4e0e-bc2e-194d4975d7c4 x-openstack-request-id: req-1eb03967-1f10-4e0e-bc2e-194d4975d7c4 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:40.223402 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "tag": "9811d2e4-483a-4276-84da-b857b196e964", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:40.223846 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1eb03967-1f10-4e0e-bc2e-194d4975d7c4 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:40.224503 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'tag': '9811d2e4-483a-4276-84da-b857b196e964', 'status': 'completed', 'code': 200} Jul 16 20:38:40.317750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e6b-8252-47be-80f2-e3512921219f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.380098 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:40.391966 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:40.597694 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e6b-8252-47be-80f2-e3512921219f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.623469 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-65a31624-1f46-4638-8db4-bcb359d5dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:40.625319 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-65a31624-1f46-4638-8db4-bcb359d5dfff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 1098 time: 0.2387717 Jul 16 20:38:40.699634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0990-bf2a-4233-98ae-9bd70ee8288a req-ebe8c702-00e2-465c-ab41-34dcd8a4893b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:40.702108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e6b0990-bf2a-4233-98ae-9bd70ee8288a req-ebe8c702-00e2-465c-ab41-34dcd8a4893b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 946 time: 0.1067183 Jul 16 20:38:40.719005 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:38:39Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.750934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e6b-8252-47be-80f2-e3512921219f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.762282 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] Checking router: a4cdd7f4-3344-4e40-b453-7ebade45b3c4 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:40.773012 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] Routers {'a4cdd7f4-3344-4e40-b453-7ebade45b3c4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:40.774258 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.783706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e6b0990-bf2a-4233-98ae-9bd70ee8288a req-c81ccde1-83e1-430c-87bc-f6640c00cd78 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733011 Jul 16 20:38:40.784561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e6b-8252-47be-80f2-e3512921219f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.788933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbf13e-1c5f-4789-a76a-6e1f80c26edd None None] Network 072f1930-3693-43bb-b953-72adc339e23e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:40.789454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49906) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:40.789644 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56cc0e6b-8252-47be-80f2-e3512921219f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/subnets/e573c3aa-7dff-4a53-85dd-e8e8e1e1348f HTTP/1.1" status: 204 len: 168 time: 0.7088580 Jul 16 20:38:40.793860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc0e6b-8252-47be-80f2-e3512921219f tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Subnet': ['ID=e573c3aa-7dff-4a53-85dd-e8e8e1e1348f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.836246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-f3fdcf5a-4f4b-4837-b921-7f4c4f3597b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:40.836246 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-f3fdcf5a-4f4b-4837-b921-7f4c4f3597b0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.1865511 Jul 16 20:38:40.882375 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-0c30827a-8434-4886-ba5f-bc9190b141fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9811d2e4-483a-4276-84da-b857b196e964 HTTP/1.1" status: 200 len: 217 time: 0.0497506 Jul 16 20:38:40.948773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-b8a7bed1-5f69-4f82-a757-67da6772771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:40.954250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-b8a7bed1-5f69-4f82-a757-67da6772771b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0628366 Jul 16 20:38:40.961838 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] Set router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:40.993959 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.031362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-ffd1fb33-0a2e-44f6-9bb5-cda9e9edbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.033091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-ffd1fb33-0a2e-44f6-9bb5-cda9e9edbeae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719435 Jul 16 20:38:41.066352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 1, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.127617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:41.152967 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:41.154455 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.199126 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.201777 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-8a33235d-9aa4-4c73-9f62-5329dbec7dde service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605973 Jul 16 20:38:41.223468 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:38:39Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.278199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Deleting port bbab7105-4aa3-4bb1-826b-39fb76b5e70b {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:41.278577 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.288256 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a4dfe-ff72-4f2a-a505-0b971ceb5399 None None] The sync data for ids ['a4cdd7f4-3344-4e40-b453-7ebade45b3c4'] in n-d-791505-15 is: [{'id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530439434', 'tenant_id': 'e2b65f6b28ab43c4a768a249b467c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:38:39Z', 'revision_number': 5, 'project_id': 'e2b65f6b28ab43c4a768a249b467c606', 'gw_port': {'id': 'bbab7105-4aa3-4bb1-826b-39fb76b5e70b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdd7f4-3344-4e40-b453-7ebade45b3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:04Z', 'updated_at': '2021-07-16T20:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:41.372503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bce1bbe7-723e-4fd6-bd05-8ea61150d48c req-417655c9-c5e8-47cd-a4cd-74eb2cdb4cd4 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627228 Jul 16 20:38:41.405744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] For port bbab7105-4aa3-4bb1-826b-39fb76b5e70b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bbab7105-4aa3-4bb1-826b-39fb76b5e70b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:41.406368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.428393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Calling delete_port for bbab7105-4aa3-4bb1-826b-39fb76b5e70b owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:41.432135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e35ebe2d-ff88-4f6b-bf38-7946993c4725 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:41.475151 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: e35ebe2d-ff88-4f6b-bf38-7946993c4725 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:41.475441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device e35ebe2d-ff88-4f6b-bf38-7946993c4725 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:41.595854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:41.657677 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.688250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Port': ['ID=bbab7105-4aa3-4bb1-826b-39fb76b5e70b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.726097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] DHCP port deletion for 072f1930-3693-43bb-b953-72adc339e23e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:41.779412 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.974534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] Deleting port 3aed5505-cdba-4096-87ff-65240b37b1a0 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:41.974922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.061311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] For port 3aed5505-cdba-4096-87ff-65240b37b1a0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=3aed5505-cdba-4096-87ff-65240b37b1a0,segment=NetworkSegment(5591207c-f037-4e7d-8bdc-46f6f64ec5ec),segment_id=5591207c-f037-4e7d-8bdc-46f6f64ec5ec)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:42.061761 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.086317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] Calling delete_port for 3aed5505-cdba-4096-87ff-65240b37b1a0 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:42.118871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 1, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.186700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675431f5-5e10-484c-a6da-5e0a21fa745e None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': 'e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'port_id': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'mac_address': 'fa:16:3e:4f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16709d41-91b0-41af-9962-ea3c089983f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:34:59Z', 'updated_at': '2021-07-16T20:35:05Z', 'revision_number': 1, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:42.190666 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-365d0206-b512-4052-889e-90381699b882 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.193517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-365d0206-b512-4052-889e-90381699b882 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 946 time: 0.1513436 Jul 16 20:38:42.264279 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.296180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] Pushing event deleted for resources: {'Port': ['ID=3aed5505-cdba-4096-87ff-65240b37b1a0,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:42.314870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9d86a-c423-4e53-b855-c2903a6bf5e1 None None] No DVR routers for this DVR port 3aed5505-cdba-4096-87ff-65240b37b1a0 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:42.443989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 02fa5809-6606-4ab4-9ab4-09e140a9ab43 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:42.463185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port 9811d2e4-483a-4276-84da-b857b196e964 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:42.463636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.485128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 02fa5809-6606-4ab4-9ab4-09e140a9ab43 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:42.485818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 02fa5809-6606-4ab4-9ab4-09e140a9ab43 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:42.486613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3aed5505-cdba-4096-87ff-65240b37b1a0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:42.524806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 3aed5505-cdba-4096-87ff-65240b37b1a0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:42.525361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 3aed5505-cdba-4096-87ff-65240b37b1a0 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:42.558000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.563329 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.614258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] For port 9811d2e4-483a-4276-84da-b857b196e964, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9811d2e4-483a-4276-84da-b857b196e964,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:42.614683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.642434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for 9811d2e4-483a-4276-84da-b857b196e964 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:42.644914 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.646028 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Fanout notify agent at l3_agent the message router_deleted on router a4cdd7f4-3344-4e40-b453-7ebade45b3c4 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:42.656941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.659265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0af45699-41f9-44d8-a8a0-16ad2bec11be tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/routers/a4cdd7f4-3344-4e40-b453-7ebade45b3c4 HTTP/1.1" status: 204 len: 168 time: 1.8681333 Jul 16 20:38:42.664423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49912) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.694344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea7890-33c0-44dd-8b2c-4a70caec3e6d req-53da3fe5-5730-48a7-812c-47bcc515fd39 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.696773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32ea7890-33c0-44dd-8b2c-4a70caec3e6d req-53da3fe5-5730-48a7-812c-47bcc515fd39 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 946 time: 0.1960387 Jul 16 20:38:42.747554 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0e585-a86d-4ec4-9baf-9e043f2dc40e None None] New status for floating IP 101269cb-50d0-498e-90b4-3421b36008a2: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:42.830000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32ea7890-33c0-44dd-8b2c-4a70caec3e6d req-79ba6919-f3a8-478d-b653-41ffe3cbc5be tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138172 Jul 16 20:38:42.833917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.907707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.944511 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.958435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072f1930-3693-43bb-b953-72adc339e23e']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.968977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=9811d2e4-483a-4276-84da-b857b196e964,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:42.973357 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5591207c-f037-4e7d-8bdc-46f6f64ec5ec') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.981175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5591207c-f037-4e7d-8bdc-46f6f64ec5ec') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:43.002927 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.030935 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.039132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:43.039525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.041186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] No DVR routers for this DVR port 9811d2e4-483a-4276-84da-b857b196e964 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:43.044296 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:43.049124 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.049124 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fc9e868c-3bc2-47fe-8b7e-968fa3d5eb08 req-8d048f36-e8fc-4317-a29e-de9588eec993 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "DELETE /v2.0/ports/9811d2e4-483a-4276-84da-b857b196e964 HTTP/1.1" status: 204 len: 173 time: 0.8410459 Jul 16 20:38:43.049124 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'name': 'network-vif-deleted', 'tag': '9811d2e4-483a-4276-84da-b857b196e964'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:43.051136 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab1cbe-3709-4a07-bebb-f6373f4825e1" -d '{"events": [{"server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "name": "network-vif-deleted", "tag": "9811d2e4-483a-4276-84da-b857b196e964"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:43.125976 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.133732 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99537890-021f-46f2-a9c1-9e56126f6827 x-openstack-request-id: req-99537890-021f-46f2-a9c1-9e56126f6827 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:43.134257 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378bb4af-3f53-4e16-a2ce-662115c4918c", "name": "network-vif-deleted", "tag": "9811d2e4-483a-4276-84da-b857b196e964", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:43.134552 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99537890-021f-46f2-a9c1-9e56126f6827 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:43.135433 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378bb4af-3f53-4e16-a2ce-662115c4918c', 'name': 'network-vif-deleted', 'tag': '9811d2e4-483a-4276-84da-b857b196e964', 'status': 'completed', 'code': 200} Jul 16 20:38:43.149529 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.152846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] 10.222.0.78 "DELETE /v2.0/networks/072f1930-3693-43bb-b953-72adc339e23e HTTP/1.1" status: 204 len: 168 time: 0.4867172 Jul 16 20:38:43.170506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9d52b-2d48-4127-b9e5-94c346d148ed tempest-TestSecurityGroupsBasicOps-1821770904 tempest-TestSecurityGroupsBasicOps-1821770904-project] Pushing event deleted for resources: {'Network': ['ID=072f1930-3693-43bb-b953-72adc339e23e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.626182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49924) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.880070 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d8019082-b575-4491-be67-466427109ac3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2b65f6b28ab43c4a768a249b467c606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522564 Jul 16 20:38:43.882606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49930) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.957642 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51319e9d-f178-4d0f-bad2-6830bbe43cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.999818 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51319e9d-f178-4d0f-bad2-6830bbe43cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.067890 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51319e9d-f178-4d0f-bad2-6830bbe43cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.072251 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-51319e9d-f178-4d0f-bad2-6830bbe43cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.078437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-51319e9d-f178-4d0f-bad2-6830bbe43cf2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab6a71e9-7d8d-4c05-b189-d9554c9f228f HTTP/1.1" status: 204 len: 168 time: 0.1900976 Jul 16 20:38:44.097703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51319e9d-f178-4d0f-bad2-6830bbe43cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a71e9-7d8d-4c05-b189-d9554c9f228f,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.139073 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10ef132a-fb21-421e-88f5-6b08d8bc98e6 req-e15b3e1f-8427-4833-a275-b81abe938922 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 210 time: 0.0444994 Jul 16 20:38:44.179612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bbab7105-4aa3-4bb1-826b-39fb76b5e70b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:44.202361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: bbab7105-4aa3-4bb1-826b-39fb76b5e70b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:44.202716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bbab7105-4aa3-4bb1-826b-39fb76b5e70b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:44.507999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49938) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.522303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae016d18-0bed-483b-9446-d46378da4308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.646474 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae016d18-0bed-483b-9446-d46378da4308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.652501 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ae016d18-0bed-483b-9446-d46378da4308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.738967 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ae016d18-0bed-483b-9446-d46378da4308 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fcfadfe65f4c4b0bb776c5f80f237371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289703 Jul 16 20:38:44.740440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae016d18-0bed-483b-9446-d46378da4308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0297dd5e-4ccc-4c19-a296-f048138504b6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.741595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49940) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.808408 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7cd8b3c7-653e-458f-9fd3-90009e254c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.835014 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7cd8b3c7-653e-458f-9fd3-90009e254c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.895073 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:44.898273 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7cd8b3c7-653e-458f-9fd3-90009e254c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.901300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7cd8b3c7-653e-458f-9fd3-90009e254c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.907284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7cd8b3c7-653e-458f-9fd3-90009e254c9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0297dd5e-4ccc-4c19-a296-f048138504b6 HTTP/1.1" status: 204 len: 168 time: 0.1596992 Jul 16 20:38:44.913375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8b3c7-653e-458f-9fd3-90009e254c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297dd5e-4ccc-4c19-a296-f048138504b6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.313651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4c26d200-db98-4d02-a066-8574466231cb req-49a5c671-d277-45a3-af08-8b82ce0f788e tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 210 time: 0.0349226 Jul 16 20:38:45.421544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49948) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.476489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dc2b6cb5-125e-49d0-979d-d62def82bd0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dddc131874084234a49d77b6eeea8d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512130 Jul 16 20:38:45.477146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49950) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.555665 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1691427b-1a9e-4cae-a487-1aa9927c2a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.583877 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1691427b-1a9e-4cae-a487-1aa9927c2a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.642545 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1691427b-1a9e-4cae-a487-1aa9927c2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.645492 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1691427b-1a9e-4cae-a487-1aa9927c2a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.646792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1691427b-1a9e-4cae-a487-1aa9927c2a2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae9974b8-5813-4b69-ba3a-5a5aa40c1c11 HTTP/1.1" status: 204 len: 168 time: 0.1684270 Jul 16 20:38:45.656896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691427b-1a9e-4cae-a487-1aa9927c2a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9974b8-5813-4b69-ba3a-5a5aa40c1c11,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.720485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9811d2e4-483a-4276-84da-b857b196e964 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:45.759671 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 9811d2e4-483a-4276-84da-b857b196e964 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:45.760503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9811d2e4-483a-4276-84da-b857b196e964 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:46.505771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d87665a0-c2f9-4327-b00b-b62bf58185f4 req-5b3d40be-900e-4326-8504-44fd893b6abb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 210 time: 0.0542042 Jul 16 20:38:46.571757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49974) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.710116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-798242187-network', 'tenant_id': '60d6977810d1476e84bb202604743f8e'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:46.733821 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Made reservation on behalf of 60d6977810d1476e84bb202604743f8e for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:46.736697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.747118 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.861596 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.866621 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.896309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:46.908042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ab675b-ca3b-43fc-afb2-b74b0fbbe162,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.915497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.915948 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Added segment 1f1c4ffa-f46e-40ee-a67c-e9062cabef4d of type vlan for network 091257c9-c37f-40f6-b587-ea7c568d3bf2 Jul 16 20:38:46.969173 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.006146 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.007563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.008358 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.051856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4785707 Jul 16 20:38:47.056348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49978) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.064247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Request body: {'subnet': {'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-798242187-subnet', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:47.096520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Made reservation on behalf of 60d6977810d1476e84bb202604743f8e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:47.100906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.108570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef82fd-dc86-4dd0-ac35-bd0841a2ac3a admin admin] Pushing event updated for resources: {'Network': ['ID=091257c9-c37f-40f6-b587-ea7c568d3bf2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.123435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:47.370743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.443833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c857397c-4380-45e1-bf29-c62a4c20e3b8,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.463123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Checking segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:47.463451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Network hostable DHCP agents. Network: 091257c9-c37f-40f6-b587-ea7c568d3bf2, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:47.483028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:47.495270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 091257c9-c37f-40f6-b587-ea7c568d3bf2) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:47.504031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.505033 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.509072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592433c3-19e4-4d96-9325-38f0a6fea674 None None] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:47.526175 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d41731e4-9266-467a-9686-5dc147a2c1b6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4678078 Jul 16 20:38:47.529888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 49982) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.535465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:47.576042 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.577976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.687396 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.783004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-091257c9-c37f-40f6-b587-ea7c568d3bf2', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'fixed_ips': [{'subnet_id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:47.785067 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.837951 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebfbe2ef-949f-40fd-a84f-650d457ecdc9 req-d0242287-5348-4c2e-8d89-c72402ca3aa9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=378bb4af-3f53-4e16-a2ce-662115c4918c HTTP/1.1" status: 200 len: 210 time: 0.0643561 Jul 16 20:38:47.916003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.048657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Allocated IP 172.20.0.2 (091257c9-c37f-40f6-b587-ea7c568d3bf2/c857397c-4380-45e1-bf29-c62a4c20e3b8/822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:48.088011 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3de77c25-03ba-41ab-9757-1a4885bf74df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.245636 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.264466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Transition to ACTIVE for port object 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:48.292130 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Transition to ACTIVE for port object 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:48.301121 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.348960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:48.354759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:48.359771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:48.369183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Pushing event updated for resources: {'Port': ['ID=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.432092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Attempting to bind port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:48.432532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Attempting to bind port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:48.432881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Attempting to bind port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 on network 091257c9-c37f-40f6-b587-ea7c568d3bf2 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:48.439003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:48.439478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Checking segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:48.439874 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.440313 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Bound using segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:48.440812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Bound port: 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:48.441211 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.514162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] For port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:48.517665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] For port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:48.523234 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.524292 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.551007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.604190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938e903-2b3c-4e24-819c-217ba519df91 None None] Pushing event updated for resources: {'Port': ['ID=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.699966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Allocated IP 172.25.6.94 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/f3fd401a-2cc9-4f2f-9174-eb83e23ad265) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:48.846794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.898916 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.986506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:49.000500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:49.007405 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:49.050367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Pushing event updated for resources: {'Port': ['ID=f3fd401a-2cc9-4f2f-9174-eb83e23ad265,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.370347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.660048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.746706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4b9bc-b21a-44e6-b0aa-4e8df2e233bc None None] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:49.821427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Router eedc89b3-4d3f-428d-8191-2dd212457086 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:49.884639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c794c0d0-4bbe-4aee-8596-dd81bd1b0cbb None None] Provisioning for port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:49.957057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:49.980476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Sync routers for ids ['eedc89b3-4d3f-428d-8191-2dd212457086'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:49.981638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.987785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-48f1859b-e736-48b6-a33d-ca5f55b35aff admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4523485 Jul 16 20:38:49.988457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 49994) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:50.019978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Routers {'eedc89b3-4d3f-428d-8191-2dd212457086'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:50.020882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['eedc89b3-4d3f-428d-8191-2dd212457086'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:50.162979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Set router eedc89b3-4d3f-428d-8191-2dd212457086 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:50.364320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:50.548478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-09778a71-eec6-4ff5-b764-ecb5f2eeb105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.599648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:50.613528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:50.614294 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.631797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:38:49Z', 'revision_number': 3, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port': {'id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:48Z', 'updated_at': '2021-07-16T20:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:50.738953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Checking router: eedc89b3-4d3f-428d-8191-2dd212457086 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:50.739424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Updating router eedc89b3-4d3f-428d-8191-2dd212457086 port f3fd401a-2cc9-4f2f-9174-eb83e23ad265 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:50.741571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.801181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8e9547c8-81ab-400f-81d3-5649f73ceedb None None] Provisioning complete for port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:50.802050 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8e9547c8-81ab-400f-81d3-5649f73ceedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.804089 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.903396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.957035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Allocated IP 172.20.0.1 (091257c9-c37f-40f6-b587-ea7c568d3bf2/c857397c-4380-45e1-bf29-c62a4c20e3b8/c0b33405-3b3b-4737-8c16-247c0fecec5c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:51.065990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.086347 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.108514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Transition to ACTIVE for port object c0b33405-3b3b-4737-8c16-247c0fecec5c will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:51.175896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.233548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:51.238818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:51.245110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:51.295110 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.299600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b33405-3b3b-4737-8c16-247c0fecec5c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.395730 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8e9547c8-81ab-400f-81d3-5649f73ceedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.398909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:51.417530 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.509461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.659700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.703162 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-8e9547c8-81ab-400f-81d3-5649f73ceedb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:38:51.703614 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-8e9547c8-81ab-400f-81d3-5649f73ceedb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:38:51.773116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.785896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Transition to ACTIVE for port object f3fd401a-2cc9-4f2f-9174-eb83e23ad265 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:51.792024 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.796308 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.799048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.896728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Attempting to bind port f3fd401a-2cc9-4f2f-9174-eb83e23ad265 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:51.897316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Attempting to bind port f3fd401a-2cc9-4f2f-9174-eb83e23ad265 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:51.897545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Attempting to bind port f3fd401a-2cc9-4f2f-9174-eb83e23ad265 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:51.908789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c675c3-c7ff-4eff-af8a-8cfd3d268111 None None] Pushing event updated for resources: {'Port': ['ID=f3fd401a-2cc9-4f2f-9174-eb83e23ad265,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.913179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:51.913687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:51.914276 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.915369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:51.915965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Bound port: f3fd401a-2cc9-4f2f-9174-eb83e23ad265, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:51.916489 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.955568 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.963304 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b33405-3b3b-4737-8c16-247c0fecec5c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.985694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] For port f3fd401a-2cc9-4f2f-9174-eb83e23ad265, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:51.990060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] For port f3fd401a-2cc9-4f2f-9174-eb83e23ad265, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3fd401a-2cc9-4f2f-9174-eb83e23ad265,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:51.999680 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.066908 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Routers {'eedc89b3-4d3f-428d-8191-2dd212457086'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:52.067582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['eedc89b3-4d3f-428d-8191-2dd212457086'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.106808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:52.108400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:52.129281 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c675c3-c7ff-4eff-af8a-8cfd3d268111 None None] Pushing event updated for resources: {'Port': ['ID=f3fd401a-2cc9-4f2f-9174-eb83e23ad265,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.288830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:52.341142 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Router eedc89b3-4d3f-428d-8191-2dd212457086 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:52.414335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] Set router eedc89b3-4d3f-428d-8191-2dd212457086 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:52.503578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:52.509077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-15d829ce-1d83-46b0-9eaf-a54b15c92c11 admin admin] 10.222.0.78 "PUT /v2.0/routers/eedc89b3-4d3f-428d-8191-2dd212457086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5193694 Jul 16 20:38:52.570293 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.576594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:52.576992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.660154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d245b819-7780-4344-97bb-82e1c0788964 None None] Provisioning for port c0b33405-3b3b-4737-8c16-247c0fecec5c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:52.668384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d245b819-7780-4344-97bb-82e1c0788964 None None] Provisioning complete for port c0b33405-3b3b-4737-8c16-247c0fecec5c triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:52.669013 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d245b819-7780-4344-97bb-82e1c0788964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.777724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d245b819-7780-4344-97bb-82e1c0788964 None None] Port c0b33405-3b3b-4737-8c16-247c0fecec5c cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:52.884569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 4, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port': {'id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:48Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c0b33405-3b3b-4737-8c16-247c0fecec5c', 'name': '', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'mac_address': 'fa:16:3e:b4:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:50Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 2, 'project_id': '60d6977810d1476e84bb202604743f8e', 'subnets': [{'id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.924296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c537443-6e77-4e94-b489-efe2d4dcf1d6 None None] The sync data for ids ['eedc89b3-4d3f-428d-8191-2dd212457086'] in n-d-791505-15 is: [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 4, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port': {'id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:48Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c0b33405-3b3b-4737-8c16-247c0fecec5c', 'name': '', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'mac_address': 'fa:16:3e:b4:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:50Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 2, 'project_id': '60d6977810d1476e84bb202604743f8e', 'subnets': [{'id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:53.489250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50020) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.494959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-615643708-network', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:53.526822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Made reservation on behalf of 41d3c61d37ab4dd692ff849dab413aeb for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:53.530371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.550180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.732273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.737549 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.779047 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:53.814732 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ea834a-d055-43ff-89e5-b0d90fb223a2,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.822502 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.823342 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Added segment 5c260601-ce13-4321-b7d8-2a8817f77b72 of type vlan for network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 Jul 16 20:38:53.859820 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.944058 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.036378 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.037454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.038001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.097915 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6070600 Jul 16 20:38:54.102141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50024) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.114336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Request body: {'subnet': {'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-615643708-subnet', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:54.138528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66936b-6155-4ad9-9c4e-f1422fc3e216 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f524c2-a85c-49ac-9400-7267b1f6c4e3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.149423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:54.165830 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Made reservation on behalf of 41d3c61d37ab4dd692ff849dab413aeb for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:54.169066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.356745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3fd401a-2cc9-4f2f-9174-eb83e23ad265 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:54.453135 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.462141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f3fd401a-2cc9-4f2f-9174-eb83e23ad265 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:54.470016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f3fd401a-2cc9-4f2f-9174-eb83e23ad265 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:54.470656 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.571317 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.573486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Checking segment: {'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:54.575013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Network hostable DHCP agents. Network: c5f524c2-a85c-49ac-9400-7267b1f6c4e3, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:54.579346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de115442-ff9c-443a-bb45-cda898569a63,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.603061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port f3fd401a-2cc9-4f2f-9174-eb83e23ad265, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3fd401a-2cc9-4f2f-9174-eb83e23ad265,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:54.607760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:54.609579 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.624219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, c5f524c2-a85c-49ac-9400-7267b1f6c4e3) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:54.631374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.632332 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.644606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b2fc27-7f7d-4038-b2bb-9b538070bbfb None None] Network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:54.659510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a3a74be-b9c3-41d6-a8ce-febaea5d3d83 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5550373 Jul 16 20:38:54.662408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50026) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.667351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:54.694853 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.696330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.741606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=f3fd401a-2cc9-4f2f-9174-eb83e23ad265,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.769006 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.776275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50032) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.914134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-c5f524c2-a85c-49ac-9400-7267b1f6c4e3', 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'fixed_ips': [{'subnet_id': 'de115442-ff9c-443a-bb45-cda898569a63'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:54.914992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.942232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.118339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port 7c584186-1373-4e01-9e74-5bff79e6115a {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:55.119943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.189235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Allocated IP 172.20.0.2 (c5f524c2-a85c-49ac-9400-7267b1f6c4e3/de115442-ff9c-443a-bb45-cda898569a63/afb50280-cc72-40f7-a82e-2fbaddc613db) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:55.260287 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.260713 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.276813 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for 7c584186-1373-4e01-9e74-5bff79e6115a owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:55.298256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.335254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.437044 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.476788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Allocated IP 172.25.6.184 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/26fbc7b2-025f-4838-9fac-5051927d573c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:55.485657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Transition to ACTIVE for port object afb50280-cc72-40f7-a82e-2fbaddc613db will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:55.487341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.508759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Transition to ACTIVE for port object afb50280-cc72-40f7-a82e-2fbaddc613db will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:55.517462 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.534705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=7c584186-1373-4e01-9e74-5bff79e6115a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.583010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:55.586528 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:55.592925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:55.634606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Pushing event updated for resources: {'Port': ['ID=afb50280-cc72-40f7-a82e-2fbaddc613db,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.642417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.643513 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Floating IP e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac disassociated (deleted). External IP: 172.25.6.177, port: 9f99b767-b9c8-4250-b597-dd0d7ef282e1. Jul 16 20:38:55.662836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.678026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Attempting to bind port afb50280-cc72-40f7-a82e-2fbaddc613db on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:55.678640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Attempting to bind port afb50280-cc72-40f7-a82e-2fbaddc613db by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:55.678784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Attempting to bind port afb50280-cc72-40f7-a82e-2fbaddc613db on network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:55.685189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:55.685745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Checking segment: {'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:55.685985 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.686741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Bound using segment: {'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:55.686984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Bound port: afb50280-cc72-40f7-a82e-2fbaddc613db, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:55.687391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.718926 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.768063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:55.771493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:55.775992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:55.803543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] For port afb50280-cc72-40f7-a82e-2fbaddc613db, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:55.804032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Pushing event updated for resources: {'Port': ['ID=26fbc7b2-025f-4838-9fac-5051927d573c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.810058 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] For port afb50280-cc72-40f7-a82e-2fbaddc613db, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=afb50280-cc72-40f7-a82e-2fbaddc613db,segment=NetworkSegment(5c260601-ce13-4321-b7d8-2a8817f77b72),segment_id=5c260601-ce13-4321-b7d8-2a8817f77b72)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:55.816702 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.916892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d5a91-b017-4d32-ad34-e9223abbe91e None None] Pushing event updated for resources: {'Port': ['ID=afb50280-cc72-40f7-a82e-2fbaddc613db,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:56.050881 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Sync routers for ids ['eedc89b3-4d3f-428d-8191-2dd212457086'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:56.057299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Router 21b0da1d-2563-41da-96ed-712bc519c165 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:56.069014 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Routers {'eedc89b3-4d3f-428d-8191-2dd212457086'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:56.069787 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['eedc89b3-4d3f-428d-8191-2dd212457086'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.247907 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Set router eedc89b3-4d3f-428d-8191-2dd212457086 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:56.275866 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.304292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:56.310961 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.336106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:56.357981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:56.358652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.385747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1c2ac1ed-2425-4082-a528-58dfebbe1fd3 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "DELETE /v2.0/floatingips/e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac HTTP/1.1" status: 204 len: 168 time: 1.6079175 Jul 16 20:38:56.387256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:56.403443 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9" -d '{"events": [{"name": "network-changed", "server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:56.562051 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ced034-4937-4084-a362-595703016dda x-openstack-request-id: req-95ced034-4937-4084-a362-595703016dda {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:56.562989 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:56.563672 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95ced034-4937-4084-a362-595703016dda {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:56.564691 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'status': 'completed', 'code': 200} Jul 16 20:38:56.581514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3fd401a-2cc9-4f2f-9174-eb83e23ad265 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:56.618983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:56.710135 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 4, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port': {'id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:48Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c0b33405-3b3b-4737-8c16-247c0fecec5c', 'name': '', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'mac_address': 'fa:16:3e:b4:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:50Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 2, 'project_id': '60d6977810d1476e84bb202604743f8e', 'subnets': [{'id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.710535 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.719065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-1084d7f4-92b6-451f-8ef4-fdd60026ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:56.721367 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-1084d7f4-92b6-451f-8ef4-fdd60026ff67 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2b5731282d004b759715ca7158b88d2b&device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 1097 time: 0.1091304 Jul 16 20:38:56.747559 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Checking router: eedc89b3-4d3f-428d-8191-2dd212457086 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:56.747907 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Updating router eedc89b3-4d3f-428d-8191-2dd212457086 port c0b33405-3b3b-4737-8c16-247c0fecec5c binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:56.792443 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.883874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f3fd401a-2cc9-4f2f-9174-eb83e23ad265 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:56.884562 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.977459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-e9786cee-e322-4961-a036-6e01651feded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:56.979729 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-e9786cee-e322-4961-a036-6e01651feded service neutron] 10.222.0.68 "GET /v2.0/networks?id=5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 200 len: 912 time: 0.2135842 Jul 16 20:38:57.075747 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-311223bd-fc97-4c87-bdcf-7107c971d616 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 200 len: 217 time: 0.0888259 Jul 16 20:38:57.174213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-2594b69e-bd87-4fdf-b8eb-63a8ca232ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.177384 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-2594b69e-bd87-4fdf-b8eb-63a8ca232ba7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 200 len: 850 time: 0.0942779 Jul 16 20:38:57.181467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:57.237644 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.258304 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Transition to ACTIVE for port object c0b33405-3b3b-4737-8c16-247c0fecec5c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:57.264804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.270098 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.302505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:57.353662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:57.353662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.364920 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Pushing event updated for resources: {'Port': ['ID=c0b33405-3b3b-4737-8c16-247c0fecec5c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.405120 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.405499 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.405841 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.406181 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.406501 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.406818 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.407137 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.407450 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.407931 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.408290 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.408599 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.408985 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:57.434687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device afb50280-cc72-40f7-a82e-2fbaddc613db up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:57.490632 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Attempting to bind port c0b33405-3b3b-4737-8c16-247c0fecec5c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:57.491014 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Attempting to bind port c0b33405-3b3b-4737-8c16-247c0fecec5c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:57.491377 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Attempting to bind port c0b33405-3b3b-4737-8c16-247c0fecec5c on network 091257c9-c37f-40f6-b587-ea7c568d3bf2 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:57.499851 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:57.500148 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Checking segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:57.500559 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.501008 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Bound using segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:57.501496 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Bound port: c0b33405-3b3b-4737-8c16-247c0fecec5c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:57.501880 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.505908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5864-03e2-442f-b380-1e1232be185e req-88c3a12d-d3a5-4711-a289-f19b663fa484 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.517905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d1f5864-03e2-442f-b380-1e1232be185e req-88c3a12d-d3a5-4711-a289-f19b663fa484 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 945 time: 0.1542442 Jul 16 20:38:57.603334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-a3a326e2-3870-48a6-a05e-6d0fa37292c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.606935 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-a3a326e2-3870-48a6-a05e-6d0fa37292c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5572072a-02c6-4646-84d1-a1012b78006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4144499 Jul 16 20:38:57.608577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:57.632936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0d1f5864-03e2-442f-b380-1e1232be185e req-aeb9bfde-69f7-4ff4-8369-df30bfa57e1b tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109288 Jul 16 20:38:57.664761 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] For port c0b33405-3b3b-4737-8c16-247c0fecec5c, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:57.678603 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] For port c0b33405-3b3b-4737-8c16-247c0fecec5c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c0b33405-3b3b-4737-8c16-247c0fecec5c,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:57.691218 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.719874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e3de5-f651-4275-9d8d-d3e32698b839 None None] Network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:57.740793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port afb50280-cc72-40f7-a82e-2fbaddc613db completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:57.765589 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-c3a7257a-0b6e-4239-bf1d-67accde47d2d service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503367 Jul 16 20:38:57.797344 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Routers {'eedc89b3-4d3f-428d-8191-2dd212457086'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:57.798729 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['eedc89b3-4d3f-428d-8191-2dd212457086'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.820716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-070a31c9-e88b-478a-a30d-f5a38ef2689b None None] Provisioning for port afb50280-cc72-40f7-a82e-2fbaddc613db completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:57.822831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:57.866655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-070a31c9-e88b-478a-a30d-f5a38ef2689b None None] Provisioning complete for port afb50280-cc72-40f7-a82e-2fbaddc613db triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:57.867562 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-070a31c9-e88b-478a-a30d-f5a38ef2689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.884233 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeae6ab-7d8c-445f-932e-9c1dc84bdd50 None None] Pushing event updated for resources: {'Port': ['ID=c0b33405-3b3b-4737-8c16-247c0fecec5c,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.893088 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Sync routers for ids ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:57.947015 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Routers {'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:57.947972 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:58.002863 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d8e684f-42f4-46df-9d7a-d3a9f31491b9 req-5dd223ca-e0f2-4e73-95b8-c194f6823e57 service neutron] 10.222.0.68 "GET /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213678 Jul 16 20:38:58.002863 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.007746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50040) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.009343 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1bf35ca4-0a80-4197-b783-7f88c224c4ab admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3455276 Jul 16 20:38:58.084281 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Set router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:58.178940 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-070a31c9-e88b-478a-a30d-f5a38ef2689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.285722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-070a31c9-e88b-478a-a30d-f5a38ef2689b None None] For port afb50280-cc72-40f7-a82e-2fbaddc613db, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=afb50280-cc72-40f7-a82e-2fbaddc613db,segment=NetworkSegment(5c260601-ce13-4321-b7d8-2a8817f77b72),segment_id=5c260601-ce13-4321-b7d8-2a8817f77b72)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:58.304618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-070a31c9-e88b-478a-a30d-f5a38ef2689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.315282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:58.353338 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] Set router eedc89b3-4d3f-428d-8191-2dd212457086 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:58.374640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c0b33405-3b3b-4737-8c16-247c0fecec5c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:58.377096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd341d9-1b01-4866-8e66-f22dddae4065 None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:46Z', 'revision_number': 4, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'cc8da54a-469e-411b-80a5-1315a4da57c4', 'name': '', 'network_id': '5572072a-02c6-4646-84d1-a1012b78006a', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'mac_address': 'fa:16:3e:9a:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:44Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'subnets': [{'id': 'aca9b03d-a6f2-414b-ae1a-05bd664b3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:58.459872 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:38:55Z', 'revision_number': 3, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port': {'id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:55Z', 'updated_at': '2021-07-16T20:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:58.506086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a31c9-e88b-478a-a30d-f5a38ef2689b None None] Pushing event updated for resources: {'Port': ['ID=afb50280-cc72-40f7-a82e-2fbaddc613db,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.529219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c0b33405-3b3b-4737-8c16-247c0fecec5c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:58.545019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c0b33405-3b3b-4737-8c16-247c0fecec5c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:58.545907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.573880 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Checking router: b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:58.575083 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Updating router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 port 26fbc7b2-025f-4838-9fac-5051927d573c binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:58.627747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024a179-503a-49c1-b271-8ab1630e8248 req-7820ad6a-b8a8-423b-857a-507d11236b5c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.630256 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f024a179-503a-49c1-b271-8ab1630e8248 req-7820ad6a-b8a8-423b-857a-507d11236b5c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 945 time: 0.1172712 Jul 16 20:38:58.650445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-921f1db9-49d8-47fc-ac87-66ca87d5d537 None None] Provisioning complete for port afb50280-cc72-40f7-a82e-2fbaddc613db triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:58.650832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-921f1db9-49d8-47fc-ac87-66ca87d5d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.752297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.820647 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.822132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c0b33405-3b3b-4737-8c16-247c0fecec5c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c0b33405-3b3b-4737-8c16-247c0fecec5c,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:58.826552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:58.827170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.848572 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.867840 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.881726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880444b6-fbf5-47dd-b484-4054f6064097 None None] New status for floating IP e40d27fe-d82e-4a06-a00a-a9ef7b0e0aac: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:58.990742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] For port 9f99b767-b9c8-4250-b597-dd0d7ef282e1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9f99b767-b9c8-4250-b597-dd0d7ef282e1,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:58.994543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.031822 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c0b33405-3b3b-4737-8c16-247c0fecec5c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.048324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for 9f99b767-b9c8-4250-b597-dd0d7ef282e1 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:59.127472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Allocated IP 172.20.0.1 (c5f524c2-a85c-49ac-9400-7267b1f6c4e3/de115442-ff9c-443a-bb45-cda898569a63/c3053cc9-ace2-46db-81b9-8e1fc2c989ac) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:59.153573 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 4, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port': {'id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:48Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c0b33405-3b3b-4737-8c16-247c0fecec5c', 'name': '', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'mac_address': 'fa:16:3e:b4:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:50Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 4, 'project_id': '60d6977810d1476e84bb202604743f8e', 'subnets': [{'id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:59.188258 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a5f7a-147f-40cb-a847-f3f9419e8bb6 None None] The sync data for ids ['eedc89b3-4d3f-428d-8191-2dd212457086'] in n-d-791505-15 is: [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:38:51Z', 'revision_number': 4, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port': {'id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:48Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c0b33405-3b3b-4737-8c16-247c0fecec5c', 'name': '', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'mac_address': 'fa:16:3e:b4:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:50Z', 'updated_at': '2021-07-16T20:38:57Z', 'revision_number': 4, 'project_id': '60d6977810d1476e84bb202604743f8e', 'subnets': [{'id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:59.213080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e69cc-3c72-4688-a781-1e8e92c2c4d8 req-9c6dab46-7147-47a7-ad2c-166d11f848be tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:59.216072 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d23e69cc-3c72-4688-a781-1e8e92c2c4d8 req-9c6dab46-7147-47a7-ad2c-166d11f848be tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 945 time: 0.1563458 Jul 16 20:38:59.244797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.289957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=9f99b767-b9c8-4250-b597-dd0d7ef282e1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.350363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d23e69cc-3c72-4688-a781-1e8e92c2c4d8 req-b3ca70dd-446b-4e9a-a8e9-d21881f9158c tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc8ad2b6-3a07-4cf9-9354-b99f88aad905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891280 Jul 16 20:38:59.369847 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.371966 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.394614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Transition to ACTIVE for port object c3053cc9-ace2-46db-81b9-8e1fc2c989ac will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:59.402574 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Transition to ACTIVE for port object 26fbc7b2-025f-4838-9fac-5051927d573c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:59.410496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] No DVR routers for this DVR port 9f99b767-b9c8-4250-b597-dd0d7ef282e1 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:59.413289 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.413590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.415467 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f024a179-503a-49c1-b271-8ab1630e8248 req-f2d65eaa-5099-4873-a5e8-51974a7fc2fd tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.68 "DELETE /v2.0/ports/9f99b767-b9c8-4250-b597-dd0d7ef282e1 HTTP/1.1" status: 204 len: 173 time: 0.7772393 Jul 16 20:38:59.415952 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'name': 'network-vif-deleted', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:59.422209 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90170a-cbcd-42c8-9c24-36c03f18ff8c" -d '{"events": [{"server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "name": "network-vif-deleted", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:59.462573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.475981 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eeeaef-4b15-4b5d-965b-87a24bb5facf x-openstack-request-id: req-f0eeeaef-4b15-4b5d-965b-87a24bb5facf {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:59.477811 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16709d41-91b0-41af-9962-ea3c089983f8", "name": "network-vif-deleted", "tag": "9f99b767-b9c8-4250-b597-dd0d7ef282e1", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:59.478832 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0eeeaef-4b15-4b5d-965b-87a24bb5facf {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:59.478832 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16709d41-91b0-41af-9962-ea3c089983f8', 'name': 'network-vif-deleted', 'tag': '9f99b767-b9c8-4250-b597-dd0d7ef282e1', 'status': 'completed', 'code': 200} Jul 16 20:38:59.523216 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Attempting to bind port 26fbc7b2-025f-4838-9fac-5051927d573c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:59.523801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Attempting to bind port 26fbc7b2-025f-4838-9fac-5051927d573c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:59.524409 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Attempting to bind port 26fbc7b2-025f-4838-9fac-5051927d573c on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:59.540296 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dd4d6-fbbe-40f5-bd9a-d444f29b4953 None None] Pushing event updated for resources: {'Port': ['ID=26fbc7b2-025f-4838-9fac-5051927d573c,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.541962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Pushing event updated for resources: {'Port': ['ID=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.545190 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:59.545857 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:59.547264 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.547945 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:59.548793 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Bound port: 26fbc7b2-025f-4838-9fac-5051927d573c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:59.549419 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.565097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:59.567369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:59.571371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:59.660616 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] For port 26fbc7b2-025f-4838-9fac-5051927d573c, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:59.672568 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] For port 26fbc7b2-025f-4838-9fac-5051927d573c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=26fbc7b2-025f-4838-9fac-5051927d573c,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:59.681632 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.791548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dd4d6-fbbe-40f5-bd9a-d444f29b4953 None None] Pushing event updated for resources: {'Port': ['ID=26fbc7b2-025f-4838-9fac-5051927d573c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.842036 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Routers {'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:59.843075 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:00.022911 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] Set router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:00.026278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-132c85b4-8afb-45aa-971f-3f328a4aa117 None None] Provisioning for port c3053cc9-ace2-46db-81b9-8e1fc2c989ac completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:00.033791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-132c85b4-8afb-45aa-971f-3f328a4aa117 None None] Provisioning complete for port c3053cc9-ace2-46db-81b9-8e1fc2c989ac triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:00.034342 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-132c85b4-8afb-45aa-971f-3f328a4aa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.101724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-132c85b4-8afb-45aa-971f-3f328a4aa117 None None] Port c3053cc9-ace2-46db-81b9-8e1fc2c989ac cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:00.242054 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.330081 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:38:55Z', 'revision_number': 3, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port': {'id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:55Z', 'updated_at': '2021-07-16T20:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:00.337857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device afb50280-cc72-40f7-a82e-2fbaddc613db up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:00.389318 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930ad220-de3e-4f36-991a-af3a3176f296 None None] The sync data for ids ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'] in n-d-791505-15 is: [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:38:55Z', 'revision_number': 3, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port': {'id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:55Z', 'updated_at': '2021-07-16T20:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:00.411280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port afb50280-cc72-40f7-a82e-2fbaddc613db triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:00.411777 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.493850 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.552060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c0b33405-3b3b-4737-8c16-247c0fecec5c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:00.631927 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c0b33405-3b3b-4737-8c16-247c0fecec5c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:00.632372 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.680825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ccd480b7-472d-4e9d-a983-70617c446dae req-71b42d77-91a4-49c7-918d-26da75277552 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 210 time: 0.0656362 Jul 16 20:39:00.794406 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.804825 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.945582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Pushing event updated for resources: {'Port': ['ID=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.952496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.106630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:01.109267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:01.340718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:01.483279 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c59e068a-0661-4b7c-bd9d-8dcc0b6cd26f None None] Provisioning complete for port c3053cc9-ace2-46db-81b9-8e1fc2c989ac triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:01.484074 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c59e068a-0661-4b7c-bd9d-8dcc0b6cd26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.526657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c59e068a-0661-4b7c-bd9d-8dcc0b6cd26f None None] Port c3053cc9-ace2-46db-81b9-8e1fc2c989ac cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:01.573458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:01.580968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e6c942da-066d-472b-8f17-74e94e5c338a admin admin] 10.222.0.78 "PUT /v2.0/routers/b3be0f9d-a2d4-40fa-ad74-3bca976f1c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5701475 Jul 16 20:39:01.815928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9f99b767-b9c8-4250-b597-dd0d7ef282e1 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:01.844434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 9f99b767-b9c8-4250-b597-dd0d7ef282e1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:01.844711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9f99b767-b9c8-4250-b597-dd0d7ef282e1 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:01.975497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0c17566-b278-435d-901a-89f04bfab193 req-2136fca8-eb75-4878-be59-7825095508bb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 210 time: 0.0417416 Jul 16 20:39:02.301358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 26fbc7b2-025f-4838-9fac-5051927d573c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:02.373764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 26fbc7b2-025f-4838-9fac-5051927d573c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:02.382473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 26fbc7b2-025f-4838-9fac-5051927d573c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:02.383358 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.408350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-d8db7c12-186c-472b-b96c-6af79987eb1e tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.411362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-d8db7c12-186c-472b-b96c-6af79987eb1e tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/networks?id=091257c9-c37f-40f6-b587-ea7c568d3bf2 HTTP/1.1" status: 200 len: 910 time: 0.1440511 Jul 16 20:39:02.439373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-9ec28a73-87a9-4331-be47-b0fa54e80925 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/quotas/41d3c61d37ab4dd692ff849dab413aeb HTTP/1.1" status: 200 len: 375 time: 0.0221267 Jul 16 20:39:02.523950 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.549618 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 26fbc7b2-025f-4838-9fac-5051927d573c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=26fbc7b2-025f-4838-9fac-5051927d573c,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:02.558944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.576526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-23ad8a6c-88d5-48d5-bae2-9ef0df2c2654 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=41d3c61d37ab4dd692ff849dab413aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1352637 Jul 16 20:39:02.660320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=26fbc7b2-025f-4838-9fac-5051927d573c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.730928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-93a50eb7-efd6-4463-b899-a27a371ce42b service neutron] 10.222.0.78 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459394 Jul 16 20:39:02.773566 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Sync routers for ids ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:02.789577 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Routers {'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:02.790272 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:02.874336 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-e9c26f0c-f1bb-4b3b-995d-b352a89bd68a service neutron] 10.222.0.78 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360776 Jul 16 20:39:02.950756 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Set router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:03.109614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32dd3a86-7961-4027-8531-dc5307e311ed req-76914eb6-2121-4d0a-8acf-dd8f143f8768 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 210 time: 0.0525758 Jul 16 20:39:03.177903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8860c1d4-231c-4934-866f-383424b74280 req-5df1f654-ce0f-4729-8ca1-bb40e49ea496 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 210 time: 0.0346050 Jul 16 20:39:03.316307 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:39:00Z', 'revision_number': 4, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port': {'id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:55Z', 'updated_at': '2021-07-16T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c3053cc9-ace2-46db-81b9-8e1fc2c989ac', 'name': '', 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'mac_address': 'fa:16:3e:12:3b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'de115442-ff9c-443a-bb45-cda898569a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:58Z', 'updated_at': '2021-07-16T20:39:00Z', 'revision_number': 2, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'subnets': [{'id': 'de115442-ff9c-443a-bb45-cda898569a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:03.346807 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Checking router: b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:03.347280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Updating router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 port c3053cc9-ace2-46db-81b9-8e1fc2c989ac binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:39:03.406946 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.823197 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.837668 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Transition to ACTIVE for port object c3053cc9-ace2-46db-81b9-8e1fc2c989ac will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:03.847431 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.962118 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd39b4c-7458-48ab-aad6-4399fb3deb80 None None] Pushing event updated for resources: {'Port': ['ID=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.164477 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Attempting to bind port c3053cc9-ace2-46db-81b9-8e1fc2c989ac on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:04.164879 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Attempting to bind port c3053cc9-ace2-46db-81b9-8e1fc2c989ac by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:04.165217 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Attempting to bind port c3053cc9-ace2-46db-81b9-8e1fc2c989ac on network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:04.177078 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:04.177422 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Checking segment: {'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:04.177928 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.178292 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Bound using segment: {'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:04.178729 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Bound port: c3053cc9-ace2-46db-81b9-8e1fc2c989ac, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c260601-ce13-4321-b7d8-2a8817f77b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:04.179070 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.314838 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] For port c3053cc9-ace2-46db-81b9-8e1fc2c989ac, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:04.319514 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] For port c3053cc9-ace2-46db-81b9-8e1fc2c989ac, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,segment=NetworkSegment(5c260601-ce13-4321-b7d8-2a8817f77b72),segment_id=5c260601-ce13-4321-b7d8-2a8817f77b72)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:04.327101 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.351039 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 26fbc7b2-025f-4838-9fac-5051927d573c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:04.383666 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Routers {'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:04.384468 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:04.476852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 26fbc7b2-025f-4838-9fac-5051927d573c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:04.477700 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.498504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e9a64e1-9ef6-4dc8-9b40-9a409d4f4129 req-2305f1e9-7473-427a-8886-4423fecdca86 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 210 time: 0.1115716 Jul 16 20:39:04.525434 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd39b4c-7458-48ab-aad6-4399fb3deb80 None None] Pushing event updated for resources: {'Port': ['ID=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.575262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4aa5d0e5-7ba5-453c-944c-77e5fdd97520 req-27c11189-c251-4a15-864e-075d03937d65 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "GET /v2.0/ports?device_id=16709d41-91b0-41af-9962-ea3c089983f8 HTTP/1.1" status: 200 len: 210 time: 0.1636615 Jul 16 20:39:04.586255 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] Set router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:04.837709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.960697 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:39:00Z', 'revision_number': 4, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port': {'id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:55Z', 'updated_at': '2021-07-16T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c3053cc9-ace2-46db-81b9-8e1fc2c989ac', 'name': '', 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'mac_address': 'fa:16:3e:12:3b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'de115442-ff9c-443a-bb45-cda898569a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:58Z', 'updated_at': '2021-07-16T20:39:04Z', 'revision_number': 4, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'subnets': [{'id': 'de115442-ff9c-443a-bb45-cda898569a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:04.997653 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e697f05-7a13-4821-b6ae-cc63f0388cc7 None None] The sync data for ids ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'] in n-d-791505-15 is: [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:39:00Z', 'revision_number': 4, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port': {'id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:55Z', 'updated_at': '2021-07-16T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c3053cc9-ace2-46db-81b9-8e1fc2c989ac', 'name': '', 'network_id': 'c5f524c2-a85c-49ac-9400-7267b1f6c4e3', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'mac_address': 'fa:16:3e:12:3b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'de115442-ff9c-443a-bb45-cda898569a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:58Z', 'updated_at': '2021-07-16T20:39:04Z', 'revision_number': 4, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'subnets': [{'id': 'de115442-ff9c-443a-bb45-cda898569a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:05.244635 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-a6ec5d08-5c8a-4ece-a5be-81a89a38249d tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:05.247208 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-a6ec5d08-5c8a-4ece-a5be-81a89a38249d tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.68 "GET /v2.0/networks?id=091257c9-c37f-40f6-b587-ea7c568d3bf2 HTTP/1.1" status: 200 len: 910 time: 0.1310651 Jul 16 20:39:05.269230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Request body: {'port': {'device_id': '1afd53dd-9566-4e3d-8405-f62b10cda118', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'admin_state_up': True, 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:05.311474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Made reservation on behalf of 41d3c61d37ab4dd692ff849dab413aeb for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:05.314797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.434624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.486387 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Allocated IP 172.20.0.9 (091257c9-c37f-40f6-b587-ea7c568d3bf2/c857397c-4380-45e1-bf29-c62a4c20e3b8/0855b7c8-1c2e-427d-9664-0fe278f81858) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:05.666873 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.686605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Transition to ACTIVE for port object 0855b7c8-1c2e-427d-9664-0fe278f81858 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:05.699928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50100) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:05.742444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.822880 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Pushing event updated for resources: {'Port': ['ID=0855b7c8-1c2e-427d-9664-0fe278f81858,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.840461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:05.843331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:05.859978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:05.869500 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Deleting port 49116d6f-796f-4bf3-908b-ec8c0a690680 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:05.869852 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.936680 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:05.937804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.969270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-26912f12-fd5e-4bf6-b76c-0a0e39cf6a9c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7092338 Jul 16 20:39:05.987690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Request body: {'port': {'device_id': '1afd53dd-9566-4e3d-8405-f62b10cda118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:06.024680 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.025057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.049904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Calling delete_port for 49116d6f-796f-4bf3-908b-ec8c0a690680 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:06.117091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b46dc-dbd7-4bc8-8602-208597dbef25 req-035d39b6-bcbc-4fcf-8e3f-993044129d5a tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.119283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b69b46dc-dbd7-4bc8-8602-208597dbef25 req-035d39b6-bcbc-4fcf-8e3f-993044129d5a tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1027 time: 0.1552794 Jul 16 20:39:06.180815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b69b46dc-dbd7-4bc8-8602-208597dbef25 req-782df8a4-d7d7-4ac6-95a9-104ace04d496 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515466 Jul 16 20:39:06.227351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-50f70a31-0e9e-4f67-ba64-a1ff6b1bace7 None None] Provisioning for port 0855b7c8-1c2e-427d-9664-0fe278f81858 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:06.240655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-50f70a31-0e9e-4f67-ba64-a1ff6b1bace7 None None] Provisioning complete for port 0855b7c8-1c2e-427d-9664-0fe278f81858 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:06.241312 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-50f70a31-0e9e-4f67-ba64-a1ff6b1bace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.305899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-50f70a31-0e9e-4f67-ba64-a1ff6b1bace7 None None] Port 0855b7c8-1c2e-427d-9664-0fe278f81858 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:06.354632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.361501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c3053cc9-ace2-46db-81b9-8e1fc2c989ac up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:06.418991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'Port': ['ID=49116d6f-796f-4bf3-908b-ec8c0a690680,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.465639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c3053cc9-ace2-46db-81b9-8e1fc2c989ac completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:06.474617 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c3053cc9-ace2-46db-81b9-8e1fc2c989ac triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:06.475588 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.505333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.532955 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.537950 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.543403 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3d48631a-3bcd-4db5-bae9-d52cdbea3ad9 tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "DELETE /v2.0/floatingips/56aefd13-5846-424b-96d4-0bb1d879414a HTTP/1.1" status: 204 len: 168 time: 0.8388467 Jul 16 20:39:06.637521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.702630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c3053cc9-ace2-46db-81b9-8e1fc2c989ac, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,segment=NetworkSegment(5c260601-ce13-4321-b7d8-2a8817f77b72),segment_id=5c260601-ce13-4321-b7d8-2a8817f77b72)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:06.709888 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.804113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.902491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0855b7c8-1c2e-427d-9664-0fe278f81858 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:06.913075 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.930683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Transition to ACTIVE for port object 0855b7c8-1c2e-427d-9664-0fe278f81858 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:06.937974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.002773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Pushing event updated for resources: {'Port': ['ID=0855b7c8-1c2e-427d-9664-0fe278f81858,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.084547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Attempting to bind port 0855b7c8-1c2e-427d-9664-0fe278f81858 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:07.085530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Attempting to bind port 0855b7c8-1c2e-427d-9664-0fe278f81858 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:07.085530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Attempting to bind port 0855b7c8-1c2e-427d-9664-0fe278f81858 on network 091257c9-c37f-40f6-b587-ea7c568d3bf2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:07.093454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Port 0855b7c8-1c2e-427d-9664-0fe278f81858 on network 091257c9-c37f-40f6-b587-ea7c568d3bf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:07.093940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Attempting to bind port 0855b7c8-1c2e-427d-9664-0fe278f81858 on network 091257c9-c37f-40f6-b587-ea7c568d3bf2 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:07.099873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:07.100264 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Checking segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:07.100731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Bound using segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:07.101127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Bound port: 0855b7c8-1c2e-427d-9664-0fe278f81858, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:07.101479 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.183778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] For port 0855b7c8-1c2e-427d-9664-0fe278f81858, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:07.187602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] For port 0855b7c8-1c2e-427d-9664-0fe278f81858, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0855b7c8-1c2e-427d-9664-0fe278f81858,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:07.194921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.254913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.255711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.258299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] 10.222.0.68 "PUT /v2.0/ports/0855b7c8-1c2e-427d-9664-0fe278f81858 HTTP/1.1" status: 200 len: 1092 time: 1.2800469 Jul 16 20:39:07.259073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afd53dd-9566-4e3d-8405-f62b10cda118', 'tag': '0855b7c8-1c2e-427d-9664-0fe278f81858'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:07.263593 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03" -d '{"events": [{"name": "network-changed", "server_uuid": "1afd53dd-9566-4e3d-8405-f62b10cda118", "tag": "0855b7c8-1c2e-427d-9664-0fe278f81858"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:07.391112 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b55ddf-0f28-4654-82e8-d1ea2c42219c x-openstack-request-id: req-53b55ddf-0f28-4654-82e8-d1ea2c42219c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:07.391597 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afd53dd-9566-4e3d-8405-f62b10cda118", "tag": "0855b7c8-1c2e-427d-9664-0fe278f81858", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:07.392028 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53b55ddf-0f28-4654-82e8-d1ea2c42219c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:07.392701 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afd53dd-9566-4e3d-8405-f62b10cda118', 'tag': '0855b7c8-1c2e-427d-9664-0fe278f81858', 'status': 'completed', 'code': 200} Jul 16 20:39:07.397970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Pushing event updated for resources: {'Port': ['ID=0855b7c8-1c2e-427d-9664-0fe278f81858,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.431122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.431570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.432094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.432832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.433462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.434608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.435428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.436010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.436650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.437212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.437786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.438341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db72b31-02b9-4198-ad4f-a6d63091408d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:07.487450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-4d35aef7-acaf-45d9-b464-20e56be8f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.489783 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-4d35aef7-acaf-45d9-b464-20e56be8f2ab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41d3c61d37ab4dd692ff849dab413aeb&device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1095 time: 0.1575720 Jul 16 20:39:07.504415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ddec9-5b31-4561-aad2-735807796485 req-9a5fc1e1-d10c-4fbd-9104-86d216aec7ac tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.507435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a33ddec9-5b31-4561-aad2-735807796485 req-9a5fc1e1-d10c-4fbd-9104-86d216aec7ac tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1095 time: 0.0833335 Jul 16 20:39:07.554343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a33ddec9-5b31-4561-aad2-735807796485 req-c5e42d05-e0aa-4212-8a79-6a3a46bb2422 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Jul 16 20:39:07.567696 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-d612b469-d40a-445c-bfda-b5f0258a1ed3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0855b7c8-1c2e-427d-9664-0fe278f81858 HTTP/1.1" status: 200 len: 217 time: 0.0687275 Jul 16 20:39:07.658752 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-4d8f15b8-2e7b-4087-a75e-3219d78217c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.661918 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-4d8f15b8-2e7b-4087-a75e-3219d78217c4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c857397c-4380-45e1-bf29-c62a4c20e3b8 HTTP/1.1" status: 200 len: 848 time: 0.0840890 Jul 16 20:39:07.771573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-34b2d7b1-88f2-4f85-9551-99416410ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.774419 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-34b2d7b1-88f2-4f85-9551-99416410ec12 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=091257c9-c37f-40f6-b587-ea7c568d3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047361 Jul 16 20:39:07.901325 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-a268d980-3a9c-41ca-bd61-e9255fb2d3a5 service neutron] 10.222.0.68 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197851 Jul 16 20:39:08.029513 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-65a8f2e6-62b2-4ea3-83f9-1decd9d53184 req-6a58527a-bddc-40e4-aaf1-0b910ba8fdd4 service neutron] 10.222.0.68 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216218 Jul 16 20:39:08.154794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-2f4857ef-15c3-407d-b922-8019029d10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.156635 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-2f4857ef-15c3-407d-b922-8019029d10cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41d3c61d37ab4dd692ff849dab413aeb&device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1095 time: 0.0644076 Jul 16 20:39:08.294690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c3053cc9-ace2-46db-81b9-8e1fc2c989ac up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:08.312678 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-34ebaa8e-40bc-46f4-8ecb-e5de208bc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.314242 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-34ebaa8e-40bc-46f4-8ecb-e5de208bc577 service neutron] 10.222.0.68 "GET /v2.0/networks?id=091257c9-c37f-40f6-b587-ea7c568d3bf2 HTTP/1.1" status: 200 len: 910 time: 0.1516962 Jul 16 20:39:08.361683 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-48af5d22-7c9e-44a0-82c8-bb490e9537b9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0855b7c8-1c2e-427d-9664-0fe278f81858 HTTP/1.1" status: 200 len: 217 time: 0.0401254 Jul 16 20:39:08.375669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c3053cc9-ace2-46db-81b9-8e1fc2c989ac triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:08.376149 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.444936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-28cdbc33-2276-490b-bcae-b1c9130eb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.446722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-28cdbc33-2276-490b-bcae-b1c9130eb249 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c857397c-4380-45e1-bf29-c62a4c20e3b8 HTTP/1.1" status: 200 len: 848 time: 0.0787766 Jul 16 20:39:08.520795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-7854e76d-d3a5-4b3d-9965-9e8d38025fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.522497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-7854e76d-d3a5-4b3d-9965-9e8d38025fa0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=091257c9-c37f-40f6-b587-ea7c568d3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687306 Jul 16 20:39:08.668872 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-c8170f2b-2784-4ff7-aa5c-3914029f392a service neutron] 10.222.0.68 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378856 Jul 16 20:39:08.811683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01933-516d-497f-99f6-cf3d7709f266 req-febd9711-820f-4c98-8d55-87addfb18d8c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.816801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9d01933-516d-497f-99f6-cf3d7709f266 req-febd9711-820f-4c98-8d55-87addfb18d8c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1095 time: 0.0824165 Jul 16 20:39:08.850361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a4cb1439-cf94-41b5-bd6f-2ae0d479ce03 req-839160ac-08a3-4c5f-8c26-d7dc62b56092 service neutron] 10.222.0.68 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738024 Jul 16 20:39:08.874774 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c9d01933-516d-497f-99f6-cf3d7709f266 req-ae0ff71b-faf1-4b8c-bf91-870bf15e6c52 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487678 Jul 16 20:39:10.141620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21807d93-da1e-4194-84b7-d5c9a1501ded req-5daf4296-99b7-4106-aa88-13cefa31d8db tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:10.144359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21807d93-da1e-4194-84b7-d5c9a1501ded req-5daf4296-99b7-4106-aa88-13cefa31d8db tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1095 time: 0.0759964 Jul 16 20:39:10.197052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50124) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:10.197925 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21807d93-da1e-4194-84b7-d5c9a1501ded req-157f6053-39d1-49f9-a9fc-2a324837d73c tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Jul 16 20:39:10.289251 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdac332f-e12c-4a16-9f06-7bb227a3dbeb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.319839 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdac332f-e12c-4a16-9f06-7bb227a3dbeb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.391214 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdac332f-e12c-4a16-9f06-7bb227a3dbeb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.394676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fdac332f-e12c-4a16-9f06-7bb227a3dbeb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.395995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fdac332f-e12c-4a16-9f06-7bb227a3dbeb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] 10.222.0.78 "DELETE /v2.0/security-groups/cc8ad2b6-3a07-4cf9-9354-b99f88aad905 HTTP/1.1" status: 204 len: 168 time: 0.1975064 Jul 16 20:39:10.411075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac332f-e12c-4a16-9f06-7bb227a3dbeb tempest-TestVolumeBootPattern-784753573 tempest-TestVolumeBootPattern-784753573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8ad2b6-3a07-4cf9-9354-b99f88aad905,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.466859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50128) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.082652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.487469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f6785-d12b-42dc-a2f7-dcd8415d0f1e req-780e60d9-0657-4753-8632-7c69ae35a5a6 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.489137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-753f6785-d12b-42dc-a2f7-dcd8415d0f1e req-780e60d9-0657-4753-8632-7c69ae35a5a6 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1095 time: 0.1353016 Jul 16 20:39:11.525088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Deleting port cc8da54a-469e-411b-80a5-1315a4da57c4 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:11.525434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.575700 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-753f6785-d12b-42dc-a2f7-dcd8415d0f1e req-cf501b6e-e3dd-47ba-8217-a34b8ffa0133 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755279 Jul 16 20:39:11.673952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] For port cc8da54a-469e-411b-80a5-1315a4da57c4, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cc8da54a-469e-411b-80a5-1315a4da57c4,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:11.674501 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.696742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Calling delete_port for cc8da54a-469e-411b-80a5-1315a4da57c4 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:11.885452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0855b7c8-1c2e-427d-9664-0fe278f81858 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:11.980115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.021262 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8da54a-469e-411b-80a5-1315a4da57c4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.045909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0855b7c8-1c2e-427d-9664-0fe278f81858, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0855b7c8-1c2e-427d-9664-0fe278f81858,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:12.068032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '0855b7c8-1c2e-427d-9664-0fe278f81858', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'port_id': '0855b7c8-1c2e-427d-9664-0fe278f81858', 'mac_address': 'fa:16:3e:38:1f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:12.078462 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.078959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.079267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.079618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.079959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.080330 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.080670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.080998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.081327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.081652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.081983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.082299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.148920 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.172919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0855b7c8-1c2e-427d-9664-0fe278f81858 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:12.204483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0855b7c8-1c2e-427d-9664-0fe278f81858, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0855b7c8-1c2e-427d-9664-0fe278f81858,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:12.220244 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.320939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=0855b7c8-1c2e-427d-9664-0fe278f81858,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.322822 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.337612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.337891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.338452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.338700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.339018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.339368 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.340739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.341436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.341917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.342462 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.343167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.343709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:12.415652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['0855b7c8-1c2e-427d-9664-0fe278f81858'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:12.684418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Router 21b0da1d-2563-41da-96ed-712bc519c165 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:12.936832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9b40f-dbe7-4504-8e35-c161a2f36436 req-2c9fe794-9a43-4e96-b16c-ae9cea2e5d3a tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:12.939553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-afb9b40f-dbe7-4504-8e35-c161a2f36436 req-2c9fe794-9a43-4e96-b16c-ae9cea2e5d3a tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1096 time: 0.2422240 Jul 16 20:39:12.946383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:12.950754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7d204090-e8e3-41c3-814d-703595319ee8 admin admin] 10.222.0.78 "PUT /v2.0/routers/21b0da1d-2563-41da-96ed-712bc519c165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4811924 Jul 16 20:39:12.953422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50136) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.955641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] Sync routers for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:12.966933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:12.968339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:12.996603 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-afb9b40f-dbe7-4504-8e35-c161a2f36436 req-0fbed71e-ee22-4a7e-8db3-b3afe5b99c3a tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495124 Jul 16 20:39:13.085176 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.099062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:13.224915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.294399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Deleting port 25d294b8-c293-4633-8d62-b123d77c0720 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:13.294763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.391130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] For port 25d294b8-c293-4633-8d62-b123d77c0720, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=25d294b8-c293-4633-8d62-b123d77c0720,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:13.391504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.405721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Calling delete_port for 25d294b8-c293-4633-8d62-b123d77c0720 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:13.419032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '25d294b8-c293-4633-8d62-b123d77c0720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:39:11Z', 'revision_number': 5, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port': {'id': '25d294b8-c293-4633-8d62-b123d77c0720', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0da1d-2563-41da-96ed-712bc519c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:38Z', 'updated_at': '2021-07-16T20:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.473253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] Checking router: 21b0da1d-2563-41da-96ed-712bc519c165 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:13.488925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] Routers {'21b0da1d-2563-41da-96ed-712bc519c165'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:13.489881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['21b0da1d-2563-41da-96ed-712bc519c165'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.596426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] Set router 21b0da1d-2563-41da-96ed-712bc519c165 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:13.601695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.639078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Pushing event deleted for resources: {'Port': ['ID=25d294b8-c293-4633-8d62-b123d77c0720,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.658206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:39:13Z', 'revision_number': 6, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.692727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e03737-d6bf-4893-b6d8-0aa5943f5106 None None] The sync data for ids ['21b0da1d-2563-41da-96ed-712bc519c165'] in n-d-791505-15 is: [{'id': '21b0da1d-2563-41da-96ed-712bc519c165', 'name': 'tempest-TestVolumeBootPattern-232169061-router', 'tenant_id': '2b5731282d004b759715ca7158b88d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:39:13Z', 'revision_number': 6, 'project_id': '2b5731282d004b759715ca7158b88d2b', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:13.717448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.823989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.826812 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.879070 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.880094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b0da1d-2563-41da-96ed-712bc519c165 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:13.884828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.889496 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bc4a670d-6039-42ea-a248-8d409a22613f admin admin] 10.222.0.78 "DELETE /v2.0/routers/21b0da1d-2563-41da-96ed-712bc519c165 HTTP/1.1" status: 204 len: 168 time: 0.9346623 Jul 16 20:39:13.889818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50138) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.891229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0855b7c8-1c2e-427d-9664-0fe278f81858 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:13.945849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 0855b7c8-1c2e-427d-9664-0fe278f81858 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:13.950387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 0855b7c8-1c2e-427d-9664-0fe278f81858 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:13.950772 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.958467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07bd850-f0f0-4c93-84e0-bc753d9d4702 admin admin] Deleting subnet aca9b03d-a6f2-414b-ae1a-05bd664b3df6 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:13.961913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f07bd850-f0f0-4c93-84e0-bc753d9d4702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.001554 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f07bd850-f0f0-4c93-84e0-bc753d9d4702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.093385 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.123508 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f07bd850-f0f0-4c93-84e0-bc753d9d4702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.127263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afd53dd-9566-4e3d-8405-f62b10cda118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0855b7c8-1c2e-427d-9664-0fe278f81858'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:14.130548 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aea7a5-6a90-42b3-9917-d08ea59b3f8b" -d '{"events": [{"server_uuid": "1afd53dd-9566-4e3d-8405-f62b10cda118", "name": "network-vif-plugged", "status": "completed", "tag": "0855b7c8-1c2e-427d-9664-0fe278f81858"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:14.150903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0855b7c8-1c2e-427d-9664-0fe278f81858, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0855b7c8-1c2e-427d-9664-0fe278f81858,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:14.156862 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.208714 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2ea391-73bd-4fed-83cc-db366dce2365 x-openstack-request-id: req-0f2ea391-73bd-4fed-83cc-db366dce2365 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:14.209194 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afd53dd-9566-4e3d-8405-f62b10cda118", "name": "network-vif-plugged", "status": "completed", "tag": "0855b7c8-1c2e-427d-9664-0fe278f81858", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:14.209615 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f2ea391-73bd-4fed-83cc-db366dce2365 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:14.210267 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afd53dd-9566-4e3d-8405-f62b10cda118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0855b7c8-1c2e-427d-9664-0fe278f81858', 'code': 200} Jul 16 20:39:14.274595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=0855b7c8-1c2e-427d-9664-0fe278f81858,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.291575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f07bd850-f0f0-4c93-84e0-bc753d9d4702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.329234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bd850-f0f0-4c93-84e0-bc753d9d4702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca9b03d-a6f2-414b-ae1a-05bd664b3df6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.335411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f07bd850-f0f0-4c93-84e0-bc753d9d4702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.340718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f07bd850-f0f0-4c93-84e0-bc753d9d4702 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/aca9b03d-a6f2-414b-ae1a-05bd664b3df6 HTTP/1.1" status: 204 len: 168 time: 0.4464297 Jul 16 20:39:14.341451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50144) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.345796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174a326-e1ee-4ca6-87d8-1a9ed52f1e3f None None] Network 5572072a-02c6-4646-84d1-a1012b78006a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:14.353099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb20ae-8684-4023-808d-24967798b6c9 req-e9d91e5b-c84d-42c2-8134-d64121d46c6f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.355762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7acb20ae-8684-4023-808d-24967798b6c9 req-e9d91e5b-c84d-42c2-8134-d64121d46c6f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1097 time: 0.1222146 Jul 16 20:39:14.406346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7acb20ae-8684-4023-808d-24967798b6c9 req-64e20a82-bbbb-445f-90a4-c731e3fee7ac tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Jul 16 20:39:14.432895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.451168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee84e2-81e4-4c94-9b62-59edce5d37c1 req-67ec2337-857b-4cf3-8694-215a90145315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.452776 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a6ee84e2-81e4-4c94-9b62-59edce5d37c1 req-67ec2337-857b-4cf3-8694-215a90145315 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1097 time: 0.1452174 Jul 16 20:39:14.518274 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a6ee84e2-81e4-4c94-9b62-59edce5d37c1 req-daa0cd73-961b-48ca-89ea-296b8fcb86ad service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Jul 16 20:39:14.530588 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Deleting port 74d20d51-5ba4-4e27-b82f-7bee230fc550 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:14.530961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.610950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] For port 74d20d51-5ba4-4e27-b82f-7bee230fc550, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=74d20d51-5ba4-4e27-b82f-7bee230fc550,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:14.610950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.613251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] DHCP port deletion for 5572072a-02c6-4646-84d1-a1012b78006a request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:14.629751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Calling delete_port for 74d20d51-5ba4-4e27-b82f-7bee230fc550 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:14.641658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cc8da54a-469e-411b-80a5-1315a4da57c4 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:14.664240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: cc8da54a-469e-411b-80a5-1315a4da57c4 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:14.664583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cc8da54a-469e-411b-80a5-1315a4da57c4 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:14.692536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] Deleting port 74d20d51-5ba4-4e27-b82f-7bee230fc550 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:14.693156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.724025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.775914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Pushing event deleted for resources: {'Port': ['ID=74d20d51-5ba4-4e27-b82f-7bee230fc550,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.777711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] For port 74d20d51-5ba4-4e27-b82f-7bee230fc550, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=74d20d51-5ba4-4e27-b82f-7bee230fc550,segment=NetworkSegment(32239558-c6fa-476f-a403-2d227272aff5),segment_id=32239558-c6fa-476f-a403-2d227272aff5)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:14.778230 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.780429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] No DVR routers for this DVR port 74d20d51-5ba4-4e27-b82f-7bee230fc550 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:14.795117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] Calling delete_port for 74d20d51-5ba4-4e27-b82f-7bee230fc550 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:14.876914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.885205 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.896836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5572072a-02c6-4646-84d1-a1012b78006a']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:14.904414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] No DVR routers for this DVR port 74d20d51-5ba4-4e27-b82f-7bee230fc550 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:14.913458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32239558-c6fa-476f-a403-2d227272aff5') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:14.913938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32239558-c6fa-476f-a403-2d227272aff5') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:14.928419 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.944251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da81ee-b7af-4254-af6a-c8fe5008aa37 None None] Pushing event deleted for resources: {'Port': ['ID=74d20d51-5ba4-4e27-b82f-7bee230fc550,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.956939 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.969816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:14.970996 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:14.974035 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:15.048445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.054543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.056424 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] 10.222.0.78 "DELETE /v2.0/networks/5572072a-02c6-4646-84d1-a1012b78006a HTTP/1.1" status: 204 len: 168 time: 0.7120318 Jul 16 20:39:15.061297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50146) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.070541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8642e0-8ce2-4616-8315-25b172fe344b admin admin] Pushing event deleted for resources: {'Network': ['ID=5572072a-02c6-4646-84d1-a1012b78006a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.694743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d0bb9-ab1c-47c0-9aa2-3d6c563310cd req-cf25f717-8099-4f85-9168-df13368f51e5 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.696328 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-689d0bb9-ab1c-47c0-9aa2-3d6c563310cd req-cf25f717-8099-4f85-9168-df13368f51e5 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1097 time: 0.1483154 Jul 16 20:39:15.775042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-689d0bb9-ab1c-47c0-9aa2-3d6c563310cd req-417fa8fb-bda9-4d24-94ca-32be49cb6e1e tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707581 Jul 16 20:39:15.987206 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.032617 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f110f7c-c099-410a-90ea-0db722a6a54e req-8631bdd4-3246-4ba0-b0f0-a80245c66e60 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:16.035269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f110f7c-c099-410a-90ea-0db722a6a54e req-8631bdd4-3246-4ba0-b0f0-a80245c66e60 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1097 time: 0.1181090 Jul 16 20:39:16.176688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f110f7c-c099-410a-90ea-0db722a6a54e req-3a9c3d96-2119-4e29-9457-ea3d3ba30986 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272707 Jul 16 20:39:16.268052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 25d294b8-c293-4633-8d62-b123d77c0720 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:16.293102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 25d294b8-c293-4633-8d62-b123d77c0720 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:16.293622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 25d294b8-c293-4633-8d62-b123d77c0720 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:16.294155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 74d20d51-5ba4-4e27-b82f-7bee230fc550 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:16.314751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 74d20d51-5ba4-4e27-b82f-7bee230fc550 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:16.315107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 74d20d51-5ba4-4e27-b82f-7bee230fc550 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:16.398063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9243d-5569-469c-9757-d0963498916d req-7328b953-b6f5-455b-a08b-8a193addda6e tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:16.399708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09c9243d-5569-469c-9757-d0963498916d req-7328b953-b6f5-455b-a08b-8a193addda6e tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1097 time: 0.1054480 Jul 16 20:39:16.474725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09c9243d-5569-469c-9757-d0963498916d req-4384f6c6-97b3-4f66-96f1-e18d7d42c1d0 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640976 Jul 16 20:39:16.492920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Deleting port faed0369-120b-47d3-a974-8997a45f298d {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:16.493344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.586643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] For port faed0369-120b-47d3-a974-8997a45f298d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=faed0369-120b-47d3-a974-8997a45f298d,segment=NetworkSegment(6ea4c868-6a41-44c8-8d8f-66c808170877),segment_id=6ea4c868-6a41-44c8-8d8f-66c808170877)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:16.587010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.608564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Calling delete_port for faed0369-120b-47d3-a974-8997a45f298d owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:16.821832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-f1202f16-1b16-4c56-af83-4bb8cebd35e6 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:16.823472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-f1202f16-1b16-4c56-af83-4bb8cebd35e6 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/networks?id=091257c9-c37f-40f6-b587-ea7c568d3bf2 HTTP/1.1" status: 200 len: 910 time: 0.1576474 Jul 16 20:39:16.851294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-069b27ef-cd98-4962-98fd-8f1a7d9aafc8 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/quotas/41d3c61d37ab4dd692ff849dab413aeb HTTP/1.1" status: 200 len: 375 time: 0.0200088 Jul 16 20:39:16.944611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.986899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-d0d3d357-be35-40f4-91d0-7154632a5613 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=41d3c61d37ab4dd692ff849dab413aeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295953 Jul 16 20:39:16.987648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Pushing event deleted for resources: {'Port': ['ID=faed0369-120b-47d3-a974-8997a45f298d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:17.189929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-5396e1bf-6096-4f87-9f9d-c28479048063 service neutron] 10.222.0.78 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767335 Jul 16 20:39:17.310827 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.384269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-8e3c31dc-e64d-48a8-9294-00c8b0b74201 service neutron] 10.222.0.78 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564405 Jul 16 20:39:17.611332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Router e254daba-0cf4-4827-8c62-3a873f4cdcb2 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:17.637504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b077ec81-8bbb-456f-847f-a3e520d75855 req-f4f1739c-dca5-401c-9503-f36bb364d13a tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 210 time: 0.0488021 Jul 16 20:39:17.765014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:17.770509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-57e31be9-96c7-442f-9320-c1948e7c7328 admin admin] 10.222.0.78 "PUT /v2.0/routers/e254daba-0cf4-4827-8c62-3a873f4cdcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7077384 Jul 16 20:39:17.774551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50180) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:17.777484 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] Sync routers for ids ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:17.795851 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] Routers {'e254daba-0cf4-4827-8c62-3a873f4cdcb2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:17.797373 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.920237 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] Set router e254daba-0cf4-4827-8c62-3a873f4cdcb2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:17.934487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.050191 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.085077 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9d51ee51-5343-4e96-9ca5-67c802733d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.132325 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Deleting port 04f9b3cf-111f-42f6-ab4c-64e023e92103 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:18.132692 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.220353 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:39:16Z', 'revision_number': 5, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port': {'id': '04f9b3cf-111f-42f6-ab4c-64e023e92103', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:58Z', 'updated_at': '2021-07-16T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.252783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] For port 04f9b3cf-111f-42f6-ab4c-64e023e92103, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=04f9b3cf-111f-42f6-ab4c-64e023e92103,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:18.253753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.278057 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] Checking router: e254daba-0cf4-4827-8c62-3a873f4cdcb2 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:18.278359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Calling delete_port for 04f9b3cf-111f-42f6-ab4c-64e023e92103 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:18.297768 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] Routers {'e254daba-0cf4-4827-8c62-3a873f4cdcb2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:18.298876 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:38:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.412722 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] Set router e254daba-0cf4-4827-8c62-3a873f4cdcb2 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:18.471879 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:39:18Z', 'revision_number': 6, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.500896 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54df39-dc90-4a78-9d5e-de6ee9da29c3 None None] The sync data for ids ['e254daba-0cf4-4827-8c62-3a873f4cdcb2'] in n-d-791505-15 is: [{'id': 'e254daba-0cf4-4827-8c62-3a873f4cdcb2', 'name': 'tempest-TestVolumeBootPattern-629151075-router', 'tenant_id': '86f90e656283413d9f0b2ec35f98443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:55Z', 'updated_at': '2021-07-16T20:39:18Z', 'revision_number': 6, 'project_id': '86f90e656283413d9f0b2ec35f98443b', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:18.515217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.553793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f9b3cf-111f-42f6-ab4c-64e023e92103,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.629879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.731130 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.733823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.794663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.795379 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e254daba-0cf4-4827-8c62-3a873f4cdcb2 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:18.801192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.802498 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1a3e069b-40d3-4600-b1ec-bebfaa910297 admin admin] 10.222.0.78 "DELETE /v2.0/routers/e254daba-0cf4-4827-8c62-3a873f4cdcb2 HTTP/1.1" status: 204 len: 168 time: 1.0261879 Jul 16 20:39:18.805244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50188) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:18.821740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e74865e3-577b-4ae4-a7db-7709f4f6477e req-a60baa44-31ed-44e8-9297-1552101b3254 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 210 time: 0.0545185 Jul 16 20:39:18.866481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8007a86-5a6a-4212-8e48-1874aa356376 admin admin] Deleting subnet e1e495b8-8bdd-4e6b-8cb2-8929f2563b64 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:18.871095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8007a86-5a6a-4212-8e48-1874aa356376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.924193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8007a86-5a6a-4212-8e48-1874aa356376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.041495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8007a86-5a6a-4212-8e48-1874aa356376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.133774 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8007a86-5a6a-4212-8e48-1874aa356376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.148634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-827bc9bc-5d4c-48a5-adee-8b947ccbe67d tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:19.150455 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-827bc9bc-5d4c-48a5-adee-8b947ccbe67d tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.16 "GET /v2.0/networks?id=091257c9-c37f-40f6-b587-ea7c568d3bf2 HTTP/1.1" status: 200 len: 910 time: 0.1694217 Jul 16 20:39:19.156445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a8007a86-5a6a-4212-8e48-1874aa356376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.162498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a900e-3b1a-4934-bbf5-1ba657e185ce None None] Network 48e89fd3-47b0-4487-a551-b03d6f624737 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:19.165431 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a8007a86-5a6a-4212-8e48-1874aa356376 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e1e495b8-8bdd-4e6b-8cb2-8929f2563b64 HTTP/1.1" status: 204 len: 168 time: 0.3587966 Jul 16 20:39:19.168163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Request body: {'port': {'device_id': '631186ce-0826-4492-89a3-d929414381e2', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'admin_state_up': True, 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:19.176246 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50190) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.206184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8007a86-5a6a-4212-8e48-1874aa356376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e495b8-8bdd-4e6b-8cb2-8929f2563b64,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.268870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Made reservation on behalf of 41d3c61d37ab4dd692ff849dab413aeb for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:19.273194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.395152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.458238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] DHCP port deletion for 48e89fd3-47b0-4487-a551-b03d6f624737 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:19.533608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] Deleting port 8bc78a78-0485-4249-8a2d-73175177e5dc {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:19.534304 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.547236 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Allocated IP 172.20.0.5 (091257c9-c37f-40f6-b587-ea7c568d3bf2/c857397c-4380-45e1-bf29-c62a4c20e3b8/35d90c17-979d-4e04-86ad-877a3e4501fa) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:19.573052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Deleting port 8bc78a78-0485-4249-8a2d-73175177e5dc {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:19.573410 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.647512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] For port 8bc78a78-0485-4249-8a2d-73175177e5dc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8bc78a78-0485-4249-8a2d-73175177e5dc,segment=NetworkSegment(6ea4c868-6a41-44c8-8d8f-66c808170877),segment_id=6ea4c868-6a41-44c8-8d8f-66c808170877)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:19.647971 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.668749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] Calling delete_port for 8bc78a78-0485-4249-8a2d-73175177e5dc owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:19.714066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] For port 8bc78a78-0485-4249-8a2d-73175177e5dc, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8bc78a78-0485-4249-8a2d-73175177e5dc,segment=NetworkSegment(6ea4c868-6a41-44c8-8d8f-66c808170877),segment_id=6ea4c868-6a41-44c8-8d8f-66c808170877)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:19.714066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.765737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Calling delete_port for 8bc78a78-0485-4249-8a2d-73175177e5dc owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:19.790527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.837632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] Pushing event deleted for resources: {'Port': ['ID=8bc78a78-0485-4249-8a2d-73175177e5dc,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.844787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c3093-dd33-4fba-bb3a-279fa80899fe None None] No DVR routers for this DVR port 8bc78a78-0485-4249-8a2d-73175177e5dc on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:19.860989 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.887058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Transition to ACTIVE for port object 35d90c17-979d-4e04-86ad-877a3e4501fa will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:19.923317 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.966281 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] No DVR routers for this DVR port 8bc78a78-0485-4249-8a2d-73175177e5dc on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:19.968607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc78a78-0485-4249-8a2d-73175177e5dc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.974666 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.987302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['0855b7c8-1c2e-427d-9664-0fe278f81858'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:20.094641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:20.107342 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:20.114370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:20.157551 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.178713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Pushing event updated for resources: {'Port': ['ID=35d90c17-979d-4e04-86ad-877a3e4501fa,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.195676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e89fd3-47b0-4487-a551-b03d6f624737']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.221264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea4c868-6a41-44c8-8d8f-66c808170877') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.221512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea4c868-6a41-44c8-8d8f-66c808170877') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.241931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:20.242798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.256880 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.282901 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.288496 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bfdd0-f7e4-406a-b5bc-e0a5e6d18a04 req-ebb813af-5106-44bf-aa5f-7e1d7f1dde86 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:20.290395 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-395bfdd0-f7e4-406a-b5bc-e0a5e6d18a04 req-ebb813af-5106-44bf-aa5f-7e1d7f1dde86 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1027 time: 0.2890384 Jul 16 20:39:20.295462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-e75b9c48-aabe-48ea-a12f-2ec330b47738 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1362202 Jul 16 20:39:20.298983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:20.299496 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: self.session.flush() Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:20.301863 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:20.308591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 04f9b3cf-111f-42f6-ab4c-64e023e92103 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:20.309375 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Request body: {'port': {'device_id': '631186ce-0826-4492-89a3-d929414381e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:20.344127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 04f9b3cf-111f-42f6-ab4c-64e023e92103 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:20.344953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 04f9b3cf-111f-42f6-ab4c-64e023e92103 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:20.345537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device faed0369-120b-47d3-a974-8997a45f298d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:20.377157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: faed0369-120b-47d3-a974-8997a45f298d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:20.377493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device faed0369-120b-47d3-a974-8997a45f298d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:20.377920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8bc78a78-0485-4249-8a2d-73175177e5dc no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:20.418781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8bc78a78-0485-4249-8a2d-73175177e5dc {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:20.419373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8bc78a78-0485-4249-8a2d-73175177e5dc not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:20.435068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.437953 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e40f2008-8ad7-41db-8e0b-af68c16c03cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.462669 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.464713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/48e89fd3-47b0-4487-a551-b03d6f624737 HTTP/1.1" status: 204 len: 168 time: 1.2867920 Jul 16 20:39:20.472539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-395bfdd0-f7e4-406a-b5bc-e0a5e6d18a04 req-055a098a-1f6a-4b14-863f-a8b6585552b8 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506855 Jul 16 20:39:20.500741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648ac87-352e-43af-9384-fa53359e24f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=48e89fd3-47b0-4487-a551-b03d6f624737,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.507938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.510384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-02ba3546-3555-4143-ba59-580718633a8f None None] Provisioning for port 35d90c17-979d-4e04-86ad-877a3e4501fa completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:20.519487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-02ba3546-3555-4143-ba59-580718633a8f None None] Provisioning complete for port 35d90c17-979d-4e04-86ad-877a3e4501fa triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:20.520131 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-02ba3546-3555-4143-ba59-580718633a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.571257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-02ba3546-3555-4143-ba59-580718633a8f None None] Port 35d90c17-979d-4e04-86ad-877a3e4501fa cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:20.627506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50200) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.643329 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.707775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e3cdbd96-741d-4409-8c5d-5392cad0a5e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b5731282d004b759715ca7158b88d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790884 Jul 16 20:39:20.711330 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50202) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.772869 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7cdda28-522c-4722-ad3b-632a33be3cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.798518 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7cdda28-522c-4722-ad3b-632a33be3cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.856090 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7cdda28-522c-4722-ad3b-632a33be3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.857153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d90c17-979d-4e04-86ad-877a3e4501fa {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:20.859606 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a7cdda28-522c-4722-ad3b-632a33be3cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.861090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a7cdda28-522c-4722-ad3b-632a33be3cc9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/812a3824-b47c-4b01-896b-464877a47c56 HTTP/1.1" status: 204 len: 168 time: 0.1480582 Jul 16 20:39:20.869667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdda28-522c-4722-ad3b-632a33be3cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a3824-b47c-4b01-896b-464877a47c56,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.872524 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.896282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Transition to ACTIVE for port object 35d90c17-979d-4e04-86ad-877a3e4501fa will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:20.901456 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.034165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Pushing event updated for resources: {'Port': ['ID=35d90c17-979d-4e04-86ad-877a3e4501fa,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.126972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Attempting to bind port 35d90c17-979d-4e04-86ad-877a3e4501fa on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:21.127963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Attempting to bind port 35d90c17-979d-4e04-86ad-877a3e4501fa by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:21.128976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Attempting to bind port 35d90c17-979d-4e04-86ad-877a3e4501fa on network 091257c9-c37f-40f6-b587-ea7c568d3bf2 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:21.139061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Port 35d90c17-979d-4e04-86ad-877a3e4501fa on network 091257c9-c37f-40f6-b587-ea7c568d3bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:21.140036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Attempting to bind port 35d90c17-979d-4e04-86ad-877a3e4501fa on network 091257c9-c37f-40f6-b587-ea7c568d3bf2 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:21.150149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:21.151060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Checking segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:21.152764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Bound using segment: {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:21.153507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Bound port: 35d90c17-979d-4e04-86ad-877a3e4501fa, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:21.153996 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.269195 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] For port 35d90c17-979d-4e04-86ad-877a3e4501fa, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:21.274136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] For port 35d90c17-979d-4e04-86ad-877a3e4501fa, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=35d90c17-979d-4e04-86ad-877a3e4501fa,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:21.280095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.333469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.334625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.337168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] 10.222.0.16 "PUT /v2.0/ports/35d90c17-979d-4e04-86ad-877a3e4501fa HTTP/1.1" status: 200 len: 1092 time: 1.0341351 Jul 16 20:39:21.337684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631186ce-0826-4492-89a3-d929414381e2', 'tag': '35d90c17-979d-4e04-86ad-877a3e4501fa'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:21.342576 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4" -d '{"events": [{"name": "network-changed", "server_uuid": "631186ce-0826-4492-89a3-d929414381e2", "tag": "35d90c17-979d-4e04-86ad-877a3e4501fa"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:21.388814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac544e0-f164-460d-b16d-19555e242720 service neutron] Pushing event updated for resources: {'Port': ['ID=35d90c17-979d-4e04-86ad-877a3e4501fa,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.408466 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15476855-2c3b-4b75-b0ae-0709bee50d94 x-openstack-request-id: req-15476855-2c3b-4b75-b0ae-0709bee50d94 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:21.408934 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631186ce-0826-4492-89a3-d929414381e2", "tag": "35d90c17-979d-4e04-86ad-877a3e4501fa", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:21.409753 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15476855-2c3b-4b75-b0ae-0709bee50d94 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:21.410458 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631186ce-0826-4492-89a3-d929414381e2', 'tag': '35d90c17-979d-4e04-86ad-877a3e4501fa', 'status': 'completed', 'code': 200} Jul 16 20:39:21.421136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50210) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.506353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7befa5a2-acdd-4b6b-a7a9-3206d0a69ce3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86f90e656283413d9f0b2ec35f98443b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838130 Jul 16 20:39:21.510611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50214) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.529699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-a41e8ab1-bf92-42cf-91c7-a2eb8e8515c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.531387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-a41e8ab1-bf92-42cf-91c7-a2eb8e8515c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41d3c61d37ab4dd692ff849dab413aeb&device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1095 time: 0.1009915 Jul 16 20:39:21.581419 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-306c0c10-fac3-40c8-939a-55c33146ca74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.585495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-6b88e397-6c18-4128-9279-26a166daeeb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d90c17-979d-4e04-86ad-877a3e4501fa HTTP/1.1" status: 200 len: 217 time: 0.0469451 Jul 16 20:39:21.614208 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-306c0c10-fac3-40c8-939a-55c33146ca74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.662319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-3036e005-62b7-4930-ac30-98f3d56b6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.664802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-3036e005-62b7-4930-ac30-98f3d56b6f53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c857397c-4380-45e1-bf29-c62a4c20e3b8 HTTP/1.1" status: 200 len: 848 time: 0.0726905 Jul 16 20:39:21.702633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-306c0c10-fac3-40c8-939a-55c33146ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.707637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-306c0c10-fac3-40c8-939a-55c33146ca74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.709803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-306c0c10-fac3-40c8-939a-55c33146ca74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/074a7961-dbb4-4f20-ba35-1a3a78f2b31b HTTP/1.1" status: 204 len: 168 time: 0.1959627 Jul 16 20:39:21.724403 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c0c10-fac3-40c8-939a-55c33146ca74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074a7961-dbb4-4f20-ba35-1a3a78f2b31b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.844608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-c5070356-ab38-407f-80c7-bb4f8de0f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.847129 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-c5070356-ab38-407f-80c7-bb4f8de0f813 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091257c9-c37f-40f6-b587-ea7c568d3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749058 Jul 16 20:39:21.850374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e316c0-cf92-417e-8de5-b993a0db2093 req-1794f3a4-61e1-4dea-b87a-a02939be9679 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.852889 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38e316c0-cf92-417e-8de5-b993a0db2093 req-1794f3a4-61e1-4dea-b87a-a02939be9679 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1095 time: 0.1567104 Jul 16 20:39:21.892725 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:22.368516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38e316c0-cf92-417e-8de5-b993a0db2093 req-da4a8d1b-709c-4d55-9a92-e70d72d6e891 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003748 Jul 16 20:39:22.409539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-2f1d7370-dfc6-4d6f-9d6e-c922cac76d2a service neutron] 10.222.0.16 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553851 Jul 16 20:39:22.483250 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.505396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5eec385a-4ec9-44e6-b1c7-76f0d740c79c req-345c60af-1ec2-4d4b-9640-3cb7529af2a1 service neutron] 10.222.0.16 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894358 Jul 16 20:39:22.615614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-c38a5340-cf12-4113-8778-7af369db0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.617200 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-c38a5340-cf12-4113-8778-7af369db0e38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41d3c61d37ab4dd692ff849dab413aeb&device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1095 time: 0.0581319 Jul 16 20:39:22.716731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-2897bcaf-b3d9-42d7-9851-b059410b7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.718528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-2897bcaf-b3d9-42d7-9851-b059410b7a6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=091257c9-c37f-40f6-b587-ea7c568d3bf2 HTTP/1.1" status: 200 len: 910 time: 0.0948255 Jul 16 20:39:22.769788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-9a77cbaa-e4c0-4030-aca8-1b3f40f68bf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d90c17-979d-4e04-86ad-877a3e4501fa HTTP/1.1" status: 200 len: 217 time: 0.0434532 Jul 16 20:39:22.827664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-586faf31-996f-4a66-a325-0f41657be864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.829390 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-586faf31-996f-4a66-a325-0f41657be864 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c857397c-4380-45e1-bf29-c62a4c20e3b8 HTTP/1.1" status: 200 len: 848 time: 0.0532341 Jul 16 20:39:22.898680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-1a1f6296-6cce-44fb-98ec-a4f0ae570499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.900493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-1a1f6296-6cce-44fb-98ec-a4f0ae570499 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091257c9-c37f-40f6-b587-ea7c568d3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643780 Jul 16 20:39:22.999754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-c88e32ce-e529-48ef-838f-c857a8d45196 service neutron] 10.222.0.16 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916731 Jul 16 20:39:23.120793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4275a27f-fcb9-40be-babd-f0ca4f4a88d4 req-58590559-f29d-4f1e-9eec-0acd5f112caa service neutron] 10.222.0.16 "GET /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138027 Jul 16 20:39:23.555225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968257d-4337-476a-9ec0-a8aece76206d req-45624a7d-35b0-4a55-bcd7-b0138bdef7c7 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.556953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4968257d-4337-476a-9ec0-a8aece76206d req-45624a7d-35b0-4a55-bcd7-b0138bdef7c7 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1095 time: 0.0601983 Jul 16 20:39:23.603904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4968257d-4337-476a-9ec0-a8aece76206d req-d6e793fa-8d2d-41c5-8af5-63054ca43110 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Jul 16 20:39:23.840086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.786602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb6ed-6104-4b25-88c7-3906284ddd92 req-5a229953-e7e6-4ede-a9cd-257600e7b78e tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:24.788483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3bb6ed-6104-4b25-88c7-3906284ddd92 req-5a229953-e7e6-4ede-a9cd-257600e7b78e tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1095 time: 0.0620053 Jul 16 20:39:24.833218 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ef3bb6ed-6104-4b25-88c7-3906284ddd92 req-2dd60d4e-4fae-46b4-b162-4ec6394ec944 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 Jul 16 20:39:25.440332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 35d90c17-979d-4e04-86ad-877a3e4501fa details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:25.612367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 35d90c17-979d-4e04-86ad-877a3e4501fa, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=35d90c17-979d-4e04-86ad-877a3e4501fa,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:25.626216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '35d90c17-979d-4e04-86ad-877a3e4501fa', 'network_id': '091257c9-c37f-40f6-b587-ea7c568d3bf2', 'port_id': '35d90c17-979d-4e04-86ad-877a3e4501fa', 'mac_address': 'fa:16:3e:8f:96:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c857397c-4380-45e1-bf29-c62a4c20e3b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:25.669346 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.685186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d90c17-979d-4e04-86ad-877a3e4501fa {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:25.707828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 35d90c17-979d-4e04-86ad-877a3e4501fa, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=35d90c17-979d-4e04-86ad-877a3e4501fa,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:25.713056 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.767597 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=35d90c17-979d-4e04-86ad-877a3e4501fa,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.919848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['35d90c17-979d-4e04-86ad-877a3e4501fa'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:26.023467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdbc1-a333-4f67-8898-1270dfd74589 req-34c87ce3-2029-4d7f-a092-d31fc5044605 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:26.026271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28dcdbc1-a333-4f67-8898-1270dfd74589 req-34c87ce3-2029-4d7f-a092-d31fc5044605 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1096 time: 0.0711844 Jul 16 20:39:26.082363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28dcdbc1-a333-4f67-8898-1270dfd74589 req-9334037d-031f-4fa9-9c08-be33991eaa8a tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492578 Jul 16 20:39:27.291713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b8357-4d89-4d2a-ae98-0da61244571d req-0b55f2d2-a7ca-497a-a5de-bf500f2cb256 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.294488 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a6b8357-4d89-4d2a-ae98-0da61244571d req-0b55f2d2-a7ca-497a-a5de-bf500f2cb256 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1096 time: 0.0750108 Jul 16 20:39:27.338075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a6b8357-4d89-4d2a-ae98-0da61244571d req-1cad9fa8-6b5d-4a66-ac12-0f53d539ce9d tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Jul 16 20:39:27.438809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 35d90c17-979d-4e04-86ad-877a3e4501fa up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:27.497318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 35d90c17-979d-4e04-86ad-877a3e4501fa completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:27.501981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 35d90c17-979d-4e04-86ad-877a3e4501fa triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:27.502396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.609496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.636983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631186ce-0826-4492-89a3-d929414381e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d90c17-979d-4e04-86ad-877a3e4501fa'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:27.639434 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12346a1-f190-44e5-ba30-a35a7248e64f" -d '{"events": [{"server_uuid": "631186ce-0826-4492-89a3-d929414381e2", "name": "network-vif-plugged", "status": "completed", "tag": "35d90c17-979d-4e04-86ad-877a3e4501fa"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:27.655829 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 35d90c17-979d-4e04-86ad-877a3e4501fa, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=35d90c17-979d-4e04-86ad-877a3e4501fa,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:27.661452 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.691457 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f111754-70cc-47c1-b792-f5063d3d212d x-openstack-request-id: req-9f111754-70cc-47c1-b792-f5063d3d212d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:27.691759 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631186ce-0826-4492-89a3-d929414381e2", "name": "network-vif-plugged", "status": "completed", "tag": "35d90c17-979d-4e04-86ad-877a3e4501fa", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:27.692016 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f111754-70cc-47c1-b792-f5063d3d212d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:27.692452 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631186ce-0826-4492-89a3-d929414381e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d90c17-979d-4e04-86ad-877a3e4501fa', 'code': 200} Jul 16 20:39:27.733522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=35d90c17-979d-4e04-86ad-877a3e4501fa,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.824811 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b222dda-030e-445e-acad-dfeda58fcbd0 req-75801ee0-d62a-43b4-be5f-d4866ec3cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.826432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b222dda-030e-445e-acad-dfeda58fcbd0 req-75801ee0-d62a-43b4-be5f-d4866ec3cbe4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1097 time: 0.0581667 Jul 16 20:39:27.871184 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b222dda-030e-445e-acad-dfeda58fcbd0 req-4c099704-2118-47f5-9bbf-9edcc08ff4f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367646 Jul 16 20:39:28.515660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af784ac-1bb8-4ce6-8b98-48f5172362bc req-97033564-1371-490b-8bad-70f4c56af2fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.517309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6af784ac-1bb8-4ce6-8b98-48f5172362bc req-97033564-1371-490b-8bad-70f4c56af2fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1097 time: 0.0608733 Jul 16 20:39:28.561680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6af784ac-1bb8-4ce6-8b98-48f5172362bc req-e115db42-8138-48de-bdb2-5f264f0db558 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328901 Jul 16 20:39:29.745249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba1210-c66e-4bdc-a3e1-9e9370602d9c req-5d4e87d6-d2d6-454c-a085-ab249cf5a5a9 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:29.748078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18ba1210-c66e-4bdc-a3e1-9e9370602d9c req-5d4e87d6-d2d6-454c-a085-ab249cf5a5a9 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1097 time: 0.0597925 Jul 16 20:39:29.788081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18ba1210-c66e-4bdc-a3e1-9e9370602d9c req-803fa1b9-8fbc-408b-8ef4-303b8177eecc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Jul 16 20:39:29.997064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a93171-9706-4fb6-88b7-84c18fe886fb req-c962114e-8252-44e0-94ec-10e4ce11081f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:29.999366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78a93171-9706-4fb6-88b7-84c18fe886fb req-c962114e-8252-44e0-94ec-10e4ce11081f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1097 time: 0.0867231 Jul 16 20:39:30.038469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78a93171-9706-4fb6-88b7-84c18fe886fb req-b6f3b42b-e5fb-4952-9b44-c3dd76f5b0af tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Jul 16 20:39:30.300989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d197-79d1-4811-8e93-495c71cdc155 req-a100b026-3e8a-4137-83c0-f103a8edcbe6 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.303104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f61d197-79d1-4811-8e93-495c71cdc155 req-a100b026-3e8a-4137-83c0-f103a8edcbe6 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1097 time: 0.0609162 Jul 16 20:39:30.343008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f61d197-79d1-4811-8e93-495c71cdc155 req-22fbc1c0-07ba-4d19-b837-be4a924153b2 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Jul 16 20:39:30.762381 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82b169-293a-400f-8ae1-bf555d646a97 req-e368bf5d-dbc8-4971-8913-055c05776447 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.764566 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a82b169-293a-400f-8ae1-bf555d646a97 req-e368bf5d-dbc8-4971-8913-055c05776447 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1097 time: 0.0577290 Jul 16 20:39:30.805148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a82b169-293a-400f-8ae1-bf555d646a97 req-39d3f8a7-6d57-4de5-b3f2-99a8111cd22b tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346377 Jul 16 20:39:31.969042 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89314da-2b4c-470a-b663-4e326099071f req-71025f9e-4511-40be-94ab-e806965493dd tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:31.971226 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f89314da-2b4c-470a-b663-4e326099071f req-71025f9e-4511-40be-94ab-e806965493dd tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1097 time: 0.0706279 Jul 16 20:39:32.108700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6107495-1240-4cb0-9e01-fe5c8cea397e req-605b0a9c-68cb-4b58-96da-692bd48833fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.110302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6107495-1240-4cb0-9e01-fe5c8cea397e req-605b0a9c-68cb-4b58-96da-692bd48833fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=631186ce-0826-4492-89a3-d929414381e2 HTTP/1.1" status: 200 len: 1097 time: 0.1345050 Jul 16 20:39:32.159492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Deleting port 35d90c17-979d-4e04-86ad-877a3e4501fa {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:32.159895 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.166976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6107495-1240-4cb0-9e01-fe5c8cea397e req-20190443-993d-472f-991d-ac99b63e8683 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498433 Jul 16 20:39:32.269502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] For port 35d90c17-979d-4e04-86ad-877a3e4501fa, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=35d90c17-979d-4e04-86ad-877a3e4501fa,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:32.269898 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.286576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Calling delete_port for 35d90c17-979d-4e04-86ad-877a3e4501fa owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:32.433994 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.449790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['35d90c17-979d-4e04-86ad-877a3e4501fa'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:32.453420 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['0855b7c8-1c2e-427d-9664-0fe278f81858'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:32.475083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Pushing event deleted for resources: {'Port': ['ID=35d90c17-979d-4e04-86ad-877a3e4501fa,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.552471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] No DVR routers for this DVR port 35d90c17-979d-4e04-86ad-877a3e4501fa on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:32.556446 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.559966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f89314da-2b4c-470a-b663-4e326099071f req-7d9a305d-05c2-4bb4-a792-1a0c4fa3c03f tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.16 "DELETE /v2.0/ports/35d90c17-979d-4e04-86ad-877a3e4501fa HTTP/1.1" status: 204 len: 173 time: 0.5826273 Jul 16 20:39:32.560670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631186ce-0826-4492-89a3-d929414381e2', 'name': 'network-vif-deleted', 'tag': '35d90c17-979d-4e04-86ad-877a3e4501fa'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:32.564512 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1f225a-345f-4b08-9250-66b87b4c942f" -d '{"events": [{"server_uuid": "631186ce-0826-4492-89a3-d929414381e2", "name": "network-vif-deleted", "tag": "35d90c17-979d-4e04-86ad-877a3e4501fa"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:32.647513 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9253a43-9e0d-423c-9fa9-68516316d239 x-openstack-request-id: req-d9253a43-9e0d-423c-9fa9-68516316d239 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:32.648278 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631186ce-0826-4492-89a3-d929414381e2", "name": "network-vif-deleted", "tag": "35d90c17-979d-4e04-86ad-877a3e4501fa", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:32.648871 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9253a43-9e0d-423c-9fa9-68516316d239 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:32.649731 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631186ce-0826-4492-89a3-d929414381e2', 'name': 'network-vif-deleted', 'tag': '35d90c17-979d-4e04-86ad-877a3e4501fa', 'status': 'completed', 'code': 200} Jul 16 20:39:33.664578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dac831-9be0-4984-adce-65e286c5f0fc req-516bd0b6-fcf2-44d2-9254-e332597451d5 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:33.666160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78dac831-9be0-4984-adce-65e286c5f0fc req-516bd0b6-fcf2-44d2-9254-e332597451d5 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1097 time: 0.0628846 Jul 16 20:39:33.709401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78dac831-9be0-4984-adce-65e286c5f0fc req-9f05d6fb-fa65-451c-a290-8fe8a2adb5f7 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354037 Jul 16 20:39:34.623110 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.916401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa9ae4-bc03-4e3b-bf8a-baa1042d5674 req-5ec92f61-2fb0-4c69-b339-d79a5cb16cd9 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:34.918784 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bcaa9ae4-bc03-4e3b-bf8a-baa1042d5674 req-5ec92f61-2fb0-4c69-b339-d79a5cb16cd9 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1097 time: 0.0638444 Jul 16 20:39:34.945549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d607-915d-479d-9288-fb34f930e023 req-7fcf4c88-03fd-4c9c-a6cd-e49a209dc568 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:34.947249 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-af28d607-915d-479d-9288-fb34f930e023 req-7fcf4c88-03fd-4c9c-a6cd-e49a209dc568 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 1097 time: 0.0659678 Jul 16 20:39:34.982510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bcaa9ae4-bc03-4e3b-bf8a-baa1042d5674 req-4b6a6de1-a2db-42b3-8fd4-7a5923397db5 tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44ea834a-d055-43ff-89e5-b0d90fb223a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531278 Jul 16 20:39:35.055830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Deleting port 0855b7c8-1c2e-427d-9664-0fe278f81858 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:35.056173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.163381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] For port 0855b7c8-1c2e-427d-9664-0fe278f81858, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0855b7c8-1c2e-427d-9664-0fe278f81858,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:35.163989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.188433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Calling delete_port for 0855b7c8-1c2e-427d-9664-0fe278f81858 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:35.400388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.419379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['0855b7c8-1c2e-427d-9664-0fe278f81858'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:35.423577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['35d90c17-979d-4e04-86ad-877a3e4501fa'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:35.437677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Pushing event deleted for resources: {'Port': ['ID=0855b7c8-1c2e-427d-9664-0fe278f81858,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.488445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] No DVR routers for this DVR port 0855b7c8-1c2e-427d-9664-0fe278f81858 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:35.491437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.493822 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-af28d607-915d-479d-9288-fb34f930e023 req-40e2b0a0-e5a9-46a2-9f74-134328bd81fc tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.68 "DELETE /v2.0/ports/0855b7c8-1c2e-427d-9664-0fe278f81858 HTTP/1.1" status: 204 len: 173 time: 0.5412812 Jul 16 20:39:35.494312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afd53dd-9566-4e3d-8405-f62b10cda118', 'name': 'network-vif-deleted', 'tag': '0855b7c8-1c2e-427d-9664-0fe278f81858'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:35.497846 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd420224-c8fb-42bf-a058-e108f152f183" -d '{"events": [{"server_uuid": "1afd53dd-9566-4e3d-8405-f62b10cda118", "name": "network-vif-deleted", "tag": "0855b7c8-1c2e-427d-9664-0fe278f81858"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:35.521452 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.566246 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8c63a1-0e70-4d40-bf6e-c3ba02d4628e x-openstack-request-id: req-8a8c63a1-0e70-4d40-bf6e-c3ba02d4628e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:35.566678 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afd53dd-9566-4e3d-8405-f62b10cda118", "name": "network-vif-deleted", "tag": "0855b7c8-1c2e-427d-9664-0fe278f81858", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:35.567133 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a8c63a1-0e70-4d40-bf6e-c3ba02d4628e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:35.567858 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afd53dd-9566-4e3d-8405-f62b10cda118', 'name': 'network-vif-deleted', 'tag': '0855b7c8-1c2e-427d-9664-0fe278f81858', 'status': 'completed', 'code': 200} Jul 16 20:39:36.251651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-349fdf12-a0ec-4ea5-929f-54e896e801d7 req-a9020515-5d29-46ab-904e-23f778e7b8de tempest-TestServerMultinode-207122493 tempest-TestServerMultinode-207122493-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1afd53dd-9566-4e3d-8405-f62b10cda118 HTTP/1.1" status: 200 len: 210 time: 0.0375640 Jul 16 20:39:37.364821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50266) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.485616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 35d90c17-979d-4e04-86ad-877a3e4501fa no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:37.509445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 35d90c17-979d-4e04-86ad-877a3e4501fa {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:37.509791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 35d90c17-979d-4e04-86ad-877a3e4501fa not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:38.120044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.455267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Deleting port c0b33405-3b3b-4737-8c16-247c0fecec5c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:38.455976 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.605629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] For port c0b33405-3b3b-4737-8c16-247c0fecec5c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c0b33405-3b3b-4737-8c16-247c0fecec5c,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:38.606207 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.630008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Calling delete_port for c0b33405-3b3b-4737-8c16-247c0fecec5c owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:38.845989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.912630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b33405-3b3b-4737-8c16-247c0fecec5c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.106265 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.365302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Router eedc89b3-4d3f-428d-8191-2dd212457086 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:39.483800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:39.490190 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53e4d6dd-499c-428b-9853-186295f5e52c admin admin] 10.222.0.78 "PUT /v2.0/routers/eedc89b3-4d3f-428d-8191-2dd212457086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1239610 Jul 16 20:39:39.494086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50272) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.494512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] Sync routers for ids ['eedc89b3-4d3f-428d-8191-2dd212457086'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:39.508359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] Routers {'eedc89b3-4d3f-428d-8191-2dd212457086'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:39.509092 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:39:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['eedc89b3-4d3f-428d-8191-2dd212457086'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.624862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.636574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] Set router eedc89b3-4d3f-428d-8191-2dd212457086 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:39.782653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.857684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:39:38Z', 'revision_number': 5, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port': {'id': 'f3fd401a-2cc9-4f2f-9174-eb83e23ad265', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:48Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.872862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Deleting port f3fd401a-2cc9-4f2f-9174-eb83e23ad265 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:39.873467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.885716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] Checking router: eedc89b3-4d3f-428d-8191-2dd212457086 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:39.897070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] Routers {'eedc89b3-4d3f-428d-8191-2dd212457086'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:39.898205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:39:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['eedc89b3-4d3f-428d-8191-2dd212457086'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.991365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] For port f3fd401a-2cc9-4f2f-9174-eb83e23ad265, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f3fd401a-2cc9-4f2f-9174-eb83e23ad265,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:39.991744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.001047 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0855b7c8-1c2e-427d-9664-0fe278f81858 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:40.012886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Calling delete_port for f3fd401a-2cc9-4f2f-9174-eb83e23ad265 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:40.051199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 0855b7c8-1c2e-427d-9664-0fe278f81858 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:40.051804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0855b7c8-1c2e-427d-9664-0fe278f81858 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:40.055583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] Set router eedc89b3-4d3f-428d-8191-2dd212457086 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:40.140729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:39:39Z', 'revision_number': 6, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:40.171001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa9944-0b5e-479f-bf57-b4f9c42b4eff None None] The sync data for ids ['eedc89b3-4d3f-428d-8191-2dd212457086'] in n-d-791505-15 is: [{'id': 'eedc89b3-4d3f-428d-8191-2dd212457086', 'name': 'tempest-TestServerMultinode-798242187-router', 'tenant_id': '60d6977810d1476e84bb202604743f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:47Z', 'updated_at': '2021-07-16T20:39:39Z', 'revision_number': 6, 'project_id': '60d6977810d1476e84bb202604743f8e', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:40.215994 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.253402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fd401a-2cc9-4f2f-9174-eb83e23ad265,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.322914 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.428973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.433166 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.490534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.491731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eedc89b3-4d3f-428d-8191-2dd212457086 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:40.496510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.498619 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b3aae390-aa29-4402-8f6e-8bad489e2dd7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/eedc89b3-4d3f-428d-8191-2dd212457086 HTTP/1.1" status: 204 len: 168 time: 1.0025640 Jul 16 20:39:40.501755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50274) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.561374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e379459-149c-49d0-995f-6ebf43ec6259 admin admin] Deleting subnet c857397c-4380-45e1-bf29-c62a4c20e3b8 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:40.565391 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e379459-149c-49d0-995f-6ebf43ec6259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.611344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e379459-149c-49d0-995f-6ebf43ec6259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.726040 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e379459-149c-49d0-995f-6ebf43ec6259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.792718 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e379459-149c-49d0-995f-6ebf43ec6259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.821093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e379459-149c-49d0-995f-6ebf43ec6259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c857397c-4380-45e1-bf29-c62a4c20e3b8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.823227 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2e379459-149c-49d0-995f-6ebf43ec6259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.829070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2e379459-149c-49d0-995f-6ebf43ec6259 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c857397c-4380-45e1-bf29-c62a4c20e3b8 HTTP/1.1" status: 204 len: 168 time: 0.3232007 Jul 16 20:39:40.829812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50276) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.833235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13c5eb-abf4-4af1-8586-7e0ece8c6504 None None] Network 091257c9-c37f-40f6-b587-ea7c568d3bf2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:40.909576 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.975026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Deleting port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:40.975481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.065708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] DHCP port deletion for 091257c9-c37f-40f6-b587-ea7c568d3bf2 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:41.077023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] For port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:41.077416 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.090576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Calling delete_port for 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:41.120100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] Deleting port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:41.121083 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.200946 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.206726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] For port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,segment=NetworkSegment(1f1c4ffa-f46e-40ee-a67c-e9062cabef4d),segment_id=1f1c4ffa-f46e-40ee-a67c-e9062cabef4d)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:41.208512 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.233961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] Calling delete_port for 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:41.242587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Pushing event deleted for resources: {'Port': ['ID=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.242587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] No DVR routers for this DVR port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:41.323626 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.336013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091257c9-c37f-40f6-b587-ea7c568d3bf2']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.336609 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.358079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.358383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1c4ffa-f46e-40ee-a67c-e9062cabef4d') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.361353 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] Pushing event deleted for resources: {'Port': ['ID=822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.373884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99951aa6-6e67-4297-81f2-204b46964b6a None None] No DVR routers for this DVR port 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:41.376085 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.403295 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.410643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:41.411126 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:41.413205 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:41.474446 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.481886 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.483846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] 10.222.0.78 "DELETE /v2.0/networks/091257c9-c37f-40f6-b587-ea7c568d3bf2 HTTP/1.1" status: 204 len: 168 time: 0.6530547 Jul 16 20:39:41.488646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50278) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.498118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acb4fd-8db4-415e-b2fb-82cfb3d994be admin admin] Pushing event deleted for resources: {'Network': ['ID=091257c9-c37f-40f6-b587-ea7c568d3bf2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.968824 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.266349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Deleting port c3053cc9-ace2-46db-81b9-8e1fc2c989ac {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:42.267460 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.289199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3fd401a-2cc9-4f2f-9174-eb83e23ad265 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:42.320810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f3fd401a-2cc9-4f2f-9174-eb83e23ad265 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:42.321401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f3fd401a-2cc9-4f2f-9174-eb83e23ad265 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:42.322109 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c0b33405-3b3b-4737-8c16-247c0fecec5c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:42.356122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] For port c3053cc9-ace2-46db-81b9-8e1fc2c989ac, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,segment=NetworkSegment(5c260601-ce13-4321-b7d8-2a8817f77b72),segment_id=5c260601-ce13-4321-b7d8-2a8817f77b72)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:42.356541 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.357235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c0b33405-3b3b-4737-8c16-247c0fecec5c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:42.357830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c0b33405-3b3b-4737-8c16-247c0fecec5c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:42.358567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:42.371138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Calling delete_port for c3053cc9-ace2-46db-81b9-8e1fc2c989ac owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:42.393242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:42.393818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 822c8bb6-d1d7-4c04-a9c7-dda837c4e2f6 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:42.569355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.611100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3053cc9-ace2-46db-81b9-8e1fc2c989ac,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.155335 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.419272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:43.550584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:43.560278 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-048637a6-ded1-480e-a033-06e632ba7307 admin admin] 10.222.0.78 "PUT /v2.0/routers/b3be0f9d-a2d4-40fa-ad74-3bca976f1c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0691988 Jul 16 20:39:43.561583 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] Sync routers for ids ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:43.562402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50280) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.575370 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] Routers {'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:43.576106 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:39:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:43.702701 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] Set router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:43.745679 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.880764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.942102 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:39:42Z', 'revision_number': 5, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port': {'id': '26fbc7b2-025f-4838-9fac-5051927d573c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:55Z', 'updated_at': '2021-07-16T20:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:43.952886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Deleting port 26fbc7b2-025f-4838-9fac-5051927d573c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:43.953382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.066023 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] Checking router: b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:44.068265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] For port 26fbc7b2-025f-4838-9fac-5051927d573c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=26fbc7b2-025f-4838-9fac-5051927d573c,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:44.068950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.075916 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] Routers {'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:44.076571 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:39:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:44.091198 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Calling delete_port for 26fbc7b2-025f-4838-9fac-5051927d573c owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:44.173814 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] Set router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:44.237930 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:39:43Z', 'revision_number': 6, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:44.270371 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69ca7d-5850-4d20-bd92-c04884f57108 None None] The sync data for ids ['b3be0f9d-a2d4-40fa-ad74-3bca976f1c00'] in n-d-791505-15 is: [{'id': 'b3be0f9d-a2d4-40fa-ad74-3bca976f1c00', 'name': 'tempest-TestServerMultinode-615643708-router', 'tenant_id': '41d3c61d37ab4dd692ff849dab413aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:39:43Z', 'revision_number': 6, 'project_id': '41d3c61d37ab4dd692ff849dab413aeb', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:44.374609 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.433289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Pushing event deleted for resources: {'Port': ['ID=26fbc7b2-025f-4838-9fac-5051927d573c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.549714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.708762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.713370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.772017 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.772878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:44.778984 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.781243 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d09adebe-00a3-467a-9e15-2aef0fc7ceed admin admin] 10.222.0.78 "DELETE /v2.0/routers/b3be0f9d-a2d4-40fa-ad74-3bca976f1c00 HTTP/1.1" status: 204 len: 168 time: 1.2167478 Jul 16 20:39:44.784175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50282) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.841386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8a15b9-88d4-4c36-82cb-16869a06a962 admin admin] Deleting subnet de115442-ff9c-443a-bb45-cda898569a63 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:44.845606 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c8a15b9-88d4-4c36-82cb-16869a06a962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.887412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c8a15b9-88d4-4c36-82cb-16869a06a962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.975437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c8a15b9-88d4-4c36-82cb-16869a06a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.037143 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c8a15b9-88d4-4c36-82cb-16869a06a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.073809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a15b9-88d4-4c36-82cb-16869a06a962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de115442-ff9c-443a-bb45-cda898569a63,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.076267 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7c8a15b9-88d4-4c36-82cb-16869a06a962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.081759 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7c8a15b9-88d4-4c36-82cb-16869a06a962 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/de115442-ff9c-443a-bb45-cda898569a63 HTTP/1.1" status: 204 len: 168 time: 0.2948003 Jul 16 20:39:45.084650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50284) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.096998 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac94bc-78de-40ed-9ddb-b8f5edf8c4f3 None None] Network c5f524c2-a85c-49ac-9400-7267b1f6c4e3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:45.175260 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.240776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Deleting port afb50280-cc72-40f7-a82e-2fbaddc613db {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:45.241369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.345288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] For port afb50280-cc72-40f7-a82e-2fbaddc613db, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=afb50280-cc72-40f7-a82e-2fbaddc613db,segment=NetworkSegment(5c260601-ce13-4321-b7d8-2a8817f77b72),segment_id=5c260601-ce13-4321-b7d8-2a8817f77b72)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:45.345929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.370064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Calling delete_port for afb50280-cc72-40f7-a82e-2fbaddc613db owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:45.424555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] DHCP port deletion for c5f524c2-a85c-49ac-9400-7267b1f6c4e3 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:45.499380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] Deleting port afb50280-cc72-40f7-a82e-2fbaddc613db {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:45.499790 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.511683 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.561435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Pushing event deleted for resources: {'Port': ['ID=afb50280-cc72-40f7-a82e-2fbaddc613db,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.566506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] No DVR routers for this DVR port afb50280-cc72-40f7-a82e-2fbaddc613db on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:45.589569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] For port afb50280-cc72-40f7-a82e-2fbaddc613db, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=afb50280-cc72-40f7-a82e-2fbaddc613db,segment=NetworkSegment(5c260601-ce13-4321-b7d8-2a8817f77b72),segment_id=5c260601-ce13-4321-b7d8-2a8817f77b72)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:45.590225 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.606598 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] Calling delete_port for afb50280-cc72-40f7-a82e-2fbaddc613db owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:45.657783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.669831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f524c2-a85c-49ac-9400-7267b1f6c4e3']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:45.689634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c260601-ce13-4321-b7d8-2a8817f77b72') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:45.689960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c260601-ce13-4321-b7d8-2a8817f77b72') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:45.702142 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.704172 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.721552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.728834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:45.729254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:45.731773 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:45.756810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] Pushing event deleted for resources: {'Port': ['ID=afb50280-cc72-40f7-a82e-2fbaddc613db,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.762923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1732e9-6e1a-4764-b55e-cbb0fc8c0c5c None None] No DVR routers for this DVR port afb50280-cc72-40f7-a82e-2fbaddc613db on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:45.800796 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.807272 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.810246 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] 10.222.0.78 "DELETE /v2.0/networks/c5f524c2-a85c-49ac-9400-7267b1f6c4e3 HTTP/1.1" status: 204 len: 168 time: 0.7243543 Jul 16 20:39:45.822526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f8399-ce51-4fdd-8a7f-3a25018f8dea admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f524c2-a85c-49ac-9400-7267b1f6c4e3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.077551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50288) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.126332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-621a9fdd-a3a3-4470-a294-e112fda1f29e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60d6977810d1476e84bb202604743f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474064 Jul 16 20:39:46.129043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50290) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.190202 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3166e2-5995-4a6a-a4e7-553e5aca438e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.219470 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3166e2-5995-4a6a-a4e7-553e5aca438e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.273889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c3053cc9-ace2-46db-81b9-8e1fc2c989ac no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:46.301436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c3053cc9-ace2-46db-81b9-8e1fc2c989ac {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:46.301786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c3053cc9-ace2-46db-81b9-8e1fc2c989ac not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:46.302210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device afb50280-cc72-40f7-a82e-2fbaddc613db no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:46.319623 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3166e2-5995-4a6a-a4e7-553e5aca438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.322632 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fe3166e2-5995-4a6a-a4e7-553e5aca438e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.324364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fe3166e2-5995-4a6a-a4e7-553e5aca438e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61ab675b-ca3b-43fc-afb2-b74b0fbbe162 HTTP/1.1" status: 204 len: 168 time: 0.1938698 Jul 16 20:39:46.328145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: afb50280-cc72-40f7-a82e-2fbaddc613db {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:46.328539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device afb50280-cc72-40f7-a82e-2fbaddc613db not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:46.328969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 26fbc7b2-025f-4838-9fac-5051927d573c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:46.339934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3166e2-5995-4a6a-a4e7-553e5aca438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ab675b-ca3b-43fc-afb2-b74b0fbbe162,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.351245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 26fbc7b2-025f-4838-9fac-5051927d573c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:46.351575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 26fbc7b2-025f-4838-9fac-5051927d573c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:46.759657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50296) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.808156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d9ba84f0-5d50-4e41-b3d5-dba8205189c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41d3c61d37ab4dd692ff849dab413aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467722 Jul 16 20:39:46.811499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50298) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.872654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd9c76c0-88ac-4196-9f9a-b2623421e446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.899967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd9c76c0-88ac-4196-9f9a-b2623421e446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.954103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd9c76c0-88ac-4196-9f9a-b2623421e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.956795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd9c76c0-88ac-4196-9f9a-b2623421e446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.958025 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fd9c76c0-88ac-4196-9f9a-b2623421e446 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44ea834a-d055-43ff-89e5-b0d90fb223a2 HTTP/1.1" status: 204 len: 168 time: 0.1453605 Jul 16 20:39:46.967081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c76c0-88ac-4196-9f9a-b2623421e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ea834a-d055-43ff-89e5-b0d90fb223a2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.074704 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-654272b1-06be-428e-937c-1b272504d054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.413664 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9630c509-bfcf-47a1-996e-e1d626e05aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.637386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.483538 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.844599 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.284855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-5231f661-f3ed-4226-a345-9f7558bcf35b tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=53a3ab8ab2844a70b212840621a713ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251992 Jul 16 20:39:58.414816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-ac2c805c-1e05-435f-ab32-de76e1213ca3 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:58.416499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-ac2c805c-1e05-435f-ab32-de76e1213ca3 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256623 Jul 16 20:39:58.436947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-a9f1f386-af7e-4991-b119-57c8234f1ec0 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/quotas/53a3ab8ab2844a70b212840621a713ae HTTP/1.1" status: 200 len: 375 time: 0.0103657 Jul 16 20:39:58.481637 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-46f9ad7c-9b6b-43c2-9bc1-bfb42b4cbc3d tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=53a3ab8ab2844a70b212840621a713ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353453 Jul 16 20:39:58.851798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02371d5-a5b0-4f3f-8fce-e2fe54fb20d9 req-2f2cf1ec-791f-4dd3-81b0-17245f110524 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 210 time: 0.1998727 Jul 16 20:39:58.884417 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:59.817748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-6ff2e781-f56f-442b-b2a5-cfe1bef2e1f8 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=53a3ab8ab2844a70b212840621a713ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326037 Jul 16 20:40:00.112289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-7a4276df-0f1e-47ba-85b7-63bd7abd3a1d tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.113968 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-7a4276df-0f1e-47ba-85b7-63bd7abd3a1d tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913654 Jul 16 20:40:00.126717 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Request body: {'port': {'device_id': 'eb428c0f-99bf-4fb7-80ba-a9b8f287504f', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'admin_state_up': True, 'tenant_id': '53a3ab8ab2844a70b212840621a713ae'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:00.133613 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8e7509d-c85f-4d00-84f4-cab93b3a12c7 req-a5d44fb5-b355-4b43-99cb-f42879402bfe tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 210 time: 0.0484455 Jul 16 20:40:00.270933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Made reservation on behalf of 53a3ab8ab2844a70b212840621a713ae for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:00.275086 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.285767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.442446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.448114 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.519783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c032b83-bd01-454f-9f2e-d7280e1116cf,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.606028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Allocated IP 192.168.233.165 (37fc6dd7-4080-4ab1-8609-1394c35239f0/70ce4b3a-2326-4d92-a981-cf46f854fd0d/08c26d6e-a013-4b4e-a7f8-b54d0d7d431f) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:00.780720 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.797190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Transition to ACTIVE for port object 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:00.834151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.887587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Network 37fc6dd7-4080-4ab1-8609-1394c35239f0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:00.894158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:00.898677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:00.927075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Pushing event updated for resources: {'Port': ['ID=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.958770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.959414 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.991539 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-64611578-5f84-4d61-9900-cb0cc291aa99 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8687835 Jul 16 20:40:01.004544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Request body: {'port': {'device_id': 'eb428c0f-99bf-4fb7-80ba-a9b8f287504f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:01.099787 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.215855 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1652e43c-5863-4ee7-9b45-f7c03d6157a0 None None] Provisioning for port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:01.223319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1652e43c-5863-4ee7-9b45-f7c03d6157a0 None None] Provisioning complete for port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:01.223896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1652e43c-5863-4ee7-9b45-f7c03d6157a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.292904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1652e43c-5863-4ee7-9b45-f7c03d6157a0 None None] Port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:01.350289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76198af-8dd0-4fdc-90ba-194a8d14d8a1 req-b910799e-20b4-44e0-9bdd-ea36edfdda62 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:01.351929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f76198af-8dd0-4fdc-90ba-194a8d14d8a1 req-b910799e-20b4-44e0-9bdd-ea36edfdda62 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 936 time: 0.0783553 Jul 16 20:40:01.415448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f76198af-8dd0-4fdc-90ba-194a8d14d8a1 req-081fbabe-e8ac-4ea9-8398-67cfa5e9703b tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571227 Jul 16 20:40:01.508582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:01.519659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.534128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Transition to ACTIVE for port object 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:01.538890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.597779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Pushing event updated for resources: {'Port': ['ID=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.685419 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Attempting to bind port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:01.685866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Attempting to bind port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:01.686347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Attempting to bind port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:01.692262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:40:01.692675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Attempting to bind port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f on network 37fc6dd7-4080-4ab1-8609-1394c35239f0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:01.699836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:01.700309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Checking segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:01.700782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Bound using segment: {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:01.701396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Bound port: 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f6593d-034c-4c05-9d9b-0be36f269ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:01.701905 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.100903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] For port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:02.105100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] For port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:02.114206 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.154932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.154932 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.157513 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] 10.222.0.68 "PUT /v2.0/ports/08c26d6e-a013-4b4e-a7f8-b54d0d7d431f HTTP/1.1" status: 200 len: 1097 time: 1.1580567 Jul 16 20:40:02.161809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb428c0f-99bf-4fb7-80ba-a9b8f287504f', 'tag': '08c26d6e-a013-4b4e-a7f8-b54d0d7d431f'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:02.166383 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cfcc76-b8aa-403c-b414-b4e77b727475" -d '{"events": [{"name": "network-changed", "server_uuid": "eb428c0f-99bf-4fb7-80ba-a9b8f287504f", "tag": "08c26d6e-a013-4b4e-a7f8-b54d0d7d431f"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:02.223685 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7cff47-9bc6-4f23-b68a-9b72ea208f55 x-openstack-request-id: req-8f7cff47-9bc6-4f23-b68a-9b72ea208f55 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:02.224127 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb428c0f-99bf-4fb7-80ba-a9b8f287504f", "tag": "08c26d6e-a013-4b4e-a7f8-b54d0d7d431f", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:02.224451 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f7cff47-9bc6-4f23-b68a-9b72ea208f55 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:02.224899 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb428c0f-99bf-4fb7-80ba-a9b8f287504f', 'tag': '08c26d6e-a013-4b4e-a7f8-b54d0d7d431f', 'status': 'completed', 'code': 200} Jul 16 20:40:02.255675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03502077-6c33-477e-893f-3dc96432fd82 service neutron] Pushing event updated for resources: {'Port': ['ID=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.297160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-ecdbcb48-3cb6-4430-ba23-3b8bf9cebed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.298904 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-ecdbcb48-3cb6-4430-ba23-3b8bf9cebed2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53a3ab8ab2844a70b212840621a713ae&device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 1100 time: 0.0912793 Jul 16 20:40:02.344573 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-36878990-2061-4548-8e4c-93959d712039 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f HTTP/1.1" status: 200 len: 217 time: 0.0383055 Jul 16 20:40:02.409116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-5c50f484-f66e-42b6-aa48-0fd091625f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.410702 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-5c50f484-f66e-42b6-aa48-0fd091625f1a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0603726 Jul 16 20:40:02.485738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-471cca9f-f52a-4c52-84e1-8d8db8a3f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.487333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-471cca9f-f52a-4c52-84e1-8d8db8a3f5d5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690091 Jul 16 20:40:02.600831 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-f899a87b-b687-48fa-bb40-50569b4cb394 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065226 Jul 16 20:40:02.631030 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc5fcc-c0fc-476a-b9dd-b54f19559c79 req-4492ba7b-16f0-4799-91dc-0d6f9878e254 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.633492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1dbc5fcc-c0fc-476a-b9dd-b54f19559c79 req-4492ba7b-16f0-4799-91dc-0d6f9878e254 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 948 time: 0.0848875 Jul 16 20:40:02.700945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1dbc5fcc-c0fc-476a-b9dd-b54f19559c79 req-9603b2df-fac5-405e-9550-af9d02f7ed6f tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584979 Jul 16 20:40:02.709862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-661183e9-aa79-4f25-8c2e-680fb704dc7f req-ccfdf175-c86a-41af-88e9-e4e168406f81 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030693 Jul 16 20:40:02.827373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-cf858378-d2a9-4272-8744-18f35bc415fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.829157 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-cf858378-d2a9-4272-8744-18f35bc415fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53a3ab8ab2844a70b212840621a713ae&device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 1100 time: 0.0590065 Jul 16 20:40:02.930655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-c6ff89cd-1471-42ac-ae39-2f5c034d29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:02.932076 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-c6ff89cd-1471-42ac-ae39-2f5c034d29d1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fc6dd7-4080-4ab1-8609-1394c35239f0 HTTP/1.1" status: 200 len: 870 time: 0.0969479 Jul 16 20:40:02.977313 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-6ca08a66-bdb3-439d-9096-6e95212ebc70 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f HTTP/1.1" status: 200 len: 217 time: 0.0388496 Jul 16 20:40:03.030990 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-11459406-841e-4223-aec5-c9e498793a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:03.032565 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-11459406-841e-4223-aec5-c9e498793a43 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70ce4b3a-2326-4d92-a981-cf46f854fd0d HTTP/1.1" status: 200 len: 843 time: 0.0478137 Jul 16 20:40:03.103793 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-f821e3d9-40fb-4e14-b64c-a8fa0f88f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:03.105734 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-f821e3d9-40fb-4e14-b64c-a8fa0f88f204 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fc6dd7-4080-4ab1-8609-1394c35239f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664148 Jul 16 20:40:03.202823 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-1f95d6c6-fc3c-4ac0-b586-fa6dc94c9293 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901670 Jul 16 20:40:03.316760 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-39cfcc76-b8aa-403c-b414-b4e77b727475 req-d6abea70-561a-4bc8-8a97-acd71cf8e1f5 service neutron] 10.222.0.68 "GET /v2.0/networks/37fc6dd7-4080-4ab1-8609-1394c35239f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073749 Jul 16 20:40:03.934502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719be449-82f5-4076-802e-51fd1fe06a79 req-de2a9527-c512-4607-bbfa-eb1913690f67 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:03.936346 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-719be449-82f5-4076-802e-51fd1fe06a79 req-de2a9527-c512-4607-bbfa-eb1913690f67 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 948 time: 0.1025243 Jul 16 20:40:03.988042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-719be449-82f5-4076-802e-51fd1fe06a79 req-ae972fb8-af8d-49c1-a981-d5312a60e4ce tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Jul 16 20:40:04.624182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.185486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859e9a7-7cb1-45e0-bdb2-b1fb5533de05 req-97a1a38a-6519-469c-ae52-2edda1356054 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:05.187128 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0859e9a7-7cb1-45e0-bdb2-b1fb5533de05 req-97a1a38a-6519-469c-ae52-2edda1356054 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 948 time: 0.0815146 Jul 16 20:40:05.242051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0859e9a7-7cb1-45e0-bdb2-b1fb5533de05 req-4a97ef4e-c11b-4de4-b28e-824d2ce2c85c tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Jul 16 20:40:05.423623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.137832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:40:06.243181 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:06.260358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '08c26d6e-a013-4b4e-a7f8-b54d0d7d431f', 'network_id': '37fc6dd7-4080-4ab1-8609-1394c35239f0', 'port_id': '08c26d6e-a013-4b4e-a7f8-b54d0d7d431f', 'mac_address': 'fa:16:3e:ad:ff:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce4b3a-2326-4d92-a981-cf46f854fd0d', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:40:06.311708 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.329395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:06.354186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:06.359166 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.451521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.464682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf007242-591e-4544-a6ae-9603584eb252 req-65eda2c1-dc19-4628-ad59-f0bc62453d4d tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:06.465745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf007242-591e-4544-a6ae-9603584eb252 req-65eda2c1-dc19-4628-ad59-f0bc62453d4d tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 949 time: 0.0972407 Jul 16 20:40:06.511769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf007242-591e-4544-a6ae-9603584eb252 req-573e4a8c-d01a-4d7f-beee-a548acf2ced0 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Jul 16 20:40:06.564220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['08c26d6e-a013-4b4e-a7f8-b54d0d7d431f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:07.723812 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a146922-9958-4146-9183-3533126beee8 req-eb48ff22-27e2-49d4-9681-2507a61b7553 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:07.725563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a146922-9958-4146-9183-3533126beee8 req-eb48ff22-27e2-49d4-9681-2507a61b7553 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 949 time: 0.0798101 Jul 16 20:40:07.769649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a146922-9958-4146-9183-3533126beee8 req-fcf8e837-3c7e-4554-85e3-f86dc76ea72f tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370252 Jul 16 20:40:08.152638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:08.236189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:08.242540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:08.242992 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.325505 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.355949 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb428c0f-99bf-4fb7-80ba-a9b8f287504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c26d6e-a013-4b4e-a7f8-b54d0d7d431f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:08.358691 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f88085-294a-4160-8fa2-128b99c847a5" -d '{"events": [{"server_uuid": "eb428c0f-99bf-4fb7-80ba-a9b8f287504f", "name": "network-vif-plugged", "status": "completed", "tag": "08c26d6e-a013-4b4e-a7f8-b54d0d7d431f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:08.374557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:08.380828 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.419513 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c2b729-1476-4335-822e-bb865e1ed60d x-openstack-request-id: req-e8c2b729-1476-4335-822e-bb865e1ed60d {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:08.419837 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb428c0f-99bf-4fb7-80ba-a9b8f287504f", "name": "network-vif-plugged", "status": "completed", "tag": "08c26d6e-a013-4b4e-a7f8-b54d0d7d431f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:08.420235 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8c2b729-1476-4335-822e-bb865e1ed60d {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:08.420679 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb428c0f-99bf-4fb7-80ba-a9b8f287504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c26d6e-a013-4b4e-a7f8-b54d0d7d431f', 'code': 200} Jul 16 20:40:08.451361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.548464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb06f2-e2f7-4267-b25a-10d66894d52c req-f3b93977-db77-44ce-9129-f67232828dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:08.551486 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b7cb06f2-e2f7-4267-b25a-10d66894d52c req-f3b93977-db77-44ce-9129-f67232828dcc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 1102 time: 0.0641866 Jul 16 20:40:08.610931 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b7cb06f2-e2f7-4267-b25a-10d66894d52c req-e4ccf352-5027-456d-86aa-61e6b9967646 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527604 Jul 16 20:40:08.962526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b53ba-a04f-43a9-9d5c-34aa060882ea req-108a602b-6b51-4df0-9cb9-4bae407ac3d9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:08.965408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b1b53ba-a04f-43a9-9d5c-34aa060882ea req-108a602b-6b51-4df0-9cb9-4bae407ac3d9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 950 time: 0.0753453 Jul 16 20:40:09.014018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6b1b53ba-a04f-43a9-9d5c-34aa060882ea req-7c84f960-f60e-4389-8440-662cfb58f625 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Jul 16 20:40:10.222785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eacde-4f42-4eea-bb76-b1794fb0fbf1 req-a6bb9c1e-9ca6-445a-9823-f3d0300093d8 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:10.225357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-788eacde-4f42-4eea-bb76-b1794fb0fbf1 req-a6bb9c1e-9ca6-445a-9823-f3d0300093d8 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 950 time: 0.0873952 Jul 16 20:40:10.270939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-788eacde-4f42-4eea-bb76-b1794fb0fbf1 req-be03e4ff-4d1b-4ff1-9cf6-c27e1d28ae53 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387809 Jul 16 20:40:10.763906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-47fc732a-bfae-455a-8b94-705edc7a3cc4 req-2d1e7030-efdd-4a73-a27e-eae2003916e4 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:40:10.765036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-47fc732a-bfae-455a-8b94-705edc7a3cc4 req-2d1e7030-efdd-4a73-a27e-eae2003916e4 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0793028 Jul 16 20:40:11.255196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-014c2cfd-d99a-49c1-8b00-9b2e0efd201c req-36710221-0e62-41c1-a999-d8a4d5349c64 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:40:11.256295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-014c2cfd-d99a-49c1-8b00-9b2e0efd201c req-36710221-0e62-41c1-a999-d8a4d5349c64 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0698245 Jul 16 20:40:11.988319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979f0d6-ef6a-4bf1-a860-8d4104bd0389 req-a159a4f0-0537-4749-80e1-f437fd3af9f2 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:11.991151 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8979f0d6-ef6a-4bf1-a860-8d4104bd0389 req-a159a4f0-0537-4749-80e1-f437fd3af9f2 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 950 time: 0.1236923 Jul 16 20:40:12.035494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8979f0d6-ef6a-4bf1-a860-8d4104bd0389 req-f141a08c-5c29-4075-ae79-36129e269241 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Jul 16 20:40:13.084729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca37095-7517-449f-90b1-466463d95f37 req-f9eda2ac-2f65-4d2e-86cd-91804bd8839a tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:13.086610 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dca37095-7517-449f-90b1-466463d95f37 req-f9eda2ac-2f65-4d2e-86cd-91804bd8839a tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.68 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 950 time: 0.0820103 Jul 16 20:40:13.271464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Deleting port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:13.271899 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.330969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2658ef8-b675-484c-8a22-465bc42c171e req-768f1e8f-0f87-4e62-abce-927a48c12436 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:13.333478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2658ef8-b675-484c-8a22-465bc42c171e req-768f1e8f-0f87-4e62-abce-927a48c12436 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb428c0f-99bf-4fb7-80ba-a9b8f287504f HTTP/1.1" status: 200 len: 950 time: 0.0893123 Jul 16 20:40:13.396963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c2658ef8-b675-484c-8a22-465bc42c171e req-aba2b6e1-5952-43e8-8362-972fb62579f8 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c032b83-bd01-454f-9f2e-d7280e1116cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505388 Jul 16 20:40:13.414556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] For port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,segment=NetworkSegment(96f6593d-034c-4c05-9d9b-0be36f269ab3),segment_id=96f6593d-034c-4c05-9d9b-0be36f269ab3)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:13.415177 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.437702 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Calling delete_port for 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:13.599114 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.615996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['08c26d6e-a013-4b4e-a7f8-b54d0d7d431f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:13.657546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Pushing event deleted for resources: {'Port': ['ID=08c26d6e-a013-4b4e-a7f8-b54d0d7d431f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.714324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.714918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.715495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.716067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.716551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.716944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.717510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.718082 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.718645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.719481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.720007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.720607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:13.754836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] No DVR routers for this DVR port 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:13.758561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.761567 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dca37095-7517-449f-90b1-466463d95f37 req-bf02b9f8-efbf-4632-a6e6-63acba0da8f9 tempest-ServersAdminNegativeTestJSON-1529580922 tempest-ServersAdminNegativeTestJSON-1529580922-project] 10.222.0.68 "DELETE /v2.0/ports/08c26d6e-a013-4b4e-a7f8-b54d0d7d431f HTTP/1.1" status: 204 len: 173 time: 0.6694226 Jul 16 20:40:13.762230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb428c0f-99bf-4fb7-80ba-a9b8f287504f', 'name': 'network-vif-deleted', 'tag': '08c26d6e-a013-4b4e-a7f8-b54d0d7d431f'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:13.764780 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d1a7d3-53c5-4641-8ac6-1bfd0ebe74f7" -d '{"events": [{"server_uuid": "eb428c0f-99bf-4fb7-80ba-a9b8f287504f", "name": "network-vif-deleted", "tag": "08c26d6e-a013-4b4e-a7f8-b54d0d7d431f"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:13.831008 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992aae47-548e-42ac-ad37-c3b6426aff9f x-openstack-request-id: req-992aae47-548e-42ac-ad37-c3b6426aff9f {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:13.831327 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb428c0f-99bf-4fb7-80ba-a9b8f287504f", "name": "network-vif-deleted", "tag": "08c26d6e-a013-4b4e-a7f8-b54d0d7d431f", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:13.831616 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-992aae47-548e-42ac-ad37-c3b6426aff9f {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:13.832013 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb428c0f-99bf-4fb7-80ba-a9b8f287504f', 'name': 'network-vif-deleted', 'tag': '08c26d6e-a013-4b4e-a7f8-b54d0d7d431f', 'status': 'completed', 'code': 200} Jul 16 20:40:14.841289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50436) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.996005 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-169df539-d5dc-419c-81ec-135450e1d852 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53a3ab8ab2844a70b212840621a713ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517959 Jul 16 20:40:14.998377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50440) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.058287 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25ac8127-6ec7-41a5-b082-9342d3893f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.098620 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25ac8127-6ec7-41a5-b082-9342d3893f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.181824 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25ac8127-6ec7-41a5-b082-9342d3893f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.185387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-25ac8127-6ec7-41a5-b082-9342d3893f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.186701 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-25ac8127-6ec7-41a5-b082-9342d3893f8d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c032b83-bd01-454f-9f2e-d7280e1116cf HTTP/1.1" status: 204 len: 168 time: 0.1871943 Jul 16 20:40:15.195519 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac8127-6ec7-41a5-b082-9342d3893f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c032b83-bd01-454f-9f2e-d7280e1116cf,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.497903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50446) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.512333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-121586cc-f64d-4cc6-9a35-be095a5b9999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.629282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-121586cc-f64d-4cc6-9a35-be095a5b9999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.634076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-121586cc-f64d-4cc6-9a35-be095a5b9999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.678640 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-121586cc-f64d-4cc6-9a35-be095a5b9999 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08d7985d819a4c6f846c489cf99c4141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795807 Jul 16 20:40:15.679548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121586cc-f64d-4cc6-9a35-be095a5b9999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd2097-d3b0-450e-9d4a-f72dddbe969d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.681969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50448) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.743171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.771968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.824637 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.827293 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.828581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56cd2097-d3b0-450e-9d4a-f72dddbe969d HTTP/1.1" status: 204 len: 168 time: 0.1452103 Jul 16 20:40:15.839926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd2097-d3b0-450e-9d4a-f72dddbe969d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.849019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.849425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.849715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.850058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.850400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.850751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.851085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.851422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.851751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.852088 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.852492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:15.852801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ace4fa-e5e9-474d-bb9d-25c62da61d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:16.646078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50470) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.756190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-893690605-network', 'tenant_id': '037964197bff4d8da93d6dadf0e6c59c'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:16.782572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Made reservation on behalf of 037964197bff4d8da93d6dadf0e6c59c for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:16.785147 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.794591 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.898653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.904416 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.932114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:16.943312 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2db355c-b69c-4670-acfc-ad68e13aac1e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.948670 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.949020 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Added segment 88b84f9e-a7a7-4813-bf46-a6c4ddca6031 of type vlan for network be865b7a-c931-4057-a09f-ec76ffb0fe75 Jul 16 20:40:16.994309 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.028759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.029789 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:17.030424 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.068981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4215944 Jul 16 20:40:17.072176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50474) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.078023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Request body: {'subnet': {'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-893690605-subnet', 'tenant_id': '037964197bff4d8da93d6dadf0e6c59c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:17.115212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14318501-12e0-4935-af4d-440d884b0a5a admin admin] Pushing event updated for resources: {'Network': ['ID=be865b7a-c931-4057-a09f-ec76ffb0fe75,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.129432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network be865b7a-c931-4057-a09f-ec76ffb0fe75 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:17.147750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Made reservation on behalf of 037964197bff4d8da93d6dadf0e6c59c for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:17.152624 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.402845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.464807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a471954-12bf-4bb8-a069-ed6a62c7ed79,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.478124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Checking segment: {'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:17.478495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Network hostable DHCP agents. Network: be865b7a-c931-4057-a09f-ec76ffb0fe75, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:17.498648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Network be865b7a-c931-4057-a09f-ec76ffb0fe75 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:17.510019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, be865b7a-c931-4057-a09f-ec76ffb0fe75) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:17.515377 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:17.516958 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.521269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00fb35-e95e-4d1a-865f-258fe2685b94 None None] Network be865b7a-c931-4057-a09f-ec76ffb0fe75 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:17.536317 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6bcc597c-129a-4c29-b9f4-5ec493201875 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4625943 Jul 16 20:40:17.742985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4216b-4f54-4810-9490-53f0a90f1c74 None None] Network be865b7a-c931-4057-a09f-ec76ffb0fe75 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:18.076711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8f1f-402a-4666-aa9c-aaafae13458c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.105261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-6473bdbc-efad-4e72-a81c-76900049a336 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:18.106930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-6473bdbc-efad-4e72-a81c-76900049a336 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/networks?id=be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 200 len: 811 time: 0.1261644 Jul 16 20:40:18.124730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-6bfb8271-50c8-4fe3-a805-01b00236a7cb tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/quotas/037964197bff4d8da93d6dadf0e6c59c HTTP/1.1" status: 200 len: 375 time: 0.0103157 Jul 16 20:40:18.162571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-6e0333a6-2803-4ca4-80f5-b3235c607790 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=037964197bff4d8da93d6dadf0e6c59c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319409 Jul 16 20:40:18.246637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:18.273593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:18.273957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 08c26d6e-a013-4b4e-a7f8-b54d0d7d431f not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:18.279173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-32ff968e-bdd4-4861-84e0-476a28bf4a08 service neutron] 10.222.0.78 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090808 Jul 16 20:40:18.447374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-7a368bf1-3ba3-4036-93ed-e6c1a4ac1795 service neutron] 10.222.0.78 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620896 Jul 16 20:40:18.655442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d333745a-84c0-49d4-956e-b71961c62ef7 req-709c446d-ae72-4868-b0da-b88a3da60096 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 210 time: 0.0527389 Jul 16 20:40:19.886891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-6f01eabd-8cb5-47bf-a714-18e2b9b76dbe tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:19.888585 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-6f01eabd-8cb5-47bf-a714-18e2b9b76dbe tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.68 "GET /v2.0/networks?id=be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 200 len: 811 time: 0.1503329 Jul 16 20:40:19.899895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7565c40e-a5e9-4505-afef-371b5bd707a6 req-379310e4-988b-41ba-9125-b2a84313bd64 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 210 time: 0.0587366 Jul 16 20:40:19.904485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Request body: {'port': {'device_id': '0a10952a-455a-4943-8d47-e61502eb2467', 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75', 'admin_state_up': True, 'tenant_id': '037964197bff4d8da93d6dadf0e6c59c'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:20.079107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Made reservation on behalf of 037964197bff4d8da93d6dadf0e6c59c for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:20.082918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.235157 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Allocated IP 172.20.0.14 (be865b7a-c931-4057-a09f-ec76ffb0fe75/7a471954-12bf-4bb8-a069-ed6a62c7ed79/1f034226-f482-400d-bbca-864b876cc907) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:20.420695 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4fe2-eff9-4166-a437-44a2260dedac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.448607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.495802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.579344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Network be865b7a-c931-4057-a09f-ec76ffb0fe75 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:20.591253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:20.599245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:20.630505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.646915 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.675222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:20.675904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.693504 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-8a49e388-5bc8-4285-beda-1dca0bd1a743 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7965074 Jul 16 20:40:20.706530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Request body: {'port': {'device_id': '0a10952a-455a-4943-8d47-e61502eb2467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:20.809574 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.173861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c7e89-f2c7-4cec-a983-c72a3ee28f33 req-6d692426-b2d6-4fcd-bd7c-2327686bf9fb tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.176245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc2c7e89-f2c7-4cec-a983-c72a3ee28f33 req-6d692426-b2d6-4fcd-bd7c-2327686bf9fb tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 932 time: 0.0873187 Jul 16 20:40:21.223622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f034226-f482-400d-bbca-864b876cc907 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:21.232747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dc2c7e89-f2c7-4cec-a983-c72a3ee28f33 req-5791ce85-7184-43bd-91a8-75822bb1b1bb tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483758 Jul 16 20:40:21.236442 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.260689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Transition to ACTIVE for port object 1f034226-f482-400d-bbca-864b876cc907 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:21.265872 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.324422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.410086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Attempting to bind port 1f034226-f482-400d-bbca-864b876cc907 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:21.410562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Attempting to bind port 1f034226-f482-400d-bbca-864b876cc907 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:21.410985 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Attempting to bind port 1f034226-f482-400d-bbca-864b876cc907 on network be865b7a-c931-4057-a09f-ec76ffb0fe75 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:21.416367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Port 1f034226-f482-400d-bbca-864b876cc907 on network be865b7a-c931-4057-a09f-ec76ffb0fe75 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:40:21.417307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Attempting to bind port 1f034226-f482-400d-bbca-864b876cc907 on network be865b7a-c931-4057-a09f-ec76ffb0fe75 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:21.424292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:21.424644 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Checking segment: {'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:21.424931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Bound using segment: {'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:21.425371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Bound port: 1f034226-f482-400d-bbca-864b876cc907, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:21.425746 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.500164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:21.503549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:21.509280 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.549293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.550229 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.551791 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] 10.222.0.68 "PUT /v2.0/ports/1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 1093 time: 0.8500943 Jul 16 20:40:21.552293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'tag': '1f034226-f482-400d-bbca-864b876cc907'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:21.554626 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45500b20-f006-408e-a6d0-5b79803c91d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "tag": "1f034226-f482-400d-bbca-864b876cc907"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:21.585123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629586a-09a6-4801-b7b6-d5a25ac745f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.621082 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed96372-9d4d-4968-ba2c-f94219c2fd21 x-openstack-request-id: req-aed96372-9d4d-4968-ba2c-f94219c2fd21 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:21.621494 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "tag": "1f034226-f482-400d-bbca-864b876cc907", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:21.621759 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aed96372-9d4d-4968-ba2c-f94219c2fd21 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:21.622190 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'tag': '1f034226-f482-400d-bbca-864b876cc907', 'status': 'completed', 'code': 200} Jul 16 20:40:21.678674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-96a42da9-b43f-422b-9c31-2a09afa99642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.679649 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-96a42da9-b43f-422b-9c31-2a09afa99642 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=037964197bff4d8da93d6dadf0e6c59c&device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 1096 time: 0.0702910 Jul 16 20:40:21.732782 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-de202a3f-15ad-433d-870d-0edd8f955e16 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 217 time: 0.0457056 Jul 16 20:40:21.788273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-6cf887db-e57f-4422-98b5-d8b3766b3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.789907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-6cf887db-e57f-4422-98b5-d8b3766b3206 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a471954-12bf-4bb8-a069-ed6a62c7ed79 HTTP/1.1" status: 200 len: 851 time: 0.0513670 Jul 16 20:40:21.826719 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-99204e7f-1060-4f64-b70a-3f997ce805bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be865b7a-c931-4057-a09f-ec76ffb0fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304456 Jul 16 20:40:21.945415 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-dbbe4847-4a85-446a-b002-b02b9de59899 service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120908 Jul 16 20:40:22.050022 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6bd9793c-ae7f-46da-b1c7-b9ca07cde0c5 req-bfdfa0e3-ab29-444f-84e1-95ea874521ea service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985100 Jul 16 20:40:22.172194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-b50a3a46-c627-4884-8380-6be48119852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.173794 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-b50a3a46-c627-4884-8380-6be48119852f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=037964197bff4d8da93d6dadf0e6c59c&device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 1096 time: 0.0696723 Jul 16 20:40:22.288410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-36528270-0cbd-42d0-b08b-efa64edec245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.291283 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-36528270-0cbd-42d0-b08b-efa64edec245 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 200 len: 912 time: 0.1105604 Jul 16 20:40:22.343370 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-8274cab7-00d9-402f-9840-c42f03f129a9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 217 time: 0.0460534 Jul 16 20:40:22.403948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-567db371-283e-47be-8608-619a79a25592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.405530 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-567db371-283e-47be-8608-619a79a25592 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a471954-12bf-4bb8-a069-ed6a62c7ed79 HTTP/1.1" status: 200 len: 851 time: 0.0554340 Jul 16 20:40:22.442359 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-23d9e46d-e669-40de-becc-6cb5fe3a6039 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be865b7a-c931-4057-a09f-ec76ffb0fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290613 Jul 16 20:40:22.487501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26972eeb-38e4-4b63-aa9a-ead2631414e7 req-cd8813d5-c2e1-4707-b6f1-114e4fef75a8 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.489343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26972eeb-38e4-4b63-aa9a-ead2631414e7 req-cd8813d5-c2e1-4707-b6f1-114e4fef75a8 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 944 time: 0.1055129 Jul 16 20:40:22.497418 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.533477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26972eeb-38e4-4b63-aa9a-ead2631414e7 req-f6c39c22-ea1c-45a9-a3bb-2ad68fb3cf66 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370178 Jul 16 20:40:22.601341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-122070d9-7007-426b-b860-566d5ff3938c service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504540 Jul 16 20:40:22.706781 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-45500b20-f006-408e-a6d0-5b79803c91d1 req-481b8b5d-cc07-4d70-84b6-f226e84f27bb service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979111 Jul 16 20:40:23.781733 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56178d34-323f-40c1-b4ee-e127c41837d4 req-6718141d-8e4f-47dd-8ed1-bb9d1aef3882 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:23.784455 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56178d34-323f-40c1-b4ee-e127c41837d4 req-6718141d-8e4f-47dd-8ed1-bb9d1aef3882 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 944 time: 0.1212006 Jul 16 20:40:23.846484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56178d34-323f-40c1-b4ee-e127c41837d4 req-4b391cfe-8444-4678-be0c-584947339687 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553753 Jul 16 20:40:23.855526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.049431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505582e3-74c8-43bc-bdad-ad9e87e6a017 req-16187dc5-50c5-425c-8c27-684c2db7619d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.051709 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-505582e3-74c8-43bc-bdad-ad9e87e6a017 req-16187dc5-50c5-425c-8c27-684c2db7619d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 944 time: 0.0702970 Jul 16 20:40:25.095067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-505582e3-74c8-43bc-bdad-ad9e87e6a017 req-5b17633e-cbdf-43e4-885c-a417659c132e tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Jul 16 20:40:26.294906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1f034226-f482-400d-bbca-864b876cc907 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:40:26.303523 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063824ad-9366-4009-8745-a028ebb9051f req-05b37a85-a67c-44ae-8e51-854c1d499ea7 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:26.305641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-063824ad-9366-4009-8745-a028ebb9051f req-05b37a85-a67c-44ae-8e51-854c1d499ea7 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 944 time: 0.0805664 Jul 16 20:40:26.359649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-063824ad-9366-4009-8745-a028ebb9051f req-b2d85daf-06b7-42ed-96de-710612386aa3 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 Jul 16 20:40:26.425901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:26.439355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '1f034226-f482-400d-bbca-864b876cc907', 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75', 'port_id': '1f034226-f482-400d-bbca-864b876cc907', 'mac_address': 'fa:16:3e:57:81:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a471954-12bf-4bb8-a069-ed6a62c7ed79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:40:26.500029 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.515167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f034226-f482-400d-bbca-864b876cc907 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:26.537334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:26.542889 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.598527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.607748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.608079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.608449 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.608791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.609131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.609469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.609802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.610133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.610466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.610791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.611138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.611447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:26.759175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['1f034226-f482-400d-bbca-864b876cc907'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:27.571436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1dff9-82ab-4e12-a608-ae45333f468e req-bbff6148-9add-4c01-a910-296f66b10fb1 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.574077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cd1dff9-82ab-4e12-a608-ae45333f468e req-bbff6148-9add-4c01-a910-296f66b10fb1 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 945 time: 0.0737879 Jul 16 20:40:27.617107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5cd1dff9-82ab-4e12-a608-ae45333f468e req-2f79db30-9fb8-4701-a509-a343f0f7d04a tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Jul 16 20:40:28.293600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1f034226-f482-400d-bbca-864b876cc907 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:28.360048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 1f034226-f482-400d-bbca-864b876cc907 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:28.365283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 1f034226-f482-400d-bbca-864b876cc907 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:28.365668 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.467759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.494168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f034226-f482-400d-bbca-864b876cc907'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:28.497017 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9059b1-49fa-4f50-9d8e-280943a41e8b" -d '{"events": [{"server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "name": "network-vif-plugged", "status": "completed", "tag": "1f034226-f482-400d-bbca-864b876cc907"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:28.517385 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:28.523137 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.563694 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ec85b6-e8eb-4136-8064-256fbb88f128 x-openstack-request-id: req-a1ec85b6-e8eb-4136-8064-256fbb88f128 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:28.564167 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "name": "network-vif-plugged", "status": "completed", "tag": "1f034226-f482-400d-bbca-864b876cc907", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:28.564622 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1ec85b6-e8eb-4136-8064-256fbb88f128 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:28.565245 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f034226-f482-400d-bbca-864b876cc907', 'code': 200} Jul 16 20:40:28.616621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.683908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23ec7d-6ac8-4141-9201-80081e4b135e req-b6ac47f9-36db-41ba-921c-a9d75e1cfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:28.685704 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aa23ec7d-6ac8-4141-9201-80081e4b135e req-b6ac47f9-36db-41ba-921c-a9d75e1cfcd7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 1098 time: 0.0699611 Jul 16 20:40:28.728411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-aa23ec7d-6ac8-4141-9201-80081e4b135e req-9e615205-4e3f-4b90-ab87-e15f9a6f12ac service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358241 Jul 16 20:40:28.866604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32a4e3-2716-4d41-87e2-f1695e227469 req-2452d186-581a-4e3d-837a-77cd7597d3a1 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:28.868289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c32a4e3-2716-4d41-87e2-f1695e227469 req-2452d186-581a-4e3d-837a-77cd7597d3a1 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0712702 Jul 16 20:40:28.913394 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c32a4e3-2716-4d41-87e2-f1695e227469 req-71b3937b-c74a-4342-9cd9-e2c3a7bdd492 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Jul 16 20:40:30.112425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0985-0ab0-420e-adcd-56241f027b78 req-71f7a089-3203-4129-9f83-2156abc2f3ba tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.114127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df3f0985-0ab0-420e-adcd-56241f027b78 req-71f7a089-3203-4129-9f83-2156abc2f3ba tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0778999 Jul 16 20:40:30.157702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df3f0985-0ab0-420e-adcd-56241f027b78 req-6497c810-dad9-431e-b615-97730935650e tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 Jul 16 20:40:31.668917 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-12e7162a-0ed7-4030-8b15-02f6542ca871 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166055 Jul 16 20:40:31.772600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75049bc-dbe7-46a1-9640-c03d95f0b564 req-0995b236-2715-42c8-b14d-92f45ed1cb10 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:31.774373 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a75049bc-dbe7-46a1-9640-c03d95f0b564 req-0995b236-2715-42c8-b14d-92f45ed1cb10 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0756021 Jul 16 20:40:31.830756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a75049bc-dbe7-46a1-9640-c03d95f0b564 req-d2f00d7b-f187-41cb-83d3-ff4909e53489 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460458 Jul 16 20:40:33.062498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd83b6-270d-4d91-a182-37eafd5031ae req-737ae979-4eb7-4252-aff0-126e11ce9184 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.065343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfbd83b6-270d-4d91-a182-37eafd5031ae req-737ae979-4eb7-4252-aff0-126e11ce9184 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0998256 Jul 16 20:40:33.118498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-c1e61ff7-16d0-4fa1-888d-bcf546fd01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.120874 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-c1e61ff7-16d0-4fa1-888d-bcf546fd01ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=037964197bff4d8da93d6dadf0e6c59c&device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 1098 time: 0.0735414 Jul 16 20:40:33.121840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dfbd83b6-270d-4d91-a182-37eafd5031ae req-d7b26e63-d1da-447e-95b3-16ef353c7936 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498571 Jul 16 20:40:33.252307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-0f4304f0-df13-4c8a-877d-ce3ad57eef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.254990 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-0f4304f0-df13-4c8a-877d-ce3ad57eef04 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 200 len: 912 time: 0.1273143 Jul 16 20:40:33.298837 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-c0c5e489-d170-4614-909c-1b8db18c8d42 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 217 time: 0.0376468 Jul 16 20:40:33.358980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-3a28b5a6-1630-46b0-8052-aa6ea2d62311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.362971 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-3a28b5a6-1630-46b0-8052-aa6ea2d62311 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a471954-12bf-4bb8-a069-ed6a62c7ed79 HTTP/1.1" status: 200 len: 851 time: 0.0572190 Jul 16 20:40:33.404791 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-c6a137b1-24c3-4c0d-b121-1b0ec38ad5db service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be865b7a-c931-4057-a09f-ec76ffb0fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360918 Jul 16 20:40:33.504927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-0aa82679-adb2-4197-9fc2-2abcc863c062 service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941091 Jul 16 20:40:33.622611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-c8c7e481-a9a7-4e8a-8986-783e44fea73a service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103475 Jul 16 20:40:34.319837 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dd60f-036e-4958-a011-2b33ef4b5c05 req-7a5305c4-3572-4ee3-ac49-8adadbbe71f0 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.321510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-162dd60f-036e-4958-a011-2b33ef4b5c05 req-7a5305c4-3572-4ee3-ac49-8adadbbe71f0 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0686045 Jul 16 20:40:34.364822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-162dd60f-036e-4958-a011-2b33ef4b5c05 req-451e5e0c-323c-48d1-a4c4-ebf866390122 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Jul 16 20:40:34.632489 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.436778 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.637784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb655b22-bef1-4532-83db-b90b0873f90e req-209bacb9-2b54-44d9-ab43-38f99e46e33f tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:35.639462 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb655b22-bef1-4532-83db-b90b0873f90e req-209bacb9-2b54-44d9-ab43-38f99e46e33f tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0712624 Jul 16 20:40:35.687746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eb655b22-bef1-4532-83db-b90b0873f90e req-2e8800c5-8f62-40a9-8510-ea435518991c tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Jul 16 20:40:35.884021 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:40:36.930370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f91af4-d758-4868-8110-c7924588baf9 req-0fffbd1b-5d7d-4133-a13b-dd2312701e2f tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.933747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6f91af4-d758-4868-8110-c7924588baf9 req-0fffbd1b-5d7d-4133-a13b-dd2312701e2f tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.1201270 Jul 16 20:40:36.976450 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f6f91af4-d758-4868-8110-c7924588baf9 req-f3e4038e-102b-42b7-839f-7ef7aa8c9e4a tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365191 Jul 16 20:40:38.169700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f27463-f651-4c8b-9466-665aea67b1e6 req-eedb7ba2-5ae5-488f-b760-5980053bc28b tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.171387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34f27463-f651-4c8b-9466-665aea67b1e6 req-eedb7ba2-5ae5-488f-b760-5980053bc28b tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0723016 Jul 16 20:40:38.220850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34f27463-f651-4c8b-9466-665aea67b1e6 req-b1027a68-5909-4e48-9c59-ffcff061cf68 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Jul 16 20:40:39.444921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9a4d3-8c8d-4d98-a553-feeceec9596c req-0db00286-64aa-4d53-935b-efc04107f6ba tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:39.446992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34e9a4d3-8c8d-4d98-a553-feeceec9596c req-0db00286-64aa-4d53-935b-efc04107f6ba tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0871441 Jul 16 20:40:39.491136 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-34e9a4d3-8c8d-4d98-a553-feeceec9596c req-6b4e9871-c619-4a3e-9b51-aeb3514e1c0e tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378611 Jul 16 20:40:40.703998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f85291-6e20-463c-9d21-c26783d50341 req-3b24dea3-541e-4397-953b-8019b8db4f92 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:40.705818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28f85291-6e20-463c-9d21-c26783d50341 req-3b24dea3-541e-4397-953b-8019b8db4f92 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0690143 Jul 16 20:40:40.749499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28f85291-6e20-463c-9d21-c26783d50341 req-25778488-a505-4955-850c-6e7e9e03ec6d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Jul 16 20:40:41.943988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e6aa0-2a03-4c39-bd92-f5fbaff6ce34 req-4e3af9f9-e32c-4c98-899f-14651ddd2c5d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:41.945636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-334e6aa0-2a03-4c39-bd92-f5fbaff6ce34 req-4e3af9f9-e32c-4c98-899f-14651ddd2c5d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0705719 Jul 16 20:40:41.990122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-334e6aa0-2a03-4c39-bd92-f5fbaff6ce34 req-95fcf724-935f-4fe7-a30e-5ee7705c859e tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375803 Jul 16 20:40:43.182875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb5cbc-4174-4a40-b380-21b8109258d1 req-fe1f2f9c-c04f-4f91-9d25-52eaa3098d08 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:43.184728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bdeb5cbc-4174-4a40-b380-21b8109258d1 req-fe1f2f9c-c04f-4f91-9d25-52eaa3098d08 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0739450 Jul 16 20:40:43.229272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bdeb5cbc-4174-4a40-b380-21b8109258d1 req-44122025-e30f-45cd-8561-4072245ed3e1 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Jul 16 20:40:44.433418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8c2f-c66b-42f8-a3e3-46fdece84fe9 req-9c2fb5ac-6152-468e-94ad-bc93aaa72387 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.435109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-546d8c2f-c66b-42f8-a3e3-46fdece84fe9 req-9c2fb5ac-6152-468e-94ad-bc93aaa72387 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0795016 Jul 16 20:40:44.482660 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-546d8c2f-c66b-42f8-a3e3-46fdece84fe9 req-bc90e021-6c65-4051-be81-21614664c5f9 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Jul 16 20:40:45.683032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d74b19-98b4-4caa-899e-dd9532edc5bf req-8345b468-13c7-4123-8194-aef77d0da193 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.684968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d74b19-98b4-4caa-899e-dd9532edc5bf req-8345b468-13c7-4123-8194-aef77d0da193 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0750117 Jul 16 20:40:45.730434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62d74b19-98b4-4caa-899e-dd9532edc5bf req-65fe4037-9d21-4386-99df-988cd4bad8e4 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377336 Jul 16 20:40:46.970902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7e4b4-247b-4a22-bcd4-02cc3805c960 req-28c5f713-a080-4e45-b0bd-8543ebefe9a8 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.972615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7de7e4b4-247b-4a22-bcd4-02cc3805c960 req-28c5f713-a080-4e45-b0bd-8543ebefe9a8 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0734882 Jul 16 20:40:47.016343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7de7e4b4-247b-4a22-bcd4-02cc3805c960 req-13005808-effb-48da-8969-cdbf2999ae6e tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375354 Jul 16 20:40:48.080471 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d4fc6a96-1c8b-41dd-b2fc-43902edc1e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.230670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882aa23-4366-4189-8e2a-b4c7aa2a4f29 req-39f67535-7980-4799-a554-2bbee87c0680 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.232811 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2882aa23-4366-4189-8e2a-b4c7aa2a4f29 req-39f67535-7980-4799-a554-2bbee87c0680 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0780637 Jul 16 20:40:48.290263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2882aa23-4366-4189-8e2a-b4c7aa2a4f29 req-3cbaf16b-b10a-42e8-856c-0e9558d7d94d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Jul 16 20:40:49.542077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f19af9-ffb7-49e1-88b0-b51d7a944be5 req-be14c10e-fe1d-4709-a648-7af2d8a8af88 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.544033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58f19af9-ffb7-49e1-88b0-b51d7a944be5 req-be14c10e-fe1d-4709-a648-7af2d8a8af88 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0820932 Jul 16 20:40:49.587827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58f19af9-ffb7-49e1-88b0-b51d7a944be5 req-d0111b13-6fc5-458a-a2c5-990138b34249 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377843 Jul 16 20:40:50.423002 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d83a1c01-ed26-4e57-8720-fff5f0bf1482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.644637 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.787642 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eebd9-f95e-48d0-95aa-7c7d52bc8911 req-4352ef83-b5ab-46bc-b70d-83e8a7220737 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:50.789362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e97eebd9-f95e-48d0-95aa-7c7d52bc8911 req-4352ef83-b5ab-46bc-b70d-83e8a7220737 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0710261 Jul 16 20:40:50.832081 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e97eebd9-f95e-48d0-95aa-7c7d52bc8911 req-5756230f-2964-49a0-9d6c-a1040d506fe7 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361955 Jul 16 20:40:52.042560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc56aa9-7a79-4835-bd05-d4c710a1722c req-da06c842-eeac-4e7c-81ec-e43ff43029df tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.044295 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc56aa9-7a79-4835-bd05-d4c710a1722c req-da06c842-eeac-4e7c-81ec-e43ff43029df tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0769124 Jul 16 20:40:52.086628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fdc56aa9-7a79-4835-bd05-d4c710a1722c req-b1e165a4-9220-48ff-8540-1c7add534dc2 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Jul 16 20:40:52.490238 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.293666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596be7b-0363-411c-bc7f-5e105300916a req-edabe769-881a-4126-9a9b-e471c93afb77 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.295310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a596be7b-0363-411c-bc7f-5e105300916a req-edabe769-881a-4126-9a9b-e471c93afb77 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0802417 Jul 16 20:40:53.346174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a596be7b-0363-411c-bc7f-5e105300916a req-555654ca-2813-4220-b536-0a0a18aa8d06 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Jul 16 20:40:53.849912 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.545395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f0bc9-1957-4189-82b9-015c79668c24 req-fbc5363a-db6c-4e9c-bd8c-3b2461fc9f62 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:54.547127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f24f0bc9-1957-4189-82b9-015c79668c24 req-fbc5363a-db6c-4e9c-bd8c-3b2461fc9f62 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0711491 Jul 16 20:40:54.594721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f24f0bc9-1957-4189-82b9-015c79668c24 req-ef608ae0-466c-4cab-b999-c22b54b8f118 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Jul 16 20:40:55.796727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82e57-7a8c-442e-9884-09a4bead428f req-64914e79-ede0-46d1-b026-873bc12447e3 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:55.798399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21d82e57-7a8c-442e-9884-09a4bead428f req-64914e79-ede0-46d1-b026-873bc12447e3 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0730555 Jul 16 20:40:55.847492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21d82e57-7a8c-442e-9884-09a4bead428f req-2da1c6fc-95d2-4041-8b0a-2cc19fd0ba73 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Jul 16 20:40:57.109513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9c178-e2ed-477f-b337-3f7ccccabf78 req-6eddacd1-fb40-44f4-b11d-f36ceb673675 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:57.112322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32b9c178-e2ed-477f-b337-3f7ccccabf78 req-6eddacd1-fb40-44f4-b11d-f36ceb673675 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.1211934 Jul 16 20:40:57.158654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32b9c178-e2ed-477f-b337-3f7ccccabf78 req-113bc141-9287-49c1-ba1a-3091a04ca3d2 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Jul 16 20:40:58.362530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958e68-0f40-4f7d-b6f3-89e195dd3a8e req-d06a3053-09ea-4f84-a9f6-6bcff4b3108a tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:58.364212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db958e68-0f40-4f7d-b6f3-89e195dd3a8e req-d06a3053-09ea-4f84-a9f6-6bcff4b3108a tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0773814 Jul 16 20:40:58.408735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db958e68-0f40-4f7d-b6f3-89e195dd3a8e req-dba19a54-a1d0-449b-bb8d-c055d886b255 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372753 Jul 16 20:40:59.623480 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77f5f3-6b13-4eb1-adbb-531633c7ab46 req-c354aaf0-8227-40fc-90da-7854abd4bda4 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:59.625186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb77f5f3-6b13-4eb1-adbb-531633c7ab46 req-c354aaf0-8227-40fc-90da-7854abd4bda4 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.0759773 Jul 16 20:40:59.672619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb77f5f3-6b13-4eb1-adbb-531633c7ab46 req-d90849da-0737-496a-bbc3-7023b7d06d31 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Jul 16 20:41:00.770163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4b3e7eae-8efa-4abe-a202-78798938193c tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:41:00.772136 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4b3e7eae-8efa-4abe-a202-78798938193c tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100691 Jul 16 20:41:00.902717 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-2cc26a06-05bf-4bf6-ab25-9bfeb2b381ec service neutron] show failed (client error): The resource could not be found. Jul 16 20:41:00.903046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfd59d-f2cc-491e-9bf1-174dcfc20d6b req-68a3f598-11b9-4369-bf44-c2e49f5c6e86 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:00.903997 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-2cc26a06-05bf-4bf6-ab25-9bfeb2b381ec service neutron] 10.222.0.68 "GET /v2.0/ports/1f034226-f482-400d-bbca-864b876cc907/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.1250193 Jul 16 20:41:00.904911 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8cfd59d-f2cc-491e-9bf1-174dcfc20d6b req-68a3f598-11b9-4369-bf44-c2e49f5c6e86 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.1074822 Jul 16 20:41:00.971967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8cfd59d-f2cc-491e-9bf1-174dcfc20d6b req-fcc40fef-dbfd-4242-835d-4e5e0cf8d24d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602176 Jul 16 20:41:01.274979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-85d79c47-897b-4bfe-81c0-a6d39158c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:01.277690 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-85d79c47-897b-4bfe-81c0-a6d39158c2de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467&tenant_id=037964197bff4d8da93d6dadf0e6c59c HTTP/1.1" status: 200 len: 1098 time: 0.1211634 Jul 16 20:41:01.289113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:01.398264 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.653795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:01.699711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:01.747957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f034226-f482-400d-bbca-864b876cc907'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:01.750339 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94cb36b-e9b5-454b-b65d-9154fd0c3bd9" -d '{"events": [{"server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "name": "network-vif-unplugged", "status": "completed", "tag": "1f034226-f482-400d-bbca-864b876cc907"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:01.754428 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.770248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Transition to ACTIVE for port object 1f034226-f482-400d-bbca-864b876cc907 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:01.776283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.824854 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867601d7-a51b-4428-99d3-b2bc5ee1b781 x-openstack-request-id: req-867601d7-a51b-4428-99d3-b2bc5ee1b781 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:01.825191 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "name": "network-vif-unplugged", "status": "completed", "tag": "1f034226-f482-400d-bbca-864b876cc907", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:01.825367 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-867601d7-a51b-4428-99d3-b2bc5ee1b781 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:01.825775 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f034226-f482-400d-bbca-864b876cc907', 'code': 200} Jul 16 20:41:01.835198 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.857219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] No DVR routers for this DVR port 1f034226-f482-400d-bbca-864b876cc907 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:01.898654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Attempting to bind port 1f034226-f482-400d-bbca-864b876cc907 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:01.898999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Attempting to bind port 1f034226-f482-400d-bbca-864b876cc907 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:01.899320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Attempting to bind port 1f034226-f482-400d-bbca-864b876cc907 on network be865b7a-c931-4057-a09f-ec76ffb0fe75 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:01.906050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Port 1f034226-f482-400d-bbca-864b876cc907 on network be865b7a-c931-4057-a09f-ec76ffb0fe75 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:01.907061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Attempting to bind port 1f034226-f482-400d-bbca-864b876cc907 on network be865b7a-c931-4057-a09f-ec76ffb0fe75 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:01.912159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:01.912560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Checking segment: {'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:01.913199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Bound using segment: {'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:01.913592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Bound port: 1f034226-f482-400d-bbca-864b876cc907, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b84f9e-a7a7-4813-bf46-a6c4ddca6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:01.913890 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.991721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:01.996171 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:02.008798 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.069215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:02.070009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.071534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] 10.222.0.16 "PUT /v2.0/ports/1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 1093 time: 0.7868264 Jul 16 20:41:02.133240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e626d-20cb-4018-8289-2d0aee51ee43 service neutron] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.227419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-9eb358e1-3113-425f-af6b-da2a5285afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:02.230442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-9eb358e1-3113-425f-af6b-da2a5285afb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=037964197bff4d8da93d6dadf0e6c59c&device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 1096 time: 0.1168294 Jul 16 20:41:02.239692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2621-8314-4ee0-b475-fc879a901c9a req-bb36d3f5-43dc-49af-8f50-22e0692988dd tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:02.241461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a37a2621-8314-4ee0-b475-fc879a901c9a req-bb36d3f5-43dc-49af-8f50-22e0692988dd tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 944 time: 0.1316662 Jul 16 20:41:02.343683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a37a2621-8314-4ee0-b475-fc879a901c9a req-2122b921-1598-42bc-993a-0d037e9600c3 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916643 Jul 16 20:41:02.379307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-49d87336-35e5-496c-9aa5-63e56f1f89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:02.381057 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-49d87336-35e5-496c-9aa5-63e56f1f89e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 200 len: 912 time: 0.1384363 Jul 16 20:41:02.435457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-05bfd0b5-bb43-45cb-bc3f-d87742117288 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 217 time: 0.0475702 Jul 16 20:41:02.491317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-0e57f48f-27e0-4424-bd88-75b3510b1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:02.492763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-0e57f48f-27e0-4424-bd88-75b3510b1016 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a471954-12bf-4bb8-a069-ed6a62c7ed79 HTTP/1.1" status: 200 len: 851 time: 0.0509174 Jul 16 20:41:02.531203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-d10e9199-de8c-4925-88dc-ec0dd60a9cbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be865b7a-c931-4057-a09f-ec76ffb0fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305297 Jul 16 20:41:02.545758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-b6591928-a02d-4b51-bc97-76ed864a3cc5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:41:02.547607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-b6591928-a02d-4b51-bc97-76ed864a3cc5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097783 Jul 16 20:41:02.654382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-a3bf4297-a6df-4b92-b269-5e6c81f6aaf7 service neutron] 10.222.0.16 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006525 Jul 16 20:41:02.753815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92212ba2-8cd5-47f4-9539-3d2fa51a9b19 req-636a1246-d864-4b6f-b955-0c75f991c270 service neutron] 10.222.0.16 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930884 Jul 16 20:41:03.560936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c383cb-3230-4908-accc-d8d659271895 req-4b2b0848-106f-4358-a46c-f59e89db6a8c tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:03.562581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87c383cb-3230-4908-accc-d8d659271895 req-4b2b0848-106f-4358-a46c-f59e89db6a8c tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 944 time: 0.0810099 Jul 16 20:41:03.610504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87c383cb-3230-4908-accc-d8d659271895 req-2ee97fa4-1927-460f-96ba-a533868f1c3b tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Jul 16 20:41:03.827117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'tag': '1f034226-f482-400d-bbca-864b876cc907'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:03.829698 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be039d9-0787-4c9b-a4ab-f47b172972f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "tag": "1f034226-f482-400d-bbca-864b876cc907"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:03.886605 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363f3a68-99f5-4b0e-8b69-96856a6e47af x-openstack-request-id: req-363f3a68-99f5-4b0e-8b69-96856a6e47af {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:03.886873 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "tag": "1f034226-f482-400d-bbca-864b876cc907", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:03.887134 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-363f3a68-99f5-4b0e-8b69-96856a6e47af {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:03.887559 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'tag': '1f034226-f482-400d-bbca-864b876cc907', 'status': 'completed', 'code': 200} Jul 16 20:41:03.975896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-94b901a0-650a-4607-b83b-3df8717faea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:03.977489 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-94b901a0-650a-4607-b83b-3df8717faea7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=037964197bff4d8da93d6dadf0e6c59c&device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 1096 time: 0.0651615 Jul 16 20:41:03.982432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-21c12eb1-f3e4-4584-a4d4-36e35986c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:03.985040 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-21c12eb1-f3e4-4584-a4d4-36e35986c0b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=037964197bff4d8da93d6dadf0e6c59c&device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 1096 time: 0.0728793 Jul 16 20:41:04.113454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-7ec35bda-c504-4cb9-a25b-54f4b4876112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:04.115070 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-7ec35bda-c504-4cb9-a25b-54f4b4876112 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 200 len: 912 time: 0.1243365 Jul 16 20:41:04.186821 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-90105716-d4f0-45ce-bbf0-56b0709f17b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 217 time: 0.0645101 Jul 16 20:41:04.255854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-e4bfcda9-e56b-41f1-a820-5c396158ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:04.258551 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-e4bfcda9-e56b-41f1-a820-5c396158ad4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a471954-12bf-4bb8-a069-ed6a62c7ed79 HTTP/1.1" status: 200 len: 851 time: 0.0654910 Jul 16 20:41:04.297293 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-6ff26103-4491-47ca-b8df-b211e21dd75f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be865b7a-c931-4057-a09f-ec76ffb0fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318661 Jul 16 20:41:04.420132 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-3cbf2c7b-f615-42cf-a040-c154078387e2 service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148412 Jul 16 20:41:04.497994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1f034226-f482-400d-bbca-864b876cc907 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:04.519091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-df3ef3f9-ae56-499c-b493-bbc15976fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:04.520793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-df3ef3f9-ae56-499c-b493-bbc15976fe53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 200 len: 912 time: 0.5366201 Jul 16 20:41:04.571680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-9dded68a-8c68-47cc-a7ee-3deaa7835bba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 217 time: 0.0441933 Jul 16 20:41:04.578478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1f034226-f482-400d-bbca-864b876cc907 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:04.621962 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.622524 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-e13e3d5f-61d0-4b93-96c3-604e67bd3146 service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951077 Jul 16 20:41:04.640546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-3723c562-990c-4ca2-8d23-41816d6502db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:04.642301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-3723c562-990c-4ca2-8d23-41816d6502db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a471954-12bf-4bb8-a069-ed6a62c7ed79 HTTP/1.1" status: 200 len: 851 time: 0.0615067 Jul 16 20:41:04.681460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-64d099e3-eede-4fff-9c31-110ad51b599d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be865b7a-c931-4057-a09f-ec76ffb0fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326910 Jul 16 20:41:04.826448 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-6cb971c5-052d-4196-947a-88bf9ff07393 service neutron] 10.222.0.16 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382835 Jul 16 20:41:04.915689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc2f01-ed37-4ebd-b5ca-0ff7130a051f req-5cc7b8b0-0447-4363-bfcb-6f26ad473209 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:04.918730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fcc2f01-ed37-4ebd-b5ca-0ff7130a051f req-5cc7b8b0-0447-4363-bfcb-6f26ad473209 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 944 time: 0.1590240 Jul 16 20:41:05.067075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9fcc2f01-ed37-4ebd-b5ca-0ff7130a051f req-d06dcb2b-34fa-4535-9f1a-afc38d5f37b4 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960937 Jul 16 20:41:05.070966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5be039d9-0787-4c9b-a4ab-f47b172972f1 req-92b72d02-be0e-40b7-ba31-21c9671f0f43 service neutron] 10.222.0.16 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371569 Jul 16 20:41:05.442560 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.593755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-03e7ff76-0b7d-46dc-8f8a-daa37b85cd3d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:05.595556 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-03e7ff76-0b7d-46dc-8f8a-daa37b85cd3d tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467&tenant_id=037964197bff4d8da93d6dadf0e6c59c&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 944 time: 0.1292694 Jul 16 20:41:05.663276 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-0b886bd1-e725-4a16-984e-9e3ff76783b8 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:41:05.664469 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-0b886bd1-e725-4a16-984e-9e3ff76783b8 service neutron] 10.222.0.68 "DELETE /v2.0/ports/1f034226-f482-400d-bbca-864b876cc907/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0609632 Jul 16 20:41:05.775147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b2a552b8-8ce0-4a70-95db-101974dfdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:05.777501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b2a552b8-8ce0-4a70-95db-101974dfdf3a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=037964197bff4d8da93d6dadf0e6c59c&device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 1096 time: 0.0626400 Jul 16 20:41:05.802871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f034226-f482-400d-bbca-864b876cc907 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:41:05.925888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-2d8810d6-f581-4b18-b15a-d66ccba90972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:05.928353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-2d8810d6-f581-4b18-b15a-d66ccba90972 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 200 len: 912 time: 0.1439340 Jul 16 20:41:05.981022 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-d1ad14f3-798b-4741-a4d3-5e4320879874 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 200 len: 217 time: 0.0454669 Jul 16 20:41:06.047377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-5e4a44e9-6aaf-418e-9906-9cb29f3a726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:06.049361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-5e4a44e9-6aaf-418e-9906-9cb29f3a726e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a471954-12bf-4bb8-a069-ed6a62c7ed79 HTTP/1.1" status: 200 len: 851 time: 0.0617380 Jul 16 20:41:06.088112 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b2854f5d-229e-4a3f-9492-296fadcbf0a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be865b7a-c931-4057-a09f-ec76ffb0fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311074 Jul 16 20:41:06.139171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:06.153208 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '1f034226-f482-400d-bbca-864b876cc907', 'network_id': 'be865b7a-c931-4057-a09f-ec76ffb0fe75', 'port_id': '1f034226-f482-400d-bbca-864b876cc907', 'mac_address': 'fa:16:3e:57:81:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a471954-12bf-4bb8-a069-ed6a62c7ed79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:41:06.206325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.215963 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-1f1e32a9-f2f1-4722-ab02-e132b529f54f service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207581 Jul 16 20:41:06.223685 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f034226-f482-400d-bbca-864b876cc907 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:06.255768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:06.261249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.328985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.355266 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-0ab65210-4371-4bd2-9ad5-130c65cc5563 service neutron] 10.222.0.68 "GET /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326191 Jul 16 20:41:06.502994 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['1f034226-f482-400d-bbca-864b876cc907'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:07.287909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5acc05-c557-4242-b210-71be73865f6a req-78220cf0-da54-4448-af5e-3493a1b689d5 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:07.289722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a5acc05-c557-4242-b210-71be73865f6a req-78220cf0-da54-4448-af5e-3493a1b689d5 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 945 time: 0.0789070 Jul 16 20:41:07.341068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a5acc05-c557-4242-b210-71be73865f6a req-10c993d4-bd10-4f7e-afbb-8553c6c9cac4 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Jul 16 20:41:07.815066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f034226-f482-400d-bbca-864b876cc907 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:07.871916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 1f034226-f482-400d-bbca-864b876cc907 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:07.877125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 1f034226-f482-400d-bbca-864b876cc907 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:07.877729 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.966571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.992580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f034226-f482-400d-bbca-864b876cc907'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:07.995852 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f332249-bbca-4e1f-a4e3-3056a9d10691" -d '{"events": [{"server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "name": "network-vif-plugged", "status": "completed", "tag": "1f034226-f482-400d-bbca-864b876cc907"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:08.011721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:08.017156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.047042 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f916d76-3bb0-40b7-9281-cb35eaf94fb9 x-openstack-request-id: req-7f916d76-3bb0-40b7-9281-cb35eaf94fb9 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:08.047334 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "name": "network-vif-plugged", "status": "completed", "tag": "1f034226-f482-400d-bbca-864b876cc907", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:08.047577 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f916d76-3bb0-40b7-9281-cb35eaf94fb9 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:08.047980 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f034226-f482-400d-bbca-864b876cc907', 'code': 200} Jul 16 20:41:08.080173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:08.576005 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08355a95-d216-4f3c-a826-f6890937f22f req-fc8e72f1-1926-4492-995f-e0630ba3c3af tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:08.577666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08355a95-d216-4f3c-a826-f6890937f22f req-fc8e72f1-1926-4492-995f-e0630ba3c3af tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.1010430 Jul 16 20:41:08.658739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-672949fe-a30b-4164-b54e-0ed2abe3a363 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:08.661831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-672949fe-a30b-4164-b54e-0ed2abe3a363 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 946 time: 0.1329179 Jul 16 20:41:08.699848 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08355a95-d216-4f3c-a826-f6890937f22f req-cf1d5647-aba2-4fc7-9e8b-354d94554b4c tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/security-groups?id=d2db355c-b69c-4670-acfc-ad68e13aac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092997 Jul 16 20:41:08.820736 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Deleting port 1f034226-f482-400d-bbca-864b876cc907 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:08.821141 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.938376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] For port 1f034226-f482-400d-bbca-864b876cc907, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=1f034226-f482-400d-bbca-864b876cc907,segment=NetworkSegment(88b84f9e-a7a7-4813-bf46-a6c4ddca6031),segment_id=88b84f9e-a7a7-4813-bf46-a6c4ddca6031)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:08.938650 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.954939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Calling delete_port for 1f034226-f482-400d-bbca-864b876cc907 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:09.103087 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.117529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['1f034226-f482-400d-bbca-864b876cc907'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:09.143762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Pushing event deleted for resources: {'Port': ['ID=1f034226-f482-400d-bbca-864b876cc907,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:09.194380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] No DVR routers for this DVR port 1f034226-f482-400d-bbca-864b876cc907 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:09.198800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.201666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb5ac52f-b38a-4d27-88c7-a0b5235503d7 req-b94d99d9-4be6-4538-a824-06a610248443 tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.16 "DELETE /v2.0/ports/1f034226-f482-400d-bbca-864b876cc907 HTTP/1.1" status: 204 len: 173 time: 0.5265944 Jul 16 20:41:09.202243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'name': 'network-vif-deleted', 'tag': '1f034226-f482-400d-bbca-864b876cc907'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:09.205223 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9cd449-92e6-4e75-ab23-903a7a2a431c" -d '{"events": [{"server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "name": "network-vif-deleted", "tag": "1f034226-f482-400d-bbca-864b876cc907"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:09.263997 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b572b83e-0bac-436f-bad4-3215565d45f4 x-openstack-request-id: req-b572b83e-0bac-436f-bad4-3215565d45f4 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:09.264387 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10952a-455a-4943-8d47-e61502eb2467", "name": "network-vif-deleted", "tag": "1f034226-f482-400d-bbca-864b876cc907", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:09.264696 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b572b83e-0bac-436f-bad4-3215565d45f4 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:09.265141 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10952a-455a-4943-8d47-e61502eb2467', 'name': 'network-vif-deleted', 'tag': '1f034226-f482-400d-bbca-864b876cc907', 'status': 'completed', 'code': 200} Jul 16 20:41:09.921083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8541c0d3-762e-4809-8156-960c8059d315 req-5c5560ba-bd7e-4862-8473-d1db5362c4ed tempest-DeleteServersTestJSON-942169187 tempest-DeleteServersTestJSON-942169187-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a10952a-455a-4943-8d47-e61502eb2467 HTTP/1.1" status: 200 len: 210 time: 0.0321426 Jul 16 20:41:11.180730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 50648) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.236384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac619fb5-bba1-4ea1-971f-c52d6833a45d admin admin] Deleting subnet 7a471954-12bf-4bb8-a069-ed6a62c7ed79 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:11.241293 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac619fb5-bba1-4ea1-971f-c52d6833a45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.284446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac619fb5-bba1-4ea1-971f-c52d6833a45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.327915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac619fb5-bba1-4ea1-971f-c52d6833a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.388804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac619fb5-bba1-4ea1-971f-c52d6833a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.417065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac619fb5-bba1-4ea1-971f-c52d6833a45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a471954-12bf-4bb8-a069-ed6a62c7ed79,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:11.425664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ac619fb5-bba1-4ea1-971f-c52d6833a45d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.429355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ac619fb5-bba1-4ea1-971f-c52d6833a45d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7a471954-12bf-4bb8-a069-ed6a62c7ed79 HTTP/1.1" status: 204 len: 168 time: 0.2461331 Jul 16 20:41:11.432520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50650) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.513210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.659599 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.679622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be865b7a-c931-4057-a09f-ec76ffb0fe75']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:11.700650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b84f9e-a7a7-4813-bf46-a6c4ddca6031') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:11.701137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b84f9e-a7a7-4813-bf46-a6c4ddca6031') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:11.720678 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.746338 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.754806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:11.755289 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:11.757671 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:11.821004 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.827897 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.830515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] 10.222.0.78 "DELETE /v2.0/networks/be865b7a-c931-4057-a09f-ec76ffb0fe75 HTTP/1.1" status: 204 len: 168 time: 0.3963139 Jul 16 20:41:11.847086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9faa5e7-f3c1-4053-bcc6-2c9adab473dd admin admin] Pushing event deleted for resources: {'Network': ['ID=be865b7a-c931-4057-a09f-ec76ffb0fe75,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:11.973698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50654) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:12.025233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-42dc6ace-084d-4754-be35-2ea692770382 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=037964197bff4d8da93d6dadf0e6c59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501025 Jul 16 20:41:12.029439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50656) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:12.089687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ab6c150-c93b-42c3-8445-91cc007b7d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.116583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ab6c150-c93b-42c3-8445-91cc007b7d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.174975 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ab6c150-c93b-42c3-8445-91cc007b7d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.177845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2ab6c150-c93b-42c3-8445-91cc007b7d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.179096 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2ab6c150-c93b-42c3-8445-91cc007b7d7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2db355c-b69c-4670-acfc-ad68e13aac1e HTTP/1.1" status: 204 len: 168 time: 0.1486411 Jul 16 20:41:12.188383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6c150-c93b-42c3-8445-91cc007b7d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2db355c-b69c-4670-acfc-ad68e13aac1e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:12.890787 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:13.010174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50678) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.119412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-753371148-network', 'tenant_id': 'fd171a4c080c46ea8828a589be4b1457'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:13.144660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Made reservation on behalf of fd171a4c080c46ea8828a589be4b1457 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:13.147492 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.157801 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.277404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.282593 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.311939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:13.324429 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6929a-5a5d-4c79-9f5b-8917523f1b46,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.330085 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.330431 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Added segment b4f2cd79-780e-4ff8-934e-685ea47a9b38 of type vlan for network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 Jul 16 20:41:13.400890 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.450032 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.451701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:13.452716 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.509735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4977942 Jul 16 20:41:13.514476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 50682) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.521472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Request body: {'subnet': {'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-753371148-subnet', 'tenant_id': 'fd171a4c080c46ea8828a589be4b1457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:13.555726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de135-3b9e-409a-b1e2-0e8a9aa9d289 admin admin] Pushing event updated for resources: {'Network': ['ID=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.571095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:13.580536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Made reservation on behalf of fd171a4c080c46ea8828a589be4b1457 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:13.584843 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.819334 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.829251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f034226-f482-400d-bbca-864b876cc907 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:13.852970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 1f034226-f482-400d-bbca-864b876cc907 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:13.853605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 1f034226-f482-400d-bbca-864b876cc907 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:13.879914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2798a16a-4890-48eb-9518-5686d2a55ab4,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.898703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Checking segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:13.899067 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Network hostable DHCP agents. Network: f488d24e-9dc7-4a00-bbdd-59c8dfe521e0, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:13.926205 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:13.942935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, f488d24e-9dc7-4a00-bbdd-59c8dfe521e0) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:13.949654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:13.950640 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.957293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2628f20f-5cb3-4974-b41b-42a1be296a81 None None] Network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:13.977630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f583ca04-4aae-40b3-b422-7d07e10bec42 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4616594 Jul 16 20:41:14.173930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74dd63-7c6b-4601-8904-e712013499ab None None] Network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:14.642718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-c4d32bb2-b572-48e9-aaaa-17d778d7accc tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:14.644416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-c4d32bb2-b572-48e9-aaaa-17d778d7accc tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 814 time: 0.1393332 Jul 16 20:41:14.665972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-2ebb2730-fc3a-4497-aed1-343f3e1007fc tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/quotas/fd171a4c080c46ea8828a589be4b1457 HTTP/1.1" status: 200 len: 375 time: 0.0108194 Jul 16 20:41:14.710689 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-550a51a6-05e3-434f-92e7-54245bc70398 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356252 Jul 16 20:41:14.820239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-e4be363a-b304-4ef7-b4ea-e381ea2dd5b1 service neutron] 10.222.0.78 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001873 Jul 16 20:41:14.938512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-3a4966cd-d556-4965-a967-0e0d343792da service neutron] 10.222.0.78 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113138 Jul 16 20:41:15.167090 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29946f6b-4468-486b-9a8a-c7e50a10d383 req-9a73088a-279b-4628-a919-886cc6f607e1 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 210 time: 0.0400434 Jul 16 20:41:16.358119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-24c7269c-54f3-40c3-be15-d229c40fd617 req-d334435d-00b3-4446-b360-eac7332571ab tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 210 time: 0.0390286 Jul 16 20:41:16.519385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-d1bb4041-1c48-4320-bf4a-b735bc45a832 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:16.521169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-d1bb4041-1c48-4320-bf4a-b735bc45a832 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 814 time: 0.1449995 Jul 16 20:41:16.534149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Request body: {'port': {'device_id': '73853f64-74d8-43a9-9995-9dff97ca213a', 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0', 'admin_state_up': True, 'tenant_id': 'fd171a4c080c46ea8828a589be4b1457'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:16.669040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Made reservation on behalf of fd171a4c080c46ea8828a589be4b1457 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:16.672983 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.830592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Allocated IP 172.20.0.9 (f488d24e-9dc7-4a00-bbdd-59c8dfe521e0/2798a16a-4890-48eb-9518-5686d2a55ab4/f10a5cd9-a41b-4247-ab3a-b148ac80e34f) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:17.018639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.063787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.115957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:17.119457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:17.123966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:17.131234 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.167157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.167508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.167856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.168218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.168573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.168901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.169232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.169563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.169896 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.170225 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.170556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.170882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:17.198641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:17.199338 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.218360 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-09ee7fa9-6690-4553-9a81-c811a8aca6f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6883700 Jul 16 20:41:17.234701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Request body: {'port': {'device_id': '73853f64-74d8-43a9-9995-9dff97ca213a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:17.330839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.639062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f5096-7f28-4097-8082-c999e64cfe04 req-140e719c-ba8e-4201-a62e-393a249b1288 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:17.640761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a8f5096-7f28-4097-8082-c999e64cfe04 req-140e719c-ba8e-4201-a62e-393a249b1288 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 931 time: 0.1395612 Jul 16 20:41:17.720799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10a5cd9-a41b-4247-ab3a-b148ac80e34f {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:17.731758 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a8f5096-7f28-4097-8082-c999e64cfe04 req-a3ce54cf-bb65-4a2d-a101-fde8b79b18b4 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828373 Jul 16 20:41:17.733909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.751614 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Transition to ACTIVE for port object f10a5cd9-a41b-4247-ab3a-b148ac80e34f will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:17.756069 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.885488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.974777 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Attempting to bind port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:17.975214 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Attempting to bind port f10a5cd9-a41b-4247-ab3a-b148ac80e34f by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:17.975747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Attempting to bind port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:17.984415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:17.984937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Attempting to bind port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:17.993846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:17.994683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Checking segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:17.995301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Bound using segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:17.996010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Bound port: f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:17.996830 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.075974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65093f66-08b2-4f9c-a41b-d43eb4bcef31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.112112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:18.117608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:18.122619 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.165037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:18.165780 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.167433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] 10.222.0.16 "PUT /v2.0/ports/f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 1092 time: 0.9414175 Jul 16 20:41:18.167972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:18.170514 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b925d4-f021-498f-b2ad-e532d33be7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:18.200902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed1835-fbbf-4369-b007-886d0e7fb83e service neutron] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.233221 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8002df42-8d1f-4b0d-a030-5cbd10b9f718 x-openstack-request-id: req-8002df42-8d1f-4b0d-a030-5cbd10b9f718 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:18.233662 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:18.234069 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8002df42-8d1f-4b0d-a030-5cbd10b9f718 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:18.234637 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'status': 'completed', 'code': 200} Jul 16 20:41:18.293131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-1c4755e0-3a63-4540-a605-16d13dac99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:18.294770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-1c4755e0-3a63-4540-a605-16d13dac99ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1095 time: 0.0761008 Jul 16 20:41:18.343029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-a966e999-20e3-444e-be49-c73f14fe4b66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 217 time: 0.0408423 Jul 16 20:41:18.399055 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-9d2aa34d-b982-4164-9dc2-af353908b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:18.401953 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-9d2aa34d-b982-4164-9dc2-af353908b151 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0524244 Jul 16 20:41:18.445190 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-2688f470-6ad0-4abf-bc6a-b54ec80fba8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369494 Jul 16 20:41:18.580494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-377f2636-e422-444b-9eda-b99ba4f6b92f service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285229 Jul 16 20:41:18.682654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03d9dcf4-ea08-4e4c-a3ac-f40d1985e4ce req-a26d03b9-2213-4e71-96e0-349d508c565e service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959194 Jul 16 20:41:18.797757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-b41d59a8-5361-4851-baf9-8ab98d4b5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:18.800060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-b41d59a8-5361-4851-baf9-8ab98d4b5b00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1095 time: 0.0670192 Jul 16 20:41:19.026815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-a8f3b4b5-8aba-42bb-bdf4-c7c6faafc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.029565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-a8f3b4b5-8aba-42bb-bdf4-c7c6faafc4df service neutron] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.2233536 Jul 16 20:41:19.082068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-e4806067-a6e2-475b-a579-215d9bddb2c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 217 time: 0.0460875 Jul 16 20:41:19.108192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014f5e7-66ac-406a-a43e-821e318558c1 req-325c088a-3adc-4e7e-b0ba-2553a97bbc42 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.109917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1014f5e7-66ac-406a-a43e-821e318558c1 req-325c088a-3adc-4e7e-b0ba-2553a97bbc42 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 943 time: 0.1994293 Jul 16 20:41:19.168788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-de76d899-d2ab-4819-b47a-dff8468be8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.170376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-de76d899-d2ab-4819-b47a-dff8468be8db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0808067 Jul 16 20:41:19.186368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1014f5e7-66ac-406a-a43e-821e318558c1 req-d2bc6e06-46af-4841-83d9-553b08fb2426 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573449 Jul 16 20:41:19.217892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-d87af18d-4877-4981-bc2c-a2482d0ac436 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304685 Jul 16 20:41:19.318794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-6824b8b1-a711-421c-85a3-af0433021a40 service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941327 Jul 16 20:41:19.424391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8b925d4-f021-498f-b2ad-e532d33be7f9 req-815f212e-63cd-4699-b74e-58506a441ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979502 Jul 16 20:41:20.386938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2065684-8890-49dd-b13c-8fd2bbe57461 req-6313e890-1b42-400d-b0cb-139e79485283 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:20.388598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2065684-8890-49dd-b13c-8fd2bbe57461 req-6313e890-1b42-400d-b0cb-139e79485283 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 943 time: 0.0756307 Jul 16 20:41:20.422517 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dfd7-e17d-4941-a6e8-98eafa22afb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.435821 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2065684-8890-49dd-b13c-8fd2bbe57461 req-d64d9f50-3ea5-453e-a7c9-9b256a187fd2 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Jul 16 20:41:20.645934 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.631252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2008695-cedf-4aa3-821d-572ddd574dce req-62374f53-6aa4-4667-9bb0-20ec73868826 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:21.632915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2008695-cedf-4aa3-821d-572ddd574dce req-62374f53-6aa4-4667-9bb0-20ec73868826 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 943 time: 0.0747535 Jul 16 20:41:21.680586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2008695-cedf-4aa3-821d-572ddd574dce req-c3d1249e-bf86-40ce-bc24-20eb6eaa2886 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371952 Jul 16 20:41:21.894622 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f10a5cd9-a41b-4247-ab3a-b148ac80e34f details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:41:22.000975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:22.014121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0', 'port_id': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'mac_address': 'fa:16:3e:ae:f4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2798a16a-4890-48eb-9518-5686d2a55ab4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:41:22.055482 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.076167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10a5cd9-a41b-4247-ab3a-b148ac80e34f {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:22.102814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:22.107466 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.177077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:22.321384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f10a5cd9-a41b-4247-ab3a-b148ac80e34f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:22.495350 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.878941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e01a3-d6bb-4e39-867d-715fa175e810 req-19c7bf51-0112-41cd-a19e-b2ca7c6668a9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:22.880756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d38e01a3-d6bb-4e39-867d-715fa175e810 req-19c7bf51-0112-41cd-a19e-b2ca7c6668a9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 944 time: 0.0733464 Jul 16 20:41:22.927350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d38e01a3-d6bb-4e39-867d-715fa175e810 req-4807c529-28ac-4e7c-836e-755067c27932 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Jul 16 20:41:23.857762 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.913904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f10a5cd9-a41b-4247-ab3a-b148ac80e34f up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:23.978928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port f10a5cd9-a41b-4247-ab3a-b148ac80e34f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:23.985777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f10a5cd9-a41b-4247-ab3a-b148ac80e34f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:23.986379 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.096147 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.123822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427e34-a26d-4c34-9518-e2214c37a436 req-b0eb626d-6c97-4305-8b2f-2f77834e21ff tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:24.125657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd427e34-a26d-4c34-9518-e2214c37a436 req-b0eb626d-6c97-4305-8b2f-2f77834e21ff tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 944 time: 0.0748603 Jul 16 20:41:24.136304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:24.140310 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55af8573-a35d-4811-9178-b4bd61fa7248" -d '{"events": [{"server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "name": "network-vif-plugged", "status": "completed", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:24.163237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:24.170347 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.179209 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dd427e34-a26d-4c34-9518-e2214c37a436 req-1eb99f21-0843-44ad-a633-c2a7ba7afe21 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474288 Jul 16 20:41:24.225095 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5374caaa-3876-40e3-8475-adae1b1a4ca2 x-openstack-request-id: req-5374caaa-3876-40e3-8475-adae1b1a4ca2 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:24.225684 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "name": "network-vif-plugged", "status": "completed", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:24.226171 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5374caaa-3876-40e3-8475-adae1b1a4ca2 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:24.226873 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'code': 200} Jul 16 20:41:24.275828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:24.322987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e096e3-1c7e-41f6-bb82-25c263d5d756 req-2e52d118-6516-4d35-8837-fde1747839ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:24.324596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9e096e3-1c7e-41f6-bb82-25c263d5d756 req-2e52d118-6516-4d35-8837-fde1747839ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1097 time: 0.0636919 Jul 16 20:41:24.372134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9e096e3-1c7e-41f6-bb82-25c263d5d756 req-cd6e67c7-6906-4e88-bdbc-97f052fe06d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Jul 16 20:41:25.402577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283746e-6d2c-4297-8def-3e6253adc99d req-ed1dc316-bdb6-4982-96fa-4748f6c5491e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:25.404257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8283746e-6d2c-4297-8def-3e6253adc99d req-ed1dc316-bdb6-4982-96fa-4748f6c5491e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0731969 Jul 16 20:41:25.446416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8283746e-6d2c-4297-8def-3e6253adc99d req-0152917b-f647-4cd7-84a8-d3b2d9a33014 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358164 Jul 16 20:41:25.667788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff69b1-d32b-435c-927b-08664843394a req-de29254e-229e-4861-9768-1d8e662552e8 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:25.669523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4ff69b1-d32b-435c-927b-08664843394a req-de29254e-229e-4861-9768-1d8e662552e8 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0804012 Jul 16 20:41:25.716618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4ff69b1-d32b-435c-927b-08664843394a req-8fa5aa33-502c-4da9-a9be-44b885c9e70e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Jul 16 20:41:26.107678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b25f2-72a7-48c3-9d5c-57a75c1e48d5 req-c2fabeb9-15c0-4646-80f7-0aef1d206bd7 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:26.110841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-940b25f2-72a7-48c3-9d5c-57a75c1e48d5 req-c2fabeb9-15c0-4646-80f7-0aef1d206bd7 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0848377 Jul 16 20:41:26.176665 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-940b25f2-72a7-48c3-9d5c-57a75c1e48d5 req-5376fac7-f1cc-452c-b821-81f2e4dc25ef tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591865 Jul 16 20:41:26.414936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c9f7-524b-4147-a8d6-e32b55c026c4 req-ad118e33-8cfd-4ca9-b776-ede2a08b2bdc tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:26.417470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8845c9f7-524b-4147-a8d6-e32b55c026c4 req-ad118e33-8cfd-4ca9-b776-ede2a08b2bdc tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0755279 Jul 16 20:41:26.459076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8845c9f7-524b-4147-a8d6-e32b55c026c4 req-4ef19f24-7d56-49eb-a4af-934e147828c5 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Jul 16 20:41:26.858375 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-5fc7a669-ccd9-4d32-a303-b2bd0bee4653 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0579901 Jul 16 20:41:26.949848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887d8d-8b5f-4184-b97e-c2624df1ac36 req-0efb5b2c-d538-4f8a-8121-f6a984de6170 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:26.951516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc887d8d-8b5f-4184-b97e-c2624df1ac36 req-0efb5b2c-d538-4f8a-8121-f6a984de6170 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0840633 Jul 16 20:41:27.002287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc887d8d-8b5f-4184-b97e-c2624df1ac36 req-3a2684bd-39b9-4bf9-8cc0-6f430f90a380 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Jul 16 20:41:28.269979 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b3517-1fe6-4c86-82e2-a2ec0245ad9e req-2e39ed18-b397-44b8-b2e9-395a475590cd tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:28.271601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa2b3517-1fe6-4c86-82e2-a2ec0245ad9e req-2e39ed18-b397-44b8-b2e9-395a475590cd tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.1143956 Jul 16 20:41:28.273809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720512b5-531c-4269-9910-7d29d64ed5cd req-baf33296-4986-44a6-a927-40baf731651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:28.275410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-baf33296-4986-44a6-a927-40baf731651c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1097 time: 0.1162410 Jul 16 20:41:28.370591 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa2b3517-1fe6-4c86-82e2-a2ec0245ad9e req-b7b7e27d-331f-4636-9f81-600b3b5b9f04 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913851 Jul 16 20:41:28.404982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720512b5-531c-4269-9910-7d29d64ed5cd req-06d10477-016f-4a13-afdd-f60902990a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:28.406777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-06d10477-016f-4a13-afdd-f60902990a17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1210277 Jul 16 20:41:28.455352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-990ff397-2421-428c-a23b-a6810af32506 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 217 time: 0.0420098 Jul 16 20:41:28.507931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720512b5-531c-4269-9910-7d29d64ed5cd req-6c319738-90a7-465a-bf22-7b3da8b70619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:28.510137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-6c319738-90a7-465a-bf22-7b3da8b70619 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0479624 Jul 16 20:41:28.546362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8b923637-d07f-49e9-ac17-b975b53eef8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294607 Jul 16 20:41:28.664467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-b62e4f61-5bbd-4c42-a155-776aa32ca338 service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111145 Jul 16 20:41:28.766479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-6eb0d891-7f20-4cd5-88c0-0cbf391cad45 service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946686 Jul 16 20:41:29.581398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673ab65-1525-4971-a18e-47defe8f5d1e req-4dc651dd-f1d3-400f-bc64-35b80fa6b19c tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:29.583401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1673ab65-1525-4971-a18e-47defe8f5d1e req-4dc651dd-f1d3-400f-bc64-35b80fa6b19c tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0780332 Jul 16 20:41:29.651132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1673ab65-1525-4971-a18e-47defe8f5d1e req-981e8414-c64c-4ccc-8ff8-8c2bb5ce1a27 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594835 Jul 16 20:41:30.839405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d55a8-4ccb-4b21-afcd-a11a38cf6843 req-8f4d8921-c00c-406d-b7c4-4addb48af4fb tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:30.841007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-459d55a8-4ccb-4b21-afcd-a11a38cf6843 req-8f4d8921-c00c-406d-b7c4-4addb48af4fb tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0693259 Jul 16 20:41:30.883240 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-459d55a8-4ccb-4b21-afcd-a11a38cf6843 req-4c225d2a-d579-4130-a0b9-431531f2e73b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361416 Jul 16 20:41:32.083313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612fc5e-2f6f-4f17-b4cb-4c527c1cd477 req-0ca44071-fef4-45d8-a724-e577f8d7ecef tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:32.085361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8612fc5e-2f6f-4f17-b4cb-4c527c1cd477 req-0ca44071-fef4-45d8-a724-e577f8d7ecef tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0735738 Jul 16 20:41:32.131257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8612fc5e-2f6f-4f17-b4cb-4c527c1cd477 req-e71707c7-c0b7-4186-9d01-f02504097568 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Jul 16 20:41:33.332422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01f1ba-14fe-42cd-b710-99a8b48cbbcb req-175c60a1-8199-4a1e-bc8f-353357d10d28 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:33.334411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf01f1ba-14fe-42cd-b710-99a8b48cbbcb req-175c60a1-8199-4a1e-bc8f-353357d10d28 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0751548 Jul 16 20:41:33.383122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf01f1ba-14fe-42cd-b710-99a8b48cbbcb req-cfc9b1e1-6fc9-4290-a64e-5478c72f2936 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Jul 16 20:41:34.572473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848983d-709c-4a14-b13d-f51433f1f186 req-aa2057d9-2751-4bc4-b800-9204f7ac6874 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:34.574055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3848983d-709c-4a14-b13d-f51433f1f186 req-aa2057d9-2751-4bc4-b800-9204f7ac6874 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0677190 Jul 16 20:41:34.615526 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3848983d-709c-4a14-b13d-f51433f1f186 req-9e1d36c5-b088-41d8-aea5-4b050142a718 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358911 Jul 16 20:41:34.632793 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.451186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.808054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048a668-3196-4e55-982b-f761c4f5bf56 req-6cc089fa-c2a4-4210-85f5-3a886768a628 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:35.809744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e048a668-3196-4e55-982b-f761c4f5bf56 req-6cc089fa-c2a4-4210-85f5-3a886768a628 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0742855 Jul 16 20:41:35.854524 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e048a668-3196-4e55-982b-f761c4f5bf56 req-d04c15a7-c94d-4165-91e0-ffd7e2bc4cd0 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 Jul 16 20:41:37.037438 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f680-03ed-4e67-8603-ecfba3ea5bc1 req-12172163-d133-4704-8fb5-66eb4aea7db1 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:37.039004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2085f680-03ed-4e67-8603-ecfba3ea5bc1 req-12172163-d133-4704-8fb5-66eb4aea7db1 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0658295 Jul 16 20:41:37.095999 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2085f680-03ed-4e67-8603-ecfba3ea5bc1 req-30144d38-2837-4330-8910-e7901b8a08ba tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463741 Jul 16 20:41:38.295823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490883de-d9af-472a-ae39-8e72ba33e2a1 req-f85c5361-1f88-490a-a7e2-7939d042f8cf tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:38.297515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-490883de-d9af-472a-ae39-8e72ba33e2a1 req-f85c5361-1f88-490a-a7e2-7939d042f8cf tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0683255 Jul 16 20:41:38.340367 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-490883de-d9af-472a-ae39-8e72ba33e2a1 req-91bb0e06-e962-4eb6-ac8e-8b5e5399b3d5 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Jul 16 20:41:39.544731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedeb25-91f7-47f0-8a38-8ecf3c581d6a req-f573ed43-7ef6-4758-9dc7-dc03c1bd1c2f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:39.546589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-efedeb25-91f7-47f0-8a38-8ecf3c581d6a req-f573ed43-7ef6-4758-9dc7-dc03c1bd1c2f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0712037 Jul 16 20:41:39.591163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-efedeb25-91f7-47f0-8a38-8ecf3c581d6a req-31e077f8-0e2d-498a-8a28-c6393f770674 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384312 Jul 16 20:41:40.778522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197ff3-ddd5-4e60-abc6-006d97857d97 req-04aea6e3-f792-4e7e-b455-a92839f307eb tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:40.780140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db197ff3-ddd5-4e60-abc6-006d97857d97 req-04aea6e3-f792-4e7e-b455-a92839f307eb tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0705106 Jul 16 20:41:40.827587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db197ff3-ddd5-4e60-abc6-006d97857d97 req-670168a6-502b-4332-beb0-91f81e15d5ed tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414152 Jul 16 20:41:42.027018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2927cb-4179-407a-8a9e-43dbf4a19827 req-144fb2ba-7eb3-4182-a64d-f5dea8455ad0 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:42.028667 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae2927cb-4179-407a-8a9e-43dbf4a19827 req-144fb2ba-7eb3-4182-a64d-f5dea8455ad0 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0733488 Jul 16 20:41:42.448290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae2927cb-4179-407a-8a9e-43dbf4a19827 req-f2ded8e7-4f4a-45a3-86e7-e93f79fdc86c tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138083 Jul 16 20:41:43.641021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9036a5d-201b-476e-a05c-505801b8f839 req-780df5d2-f19f-4740-a3e3-ed064e88689b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:43.642659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9036a5d-201b-476e-a05c-505801b8f839 req-780df5d2-f19f-4740-a3e3-ed064e88689b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0698352 Jul 16 20:41:43.684212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9036a5d-201b-476e-a05c-505801b8f839 req-3377b6a8-5fb2-4cfc-b564-68e95bf413be tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355089 Jul 16 20:41:44.877412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c0b46-3f59-48a6-ba42-7f9b9b5264b1 req-db4b46ab-cde0-444a-b5fe-0c61f552de7d tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:44.878982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c86c0b46-3f59-48a6-ba42-7f9b9b5264b1 req-db4b46ab-cde0-444a-b5fe-0c61f552de7d tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0672045 Jul 16 20:41:44.923998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c86c0b46-3f59-48a6-ba42-7f9b9b5264b1 req-1ea1633b-0dab-4022-b990-289bcce841b2 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 Jul 16 20:41:46.118059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa935d29-bbe2-45f8-a536-c520a9d37153 req-1e1cfe06-2920-47a9-ab96-499b7d21fc44 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:46.120416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa935d29-bbe2-45f8-a536-c520a9d37153 req-1e1cfe06-2920-47a9-ab96-499b7d21fc44 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0746264 Jul 16 20:41:46.163905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa935d29-bbe2-45f8-a536-c520a9d37153 req-f5501dad-74b8-408a-b5ba-194d4ba7c640 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376189 Jul 16 20:41:47.360178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7112e6-21a4-42cd-a65e-d3c821e274e4 req-b4878afd-8df7-4121-916f-ecc96ba8cc85 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:47.361805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f7112e6-21a4-42cd-a65e-d3c821e274e4 req-b4878afd-8df7-4121-916f-ecc96ba8cc85 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0762637 Jul 16 20:41:47.403133 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f7112e6-21a4-42cd-a65e-d3c821e274e4 req-709966f7-e4ab-4c0e-911b-03ce733e5277 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351717 Jul 16 20:41:48.080662 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0c418c25-90a0-48ae-8489-059c5e790b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.602072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d9477-b34c-43de-9351-99e6bc0fde7e req-8fdcfe61-dfcd-4de7-a11b-4aef28ef842b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:48.604528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-484d9477-b34c-43de-9351-99e6bc0fde7e req-8fdcfe61-dfcd-4de7-a11b-4aef28ef842b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0854928 Jul 16 20:41:48.646403 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-484d9477-b34c-43de-9351-99e6bc0fde7e req-5cc0dbf5-864b-4169-9734-5c33bd251a4b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360868 Jul 16 20:41:49.839800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835578d3-ae6a-44c1-9271-2c3f88b71941 req-7ba1e573-e4cd-4d71-af97-05e781aa0f50 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.841445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-835578d3-ae6a-44c1-9271-2c3f88b71941 req-7ba1e573-e4cd-4d71-af97-05e781aa0f50 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0693486 Jul 16 20:41:49.882463 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:49.888968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-835578d3-ae6a-44c1-9271-2c3f88b71941 req-c59a4f41-8a0e-4c15-9134-20e7a8b262d2 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370219 Jul 16 20:41:50.422541 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-734c3890-846c-43fc-90c4-7a67a2295709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.640452 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.089029 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d711-f3a7-44b3-814c-efa5cd05ecb4 req-2010fda3-d4a6-4e2c-ad6b-ef4d2439d0b3 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:51.091021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2b4d711-f3a7-44b3-814c-efa5cd05ecb4 req-2010fda3-d4a6-4e2c-ad6b-ef4d2439d0b3 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0704470 Jul 16 20:41:51.164192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2b4d711-f3a7-44b3-814c-efa5cd05ecb4 req-cfc62ce8-866c-4790-9e79-27b0ba4e6329 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663750 Jul 16 20:41:51.412288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-27834f4a-48eb-4e03-be74-48d7e9891090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:51.413896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-27834f4a-48eb-4e03-be74-48d7e9891090 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1097 time: 0.0595653 Jul 16 20:41:51.540168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-e8df0f78-09d8-4d2f-a7ef-1a8355680def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:51.542311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-e8df0f78-09d8-4d2f-a7ef-1a8355680def service neutron] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1005504 Jul 16 20:41:51.589616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-319915ff-a218-4920-8e5c-56c259e088b3 req-bf9eb875-3426-43dd-86da-30b135177555 service neutron] (100243) timed out ('10.222.0.68', 55916) {{(pid=100243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:41:51.591592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-5d212418-cedb-4630-b05f-a19d3064a98c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 217 time: 0.0430858 Jul 16 20:41:51.643425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-ae4bcac9-76c6-41f3-8905-ec8adac3eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:51.644968 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-ae4bcac9-76c6-41f3-8905-ec8adac3eaf1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0473838 Jul 16 20:41:51.681400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-7fa5a0bd-c467-4021-a634-4d704d7d6c50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286381 Jul 16 20:41:51.824519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-f726718a-5a95-442d-b289-035464c9528b service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350126 Jul 16 20:41:51.989004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02350fb-a9bb-4508-a169-ac65f18d74fc req-e3076feb-bab7-4101-a6f8-8617ce2e701b service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582596 Jul 16 20:41:52.373147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a12a7-698f-4812-975a-8b5182a4d19a req-6208da41-305d-45ee-aa97-715444a1506e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:52.374848 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e2a12a7-698f-4812-975a-8b5182a4d19a req-6208da41-305d-45ee-aa97-715444a1506e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0805769 Jul 16 20:41:52.422740 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e2a12a7-698f-4812-975a-8b5182a4d19a req-4bb01751-75b8-4eb6-9301-9f4b53b3fc9e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378082 Jul 16 20:41:52.497080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.617698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223cccd-7a31-421a-b3ac-3f55936a9e74 req-b120e724-4256-4a13-9137-b705dd0c76ad tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:53.620127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6223cccd-7a31-421a-b3ac-3f55936a9e74 req-b120e724-4256-4a13-9137-b705dd0c76ad tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0722239 Jul 16 20:41:53.674809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6223cccd-7a31-421a-b3ac-3f55936a9e74 req-57cf09e9-5dcc-4b92-ac5b-db69472f9164 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Jul 16 20:41:53.861841 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.866452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0fcf-7560-4bbf-a8d1-fe7c7ce3ac64 req-520f47cb-0da5-47a5-a1f8-943b32ae6c10 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.868941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-169f0fcf-7560-4bbf-a8d1-fe7c7ce3ac64 req-520f47cb-0da5-47a5-a1f8-943b32ae6c10 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0707667 Jul 16 20:41:54.915695 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-169f0fcf-7560-4bbf-a8d1-fe7c7ce3ac64 req-867596d9-b11e-4c17-8cd5-02060b4f9b16 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Jul 16 20:41:55.749971 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-720512b5-531c-4269-9910-7d29d64ed5cd req-bdb881be-bccc-4ae1-b7f0-90a6786dcace service neutron] show failed (client error): The resource could not be found. Jul 16 20:41:55.751054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-bdb881be-bccc-4ae1-b7f0-90a6786dcace service neutron] 10.222.0.16 "GET /v2.0/ports/f10a5cd9-a41b-4247-ab3a-b148ac80e34f/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0623436 Jul 16 20:41:56.149140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4b70-953a-4384-9407-f02d7b3bd58e req-3b8d76c4-47d9-45ca-843c-83743f24e267 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:56.152006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db6c4b70-953a-4384-9407-f02d7b3bd58e req-3b8d76c4-47d9-45ca-843c-83743f24e267 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0970087 Jul 16 20:41:56.219788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-db6c4b70-953a-4384-9407-f02d7b3bd58e req-36ea43e2-181a-44aa-a93b-fd8227cc7710 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581079 Jul 16 20:41:56.432091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720512b5-531c-4269-9910-7d29d64ed5cd req-2020f7d2-116d-44f2-a438-b5513a8e0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:56.433599 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-2020f7d2-116d-44f2-a438-b5513a8e0cf1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a&tenant_id=fd171a4c080c46ea8828a589be4b1457 HTTP/1.1" status: 200 len: 1097 time: 0.4312463 Jul 16 20:41:56.446724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:56.552567 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.814346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:56.854144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:56.896357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:56.898713 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8277764-321d-460c-9dd6-bf3bc2ed10d8" -d '{"events": [{"server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "name": "network-vif-unplugged", "status": "completed", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:56.903550 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.918874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Transition to ACTIVE for port object f10a5cd9-a41b-4247-ab3a-b148ac80e34f will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:56.923435 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.968103 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4334b6-83df-45c5-9846-98cae5db3dd5 x-openstack-request-id: req-8e4334b6-83df-45c5-9846-98cae5db3dd5 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:56.968454 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "name": "network-vif-unplugged", "status": "completed", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:56.968706 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e4334b6-83df-45c5-9846-98cae5db3dd5 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:56.969169 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'code': 200} Jul 16 20:41:56.999739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] No DVR routers for this DVR port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:57.003025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=6']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:57.015607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.015951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.016335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.016676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.017010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.017342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.017674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.018002 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.018328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.018657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.018981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.019304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:57.053734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Attempting to bind port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:57.054076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Attempting to bind port f10a5cd9-a41b-4247-ab3a-b148ac80e34f by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:57.054406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Attempting to bind port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:57.059275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:57.059604 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Attempting to bind port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:57.065088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:57.065355 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Checking segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:57.065746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Bound using segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:57.066177 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Bound port: f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:57.066545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.142677 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:57.146996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:57.152843 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.191745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.192413 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.193848 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] 10.222.0.68 "PUT /v2.0/ports/f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 1092 time: 0.7521739 Jul 16 20:41:57.227322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a172471-a85a-4330-a77e-3057fa52a191 service neutron] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:57.303213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720512b5-531c-4269-9910-7d29d64ed5cd req-bc95e180-24b2-4712-9be0-f19b8b17b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.306708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-bc95e180-24b2-4712-9be0-f19b8b17b4a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1095 time: 0.0872145 Jul 16 20:41:57.432063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd4133-622a-49e9-acdd-f80a90bbf948 req-90ff2a0f-df6a-4619-8260-9155ffa3cfdd tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.433944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75dd4133-622a-49e9-acdd-f80a90bbf948 req-90ff2a0f-df6a-4619-8260-9155ffa3cfdd tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 943 time: 0.0820155 Jul 16 20:41:57.439970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720512b5-531c-4269-9910-7d29d64ed5cd req-6f3fd39b-bfd4-415f-ad52-34b5073ceae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.450436 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-6f3fd39b-bfd4-415f-ad52-34b5073ceae9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1368079 Jul 16 20:41:57.478853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-75dd4133-622a-49e9-acdd-f80a90bbf948 req-e3325dcb-1791-4d55-889b-9e62615b9056 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 Jul 16 20:41:57.500508 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-952dfe7a-0fec-487f-91ac-b6f706c57bed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 217 time: 0.0424428 Jul 16 20:41:57.555538 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720512b5-531c-4269-9910-7d29d64ed5cd req-3b9c835e-5ff1-4a89-9c4d-fc476458d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.557634 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-3b9c835e-5ff1-4a89-9c4d-fc476458d15a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0500445 Jul 16 20:41:57.593132 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-ec5743c8-ac12-493c-84fe-dc5bfc6a302c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287132 Jul 16 20:41:57.720458 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-0eae7540-f8fe-4349-a801-848a9bc95cd5 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193588 Jul 16 20:41:57.849005 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-720512b5-531c-4269-9910-7d29d64ed5cd req-560f7327-0664-4a64-b57f-6d8e845c8a55 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164598 Jul 16 20:41:58.675421 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233a9d-c44f-497a-9bd9-25f6ba799c2f req-85629ddc-1aa1-4983-8eb2-25bb3c9f0dcb tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:58.677071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad233a9d-c44f-497a-9bd9-25f6ba799c2f req-85629ddc-1aa1-4983-8eb2-25bb3c9f0dcb tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 943 time: 0.0729642 Jul 16 20:41:58.726341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ad233a9d-c44f-497a-9bd9-25f6ba799c2f req-b1d7ee6b-600a-4f8b-97ba-3623b2b4250b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384352 Jul 16 20:41:58.970092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:58.972734 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:59.032490 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc89cc3b-afa7-4e4c-8775-714567d868fb x-openstack-request-id: req-dc89cc3b-afa7-4e4c-8775-714567d868fb {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:59.032896 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:59.033562 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc89cc3b-afa7-4e4c-8775-714567d868fb {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:59.034059 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'status': 'completed', 'code': 200} Jul 16 20:41:59.121081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-4dcfeb88-e773-4cfd-927b-e3b65d59c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.122674 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-4dcfeb88-e773-4cfd-927b-e3b65d59c919 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1095 time: 0.0688813 Jul 16 20:41:59.125132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-8bb5e3a8-7486-4c6a-9fa7-44df98de3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.126659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-8bb5e3a8-7486-4c6a-9fa7-44df98de3722 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1095 time: 0.0706880 Jul 16 20:41:59.241249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-fc1d201d-0f90-4057-bcc0-6e99c5b4c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.242706 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-fc1d201d-0f90-4057-bcc0-6e99c5b4c3bf service neutron] 10.222.0.68 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1128016 Jul 16 20:41:59.251046 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-cf4ee8df-6453-41ea-a094-83c0175f4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.253597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-cf4ee8df-6453-41ea-a094-83c0175f4c75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1205280 Jul 16 20:41:59.289033 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-f86c1d8a-b3b2-4c8d-bea1-9a178ac2dc1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 217 time: 0.0384450 Jul 16 20:41:59.299851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-fd909924-9841-4ad8-ab92-0b3d7c76df0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 217 time: 0.0395439 Jul 16 20:41:59.353375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-b1f5c9f0-ffca-4f7d-8662-c0a778cb0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.354790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-b1f5c9f0-ffca-4f7d-8662-c0a778cb0007 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0570238 Jul 16 20:41:59.393561 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-819d314c-e00b-400c-89f4-e4c13a6580cc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300388 Jul 16 20:41:59.394664 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-6d5e7cbb-a3be-45b7-a35b-6c9675b47716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.397277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-6d5e7cbb-a3be-45b7-a35b-6c9675b47716 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0889602 Jul 16 20:41:59.440585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-357a1dc2-5fe2-4025-b2ad-57cdd09fb8f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354757 Jul 16 20:41:59.538270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-c6dbf592-5a61-4e98-92dd-68a043d7ccf9 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355991 Jul 16 20:41:59.582717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-8cbfffc2-7262-4ac5-ba34-84f7cb7620a1 service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341357 Jul 16 20:41:59.704031 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-24282471-9afb-4d0b-a055-839080b4a8a8 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584949 Jul 16 20:41:59.721865 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7024b720-d8bf-4ec1-a5ea-3b3b7106cd1f req-5875db90-9ecb-4a4f-b054-e420f149b81a service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313593 Jul 16 20:41:59.929086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dad94d-c549-4690-b2a2-e10742bde153 req-6c5b65f1-6e4e-475b-a0d1-cfe9520c1440 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.931654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0dad94d-c549-4690-b2a2-e10742bde153 req-6c5b65f1-6e4e-475b-a0d1-cfe9520c1440 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 943 time: 0.0761449 Jul 16 20:41:59.980871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a0dad94d-c549-4690-b2a2-e10742bde153 req-390ca1f2-ad73-4ab6-bf7b-ee5596907349 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Jul 16 20:42:00.064041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f10a5cd9-a41b-4247-ab3a-b148ac80e34f no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:42:00.111428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f10a5cd9-a41b-4247-ab3a-b148ac80e34f not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:42:00.528231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-27d143bc-420f-4e41-9a30-ba5fa434bcd0 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.529881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-27d143bc-420f-4e41-9a30-ba5fa434bcd0 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.16 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a&tenant_id=fd171a4c080c46ea8828a589be4b1457&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 943 time: 0.2792222 Jul 16 20:42:00.539060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c3ce-6b1c-4602-903c-76c7724b0f58 req-ece1c19b-cf24-49b4-8983-b6b340ecddc6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.541308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2419c3ce-6b1c-4602-903c-76c7724b0f58 req-ece1c19b-cf24-49b4-8983-b6b340ecddc6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 943 time: 0.2699413 Jul 16 20:42:00.632563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2419c3ce-6b1c-4602-903c-76c7724b0f58 req-96d0e3a8-3473-491a-b6f3-e06955cbbbfb tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831449 Jul 16 20:42:00.635260 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-d57af029-2741-45e2-89b8-368c73208f4a service neutron] delete failed (client error): The resource could not be found. Jul 16 20:42:00.636364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-d57af029-2741-45e2-89b8-368c73208f4a service neutron] 10.222.0.16 "DELETE /v2.0/ports/f10a5cd9-a41b-4247-ab3a-b148ac80e34f/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0940692 Jul 16 20:42:00.743506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-a5dc0203-8582-49ea-b0ca-b7bcf63170ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.745434 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-a5dc0203-8582-49ea-b0ca-b7bcf63170ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 1095 time: 0.0600479 Jul 16 20:42:00.758006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f10a5cd9-a41b-4247-ab3a-b148ac80e34f details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:00.861763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-dca09280-d796-4a27-9142-df853b6cc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.864113 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-dca09280-d796-4a27-9142-df853b6cc61e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1129582 Jul 16 20:42:00.878022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:00.896551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0', 'port_id': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'mac_address': 'fa:16:3e:ae:f4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2798a16a-4890-48eb-9518-5686d2a55ab4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:00.937847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-767fd0ac-ef83-44ad-b566-e43373950f42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 200 len: 217 time: 0.0663276 Jul 16 20:42:00.956454 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.971493 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10a5cd9-a41b-4247-ab3a-b148ac80e34f {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:00.994424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-d30ab25e-6a7a-4aa9-bf8b-a4e204284bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.995984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-d30ab25e-6a7a-4aa9-bf8b-a4e204284bbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0519378 Jul 16 20:42:01.004629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:01.012146 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.033054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-33686012-5229-4ae3-acb6-ab570f9d3fae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307641 Jul 16 20:42:01.081045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:01.095913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.096706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.097326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.097945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.098498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.098919 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.099485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.100075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.100698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.101283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.101830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.102403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:01.140131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-68d458aa-127d-45d4-8de5-225092e01a44 service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004019 Jul 16 20:42:01.244097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f10a5cd9-a41b-4247-ab3a-b148ac80e34f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:01.252435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dd955fe-d6a7-43c6-9905-068d3610dfe6 req-10ff4b10-7b89-4504-86d9-5b08be9f152c service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059334 Jul 16 20:42:01.887562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358d4d-e8eb-4f16-9c7d-a1d6d053c104 req-f9091cec-7602-4bc2-b7e8-fea6a289d262 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.892835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea358d4d-e8eb-4f16-9c7d-a1d6d053c104 req-f9091cec-7602-4bc2-b7e8-fea6a289d262 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 944 time: 0.1141789 Jul 16 20:42:01.942775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ea358d4d-e8eb-4f16-9c7d-a1d6d053c104 req-6ef29f23-346e-4d80-a1b2-24e4470658fd tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Jul 16 20:42:02.139037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6293df-9e87-4a6b-93b5-d86ef185fac1 req-163f5bf3-8fb3-4fdb-9cdb-0fcdbcb8191b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.140673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af6293df-9e87-4a6b-93b5-d86ef185fac1 req-163f5bf3-8fb3-4fdb-9cdb-0fcdbcb8191b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 944 time: 0.0763636 Jul 16 20:42:02.183923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af6293df-9e87-4a6b-93b5-d86ef185fac1 req-42eeaeb8-4a11-4f0c-95ab-1cb870d60688 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372484 Jul 16 20:42:02.367186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde044f-483d-4eae-8bfc-ddf9cac26b9b req-d020b9cf-2a78-4964-9618-40c377ed666d tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.369898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecde044f-483d-4eae-8bfc-ddf9cac26b9b req-d020b9cf-2a78-4964-9618-40c377ed666d tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 944 time: 0.0704448 Jul 16 20:42:02.417977 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecde044f-483d-4eae-8bfc-ddf9cac26b9b req-a503e802-9780-4f45-955b-cc5feea98aae tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390546 Jul 16 20:42:02.798635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f10a5cd9-a41b-4247-ab3a-b148ac80e34f up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:02.859480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port f10a5cd9-a41b-4247-ab3a-b148ac80e34f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:02.864369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f10a5cd9-a41b-4247-ab3a-b148ac80e34f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:02.864828 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.956516 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.961562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422330-3543-4436-98d1-7696b2964764 req-30be350f-1df3-45b5-8317-50cd6d163531 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.964164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-30be350f-1df3-45b5-8317-50cd6d163531 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 814 time: 0.1408110 Jul 16 20:42:02.981395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:02.981680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-e7ff63eb-b821-44b4-b48b-50f9fbb738c3 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/quotas/fd171a4c080c46ea8828a589be4b1457 HTTP/1.1" status: 200 len: 375 time: 0.0113828 Jul 16 20:42:02.983800 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eb76eb-657d-4109-b599-82bc76aecab0" -d '{"events": [{"server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "name": "network-vif-plugged", "status": "completed", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:03.001268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:03.007724 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.098730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-af18b51f-be69-4441-968e-30827f43536e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098628 Jul 16 20:42:03.107346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.131164 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e947a362-3958-4ffb-8908-be7ec6775b91 x-openstack-request-id: req-e947a362-3958-4ffb-8908-be7ec6775b91 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:03.131583 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "name": "network-vif-plugged", "status": "completed", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:03.131934 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e947a362-3958-4ffb-8908-be7ec6775b91 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:03.132452 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'code': 200} Jul 16 20:42:03.211153 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-9243ff4f-12d5-4aa7-8f6a-7f910122d813 service neutron] 10.222.0.78 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038303 Jul 16 20:42:03.316494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-6dc498a4-2e18-4898-95c4-392c789465fb service neutron] 10.222.0.78 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971403 Jul 16 20:42:03.548102 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1bab8427-908a-40e4-9260-d9cae74608e1 req-b802d004-4c32-4e3b-a2af-ef73b45248ea tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 210 time: 0.0503106 Jul 16 20:42:04.110763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-818a8298-7c00-4c5e-b94d-7db7a6e6c24d tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.112667 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-818a8298-7c00-4c5e-b94d-7db7a6e6c24d tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.68 "GET /v2.0/ports?device_id=73853f64-74d8-43a9-9995-9dff97ca213a HTTP/1.1" status: 200 len: 945 time: 0.0793583 Jul 16 20:42:04.232589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Deleting port f10a5cd9-a41b-4247-ab3a-b148ac80e34f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:04.232933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.367029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] For port f10a5cd9-a41b-4247-ab3a-b148ac80e34f, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:04.367285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.381276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Calling delete_port for f10a5cd9-a41b-4247-ab3a-b148ac80e34f owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:04.580023 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.598274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f10a5cd9-a41b-4247-ab3a-b148ac80e34f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:04.642109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Pushing event deleted for resources: {'Port': ['ID=f10a5cd9-a41b-4247-ab3a-b148ac80e34f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:04.710895 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.720551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] No DVR routers for this DVR port f10a5cd9-a41b-4247-ab3a-b148ac80e34f on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:42:04.723939 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.726870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-40df7c75-3344-4aab-8f0a-82ac0bd37a67 req-79155fda-ed0a-4cda-ba30-27fabaea3f52 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.68 "DELETE /v2.0/ports/f10a5cd9-a41b-4247-ab3a-b148ac80e34f HTTP/1.1" status: 204 len: 173 time: 0.6083801 Jul 16 20:42:04.728026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'name': 'network-vif-deleted', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:04.733745 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ab3232-bfa1-4c96-af30-6bb82aabaf45" -d '{"events": [{"server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "name": "network-vif-deleted", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:04.745987 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1019cd53-1b6a-49cf-bb07-a312a1126864 req-46ac43f7-4477-4fb5-b7d5-aee16b850106 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 210 time: 0.0492315 Jul 16 20:42:04.849629 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2388c3f-288c-4bab-94eb-cb3f7a5c180c x-openstack-request-id: req-f2388c3f-288c-4bab-94eb-cb3f7a5c180c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:04.850037 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73853f64-74d8-43a9-9995-9dff97ca213a", "name": "network-vif-deleted", "tag": "f10a5cd9-a41b-4247-ab3a-b148ac80e34f", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:04.850198 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2388c3f-288c-4bab-94eb-cb3f7a5c180c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:04.850581 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73853f64-74d8-43a9-9995-9dff97ca213a', 'name': 'network-vif-deleted', 'tag': 'f10a5cd9-a41b-4247-ab3a-b148ac80e34f', 'status': 'completed', 'code': 200} Jul 16 20:42:04.898301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422330-3543-4436-98d1-7696b2964764 req-36fc86e3-18b1-4b19-81f8-e8aa76391553 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.900388 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-36fc86e3-18b1-4b19-81f8-e8aa76391553 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.68 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 814 time: 0.1548889 Jul 16 20:42:04.912960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Request body: {'port': {'device_id': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0', 'admin_state_up': True, 'tenant_id': 'fd171a4c080c46ea8828a589be4b1457'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:05.029639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Made reservation on behalf of fd171a4c080c46ea8828a589be4b1457 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:05.033454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.176415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Allocated IP 172.20.0.14 (f488d24e-9dc7-4a00-bbdd-59c8dfe521e0/2798a16a-4890-48eb-9518-5686d2a55ab4/b628cd33-1345-42f9-94e7-f5c7b0fdfa2e) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:05.374708 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.449675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.464879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f10a5cd9-a41b-4247-ab3a-b148ac80e34f'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:05.497118 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.514476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:05.518454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:05.523052 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:05.530144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:05.590391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.591079 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.606986 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-ff4fa8ee-b3da-4129-a617-9685546a7b54 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6980162 Jul 16 20:42:05.620042 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Request body: {'port': {'device_id': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:05.701810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.944243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4fe8d-b6a0-403a-ad3f-02b55869ec4f req-5d945b75-db05-463a-8033-f10b411d447f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.945829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26d4fe8d-b6a0-403a-ad3f-02b55869ec4f req-5d945b75-db05-463a-8033-f10b411d447f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 932 time: 0.0755630 Jul 16 20:42:05.998144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26d4fe8d-b6a0-403a-ad3f-02b55869ec4f req-6470acf3-f8be-48cf-bdce-c137b5361d44 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Jul 16 20:42:06.025319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b628cd33-1345-42f9-94e7-f5c7b0fdfa2e {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:06.034900 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.049462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Transition to ACTIVE for port object b628cd33-1345-42f9-94e7-f5c7b0fdfa2e will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:06.054089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.108257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:06.195420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Attempting to bind port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:06.196686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Attempting to bind port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:06.196686 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Attempting to bind port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:06.202032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:06.202360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Attempting to bind port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:06.207800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:06.208140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Checking segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:06.208561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Bound using segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:06.208987 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Bound port: b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:06.209348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.282096 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:06.285572 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:06.291290 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.329294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:06.329968 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.331462 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] 10.222.0.68 "PUT /v2.0/ports/b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 1093 time: 0.7166693 Jul 16 20:42:06.357418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985bf1a-341e-40be-9d66-0ab65250b58e service neutron] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:06.444659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422330-3543-4436-98d1-7696b2964764 req-0317c975-043a-4755-9eef-1a5e0b963652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:06.447382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-0317c975-043a-4755-9eef-1a5e0b963652 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1096 time: 0.0633123 Jul 16 20:42:06.492037 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-0081de35-5720-42ce-9d6a-c2711a961f6a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 217 time: 0.0379925 Jul 16 20:42:06.547664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422330-3543-4436-98d1-7696b2964764 req-5bdafb07-0c6d-4181-b634-e81a28b5b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:06.550311 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-5bdafb07-0c6d-4181-b634-e81a28b5b31b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0521493 Jul 16 20:42:06.590979 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-045e0128-ae8e-4531-9463-ba9e88b62674 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334809 Jul 16 20:42:06.686279 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-11eb791f-4054-4d13-ad18-39712b65f93f service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889430 Jul 16 20:42:06.790569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4f422330-3543-4436-98d1-7696b2964764 req-b3d6f703-3dbe-4899-8757-defcd48f6052 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972240 Jul 16 20:42:06.851843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:06.854565 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3265ac-1464-438d-922e-38d353d58698" -d '{"events": [{"name": "network-changed", "server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:06.891321 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96f8da7-f489-4081-b65a-8b7d1233853d x-openstack-request-id: req-c96f8da7-f489-4081-b65a-8b7d1233853d {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:06.891742 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:06.892027 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c96f8da7-f489-4081-b65a-8b7d1233853d {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:06.892515 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'status': 'completed', 'code': 200} Jul 16 20:42:06.974522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3265ac-1464-438d-922e-38d353d58698 req-10d8f1e9-e47e-4cc7-9e4b-3809be5ee4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:06.976138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e3265ac-1464-438d-922e-38d353d58698 req-10d8f1e9-e47e-4cc7-9e4b-3809be5ee4a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1096 time: 0.0566399 Jul 16 20:42:07.080711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3265ac-1464-438d-922e-38d353d58698 req-60dc9c94-7f51-410d-9927-1dd03d981d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.082256 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e3265ac-1464-438d-922e-38d353d58698 req-60dc9c94-7f51-410d-9927-1dd03d981d9f service neutron] 10.222.0.68 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.0993855 Jul 16 20:42:07.127115 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e3265ac-1464-438d-922e-38d353d58698 req-e1884f8c-5d07-469f-adca-faf61066e8c1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 217 time: 0.0372937 Jul 16 20:42:07.181089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3265ac-1464-438d-922e-38d353d58698 req-b1ca06ff-7161-488c-ab80-0275a7fbf582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.182870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e3265ac-1464-438d-922e-38d353d58698 req-b1ca06ff-7161-488c-ab80-0275a7fbf582 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0474057 Jul 16 20:42:07.213748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69faa34-346f-4574-bcad-ae84d6f029c6 req-ba259b2d-06f6-42be-9429-76f040431c51 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.215398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b69faa34-346f-4574-bcad-ae84d6f029c6 req-ba259b2d-06f6-42be-9429-76f040431c51 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 944 time: 0.0850177 Jul 16 20:42:07.217879 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e3265ac-1464-438d-922e-38d353d58698 req-cd2a4a52-4aea-47d8-a728-e27e0ba73eb8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282443 Jul 16 20:42:07.259490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b69faa34-346f-4574-bcad-ae84d6f029c6 req-2fdb3530-b7b9-4440-b78b-bc0757135a3e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Jul 16 20:42:07.323694 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e3265ac-1464-438d-922e-38d353d58698 req-6c8b38bd-8dc4-43dd-a17f-3aa75ae94eea service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986774 Jul 16 20:42:07.428775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3e3265ac-1464-438d-922e-38d353d58698 req-8624d337-c71a-42f2-8ea6-726132f2a24b service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979722 Jul 16 20:42:08.443701 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286049-e1f3-4332-a785-b84afb2c8154 req-db15d0b1-693b-4744-b8be-3c9523b888ac tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:08.445277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59286049-e1f3-4332-a785-b84afb2c8154 req-db15d0b1-693b-4744-b8be-3c9523b888ac tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 944 time: 0.0664408 Jul 16 20:42:08.488985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59286049-e1f3-4332-a785-b84afb2c8154 req-d3696b02-c57b-4206-9c95-d33cdf5e0caa tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Jul 16 20:42:08.851191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f10a5cd9-a41b-4247-ab3a-b148ac80e34f no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:42:08.873033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: f10a5cd9-a41b-4247-ab3a-b148ac80e34f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:42:08.873378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f10a5cd9-a41b-4247-ab3a-b148ac80e34f not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:42:09.680378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb08b-8bc5-455f-9974-0c05f2af8692 req-4bf28076-6dd8-442f-a1b3-aa641cd36764 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:09.682618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c1fb08b-8bc5-455f-9974-0c05f2af8692 req-4bf28076-6dd8-442f-a1b3-aa641cd36764 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 944 time: 0.0738409 Jul 16 20:42:09.723602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c1fb08b-8bc5-455f-9974-0c05f2af8692 req-f77d4e2b-1a99-4f3a-88ce-09145fd647ef tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349209 Jul 16 20:42:10.867566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b628cd33-1345-42f9-94e7-f5c7b0fdfa2e details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:10.920822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29984d-dd25-4ecb-b857-fea5bce74388 req-98f741c0-ee60-43de-8ca1-6d56a68ea729 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.923551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a29984d-dd25-4ecb-b857-fea5bce74388 req-98f741c0-ee60-43de-8ca1-6d56a68ea729 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 944 time: 0.0793872 Jul 16 20:42:10.977408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a29984d-dd25-4ecb-b857-fea5bce74388 req-3ab4ca55-d74a-4aca-a3fa-2d4252b692d3 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Jul 16 20:42:10.998869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:11.018460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0', 'port_id': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'mac_address': 'fa:16:3e:47:ec:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2798a16a-4890-48eb-9518-5686d2a55ab4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:11.056876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:11.072324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b628cd33-1345-42f9-94e7-f5c7b0fdfa2e {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:11.095514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:11.100673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:11.158915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:11.287942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:12.176670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87858358-522a-4f1d-b25b-757a4c875e70 req-9a4836f7-1247-4334-ba7f-0db94fb8274b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:12.178224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87858358-522a-4f1d-b25b-757a4c875e70 req-9a4836f7-1247-4334-ba7f-0db94fb8274b tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 945 time: 0.0661778 Jul 16 20:42:12.219397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87858358-522a-4f1d-b25b-757a4c875e70 req-24713415-c9c8-487f-b781-190a1c7e2671 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344906 Jul 16 20:42:12.866660 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b628cd33-1345-42f9-94e7-f5c7b0fdfa2e up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:12.919131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:12.923920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:12.924437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:13.010898 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:13.036805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:13.039209 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c2b622-1cd2-430d-bb4d-33ea190c7e78" -d '{"events": [{"server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:13.053873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:13.059397 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:13.104816 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669138fa-472d-45d1-be1b-ca5ea125a2d4 x-openstack-request-id: req-669138fa-472d-45d1-be1b-ca5ea125a2d4 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:13.105123 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:13.105384 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-669138fa-472d-45d1-be1b-ca5ea125a2d4 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:13.105807 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'code': 200} Jul 16 20:42:13.117375 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:13.227276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464de1a4-282c-4b34-bc1c-4d23d223b5d7 req-fcf12fb6-c9fc-4c0a-b6fd-d654e21f7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:13.229174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-464de1a4-282c-4b34-bc1c-4d23d223b5d7 req-fcf12fb6-c9fc-4c0a-b6fd-d654e21f7a22 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1098 time: 0.0556860 Jul 16 20:42:13.265509 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-464de1a4-282c-4b34-bc1c-4d23d223b5d7 req-856df01a-4d3e-421f-92ec-13aa1c93a22b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301971 Jul 16 20:42:13.406536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6266c44-fdc1-4224-bcc9-110bf8980e72 req-84311812-6b18-4ca9-b4e3-2f562c07cde9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:13.407997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6266c44-fdc1-4224-bcc9-110bf8980e72 req-84311812-6b18-4ca9-b4e3-2f562c07cde9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0720534 Jul 16 20:42:13.448168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6266c44-fdc1-4224-bcc9-110bf8980e72 req-3a05ad86-391b-4985-b5af-ba1a166cfca9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342448 Jul 16 20:42:14.648337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec73588-e838-401c-be78-e295e4d249c9 req-4e748d4e-2038-4190-a8cd-40a3bfeeaa00 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:14.650422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eec73588-e838-401c-be78-e295e4d249c9 req-4e748d4e-2038-4190-a8cd-40a3bfeeaa00 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0818489 Jul 16 20:42:14.693353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eec73588-e838-401c-be78-e295e4d249c9 req-1ab75492-7e78-4b75-a13c-e9fea1486eed tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372744 Jul 16 20:42:14.886659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c9bf2-8801-4691-afbb-d95a0401dc1d req-df58b993-8039-493f-9285-95945d248415 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:14.888256 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-552c9bf2-8801-4691-afbb-d95a0401dc1d req-df58b993-8039-493f-9285-95945d248415 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0722122 Jul 16 20:42:14.928021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-552c9bf2-8801-4691-afbb-d95a0401dc1d req-95aca82f-ebf6-4355-bb60-7ee938d77796 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338147 Jul 16 20:42:15.293694 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-94fc9f6a-9e01-49d7-b4d7-61dd6a431c49 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569818 Jul 16 20:42:15.356927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49203b-648a-45e5-a7bc-c8cce8985469 req-bcf77d6f-5c36-4449-9f1e-986a15dff7f1 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:15.358564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a49203b-648a-45e5-a7bc-c8cce8985469 req-bcf77d6f-5c36-4449-9f1e-986a15dff7f1 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0737250 Jul 16 20:42:15.410771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3a49203b-648a-45e5-a7bc-c8cce8985469 req-f9400199-aced-4cf7-ad9e-7c69c23f5617 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Jul 16 20:42:16.573965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-f413a161-fabc-4573-a7e5-6b3834f946b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.576576 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-f413a161-fabc-4573-a7e5-6b3834f946b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1098 time: 0.0880666 Jul 16 20:42:16.635707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12707517-6167-4d99-996a-4700b9e9d041 req-143d77d4-74bd-41d5-944f-11a522fd58d7 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.637364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12707517-6167-4d99-996a-4700b9e9d041 req-143d77d4-74bd-41d5-944f-11a522fd58d7 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0905049 Jul 16 20:42:16.692560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-0c5877a0-3b64-463a-ad93-60a5916a1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.694138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-0c5877a0-3b64-463a-ad93-60a5916a1312 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1111000 Jul 16 20:42:16.694773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-12707517-6167-4d99-996a-4700b9e9d041 req-b6f389a4-e38f-4c39-a466-56636b2d0539 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491469 Jul 16 20:42:16.756925 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-dfe0e0f4-d9d7-422a-894f-d80031bf5316 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 217 time: 0.0564740 Jul 16 20:42:16.823729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-313a72c8-c8b5-47b1-beb4-39c1bb56c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.826101 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-313a72c8-c8b5-47b1-beb4-39c1bb56c9d5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0629275 Jul 16 20:42:16.870755 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-836af2e6-7db8-40e7-8688-abcf10685fd8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382068 Jul 16 20:42:17.350810 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-2d93f93f-b2e5-4f1c-ad7b-1b6f797456bf service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737599 Jul 16 20:42:17.473771 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-752740df-7f1e-4432-baa9-20c1a42feed0 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160905 Jul 16 20:42:17.917558 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e04596-f895-4461-ad71-a29ea2b5d51b req-35432c78-cafc-49d6-8d75-fd84271951f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:17.919152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0e04596-f895-4461-ad71-a29ea2b5d51b req-35432c78-cafc-49d6-8d75-fd84271951f6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0744643 Jul 16 20:42:17.961509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c0e04596-f895-4461-ad71-a29ea2b5d51b req-2fc8ff4f-ebca-437a-b80b-0f070a0ead05 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358613 Jul 16 20:42:18.085336 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-31d7f943-4edf-4b94-8cc2-05a2050e9f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:19.152621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b278c-d042-4d4f-bc02-65ac4e900e5f req-f007112a-8f6e-4c9f-8a66-8d191eb98015 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:19.154208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f69b278c-d042-4d4f-bc02-65ac4e900e5f req-f007112a-8f6e-4c9f-8a66-8d191eb98015 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0708070 Jul 16 20:42:19.194581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f69b278c-d042-4d4f-bc02-65ac4e900e5f req-08d3aded-d813-4494-bf2c-d9e699444e85 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Jul 16 20:42:20.389703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277574c7-8ad2-47f2-b06e-2ff36da2768c req-1fd1a7cb-797f-4e3d-b17b-06d3d0bdf514 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.391297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-277574c7-8ad2-47f2-b06e-2ff36da2768c req-1fd1a7cb-797f-4e3d-b17b-06d3d0bdf514 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0766702 Jul 16 20:42:20.416109 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7d99ade5-6b83-430d-9643-7a660858fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:20.438799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-277574c7-8ad2-47f2-b06e-2ff36da2768c req-632e9d9d-aca0-4538-964b-6ae2d1e81d13 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Jul 16 20:42:20.644650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.630956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a63b7-6ef2-45f0-8786-a653d1f96c36 req-0ac84cdb-c677-4f6b-893a-98ebb6eb6cc9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:21.632783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a44a63b7-6ef2-45f0-8786-a653d1f96c36 req-0ac84cdb-c677-4f6b-893a-98ebb6eb6cc9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0706394 Jul 16 20:42:21.681636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a44a63b7-6ef2-45f0-8786-a653d1f96c36 req-3031a6cd-9815-4c0d-ac32-6bc1c70a2952 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Jul 16 20:42:22.499179 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:22.874632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882ccd0-0917-48f8-a8ff-1b753f1d37e5 req-e00b2605-3de6-452c-8f35-d87a58835757 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:22.876160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b882ccd0-0917-48f8-a8ff-1b753f1d37e5 req-e00b2605-3de6-452c-8f35-d87a58835757 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0763152 Jul 16 20:42:22.916857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b882ccd0-0917-48f8-a8ff-1b753f1d37e5 req-eaba01da-17ea-4df1-b504-0fb4059efc30 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Jul 16 20:42:23.861424 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.127145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004de9a-6979-4535-8f62-a8c7ce61aae6 req-c597bbfd-2435-44d3-aef6-79ec5cd29a19 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:24.128659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8004de9a-6979-4535-8f62-a8c7ce61aae6 req-c597bbfd-2435-44d3-aef6-79ec5cd29a19 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0887423 Jul 16 20:42:24.169433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8004de9a-6979-4535-8f62-a8c7ce61aae6 req-2045b33b-4818-4ed4-9117-40ad6d8dd039 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343554 Jul 16 20:42:25.359415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398980-bfcb-4728-a84a-55034ec2ce48 req-d767d218-f5da-4f7f-8225-ab6d8064c151 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:25.361705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a398980-bfcb-4728-a84a-55034ec2ce48 req-d767d218-f5da-4f7f-8225-ab6d8064c151 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0741038 Jul 16 20:42:25.404815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a398980-bfcb-4728-a84a-55034ec2ce48 req-7eb74065-0188-4147-8ddf-5122434869ef tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358062 Jul 16 20:42:26.592818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438682b-055f-476d-84fa-c49273c7a98a req-83937e05-a984-4b8c-b490-2680f564f235 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:26.594409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4438682b-055f-476d-84fa-c49273c7a98a req-83937e05-a984-4b8c-b490-2680f564f235 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0724516 Jul 16 20:42:26.638088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4438682b-055f-476d-84fa-c49273c7a98a req-cab52a2e-d673-4938-9a77-dde35c34e7b4 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Jul 16 20:42:26.881358 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:27.833189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9dd11-f969-4c0f-aeb6-4135e8948345 req-42aaac49-5dd7-4d67-bb65-f7b96d5b5b90 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:27.834803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6e9dd11-f969-4c0f-aeb6-4135e8948345 req-42aaac49-5dd7-4d67-bb65-f7b96d5b5b90 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0772116 Jul 16 20:42:27.888020 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6e9dd11-f969-4c0f-aeb6-4135e8948345 req-9fa5b4eb-f6f8-475f-816a-c9bee0552117 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462217 Jul 16 20:42:29.075621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d18da-99b8-4c16-bbb6-b18634a993df req-1a3b8fdc-0824-4c98-963e-7cee802d658e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:29.077431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a12d18da-99b8-4c16-bbb6-b18634a993df req-1a3b8fdc-0824-4c98-963e-7cee802d658e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0693920 Jul 16 20:42:29.126503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a12d18da-99b8-4c16-bbb6-b18634a993df req-ebffbf53-122d-456c-acf8-d92337275e55 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396304 Jul 16 20:42:30.316469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97613bc-6ffd-4040-a68f-5bd2a77a9c05 req-f48d80d2-fd9c-411f-b3ba-645f158fd2ee tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:30.318516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a97613bc-6ffd-4040-a68f-5bd2a77a9c05 req-f48d80d2-fd9c-411f-b3ba-645f158fd2ee tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0708957 Jul 16 20:42:30.359327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a97613bc-6ffd-4040-a68f-5bd2a77a9c05 req-d6816c66-c320-4d4b-8d69-b5153d25173c tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348468 Jul 16 20:42:31.562703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8446a7-9ddb-4abc-89f5-a65af3413a2f req-abc53307-e405-4a1d-9dc9-a08692f2fb7c tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:31.564246 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c8446a7-9ddb-4abc-89f5-a65af3413a2f req-abc53307-e405-4a1d-9dc9-a08692f2fb7c tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0659449 Jul 16 20:42:31.602832 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c8446a7-9ddb-4abc-89f5-a65af3413a2f req-46fcfe71-41d7-497d-b9ce-b17e48db0379 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Jul 16 20:42:32.787494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172d727-ef45-4feb-8d36-99dcafe217b7 req-eb97284f-5eb5-4fff-aa83-e51401b85ad0 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:32.789068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b172d727-ef45-4feb-8d36-99dcafe217b7 req-eb97284f-5eb5-4fff-aa83-e51401b85ad0 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0730715 Jul 16 20:42:32.833956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b172d727-ef45-4feb-8d36-99dcafe217b7 req-bb7cdaa7-621e-41b5-aa74-20b4a0da0eae tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Jul 16 20:42:34.059054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0c894-6302-4415-b404-322584ad9484 req-75a72d2f-f186-476c-8398-bff7697abfae tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:34.060686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcd0c894-6302-4415-b404-322584ad9484 req-75a72d2f-f186-476c-8398-bff7697abfae tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0759883 Jul 16 20:42:34.103898 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fcd0c894-6302-4415-b404-322584ad9484 req-0af4f764-0fc3-448b-a95a-b7306e277544 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369999 Jul 16 20:42:34.654133 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:35.298062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95528c26-5feb-4dff-a0a8-51d60526a863 req-8d48da9b-95ff-40b5-a134-daed073139c9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:35.299703 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95528c26-5feb-4dff-a0a8-51d60526a863 req-8d48da9b-95ff-40b5-a134-daed073139c9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0743816 Jul 16 20:42:35.342060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95528c26-5feb-4dff-a0a8-51d60526a863 req-735fb5ff-a4cc-41c9-bc94-dd9dc420e325 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363455 Jul 16 20:42:35.481283 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.555863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942fd66-8857-4597-b17a-86ef08451ef1 req-214c8780-5f50-4914-91f4-74edc85f9356 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:36.557481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2942fd66-8857-4597-b17a-86ef08451ef1 req-214c8780-5f50-4914-91f4-74edc85f9356 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0723279 Jul 16 20:42:36.604538 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2942fd66-8857-4597-b17a-86ef08451ef1 req-28b699ff-0bdf-4853-8fb5-e428e7659da1 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Jul 16 20:42:37.788415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16139c3c-7404-4850-a7fb-e9ae61b3f741 req-c97135bf-eac1-4c97-8e3b-3636376240a4 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:37.790087 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16139c3c-7404-4850-a7fb-e9ae61b3f741 req-c97135bf-eac1-4c97-8e3b-3636376240a4 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0686030 Jul 16 20:42:37.841868 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16139c3c-7404-4850-a7fb-e9ae61b3f741 req-92b41605-e9cc-4e43-8bd2-ea8cfc9b398e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Jul 16 20:42:39.043211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06129cc3-6fdf-49c9-a339-9591c7967ffb req-8482b322-a81a-40cd-ab8a-024c24eca842 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:39.044925 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06129cc3-6fdf-49c9-a339-9591c7967ffb req-8482b322-a81a-40cd-ab8a-024c24eca842 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0779488 Jul 16 20:42:39.094164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-06129cc3-6fdf-49c9-a339-9591c7967ffb req-38d695df-7745-48c1-b9e1-f5b52a997e7a tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Jul 16 20:42:40.288529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ae2a5-f4c4-4b58-b485-b1e0581b35ad req-7dfe08ce-487e-4d76-81f7-14e68a1f725d tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:40.290187 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d64ae2a5-f4c4-4b58-b485-b1e0581b35ad req-7dfe08ce-487e-4d76-81f7-14e68a1f725d tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0747783 Jul 16 20:42:40.331407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d64ae2a5-f4c4-4b58-b485-b1e0581b35ad req-5de61210-e610-4b3f-98a4-501d3269963e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Jul 16 20:42:41.515808 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d7998-def7-48ba-9936-d63041595dcf req-18092204-ae1b-41ca-9bbd-90e201fbdcee tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:41.517410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f32d7998-def7-48ba-9936-d63041595dcf req-18092204-ae1b-41ca-9bbd-90e201fbdcee tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0658183 Jul 16 20:42:41.556768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f32d7998-def7-48ba-9936-d63041595dcf req-4450de94-8301-4ec1-a3db-5289156046b1 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337081 Jul 16 20:42:42.747971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da42e05-b1e4-49eb-90a0-c10213a7e787 req-01e1b4b1-8509-4403-a208-34c749eec8c6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:42.749701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4da42e05-b1e4-49eb-90a0-c10213a7e787 req-01e1b4b1-8509-4403-a208-34c749eec8c6 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0773242 Jul 16 20:42:42.793895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4da42e05-b1e4-49eb-90a0-c10213a7e787 req-aa1b918b-edf4-498d-aaae-af13f0e3e5cb tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377975 Jul 16 20:42:43.997385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c80f4-9034-47aa-9c74-ba8e53ec2c64 req-47e162a1-b7ae-450d-90ae-75b7aa9bc120 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:43.999025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e3c80f4-9034-47aa-9c74-ba8e53ec2c64 req-47e162a1-b7ae-450d-90ae-75b7aa9bc120 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0738852 Jul 16 20:42:44.061396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e3c80f4-9034-47aa-9c74-ba8e53ec2c64 req-fdd46ee8-c373-4886-b411-e88cc1c054a4 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Jul 16 20:42:44.400249 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-1338fb77-3089-4b58-a39d-e05020b1b725 service neutron] show failed (client error): The resource could not be found. Jul 16 20:42:44.401293 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-1338fb77-3089-4b58-a39d-e05020b1b725 service neutron] 10.222.0.68 "GET /v2.0/ports/b628cd33-1345-42f9-94e7-f5c7b0fdfa2e/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0641251 Jul 16 20:42:44.681764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-0e49e80f-33dc-4597-9456-d1641fbaadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:44.683380 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-0e49e80f-33dc-4597-9456-d1641fbaadf9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb&tenant_id=fd171a4c080c46ea8828a589be4b1457 HTTP/1.1" status: 200 len: 1098 time: 0.0637507 Jul 16 20:42:44.695565 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:44.784433 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.083294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:45.130000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:45.190849 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:45.195170 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b07f689-1884-44c6-8563-e4544d146345" -d '{"events": [{"server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:45.203226 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.255336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Transition to ACTIVE for port object b628cd33-1345-42f9-94e7-f5c7b0fdfa2e will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:45.262304 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.364020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] No DVR routers for this DVR port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:42:45.367459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:45.382333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f81fb3-2977-4595-ac5c-8f33dbf00e82 req-c21db493-4498-486a-aa19-cb52c1e82ce2 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.384902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02f81fb3-2977-4595-ac5c-8f33dbf00e82 req-c21db493-4498-486a-aa19-cb52c1e82ce2 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.1843948 Jul 16 20:42:45.396293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.396654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.397002 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.397346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.397684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.398020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.398361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.398692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.399084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.399419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.399746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.400074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:45.409364 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b1d928-30fe-49de-9976-fd9fdcb0b112 x-openstack-request-id: req-30b1d928-30fe-49de-9976-fd9fdcb0b112 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:45.409703 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:45.409900 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30b1d928-30fe-49de-9976-fd9fdcb0b112 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:45.410308 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'code': 200} Jul 16 20:42:45.465158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Attempting to bind port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:45.465511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Attempting to bind port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:45.465848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Attempting to bind port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:45.477685 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-02f81fb3-2977-4595-ac5c-8f33dbf00e82 req-d7e4417c-9a14-4980-91d1-c07eab4cbf51 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850046 Jul 16 20:42:45.478576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:45.478922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Attempting to bind port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on network f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:45.485299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:45.485654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Checking segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:45.486056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Bound using segment: {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:45.486502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Bound port: b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f2cd79-780e-4ff8-934e-685ea47a9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:45.486874 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.559136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:45.562932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:45.568560 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.607204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.607850 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.609364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] 10.222.0.16 "PUT /v2.0/ports/b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 1093 time: 0.9183311 Jul 16 20:42:45.633989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77149608-353b-41f4-a0b1-59f27bb5ff50 service neutron] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:45.703527 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-c302f9b2-4534-4596-b251-e8d66a0a29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.705118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-c302f9b2-4534-4596-b251-e8d66a0a29aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1096 time: 0.0635128 Jul 16 20:42:45.807729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-210d94f1-2261-4008-b92c-fb333d453f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.809308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-210d94f1-2261-4008-b92c-fb333d453f32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.0977621 Jul 16 20:42:45.858906 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-7fa60c32-5638-4a38-a59b-6b22fe759ebd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 217 time: 0.0426507 Jul 16 20:42:45.913501 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-0beccab3-6b3c-45a4-9d8f-03feba856b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.915310 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-0beccab3-6b3c-45a4-9d8f-03feba856b8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0499616 Jul 16 20:42:45.951839 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-be4145cf-f8ae-47b2-82e0-856b0d976f35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297985 Jul 16 20:42:46.059517 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-e31aaf7d-6c62-4e5e-8ba5-6aabfe2e48bc service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014404 Jul 16 20:42:46.200824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b1bee386-a4a0-41bd-9c8f-ce89dbad22ea req-f4713f8b-e56d-46b4-b334-9065fbc11bea service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340578 Jul 16 20:42:46.679699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc5d32-e7f3-46a8-a23f-efbe5450552c req-047ced59-a32f-4fc5-af4b-6b9385cd2448 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:46.682221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66fc5d32-e7f3-46a8-a23f-efbe5450552c req-047ced59-a32f-4fc5-af4b-6b9385cd2448 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 944 time: 0.0790567 Jul 16 20:42:46.726654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66fc5d32-e7f3-46a8-a23f-efbe5450552c req-32a5b2ce-ea0f-4348-b555-8675a38b0272 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 Jul 16 20:42:47.412036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:47.415101 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69ccd0-c37e-4592-99c0-827113d9ee17" -d '{"events": [{"name": "network-changed", "server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:47.464806 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780f4915-9af0-4e8c-ac6f-a5495f2b1a41 x-openstack-request-id: req-780f4915-9af0-4e8c-ac6f-a5495f2b1a41 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:47.465104 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:47.465414 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-780f4915-9af0-4e8c-ac6f-a5495f2b1a41 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:47.465739 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'status': 'completed', 'code': 200} Jul 16 20:42:47.552368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-ecc8b3eb-842d-4993-a425-23fb912b1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.552612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-b0092f73-e10f-40cb-bb5f-c6452526312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.554019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-ecc8b3eb-842d-4993-a425-23fb912b1f4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1096 time: 0.0599353 Jul 16 20:42:47.554139 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-b0092f73-e10f-40cb-bb5f-c6452526312f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1096 time: 0.0681314 Jul 16 20:42:47.675696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-cc2537e0-7d9d-4bbb-9040-c98fe59c4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.677281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-cc2537e0-7d9d-4bbb-9040-c98fe59c4378 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1164100 Jul 16 20:42:47.693997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-5e1823d1-e505-42ec-8bcc-1064426200c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.695651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-5e1823d1-e505-42ec-8bcc-1064426200c9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1355615 Jul 16 20:42:47.725036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-4eaf20a2-4983-43e6-aa3f-b2a66c9dd097 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 217 time: 0.0394232 Jul 16 20:42:47.747107 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-32c6a172-566b-489c-817b-91c6c9ecf2c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 217 time: 0.0447128 Jul 16 20:42:47.794639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-6dcafc54-a822-4ed2-972e-dd70009305d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.799094 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-85151001-97b1-4afb-ab4f-a38110ae00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.800610 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-85151001-97b1-4afb-ab4f-a38110ae00b9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0476747 Jul 16 20:42:47.801676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-6dcafc54-a822-4ed2-972e-dd70009305d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0632980 Jul 16 20:42:47.844875 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-0de5f369-de51-4674-b1b5-6b620a65b836 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366390 Jul 16 20:42:47.847893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-15230829-e7be-4127-ab79-77d3306f7515 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319648 Jul 16 20:42:48.011657 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-acbaf380-9c86-4880-9ba3-89447295fe60 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599903 Jul 16 20:42:48.039833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-ef2f5add-6d2b-43b2-8f6e-eaeaca230c5e service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841586 Jul 16 20:42:48.063521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa601778-c80f-404f-9aeb-7bd424ebc2ca req-fe36c47f-79f4-4a2b-936a-0f48f6e12336 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.065195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa601778-c80f-404f-9aeb-7bd424ebc2ca req-fe36c47f-79f4-4a2b-936a-0f48f6e12336 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 944 time: 0.1636717 Jul 16 20:42:48.111577 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-52338854-d163-4825-818f-808d3181dc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.147233 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-3af25f6c-f49d-49b3-b7e2-4258dbb34132 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289396 Jul 16 20:42:48.295885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b628cd33-1345-42f9-94e7-f5c7b0fdfa2e details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:48.415479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:48.428684 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'network_id': 'f488d24e-9dc7-4a00-bbdd-59c8dfe521e0', 'port_id': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'mac_address': 'fa:16:3e:47:ec:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2798a16a-4890-48eb-9518-5686d2a55ab4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:48.480391 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.495626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b628cd33-1345-42f9-94e7-f5c7b0fdfa2e {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:48.516463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:48.521535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.526829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa601778-c80f-404f-9aeb-7bd424ebc2ca req-71895d75-7dfa-43a0-9969-fb9ba31299d9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459147 Jul 16 20:42:48.550787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cc69ccd0-c37e-4592-99c0-827113d9ee17 req-e8225bb5-9344-44d6-9817-32c012505464 service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048623 Jul 16 20:42:48.582676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:48.772626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:48.990488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b628cd33-1345-42f9-94e7-f5c7b0fdfa2e no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:42:49.031212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b628cd33-1345-42f9-94e7-f5c7b0fdfa2e not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:42:49.738425 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b01dbf-e90e-4091-91ac-5a9a0d218f42 req-18dac03a-cfe3-46cd-9b92-5558df5d1caf tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:49.740412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b01dbf-e90e-4091-91ac-5a9a0d218f42 req-18dac03a-cfe3-46cd-9b92-5558df5d1caf tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 945 time: 0.0770121 Jul 16 20:42:49.792866 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3b01dbf-e90e-4091-91ac-5a9a0d218f42 req-7ce628fc-a84c-4446-94fc-5f033b98e6c8 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Jul 16 20:42:50.155852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79ace8-ecad-481a-b714-52524c990146 req-3d8dc194-9422-4b80-be43-de4e947a4eb4 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:50.157500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f79ace8-ecad-481a-b714-52524c990146 req-3d8dc194-9422-4b80-be43-de4e947a4eb4 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 945 time: 0.0850966 Jul 16 20:42:50.199794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f79ace8-ecad-481a-b714-52524c990146 req-f1ca0599-9201-4ae9-bdff-2187c31efc77 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362206 Jul 16 20:42:50.226662 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-991f512f-65a0-414f-92d1-0cb05a533878 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:50.229773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-991f512f-65a0-414f-92d1-0cb05a533878 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.68 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb&tenant_id=fd171a4c080c46ea8828a589be4b1457&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 945 time: 0.1385183 Jul 16 20:42:50.295627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b628cd33-1345-42f9-94e7-f5c7b0fdfa2e up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:50.299319 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-6731fd97-1a84-40ac-8d46-393552bebfac service neutron] delete failed (client error): The resource could not be found. Jul 16 20:42:50.300416 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-6731fd97-1a84-40ac-8d46-393552bebfac service neutron] 10.222.0.68 "DELETE /v2.0/ports/b628cd33-1345-42f9-94e7-f5c7b0fdfa2e/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0639741 Jul 16 20:42:50.359431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:50.364874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:50.367303 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.413754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-e70a3743-4262-4d40-a27b-fa2abc6401f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:50.415802 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-e70a3743-4262-4d40-a27b-fa2abc6401f4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1097 time: 0.0600996 Jul 16 20:42:50.437985 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f184d1bd-d5fb-4d5a-97a0-fd20a8b4e274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.492712 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.519374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:50.521750 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4188da71-13cb-4a26-b49e-0c2b2165a9c9" -d '{"events": [{"server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:50.537125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:50.543109 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.550536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-2d39abc0-8ec5-483a-b3f4-3ea0a1ff70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:50.551913 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-2d39abc0-8ec5-483a-b3f4-3ea0a1ff70b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1304908 Jul 16 20:42:50.591280 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8f2985-b4d3-42ce-9ab1-1e9ebf6c29af x-openstack-request-id: req-7e8f2985-b4d3-42ce-9ab1-1e9ebf6c29af {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:50.591600 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:50.591858 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e8f2985-b4d3-42ce-9ab1-1e9ebf6c29af {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:50.592276 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'code': 200} Jul 16 20:42:50.603315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.625731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-b3f60ee9-d94c-48b6-86aa-3b810614c76c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 217 time: 0.0669372 Jul 16 20:42:50.649460 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.685033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-4c8df77c-03bb-447f-a30d-bc3fca531ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:50.686491 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-4c8df77c-03bb-447f-a30d-bc3fca531ba7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0537801 Jul 16 20:42:50.726937 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-1341324b-129b-4806-a8fe-42adb03befb1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339224 Jul 16 20:42:50.825937 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-0a1fe262-f97c-462e-99e7-539e7390a462 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924909 Jul 16 20:42:50.937987 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b829a10a-91e6-4042-a442-8fd766b12e22 req-fc39f2b3-f9a9-424c-88c5-71f7f7d726d6 service neutron] 10.222.0.68 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049879 Jul 16 20:42:51.410540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49da1710-4fb6-4b7a-b504-01a15584416f req-c5137c8e-1120-4666-885e-0a01d08f40dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093442 Jul 16 20:42:51.424706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06140f1-9dd4-4deb-8c54-982a46e6cffa req-f6284264-79c6-4962-aa60-459242cf2959 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:51.426387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b06140f1-9dd4-4deb-8c54-982a46e6cffa req-f6284264-79c6-4962-aa60-459242cf2959 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0978873 Jul 16 20:42:51.475848 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b06140f1-9dd4-4deb-8c54-982a46e6cffa req-89ab8cb9-ff23-4b36-aba0-a49f9065683c tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428874 Jul 16 20:42:51.542888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1710-4fb6-4b7a-b504-01a15584416f req-0101d78f-654a-4eaa-884c-cd438e8d7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:51.544567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49da1710-4fb6-4b7a-b504-01a15584416f req-0101d78f-654a-4eaa-884c-cd438e8d7f58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd171a4c080c46ea8828a589be4b1457&device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 1098 time: 0.0677302 Jul 16 20:42:51.669054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1710-4fb6-4b7a-b504-01a15584416f req-6bcc7ffa-626b-4a42-96c3-2ca44c6f007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:51.670431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49da1710-4fb6-4b7a-b504-01a15584416f req-6bcc7ffa-626b-4a42-96c3-2ca44c6f007a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 200 len: 915 time: 0.1048460 Jul 16 20:42:51.734473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49da1710-4fb6-4b7a-b504-01a15584416f req-3fd6d63c-41ba-425d-a2e0-0c7a3275f798 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 200 len: 217 time: 0.0568812 Jul 16 20:42:51.786936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1710-4fb6-4b7a-b504-01a15584416f req-1c9cf144-a9ac-4663-81b3-883c80cd8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:51.788586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49da1710-4fb6-4b7a-b504-01a15584416f req-1c9cf144-a9ac-4663-81b3-883c80cd8366 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 200 len: 854 time: 0.0485368 Jul 16 20:42:51.828300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49da1710-4fb6-4b7a-b504-01a15584416f req-8eed3f26-f317-498c-8dda-eb1d9eb98233 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324667 Jul 16 20:42:51.931638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49da1710-4fb6-4b7a-b504-01a15584416f req-fe1a921b-d3c2-4bff-ad05-efed02f06e6c service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969708 Jul 16 20:42:52.034963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49da1710-4fb6-4b7a-b504-01a15584416f req-934d81e9-3e4a-448a-afae-8814b08b51c1 service neutron] 10.222.0.16 "GET /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971947 Jul 16 20:42:52.504587 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.666620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1451abc-3bf6-46fb-bdf0-0022f2341285 req-690883b5-5293-4ccf-a2d3-de30bbd5c39e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.668193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1451abc-3bf6-46fb-bdf0-0022f2341285 req-690883b5-5293-4ccf-a2d3-de30bbd5c39e tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0722959 Jul 16 20:42:52.709177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f1451abc-3bf6-46fb-bdf0-0022f2341285 req-53bc96ba-91f1-4e1a-a64d-8b20971a4573 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350761 Jul 16 20:42:52.882752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c5670-d5af-418c-9bb5-6f58f9a42db7 req-5910be0a-38fd-4215-b757-9780db436ffe tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.884363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f53c5670-d5af-418c-9bb5-6f58f9a42db7 req-5910be0a-38fd-4215-b757-9780db436ffe tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0634689 Jul 16 20:42:52.929277 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f53c5670-d5af-418c-9bb5-6f58f9a42db7 req-b1f608ad-6daa-455b-b236-b2af38881a61 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 Jul 16 20:42:53.121407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f264f-aa43-4b1f-a965-55275be28501 req-500ea13a-c255-44c2-ad4c-7940b93c84ee tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.123276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-171f264f-aa43-4b1f-a965-55275be28501 req-500ea13a-c255-44c2-ad4c-7940b93c84ee tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0728550 Jul 16 20:42:53.165900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-171f264f-aa43-4b1f-a965-55275be28501 req-3386d6d1-d8e1-4257-a4ad-286fd4999814 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358005 Jul 16 20:42:53.792120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdb03d-8c5b-41b0-99aa-5588bee7ef15 req-4bdb4142-7171-403e-bd2b-c6b9d988d7c9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.793796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58cdb03d-8c5b-41b0-99aa-5588bee7ef15 req-4bdb4142-7171-403e-bd2b-c6b9d988d7c9 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.0688093 Jul 16 20:42:53.838729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58cdb03d-8c5b-41b0-99aa-5588bee7ef15 req-928777c4-981a-476e-b8fb-ab3236a7ea02 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387483 Jul 16 20:42:53.867809 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.013853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-40aff75b-5749-43d4-a3c7-feeeac14bdde tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.015472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-40aff75b-5749-43d4-a3c7-feeeac14bdde tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.16 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.1024547 Jul 16 20:42:55.089737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5d62a-1e57-4c15-8283-052ca7b34591 req-f0038d36-45ae-4a82-acc1-2c1d63cfd9ec tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.091386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66e5d62a-1e57-4c15-8283-052ca7b34591 req-f0038d36-45ae-4a82-acc1-2c1d63cfd9ec tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/ports?device_id=633dab68-43a3-4696-8a4c-a48068c0b5bb HTTP/1.1" status: 200 len: 946 time: 0.1233315 Jul 16 20:42:55.165101 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66e5d62a-1e57-4c15-8283-052ca7b34591 req-e2683567-0ed6-41d3-9219-df6a466b4673 tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.78 "GET /v2.0/security-groups?id=c5e6929a-5a5d-4c79-9f5b-8917523f1b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668519 Jul 16 20:42:55.182892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Deleting port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:55.183242 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.324895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] For port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,segment=NetworkSegment(b4f2cd79-780e-4ff8-934e-685ea47a9b38),segment_id=b4f2cd79-780e-4ff8-934e-685ea47a9b38)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:55.325265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.338621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Calling delete_port for b628cd33-1345-42f9-94e7-f5c7b0fdfa2e owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:55.486474 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.500779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:55.521187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Pushing event deleted for resources: {'Port': ['ID=b628cd33-1345-42f9-94e7-f5c7b0fdfa2e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:55.574878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] No DVR routers for this DVR port b628cd33-1345-42f9-94e7-f5c7b0fdfa2e on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:42:55.578125 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.580627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86a0fcdd-854e-4b40-8bfb-b30fd04a03de req-48b524d4-1681-4695-a290-194b6270948f tempest-ServerDiskConfigTestJSON-416288870 tempest-ServerDiskConfigTestJSON-416288870-project] 10.222.0.16 "DELETE /v2.0/ports/b628cd33-1345-42f9-94e7-f5c7b0fdfa2e HTTP/1.1" status: 204 len: 173 time: 0.5588839 Jul 16 20:42:55.581125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'name': 'network-vif-deleted', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:55.583663 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290c5ae6-c2cc-46cb-a829-03346a165dd1" -d '{"events": [{"server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "name": "network-vif-deleted", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:55.624972 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f0d62-dcbb-4425-8c26-36952d6c2f5f x-openstack-request-id: req-8c1f0d62-dcbb-4425-8c26-36952d6c2f5f {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:55.625287 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633dab68-43a3-4696-8a4c-a48068c0b5bb", "name": "network-vif-deleted", "tag": "b628cd33-1345-42f9-94e7-f5c7b0fdfa2e", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:55.625565 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c1f0d62-dcbb-4425-8c26-36952d6c2f5f {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:55.625967 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633dab68-43a3-4696-8a4c-a48068c0b5bb', 'name': 'network-vif-deleted', 'tag': 'b628cd33-1345-42f9-94e7-f5c7b0fdfa2e', 'status': 'completed', 'code': 200} Jul 16 20:42:56.422309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51014) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:56.469584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e59467-c530-4f67-b8bd-3f750a1c3c46 admin admin] Deleting subnet 2798a16a-4890-48eb-9518-5686d2a55ab4 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:42:56.473219 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4e59467-c530-4f67-b8bd-3f750a1c3c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.509768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4e59467-c530-4f67-b8bd-3f750a1c3c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.553734 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4e59467-c530-4f67-b8bd-3f750a1c3c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.614350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4e59467-c530-4f67-b8bd-3f750a1c3c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.646352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e59467-c530-4f67-b8bd-3f750a1c3c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2798a16a-4890-48eb-9518-5686d2a55ab4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:56.652139 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c4e59467-c530-4f67-b8bd-3f750a1c3c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.653907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c4e59467-c530-4f67-b8bd-3f750a1c3c46 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2798a16a-4890-48eb-9518-5686d2a55ab4 HTTP/1.1" status: 204 len: 168 time: 0.2304020 Jul 16 20:42:56.656337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51016) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:56.726015 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.812036 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.823550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f488d24e-9dc7-4a00-bbdd-59c8dfe521e0']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:56.833416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f2cd79-780e-4ff8-934e-685ea47a9b38') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:56.833708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f2cd79-780e-4ff8-934e-685ea47a9b38') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:56.843010 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.858084 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.864875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:42:56.865458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:42:56.867129 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:42:56.922824 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.928689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.931431 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f488d24e-9dc7-4a00-bbdd-59c8dfe521e0 HTTP/1.1" status: 204 len: 168 time: 0.2739320 Jul 16 20:42:56.946730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0411a-51c8-475f-89cf-0a014b385db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f488d24e-9dc7-4a00-bbdd-59c8dfe521e0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:57.053265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51020) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:57.096651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c3e56f32-0c06-425c-939f-e725642aecab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd171a4c080c46ea8828a589be4b1457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421157 Jul 16 20:42:57.099994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:57.156415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.180450 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.234273 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.237552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.243393 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5e6929a-5a5d-4c79-9f5b-8917523f1b46 HTTP/1.1" status: 204 len: 168 time: 0.1414468 Jul 16 20:42:57.253578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6929a-5a5d-4c79-9f5b-8917523f1b46,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:57.261965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.262376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.262729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.263015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.263471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.263698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.264028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.264383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.264798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.265046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.265372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.265700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c79dc-72dc-4b08-8f8b-d367d04ce08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:57.984698 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51044) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:58.089892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-197478600-network', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:58.118112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Made reservation on behalf of 793071a4fa4f46e299dbb26f0343c191 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:58.120595 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.130128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.238029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.243002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.268969 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:42:58.279289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeee2b7-2787-40dd-96f2-7f2f4e569d28,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:58.284629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.284974 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Added segment b9b353c3-efcb-4106-b0ce-461e2902aad7 of type vlan for network 58424d0b-97b7-4c28-8a71-0b15520822f1 Jul 16 20:42:58.328675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.358280 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.359277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.359865 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.373118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b628cd33-1345-42f9-94e7-f5c7b0fdfa2e no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:42:58.392852 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4069431 Jul 16 20:42:58.396352 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:58.399075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: b628cd33-1345-42f9-94e7-f5c7b0fdfa2e {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:42:58.399438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device b628cd33-1345-42f9-94e7-f5c7b0fdfa2e not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:42:58.401719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Request body: {'subnet': {'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-197478600-subnet', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:58.441596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0b292-7b20-497e-baa9-e3c0e4b12e04 admin admin] Pushing event updated for resources: {'Network': ['ID=58424d0b-97b7-4c28-8a71-0b15520822f1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:58.452496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:42:58.458407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Made reservation on behalf of 793071a4fa4f46e299dbb26f0343c191 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:58.460933 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.638103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.694332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd34444-a097-4d43-b0ea-00c041816661,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:58.704651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:58.705021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Network hostable DHCP agents. Network: 58424d0b-97b7-4c28-8a71-0b15520822f1, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:42:58.723194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:42:58.733796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 58424d0b-97b7-4c28-8a71-0b15520822f1) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:58.739982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.740632 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.744698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f40c2-a166-402d-8c70-98793fbc958c None None] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:42:58.760868 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dd9fb1b4-170e-42f3-a9fe-87ba46be9e4c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3633051 Jul 16 20:42:58.761572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51050) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:58.766397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:58.792701 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.794038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.889532 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.905107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-58424d0b-97b7-4c28-8a71-0b15520822f1', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:42:58.906114 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.043564 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.235256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Allocated IP 172.20.0.2 (58424d0b-97b7-4c28-8a71-0b15520822f1/6dd34444-a097-4d43-b0ea-00c041816661/15384177-fc91-499c-9bd2-d190ab396333) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:59.279945 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.306277 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.426135 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.435599 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Transition to ACTIVE for port object 15384177-fc91-499c-9bd2-d190ab396333 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:59.447218 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Allocated IP 172.25.6.73 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/b986fc09-c627-4500-892c-d02d9a41933d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:59.455064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Transition to ACTIVE for port object 15384177-fc91-499c-9bd2-d190ab396333 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:59.463081 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.506242 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:59.510011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:59.514213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:59.520367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Pushing event updated for resources: {'Port': ['ID=15384177-fc91-499c-9bd2-d190ab396333,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:59.584295 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.588950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Attempting to bind port 15384177-fc91-499c-9bd2-d190ab396333 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:59.589325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Attempting to bind port 15384177-fc91-499c-9bd2-d190ab396333 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:59.589698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Attempting to bind port 15384177-fc91-499c-9bd2-d190ab396333 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:59.597391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:59.597798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:59.598192 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.598594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:59.599086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Bound port: 15384177-fc91-499c-9bd2-d190ab396333, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:59.599480 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.648234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.683133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] For port 15384177-fc91-499c-9bd2-d190ab396333, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:59.686926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] For port 15384177-fc91-499c-9bd2-d190ab396333, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=15384177-fc91-499c-9bd2-d190ab396333,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:59.691676 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.721938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:59.732058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:59.739373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:59.785727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269eb77d-18ec-48c6-a1f0-7c9387cc32b2 None None] Pushing event updated for resources: {'Port': ['ID=15384177-fc91-499c-9bd2-d190ab396333,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:59.789999 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Pushing event updated for resources: {'Port': ['ID=b986fc09-c627-4500-892c-d02d9a41933d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:00.117122 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.394133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.418513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 15384177-fc91-499c-9bd2-d190ab396333 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:00.485513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 15384177-fc91-499c-9bd2-d190ab396333 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:00.786608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9d968-7f96-4927-b726-66350e03a29a None None] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:00.794100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:43:00.882298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Provisioning for port 15384177-fc91-499c-9bd2-d190ab396333 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:00.887173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Provisioning complete for port 15384177-fc91-499c-9bd2-d190ab396333 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:00.887554 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.912422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:00.928233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:00.931777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.933379 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-802912e1-6acc-48ed-a724-ac3f4d5229df admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1708899 Jul 16 20:43:00.938253 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51052) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:00.964553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:00.965201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:42:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:01.150264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:01.152030 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.272362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] For port 15384177-fc91-499c-9bd2-d190ab396333, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=15384177-fc91-499c-9bd2-d190ab396333,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:01.300753 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.401446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Pushing event updated for resources: {'Port': ['ID=15384177-fc91-499c-9bd2-d190ab396333,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:01.412903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.413263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.413575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.413916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.414299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.414780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.415338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.415784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.416120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.416485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.416815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.417141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec58f6-8fe0-45c7-8331-491b8f9a5e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:01.440953 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.451107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:42:59Z', 'revision_number': 3, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:01.490701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:01.491357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Updating router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b port b986fc09-c627-4500-892c-d02d9a41933d binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:43:01.533938 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.555632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-6b8968c9-0623-4fbd-9e28-d18e7e98c711 None None] Provisioning complete for port 15384177-fc91-499c-9bd2-d190ab396333 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:01.556034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6b8968c9-0623-4fbd-9e28-d18e7e98c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.616831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Allocated IP 172.20.0.1 (58424d0b-97b7-4c28-8a71-0b15520822f1/6dd34444-a097-4d43-b0ea-00c041816661/f1933fc6-1e66-4d57-ba06-5051772c122a) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:01.735844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.756996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Transition to ACTIVE for port object f1933fc6-1e66-4d57-ba06-5051772c122a will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:01.795511 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.839278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:01.842270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:01.846282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:01.872044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Pushing event updated for resources: {'Port': ['ID=f1933fc6-1e66-4d57-ba06-5051772c122a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:01.889689 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.892027 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.902677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Transition to ACTIVE for port object b986fc09-c627-4500-892c-d02d9a41933d will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:01.913941 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.985359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Attempting to bind port b986fc09-c627-4500-892c-d02d9a41933d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:01.985765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Attempting to bind port b986fc09-c627-4500-892c-d02d9a41933d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:01.986165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Attempting to bind port b986fc09-c627-4500-892c-d02d9a41933d on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:01.989360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba7b2d-e9fc-4b08-958e-18560fe0cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b986fc09-c627-4500-892c-d02d9a41933d,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:01.994593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:01.995541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:01.995541 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.995751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:01.996282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Bound port: b986fc09-c627-4500-892c-d02d9a41933d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:01.996658 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.059319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] For port b986fc09-c627-4500-892c-d02d9a41933d, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:02.059671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.064972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] For port b986fc09-c627-4500-892c-d02d9a41933d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b986fc09-c627-4500-892c-d02d9a41933d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:02.071923 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.162498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:02.163303 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:42:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:02.223162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba7b2d-e9fc-4b08-958e-18560fe0cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b986fc09-c627-4500-892c-d02d9a41933d,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:02.245681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4c51a0cc-534c-4ad0-ae4b-6e171436cb11 None None] Provisioning for port f1933fc6-1e66-4d57-ba06-5051772c122a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:02.255434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4c51a0cc-534c-4ad0-ae4b-6e171436cb11 None None] Provisioning complete for port f1933fc6-1e66-4d57-ba06-5051772c122a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:02.255896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c51a0cc-534c-4ad0-ae4b-6e171436cb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.271444 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.278198 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.329965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4c51a0cc-534c-4ad0-ae4b-6e171436cb11 None None] Port f1933fc6-1e66-4d57-ba06-5051772c122a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:02.342626 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:02.389396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Pushing event updated for resources: {'Port': ['ID=f1933fc6-1e66-4d57-ba06-5051772c122a,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:02.392388 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.431262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 15384177-fc91-499c-9bd2-d190ab396333 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:02.502930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:02.504704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:02.556880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 15384177-fc91-499c-9bd2-d190ab396333 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:02.557767 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.652337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:02.681435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:01Z', 'revision_number': 1, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:02.716811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765538a-0113-4188-af75-d5c0e1cd5bc7 None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:01Z', 'revision_number': 1, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:02.792362 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:02.799352 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-87bd9338-4678-4f78-8b99-9d042e265264 admin admin] 10.222.0.78 "PUT /v2.0/routers/c93b1c1a-cf1d-4448-8418-4f7b2859ab1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8576221 Jul 16 20:43:02.858026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-3e5cab55-ab11-4455-8495-48ac37c88cf6 None None] Provisioning complete for port f1933fc6-1e66-4d57-ba06-5051772c122a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:02.858407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3e5cab55-ab11-4455-8495-48ac37c88cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.899892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-3e5cab55-ab11-4455-8495-48ac37c88cf6 None None] Port f1933fc6-1e66-4d57-ba06-5051772c122a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:03.826917 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51060) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:03.833335 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bb569536-6698-4dcc-a4ad-208cb0d6f1b1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613704013', 'description': 'tempest-description--982309476'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:03.865408 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb569536-6698-4dcc-a4ad-208cb0d6f1b1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.884637 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:43:03.996086 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb569536-6698-4dcc-a4ad-208cb0d6f1b1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.001074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb569536-6698-4dcc-a4ad-208cb0d6f1b1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.032892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb569536-6698-4dcc-a4ad-208cb0d6f1b1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.034539 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bb569536-6698-4dcc-a4ad-208cb0d6f1b1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2064505 Jul 16 20:43:04.037684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51062) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:04.042962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb569536-6698-4dcc-a4ad-208cb0d6f1b1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:04.043352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-938d9f5a-d104-4707-897f-dde514395f40 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'security_group_rule': {'security_group_id': '6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:04.080981 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-938d9f5a-d104-4707-897f-dde514395f40 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.188072 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-938d9f5a-d104-4707-897f-dde514395f40 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.192976 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-938d9f5a-d104-4707-897f-dde514395f40 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.217056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d9f5a-d104-4707-897f-dde514395f40 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e527623-4dff-426b-bc97-5e19e357d789,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:04.225608 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-938d9f5a-d104-4707-897f-dde514395f40 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.227830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-938d9f5a-d104-4707-897f-dde514395f40 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882756 Jul 16 20:43:04.230305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51064) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:04.235406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7a464de2-db1d-4896-b39a-6b8d79d2bf21 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'security_group_rule': {'security_group_id': '6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:04.265994 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a464de2-db1d-4896-b39a-6b8d79d2bf21 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.331390 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a464de2-db1d-4896-b39a-6b8d79d2bf21 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.336689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a464de2-db1d-4896-b39a-6b8d79d2bf21 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.363114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a464de2-db1d-4896-b39a-6b8d79d2bf21 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008e2ffb-ddac-4f74-93d5-ae2073d11704,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:04.376129 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7a464de2-db1d-4896-b39a-6b8d79d2bf21 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.377383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a464de2-db1d-4896-b39a-6b8d79d2bf21 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456630 Jul 16 20:43:04.382044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51066) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:04.387446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:04.420469 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.454522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b986fc09-c627-4500-892c-d02d9a41933d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:04.523251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b986fc09-c627-4500-892c-d02d9a41933d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:04.529556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b986fc09-c627-4500-892c-d02d9a41933d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:04.530130 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.546957 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.624125 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.654110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port b986fc09-c627-4500-892c-d02d9a41933d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b986fc09-c627-4500-892c-d02d9a41933d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:04.661478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.688977 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.737628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Allocated IP 172.25.6.31 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/2981dba3-0533-43e5-9496-5502337216f7) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:04.740503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=b986fc09-c627-4500-892c-d02d9a41933d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:04.887223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.940910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.987498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:04.990816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:04.997083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:05.000935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'Port': ['ID=2981dba3-0533-43e5-9496-5502337216f7,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:05.113244 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:05.125226 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:05.125853 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:42:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:05.144922 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.219714 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.277339 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:05.418080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.424114 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.493007 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.530713 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'Port': ['ID=2981dba3-0533-43e5-9496-5502337216f7,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:05.542273 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.559500 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 2, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:05.563555 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.565715 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-feba77a8-4209-4451-abc5-0ecbbe4c6e73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1822953 Jul 16 20:43:05.617835 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:05.618026 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Updating router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b port f1933fc6-1e66-4d57-ba06-5051772c122a binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:43:05.670242 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.753259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-37afc444-b672-4f80-b79b-9a43928a92e1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1613704013&fields=id&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 267 time: 0.0652304 Jul 16 20:43:05.890154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-01c5093f-aeda-4af2-a906-c85076cdb15e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:05.891759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-01c5093f-aeda-4af2-a906-c85076cdb15e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 811 time: 0.1284971 Jul 16 20:43:05.913557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-a092949a-8f34-4541-aacd-e0450211de30 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/quotas/793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 375 time: 0.0113857 Jul 16 20:43:05.997480 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.010304 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Transition to ACTIVE for port object f1933fc6-1e66-4d57-ba06-5051772c122a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:06.018859 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.090998 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Pushing event updated for resources: {'Port': ['ID=f1933fc6-1e66-4d57-ba06-5051772c122a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:06.136746 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.137538 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.137849 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.138421 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.139141 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.139709 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.140284 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.140829 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.141363 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.141913 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.142444 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.142978 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:06.205746 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Attempting to bind port f1933fc6-1e66-4d57-ba06-5051772c122a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:06.206310 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Attempting to bind port f1933fc6-1e66-4d57-ba06-5051772c122a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:06.206869 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Attempting to bind port f1933fc6-1e66-4d57-ba06-5051772c122a on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:06.216955 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:06.217556 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:06.218215 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.218862 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:06.219666 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Bound port: f1933fc6-1e66-4d57-ba06-5051772c122a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:06.220326 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.315139 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] For port f1933fc6-1e66-4d57-ba06-5051772c122a, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:06.318922 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] For port f1933fc6-1e66-4d57-ba06-5051772c122a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f1933fc6-1e66-4d57-ba06-5051772c122a,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:06.322440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-a51ad759-f2c7-43ac-960b-8ae814181c00 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4009295 Jul 16 20:43:06.325184 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.425766 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:06.428528 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:42:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:06.433028 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0b019-f58c-49d4-85af-8f596f83af46 None None] Pushing event updated for resources: {'Port': ['ID=f1933fc6-1e66-4d57-ba06-5051772c122a,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:06.459460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b986fc09-c627-4500-892c-d02d9a41933d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:06.474164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-2a711de0-fe3a-4626-8334-fab4136d9efb service neutron] 10.222.0.78 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238067 Jul 16 20:43:06.542273 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b986fc09-c627-4500-892c-d02d9a41933d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:06.543349 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.655675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-229afdfc-2c5a-41b3-bad8-9fdf54f7d21f service neutron] 10.222.0.78 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704235 Jul 16 20:43:06.720181 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:06.936913 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32703d0c-b80a-4a64-b8e2-f5bc9e29cc0e req-953d613e-83c0-40fd-994d-58687edde26d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 210 time: 0.0531888 Jul 16 20:43:07.027745 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:06Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:07.073334 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611613a2-ce49-43a6-ad98-c1715dcbbc1b None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:06Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:08.120900 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54a20b83-1469-4dfa-b557-89629bd7827c req-e01f1fd3-3918-4c66-b2d1-465129a08fde tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 210 time: 0.0433857 Jul 16 20:43:08.191295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-58554033-2edd-43d1-a816-341cc0b64f31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:08.193617 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-58554033-2edd-43d1-a816-341cc0b64f31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 811 time: 0.1392081 Jul 16 20:43:08.238564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-08d258ce-8342-4cc7-b3e7-a7e7cb31b620 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 380 time: 0.0365436 Jul 16 20:43:08.247643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'port': {'device_id': '3f564330-71cd-4f54-a612-c6ee451e2643', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'admin_state_up': True, 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'security_groups': ['6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:08.399978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Made reservation on behalf of 793071a4fa4f46e299dbb26f0343c191 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:08.404158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.437760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f1933fc6-1e66-4d57-ba06-5051772c122a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:08.496403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f1933fc6-1e66-4d57-ba06-5051772c122a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:08.502885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f1933fc6-1e66-4d57-ba06-5051772c122a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:08.503832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.559731 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Allocated IP 172.20.0.8 (58424d0b-97b7-4c28-8a71-0b15520822f1/6dd34444-a097-4d43-b0ea-00c041816661/154b32df-57a8-4958-9d47-a1e2d8547095) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:08.609980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.651346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port f1933fc6-1e66-4d57-ba06-5051772c122a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f1933fc6-1e66-4d57-ba06-5051772c122a,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:08.657052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.719608 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=f1933fc6-1e66-4d57-ba06-5051772c122a,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.779852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.794242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Transition to ACTIVE for port object 154b32df-57a8-4958-9d47-a1e2d8547095 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:08.830063 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.878894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:08.882363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:08.887496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:08.894578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.949937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:08.950647 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.974116 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-bef54f34-e0b6-4db5-a4b5-d746c8f2a777 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7302935 Jul 16 20:43:08.986395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Request body: {'port': {'device_id': '3f564330-71cd-4f54-a612-c6ee451e2643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:09.085686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.130437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd463419-5432-4701-97b5-0ff654cacfc8 None None] Provisioning for port 154b32df-57a8-4958-9d47-a1e2d8547095 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:09.135774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cd463419-5432-4701-97b5-0ff654cacfc8 None None] Provisioning complete for port 154b32df-57a8-4958-9d47-a1e2d8547095 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:09.136158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cd463419-5432-4701-97b5-0ff654cacfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.187221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cd463419-5432-4701-97b5-0ff654cacfc8 None None] Port 154b32df-57a8-4958-9d47-a1e2d8547095 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:09.334841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1896be2-baf0-401d-9dbf-9660401b1d9d req-ac6d38ed-4cbb-4176-af75-877043df4d64 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:09.336803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1896be2-baf0-401d-9dbf-9660401b1d9d req-ac6d38ed-4cbb-4176-af75-877043df4d64 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 931 time: 0.0713367 Jul 16 20:43:09.378849 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d1896be2-baf0-401d-9dbf-9660401b1d9d req-a8a2771c-13ca-438e-bf18-0c1b73529c14 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355523 Jul 16 20:43:09.397472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154b32df-57a8-4958-9d47-a1e2d8547095 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:09.406526 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.419273 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Transition to ACTIVE for port object 154b32df-57a8-4958-9d47-a1e2d8547095 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:09.423821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.481168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:09.565882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Attempting to bind port 154b32df-57a8-4958-9d47-a1e2d8547095 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:09.566338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Attempting to bind port 154b32df-57a8-4958-9d47-a1e2d8547095 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:09.566980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Attempting to bind port 154b32df-57a8-4958-9d47-a1e2d8547095 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:09.572908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Port 154b32df-57a8-4958-9d47-a1e2d8547095 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:43:09.573236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Attempting to bind port 154b32df-57a8-4958-9d47-a1e2d8547095 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:09.579895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:09.580274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:09.580749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:09.581192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Bound port: 154b32df-57a8-4958-9d47-a1e2d8547095, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:09.581583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.665645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:09.671272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:09.676024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.733302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:09.734406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.737053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] 10.222.0.68 "PUT /v2.0/ports/154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 1092 time: 0.7553873 Jul 16 20:43:09.737818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:09.742626 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2066d6ae-07fa-402d-bcae-f29245f6b684" -d '{"events": [{"name": "network-changed", "server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:09.793409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6596dc-33ba-4a62-887d-41f5a2fd2dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:09.845817 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ef575-eabb-4e9a-92c9-aa541d118461 x-openstack-request-id: req-b98ef575-eabb-4e9a-92c9-aa541d118461 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:09.846107 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:09.846357 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b98ef575-eabb-4e9a-92c9-aa541d118461 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:09.846763 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095', 'status': 'completed', 'code': 200} Jul 16 20:43:09.880050 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-cd8ca8c8-f4e2-4dee-94a9-a5837ddff6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:09.882158 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-cd8ca8c8-f4e2-4dee-94a9-a5837ddff6e5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1095 time: 0.0839849 Jul 16 20:43:09.952789 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-84a2c934-739e-4c39-9a82-7df8ec34549e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 217 time: 0.0630682 Jul 16 20:43:10.005955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-34883922-2804-4016-9a43-da7985fd7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.007403 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-34883922-2804-4016-9a43-da7985fd7f67 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0488334 Jul 16 20:43:10.068683 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-7c5ac4e4-1e66-4fd0-b1ab-c79e8bbd807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.070744 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-7c5ac4e4-1e66-4fd0-b1ab-c79e8bbd807a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570223 Jul 16 20:43:10.172020 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-7cec6a08-25ff-4d58-934b-86f6169c5456 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950382 Jul 16 20:43:10.275284 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b5bc0527-2299-4fdb-82a5-8e67903df496 req-f374ec9a-fc9c-43ae-947f-13f863961f41 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960755 Jul 16 20:43:10.396505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-f9cdadb6-5c0c-4639-af44-27e2b35fb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.398138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-f9cdadb6-5c0c-4639-af44-27e2b35fb85f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1095 time: 0.0678592 Jul 16 20:43:10.409306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f1933fc6-1e66-4d57-ba06-5051772c122a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:10.487233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f1933fc6-1e66-4d57-ba06-5051772c122a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:10.487854 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.512407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-1062fc85-b87b-43e9-b1ad-18f75d59620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.514086 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-1062fc85-b87b-43e9-b1ad-18f75d59620d service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1099086 Jul 16 20:43:10.562840 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-c43581bb-19a8-42d8-8004-e64329094f9f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 217 time: 0.0414090 Jul 16 20:43:10.625965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-884db964-14a8-481b-9094-2676778496bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.627600 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-884db964-14a8-481b-9094-2676778496bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0582852 Jul 16 20:43:10.638087 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74da03-d999-4c52-8ee5-3bdd46dbc62e req-7cd71d53-437d-41a7-97d4-86ae7a406723 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.639765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de74da03-d999-4c52-8ee5-3bdd46dbc62e req-7cd71d53-437d-41a7-97d4-86ae7a406723 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 943 time: 0.1187375 Jul 16 20:43:10.689878 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-de74da03-d999-4c52-8ee5-3bdd46dbc62e req-79984b7b-4578-4ad6-ac70-0522bbfa3dc8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440400 Jul 16 20:43:10.693250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-01c0be65-b008-42cc-a2c1-70407489f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.695468 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-01c0be65-b008-42cc-a2c1-70407489f274 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607078 Jul 16 20:43:10.796786 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-b9af62d8-d3da-48de-8649-0562bf7a0475 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943351 Jul 16 20:43:10.906610 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2066d6ae-07fa-402d-bcae-f29245f6b684 req-c7364472-bf84-4695-8b54-61a6cb64b400 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032116 Jul 16 20:43:11.892980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb899b-080f-410d-b829-4c4550a30f1a req-9b49ceb6-2be9-4328-9bf2-77e9b541d18a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:11.894647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6bb899b-080f-410d-b829-4c4550a30f1a req-9b49ceb6-2be9-4328-9bf2-77e9b541d18a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 943 time: 0.0794597 Jul 16 20:43:11.952349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6bb899b-080f-410d-b829-4c4550a30f1a req-48c46a2c-126e-4df1-8058-37917603bbe9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503225 Jul 16 20:43:13.067960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 154b32df-57a8-4958-9d47-a1e2d8547095 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:13.150504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894dfed-096d-48f7-9831-c7ee0414417f req-8b34c5e6-babe-438a-9115-539dbc9c0a4b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:13.152413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0894dfed-096d-48f7-9831-c7ee0414417f req-8b34c5e6-babe-438a-9115-539dbc9c0a4b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 943 time: 0.0766065 Jul 16 20:43:13.185377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:13.198920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '154b32df-57a8-4958-9d47-a1e2d8547095', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': '154b32df-57a8-4958-9d47-a1e2d8547095', 'mac_address': 'fa:16:3e:44:8a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:13.213721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0894dfed-096d-48f7-9831-c7ee0414417f req-2b36b4ce-1429-40b2-ae67-b06428405098 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540643 Jul 16 20:43:13.248438 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.262729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154b32df-57a8-4958-9d47-a1e2d8547095 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:13.283752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:13.288223 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.347063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:13.501787 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['154b32df-57a8-4958-9d47-a1e2d8547095'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:14.456561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e516ba9-a1ee-4a9d-a884-f2f96e3a7f84 req-1904326b-3150-4b13-87f7-fac2c967806c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:14.458165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e516ba9-a1ee-4a9d-a884-f2f96e3a7f84 req-1904326b-3150-4b13-87f7-fac2c967806c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 944 time: 0.0786552 Jul 16 20:43:14.519544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e516ba9-a1ee-4a9d-a884-f2f96e3a7f84 req-1d6d5043-eca8-4f16-bb05-e491c8d62eeb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546877 Jul 16 20:43:15.084369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 154b32df-57a8-4958-9d47-a1e2d8547095 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:15.146407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 154b32df-57a8-4958-9d47-a1e2d8547095 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:15.151567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 154b32df-57a8-4958-9d47-a1e2d8547095 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:15.151957 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.238495 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.271975 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:15.275629 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa2e40c-dd0f-43a3-ba78-cf353bba1fed" -d '{"events": [{"server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "name": "network-vif-plugged", "status": "completed", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:15.460426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ef530-af78-4253-b594-653d86fdb5e9 req-40d6dc47-71e1-41de-a232-833eff1102e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:15.462935 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0c6ef530-af78-4253-b594-653d86fdb5e9 req-40d6dc47-71e1-41de-a232-833eff1102e9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1096 time: 0.0651729 Jul 16 20:43:15.470991 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecca165-0a75-4be3-976b-9fc0d6d7d728 x-openstack-request-id: req-2ecca165-0a75-4be3-976b-9fc0d6d7d728 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:15.471443 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "name": "network-vif-plugged", "status": "completed", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:15.471824 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ecca165-0a75-4be3-976b-9fc0d6d7d728 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:15.472706 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095', 'code': 200} Jul 16 20:43:15.479363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:15.484715 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.519215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0c6ef530-af78-4253-b594-653d86fdb5e9 req-4ad4ed0d-6af6-4aea-99f6-0cec11022d5a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 Jul 16 20:43:15.548045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:15.742000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283950-2c79-4651-bc8c-30921f094784 req-e46b0301-0e92-4dd7-8ea8-72a34ea83b3a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:15.743979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73283950-2c79-4651-bc8c-30921f094784 req-e46b0301-0e92-4dd7-8ea8-72a34ea83b3a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0986321 Jul 16 20:43:15.797896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73283950-2c79-4651-bc8c-30921f094784 req-fe956f6a-48a1-4c92-adc8-984908652e16 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477414 Jul 16 20:43:17.026842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7f81e-68ee-49dd-9116-d6ef5cbd004a req-62a06b89-0411-4a14-be89-803723f02fd3 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:17.028520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfd7f81e-68ee-49dd-9116-d6ef5cbd004a req-62a06b89-0411-4a14-be89-803723f02fd3 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0890634 Jul 16 20:43:17.078911 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfd7f81e-68ee-49dd-9116-d6ef5cbd004a req-0848d6dd-9fe5-4a48-b575-a17dd4cd6dfc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444894 Jul 16 20:43:17.296493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c58a-52e0-41f8-bb6c-e5c0b6c45a6d req-c519a7e6-5993-4e0f-b93e-3b7019b00c17 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:17.299059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3661c58a-52e0-41f8-bb6c-e5c0b6c45a6d req-c519a7e6-5993-4e0f-b93e-3b7019b00c17 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0926278 Jul 16 20:43:17.310641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 51120) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.318755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'floatingip': {'port_id': '154b32df-57a8-4958-9d47-a1e2d8547095'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:17.371826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.082509 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bebf5d2c-dc22-4536-a62a-51ece6735bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.101577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.105967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.569708 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939 associated. External IP: 172.25.6.31, port: 154b32df-57a8-4958-9d47-a1e2d8547095. Jul 16 20:43:18.800393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:18.921439 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:18.926569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.932095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:18.942991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:18.943944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:42:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:18.973739 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-037dff24-6c7c-4873-94bc-829edc624257 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "PUT /v2.0/floatingips/8607d08f-fde5-4a13-87f1-dc5ef728e939 HTTP/1.1" status: 200 len: 990 time: 1.6614444 Jul 16 20:43:18.974472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:18.977270 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f738580d-decf-44d2-8b18-c2146c4cf065" -d '{"events": [{"name": "network-changed", "server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:19.092407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:19.130385 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cbff4f-2c84-4da2-b76b-83691dba34f1 x-openstack-request-id: req-59cbff4f-2c84-4da2-b76b-83691dba34f1 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:19.130972 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:19.131347 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59cbff4f-2c84-4da2-b76b-83691dba34f1 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:19.131876 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095', 'status': 'completed', 'code': 200} Jul 16 20:43:19.216357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-80809d79-0891-42eb-a22b-62f1a9f07269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.217838 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-80809d79-0891-42eb-a22b-62f1a9f07269 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1097 time: 0.0644243 Jul 16 20:43:19.331251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-410a3b16-3dae-4d80-9c2d-14719d8e5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.333053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-410a3b16-3dae-4d80-9c2d-14719d8e5003 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1086874 Jul 16 20:43:19.395978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '154b32df-57a8-4958-9d47-a1e2d8547095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:44:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f564330-71cd-4f54-a612-c6ee451e2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:43:17Z', 'revision_number': 1, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:19.428159 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-0eaca3c1-eeea-421e-8582-76ffb230c2a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 998 time: 0.0880644 Jul 16 20:43:19.435798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:19.446056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:19.446702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:42:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:19.483694 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-90d127c6-5c81-4af8-b384-face4fb028c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.485213 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-90d127c6-5c81-4af8-b384-face4fb028c3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0508130 Jul 16 20:43:19.548758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-269daca6-0eaa-4e1b-8c54-5d24301755f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.550387 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-269daca6-0eaa-4e1b-8c54-5d24301755f7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585577 Jul 16 20:43:19.597037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:19.660623 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-4ae7655e-bd80-4e09-86a2-d8fba714cfbe service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035328 Jul 16 20:43:19.773939 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f738580d-decf-44d2-8b18-c2146c4cf065 req-90bc892f-5f63-4b9d-8378-2f5e9b96e2a5 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063273 Jul 16 20:43:19.876896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '154b32df-57a8-4958-9d47-a1e2d8547095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:44:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f564330-71cd-4f54-a612-c6ee451e2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:43:17Z', 'revision_number': 1, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:19.910248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3ab43-4240-4b5b-903f-e09718ffbca1 None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '154b32df-57a8-4958-9d47-a1e2d8547095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:44:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f564330-71cd-4f54-a612-c6ee451e2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:43:17Z', 'revision_number': 1, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:20.142813 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05680fb3-8c13-4b6a-9027-d64045b7f8d1 None None] New status for floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:43:20.422935 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3869b709-b731-44d8-adfb-908fda997d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.650375 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.512722 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.868029 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.681057 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.496373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.885323 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:43:48.078653 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5c14fe29-2cd6-4c5c-8086-0e8c8234b128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.430478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a55b9176-adf7-46cf-8626-4b167142c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.648236 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.509955 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.867856 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.469855 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-08c49a3c-eca4-454e-b640-23779edfa221 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0649807 Jul 16 20:44:04.575530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-30928640-9d09-4b8e-ac34-bcf16ca4542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.577140 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-30928640-9d09-4b8e-ac34-bcf16ca4542e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1097 time: 0.0600505 Jul 16 20:44:04.682857 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.715016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-e9ea3eab-b9d4-49c7-a923-f0d078b94694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.717706 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-e9ea3eab-b9d4-49c7-a923-f0d078b94694 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1190631 Jul 16 20:44:04.798328 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-a739e5e0-a432-4c60-bdf3-b41bd37f98eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 1000 time: 0.0731440 Jul 16 20:44:04.886737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-0d55f774-512e-47a6-8310-9681179488ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.888475 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-0d55f774-512e-47a6-8310-9681179488ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0834136 Jul 16 20:44:04.957442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-a5835fbd-825a-4710-a632-db20c0f11acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.959114 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-a5835fbd-825a-4710-a632-db20c0f11acb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637481 Jul 16 20:44:05.059574 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-f06a5688-bce9-4857-a9ac-61fdd7cdf418 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934803 Jul 16 20:44:05.162481 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dd48f20-0426-4b69-a723-eb0afc5a9903 req-d91a8ded-67b3-418d-a5fd-e3cdd897d017 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967722 Jul 16 20:44:05.526688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.884882 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:18.081970 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-21d1bbdc-9378-40d6-a350-107e83b3c78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.423362 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9b97c02-bd8a-4cff-b1df-6929a558003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.641387 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.512439 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.871926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.698737 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.525390 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.087627 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-84df7d95-001a-4efc-9ee1-7fc135237f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.427971 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0bfb18db-db37-4826-a51e-11c463be38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.653618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.517214 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.878049 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.959399 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b35252-0319-4f51-a8bc-8fda124ca7bb req-6f88585c-5ae3-4300-b488-dfd5386dd58a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.960993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83b35252-0319-4f51-a8bc-8fda124ca7bb req-6f88585c-5ae3-4300-b488-dfd5386dd58a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0783992 Jul 16 20:44:54.007608 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-83b35252-0319-4f51-a8bc-8fda124ca7bb req-765f2d47-5576-4432-b917-a739c8a6245c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Jul 16 20:44:54.511232 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-0b2e08c7-ddf8-442c-bad4-22b9e5307ebe service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238844 Jul 16 20:44:54.535383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f63f0-c89f-4763-b5b2-985e80aa5c1b req-ef87b0d8-2a06-499a-8006-6a1b1441c6f1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.537029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e6f63f0-c89f-4763-b5b2-985e80aa5c1b req-ef87b0d8-2a06-499a-8006-6a1b1441c6f1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0747333 Jul 16 20:44:54.580840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e6f63f0-c89f-4763-b5b2-985e80aa5c1b req-0ae18f7e-952c-4c56-8b00-4befbbd94f7a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370378 Jul 16 20:44:54.886043 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:55.769702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac6f36-af7d-41c5-90db-cae545d65b84 req-8cd3f3f5-a1e5-4b31-94d7-ace099d489bb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.771350 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55ac6f36-af7d-41c5-90db-cae545d65b84 req-8cd3f3f5-a1e5-4b31-94d7-ace099d489bb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0712333 Jul 16 20:44:55.813056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55ac6f36-af7d-41c5-90db-cae545d65b84 req-a0922c36-e2eb-45cc-b3d5-16f64a11cfcd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350509 Jul 16 20:44:55.843504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-208d5e20-f266-4bfe-b05d-9fc29cd3025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.845068 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-208d5e20-f266-4bfe-b05d-9fc29cd3025e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1097 time: 0.0597749 Jul 16 20:44:55.941498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-6c7b1267-f4ea-40ce-a9a9-8e975f346909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.942900 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-6c7b1267-f4ea-40ce-a9a9-8e975f346909 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0915363 Jul 16 20:44:56.013068 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-61af8030-09f0-4c86-9aac-802d70da8b4b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 1000 time: 0.0630901 Jul 16 20:44:56.067317 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-ef68b73a-8689-46c2-883b-9138b7a57cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:56.068943 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-ef68b73a-8689-46c2-883b-9138b7a57cd1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0500624 Jul 16 20:44:56.127297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-444b0aec-6898-48f5-afc6-aefb76883b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:56.128867 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-444b0aec-6898-48f5-afc6-aefb76883b23 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537543 Jul 16 20:44:56.223660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-817118c7-1f0e-4d81-8dc4-bb0f3e825219 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881662 Jul 16 20:44:56.319198 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-09920197-7879-429f-845a-025d84a3ea00 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888951 Jul 16 20:44:57.060451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf742c-6e19-46fc-b869-babe226cff13 req-ae932552-8095-4702-a5b4-7b73914c33e4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:57.062050 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5bcf742c-6e19-46fc-b869-babe226cff13 req-ae932552-8095-4702-a5b4-7b73914c33e4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.1316385 Jul 16 20:44:57.101567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5bcf742c-6e19-46fc-b869-babe226cff13 req-ce739a2e-feea-456f-8e1a-1cf81b62bf3b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338326 Jul 16 20:44:58.345702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77671e-90a3-427e-b2ac-00a63a6ba18f req-32b7ca7e-5ba5-4912-ba75-fe865470c942 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.347205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df77671e-90a3-427e-b2ac-00a63a6ba18f req-32b7ca7e-5ba5-4912-ba75-fe865470c942 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.1260521 Jul 16 20:44:58.386372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df77671e-90a3-427e-b2ac-00a63a6ba18f req-bd664bb8-8e83-443b-bbd8-f6dfcefeb3b2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Jul 16 20:44:59.566308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673bfcf-0bfc-4706-b681-2f5b8fc2e72f req-f226f696-cf5f-426b-80d5-1e54c4cb129d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.567819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4673bfcf-0bfc-4706-b681-2f5b8fc2e72f req-f226f696-cf5f-426b-80d5-1e54c4cb129d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0643008 Jul 16 20:44:59.608186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4673bfcf-0bfc-4706-b681-2f5b8fc2e72f req-7a127967-4963-43fc-a454-b610de2cfaf2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339024 Jul 16 20:45:00.800159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeffa0a-99dc-43d8-90b8-912b420f5c98 req-0d44516d-885e-4859-b36a-a16b53fef0df tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:00.801702 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2eeffa0a-99dc-43d8-90b8-912b420f5c98 req-0d44516d-885e-4859-b36a-a16b53fef0df tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0710080 Jul 16 20:45:00.842515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2eeffa0a-99dc-43d8-90b8-912b420f5c98 req-ce8f3644-bd61-4346-a952-f6444fc2724f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350430 Jul 16 20:45:02.023457 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2838a2-321c-4295-9924-b3f333d23442 req-2350ff6e-b1a5-4a0a-ab2d-79ba3270ffbf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.025043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf2838a2-321c-4295-9924-b3f333d23442 req-2350ff6e-b1a5-4a0a-ab2d-79ba3270ffbf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0679529 Jul 16 20:45:02.064886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bf2838a2-321c-4295-9924-b3f333d23442 req-051f0c4a-7854-4853-96bc-120ad264b662 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340326 Jul 16 20:45:03.247181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade8dd-1890-4159-bcc4-d423f28801c3 req-92268830-610f-41bf-a10c-a39ea7103842 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:03.248796 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5ade8dd-1890-4159-bcc4-d423f28801c3 req-92268830-610f-41bf-a10c-a39ea7103842 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0659380 Jul 16 20:45:03.297082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5ade8dd-1890-4159-bcc4-d423f28801c3 req-476e5c07-b434-43b0-aefa-483a6de924f7 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 Jul 16 20:45:04.496522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-24cdc9c0-fb09-41b8-8560-6707cc11f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.497238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20dc0d-f42c-4a57-9321-46172b731e8b req-fe0174e8-51d2-4aee-96d3-d6c7c4f8c1f7 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.497976 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-24cdc9c0-fb09-41b8-8560-6707cc11f445 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1097 time: 0.0594819 Jul 16 20:45:04.498851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a20dc0d-f42c-4a57-9321-46172b731e8b req-fe0174e8-51d2-4aee-96d3-d6c7c4f8c1f7 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0789380 Jul 16 20:45:04.542960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4a20dc0d-f42c-4a57-9321-46172b731e8b req-6df3632e-81c3-4c21-aab1-92b264df26d3 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351360 Jul 16 20:45:04.632113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-207bc526-4275-488c-a282-d08d0dce65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.633664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-207bc526-4275-488c-a282-d08d0dce65d0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1133900 Jul 16 20:45:04.686273 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.705481 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-ecbfc5dc-c11c-4bd4-a63d-eef1a92ee548 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 1000 time: 0.0641234 Jul 16 20:45:04.761691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-0cb76e85-f4e7-4f63-a3f7-c97c6b65ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.763198 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-0cb76e85-f4e7-4f63-a3f7-c97c6b65ac41 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0517106 Jul 16 20:45:04.828393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-f0c5c1d7-8815-4178-a054-a833e4507963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.829976 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-f0c5c1d7-8815-4178-a054-a833e4507963 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605898 Jul 16 20:45:04.925207 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-086cc5bc-a074-45a1-b1a7-0849541797ea service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885108 Jul 16 20:45:05.022672 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-634a677d-7546-47fa-a1e5-69ddfc87c98f req-8c35b688-0a5d-457d-b464-60a5516cb723 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912883 Jul 16 20:45:05.541027 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.728101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57579c2-190e-448e-a759-6814173121df req-7fed1eeb-e7ef-444d-9ed3-2a60835c671d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:05.729818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a57579c2-190e-448e-a759-6814173121df req-7fed1eeb-e7ef-444d-9ed3-2a60835c671d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0731597 Jul 16 20:45:05.769222 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a57579c2-190e-448e-a759-6814173121df req-3d78071c-cf1c-4d54-86b2-2f4c27311aac tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Jul 16 20:45:06.957803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85796c19-9720-4733-ac4b-e09202b0227e req-a027e917-9bed-44d3-9025-19a9c7175dd6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:06.960011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85796c19-9720-4733-ac4b-e09202b0227e req-a027e917-9bed-44d3-9025-19a9c7175dd6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0736113 Jul 16 20:45:07.002810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85796c19-9720-4733-ac4b-e09202b0227e req-fd553c13-fe93-4e3d-a71e-166e84e110c4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368223 Jul 16 20:45:08.185483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23270f-4076-42fd-9a8e-3b933bf3a81e req-b16424f8-fd49-4f26-bb4f-a6f2d0e5b462 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.187075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c23270f-4076-42fd-9a8e-3b933bf3a81e req-b16424f8-fd49-4f26-bb4f-a6f2d0e5b462 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0660198 Jul 16 20:45:08.229031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c23270f-4076-42fd-9a8e-3b933bf3a81e req-2dc3e169-62aa-4b3f-bf3a-308afe86cd3c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360405 Jul 16 20:45:08.292955 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-6c56245c-d873-48b4-b496-682cd8b31989 service neutron] show failed (client error): The resource could not be found. Jul 16 20:45:08.293907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-6c56245c-d873-48b4-b496-682cd8b31989 service neutron] 10.222.0.68 "GET /v2.0/ports/154b32df-57a8-4958-9d47-a1e2d8547095/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0556004 Jul 16 20:45:08.543925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-bebb288a-7c36-44b4-8d89-c04dd0ba0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.545199 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-bebb288a-7c36-44b4-8d89-c04dd0ba0be2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 1097 time: 0.0598247 Jul 16 20:45:08.556743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:08.632601 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.838081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:08.870875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:08.913531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:08.915995 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a87c7f2-4b0c-49db-a466-9e1081f2bede" -d '{"events": [{"server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "name": "network-vif-unplugged", "status": "completed", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:08.919818 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.932671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Transition to ACTIVE for port object 154b32df-57a8-4958-9d47-a1e2d8547095 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:08.936845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.972019 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc11885-e1c5-425f-b304-c7d9d8c3797f x-openstack-request-id: req-cdc11885-e1c5-425f-b304-c7d9d8c3797f {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:08.972338 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "name": "network-vif-unplugged", "status": "completed", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:08.972598 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cdc11885-e1c5-425f-b304-c7d9d8c3797f {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:08.973016 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095', 'code': 200} Jul 16 20:45:09.055760 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:09.083667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.084011 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.085074 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.085580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.085975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.086314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.086646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.086972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.087299 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.087626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.087950 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.088338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:09.134902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] No DVR routers for this DVR port 154b32df-57a8-4958-9d47-a1e2d8547095 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:09.274178 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Attempting to bind port 154b32df-57a8-4958-9d47-a1e2d8547095 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:09.274817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Attempting to bind port 154b32df-57a8-4958-9d47-a1e2d8547095 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:09.274935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Attempting to bind port 154b32df-57a8-4958-9d47-a1e2d8547095 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:09.279621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Port 154b32df-57a8-4958-9d47-a1e2d8547095 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:09.279949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Attempting to bind port 154b32df-57a8-4958-9d47-a1e2d8547095 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:09.285151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:09.285502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:09.285892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:09.286355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Bound port: 154b32df-57a8-4958-9d47-a1e2d8547095, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:09.286721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.385799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:09.400752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:09.405455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.456134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.456801 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.458284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] 10.222.0.16 "PUT /v2.0/ports/154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 1092 time: 0.9064569 Jul 16 20:45:09.482990 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3664c1-ee23-474b-a41f-83df77ba96d1 req-d74bcdaf-2ea4-4e3e-a2cc-61208057b067 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.484630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa3664c1-ee23-474b-a41f-83df77ba96d1 req-d74bcdaf-2ea4-4e3e-a2cc-61208057b067 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 943 time: 0.1418426 Jul 16 20:45:09.488333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bb3ab-a204-474d-bfa6-06f9cd961a59 service neutron] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:09.559085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aa3664c1-ee23-474b-a41f-83df77ba96d1 req-27e70628-8862-4e59-ad08-5353a2031ce4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669124 Jul 16 20:45:09.580108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-2d521bb9-f8ae-4ba2-9e33-cd73442de6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.581818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-2d521bb9-f8ae-4ba2-9e33-cd73442de6ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1095 time: 0.0810113 Jul 16 20:45:09.677656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-8a04cdcd-711f-4593-9bf2-8c9faa8bc760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.679879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-8a04cdcd-711f-4593-9bf2-8c9faa8bc760 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0917759 Jul 16 20:45:09.780150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-f335f3f6-8cdf-4c74-930d-09d0be8049a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 998 time: 0.0937994 Jul 16 20:45:09.831384 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-abc5209e-2b77-4c09-ab73-c4c6b7eb5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.832986 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-abc5209e-2b77-4c09-ab73-c4c6b7eb5782 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0466530 Jul 16 20:45:09.890129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-6da42a01-b60e-4542-8506-a8ab699058ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.891562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-6da42a01-b60e-4542-8506-a8ab699058ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518622 Jul 16 20:45:09.985522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-6cf1078d-eb84-4b51-96e1-0a700a74e6a7 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873313 Jul 16 20:45:10.076276 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1792b6f7-6b81-44ff-b7fa-6230992e26b4 req-11f22c06-19f7-4147-8ca7-12c220ed8e3c service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848486 Jul 16 20:45:10.762125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3768e0e-b69b-4df0-b295-00e516363ea2 req-fa443210-7284-4dd2-b33b-f7ba1580d1ae tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:10.763619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3768e0e-b69b-4df0-b295-00e516363ea2 req-fa443210-7284-4dd2-b33b-f7ba1580d1ae tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 943 time: 0.0707464 Jul 16 20:45:10.802571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3768e0e-b69b-4df0-b295-00e516363ea2 req-a311d743-9cff-4c77-a4ee-c6fee64611b0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Jul 16 20:45:10.975122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:10.977751 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88247d11-92b9-48eb-b747-051a3cf6b8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:11.025094 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b723c2f-0422-436d-bb55-154defd983ba x-openstack-request-id: req-9b723c2f-0422-436d-bb55-154defd983ba {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:11.025392 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:11.025716 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b723c2f-0422-436d-bb55-154defd983ba {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:11.026122 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095', 'status': 'completed', 'code': 200} Jul 16 20:45:11.101047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-1a3e7f4e-eaec-45fe-855f-75a367ca0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.102327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-7dea5176-67e8-49ae-8f52-6256272a5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.102842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-1a3e7f4e-eaec-45fe-855f-75a367ca0c10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1095 time: 0.0549483 Jul 16 20:45:11.103883 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-7dea5176-67e8-49ae-8f52-6256272a5fe3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1095 time: 0.0598125 Jul 16 20:45:11.198761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-7201a892-49e4-4103-8b4c-acb5272a110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.199023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-b5babf8d-d917-45e7-8eb5-179dc1b11508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.200343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-b5babf8d-d917-45e7-8eb5-179dc1b11508 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0912192 Jul 16 20:45:11.200467 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-7201a892-49e4-4103-8b4c-acb5272a110e service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0899701 Jul 16 20:45:11.268421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-cdb3173f-69d5-47ed-a445-9b91ef3febe1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 998 time: 0.0610747 Jul 16 20:45:11.272287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-c5604ce9-6924-42c2-b37f-deea655fe7ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 998 time: 0.0655162 Jul 16 20:45:11.321441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-2a4fde22-197e-4cbb-8edd-2c1966ed81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.323836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-2a4fde22-197e-4cbb-8edd-2c1966ed81b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0488241 Jul 16 20:45:11.325429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-823d2795-6a4a-41d0-b96e-8c68d26dc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.326981 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-823d2795-6a4a-41d0-b96e-8c68d26dc71d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0487449 Jul 16 20:45:11.391419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-762d1d49-f096-4426-8679-4ef6c25cdca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.393028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-762d1d49-f096-4426-8679-4ef6c25cdca4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629265 Jul 16 20:45:11.394516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-19506370-0ddd-4e24-8bad-ee1c1f95841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.396038 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-19506370-0ddd-4e24-8bad-ee1c1f95841b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625823 Jul 16 20:45:11.494805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-f0893147-11e1-478c-ab08-dd8e653a67a2 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941591 Jul 16 20:45:11.498294 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-3c65299d-4e35-4376-be3a-a44804037343 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958314 Jul 16 20:45:11.592299 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-fafede0e-c679-4d9c-875b-432c19779d0e service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872028 Jul 16 20:45:11.596855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88247d11-92b9-48eb-b747-051a3cf6b8e3 req-988e1764-5269-46e9-8b1f-8225a5ae4899 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947907 Jul 16 20:45:11.657131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 154b32df-57a8-4958-9d47-a1e2d8547095 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:11.697755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 154b32df-57a8-4958-9d47-a1e2d8547095 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:11.999721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88ee1a-61ae-4bcf-bf93-b8ee83be2c35 req-d4938167-e58a-41ca-9f64-9f9c2ccab079 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:12.001395 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af88ee1a-61ae-4bcf-bf93-b8ee83be2c35 req-d4938167-e58a-41ca-9f64-9f9c2ccab079 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 943 time: 0.0740616 Jul 16 20:45:12.040026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af88ee1a-61ae-4bcf-bf93-b8ee83be2c35 req-111f47cd-ddae-4511-bb20-9526160fa95a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Jul 16 20:45:12.990250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 154b32df-57a8-4958-9d47-a1e2d8547095 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:13.090359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:13.102746 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '154b32df-57a8-4958-9d47-a1e2d8547095', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': '154b32df-57a8-4958-9d47-a1e2d8547095', 'mac_address': 'fa:16:3e:44:8a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:13.141847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:13.155774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154b32df-57a8-4958-9d47-a1e2d8547095 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:13.176869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:13.182033 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:13.227065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1343-80cd-466e-a001-1aa41425d721 req-9e02867a-a672-4dc3-9299-b6fd370579fe tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:13.228696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6cb1343-80cd-466e-a001-1aa41425d721 req-9e02867a-a672-4dc3-9299-b6fd370579fe tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 943 time: 0.0710876 Jul 16 20:45:13.233174 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:13.241556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.241978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.242439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.242786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.243123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.243902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.243902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.244733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.244733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.244939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.245078 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.245404 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:13.273024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c6cb1343-80cd-466e-a001-1aa41425d721 req-147ee950-0c08-4634-a276-40ad99dba56b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377207 Jul 16 20:45:13.437241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['154b32df-57a8-4958-9d47-a1e2d8547095'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:13.575261 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda3c94-1315-49f3-938d-773a413decb5 req-ae0b25a9-60d4-4613-ba6b-75e3318a5021 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:13.577193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cda3c94-1315-49f3-938d-773a413decb5 req-ae0b25a9-60d4-4613-ba6b-75e3318a5021 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 944 time: 0.0697267 Jul 16 20:45:13.598433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-252475e9-37f0-4a74-9dba-8c166ee165cb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:13.600570 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-252475e9-37f0-4a74-9dba-8c166ee165cb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643&tenant_id=793071a4fa4f46e299dbb26f0343c191&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 944 time: 0.0857143 Jul 16 20:45:13.619730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cda3c94-1315-49f3-938d-773a413decb5 req-54859d7a-52e1-4e34-aac6-48b9efb07e32 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351474 Jul 16 20:45:13.663111 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-f21663a2-795c-40bb-9cc7-0dcafae3defb service neutron] delete failed (client error): The resource could not be found. Jul 16 20:45:13.664133 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-f21663a2-795c-40bb-9cc7-0dcafae3defb service neutron] 10.222.0.68 "DELETE /v2.0/ports/154b32df-57a8-4958-9d47-a1e2d8547095/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0568743 Jul 16 20:45:13.763427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-2b674902-3b1e-4731-b90c-e293049d7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:13.764996 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-2b674902-3b1e-4731-b90c-e293049d7d0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 1096 time: 0.0571749 Jul 16 20:45:13.866790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-e9a3b85d-2e4f-4ef5-affb-62ef2d3341a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:13.868354 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-e9a3b85d-2e4f-4ef5-affb-62ef2d3341a0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0962610 Jul 16 20:45:13.934309 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-bd69ae22-c490-4385-9e7c-1126257afd37 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 200 len: 999 time: 0.0592835 Jul 16 20:45:13.989242 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-4fd462cf-9f10-4684-afd9-3b729cb3bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:13.991569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-4fd462cf-9f10-4684-afd9-3b729cb3bb99 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0508864 Jul 16 20:45:14.049790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-1916231a-40ad-45b3-b436-ecbb0f693ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.051321 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-1916231a-40ad-45b3-b436-ecbb0f693ff5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523291 Jul 16 20:45:14.141970 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-471d926f-026d-4d4f-a7a0-57a79fc45084 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840163 Jul 16 20:45:14.236456 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa28e4fb-422c-45ce-be67-5a9f524bf7be req-cb575eef-13a2-45a1-bf9f-792e2ca1fd5e service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884383 Jul 16 20:45:14.812521 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a67b1-1033-4e49-9a63-cd68fe0cb0ec req-d02c3e4b-bf74-480a-a12c-d804b516bd2e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.814194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f80a67b1-1033-4e49-9a63-cd68fe0cb0ec req-d02c3e4b-bf74-480a-a12c-d804b516bd2e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 944 time: 0.0735586 Jul 16 20:45:14.856066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f80a67b1-1033-4e49-9a63-cd68fe0cb0ec req-90a53456-97da-4b3a-af85-8c7faa3ed14a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354879 Jul 16 20:45:15.012285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 154b32df-57a8-4958-9d47-a1e2d8547095 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:15.043454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cfaeb-4cae-4944-a8a8-458dabdf7395 req-b55a544a-a37e-43bc-ba01-eb9e2beefc91 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.045175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-532cfaeb-4cae-4944-a8a8-458dabdf7395 req-b55a544a-a37e-43bc-ba01-eb9e2beefc91 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 944 time: 0.0712585 Jul 16 20:45:15.062294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 154b32df-57a8-4958-9d47-a1e2d8547095 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:15.066095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 154b32df-57a8-4958-9d47-a1e2d8547095 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:15.066469 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.086993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-532cfaeb-4cae-4944-a8a8-458dabdf7395 req-be72b817-b5e1-4720-87e2-2735c40fc46a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Jul 16 20:45:15.150792 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.175137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:15.178629 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f10e72-0603-4254-95f1-1a7b3a4549e9" -d '{"events": [{"server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "name": "network-vif-plugged", "status": "completed", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:15.193577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:15.199160 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.262728 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2783a2d0-44d2-44a7-af05-ef63604c1c88 x-openstack-request-id: req-2783a2d0-44d2-44a7-af05-ef63604c1c88 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:15.262940 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "name": "network-vif-plugged", "status": "completed", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:15.263184 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2783a2d0-44d2-44a7-af05-ef63604c1c88 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:15.263578 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095', 'code': 200} Jul 16 20:45:15.265662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:15.280415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bed318-acb4-4fd4-976d-478128d0e507 req-85c226e8-df7b-45c8-abd7-854b509f4576 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.284238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66bed318-acb4-4fd4-976d-478128d0e507 req-85c226e8-df7b-45c8-abd7-854b509f4576 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0709813 Jul 16 20:45:15.323674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66bed318-acb4-4fd4-976d-478128d0e507 req-1c49b468-8006-4bc8-a5cc-41151d9a849f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352151 Jul 16 20:45:15.738473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed60d28-1648-40f0-880b-3e4685707221 req-9472f87d-a170-461f-a9c5-648945d62af4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.740041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eed60d28-1648-40f0-880b-3e4685707221 req-9472f87d-a170-461f-a9c5-648945d62af4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.0721292 Jul 16 20:45:15.790833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eed60d28-1648-40f0-880b-3e4685707221 req-363bcb43-44d7-4e65-ad7e-91d26fa352a6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Jul 16 20:45:17.045697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab0c81-bf79-40b9-8167-f59c37a101f8 req-bba57f28-778b-4778-9154-10c5f00a899a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:17.047453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09ab0c81-bf79-40b9-8167-f59c37a101f8 req-bba57f28-778b-4778-9154-10c5f00a899a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.1210067 Jul 16 20:45:17.061799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-01da404d-6b78-4d13-af48-cd212d07fc5d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:17.063556 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-01da404d-6b78-4d13-af48-cd212d07fc5d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 945 time: 0.1269128 Jul 16 20:45:17.161399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-09ab0c81-bf79-40b9-8167-f59c37a101f8 req-8f0fd5c4-55ae-4dc5-b11f-aba7cff43e8d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963426 Jul 16 20:45:17.234301 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Deleting port 154b32df-57a8-4958-9d47-a1e2d8547095 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:17.235345 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.336693 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] For port 154b32df-57a8-4958-9d47-a1e2d8547095, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=154b32df-57a8-4958-9d47-a1e2d8547095,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:17.337060 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.807757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.808127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.808468 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939 disassociated. External IP: 172.25.6.31, port: 154b32df-57a8-4958-9d47-a1e2d8547095. Jul 16 20:45:17.808815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Calling delete_port for 154b32df-57a8-4958-9d47-a1e2d8547095 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:17.944229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:17.978751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event deleted for resources: {'Port': ['ID=154b32df-57a8-4958-9d47-a1e2d8547095,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:18.085561 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-024dee1f-3641-44b1-b063-cef1e57bf728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.112510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:18.230920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:18.250513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:18.259286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:18.260235 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:44:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:18.282913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] No DVR routers for this DVR port 154b32df-57a8-4958-9d47-a1e2d8547095 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:18.286023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:18.290242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-867fafae-9726-47ef-aedf-c176c9b36a54 req-bd163711-8875-4c2f-84c9-8d9145090c07 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "DELETE /v2.0/ports/154b32df-57a8-4958-9d47-a1e2d8547095 HTTP/1.1" status: 204 len: 173 time: 1.2180233 Jul 16 20:45:18.290717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'name': 'network-vif-deleted', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:18.293078 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba966752-293b-4ab7-a44b-df160da07ca9" -d '{"events": [{"server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "name": "network-vif-deleted", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:18.333279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f2d94d3b-aa94-4181-b064-86049442b564 req-8e6ae8b6-7b31-4bc9-8ef6-7f5e17d918b0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f564330-71cd-4f54-a612-c6ee451e2643 HTTP/1.1" status: 200 len: 210 time: 0.0369387 Jul 16 20:45:18.390776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:18.536696 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a715287-c85a-4463-a40c-3d5b61c48522 x-openstack-request-id: req-9a715287-c85a-4463-a40c-3d5b61c48522 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:18.536998 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f564330-71cd-4f54-a612-c6ee451e2643", "name": "network-vif-deleted", "tag": "154b32df-57a8-4958-9d47-a1e2d8547095", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:18.537331 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a715287-c85a-4463-a40c-3d5b61c48522 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:18.538255 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f564330-71cd-4f54-a612-c6ee451e2643', 'name': 'network-vif-deleted', 'tag': '154b32df-57a8-4958-9d47-a1e2d8547095', 'status': 'completed', 'code': 200} Jul 16 20:45:18.629559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:18.661178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:18.670912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:18.671548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:44:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:18.946099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:19.155374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:19.181776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c1df1-8260-4e0a-a6b5-69cc9f289472 None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:19.408099 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7358ca-2481-4377-8dfe-02a32db9cdbf None None] New status for floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:45:19.650412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-ca3d5ee3-8a44-40a9-8e14-cb556c97aace tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1613704013&fields=id&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 267 time: 0.0339298 Jul 16 20:45:19.762548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-6cb263a8-5ae8-4973-a47f-46212757c5a2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:19.764011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-6cb263a8-5ae8-4973-a47f-46212757c5a2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 811 time: 0.1071501 Jul 16 20:45:19.779995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-c71f9522-c56f-4117-90e6-6217f76398d5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/quotas/793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 375 time: 0.0103483 Jul 16 20:45:19.863773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-d201783f-c5e8-4a1f-b879-b25f99bb0d18 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783808 Jul 16 20:45:19.880747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-eb85a54c-b551-4aea-a7ae-742b4bd052b0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:45:19.881763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-eb85a54c-b551-4aea-a7ae-742b4bd052b0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061719 Jul 16 20:45:20.030016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-0bc82d5f-489d-4d0a-a8a7-ce325c44ef6d service neutron] 10.222.0.78 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420410 Jul 16 20:45:20.125651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-b1562305-13e2-4074-b31b-86cee0fa73d1 service neutron] 10.222.0.78 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896766 Jul 16 20:45:20.307732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26fc1090-3a2c-495f-8f82-56e5928f8ead req-2f77b559-334d-40ba-a436-0a2a5cc2dc70 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 210 time: 0.0315232 Jul 16 20:45:20.432062 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1cfed6df-cb2d-4669-b6fc-f9cec0375e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.648266 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:21.027675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 154b32df-57a8-4958-9d47-a1e2d8547095 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:21.053973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 154b32df-57a8-4958-9d47-a1e2d8547095 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:21.054321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 154b32df-57a8-4958-9d47-a1e2d8547095 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:21.406147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-d1e3f49e-1cce-44f1-a4d1-122c016a1a53 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:21.407610 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-d1e3f49e-1cce-44f1-a4d1-122c016a1a53 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 811 time: 0.1154468 Jul 16 20:45:21.467632 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c194e2a8-41b6-4e93-a991-868c8ce5ee49 req-3bb363c5-c2ee-4300-be41-2a869d3aecf8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 210 time: 0.0305614 Jul 16 20:45:21.495654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-a04646bd-7d43-43ce-a533-ec09c7e991d9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 380 time: 0.0753994 Jul 16 20:45:21.504711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'port': {'device_id': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'admin_state_up': True, 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'security_groups': ['6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:21.617160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Made reservation on behalf of 793071a4fa4f46e299dbb26f0343c191 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:21.620913 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:21.751599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Allocated IP 172.20.0.13 (58424d0b-97b7-4c28-8a71-0b15520822f1/6dd34444-a097-4d43-b0ea-00c041816661/8efa4010-a74e-47c7-8579-09873b330960) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:21.893862 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:21.909190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Transition to ACTIVE for port object 8efa4010-a74e-47c7-8579-09873b330960 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:21.942512 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:21.996552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:21.999761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:22.003828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:22.010391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:22.058721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.059378 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.074765 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-42606138-84b9-45b8-95eb-874309a24572 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737579 Jul 16 20:45:22.087745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Request body: {'port': {'device_id': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:22.171547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.212365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5d23f054-825d-4153-a289-c21677c256e4 None None] Provisioning for port 8efa4010-a74e-47c7-8579-09873b330960 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:22.216502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5d23f054-825d-4153-a289-c21677c256e4 None None] Provisioning complete for port 8efa4010-a74e-47c7-8579-09873b330960 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:22.216986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5d23f054-825d-4153-a289-c21677c256e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.256945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5d23f054-825d-4153-a289-c21677c256e4 None None] Port 8efa4010-a74e-47c7-8579-09873b330960 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:22.452673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efa4010-a74e-47c7-8579-09873b330960 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:22.461148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.473430 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Transition to ACTIVE for port object 8efa4010-a74e-47c7-8579-09873b330960 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:22.479638 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.520521 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.538093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:22.661129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Attempting to bind port 8efa4010-a74e-47c7-8579-09873b330960 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:22.661470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Attempting to bind port 8efa4010-a74e-47c7-8579-09873b330960 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:22.661814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Attempting to bind port 8efa4010-a74e-47c7-8579-09873b330960 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:22.670730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Port 8efa4010-a74e-47c7-8579-09873b330960 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:45:22.671054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Attempting to bind port 8efa4010-a74e-47c7-8579-09873b330960 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:22.684634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:22.684983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:22.685379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:22.685824 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Bound port: 8efa4010-a74e-47c7-8579-09873b330960, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:22.686350 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.713407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98e296-9add-4e0c-b07b-a953e9a7192e req-9d0566e1-0af0-40bf-bf9b-6d8d0ad050aa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.715053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da98e296-9add-4e0c-b07b-a953e9a7192e req-9d0566e1-0af0-40bf-bf9b-6d8d0ad050aa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 944 time: 0.1112916 Jul 16 20:45:22.792326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da98e296-9add-4e0c-b07b-a953e9a7192e req-8986ea3a-7677-44c0-b9a6-8c2623c7d31d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563035 Jul 16 20:45:22.796840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:22.800502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:22.805843 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.844232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.844859 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.846269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 1093 time: 0.7635281 Jul 16 20:45:22.846717 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'tag': '8efa4010-a74e-47c7-8579-09873b330960'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:22.849007 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "tag": "8efa4010-a74e-47c7-8579-09873b330960"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:22.877863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d579c7-b847-4f9b-9ad9-8cd5e6ac54f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:22.904324 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beac5a24-888b-4fa2-8a70-685f36ab3514 x-openstack-request-id: req-beac5a24-888b-4fa2-8a70-685f36ab3514 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:22.904478 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "tag": "8efa4010-a74e-47c7-8579-09873b330960", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:22.904734 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-beac5a24-888b-4fa2-8a70-685f36ab3514 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:22.905164 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'tag': '8efa4010-a74e-47c7-8579-09873b330960', 'status': 'completed', 'code': 200} Jul 16 20:45:22.951932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-427bcaeb-97ac-4095-8505-78449fddf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.953596 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-427bcaeb-97ac-4095-8505-78449fddf764 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1096 time: 0.0588400 Jul 16 20:45:22.997554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-64541710-d098-4e7d-9d90-085dec49d5b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 217 time: 0.0361640 Jul 16 20:45:23.054220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-cb925358-62de-4bf6-adc1-20de6b5126b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.055679 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-cb925358-62de-4bf6-adc1-20de6b5126b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0527446 Jul 16 20:45:23.119861 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-7ab23a24-dd11-45af-8b7f-86e5627e4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.121560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-7ab23a24-dd11-45af-8b7f-86e5627e4683 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602677 Jul 16 20:45:23.208737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-5e4d3f92-9b65-48e8-9f29-f882127ff587 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809708 Jul 16 20:45:23.304170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-939b996a-b789-41a3-87d3-16d36b1b8be1 req-88e52e69-e8d3-4f40-ba3e-3cf353fcef9e service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890377 Jul 16 20:45:23.408226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-31d6b6c1-706a-4b7e-8a91-c6f318135738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.409771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-31d6b6c1-706a-4b7e-8a91-c6f318135738 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1096 time: 0.0528970 Jul 16 20:45:23.507511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-8cfe21d1-5ea9-4916-8e5d-9651a2f557d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.509049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-8cfe21d1-5ea9-4916-8e5d-9651a2f557d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0927804 Jul 16 20:45:23.558381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-5390fcf0-19aa-4038-8237-47da00e4c1c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 217 time: 0.0432541 Jul 16 20:45:23.613073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-72fa7729-1159-4f27-9776-5e2ff539c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.614465 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-72fa7729-1159-4f27-9776-5e2ff539c17e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0500591 Jul 16 20:45:23.674772 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-d1b99b4f-26dc-452e-9c98-c9788279ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.676362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-d1b99b4f-26dc-452e-9c98-c9788279ade4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545778 Jul 16 20:45:23.766859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-55d0db29-6c35-4430-a970-80eb9905530c service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837166 Jul 16 20:45:23.875782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f6d9f49-c932-4b48-9aa3-5d0699fa29b3 req-d2ae37f5-e584-4527-a367-d6e677a290d0 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990117 Jul 16 20:45:23.882291 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.010115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c42ad-9c3f-4427-8393-2f7ba112fa34 req-adc5246f-1699-4df3-afe2-e083ca4ef2c5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:24.011648 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-670c42ad-9c3f-4427-8393-2f7ba112fa34 req-adc5246f-1699-4df3-afe2-e083ca4ef2c5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 944 time: 0.0756001 Jul 16 20:45:24.051729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-670c42ad-9c3f-4427-8393-2f7ba112fa34 req-3f28ac75-dc76-4dd3-a557-9bc9aa23ec5d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Jul 16 20:45:25.043537 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8efa4010-a74e-47c7-8579-09873b330960 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:45:25.145330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:25.157439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '8efa4010-a74e-47c7-8579-09873b330960', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': '8efa4010-a74e-47c7-8579-09873b330960', 'mac_address': 'fa:16:3e:d8:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:45:25.199760 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.213415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efa4010-a74e-47c7-8579-09873b330960 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:45:25.241404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8ca67-fe06-4c77-ab45-b45f7dce54d0 req-b06014a1-935c-4d9a-b934-6a2b0877395d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:25.242012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:25.242139 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9bf8ca67-fe06-4c77-ab45-b45f7dce54d0 req-b06014a1-935c-4d9a-b934-6a2b0877395d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 944 time: 0.0696638 Jul 16 20:45:25.245673 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.279984 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9bf8ca67-fe06-4c77-ab45-b45f7dce54d0 req-fd2a9f82-6189-41d1-84b8-21a79c0bfcc1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334628 Jul 16 20:45:25.295093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:25.458288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['8efa4010-a74e-47c7-8579-09873b330960'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:45:26.451053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccca15-2841-467c-b319-c34ca2604dde req-a18fa7db-5597-4c76-8508-e92079a62abb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:26.452567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6ccca15-2841-467c-b319-c34ca2604dde req-a18fa7db-5597-4c76-8508-e92079a62abb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 945 time: 0.0626187 Jul 16 20:45:26.490173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b6ccca15-2841-467c-b319-c34ca2604dde req-08777228-fea3-4c11-a038-d93b9e7ad0a5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Jul 16 20:45:27.061566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8efa4010-a74e-47c7-8579-09873b330960 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:27.110607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 8efa4010-a74e-47c7-8579-09873b330960 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:27.114125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 8efa4010-a74e-47c7-8579-09873b330960 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:27.114498 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.192572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.215131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efa4010-a74e-47c7-8579-09873b330960'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:27.217442 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bcb188-f719-4cdb-8a12-6ac4f7a562b0" -d '{"events": [{"server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "name": "network-vif-plugged", "status": "completed", "tag": "8efa4010-a74e-47c7-8579-09873b330960"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:27.231096 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:27.236747 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:27.263990 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e650cf-9898-4e3d-a009-ac87b1f87ffd x-openstack-request-id: req-12e650cf-9898-4e3d-a009-ac87b1f87ffd {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:27.264313 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "name": "network-vif-plugged", "status": "completed", "tag": "8efa4010-a74e-47c7-8579-09873b330960", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:27.264945 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12e650cf-9898-4e3d-a009-ac87b1f87ffd {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:27.265341 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efa4010-a74e-47c7-8579-09873b330960', 'code': 200} Jul 16 20:45:27.295498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:27.377133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1082d-c48f-46e9-a81e-ac78a7d57c8d req-75347deb-782d-454e-bf26-05854be29334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.378519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fce1082d-c48f-46e9-a81e-ac78a7d57c8d req-75347deb-782d-454e-bf26-05854be29334 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1098 time: 0.0534079 Jul 16 20:45:27.414223 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fce1082d-c48f-46e9-a81e-ac78a7d57c8d req-62a923fa-b208-4ebf-a8a8-46bc8281028f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296614 Jul 16 20:45:27.672914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0031c-3338-44d5-8646-f4ef3c8c51bc req-eb3a8d6c-5324-4a36-9fc6-eff19c9d4e95 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:27.674359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5a0031c-3338-44d5-8646-f4ef3c8c51bc req-eb3a8d6c-5324-4a36-9fc6-eff19c9d4e95 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0671964 Jul 16 20:45:27.715110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5a0031c-3338-44d5-8646-f4ef3c8c51bc req-2528c65a-a0cb-4425-8d1a-f03a7cde27e2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337272 Jul 16 20:45:28.892711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6558-b857-48fd-89c6-40161fb44885 req-1700694a-848b-4c61-a26b-2e098f50718a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:28.894511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bee6558-b857-48fd-89c6-40161fb44885 req-1700694a-848b-4c61-a26b-2e098f50718a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0653632 Jul 16 20:45:28.934345 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bee6558-b857-48fd-89c6-40161fb44885 req-4d98f22c-5724-4b91-9d39-58c06208edcf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329356 Jul 16 20:45:29.106213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323949-aed3-4900-bfcd-a4ad2eb5920b req-f673e39d-ae47-4d59-9011-7a13d4d46643 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:29.107762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a323949-aed3-4900-bfcd-a4ad2eb5920b req-f673e39d-ae47-4d59-9011-7a13d4d46643 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0704875 Jul 16 20:45:29.117041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51476) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:29.121662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'floatingip': {'port_id': '8efa4010-a74e-47c7-8579-09873b330960'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:29.160981 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.003651 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.008314 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.109916 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939 associated. External IP: 172.25.6.31, port: 8efa4010-a74e-47c7-8579-09873b330960. Jul 16 20:45:30.320981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:30.430984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:30.436724 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:30.441045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:30.451715 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:30.452380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:45:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:30.474238 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8a3c386d-6581-4651-b1f1-d0f47c324a1e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "PUT /v2.0/floatingips/8607d08f-fde5-4a13-87f1-dc5ef728e939 HTTP/1.1" status: 200 len: 991 time: 1.3559906 Jul 16 20:45:30.475155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'tag': '8efa4010-a74e-47c7-8579-09873b330960'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:30.477636 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d9b397-b329-458e-867a-a37e4b5c5f49" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "tag": "8efa4010-a74e-47c7-8579-09873b330960"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:30.516980 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c82a2af-232f-4f38-92ad-865dfd3db84d x-openstack-request-id: req-5c82a2af-232f-4f38-92ad-865dfd3db84d {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:30.517278 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "tag": "8efa4010-a74e-47c7-8579-09873b330960", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:30.517529 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c82a2af-232f-4f38-92ad-865dfd3db84d {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:30.517928 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'tag': '8efa4010-a74e-47c7-8579-09873b330960', 'status': 'completed', 'code': 200} Jul 16 20:45:30.565425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:30.604925 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-f3643cc6-4dd1-4d72-a47c-1bc5a546da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:30.606478 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-f3643cc6-4dd1-4d72-a47c-1bc5a546da65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1098 time: 0.0573690 Jul 16 20:45:30.705678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-3ac7735b-1a22-4aa9-b4e1-48183e7a75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:30.707201 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-3ac7735b-1a22-4aa9-b4e1-48183e7a75e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0951807 Jul 16 20:45:30.778018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-f3f8a208-a449-43a7-9f4d-99a79092081f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 999 time: 0.0643823 Jul 16 20:45:30.801144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '8efa4010-a74e-47c7-8579-09873b330960', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:d8:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:45:29Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:30.826703 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-702a944e-0fa7-4ff7-bbbe-c5d11efd5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:30.828304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-702a944e-0fa7-4ff7-bbbe-c5d11efd5b5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0446651 Jul 16 20:45:30.829020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:30.838522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:30.839074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:45:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:30.887036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-8f17c6f0-875b-420f-9ffd-9b4fbf976535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:30.888617 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-8f17c6f0-875b-420f-9ffd-9b4fbf976535 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527470 Jul 16 20:45:30.945636 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:30.984725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-3842b651-119c-40ae-b2ed-a7a3a2e0e882 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899377 Jul 16 20:45:31.074332 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79d9b397-b329-458e-867a-a37e4b5c5f49 req-7c07ab40-70bd-4106-ac47-672bdd16f70c service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839438 Jul 16 20:45:31.175182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '8efa4010-a74e-47c7-8579-09873b330960', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:d8:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:45:29Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:31.204481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac3385-c732-417b-8011-8ae90051264a None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '8efa4010-a74e-47c7-8579-09873b330960', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:d8:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:45:29Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:31.391531 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d9bbd-68ab-430b-affe-cb2bb16a7705 None None] New status for floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:45:31.884941 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:34.700042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:35.549547 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.088437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6aaf4e12-e13d-4e6c-a88f-cb0130198caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.440881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-608f0d8b-e847-4ea8-ada3-22cf0dfbd19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.653152 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.528706 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.890228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.378197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-3bf7d389-ca3c-4cd6-beaf-1b5b09964759 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0672941 Jul 16 20:45:54.509448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-0529ced5-a268-43e1-9cbd-b2ca752da838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.510996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-0529ced5-a268-43e1-9cbd-b2ca752da838 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1098 time: 0.0692222 Jul 16 20:45:54.665757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-46ba742e-7fd0-45af-a640-d8f5464e839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.667300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-46ba742e-7fd0-45af-a640-d8f5464e839c service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1321130 Jul 16 20:45:54.745896 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-3b4c0292-4eb7-403b-aed6-ebacb3a7ccd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 1001 time: 0.0713603 Jul 16 20:45:54.801799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-a18ab7d9-a2da-41e5-9c7c-796bc8022d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.803833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-a18ab7d9-a2da-41e5-9c7c-796bc8022d92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0510740 Jul 16 20:45:54.876571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-9425c0a0-83b7-4203-a059-10f4e1dfa225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.878218 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-9425c0a0-83b7-4203-a059-10f4e1dfa225 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677264 Jul 16 20:45:54.994807 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-07dd678c-9880-4d90-abaf-895d861d53ef service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088200 Jul 16 20:45:55.103971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60333853-c81a-4f6d-aaa7-ef1b546c4fa5 req-639c3dc5-3145-44b9-b941-0e75f71330dd service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020007 Jul 16 20:46:04.699488 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.570873 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.884425 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:18.091252 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-09b32354-83a4-4d8e-91c9-c5ecefe3d742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.433455 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5e6ac1e5-c0bc-46c1-997f-4b4483b4e5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.656237 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.525397 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.881071 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.718693 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:35.586554 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.885726 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:48.098209 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8875486b-cf5f-48f4-8f24-f5a3da42829b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.438080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6eedaa62-d8be-4d30-adcd-b9c66a661ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.660876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:52.534674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.890258 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.408778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-f3f61db1-9e59-4846-b607-7619f9d03efa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1215944 Jul 16 20:46:55.519444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-d6685a16-0272-47ec-a27f-b51b988e869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:55.521064 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-d6685a16-0272-47ec-a27f-b51b988e869a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1098 time: 0.0610292 Jul 16 20:46:55.645621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-388197aa-f4fe-4a79-8885-16c07b562d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:55.647409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-388197aa-f4fe-4a79-8885-16c07b562d62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1054800 Jul 16 20:46:55.724801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-32dfd896-a00a-4d99-bfc5-7fc6bb7aca2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 1001 time: 0.0708332 Jul 16 20:46:55.784584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-e2080a1f-2521-4199-83f8-cd2f25354e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:55.786006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-e2080a1f-2521-4199-83f8-cd2f25354e3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0536444 Jul 16 20:46:55.864516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-1994e34c-2517-49d0-83fb-9fedf7ad20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:55.867034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-1994e34c-2517-49d0-83fb-9fedf7ad20c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732501 Jul 16 20:46:55.985842 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-9e0d6d39-032b-4e1d-9281-5aff6bea3c0e service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127553 Jul 16 20:46:56.146275 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cded05c-78df-41ee-82a6-9b405bcb1ae3 req-7f943096-263f-4ea0-9092-4d3c536111ef service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539700 Jul 16 20:47:04.729853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.605064 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:08.871653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92997a-3888-4424-9907-b7cb0a146733 req-88f8957a-127c-44f5-aa55-3031bacf71c8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:08.873343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be92997a-3888-4424-9907-b7cb0a146733 req-88f8957a-127c-44f5-aa55-3031bacf71c8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0828829 Jul 16 20:47:08.921554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be92997a-3888-4424-9907-b7cb0a146733 req-46815b93-9199-4d69-9d32-cef52918383b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Jul 16 20:47:10.137989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21906e4a-3316-489f-8686-05b191397659 req-388a8f99-46f3-4a0e-80fb-875800635deb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:10.139559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21906e4a-3316-489f-8686-05b191397659 req-388a8f99-46f3-4a0e-80fb-875800635deb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0769000 Jul 16 20:47:10.185314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21906e4a-3316-489f-8686-05b191397659 req-59911a60-dbe5-4ca2-9b7d-8f4797c5d941 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360293 Jul 16 20:47:11.407863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ad196-3f07-459a-a3dd-f41bdcb8e832 req-ab994485-1c60-49dd-96df-518d1693a755 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:11.410704 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed7ad196-3f07-459a-a3dd-f41bdcb8e832 req-ab994485-1c60-49dd-96df-518d1693a755 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.1005414 Jul 16 20:47:11.454820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed7ad196-3f07-459a-a3dd-f41bdcb8e832 req-5381e15a-31c6-4576-971a-79b724f8b2aa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375705 Jul 16 20:47:12.638572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70168e1d-e7e0-4239-893f-a2d1b018b832 req-57e9fd2a-ce3a-4668-bb07-6e74121833ed tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.640182 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70168e1d-e7e0-4239-893f-a2d1b018b832 req-57e9fd2a-ce3a-4668-bb07-6e74121833ed tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0687346 Jul 16 20:47:12.681583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-70168e1d-e7e0-4239-893f-a2d1b018b832 req-83ec21d1-9a81-4658-b19b-9c7f6830a443 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353220 Jul 16 20:47:13.867492 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cfa55-7af0-491c-ba4b-7aa082cec541 req-c3839fbc-bab8-4aca-ab02-786d81d5f100 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:13.871844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f1cfa55-7af0-491c-ba4b-7aa082cec541 req-c3839fbc-bab8-4aca-ab02-786d81d5f100 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0737987 Jul 16 20:47:13.907926 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f1cfa55-7af0-491c-ba4b-7aa082cec541 req-9fb6deb0-4fb8-43fd-8736-eb49d8ac3c65 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331602 Jul 16 20:47:15.118592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f68c3d-4ce0-4dd2-8a5b-13f84ad620f2 req-2e26d296-40d5-4dd5-9479-7f964c921618 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:15.121234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56f68c3d-4ce0-4dd2-8a5b-13f84ad620f2 req-2e26d296-40d5-4dd5-9479-7f964c921618 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0838079 Jul 16 20:47:15.164362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56f68c3d-4ce0-4dd2-8a5b-13f84ad620f2 req-15f22a17-92a0-4b64-bfb5-df0dc2db2faa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374715 Jul 16 20:47:16.376355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815601-630a-4e64-838e-c9f2f34c81ff req-f797ffd5-bc1b-4f5f-9553-b3b6487927cb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:16.378006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6815601-630a-4e64-838e-c9f2f34c81ff req-f797ffd5-bc1b-4f5f-9553-b3b6487927cb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0719633 Jul 16 20:47:16.421260 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6815601-630a-4e64-838e-c9f2f34c81ff req-54fe160c-bea4-410b-a731-2aa905414b18 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367901 Jul 16 20:47:17.615071 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40409bec-8d63-494f-9e17-15063a7dcf79 req-de43abe0-4fdd-4ce4-8001-6d1b591eacd2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:17.617232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40409bec-8d63-494f-9e17-15063a7dcf79 req-de43abe0-4fdd-4ce4-8001-6d1b591eacd2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0767267 Jul 16 20:47:17.657439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40409bec-8d63-494f-9e17-15063a7dcf79 req-252cf2f4-12e8-4b7b-8b09-d531a80b388e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344703 Jul 16 20:47:18.093490 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-61baba4c-ecf5-4043-b582-3dea475f7241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:18.859453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41384c95-225b-4990-b27a-2d72e05cd623 req-0e990b5b-cd9f-4fd6-978e-01e5c5144269 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:18.861033 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41384c95-225b-4990-b27a-2d72e05cd623 req-0e990b5b-cd9f-4fd6-978e-01e5c5144269 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0763528 Jul 16 20:47:18.901454 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41384c95-225b-4990-b27a-2d72e05cd623 req-4029c895-3d7f-4612-82aa-36586ffce0bd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346432 Jul 16 20:47:20.174737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3c6d1-29ab-4c25-bd2c-f4821544c9a9 req-c283ea36-acb6-4227-89e0-3d42807dd481 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:20.176436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8e3c6d1-29ab-4c25-bd2c-f4821544c9a9 req-c283ea36-acb6-4227-89e0-3d42807dd481 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0789206 Jul 16 20:47:20.229440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f8e3c6d1-29ab-4c25-bd2c-f4821544c9a9 req-90c10ebb-101c-4ff2-b2d1-a541c7b3c8e5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455730 Jul 16 20:47:20.444446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b13f327-526e-4042-aaff-12324176e02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:20.675299 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:20.739603 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-1da3240f-072b-4f71-8321-7b749ad927d8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1430094 Jul 16 20:47:20.741016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f53b66-5f10-42ac-874f-eaba1fb7637c req-a2993c62-4d03-47ca-bbb9-69ba155f24f6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:20.743368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7f53b66-5f10-42ac-874f-eaba1fb7637c req-a2993c62-4d03-47ca-bbb9-69ba155f24f6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0777283 Jul 16 20:47:20.786034 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7f53b66-5f10-42ac-874f-eaba1fb7637c req-80aca669-4cc1-4b7c-a816-1d9fb797c9d6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364389 Jul 16 20:47:22.019557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe103e-8688-4f14-84d0-22cf45fd0987 req-0725aeed-f7b9-4f8b-8591-a7817bb2c2db tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:22.021383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95fe103e-8688-4f14-84d0-22cf45fd0987 req-0725aeed-f7b9-4f8b-8591-a7817bb2c2db tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0692482 Jul 16 20:47:22.068899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-95fe103e-8688-4f14-84d0-22cf45fd0987 req-dd42e73d-7a24-4811-9763-0c488ca231f2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393074 Jul 16 20:47:22.268116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-643642bb-aa17-42d4-95ae-11a4c8bc08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:22.269724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-643642bb-aa17-42d4-95ae-11a4c8bc08b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1098 time: 0.0756209 Jul 16 20:47:22.365785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-db9afec2-835b-4b6c-baf3-f433acaa8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:22.367737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-db9afec2-835b-4b6c-baf3-f433acaa8076 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0911458 Jul 16 20:47:22.441321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-b217ba50-d750-41ea-b286-c582c87585c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 1001 time: 0.0665572 Jul 16 20:47:22.490878 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-d6d62038-3fed-48d3-8d57-5247f8b4ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:22.493197 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-d6d62038-3fed-48d3-8d57-5247f8b4ea03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0452347 Jul 16 20:47:22.530398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:22.555403 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-aa7ef2d7-3205-4341-a97a-53891dcc01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:22.556970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-aa7ef2d7-3205-4341-a97a-53891dcc01a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571783 Jul 16 20:47:22.654668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-65a9333b-a326-4508-ba77-3b500ceacac6 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905561 Jul 16 20:47:22.751075 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-1ba7e589-582c-4244-8f65-4b489ed100ef service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901599 Jul 16 20:47:22.886247 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:47:23.273825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201682ed-337b-40d4-8201-8f5c0464ce63 req-ac1b7aaf-6f45-4a91-95c4-77cceabc0bf1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:23.275707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-201682ed-337b-40d4-8201-8f5c0464ce63 req-ac1b7aaf-6f45-4a91-95c4-77cceabc0bf1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0799668 Jul 16 20:47:23.332155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-201682ed-337b-40d4-8201-8f5c0464ce63 req-2464f08f-21d2-4284-a789-11f50ec8c093 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502145 Jul 16 20:47:23.887529 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:24.514117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41896aea-b43f-4684-9072-a58e836af0a5 req-3bf7a241-9f2a-4359-bb00-821f08d294c3 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:24.515619 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41896aea-b43f-4684-9072-a58e836af0a5 req-3bf7a241-9f2a-4359-bb00-821f08d294c3 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0682299 Jul 16 20:47:24.554381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41896aea-b43f-4684-9072-a58e836af0a5 req-efd0132e-86fa-4493-8c8a-4954626c5d10 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Jul 16 20:47:24.760244 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-9dce7803-f132-4472-933e-7407aa671e98 req-e9973a07-e794-43ef-b647-0e2d370eb50d service neutron] show failed (client error): The resource could not be found. Jul 16 20:47:24.761309 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-e9973a07-e794-43ef-b647-0e2d370eb50d service neutron] 10.222.0.16 "GET /v2.0/ports/8efa4010-a74e-47c7-8579-09873b330960/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0613568 Jul 16 20:47:25.115432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-a7025874-f310-49bd-8f49-269baaf95e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:25.117120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-a7025874-f310-49bd-8f49-269baaf95e58 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 1098 time: 0.1057928 Jul 16 20:47:25.128309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:25.210020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.432693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:25.468337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:25.514130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efa4010-a74e-47c7-8579-09873b330960'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:25.516510 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c13777c-3a49-49ec-a22e-687cd0c081dc" -d '{"events": [{"server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "name": "network-vif-unplugged", "status": "completed", "tag": "8efa4010-a74e-47c7-8579-09873b330960"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:25.520978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.535066 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Transition to ACTIVE for port object 8efa4010-a74e-47c7-8579-09873b330960 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:25.539426 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.583176 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5ef25c-913a-4fdf-9afc-45f5541b8a1f x-openstack-request-id: req-ad5ef25c-913a-4fdf-9afc-45f5541b8a1f {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:25.583365 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "name": "network-vif-unplugged", "status": "completed", "tag": "8efa4010-a74e-47c7-8579-09873b330960", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:25.583610 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad5ef25c-913a-4fdf-9afc-45f5541b8a1f {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:25.584012 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efa4010-a74e-47c7-8579-09873b330960', 'code': 200} Jul 16 20:47:25.608011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=6']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:25.659977 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.660505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.660879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.661216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.661551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.661882 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.662211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.662536 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.662894 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.663228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.663550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.663875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:25.735747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] No DVR routers for this DVR port 8efa4010-a74e-47c7-8579-09873b330960 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:25.753792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d657fda-49f6-46cc-bbc3-5e2fcfc0b8b0 req-f8801db1-876e-4baa-ab5c-a6ca468d501b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:25.755713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d657fda-49f6-46cc-bbc3-5e2fcfc0b8b0 req-f8801db1-876e-4baa-ab5c-a6ca468d501b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 944 time: 0.0759034 Jul 16 20:47:25.797981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d657fda-49f6-46cc-bbc3-5e2fcfc0b8b0 req-d59eef3b-9b6a-4cb0-b7cf-84bb0a2f15d3 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jul 16 20:47:25.882945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Attempting to bind port 8efa4010-a74e-47c7-8579-09873b330960 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:25.883251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Attempting to bind port 8efa4010-a74e-47c7-8579-09873b330960 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:25.883720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Attempting to bind port 8efa4010-a74e-47c7-8579-09873b330960 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:25.888185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Port 8efa4010-a74e-47c7-8579-09873b330960 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:25.888575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Attempting to bind port 8efa4010-a74e-47c7-8579-09873b330960 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:25.893601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:25.893968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:25.894313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:25.894739 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Bound port: 8efa4010-a74e-47c7-8579-09873b330960, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:25.895100 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:25.962102 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:25.965834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:25.970538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.010285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.010920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.012515 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] 10.222.0.68 "PUT /v2.0/ports/8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 1093 time: 0.8883750 Jul 16 20:47:26.036910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d9fb1-b6e9-4e15-86a0-6db9cc5fec0a service neutron] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:26.107632 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-37902bca-5e84-4e93-a070-2596cb75914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.109392 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-37902bca-5e84-4e93-a070-2596cb75914d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1096 time: 0.0670707 Jul 16 20:47:26.217651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-7578f269-47be-4197-8a4a-ca77897ea047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.219231 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-7578f269-47be-4197-8a4a-ca77897ea047 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1023390 Jul 16 20:47:26.287561 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-699f86e3-bbfd-4243-887c-ef61d64e6977 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 999 time: 0.0620992 Jul 16 20:47:26.336845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-2114b571-b27f-4b8c-8bc1-0db9105b6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.338380 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-2114b571-b27f-4b8c-8bc1-0db9105b6d2a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0450974 Jul 16 20:47:26.404131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7803-f132-4472-933e-7407aa671e98 req-089725b4-e83b-4b33-9d4d-294a7a7b91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.405722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-089725b4-e83b-4b33-9d4d-294a7a7b91a7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606551 Jul 16 20:47:26.504349 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-dd65fcb4-41d2-4562-a100-e8f1779d19f7 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913830 Jul 16 20:47:26.935474 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-7ae84776-a109-4930-a160-e1c07b8fa8ab service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241784 Jul 16 20:47:27.029363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae5c2c-1a8a-4f9f-8636-78f26afbe6ff req-d91e9657-6ac6-4ffd-9307-0d8505a240a7 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.030938 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37ae5c2c-1a8a-4f9f-8636-78f26afbe6ff req-d91e9657-6ac6-4ffd-9307-0d8505a240a7 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 944 time: 0.0933795 Jul 16 20:47:27.078092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37ae5c2c-1a8a-4f9f-8636-78f26afbe6ff req-7e2df4bc-ce2c-4f65-be35-70e06043eca6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Jul 16 20:47:27.585524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'tag': '8efa4010-a74e-47c7-8579-09873b330960'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:27.587901 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a44068-98aa-41e9-a35d-5a742bfc5322" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "tag": "8efa4010-a74e-47c7-8579-09873b330960"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:27.638046 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b3ee2d-fb73-4dce-bd13-0fce870967d2 x-openstack-request-id: req-68b3ee2d-fb73-4dce-bd13-0fce870967d2 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:27.638413 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "tag": "8efa4010-a74e-47c7-8579-09873b330960", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:27.638734 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68b3ee2d-fb73-4dce-bd13-0fce870967d2 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:27.639137 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'tag': '8efa4010-a74e-47c7-8579-09873b330960', 'status': 'completed', 'code': 200} Jul 16 20:47:27.714162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-6c515408-8b37-4a60-8ab8-7ac50b5180b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.714957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-00921cf7-86f2-4cd3-9381-4361d1809e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.716352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-6c515408-8b37-4a60-8ab8-7ac50b5180b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1096 time: 0.0601404 Jul 16 20:47:27.716607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-00921cf7-86f2-4cd3-9381-4361d1809e76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1096 time: 0.0557175 Jul 16 20:47:27.821354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-6d9503b5-fc71-4ae7-a259-4a872a3ab435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.822879 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-6d9503b5-fc71-4ae7-a259-4a872a3ab435 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0997715 Jul 16 20:47:27.824150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-10981f20-d0fe-4674-8468-aa5e34ca58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.825684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-10981f20-d0fe-4674-8468-aa5e34ca58e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1028473 Jul 16 20:47:27.893452 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-fc29240f-e2b7-48a8-b056-1040eb6cac54 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 999 time: 0.0633814 Jul 16 20:47:27.899426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-478d5abd-a91b-4fea-9a72-1c0018062236 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 999 time: 0.0672758 Jul 16 20:47:27.946296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-4117f3b1-9a44-4caf-989b-a653cf4f0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.947811 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-4117f3b1-9a44-4caf-989b-a653cf4f0741 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0467417 Jul 16 20:47:27.949931 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-e4ada4a4-1e46-4766-98a6-595089664ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.951439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-e4ada4a4-1e46-4766-98a6-595089664ec7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0463367 Jul 16 20:47:28.013778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-ba8f631b-bf72-4cc8-b715-2877ac1af2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:28.015450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-12ce9591-6c1c-4de0-949f-8a1308df8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:28.015773 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-ba8f631b-bf72-4cc8-b715-2877ac1af2f5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607190 Jul 16 20:47:28.018007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-12ce9591-6c1c-4de0-949f-8a1308df8975 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604050 Jul 16 20:47:28.114110 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-cca92fd9-1937-4311-bf71-134cc518e761 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911455 Jul 16 20:47:28.116464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-4f155866-7682-4b32-bc98-d1979f132f43 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918343 Jul 16 20:47:28.228263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-f1d4b658-9c60-453e-84a5-75f52f89b88d service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059055 Jul 16 20:47:28.250297 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-32a44068-98aa-41e9-a35d-5a742bfc5322 req-723f650b-954d-4ec0-8ba1-ae762eda63f4 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294870 Jul 16 20:47:28.379958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2151-7f77-4abd-a94f-2944d8b425b4 req-e0c4bbc8-dd8a-4539-b61d-aa2de6b4b82a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:28.382273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-19bd2151-7f77-4abd-a94f-2944d8b425b4 req-e0c4bbc8-dd8a-4539-b61d-aa2de6b4b82a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 944 time: 0.1209669 Jul 16 20:47:28.422473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-19bd2151-7f77-4abd-a94f-2944d8b425b4 req-b4456959-c0e1-47b9-9be3-8ca6f3780664 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344286 Jul 16 20:47:29.605908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833eba3-a677-4ee8-9cf2-de134e658e69 req-1de107ea-a552-4049-b252-6b7aa261cfb8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.607442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f833eba3-a677-4ee8-9cf2-de134e658e69 req-1de107ea-a552-4049-b252-6b7aa261cfb8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 944 time: 0.0653174 Jul 16 20:47:29.646735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f833eba3-a677-4ee8-9cf2-de134e658e69 req-427b3399-1cbb-4221-bd2a-01ea41afc813 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336664 Jul 16 20:47:29.713077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8efa4010-a74e-47c7-8579-09873b330960 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:29.753100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8efa4010-a74e-47c7-8579-09873b330960 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:30.261777 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8efa4010-a74e-47c7-8579-09873b330960 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:30.298108 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7eb70-2fc5-4313-b21a-6dcfeb018a96 req-17e0a748-be9f-406f-93ee-154c581dfd2b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.299673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5c7eb70-2fc5-4313-b21a-6dcfeb018a96 req-17e0a748-be9f-406f-93ee-154c581dfd2b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 944 time: 0.4025900 Jul 16 20:47:30.322244 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49257325-d22e-451e-8842-fa098d94fdfa req-67a495c2-29ab-474a-a511-d300215d5ca9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.323853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-67a495c2-29ab-474a-a511-d300215d5ca9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174&tenant_id=793071a4fa4f46e299dbb26f0343c191&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 944 time: 0.3966842 Jul 16 20:47:30.387108 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5c7eb70-2fc5-4313-b21a-6dcfeb018a96 req-097d4eb5-6a05-4918-8874-268022bccef9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808461 Jul 16 20:47:30.407542 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-49257325-d22e-451e-8842-fa098d94fdfa req-6743ea99-0797-406a-b003-6c32d95c3b7b service neutron] delete failed (client error): The resource could not be found. Jul 16 20:47:30.408629 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-6743ea99-0797-406a-b003-6c32d95c3b7b service neutron] 10.222.0.16 "DELETE /v2.0/ports/8efa4010-a74e-47c7-8579-09873b330960/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0765934 Jul 16 20:47:30.416052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:30.429480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '8efa4010-a74e-47c7-8579-09873b330960', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': '8efa4010-a74e-47c7-8579-09873b330960', 'mac_address': 'fa:16:3e:d8:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:30.477445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.492052 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efa4010-a74e-47c7-8579-09873b330960 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:30.515870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:30.521489 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.529138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49257325-d22e-451e-8842-fa098d94fdfa req-1d8d4aa9-9c37-428b-a840-c34f38bf55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.530770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-1d8d4aa9-9c37-428b-a840-c34f38bf55e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1096 time: 0.0636077 Jul 16 20:47:30.573563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:30.581262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.581609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.581956 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.582298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.582635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.582970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.583301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.583630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.583960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.584326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.584690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.585023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:30.623493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49257325-d22e-451e-8842-fa098d94fdfa req-cfb72c59-911d-4c26-9c2e-7c0660eaa9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.625055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-cfb72c59-911d-4c26-9c2e-7c0660eaa9c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0885937 Jul 16 20:47:30.697138 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-5e174f2c-3c21-403e-88a4-c86518043e14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 1000 time: 0.0656476 Jul 16 20:47:30.748047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49257325-d22e-451e-8842-fa098d94fdfa req-b2c754c5-03a5-49f9-8c7c-a41af56920de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.749607 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-b2c754c5-03a5-49f9-8c7c-a41af56920de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0467722 Jul 16 20:47:30.754417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8efa4010-a74e-47c7-8579-09873b330960'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:30.813721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49257325-d22e-451e-8842-fa098d94fdfa req-c663f195-2d1b-40d6-ada9-a54d759e105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.815604 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-c663f195-2d1b-40d6-ada9-a54d759e105f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602555 Jul 16 20:47:30.954245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-b953d1bd-3669-4dcc-a5ab-deb9d4389763 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314054 Jul 16 20:47:31.056262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49257325-d22e-451e-8842-fa098d94fdfa req-c1f282a1-9279-4b83-a29a-67c1a07cb4e1 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963120 Jul 16 20:47:31.613423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878f97-ae24-433f-902d-f395636850b4 req-17ca5305-29ca-4969-be43-e462c6536919 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.615368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64878f97-ae24-433f-902d-f395636850b4 req-17ca5305-29ca-4969-be43-e462c6536919 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 945 time: 0.0832438 Jul 16 20:47:31.663754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64878f97-ae24-433f-902d-f395636850b4 req-4ce23a9c-ebf3-4954-a6e0-445c4329f315 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360925 Jul 16 20:47:31.950842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be38a34-2af9-4884-ab23-263aab20ec7c req-d1e4ad79-ad51-444c-b778-15e3f79e9b52 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.952515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8be38a34-2af9-4884-ab23-263aab20ec7c req-d1e4ad79-ad51-444c-b778-15e3f79e9b52 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 945 time: 0.1231713 Jul 16 20:47:32.006085 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8be38a34-2af9-4884-ab23-263aab20ec7c req-5547b273-1160-4666-935c-b8780ebb31a5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481024 Jul 16 20:47:32.276831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8efa4010-a74e-47c7-8579-09873b330960 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:32.350880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 8efa4010-a74e-47c7-8579-09873b330960 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:32.358390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 8efa4010-a74e-47c7-8579-09873b330960 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:32.358890 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.373524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-05068455-7dbe-4fe4-af96-be45527908ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.375341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-05068455-7dbe-4fe4-af96-be45527908ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 1097 time: 0.0694458 Jul 16 20:47:32.397854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37422069-8ed9-49fb-a234-b1b381d856a3 req-d8a4cfd5-68b0-4aa0-a490-f0e63a7b9d69 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.400647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37422069-8ed9-49fb-a234-b1b381d856a3 req-d8a4cfd5-68b0-4aa0-a490-f0e63a7b9d69 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 945 time: 0.0995843 Jul 16 20:47:32.453339 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.468416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-37422069-8ed9-49fb-a234-b1b381d856a3 req-de4a79a6-309f-43b7-96d6-927d27aa48bc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563548 Jul 16 20:47:32.489702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efa4010-a74e-47c7-8579-09873b330960'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:32.489702 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb7f78c-72db-4cd9-ab8e-7d4cac565483" -d '{"events": [{"server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "name": "network-vif-plugged", "status": "completed", "tag": "8efa4010-a74e-47c7-8579-09873b330960"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:32.490296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-81ef303d-e559-4012-906a-b6f98605d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.492114 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-81ef303d-e559-4012-906a-b6f98605d996 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1107764 Jul 16 20:47:32.501847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:32.508076 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.561432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:32.581167 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-95d47a10-54af-41f6-92ae-dea02eafc725 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 200 len: 1001 time: 0.0814798 Jul 16 20:47:32.609712 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328539d7-c0f1-492b-99a1-e5f2d3e44ed8 x-openstack-request-id: req-328539d7-c0f1-492b-99a1-e5f2d3e44ed8 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:32.610022 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "name": "network-vif-plugged", "status": "completed", "tag": "8efa4010-a74e-47c7-8579-09873b330960", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:32.610288 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-328539d7-c0f1-492b-99a1-e5f2d3e44ed8 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:32.610688 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efa4010-a74e-47c7-8579-09873b330960', 'code': 200} Jul 16 20:47:32.633224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-5a8815ef-a892-49a3-a1c7-e6699ccfcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.634728 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-5a8815ef-a892-49a3-a1c7-e6699ccfcfef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0468650 Jul 16 20:47:32.697867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-3d3932dc-b83d-4279-9148-ebebcb0e7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.699412 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-3d3932dc-b83d-4279-9148-ebebcb0e7d10 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587573 Jul 16 20:47:32.804242 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-40bc7b82-7ece-425c-a68e-b3167cf38d43 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976434 Jul 16 20:47:32.930966 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-34c7cdd0-903c-4c9f-a1a1-66992baa8d6e req-9cd16444-c61b-4d02-a843-81d86507b8d9 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212585 Jul 16 20:47:33.664818 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78aa82-3dab-40cd-99d1-c73f05c7a5d7 req-8848a390-fd44-41f3-83ad-a19201045467 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.666407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e78aa82-3dab-40cd-99d1-c73f05c7a5d7 req-8848a390-fd44-41f3-83ad-a19201045467 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0768621 Jul 16 20:47:33.709160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4e78aa82-3dab-40cd-99d1-c73f05c7a5d7 req-04cca7e2-3149-4c10-b2cc-5ae009bdb615 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Jul 16 20:47:34.131165 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c442339-d5ba-47ed-83e3-dc4e5bef0540 req-a2626110-3299-4ac5-9f3a-0bd9bc05dd62 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.133444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c442339-d5ba-47ed-83e3-dc4e5bef0540 req-a2626110-3299-4ac5-9f3a-0bd9bc05dd62 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0724015 Jul 16 20:47:34.182963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c442339-d5ba-47ed-83e3-dc4e5bef0540 req-fac843ff-7005-4a41-827e-f20dbbb19902 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407896 Jul 16 20:47:34.736638 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.295983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-2166da86-cecb-4112-be10-1d0fd3f3dc02 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:35.297622 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-2166da86-cecb-4112-be10-1d0fd3f3dc02 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0769620 Jul 16 20:47:35.403351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85aab9a-c712-429f-a210-9a5e4251cb47 req-0344e65f-ddee-4a23-ac72-33c32b2bcc6c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:35.404975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d85aab9a-c712-429f-a210-9a5e4251cb47 req-0344e65f-ddee-4a23-ac72-33c32b2bcc6c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 946 time: 0.0883682 Jul 16 20:47:35.421528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Deleting port 8efa4010-a74e-47c7-8579-09873b330960 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:35.421879 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.458221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d85aab9a-c712-429f-a210-9a5e4251cb47 req-c21e7415-63ee-4c3e-863f-9bbcf8d23548 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 Jul 16 20:47:35.524357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] For port 8efa4010-a74e-47c7-8579-09873b330960, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8efa4010-a74e-47c7-8579-09873b330960,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:35.524727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.603515 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.758930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.759304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.759615 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939 disassociated. External IP: 172.25.6.31, port: 8efa4010-a74e-47c7-8579-09873b330960. Jul 16 20:47:35.759960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Calling delete_port for 8efa4010-a74e-47c7-8579-09873b330960 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:35.899684 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.930295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event deleted for resources: {'Port': ['ID=8efa4010-a74e-47c7-8579-09873b330960,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:36.075149 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:47:36.199043 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:36.210339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:36.226877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:36.227627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:47:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:36.247757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] No DVR routers for this DVR port 8efa4010-a74e-47c7-8579-09873b330960 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:36.251245 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.253872 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2ffe9993-0d6f-43a3-a8e5-446919c1172a req-188b2193-6e83-439c-b436-3a5f869c9803 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "DELETE /v2.0/ports/8efa4010-a74e-47c7-8579-09873b330960 HTTP/1.1" status: 204 len: 173 time: 0.9497385 Jul 16 20:47:36.254365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'name': 'network-vif-deleted', 'tag': '8efa4010-a74e-47c7-8579-09873b330960'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:36.258049 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57fd5d49c1766a0c1bd68ceefd6715e6df0d22ef2d9c679097fb5466786ac5d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a38dfe1-7f7b-412e-be76-72458b18b8ce" -d '{"events": [{"server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "name": "network-vif-deleted", "tag": "8efa4010-a74e-47c7-8579-09873b330960"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:36.302956 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7ead7-2d74-4733-963f-24ee20ae410b x-openstack-request-id: req-21a7ead7-2d74-4733-963f-24ee20ae410b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:36.304280 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30f69e-e81a-4ae1-bb91-9977a08aa174", "name": "network-vif-deleted", "tag": "8efa4010-a74e-47c7-8579-09873b330960", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:36.304280 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21a7ead7-2d74-4733-963f-24ee20ae410b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:36.304460 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d30f69e-e81a-4ae1-bb91-9977a08aa174', 'name': 'network-vif-deleted', 'tag': '8efa4010-a74e-47c7-8579-09873b330960', 'status': 'completed', 'code': 200} Jul 16 20:47:36.363922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:36.649042 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b82373f3-e8c0-415e-98cb-670b1a5a1cdf req-0c30612f-342c-4129-b1df-eecf8aac5d9a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d30f69e-e81a-4ae1-bb91-9977a08aa174 HTTP/1.1" status: 200 len: 210 time: 0.0512857 Jul 16 20:47:36.767316 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:36.795354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:36.804749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:36.805369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:47:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:36.919406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:37.129121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:37.158120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d8ac4-d17e-401e-bcd3-82477b56a6db None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:37.408317 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a8cad-76f4-44c9-afa4-70e7d7487fc3 None None] New status for floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:47:38.010687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-283c5d72-b629-4410-8e46-d60a05c8b536 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1613704013&fields=id&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 267 time: 0.0350692 Jul 16 20:47:38.130598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-98ac0974-b5a6-4e86-8806-79b20019e608 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.132029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-98ac0974-b5a6-4e86-8806-79b20019e608 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 811 time: 0.1145849 Jul 16 20:47:38.148219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-3907ed2c-81fd-458f-9c6a-70ce4f193e4a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/quotas/793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 375 time: 0.0102348 Jul 16 20:47:38.227377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-bca772be-c804-4c8a-8722-5e478e822138 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738947 Jul 16 20:47:38.308176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8efa4010-a74e-47c7-8579-09873b330960 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:38.328483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 8efa4010-a74e-47c7-8579-09873b330960 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:38.328831 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8efa4010-a74e-47c7-8579-09873b330960 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:38.339021 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-ecd05ae5-11da-4c85-b5d1-0fef8ca73bbc service neutron] 10.222.0.78 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999923 Jul 16 20:47:38.436107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-71160252-8f89-4967-a168-d7335c025a62 service neutron] 10.222.0.78 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904915 Jul 16 20:47:38.635960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0459c580-e266-4915-8fd6-856b7f1378de req-a6774022-2cb6-49ed-b5bd-23ccee6bac3f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 210 time: 0.0300698 Jul 16 20:47:39.732799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74d1f2b6-2801-4224-a25d-4e7749a4e884 req-2df4b5d5-aeb3-4171-9a82-3c9413e7ca57 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 210 time: 0.0390072 Jul 16 20:47:40.825503 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56a1736e-cf58-48c7-a251-107ddf6e1e55 req-69eb5459-5b84-440a-a665-5ef6e37e22b5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 210 time: 0.0302296 Jul 16 20:47:41.794159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-50d81648-353b-4eb9-9bf5-0cba575f5299 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.795670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-50d81648-353b-4eb9-9bf5-0cba575f5299 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 811 time: 0.1274371 Jul 16 20:47:41.851177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-bfe5f014-4844-46d4-8275-59752375b38a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 380 time: 0.0393071 Jul 16 20:47:41.859798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'port': {'device_id': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'admin_state_up': True, 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'security_groups': ['6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:41.991928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6825c364-d8fa-4179-b22e-7cc86eaea16e req-0ff515c2-28d1-4da7-888a-d9a1b9e8ed5b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 210 time: 0.0394650 Jul 16 20:47:42.017269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Made reservation on behalf of 793071a4fa4f46e299dbb26f0343c191 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:42.021107 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.175966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Allocated IP 172.20.0.9 (58424d0b-97b7-4c28-8a71-0b15520822f1/6dd34444-a097-4d43-b0ea-00c041816661/77ed003d-0744-411f-b63b-037d7e90b179) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:42.318515 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.332829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Transition to ACTIVE for port object 77ed003d-0744-411f-b63b-037d7e90b179 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:42.368035 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.415599 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:42.418828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:42.423828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:42.431619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:42.462548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.462958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.463318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.463660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.464003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.464397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.464730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.465058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.465388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.465716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.466045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.466372 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:42.494240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.495009 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.511635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-9971c588-6427-49e3-9961-d15657fa99da tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6555567 Jul 16 20:47:42.524157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Request body: {'port': {'device_id': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:42.614598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.721548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8caa2c0e-8783-47e0-86f5-9f56cf8d2062 None None] Provisioning for port 77ed003d-0744-411f-b63b-037d7e90b179 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:42.727794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8caa2c0e-8783-47e0-86f5-9f56cf8d2062 None None] Provisioning complete for port 77ed003d-0744-411f-b63b-037d7e90b179 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:42.728463 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8caa2c0e-8783-47e0-86f5-9f56cf8d2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.785321 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-8caa2c0e-8783-47e0-86f5-9f56cf8d2062 None None] Port 77ed003d-0744-411f-b63b-037d7e90b179 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:42.905753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ed003d-0744-411f-b63b-037d7e90b179 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:42.914835 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.927953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Transition to ACTIVE for port object 77ed003d-0744-411f-b63b-037d7e90b179 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:42.932519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.989479 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:43.076365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:43.076829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:43.077041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:43.082292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:43.082738 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:43.089708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:43.090062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:43.090458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:43.090904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Bound port: 77ed003d-0744-411f-b63b-037d7e90b179, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:43.091281 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.204858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:43.224634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:43.231423 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.266983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306bb63-e60c-4731-ad3a-b0b7848e4e3d req-ca734328-4ef5-4d7f-9eba-41ff3f05f223 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.268565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0306bb63-e60c-4731-ad3a-b0b7848e4e3d req-ca734328-4ef5-4d7f-9eba-41ff3f05f223 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 943 time: 0.1395817 Jul 16 20:47:43.294277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.294917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.296477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] 10.222.0.16 "PUT /v2.0/ports/77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 1092 time: 0.7778549 Jul 16 20:47:43.299063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:43.301279 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b44da67-57d1-4be7-aa6b-8681dc3d112a" -d '{"events": [{"name": "network-changed", "server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "tag": "77ed003d-0744-411f-b63b-037d7e90b179"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:43.334026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65c340-ec15-4688-ad2c-241e1f48adeb service neutron] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:43.352452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0306bb63-e60c-4731-ad3a-b0b7848e4e3d req-ca14b2e1-ecd1-4cca-ab41-8e64d669d299 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771201 Jul 16 20:47:43.391999 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284901f5-7742-4fb5-835b-3a009e96b177 x-openstack-request-id: req-284901f5-7742-4fb5-835b-3a009e96b177 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:43.392349 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "tag": "77ed003d-0744-411f-b63b-037d7e90b179", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:43.392706 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-284901f5-7742-4fb5-835b-3a009e96b177 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:43.393400 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179', 'status': 'completed', 'code': 200} Jul 16 20:47:43.429038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-66f292f5-c0b0-425e-8e4a-abc5db454611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.430635 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-66f292f5-c0b0-425e-8e4a-abc5db454611 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1095 time: 0.0756466 Jul 16 20:47:43.476588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-706d9454-5f7b-4ccb-a8b0-0adb77f3db83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 217 time: 0.0370309 Jul 16 20:47:43.534858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-d27b2d06-8f6f-4c49-b48a-8c352a2803ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.536430 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-d27b2d06-8f6f-4c49-b48a-8c352a2803ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0476718 Jul 16 20:47:43.603182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-f012801c-f0b8-46cc-98de-0eb8ed8eb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.604774 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-f012801c-f0b8-46cc-98de-0eb8ed8eb8d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597165 Jul 16 20:47:43.710499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-aef20bdc-74c9-4c3c-902f-ca3364f64d37 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964327 Jul 16 20:47:43.809051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ddc2b919-d7b8-4f5b-9e0d-e6c074a16a2b req-d10e0d65-c201-4feb-9702-4356ea4ab04b service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922115 Jul 16 20:47:43.946147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-f016cb87-421a-41c3-92d1-cda6a927ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.947687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-f016cb87-421a-41c3-92d1-cda6a927ed55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1095 time: 0.0647552 Jul 16 20:47:44.047551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-bcff485d-a2ab-46a1-9449-6727da85bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.049099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-bcff485d-a2ab-46a1-9449-6727da85bf02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0954387 Jul 16 20:47:44.095913 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-05991ccd-d4f9-40f7-b7aa-b5cf409cf183 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 217 time: 0.0392597 Jul 16 20:47:44.149842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-7683bb07-93a5-4237-9509-c3193f2e6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.151351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-7683bb07-93a5-4237-9509-c3193f2e6c3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0477512 Jul 16 20:47:44.209741 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-7ca0a5a0-ec83-4826-a87f-f6b186956352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.211280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-7ca0a5a0-ec83-4826-a87f-f6b186956352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539017 Jul 16 20:47:44.318461 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-65105ba6-dc36-4d80-b58f-56964221e3a8 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001816 Jul 16 20:47:44.419821 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b44da67-57d1-4be7-aa6b-8681dc3d112a req-3c5e7744-8c82-40db-8d84-f77feb17e1b2 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941293 Jul 16 20:47:44.572854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dd414-69a5-4b1e-a505-4386ff98d403 req-dee6496b-20a5-419e-9be4-f8d3885360ce tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.574400 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a04dd414-69a5-4b1e-a505-4386ff98d403 req-dee6496b-20a5-419e-9be4-f8d3885360ce tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 943 time: 0.0777338 Jul 16 20:47:44.613675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a04dd414-69a5-4b1e-a505-4386ff98d403 req-40b0540f-7fd5-4ddc-9862-3fdbf84a77b4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336678 Jul 16 20:47:45.819259 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017ac2-ba2f-456c-bfe5-73e18d734d41 req-af9bb8df-dc73-4401-9b2c-361531f51470 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.820932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8017ac2-ba2f-456c-bfe5-73e18d734d41 req-af9bb8df-dc73-4401-9b2c-361531f51470 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 943 time: 0.0740490 Jul 16 20:47:45.823356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:45.868065 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8017ac2-ba2f-456c-bfe5-73e18d734d41 req-b637adab-d7d5-4ccf-8d03-daaf94de3795 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395663 Jul 16 20:47:45.949628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:45.965022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '77ed003d-0744-411f-b63b-037d7e90b179', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': '77ed003d-0744-411f-b63b-037d7e90b179', 'mac_address': 'fa:16:3e:90:1f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:46.012444 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.030899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ed003d-0744-411f-b63b-037d7e90b179 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:46.056517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:46.062469 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.132405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:46.306797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['77ed003d-0744-411f-b63b-037d7e90b179'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:47.055792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1e254-b8ab-4993-bb75-d4aff9348cc3 req-77e40693-e191-4ff4-a243-db55e771cb27 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.057363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88f1e254-b8ab-4993-bb75-d4aff9348cc3 req-77e40693-e191-4ff4-a243-db55e771cb27 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 944 time: 0.0704870 Jul 16 20:47:47.097763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88f1e254-b8ab-4993-bb75-d4aff9348cc3 req-27364a76-8734-458f-afd8-f1a465634ce4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345554 Jul 16 20:47:47.853312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:47.908255 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 77ed003d-0744-411f-b63b-037d7e90b179 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:47.914332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 77ed003d-0744-411f-b63b-037d7e90b179 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:47.914710 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.006030 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.045920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:48.049870 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540b43963429fc44a27a6ec050d3389878a3192e1af6ca939451987616cfa02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00057b-f060-4588-acdb-5e8bde12464f" -d '{"events": [{"server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "name": "network-vif-plugged", "status": "completed", "tag": "77ed003d-0744-411f-b63b-037d7e90b179"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:48.064228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:48.069496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.104406 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3388aa18-f2d3-4dc1-8d6f-edfe55630a15 x-openstack-request-id: req-3388aa18-f2d3-4dc1-8d6f-edfe55630a15 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:48.104783 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "name": "network-vif-plugged", "status": "completed", "tag": "77ed003d-0744-411f-b63b-037d7e90b179", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:48.105195 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3388aa18-f2d3-4dc1-8d6f-edfe55630a15 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:48.105649 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179', 'code': 200} Jul 16 20:47:48.138993 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f6e7-9f14-46fb-9778-96ba670211a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.162177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:48.246629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c731f4-efcd-4912-8af3-7df595e913ad req-d9fa0572-ad1e-4a51-bc50-7b6b2ad544ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.248154 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5c731f4-efcd-4912-8af3-7df595e913ad req-d9fa0572-ad1e-4a51-bc50-7b6b2ad544ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1097 time: 0.0749297 Jul 16 20:47:48.310093 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5c731f4-efcd-4912-8af3-7df595e913ad req-322072af-be5b-412c-8cc5-a6df4872c2fb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 Jul 16 20:47:48.330156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29026d6-80dd-4b08-85e6-1459a34e90fe req-294af2c4-0747-478f-9826-6dca1e58e851 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.331718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29026d6-80dd-4b08-85e6-1459a34e90fe req-294af2c4-0747-478f-9826-6dca1e58e851 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0999730 Jul 16 20:47:48.373633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b29026d6-80dd-4b08-85e6-1459a34e90fe req-5d990b89-7855-430f-a50d-403ebb98b3d6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350029 Jul 16 20:47:49.566243 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d971fa4-f3e1-4cbb-a865-650b9dc1d89a req-2465fc05-dae7-4975-9510-e7be339c1796 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.567815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d971fa4-f3e1-4cbb-a865-650b9dc1d89a req-2465fc05-dae7-4975-9510-e7be339c1796 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0773668 Jul 16 20:47:49.611017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d971fa4-f3e1-4cbb-a865-650b9dc1d89a req-f3f21cb3-b0d9-4819-9aad-45f59cc11bc0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362108 Jul 16 20:47:49.800690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48afbd-c7b2-4c83-a2f1-7860e3f45e1a req-93117052-98d8-43b2-a958-8d16d10d3ac3 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.802241 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb48afbd-c7b2-4c83-a2f1-7860e3f45e1a req-93117052-98d8-43b2-a958-8d16d10d3ac3 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Jul 16 20:47:49.811873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 51858) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:49.816663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'floatingip': {'port_id': '77ed003d-0744-411f-b63b-037d7e90b179'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:49.862317 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.441413 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c7236251-853c-4d3d-8a1f-8a7f0765d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.671035 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.674606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.680228 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.797789 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939 associated. External IP: 172.25.6.31, port: 77ed003d-0744-411f-b63b-037d7e90b179. Jul 16 20:47:51.027272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:47:51.148753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:51.153876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.158348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:51.168806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:51.169452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:47:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:51.193343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c70585f2-4033-4864-b566-f2e7e1707c8e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "PUT /v2.0/floatingips/8607d08f-fde5-4a13-87f1-dc5ef728e939 HTTP/1.1" status: 200 len: 990 time: 1.3802662 Jul 16 20:47:51.194103 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:51.196459 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94a1a1ecf5fb5ba222458fc9e0620da6860238583f001bea869b2be37a1d8b1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2283ac9b-a07b-4e99-81d4-3e52e8644d24" -d '{"events": [{"name": "network-changed", "server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "tag": "77ed003d-0744-411f-b63b-037d7e90b179"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:51.313065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:51.333425 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d9309f-407c-465a-8d4a-81744ca3a9f3 x-openstack-request-id: req-e9d9309f-407c-465a-8d4a-81744ca3a9f3 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:51.333724 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "tag": "77ed003d-0744-411f-b63b-037d7e90b179", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:51.333982 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9d9309f-407c-465a-8d4a-81744ca3a9f3 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:51.334960 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179', 'status': 'completed', 'code': 200} Jul 16 20:47:51.414201 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-1a827ad6-f461-4fdd-a1fb-ece87ed5216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.415678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-1a827ad6-f461-4fdd-a1fb-ece87ed5216e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1097 time: 0.0576982 Jul 16 20:47:51.528428 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-3501e6db-4ef6-4db2-9373-b864a6bf6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.530296 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-3501e6db-4ef6-4db2-9373-b864a6bf6029 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1082661 Jul 16 20:47:51.589145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '77ed003d-0744-411f-b63b-037d7e90b179', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:90:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:47:50Z', 'revision_number': 9, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:51.608185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-85c0213a-cf22-4aae-aee0-de264a165df2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 998 time: 0.0711730 Jul 16 20:47:51.630459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:51.644623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:51.645753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:47:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:51.685228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-29b4c5fd-1801-4327-ab47-a4b2630d5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.686650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-29b4c5fd-1801-4327-ab47-a4b2630d5be4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0722551 Jul 16 20:47:51.747510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-4b01b29b-2d66-4178-879f-645a37503055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.749099 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-4b01b29b-2d66-4178-879f-645a37503055 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566072 Jul 16 20:47:51.773083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:51.858551 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-6fab768a-1d2f-424c-8ba1-fe850d411bc1 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026709 Jul 16 20:47:51.979651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2283ac9b-a07b-4e99-81d4-3e52e8644d24 req-25b3581d-9d5d-46c8-95e7-e52bf4960c38 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146305 Jul 16 20:47:52.036263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '77ed003d-0744-411f-b63b-037d7e90b179', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:90:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:47:50Z', 'revision_number': 9, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:52.066158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee349325-04e5-4d37-86ea-4710a201190a None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': '77ed003d-0744-411f-b63b-037d7e90b179', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:90:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:47:50Z', 'revision_number': 9, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:52.295545 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a30ffe-0d7e-476c-856e-930576417e75 None None] New status for floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:47:52.538840 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.890868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:56.341777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bc7157-4871-4741-9029-468c2618bf04 req-fc158f9d-0883-4123-b9ad-f08483a4b9d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563960 Jul 16 20:47:56.448410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc7157-4871-4741-9029-468c2618bf04 req-598be8e4-daad-46df-a63c-913a1d5478f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.452005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bc7157-4871-4741-9029-468c2618bf04 req-598be8e4-daad-46df-a63c-913a1d5478f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1097 time: 0.0641065 Jul 16 20:47:56.563922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc7157-4871-4741-9029-468c2618bf04 req-a45acbfd-f25a-4313-a9f6-0e7551bd7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.565561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bc7157-4871-4741-9029-468c2618bf04 req-a45acbfd-f25a-4313-a9f6-0e7551bd7f27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0930572 Jul 16 20:47:56.636919 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bc7157-4871-4741-9029-468c2618bf04 req-44f05d93-dfbf-4224-a250-bc0f95b0b7cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 1001 time: 0.0648742 Jul 16 20:47:56.688450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc7157-4871-4741-9029-468c2618bf04 req-d902f524-d7ca-443d-8054-c0799bd29cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.689952 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bc7157-4871-4741-9029-468c2618bf04 req-d902f524-d7ca-443d-8054-c0799bd29cf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0462327 Jul 16 20:47:56.750881 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc7157-4871-4741-9029-468c2618bf04 req-4b71914a-fb7e-4cf7-8ae9-077c9d6d7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.752497 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bc7157-4871-4741-9029-468c2618bf04 req-4b71914a-fb7e-4cf7-8ae9-077c9d6d7c82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556233 Jul 16 20:47:56.853511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bc7157-4871-4741-9029-468c2618bf04 req-3152a3ca-1901-49dc-8f81-421a4ff79c69 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934179 Jul 16 20:47:56.950747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-80bc7157-4871-4741-9029-468c2618bf04 req-a8e5ea90-0be6-49b6-bfb6-bca266eab800 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901923 Jul 16 20:47:59.884875 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:48:04.742747 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.602865 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.097577 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0bdf308d-c8d5-4306-84c1-8924bb8630c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.436881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9b70-1e66-495f-b081-f0a8c8651925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.667144 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.541274 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.901849 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:34.741672 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:35.618073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.884648 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:48:48.094773 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d491b0ae-10da-4b15-a32b-26be2e769363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.439158 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bff49e5c-5cd8-4326-a923-7b668b406f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.670091 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:52.543199 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.900370 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:58.507499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-971b656b-353a-474a-b2b8-d5e9b2c42cdb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103144 Jul 16 20:48:58.618233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-8030a171-3af5-47fb-a41a-090092c2719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:58.619788 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-8030a171-3af5-47fb-a41a-090092c2719f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1097 time: 0.0648274 Jul 16 20:48:58.729922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-aa004f66-6225-4c6c-9bed-2f8843c879f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:58.731353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-aa004f66-6225-4c6c-9bed-2f8843c879f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0916014 Jul 16 20:48:58.804964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-49c2825b-8631-44bd-b7f0-a59ebf1d6e02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 1001 time: 0.0676475 Jul 16 20:48:58.857541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-9dd81b9a-b90e-43e0-b8c1-fced634d55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:58.859048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-9dd81b9a-b90e-43e0-b8c1-fced634d55b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0475821 Jul 16 20:48:58.919079 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-5b6a9ba3-be23-4b22-9129-3a3a0e39db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:58.920670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-5b6a9ba3-be23-4b22-9129-3a3a0e39db65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553615 Jul 16 20:48:59.022233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-23a67e8f-6bfb-460d-aebc-9f92e0b131f3 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944884 Jul 16 20:48:59.115365 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5aa8a20-d8d4-4026-b2e9-b8eab269eaed req-f9dc4999-5856-4360-880a-6c4604df316e service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865393 Jul 16 20:49:04.756600 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:05.631548 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.884470 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:18.092213 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-702d2079-e760-446e-aeb8-2bd7babea5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.443075 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-07169edb-33fc-477d-a43a-440d54d42405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.681122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.556124 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.914674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.980370 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae090-3e54-4f90-b06a-3ee06f2b0909 req-b67d28b4-1352-42ec-9c13-aee2f7c4509f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:28.982026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d2ae090-3e54-4f90-b06a-3ee06f2b0909 req-b67d28b4-1352-42ec-9c13-aee2f7c4509f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0885508 Jul 16 20:49:29.005473 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-c03b7a4d-66e0-46a6-90d7-8a1be9ea473f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1178443 Jul 16 20:49:29.024026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d2ae090-3e54-4f90-b06a-3ee06f2b0909 req-90bacf81-2f36-4272-b964-c867a685e68a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355239 Jul 16 20:49:30.233564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc097b-09d4-4fe2-952a-8f250cba7c70 req-e0ca0b7f-144f-4fe2-b902-faaca14447fa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:30.235167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89cc097b-09d4-4fe2-952a-8f250cba7c70 req-e0ca0b7f-144f-4fe2-b902-faaca14447fa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0703893 Jul 16 20:49:30.285752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-89cc097b-09d4-4fe2-952a-8f250cba7c70 req-3cc8b814-add2-4c35-ab22-3f37ad89f7f4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415287 Jul 16 20:49:30.387857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-d39a9b40-9b0e-4999-94b3-be02f3966251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:30.389449 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-d39a9b40-9b0e-4999-94b3-be02f3966251 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1097 time: 0.0645628 Jul 16 20:49:30.490319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-2e31636a-7e4a-4b22-aea6-2ebfb8fba2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:30.491997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-2e31636a-7e4a-4b22-aea6-2ebfb8fba2e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0947344 Jul 16 20:49:30.569387 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-044ff85b-b52c-4444-a2f6-811f39855315 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 1001 time: 0.0691984 Jul 16 20:49:30.623141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-7a4f7c7f-8bfe-42ec-a1f2-800565508b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:30.624741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-7a4f7c7f-8bfe-42ec-a1f2-800565508b66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0490932 Jul 16 20:49:30.689325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-26f3db12-e52e-4f84-b42e-6e22287405b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:30.690783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-26f3db12-e52e-4f84-b42e-6e22287405b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582700 Jul 16 20:49:30.796520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-64d5528d-6ef9-430c-8be9-c3ff54eab5da service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974240 Jul 16 20:49:30.894710 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-f7657c57-12ff-4592-82c7-12919a70694b service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905075 Jul 16 20:49:31.486658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0499-ebf9-4710-b500-1e0b14ecc875 req-8eb442f4-8554-4e00-a3d2-547f7703ca8d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:31.488308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92ba0499-ebf9-4710-b500-1e0b14ecc875 req-8eb442f4-8554-4e00-a3d2-547f7703ca8d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0730381 Jul 16 20:49:31.532744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92ba0499-ebf9-4710-b500-1e0b14ecc875 req-6be23354-e9f6-48d6-ae13-717c186ff889 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366576 Jul 16 20:49:32.723699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72342a28-f7f1-4694-a34b-109cb66732bb req-c5a5f26e-387a-4327-9548-af3c66a1eeb9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:32.726024 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72342a28-f7f1-4694-a34b-109cb66732bb req-c5a5f26e-387a-4327-9548-af3c66a1eeb9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0692141 Jul 16 20:49:32.768392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72342a28-f7f1-4694-a34b-109cb66732bb req-d88b2398-24b2-45af-b76d-440f484d3dc1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359383 Jul 16 20:49:33.971409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a6c31-d761-4ff3-91c4-5c8541f9b8e6 req-7a4ad286-0936-4ff8-8251-1b59704f483d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:33.973092 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d15a6c31-d761-4ff3-91c4-5c8541f9b8e6 req-7a4ad286-0936-4ff8-8251-1b59704f483d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0804186 Jul 16 20:49:34.017055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d15a6c31-d761-4ff3-91c4-5c8541f9b8e6 req-30424e6f-1b8f-448c-b19d-3901b653e751 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370808 Jul 16 20:49:34.754199 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.229696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5792a-6613-4e3f-9916-3fcab06ff60f req-b4c05e4b-5886-47f0-9a60-8c78af01509c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.232726 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3e5792a-6613-4e3f-9916-3fcab06ff60f req-b4c05e4b-5886-47f0-9a60-8c78af01509c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0969980 Jul 16 20:49:35.274263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3e5792a-6613-4e3f-9916-3fcab06ff60f req-0758bf13-f201-4a91-aadb-2640cbe41dba tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344183 Jul 16 20:49:35.631050 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.468043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1c321-91e9-4e1d-92f5-beee3d8818e3 req-b2cae502-682c-4bc8-a9c4-b1a4724958ac tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:36.469876 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e1c321-91e9-4e1d-92f5-beee3d8818e3 req-b2cae502-682c-4bc8-a9c4-b1a4724958ac tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0717735 Jul 16 20:49:36.513928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-76e1c321-91e9-4e1d-92f5-beee3d8818e3 req-d7706fbc-23c6-42d1-8936-a7afb725b13b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379248 Jul 16 20:49:37.719111 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9d59-994b-483c-b7a5-67568610630a req-824bc1e9-02e9-42ee-982e-ada530374db0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.720841 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb9d59-994b-483c-b7a5-67568610630a req-824bc1e9-02e9-42ee-982e-ada530374db0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0829973 Jul 16 20:49:37.763899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54cb9d59-994b-483c-b7a5-67568610630a req-a91b71b0-db88-494a-bbcd-ae358f8e93ff tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370984 Jul 16 20:49:38.970318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342f21-baca-47fa-a428-d60c6b33dabd req-62e8ff66-987f-4d62-8c52-833493319e8b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:38.971854 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10342f21-baca-47fa-a428-d60c6b33dabd req-62e8ff66-987f-4d62-8c52-833493319e8b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0874112 Jul 16 20:49:39.014177 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-10342f21-baca-47fa-a428-d60c6b33dabd req-e9627fdf-3c54-4445-89d5-6c2e3e47ba63 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360446 Jul 16 20:49:40.233825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d5589-6802-4ed5-9f96-acfe48c60126 req-03445c87-4677-437e-a8e4-10f259854eaa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:40.235917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-634d5589-6802-4ed5-9f96-acfe48c60126 req-03445c87-4677-437e-a8e4-10f259854eaa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0709479 Jul 16 20:49:40.278416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-634d5589-6802-4ed5-9f96-acfe48c60126 req-5e0b12f9-c85f-49e0-ba65-72e6b2c5b7cb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364354 Jul 16 20:49:41.485122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45839a-b19f-4302-a077-22b38d1f9b05 req-125b69cc-b9c5-4302-9077-f1e1b9e461be tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:41.486673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb45839a-b19f-4302-a077-22b38d1f9b05 req-125b69cc-b9c5-4302-9077-f1e1b9e461be tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0890841 Jul 16 20:49:41.532609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fb45839a-b19f-4302-a077-22b38d1f9b05 req-42f85b9b-41ec-4fcd-9bde-ca9d0ba404f7 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397916 Jul 16 20:49:42.724327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a863f6-fa17-4639-a79e-b91d8012e4d8 req-64665491-4710-4708-aa7d-5166de5e03a6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.725914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7a863f6-fa17-4639-a79e-b91d8012e4d8 req-64665491-4710-4708-aa7d-5166de5e03a6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0677452 Jul 16 20:49:42.772621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c7a863f6-fa17-4639-a79e-b91d8012e4d8 req-1fbffaaf-5a36-4fd5-bce6-32de33746c3c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406775 Jul 16 20:49:42.900987 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [req-f4277755-5af2-4617-b46e-e8f431baea3a req-7646e2ee-76e2-43d4-a5b7-1ad8cf2c107c service neutron] show failed (client error): The resource could not be found. Jul 16 20:49:42.901962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-7646e2ee-76e2-43d4-a5b7-1ad8cf2c107c service neutron] 10.222.0.16 "GET /v2.0/ports/77ed003d-0744-411f-b63b-037d7e90b179/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0634089 Jul 16 20:49:43.271668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-e8528f4f-5294-44b2-96dd-e5ff0bbee035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:43.273329 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-e8528f4f-5294-44b2-96dd-e5ff0bbee035 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 1097 time: 0.1060116 Jul 16 20:49:43.284863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:43.378184 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.607794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:43.648615 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:43.694414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:43.700713 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.721513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Transition to ACTIVE for port object 77ed003d-0744-411f-b63b-037d7e90b179 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:43.727354 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.757641 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5238495b-dcb4-49cd-bf50-c45fe9a31339" -d '{"events": [{"server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "name": "network-vif-unplugged", "status": "completed", "tag": "77ed003d-0744-411f-b63b-037d7e90b179"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:43.813116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=6']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:43.835996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.836402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.836916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.837080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.837433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.837701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.838033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.838358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.838688 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.839010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.839334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.839655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:43.886979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] No DVR routers for this DVR port 77ed003d-0744-411f-b63b-037d7e90b179 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:43.934473 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2536c3-5db6-4171-a430-a819ae06e861 x-openstack-request-id: req-5c2536c3-5db6-4171-a430-a819ae06e861 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:43.934864 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "name": "network-vif-unplugged", "status": "completed", "tag": "77ed003d-0744-411f-b63b-037d7e90b179", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:43.935117 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c2536c3-5db6-4171-a430-a819ae06e861 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:43.936366 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179', 'code': 200} Jul 16 20:49:44.031949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3783743-4aac-4ac2-b4c9-7d4cad5f194a req-586823cf-62b7-4f3f-ae71-bde4b8606972 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.034115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3783743-4aac-4ac2-b4c9-7d4cad5f194a req-586823cf-62b7-4f3f-ae71-bde4b8606972 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 943 time: 0.0864239 Jul 16 20:49:44.084525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:44.084922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:44.085422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:44.091076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:44.091456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:44.095793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3783743-4aac-4ac2-b4c9-7d4cad5f194a req-aa820231-949d-447d-97ee-2d1dc2c3eb4f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489640 Jul 16 20:49:44.098009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:44.098876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:44.099365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:44.100053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Bound port: 77ed003d-0744-411f-b63b-037d7e90b179, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:44.100634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.172583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:44.176001 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:44.181807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.218532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.219171 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.220677 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] 10.222.0.68 "PUT /v2.0/ports/77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 1092 time: 0.9403565 Jul 16 20:49:44.246603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ee091-7e2f-4b94-ae41-022f1be93922 service neutron] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:44.320083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-eee34e79-8f97-406a-8bdd-b4e1b13a67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.321704 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-eee34e79-8f97-406a-8bdd-b4e1b13a67a4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1095 time: 0.0680745 Jul 16 20:49:44.428436 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-069de454-a65e-49fe-9aa3-684dd767ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.430036 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-069de454-a65e-49fe-9aa3-684dd767ca01 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1024597 Jul 16 20:49:44.505210 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-16c57124-b909-40ee-bc5e-7d59a12ecea0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 999 time: 0.0683417 Jul 16 20:49:44.560368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-f17d9982-3e18-4b3b-8343-c75e81f3667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.561785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-f17d9982-3e18-4b3b-8343-c75e81f3667a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0508761 Jul 16 20:49:44.622796 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277755-5af2-4617-b46e-e8f431baea3a req-3544006b-c840-4bb6-9d8d-8ab82ff1b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.624423 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-3544006b-c840-4bb6-9d8d-8ab82ff1b682 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555151 Jul 16 20:49:44.721297 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-c5da64e7-7dca-49b5-85a5-10c79c97b2de service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895736 Jul 16 20:49:44.815080 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f4277755-5af2-4617-b46e-e8f431baea3a req-f360f17e-3f35-4b1e-ad50-5b36576e2ad6 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873034 Jul 16 20:49:45.282694 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93e90a-a896-431d-a6d3-bc64bb09ddb7 req-11405709-fb89-4c58-b336-713621f0723d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:45.284329 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac93e90a-a896-431d-a6d3-bc64bb09ddb7 req-11405709-fb89-4c58-b336-713621f0723d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 943 time: 0.0676653 Jul 16 20:49:45.327364 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac93e90a-a896-431d-a6d3-bc64bb09ddb7 req-8676c178-2ca5-4f37-9b7f-f65aa12efadf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364940 Jul 16 20:49:45.937142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:45.939545 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7139470-235f-4fda-862c-31fca6f4ddcf" -d '{"events": [{"name": "network-changed", "server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "tag": "77ed003d-0744-411f-b63b-037d7e90b179"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:45.992168 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f79b6e-cbf8-45cf-90bf-3dd6cf254a46 x-openstack-request-id: req-c6f79b6e-cbf8-45cf-90bf-3dd6cf254a46 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:45.992500 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "tag": "77ed003d-0744-411f-b63b-037d7e90b179", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:45.992757 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6f79b6e-cbf8-45cf-90bf-3dd6cf254a46 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:45.993164 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179', 'status': 'completed', 'code': 200} Jul 16 20:49:46.077970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-db851eae-390b-4a4a-ba33-b45834c32993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.079537 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-db851eae-390b-4a4a-ba33-b45834c32993 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1095 time: 0.0643711 Jul 16 20:49:46.093369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-e8b49f60-9c13-417e-951e-38b133909c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.095161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-e8b49f60-9c13-417e-951e-38b133909c8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1095 time: 0.0792205 Jul 16 20:49:46.186616 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-94d8292a-a5f9-4898-b606-21caa557774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.188351 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-94d8292a-a5f9-4898-b606-21caa557774d service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1019368 Jul 16 20:49:46.207634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-bfd4ca8c-f594-40e4-bd47-32096b0fde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.210247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-bfd4ca8c-f594-40e4-bd47-32096b0fde57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1088364 Jul 16 20:49:46.280423 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-2af62f91-23cf-42f1-9db4-926b8e8a1040 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 999 time: 0.0843906 Jul 16 20:49:46.299782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-031030a7-68c9-4fb9-b343-08b7f7dd8432 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 999 time: 0.0825803 Jul 16 20:49:46.348162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-629d26f2-f1b9-4ec3-8752-ec97d6cb492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.350287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-629d26f2-f1b9-4ec3-8752-ec97d6cb492a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0558338 Jul 16 20:49:46.365350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-759ffe33-72bf-49ea-a5f0-7d564dfe8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.366259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-759ffe33-72bf-49ea-a5f0-7d564dfe8796 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0574126 Jul 16 20:49:46.377444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:46.440474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-232d6b36-b563-4acc-885c-b2636b54d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.443500 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-232d6b36-b563-4acc-885c-b2636b54d69d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703897 Jul 16 20:49:46.458507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:46.473228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-4958a013-d375-4522-a245-d746a228f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.476501 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-4958a013-d375-4522-a245-d746a228f06c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170130 Jul 16 20:49:46.579023 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-52990f6e-889e-4198-bb42-32dfcd49f360 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959697 Jul 16 20:49:46.591068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-7d0de125-5154-456f-b238-b7a465f2eab1 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387279 Jul 16 20:49:46.649524 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab7abc-dd69-4302-88fb-90aa5847a3f0 req-326554c3-6349-4778-a606-77b16407153b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.651326 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3ab7abc-dd69-4302-88fb-90aa5847a3f0 req-326554c3-6349-4778-a606-77b16407153b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 943 time: 0.1529148 Jul 16 20:49:46.683779 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-6408b995-eada-414a-98ee-653361920a62 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988882 Jul 16 20:49:46.741528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3ab7abc-dd69-4302-88fb-90aa5847a3f0 req-f162beaa-d701-4c98-a4f3-0847e1c6e9a8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578575 Jul 16 20:49:46.747288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7139470-235f-4fda-862c-31fca6f4ddcf req-8b17dc3e-59f8-4142-b72c-2bc790bf59ec service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490734 Jul 16 20:49:47.220418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1e48ad72-8f61-4052-bc79-05395be0a577 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.222146 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1e48ad72-8f61-4052-bc79-05395be0a577 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951&tenant_id=793071a4fa4f46e299dbb26f0343c191&binding%3Ahost_id=n-h2-791505-15 HTTP/1.1" status: 200 len: 943 time: 0.0943511 Jul 16 20:49:47.287160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a576a0-2338-4bc8-aaa8-fafd1ffd0b53 req-f0b69800-4220-4e5b-a5ad-2d7209a5ce47 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.288943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21a576a0-2338-4bc8-aaa8-fafd1ffd0b53 req-f0b69800-4220-4e5b-a5ad-2d7209a5ce47 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 943 time: 0.0880246 Jul 16 20:49:47.289355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-aab91787-963b-4d82-8cb9-8f54aac57dbb service neutron] 10.222.0.68 "GET /v2.0/ports/77ed003d-0744-411f-b63b-037d7e90b179/bindings/n-h2-791505-15 HTTP/1.1" status: 200 len: 383 time: 0.0606403 Jul 16 20:49:47.335537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21a576a0-2338-4bc8-aaa8-fafd1ffd0b53 req-9c1ae089-0f50-4ea1-9779-6428ac96f334 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Jul 16 20:49:47.403408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-92ccdfa9-12f3-4426-8d69-af62cf34dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.405484 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-92ccdfa9-12f3-4426-8d69-af62cf34dc81 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1095 time: 0.0926535 Jul 16 20:49:47.853023 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-887c7d50-3da0-443d-ac2e-f3664a9a3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.854819 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-887c7d50-3da0-443d-ac2e-f3664a9a3dd6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.4422083 Jul 16 20:49:47.923938 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-3d4a609d-a5ef-4865-a08d-74da05ec305c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 999 time: 0.0627952 Jul 16 20:49:47.974543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-d128d7d7-4d65-4022-befb-8a2b6ff34bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.976043 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-d128d7d7-4d65-4022-befb-8a2b6ff34bde service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0464311 Jul 16 20:49:48.044761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-9ad33db9-1beb-4dcf-bbad-8ae691268572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.046483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-9ad33db9-1beb-4dcf-bbad-8ae691268572 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644643 Jul 16 20:49:48.088278 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8c69b264-4315-4e41-b3c2-5467ff3c913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.163826 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-4799d247-0212-4644-8f4c-c65748d14ddf service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101880 Jul 16 20:49:48.267695 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-6c3adfab-439c-494b-beec-3c7a94aeae73 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976861 Jul 16 20:49:48.522932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e78c20-b494-40bf-9ff9-b7891243b649 req-32a732ae-6ef2-435e-8871-988bf5554d4b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.524565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64e78c20-b494-40bf-9ff9-b7891243b649 req-32a732ae-6ef2-435e-8871-988bf5554d4b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 943 time: 0.0642614 Jul 16 20:49:48.572970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64e78c20-b494-40bf-9ff9-b7891243b649 req-ad75dd5b-80f7-42b7-9e2a-5bc576f14b30 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387065 Jul 16 20:49:48.810402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:48.910569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:48.922968 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '77ed003d-0744-411f-b63b-037d7e90b179', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': '77ed003d-0744-411f-b63b-037d7e90b179', 'mac_address': 'fa:16:3e:90:1f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:49:48.966793 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.981251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ed003d-0744-411f-b63b-037d7e90b179 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:49.002116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:49.007809 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:49.060779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:49.068486 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.068844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.069199 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.069547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.069893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.070234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.070572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.070905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.071244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.071573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.071905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.072257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:49.266332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['77ed003d-0744-411f-b63b-037d7e90b179'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:49.760077 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa474a-88d2-4b0a-83fd-fed2b06c5fa0 req-01e29358-7753-4c67-911a-165c48d3d07b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.761688 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30aa474a-88d2-4b0a-83fd-fed2b06c5fa0 req-01e29358-7753-4c67-911a-165c48d3d07b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 944 time: 0.0711589 Jul 16 20:49:49.804819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30aa474a-88d2-4b0a-83fd-fed2b06c5fa0 req-f64b7857-c584-4b60-bfbf-cd0db9000b37 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374885 Jul 16 20:49:50.197380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-47217efc-676a-4344-9017-35ec34842bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.198797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-47217efc-676a-4344-9017-35ec34842bf8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 1096 time: 0.0629296 Jul 16 20:49:50.210630 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:50.289930 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.446607 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1852eee1-e410-4d02-89a6-be9b108b6552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.503854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:50.546798 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:50.581706 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 77ed003d-0744-411f-b63b-037d7e90b179 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:50.591748 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.603175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Ignored duplicate provisioning block setup for port 77ed003d-0744-411f-b63b-037d7e90b179 by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:49:50.607234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.678674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.695073 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=9']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:50.707037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.707393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.707780 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.708145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.708512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.708855 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.709186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.709516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.709847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.710175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.710570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.710826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:50.747817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] No DVR routers for this DVR port 77ed003d-0744-411f-b63b-037d7e90b179 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:50.820180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:50.897387 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:50.960459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:51.002189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:51.002737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:51.003331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:51.011361 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:51.011794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:51.018980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:51.019260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:51.019706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:51.020298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Bound port: 77ed003d-0744-411f-b63b-037d7e90b179, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:51.022512 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.119910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:51.126467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:51.133317 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.166964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 has no active binding in host n-h2-791505-15 {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:49:51.199319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=10']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:51.269114 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882d4b-1e71-43ff-b584-77b3a26e3175 req-c7eca2b1-223f-48ff-9f5a-7ac71a0fe8e9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.270683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18882d4b-1e71-43ff-b584-77b3a26e3175 req-c7eca2b1-223f-48ff-9f5a-7ac71a0fe8e9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 944 time: 0.1153755 Jul 16 20:49:51.294240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:51.294586 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:51.294909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:51.312163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:51.312533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Attempting to bind port 77ed003d-0744-411f-b63b-037d7e90b179 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:51.327110 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:51.327449 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:51.327845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:51.328338 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Bound port: 77ed003d-0744-411f-b63b-037d7e90b179, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:51.328715 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.337669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-18882d4b-1e71-43ff-b584-77b3a26e3175 req-ff8c59bf-cd6d-474d-a39e-5306214beaed tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561261 Jul 16 20:49:51.401892 n-d-791505-15 neutron-server[100243]: WARNING neutron.plugins.ml2.plugin [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Concurrent port binding operations failed on port 77ed003d-0744-411f-b63b-037d7e90b179 Jul 16 20:49:51.405656 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:51.407097 n-d-791505-15 neutron-server[100243]: INFO neutron.plugins.ml2.plugin [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Attempt 2 to bind port 77ed003d-0744-411f-b63b-037d7e90b179 Jul 16 20:49:51.411019 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.412003 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.414006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-1fa254eb-5519-431f-84da-f0f54eee54d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 1093 time: 1.2083962 Jul 16 20:49:51.414489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:51.469482 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d" -d '{"events": [{"name": "network-changed", "server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "tag": "77ed003d-0744-411f-b63b-037d7e90b179"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:51.510989 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-cee07663-5446-41d6-9896-9718f14e605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.513438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-cee07663-5446-41d6-9896-9718f14e605c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1096 time: 0.0748029 Jul 16 20:49:51.596445 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd94f200-3ec4-4f54-8642-aa40d460a469 x-openstack-request-id: req-fd94f200-3ec4-4f54-8642-aa40d460a469 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:51.596838 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "tag": "77ed003d-0744-411f-b63b-037d7e90b179", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:51.597003 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd94f200-3ec4-4f54-8642-aa40d460a469 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:51.597425 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179', 'status': 'completed', 'code': 200} Jul 16 20:49:51.627056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-c8a049b7-656b-4f95-9330-0f80128f16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.628592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-c8a049b7-656b-4f95-9330-0f80128f16e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1065166 Jul 16 20:49:51.651453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-844f5b4d-0033-449d-906e-f019109d2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.653199 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-844f5b4d-0033-449d-906e-f019109d2f7b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1096 time: 0.0571406 Jul 16 20:49:51.704720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-b32e8082-a66d-4ff3-b5b1-2a254147f6d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 999 time: 0.0681081 Jul 16 20:49:51.756495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-eb2a2e1b-1970-413f-b992-a655e8265fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.758042 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-eb2a2e1b-1970-413f-b992-a655e8265fde service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0965714 Jul 16 20:49:51.760816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-6ea0b561-c19e-4607-9e8b-c7a9857d1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.762334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-6ea0b561-c19e-4607-9e8b-c7a9857d1af9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0506012 Jul 16 20:49:51.828671 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-e3d82eed-b8f9-4f05-81f5-d21ac5681209 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 999 time: 0.0634325 Jul 16 20:49:51.830269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-33ffce4c-2510-416f-bdbe-d063a9812c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.831815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-33ffce4c-2510-416f-bdbe-d063a9812c79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559611 Jul 16 20:49:51.888861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-72e329b2-afc9-4a85-a806-8900556d415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.890317 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-72e329b2-afc9-4a85-a806-8900556d415c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0535736 Jul 16 20:49:51.939966 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-c15f7577-3ad0-434b-97ba-ac7b6ed41bf4 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948412 Jul 16 20:49:51.956408 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-ea886f7c-f86c-460f-a9fc-e4f516da02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.958536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-ea886f7c-f86c-460f-a9fc-e4f516da02f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609648 Jul 16 20:49:52.045553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca33d9ea-b60c-4a62-8143-36c375a938f8 req-d500071b-fcd1-436a-b458-266a73f1b274 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979486 Jul 16 20:49:52.063864 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-11004cf0-78bc-4edc-a224-bc22aebd2221 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985043 Jul 16 20:49:52.177123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-de9a8c43-c8b3-4fd6-9384-2b1966560df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.179544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-de9a8c43-c8b3-4fd6-9384-2b1966560df8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 1096 time: 0.0775511 Jul 16 20:49:52.185754 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-cb0eb754-fac8-4143-954d-58d6943410c7 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159031 Jul 16 20:49:52.293228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-444a9d2f-5a6d-4eb0-8c87-59fb47dcecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.294753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-444a9d2f-5a6d-4eb0-8c87-59fb47dcecf7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1091871 Jul 16 20:49:52.368623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-9c0bf586-dec4-4afe-ab93-39b40014a47f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 200 len: 999 time: 0.0671060 Jul 16 20:49:52.429152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-0afe3ae5-a424-4717-8289-3d8b3e4f086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.430563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-0afe3ae5-a424-4717-8289-3d8b3e4f086a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0559413 Jul 16 20:49:52.536439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-c910f272-5ab5-472c-b620-234994469d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.538068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-c910f272-5ab5-472c-b620-234994469d0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004727 Jul 16 20:49:52.551457 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.581842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5bef8-9c4d-4e0c-8fda-b62f8188c67b req-32316d30-a947-4f94-832d-d05a9b08a1e5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.584268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9cb5bef8-9c4d-4e0c-8fda-b62f8188c67b req-32316d30-a947-4f94-832d-d05a9b08a1e5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 944 time: 0.1161165 Jul 16 20:49:52.668871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9cb5bef8-9c4d-4e0c-8fda-b62f8188c67b req-34167fae-c92b-41c2-b73d-041df1e271a8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776525 Jul 16 20:49:52.685909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-834645ae-4885-4ccb-95da-d049043acb36 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402209 Jul 16 20:49:52.792815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0ddc9-46e5-4788-a78c-f8ffdbe4404d req-9b9dab5b-52bd-445a-89a6-0acbc669b2c7 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005273 Jul 16 20:49:52.819488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:52.863324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:53.871941 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8945d9-df2d-4ed2-93a6-1154cd83bf43 req-b9ff35df-5359-49d6-a406-176690dd7ca4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:53.873642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe8945d9-df2d-4ed2-93a6-1154cd83bf43 req-b9ff35df-5359-49d6-a406-176690dd7ca4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 944 time: 0.0759449 Jul 16 20:49:53.909609 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.923281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe8945d9-df2d-4ed2-93a6-1154cd83bf43 req-95921179-2a02-4252-97d3-b81d84a1c339 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Jul 16 20:49:54.445952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:54.549806 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:54.563012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '77ed003d-0744-411f-b63b-037d7e90b179', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': '77ed003d-0744-411f-b63b-037d7e90b179', 'mac_address': 'fa:16:3e:90:1f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:49:54.603138 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.618206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ed003d-0744-411f-b63b-037d7e90b179 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:54.641251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:54.645807 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.697695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=11']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:54.889327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['77ed003d-0744-411f-b63b-037d7e90b179'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:55.133954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273981-ab39-48c1-93a1-1e45819fde18 req-e8fd2c44-e6eb-450f-a076-7c5757e035b2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.135624 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08273981-ab39-48c1-93a1-1e45819fde18 req-e8fd2c44-e6eb-450f-a076-7c5757e035b2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0888150 Jul 16 20:49:55.179311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08273981-ab39-48c1-93a1-1e45819fde18 req-e461201c-8ab7-47ae-aa2e-22a39e05cee4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377543 Jul 16 20:49:55.370778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a36b1-088e-48e3-a2d7-9feeb43b4481 req-4bcaeef9-c5dd-4b34-9e62-77b77514456d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.372432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c15a36b1-088e-48e3-a2d7-9feeb43b4481 req-4bcaeef9-c5dd-4b34-9e62-77b77514456d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0755606 Jul 16 20:49:55.423730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c15a36b1-088e-48e3-a2d7-9feeb43b4481 req-95ae7cfe-ea66-46f0-870e-09cc0ecab781 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451784 Jul 16 20:49:55.657066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0987a7-8a5a-4fad-9968-2ba804fe129d req-f1be7bcb-3778-49f7-b6fd-ac2365bc9938 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:55.658706 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f0987a7-8a5a-4fad-9968-2ba804fe129d req-f1be7bcb-3778-49f7-b6fd-ac2365bc9938 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0722938 Jul 16 20:49:55.703237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5f0987a7-8a5a-4fad-9968-2ba804fe129d req-ecc645dd-94cf-41f2-a940-54110da90197 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377216 Jul 16 20:49:56.122526 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493b99-eed0-4eea-8cbb-4de8c0270948 req-9feb35bd-b3b9-485e-8fb8-a5e67e9accc4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:56.124598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7493b99-eed0-4eea-8cbb-4de8c0270948 req-9feb35bd-b3b9-485e-8fb8-a5e67e9accc4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 945 time: 0.0761521 Jul 16 20:49:56.174382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7493b99-eed0-4eea-8cbb-4de8c0270948 req-05dbedbc-6875-42d6-a653-59c190041df8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 Jul 16 20:49:56.459805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:56.511141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 77ed003d-0744-411f-b63b-037d7e90b179 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:56.515547 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 77ed003d-0744-411f-b63b-037d7e90b179 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:56.515954 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.776532 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.801745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:56.818410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:56.824229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.867105 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cf3470-a22a-4296-a941-f90535d46cff" -d '{"events": [{"server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "name": "network-vif-plugged", "status": "completed", "tag": "77ed003d-0744-411f-b63b-037d7e90b179"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:56.887237 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:56.993418 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04571646-6a28-4073-b966-ebc99038bd6b x-openstack-request-id: req-04571646-6a28-4073-b966-ebc99038bd6b {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:56.993725 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "name": "network-vif-plugged", "status": "completed", "tag": "77ed003d-0744-411f-b63b-037d7e90b179", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:56.993990 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04571646-6a28-4073-b966-ebc99038bd6b {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:56.994413 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179', 'code': 200} Jul 16 20:49:57.434144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ada9-4623-48db-b71b-8a4f3cc8c1d1 req-7772fe78-a09e-415d-bd2d-04ad39156c80 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:57.435795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7340ada9-4623-48db-b71b-8a4f3cc8c1d1 req-7772fe78-a09e-415d-bd2d-04ad39156c80 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 946 time: 0.1245768 Jul 16 20:49:57.445229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-ce5632b0-b2d2-46c3-8d19-40e45dbd6fe1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:57.446836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-ce5632b0-b2d2-46c3-8d19-40e45dbd6fe1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 946 time: 0.1002882 Jul 16 20:49:57.526428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7340ada9-4623-48db-b71b-8a4f3cc8c1d1 req-e401d615-1d4a-4932-849d-b9503a6ad037 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785344 Jul 16 20:49:57.589973 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Deleting port 77ed003d-0744-411f-b63b-037d7e90b179 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:57.590318 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.689050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] For port 77ed003d-0744-411f-b63b-037d7e90b179, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=77ed003d-0744-411f-b63b-037d7e90b179,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:57.689507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.950688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.950986 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.951320 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939 disassociated. External IP: 172.25.6.31, port: 77ed003d-0744-411f-b63b-037d7e90b179. Jul 16 20:49:57.951654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Calling delete_port for 77ed003d-0744-411f-b63b-037d7e90b179 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:58.092625 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:58.133707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event deleted for resources: {'Port': ['ID=77ed003d-0744-411f-b63b-037d7e90b179,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:58.268587 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:49:58.401571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:58.413727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:58.428546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:58.429213 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:49:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:58.458336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] No DVR routers for this DVR port 77ed003d-0744-411f-b63b-037d7e90b179 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:58.461601 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:58.463869 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-52e3ebb5-dedc-4e35-9333-46df33f5b10a req-c804f0ec-f638-4846-8e9c-136c69528e31 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "DELETE /v2.0/ports/77ed003d-0744-411f-b63b-037d7e90b179 HTTP/1.1" status: 204 len: 173 time: 1.0095377 Jul 16 20:49:58.464388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'name': 'network-vif-deleted', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:58.467459 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53933298-e618-423e-9d2a-dc1379fb7b89" -d '{"events": [{"server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "name": "network-vif-deleted", "tag": "77ed003d-0744-411f-b63b-037d7e90b179"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:58.522991 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef9fd68-516b-4647-9526-6c34b777f516 x-openstack-request-id: req-bef9fd68-516b-4647-9526-6c34b777f516 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:58.523292 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d79ccd-f72a-48e3-b514-17673a4fa951", "name": "network-vif-deleted", "tag": "77ed003d-0744-411f-b63b-037d7e90b179", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:58.523722 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bef9fd68-516b-4647-9526-6c34b777f516 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:58.524130 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d79ccd-f72a-48e3-b514-17673a4fa951', 'name': 'network-vif-deleted', 'tag': '77ed003d-0744-411f-b63b-037d7e90b179', 'status': 'completed', 'code': 200} Jul 16 20:49:58.565287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:58.725770 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da6fb821-020b-47fc-b6a6-650bdc375f3e req-6e01b7ea-2b56-4a7a-bce6-a6e135267d16 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=02d79ccd-f72a-48e3-b514-17673a4fa951 HTTP/1.1" status: 200 len: 210 time: 0.0381429 Jul 16 20:49:58.800929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:58.831967 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:58.842640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:58.843299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:49:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:58.971639 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:59.306262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:59.338847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccf606-7ef7-4677-b51f-0fe54c5f2679 None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:59.580775 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a10d37-1e76-4e15-affb-2c29ce2abea2 None None] New status for floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:50:00.122809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-61bcbe25-a27f-40ac-b1a0-81def4aa756b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1613704013&fields=id&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 267 time: 0.0398614 Jul 16 20:50:00.250892 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-fe3afa04-3e60-4582-a72a-51728c1c5345 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:00.252530 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-fe3afa04-3e60-4582-a72a-51728c1c5345 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 811 time: 0.1230228 Jul 16 20:50:00.270014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-b2bafcbc-8a96-4879-b7e1-cff0bd42a134 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/quotas/793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 375 time: 0.0110075 Jul 16 20:50:00.352095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-00040d1d-5a0d-463d-9591-45c11f5edbbe tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745728 Jul 16 20:50:00.369326 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-7687db7b-823f-4809-9efb-09bda279bf7a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:50:00.370378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-7687db7b-823f-4809-9efb-09bda279bf7a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068800 Jul 16 20:50:00.508541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:00.532444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 77ed003d-0744-411f-b63b-037d7e90b179 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:00.532922 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 77ed003d-0744-411f-b63b-037d7e90b179 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:00.546894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-d908be31-64bd-490c-ac34-8a1d837b0225 service neutron] 10.222.0.78 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348507 Jul 16 20:50:00.656031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-bff865fd-1015-4b49-b86b-2bb371272bb6 service neutron] 10.222.0.78 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004395 Jul 16 20:50:00.872003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0179b3e-609a-470d-899e-a83192720535 req-0084ebca-ab9c-4563-ae25-45ae3c3f81b0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 210 time: 0.0343053 Jul 16 20:50:02.034083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e49ec46-0e44-455e-afcf-639f3529ef9c req-a67ff949-c643-49d6-a2bf-62ab7155c44f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 210 time: 0.0349050 Jul 16 20:50:02.174249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-1eae5cb3-1009-4791-bcf3-bd718b1a03fc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.175674 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-1eae5cb3-1009-4791-bcf3-bd718b1a03fc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 811 time: 0.1250618 Jul 16 20:50:02.228671 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-0d543a99-bd83-4b6b-90f5-afbda42f6832 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 380 time: 0.0451245 Jul 16 20:50:02.242578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'port': {'device_id': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'admin_state_up': True, 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'security_groups': ['6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:02.380761 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Made reservation on behalf of 793071a4fa4f46e299dbb26f0343c191 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:02.384461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.525646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Allocated IP 172.20.0.6 (58424d0b-97b7-4c28-8a71-0b15520822f1/6dd34444-a097-4d43-b0ea-00c041816661/db1b28f0-83f0-4b27-9a55-02e6ca9c62b1) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:02.680390 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.700925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Transition to ACTIVE for port object db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:02.738195 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.786193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:02.789559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:02.793864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:02.819613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:02.861543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:02.862249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.879234 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-87a862ce-30b7-4f93-8a45-196dc9efe9fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6454797 Jul 16 20:50:02.891669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Request body: {'port': {'device_id': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:02.992657 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.036391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a531e4f1-bc3c-4751-ac77-6f2a61109819 None None] Provisioning for port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:03.040662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a531e4f1-bc3c-4751-ac77-6f2a61109819 None None] Provisioning complete for port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:03.041049 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a531e4f1-bc3c-4751-ac77-6f2a61109819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.080678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a531e4f1-bc3c-4751-ac77-6f2a61109819 None None] Port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:03.264516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d317b-12ab-488e-b9bc-4faf847c276d req-6ca604b8-64c9-4ceb-81b3-bb5ce64c3d6b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:03.266269 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c3d317b-12ab-488e-b9bc-4faf847c276d req-6ca604b8-64c9-4ceb-81b3-bb5ce64c3d6b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 931 time: 0.0725055 Jul 16 20:50:03.314148 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c3d317b-12ab-488e-b9bc-4faf847c276d req-9e43cb0b-9396-40dc-afac-3649b9f20816 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370164 Jul 16 20:50:03.393595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:03.402742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.416929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Transition to ACTIVE for port object db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:03.422641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.487902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:03.583592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:03.583870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:03.584340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:03.589505 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:03.589833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:03.595451 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:03.595872 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:03.596910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:03.598829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Bound port: db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:03.599221 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.706629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:03.712795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:03.718666 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.782495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:03.783610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.786173 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] 10.222.0.68 "PUT /v2.0/ports/db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 1092 time: 0.8993926 Jul 16 20:50:03.786938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:03.791030 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7340a92-f1f7-4b13-a52a-37074495b248" -d '{"events": [{"name": "network-changed", "server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:03.859230 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e255cb-d654-427c-a8da-c21294d5f9fa x-openstack-request-id: req-52e255cb-d654-427c-a8da-c21294d5f9fa {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:03.859606 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:03.859860 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52e255cb-d654-427c-a8da-c21294d5f9fa {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:03.860182 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'status': 'completed', 'code': 200} Jul 16 20:50:03.884334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb995a-203d-4882-a882-0841e28d46a6 service neutron] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:03.921392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-c5866453-7ce0-4622-b098-a0e863102f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:03.923005 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-c5866453-7ce0-4622-b098-a0e863102f64 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1095 time: 0.0873075 Jul 16 20:50:03.972607 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-645cc7e0-2d2d-4c12-bf1e-bd9959608a32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 217 time: 0.0422187 Jul 16 20:50:04.024849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-d11066d2-a634-439b-a75d-65cadca29757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.026447 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-d11066d2-a634-439b-a75d-65cadca29757 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0484304 Jul 16 20:50:04.093701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-6b528f8f-c2a0-48d5-8bae-528f98861e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.095127 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-6b528f8f-c2a0-48d5-8bae-528f98861e82 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628505 Jul 16 20:50:04.203230 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-d7dfaa61-c43a-410d-9dbc-4485ceaa67c5 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017141 Jul 16 20:50:04.313100 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc1e167b-06a2-4260-81f5-3d9e8d842341 req-940072c0-0af2-4740-87d3-b3985aa11942 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038425 Jul 16 20:50:04.431364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-92982f74-8e3f-4c1a-9c6d-9d3bf79579c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.432941 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-92982f74-8e3f-4c1a-9c6d-9d3bf79579c1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1095 time: 0.0693357 Jul 16 20:50:04.516702 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7f338-4618-4147-8dbe-84497f658106 req-68d1cd1a-9f8f-4046-8a66-2b0735dd0f8f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.518446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7b7f338-4618-4147-8dbe-84497f658106 req-68d1cd1a-9f8f-4046-8a66-2b0735dd0f8f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0707736 Jul 16 20:50:04.538914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-c6021966-0c43-4c5a-b5c2-17976f76f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.540687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-c6021966-0c43-4c5a-b5c2-17976f76f19a service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1014314 Jul 16 20:50:04.562095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7b7f338-4618-4147-8dbe-84497f658106 req-de45ed39-c7ee-460a-a6a6-42c288f7095e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370746 Jul 16 20:50:04.593303 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-ee87d3db-ca66-480c-b3f3-f4402dad2c65 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 217 time: 0.0462990 Jul 16 20:50:04.650207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-2ab4f4cf-2f68-4322-a568-e390bbab3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.651812 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-2ab4f4cf-2f68-4322-a568-e390bbab3462 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0514960 Jul 16 20:50:04.717145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-ff5ac75c-dab5-479e-b00b-5d5182ca1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:04.718947 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-ff5ac75c-dab5-479e-b00b-5d5182ca1ce1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586994 Jul 16 20:50:04.772149 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.829012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-2bde8b1d-04c0-4a13-9421-3693881c9e9e service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034584 Jul 16 20:50:04.934584 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7340a92-f1f7-4b13-a52a-37074495b248 req-a548e555-91f8-420f-879b-63d9b5699092 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990918 Jul 16 20:50:05.643038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:05.751729 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b0e51-d232-4cf2-943f-7a9e8c323f2c req-b7bc04b0-05dc-4134-aebf-7139500fa0b2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:05.753290 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d01b0e51-d232-4cf2-943f-7a9e8c323f2c req-b7bc04b0-05dc-4134-aebf-7139500fa0b2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0716615 Jul 16 20:50:05.796142 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d01b0e51-d232-4cf2-943f-7a9e8c323f2c req-817cab51-16fa-4204-87ba-6583463c11e7 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369925 Jul 16 20:50:06.910984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:06.986534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ec98-dedc-4d48-bc95-d1e4de96ed88 req-50d3fb2d-46a9-4725-b020-8227a95a8d76 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:06.988439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39f9ec98-dedc-4d48-bc95-d1e4de96ed88 req-50d3fb2d-46a9-4725-b020-8227a95a8d76 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0707612 Jul 16 20:50:07.029610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:07.042307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'mac_address': 'fa:16:3e:40:c0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:50:07.045976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-39f9ec98-dedc-4d48-bc95-d1e4de96ed88 req-e0dacff9-e258-45d3-98da-b031a3b56b51 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506849 Jul 16 20:50:07.081788 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.098067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:07.119085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:07.123094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.175345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:07.307017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:08.247719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c78374-169f-44e2-96b4-893e201a1f99 req-8d05a92f-8b8a-40e0-89c2-6b95e9467dbc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:08.249298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66c78374-169f-44e2-96b4-893e201a1f99 req-8d05a92f-8b8a-40e0-89c2-6b95e9467dbc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0744479 Jul 16 20:50:08.297049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66c78374-169f-44e2-96b4-893e201a1f99 req-c4363927-9333-447d-b836-e0e6ed661a46 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 Jul 16 20:50:08.927154 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:08.978296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:08.982887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:08.983264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.068934 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.094120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:09.096520 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb9f30d-ac5e-4ddd-9ec0-fc109e38b5b0" -d '{"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-plugged", "status": "completed", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:09.111068 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:09.115963 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.140440 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83641e49-5d6d-4bc4-a1cc-266d74ca74cd x-openstack-request-id: req-83641e49-5d6d-4bc4-a1cc-266d74ca74cd {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:09.140736 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-plugged", "status": "completed", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:09.140988 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83641e49-5d6d-4bc4-a1cc-266d74ca74cd {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:09.141376 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'code': 200} Jul 16 20:50:09.174590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:09.267277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e661da-7bb1-4ac6-a38c-6f48ba5e5059 req-e033f942-5a0e-48e5-af45-1e800cb53677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:09.268846 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e5e661da-7bb1-4ac6-a38c-6f48ba5e5059 req-e033f942-5a0e-48e5-af45-1e800cb53677 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1097 time: 0.0676785 Jul 16 20:50:09.307162 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e5e661da-7bb1-4ac6-a38c-6f48ba5e5059 req-4c9b1d18-0a96-4922-8aaf-7893833cdba1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323610 Jul 16 20:50:09.487093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc2043-8999-459f-8274-a92df793fde1 req-f1e98000-aae2-414c-b837-4ba0d328dea2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:09.488847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abfc2043-8999-459f-8274-a92df793fde1 req-f1e98000-aae2-414c-b837-4ba0d328dea2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0710044 Jul 16 20:50:09.530824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-abfc2043-8999-459f-8274-a92df793fde1 req-427dd92d-941e-4b1f-a5ce-d8d3d70ee833 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363266 Jul 16 20:50:10.429079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-3f6506bb-c1ae-44b3-9373-9c820975584e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553610 Jul 16 20:50:10.526175 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-bd6d9f77-078b-4751-b714-6fad62c5d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:10.527973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-bd6d9f77-078b-4751-b714-6fad62c5d7d3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1097 time: 0.0555420 Jul 16 20:50:10.646595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-1910ade8-7a06-4b2a-9a90-ff0e15591b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:10.648228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-1910ade8-7a06-4b2a-9a90-ff0e15591b83 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0992627 Jul 16 20:50:10.689268 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-2218d7ce-b75c-49c8-9cf2-6924922af3d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 217 time: 0.0347612 Jul 16 20:50:10.731766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f46340-2595-453b-9716-7e350fb06fa9 req-e0a6e67f-7206-4817-ad4f-aa67fe696f3d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:10.733388 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f46340-2595-453b-9716-7e350fb06fa9 req-e0a6e67f-7206-4817-ad4f-aa67fe696f3d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0847516 Jul 16 20:50:10.744154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-7598674e-d2f8-4175-b5f8-78b453ea2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:10.745712 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-7598674e-d2f8-4175-b5f8-78b453ea2a6d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0510509 Jul 16 20:50:10.774737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e8f46340-2595-453b-9716-7e350fb06fa9 req-16aee594-1e71-4660-a5f2-3d92a3f4b9f1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347328 Jul 16 20:50:10.812189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-5096c812-12bd-4b0f-af5a-9afd76981f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:10.813776 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-5096c812-12bd-4b0f-af5a-9afd76981f73 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623720 Jul 16 20:50:10.910008 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-d476eacc-149d-4a48-a968-de611c23814c service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896301 Jul 16 20:50:10.959387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540cb34-1cab-4575-ab46-26d52b6853ee req-c80c7e8c-3eed-44a6-95b8-7bee29a9a9c8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:10.961078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1540cb34-1cab-4575-ab46-26d52b6853ee req-c80c7e8c-3eed-44a6-95b8-7bee29a9a9c8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0734878 Jul 16 20:50:10.975922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52290) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:10.981022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Request body: {'floatingip': {'port_id': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:11.007215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e5aee45-3eaf-408b-8fa8-3ee71b807e6f req-d8a3521d-816a-4541-86ef-4e3d05ef3085 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913610 Jul 16 20:50:11.022224 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:11.508119 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:11.512563 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:11.618370 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939 associated. External IP: 172.25.6.31, port: db1b28f0-83f0-4b27-9a55-02e6ca9c62b1. Jul 16 20:50:12.134072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:50:12.249443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:50:12.254326 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:12.260884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:50:12.271236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:12.271869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:49:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:12.295329 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a4df8e0f-5336-488a-88f7-8b2911d259bf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "PUT /v2.0/floatingips/8607d08f-fde5-4a13-87f1-dc5ef728e939 HTTP/1.1" status: 200 len: 991 time: 1.3182244 Jul 16 20:50:12.295955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:12.298291 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f20a93-923f-459f-8249-82277b9e79be" -d '{"events": [{"name": "network-changed", "server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:12.340655 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad6062-75ba-4636-a32f-3e4ad8f3f6a8 x-openstack-request-id: req-f8ad6062-75ba-4636-a32f-3e4ad8f3f6a8 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:12.340956 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:12.341204 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8ad6062-75ba-4636-a32f-3e4ad8f3f6a8 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:12.341616 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'status': 'completed', 'code': 200} Jul 16 20:50:12.395791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:12.421856 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f20a93-923f-459f-8249-82277b9e79be req-59610b20-a134-49aa-b16c-81462f3cf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:12.423393 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-09f20a93-923f-459f-8249-82277b9e79be req-59610b20-a134-49aa-b16c-81462f3cf4f8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1097 time: 0.0594170 Jul 16 20:50:12.517131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f20a93-923f-459f-8249-82277b9e79be req-928c9dfa-8f61-4cce-98a5-77a63e303cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:12.518650 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-09f20a93-923f-459f-8249-82277b9e79be req-928c9dfa-8f61-4cce-98a5-77a63e303cb8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0895228 Jul 16 20:50:12.584483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-09f20a93-923f-459f-8249-82277b9e79be req-4d406ddf-73b2-4a0b-9968-a7705422d4b2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 999 time: 0.0595880 Jul 16 20:50:12.633578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f20a93-923f-459f-8249-82277b9e79be req-e8b90b86-ff8c-40dd-b217-d7ef7c4da3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:12.635061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-09f20a93-923f-459f-8249-82277b9e79be req-e8b90b86-ff8c-40dd-b217-d7ef7c4da3ae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0450556 Jul 16 20:50:12.640996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:40:c0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:50:11Z', 'revision_number': 13, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:12.668631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:50:12.677625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:50:12.678287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:49:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:12.698966 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f20a93-923f-459f-8249-82277b9e79be req-a9bdee26-8ca9-4892-9faf-e40bf42eeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:12.700571 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-09f20a93-923f-459f-8249-82277b9e79be req-a9bdee26-8ca9-4892-9faf-e40bf42eeda8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592785 Jul 16 20:50:12.787347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:50:12.793699 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-09f20a93-923f-459f-8249-82277b9e79be req-429221a7-0e2d-4762-8ff6-473b69d82e46 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862913 Jul 16 20:50:12.893043 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-09f20a93-923f-459f-8249-82277b9e79be req-2e79f13b-6b3f-4635-b5ef-77270baece89 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928419 Jul 16 20:50:13.016453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:40:c0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:50:11Z', 'revision_number': 13, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:13.044069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b24855-5c2f-45f9-a86e-f630b589b237 None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '8607d08f-fde5-4a13-87f1-dc5ef728e939', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'port_id': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'mac_address': 'fa:16:3e:40:c0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:05Z', 'updated_at': '2021-07-16T20:50:11Z', 'revision_number': 13, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:50:13.269404 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ba460-6e99-4bc3-826f-d66997d52095 None None] New status for floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:50:18.079859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb9a6-4cf0-40e8-8d13-f3efe2234cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.447043 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a72f9a59-8aa0-4537-bd29-dad865c9ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:20.670856 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:22.551012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.918711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:27.887099 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:34.774152 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:35.645260 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:48.094090 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f645b073-2d35-4502-9bed-0e2a680f569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.453049 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7342d44e-1d1d-4277-87b7-3e018cee74b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:50.675062 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.556299 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.913188 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:57.324448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-69ed1f91-443d-42de-a74b-fc015da20121 req-1a174543-6d16-404a-96de-c23e4a66b4f4 service neutron] (100244) timed out ('10.222.0.68', 56223) {{(pid=100244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:51:04.769930 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.887076 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:51:05.647348 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:12.455090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-724698ea-e7d6-44d2-a5a9-5b90f91a0ee9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533736 Jul 16 20:51:12.555816 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-cc0a36a7-6607-46d0-b458-e0c72cdbbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.557429 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-cc0a36a7-6607-46d0-b458-e0c72cdbbf08 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1097 time: 0.0604248 Jul 16 20:51:12.666954 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-fdcc19c9-0778-4b84-a523-780e11378b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.668460 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-fdcc19c9-0778-4b84-a523-780e11378b9f service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0892866 Jul 16 20:51:12.737788 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-81105d13-bd48-4107-804f-0c2b0f31b9a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 1001 time: 0.0616066 Jul 16 20:51:12.786100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-57a4b785-edb4-4786-ab26-42319028adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.787590 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-57a4b785-edb4-4786-ab26-42319028adc6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0441666 Jul 16 20:51:12.847760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-3781af60-c93d-4d51-9022-18573845d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.849341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-3781af60-c93d-4d51-9022-18573845d364 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560498 Jul 16 20:51:12.859822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-47e9fd95-6436-44b9-ba37-26ba5aa1600b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:51:12.860836 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-47e9fd95-6436-44b9-ba37-26ba5aa1600b service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055959 Jul 16 20:51:12.958828 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-4b99e096-cc1f-4b84-acfb-2c16678de2a7 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914881 Jul 16 20:51:13.054668 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f88f8c6c-5426-4db0-9114-afe7aaf8cfd9 req-3753f76c-873c-4b8d-a4a0-1717e4519d0d service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892003 Jul 16 20:51:18.091962 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-171666fb-a4f4-49a4-a66c-dcbc79d63a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.445687 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-927cd7eb-dc00-4ef0-a844-6ef43b4340ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.676768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:22.557635 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.915159 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.764647 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:35.658403 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.885951 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:51:48.086700 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-304d8ca0-d0b3-4c60-ac24-d213e9a8f488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:48.495017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197080d2-8a79-4741-82c5-881090b06da5 req-980fafc3-60bc-45b7-8714-acf45c7f45f6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:48.497053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-197080d2-8a79-4741-82c5-881090b06da5 req-980fafc3-60bc-45b7-8714-acf45c7f45f6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0799069 Jul 16 20:51:48.541967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-197080d2-8a79-4741-82c5-881090b06da5 req-2c207ce0-cb4d-48e0-9b87-39f782a67f74 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 Jul 16 20:51:50.462486 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-205f3408-5cb2-4a8c-8981-6e2e90e6ff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.681377 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.867447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-474a9c4f-5a86-4e2f-9001-79db3d356064 req-039529b3-3667-43c0-8c26-f89b21bb05b2 service neutron] (100243) timed out ('10.222.0.16', 51648) {{(pid=100243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:51:52.564055 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.919958 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.971944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-0351b4bc-2909-4b8f-b6bb-22e1a2cb4473 req-339cf509-0ca8-4bde-bae4-e7522a20e304 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:52:00.973106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0351b4bc-2909-4b8f-b6bb-22e1a2cb4473 req-339cf509-0ca8-4bde-bae4-e7522a20e304 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478687 Jul 16 20:52:01.247673 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-bb014f73-f9f2-4121-a464-35829b42c048 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706561 Jul 16 20:52:01.294912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11210438-b6b0-41ab-81a8-f57965e28168 req-d1a1ba02-aea9-4f7a-95a2-8ffdae43ecc9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:01.296728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11210438-b6b0-41ab-81a8-f57965e28168 req-d1a1ba02-aea9-4f7a-95a2-8ffdae43ecc9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0726271 Jul 16 20:52:01.356356 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11210438-b6b0-41ab-81a8-f57965e28168 req-b0a8ee06-a9cb-4791-8edf-c0be4f70c429 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524609 Jul 16 20:52:02.544305 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-989c5a2d-7a4a-42ec-bd0f-a9e77a69342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:02.545923 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-989c5a2d-7a4a-42ec-bd0f-a9e77a69342f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1097 time: 0.0737882 Jul 16 20:52:02.564502 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911d4cd-9543-42a3-a4ef-6aa8555fcb1f req-1767462b-8adc-4af7-942f-ec10ad7d83b4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:02.566107 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4911d4cd-9543-42a3-a4ef-6aa8555fcb1f req-1767462b-8adc-4af7-942f-ec10ad7d83b4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0712974 Jul 16 20:52:02.609696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4911d4cd-9543-42a3-a4ef-6aa8555fcb1f req-0cfb945d-815a-477d-bf4a-5100170d76d8 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363204 Jul 16 20:52:02.643478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-cf64fe47-50b3-4ce2-ade4-5a46363b318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:02.645341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-cf64fe47-50b3-4ce2-ade4-5a46363b318a service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0929453 Jul 16 20:52:02.719199 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-50cd7bf1-6f29-44c5-8b9d-f5b787a0f254 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 1001 time: 0.0666566 Jul 16 20:52:02.786960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-538a1a1a-3b82-4eb6-93f4-67a3fd1ec52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:02.789529 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-538a1a1a-3b82-4eb6-93f4-67a3fd1ec52f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0642643 Jul 16 20:52:02.879382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-5c7813da-5451-4232-bfc1-0a953dd04243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:02.881988 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-5c7813da-5451-4232-bfc1-0a953dd04243 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862477 Jul 16 20:52:02.989609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-f088ae4d-daed-48b4-aef4-da3fb12f9a58 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009521 Jul 16 20:52:03.087082 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-6a635a63-7281-406a-a407-4a2a55e1035f service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906289 Jul 16 20:52:03.798719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ba0d2-3b67-4c37-93ab-f2f1c99e89d9 req-df602975-be14-4e8d-90f4-fc94f2502f54 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:03.800333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-954ba0d2-3b67-4c37-93ab-f2f1c99e89d9 req-df602975-be14-4e8d-90f4-fc94f2502f54 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0676119 Jul 16 20:52:03.844935 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-954ba0d2-3b67-4c37-93ab-f2f1c99e89d9 req-d7ce8273-28de-493f-9d9f-8fda39cfde96 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359490 Jul 16 20:52:04.766769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:05.070219 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b1cb-d0ef-47b1-a7f2-bcd807cde369 req-e8a26467-76e9-4bd4-aa0e-01e1991f88f6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:05.071880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f13b1cb-d0ef-47b1-a7f2-bcd807cde369 req-e8a26467-76e9-4bd4-aa0e-01e1991f88f6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0813551 Jul 16 20:52:05.119830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f13b1cb-d0ef-47b1-a7f2-bcd807cde369 req-a848979d-3c81-48f8-a162-4bc8773eefa4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392349 Jul 16 20:52:05.674657 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:06.342530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be08db-977d-40e7-bade-a219a4dd26d6 req-2c6e112a-c040-4c7e-87d9-e2c70d42f4e0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:06.344046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0be08db-977d-40e7-bade-a219a4dd26d6 req-2c6e112a-c040-4c7e-87d9-e2c70d42f4e0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0815723 Jul 16 20:52:06.391457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0be08db-977d-40e7-bade-a219a4dd26d6 req-3da61f14-e8cc-4fc9-95b4-dcc59bd9d3f4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Jul 16 20:52:07.594065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af701e22-97bc-4d8a-9273-21821652dfd6 req-151ae5dc-c807-4a6d-97fe-9ac21e4cc14d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:07.596914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af701e22-97bc-4d8a-9273-21821652dfd6 req-151ae5dc-c807-4a6d-97fe-9ac21e4cc14d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0838940 Jul 16 20:52:07.648178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-af701e22-97bc-4d8a-9273-21821652dfd6 req-f8f70d34-fc6b-4802-ab50-d8d7162c1a37 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456705 Jul 16 20:52:08.835321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41db19-230b-4705-bb8f-e4d4ea1f5f55 req-adfb07f8-d4ff-482b-b674-70f8d428285a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:08.837003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c41db19-230b-4705-bb8f-e4d4ea1f5f55 req-adfb07f8-d4ff-482b-b674-70f8d428285a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0668309 Jul 16 20:52:08.884257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c41db19-230b-4705-bb8f-e4d4ea1f5f55 req-b1b7f563-632e-4513-ba41-fcd44590963b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365815 Jul 16 20:52:10.095846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbaad9-7ac0-4524-8004-3d3093467a7d req-d38c58fe-70de-45b7-830b-fd1118add7fb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:10.097613 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ebbaad9-7ac0-4524-8004-3d3093467a7d req-d38c58fe-70de-45b7-830b-fd1118add7fb tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0754881 Jul 16 20:52:10.140253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ebbaad9-7ac0-4524-8004-3d3093467a7d req-1c73d030-418d-4d06-8e2b-381dcfb5df0a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Jul 16 20:52:11.330854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfbdb7-ef5f-4b77-ad14-a6532d1f59dd req-437a59a8-afc3-4a51-9ed0-0eba3051a656 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:11.332509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cbbfbdb7-ef5f-4b77-ad14-a6532d1f59dd req-437a59a8-afc3-4a51-9ed0-0eba3051a656 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0751426 Jul 16 20:52:11.378422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cbbfbdb7-ef5f-4b77-ad14-a6532d1f59dd req-4442ed49-c33d-419e-9096-de8daaeeba5d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364192 Jul 16 20:52:12.569983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771aa8e-208c-4f3a-91ce-c4fbcfe69694 req-b2be6e9a-44b2-4cc1-a076-a34c27638ccd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:12.571587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c771aa8e-208c-4f3a-91ce-c4fbcfe69694 req-b2be6e9a-44b2-4cc1-a076-a34c27638ccd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0687189 Jul 16 20:52:12.625041 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c771aa8e-208c-4f3a-91ce-c4fbcfe69694 req-1de4be71-00c7-4f1f-80fa-b7320166c954 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Jul 16 20:52:13.818543 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eab7c-0ee6-41b7-990f-786746d7cefe req-ad6ce7b8-08b6-4907-8099-a50fe8bc7fea tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:13.820384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-552eab7c-0ee6-41b7-990f-786746d7cefe req-ad6ce7b8-08b6-4907-8099-a50fe8bc7fea tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0708804 Jul 16 20:52:13.869006 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-552eab7c-0ee6-41b7-990f-786746d7cefe req-b7e4e187-6fae-4ef7-a82e-71ac7fa5afa9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Jul 16 20:52:14.467556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-b59303e1-e77d-4cc5-aab3-5a9b0415969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:14.469326 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-b59303e1-e77d-4cc5-aab3-5a9b0415969b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1097 time: 0.0606668 Jul 16 20:52:14.585888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-147c2ee7-a565-46fa-bbdf-5ff2c5e240d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:14.587413 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-147c2ee7-a565-46fa-bbdf-5ff2c5e240d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0946147 Jul 16 20:52:14.675450 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-b4b56fbd-7cfe-4320-87ae-b5c9f0b3d98c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 1001 time: 0.0795355 Jul 16 20:52:14.732513 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-51899ccd-b425-4176-b14b-10ac478aba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:14.734031 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-51899ccd-b425-4176-b14b-10ac478aba78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0518038 Jul 16 20:52:14.793888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-5eee70fe-8088-4b25-93ea-5c42e86f93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:14.795434 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-5eee70fe-8088-4b25-93ea-5c42e86f93b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546541 Jul 16 20:52:14.898555 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-779beb90-77b6-4cc7-b917-6191d84ecea3 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945830 Jul 16 20:52:15.002540 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-f3a32f1a-7b17-4b47-b379-4f87533d8069 req-9b69344c-e6e5-4e20-bce7-366b49541e2e service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971603 Jul 16 20:52:15.066962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790b635-71e1-4e5d-93d6-57f8aa26dc78 req-850be7dc-2c2f-403c-a052-1825b44c3f9e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:15.068558 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0790b635-71e1-4e5d-93d6-57f8aa26dc78 req-850be7dc-2c2f-403c-a052-1825b44c3f9e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0697508 Jul 16 20:52:15.113319 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0790b635-71e1-4e5d-93d6-57f8aa26dc78 req-141a4890-ff3c-4a04-90e5-2739e6454464 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349169 Jul 16 20:52:16.315154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d70ce-31fe-4f9b-8d3a-6e44e260b4cd req-653f6c73-bf44-4520-9a60-bed717d02d4e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:16.316850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f2d70ce-31fe-4f9b-8d3a-6e44e260b4cd req-653f6c73-bf44-4520-9a60-bed717d02d4e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0738010 Jul 16 20:52:16.364052 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f2d70ce-31fe-4f9b-8d3a-6e44e260b4cd req-51bd1b96-665f-4042-b19c-0b2035545db0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392513 Jul 16 20:52:17.023919 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-6b3cae3b-49cb-4d4d-845a-17d5819a1b83 service neutron] show failed (client error): The resource could not be found. Jul 16 20:52:17.025009 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-6b3cae3b-49cb-4d4d-845a-17d5819a1b83 service neutron] 10.222.0.68 "GET /v2.0/ports/db1b28f0-83f0-4b27-9a55-02e6ca9c62b1/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0706027 Jul 16 20:52:17.351962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-5b530f89-51a2-4315-9b0a-7f728f588056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.353585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-5b530f89-51a2-4315-9b0a-7f728f588056 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 1097 time: 0.0603552 Jul 16 20:52:17.365987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:17.449985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:17.709897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8649f-c9e8-4002-81e8-31ed5e2734e4 req-de32e41e-1d5d-4300-bd1a-9b1b7b225eaf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:17.711523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07f8649f-c9e8-4002-81e8-31ed5e2734e4 req-de32e41e-1d5d-4300-bd1a-9b1b7b225eaf tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.1499193 Jul 16 20:52:17.741539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:17.785574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07f8649f-c9e8-4002-81e8-31ed5e2734e4 req-61c43198-b531-4350-a087-7eadddfc5c93 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597198 Jul 16 20:52:17.800926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:52:17.851951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:17.855092 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f49aa6-df9a-4f4b-a282-2176149e4a69" -d '{"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-unplugged", "status": "completed", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:17.860070 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:17.878302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Transition to ACTIVE for port object db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:52:17.883437 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:17.945144 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bee4ee5-f399-411d-bb66-ca56906df8e2 x-openstack-request-id: req-2bee4ee5-f399-411d-bb66-ca56906df8e2 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:17.945435 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-unplugged", "status": "completed", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:17.946965 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2bee4ee5-f399-411d-bb66-ca56906df8e2 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:17.946965 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'code': 200} Jul 16 20:52:18.003018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:18.013202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.013596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.013876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.014213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.014541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.014927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.015304 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.015634 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.015955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.016313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.016633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.016955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:18.063292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] No DVR routers for this DVR port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:52:18.092547 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ffabbbd3-ed17-4108-9095-4a41c11bd848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.231776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:52:18.232113 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:52:18.232490 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:18.237786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:52:18.238355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:18.247092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:52:18.247439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:52:18.247850 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:52:18.248329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Bound port: db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:52:18.248707 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.322313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:52:18.325610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:52:18.330219 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.365276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:18.366023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:18.367325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] 10.222.0.16 "PUT /v2.0/ports/db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 1092 time: 1.0056996 Jul 16 20:52:18.411388 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee1cbe-2cfc-4e8c-91f6-64eda6be7f4b service neutron] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:18.472454 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-bbaa83e6-15d3-4382-8458-b91145568304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:18.474135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-bbaa83e6-15d3-4382-8458-b91145568304 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1095 time: 0.0708694 Jul 16 20:52:18.595594 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-5a3274a4-5a0b-4f82-a9ff-47333c8b37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:18.597174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-5a3274a4-5a0b-4f82-a9ff-47333c8b37fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1165531 Jul 16 20:52:18.672325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-8851b5af-d910-4541-b86d-5052209a5ffd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 999 time: 0.0689116 Jul 16 20:52:18.723765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-aae58cc6-b698-49de-b8e1-ef531a5673c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:18.725179 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-aae58cc6-b698-49de-b8e1-ef531a5673c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0466716 Jul 16 20:52:18.789869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-57ae9f5d-e4a7-44ec-8b59-2f1abf4a22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:18.791425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-57ae9f5d-e4a7-44ec-8b59-2f1abf4a22c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595145 Jul 16 20:52:18.802689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-7e919407-70f3-407d-84c9-76402e825091 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:52:18.803752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-7e919407-70f3-407d-84c9-76402e825091 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057101 Jul 16 20:52:18.886644 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:18.908438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-177d4ce3-fe60-4acb-b8f8-c9f1f0efec83 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986118 Jul 16 20:52:19.048254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d928f6d4-eb0f-45d4-a998-135ffc38ca29 req-2dd782f4-cc8f-4fb9-84dc-4f7650673a0f service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337552 Jul 16 20:52:19.065121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53762c-150b-4c6c-9a7e-1a387d018e58 req-c5cf30db-106c-4054-ba22-0fdce26702b9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:19.067217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a53762c-150b-4c6c-9a7e-1a387d018e58 req-c5cf30db-106c-4054-ba22-0fdce26702b9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.1429214 Jul 16 20:52:19.113762 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1a53762c-150b-4c6c-9a7e-1a387d018e58 req-d577cca9-d923-4e72-ab94-592749c713dc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382175 Jul 16 20:52:19.562489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:19.638518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:19.947277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:19.950605 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:20.006315 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4237793-7297-4993-9766-0dde3bf5da4a x-openstack-request-id: req-b4237793-7297-4993-9766-0dde3bf5da4a {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:20.011064 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:20.011668 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4237793-7297-4993-9766-0dde3bf5da4a {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:20.015605 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'status': 'completed', 'code': 200} Jul 16 20:52:20.108802 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-373bf353-e550-4a4e-877b-e69452388ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.110386 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-373bf353-e550-4a4e-877b-e69452388ec1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1095 time: 0.0661225 Jul 16 20:52:20.114213 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-8e720e5f-7537-4288-aba4-0c0236b39bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.115957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-8e720e5f-7537-4288-aba4-0c0236b39bb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1095 time: 0.0693820 Jul 16 20:52:20.222935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-aae46f9e-97fd-4b7c-b115-b321a7b1b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.224553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-aae46f9e-97fd-4b7c-b115-b321a7b1b7d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1024430 Jul 16 20:52:20.284765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-f7c351dc-98d7-4166-909b-4967f4f520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.286279 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-f7c351dc-98d7-4166-909b-4967f4f520d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1694458 Jul 16 20:52:20.346163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-b2f5ced9-349f-4e64-91e0-c1bfe0770231 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 999 time: 0.1153312 Jul 16 20:52:20.360193 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-a50ebf01-d5b0-4239-a1a6-3d1757cc70d7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 999 time: 0.0661106 Jul 16 20:52:20.418852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2fed-be8b-487b-b716-291d5c85e663 req-52c20f37-2ef4-4677-8852-8e07aba0ad73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.426293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-8db86fac-2caa-45dd-82ec-721ddba5be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.426640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f98b2fed-be8b-487b-b716-291d5c85e663 req-52c20f37-2ef4-4677-8852-8e07aba0ad73 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.1473873 Jul 16 20:52:20.427985 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-8db86fac-2caa-45dd-82ec-721ddba5be61 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0616872 Jul 16 20:52:20.450470 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d2b62628-6c0e-4dd7-ac63-00b2e2057b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.451842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-ad41ae57-d645-45d2-bbae-df08fa63c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.454172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-ad41ae57-d645-45d2-bbae-df08fa63c570 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.1001959 Jul 16 20:52:20.507396 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-343708af-6efc-4f6a-9c66-643c61408732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.509704 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-343708af-6efc-4f6a-9c66-643c61408732 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745137 Jul 16 20:52:20.513998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f98b2fed-be8b-487b-b716-291d5c85e663 req-32d14ad9-d426-4909-86bb-44b0b20a8662 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865703 Jul 16 20:52:20.565564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-c77c4071-5ba6-4b09-9ea1-a5a9b9981be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:20.568443 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-c77c4071-5ba6-4b09-9ea1-a5a9b9981be6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076031 Jul 16 20:52:20.633030 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-7258d5b2-253f-4cf6-a632-6c85e6b1a4cb service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159606 Jul 16 20:52:20.676292 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-29c34a1d-f160-4508-a165-6be0d418b70b service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012616 Jul 16 20:52:20.697624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.777231 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-ce87f9bd-fb65-4398-9fee-4b200943c595 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356797 Jul 16 20:52:20.797398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74ec8326-127f-4b00-ae04-08cc0d5c5f4d req-072631ec-cee3-4050-8308-15aacce958be service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142766 Jul 16 20:52:21.717718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dce8d-fec4-42a7-870b-d7da9c7647c1 req-fcc30b46-5497-475e-ab75-234a6ca2b9fe tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:21.719363 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-473dce8d-fec4-42a7-870b-d7da9c7647c1 req-fcc30b46-5497-475e-ab75-234a6ca2b9fe tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0766532 Jul 16 20:52:21.762886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-473dce8d-fec4-42a7-870b-d7da9c7647c1 req-791eeebb-d6c6-4ead-bd2b-7201d1a32ef1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 Jul 16 20:52:22.571993 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:22.956564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73251b45-d073-46ac-b4e3-36985212b8da req-b7bb2569-d177-4fc6-870b-d7e1323487dd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:22.958126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73251b45-d073-46ac-b4e3-36985212b8da req-b7bb2569-d177-4fc6-870b-d7e1323487dd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0670848 Jul 16 20:52:23.015789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-73251b45-d073-46ac-b4e3-36985212b8da req-862db003-78a7-4d90-97fc-f88a70875118 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509372 Jul 16 20:52:23.924907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.215732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c8ede-814c-42a4-bf8b-d81c3ad31ad6 req-70903209-b797-4f90-a871-a679b8fbc284 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:24.217300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab8c8ede-814c-42a4-bf8b-d81c3ad31ad6 req-70903209-b797-4f90-a871-a679b8fbc284 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0704937 Jul 16 20:52:24.260817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab8c8ede-814c-42a4-bf8b-d81c3ad31ad6 req-36e9152b-5b87-49b2-9d59-e88e423fc4e0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368557 Jul 16 20:52:25.448721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85b2be-4376-42db-a6b2-a026b7e7af6a req-1ce2ecc4-d62e-4c13-bf30-237d157b2528 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:25.450413 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f85b2be-4376-42db-a6b2-a026b7e7af6a req-1ce2ecc4-d62e-4c13-bf30-237d157b2528 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0715995 Jul 16 20:52:25.493657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f85b2be-4376-42db-a6b2-a026b7e7af6a req-a167772b-93f4-4f5a-a014-5b5120939c76 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365222 Jul 16 20:52:26.726494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ec039-80c0-4c60-adf2-ba3cfe9a787b req-ca772a79-4817-4cd5-98d1-bd98b74788e6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:26.728155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f71ec039-80c0-4c60-adf2-ba3cfe9a787b req-ca772a79-4817-4cd5-98d1-bd98b74788e6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0927367 Jul 16 20:52:26.781792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f71ec039-80c0-4c60-adf2-ba3cfe9a787b req-080c3830-4058-44c3-b5e0-6eea5dac705e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Jul 16 20:52:27.983095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f8733-d898-4279-bcbe-277729c622d0 req-cb359c1e-2e8f-4c6f-a68f-a23858fbd098 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:27.984755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-954f8733-d898-4279-bcbe-277729c622d0 req-cb359c1e-2e8f-4c6f-a68f-a23858fbd098 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0713027 Jul 16 20:52:28.028273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-954f8733-d898-4279-bcbe-277729c622d0 req-10739c5f-89e1-4f21-861d-b63077b3b9e1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363705 Jul 16 20:52:29.341060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850252c-ad66-4b1f-961c-abaf705e9376 req-e602e35b-4729-423c-baff-be8bb73e324d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:29.342626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c850252c-ad66-4b1f-961c-abaf705e9376 req-e602e35b-4729-423c-baff-be8bb73e324d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.1384251 Jul 16 20:52:29.389673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c850252c-ad66-4b1f-961c-abaf705e9376 req-7fd0bee0-7641-4c51-9e5d-92e38f0c3e5f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Jul 16 20:52:30.576676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8d48e-178d-4194-9593-c0605be4ffba req-6a1a98d9-6627-4c53-9304-4234645e44f6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:30.578724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecb8d48e-178d-4194-9593-c0605be4ffba req-6a1a98d9-6627-4c53-9304-4234645e44f6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 943 time: 0.0685778 Jul 16 20:52:30.625415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecb8d48e-178d-4194-9593-c0605be4ffba req-0c308538-d3bd-4c70-99a0-fcc8119255a5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402436 Jul 16 20:52:31.223339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:52:31.329508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:31.341188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'mac_address': 'fa:16:3e:40:c0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:52:31.384451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.398425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:52:31.419556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:31.424180 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.478840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:31.487156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.487565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.487974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.488648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.489033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.489429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.489804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.490253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.490631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.491005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.491380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.491823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:31.664695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:52:31.811841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81307-7305-4937-983a-8524f1d0caea req-138c217a-d1ec-4c55-ab9b-a2beb14c7762 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:31.813562 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bee81307-7305-4937-983a-8524f1d0caea req-138c217a-d1ec-4c55-ab9b-a2beb14c7762 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0711117 Jul 16 20:52:31.858378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bee81307-7305-4937-983a-8524f1d0caea req-e01ecdd0-6925-42fb-bc17-37d50c5229c2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386720 Jul 16 20:52:32.345662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-d85e3e54-890d-40ce-a6aa-1f83e3541188 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.347160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-d85e3e54-890d-40ce-a6aa-1f83e3541188 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.16 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39&tenant_id=793071a4fa4f46e299dbb26f0343c191&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 944 time: 0.1344624 Jul 16 20:52:32.417540 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bbb86-d394-4123-b981-fe065b5dc0ef req-db90a06d-8b15-4eae-a82f-02a18cac4a7e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.419175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-456bbb86-d394-4123-b981-fe065b5dc0ef req-db90a06d-8b15-4eae-a82f-02a18cac4a7e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.1237991 Jul 16 20:52:32.457152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-01283b5e-dc82-4845-8b5c-4989599100c8 service neutron] 10.222.0.16 "GET /v2.0/ports/db1b28f0-83f0-4b27-9a55-02e6ca9c62b1/bindings/n-h1-791505-15 HTTP/1.1" status: 200 len: 383 time: 0.1023381 Jul 16 20:52:32.476871 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-456bbb86-d394-4123-b981-fe065b5dc0ef req-3c9e2cd5-cc2f-4cc6-8a5e-157a656b06a4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507772 Jul 16 20:52:32.545364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-6b1ecff9-5158-4460-b7ab-1036354c345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.547284 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-6b1ecff9-5158-4460-b7ab-1036354c345b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1096 time: 0.0634685 Jul 16 20:52:32.644453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-6eca9180-0552-4074-9369-8a8a83b1cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.645959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-6eca9180-0552-4074-9369-8a8a83b1cec9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.0927923 Jul 16 20:52:32.719928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-0465bf25-0abc-4bae-8f53-df817d9d00c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 1000 time: 0.0678585 Jul 16 20:52:32.770909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-9b3a0414-3e76-4306-94f6-527bad6bee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.772442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-9b3a0414-3e76-4306-94f6-527bad6bee50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0467620 Jul 16 20:52:32.839797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-03e842a2-db0a-4c2d-a42e-051e8124b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.841399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-03e842a2-db0a-4c2d-a42e-051e8124b864 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623753 Jul 16 20:52:32.945721 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-21fee49f-a776-4396-a85f-ce7f9829d1c2 service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975335 Jul 16 20:52:33.043011 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-393dd0a9-c395-476f-b97f-120224e2f3bc service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906756 Jul 16 20:52:33.242840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:52:33.305936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:52:33.310646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:52:33.311094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.405850 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.432566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:33.435122 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b15585e-808e-48df-8b9a-1bb3b02d779a" -d '{"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-plugged", "status": "completed", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:33.451590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:33.456739 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.496523 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76040134-f511-424c-b2d7-48149d20e31c x-openstack-request-id: req-76040134-f511-424c-b2d7-48149d20e31c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:33.496788 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-plugged", "status": "completed", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:33.497010 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76040134-f511-424c-b2d7-48149d20e31c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:33.497404 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'code': 200} Jul 16 20:52:33.515390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:33.670361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d21aa5-cea7-49cc-9494-3abda3301afd req-9b8fe013-2ca1-4fe4-a37c-4f33c00173fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.672078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5d21aa5-cea7-49cc-9494-3abda3301afd req-9b8fe013-2ca1-4fe4-a37c-4f33c00173fd tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0764117 Jul 16 20:52:33.723845 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e5d21aa5-cea7-49cc-9494-3abda3301afd req-0657732b-fc59-4a53-ad83-b0c22716a8cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420280 Jul 16 20:52:34.769906 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.995150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9090a19-2265-4f57-8c8c-024f4da2589b req-289a5760-bf18-4d40-8e20-078a2ef582ca tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:34.996853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9090a19-2265-4f57-8c8c-024f4da2589b req-289a5760-bf18-4d40-8e20-078a2ef582ca tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.1223683 Jul 16 20:52:35.043895 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9090a19-2265-4f57-8c8c-024f4da2589b req-0b3787ce-9e0b-4f50-bbcd-af5e5d0d2214 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 Jul 16 20:52:35.687096 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.272478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4008c-3d1d-40bd-a6e6-dda14f441456 req-c92976e1-471c-4e7a-ad0b-2b48481a4f39 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:36.274040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7aa4008c-3d1d-40bd-a6e6-dda14f441456 req-c92976e1-471c-4e7a-ad0b-2b48481a4f39 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0803638 Jul 16 20:52:36.319628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7aa4008c-3d1d-40bd-a6e6-dda14f441456 req-f0f95f21-340f-44ce-a61f-1967da8fb0b0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Jul 16 20:52:37.015007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-2bd041db-ec7e-441f-be7a-632b6f044e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:37.016651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-2bd041db-ec7e-441f-be7a-632b6f044e06 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39&tenant_id=793071a4fa4f46e299dbb26f0343c191 HTTP/1.1" status: 200 len: 1097 time: 0.0583136 Jul 16 20:52:37.027811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:37.108138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:37.577417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14e55a-4e8b-4f41-889e-a0a7655cb76b req-cfd7e452-453c-4967-8528-4548ebd15a9e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:37.579304 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb14e55a-4e8b-4f41-889e-a0a7655cb76b req-cfd7e452-453c-4967-8528-4548ebd15a9e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0912373 Jul 16 20:52:37.623595 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb14e55a-4e8b-4f41-889e-a0a7655cb76b req-c49e8ccc-20f3-4b0f-bb67-1e5538a9d659 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380185 Jul 16 20:52:37.693365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:37.733220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:52:37.775866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:37.778668 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa74c03b-3c76-4521-9236-549e0b4227ee" -d '{"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-unplugged", "status": "completed", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:37.782750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:37.798570 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Transition to ACTIVE for port object db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:52:37.804485 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:37.845350 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7a9905-ae42-482d-95cc-1050b8df5930 x-openstack-request-id: req-db7a9905-ae42-482d-95cc-1050b8df5930 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:37.845632 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-unplugged", "status": "completed", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:37.845887 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db7a9905-ae42-482d-95cc-1050b8df5930 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:37.846288 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'code': 200} Jul 16 20:52:37.894805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=10']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:37.908670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.909083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.909568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.909930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.910262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.910593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.910920 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.911245 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.911579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.911909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.912246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.912574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:37.959364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] No DVR routers for this DVR port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:52:38.111027 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:52:38.111706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:52:38.111706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:38.116327 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:52:38.116601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Attempting to bind port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on network 58424d0b-97b7-4c28-8a71-0b15520822f1 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:38.121704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:52:38.122054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Checking segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:52:38.122450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Bound using segment: {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:52:38.122886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Bound port: db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b353c3-efcb-4106-b0ce-461e2902aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:52:38.123257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:38.194649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:52:38.198592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:52:38.203694 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:38.247938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:38.248091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:38.249546 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] 10.222.0.68 "PUT /v2.0/ports/db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 1093 time: 1.2261879 Jul 16 20:52:38.290821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b2dea-a64f-479d-9bfb-d1f4186e2af9 service neutron] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=11']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:38.350904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-edf1d69a-942f-4964-909a-ebe321faa13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:38.352788 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-edf1d69a-942f-4964-909a-ebe321faa13e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1096 time: 0.0742166 Jul 16 20:52:38.463875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-3b1eda21-c6b2-4393-abc8-756a30daa330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:38.465459 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-3b1eda21-c6b2-4393-abc8-756a30daa330 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1058939 Jul 16 20:52:38.543155 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-1ef618aa-ce0c-4c67-b9d1-cff9353fe3dc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 999 time: 0.0711987 Jul 16 20:52:38.594809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-12bb5279-bdf3-4d78-9344-383ddfa99851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:38.596330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-12bb5279-bdf3-4d78-9344-383ddfa99851 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0467298 Jul 16 20:52:38.657585 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-b4e3206a-f9dd-4bdd-8729-a7adc8f7579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:38.659086 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-b4e3206a-f9dd-4bdd-8729-a7adc8f7579d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565999 Jul 16 20:52:38.765391 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-4aacd126-3dee-4fe7-92a9-f65fc7b58b57 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000388 Jul 16 20:52:38.831678 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a5127-2216-4b47-9d66-9d80d75a9975 req-54df1be5-6483-499a-b644-63ee49348ac1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:38.833405 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-358a5127-2216-4b47-9d66-9d80d75a9975 req-54df1be5-6483-499a-b644-63ee49348ac1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0763428 Jul 16 20:52:38.891622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-358a5127-2216-4b47-9d66-9d80d75a9975 req-3e6a3cd1-2b36-46ca-999e-a008d9d9a8c7 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Jul 16 20:52:38.894368 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dbed4601-435d-4ebb-8469-d4716f5e3ebd req-31145a54-3097-47d4-a1db-f337be606cab service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223857 Jul 16 20:52:39.270603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:39.311870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:39.847418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:39.850355 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8303377-6ee7-48c9-a35a-2ec7cff4626c" -d '{"events": [{"name": "network-changed", "server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:39.905163 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11df9de9-1c60-4ae1-89eb-f460c3f8c68e x-openstack-request-id: req-11df9de9-1c60-4ae1-89eb-f460c3f8c68e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:39.905506 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:39.905724 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11df9de9-1c60-4ae1-89eb-f460c3f8c68e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:39.906141 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'status': 'completed', 'code': 200} Jul 16 20:52:39.997098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-4a953049-a7e7-4c8d-a23f-6344bff4b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:39.999131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-4a953049-a7e7-4c8d-a23f-6344bff4b7c3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1096 time: 0.0742602 Jul 16 20:52:40.009962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-8d117287-1a30-45e3-9e8a-6bec0a320c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.011759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-8d117287-1a30-45e3-9e8a-6bec0a320c29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=793071a4fa4f46e299dbb26f0343c191&device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 1096 time: 0.0796824 Jul 16 20:52:40.114049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-7c00ccb9-4504-4ee1-b659-bc9128294043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.115567 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-7c00ccb9-4504-4ee1-b659-bc9128294043 service neutron] 10.222.0.68 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1101067 Jul 16 20:52:40.195562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-8984fa7e-9a2b-4066-b181-f39da34d27a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 999 time: 0.0734568 Jul 16 20:52:40.209404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-208b2bbf-8aba-4601-98d5-9dc2a425df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.210920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-208b2bbf-8aba-4601-98d5-9dc2a425df4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 200 len: 912 time: 0.1862373 Jul 16 20:52:40.261302 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-5ca7c7da-af04-4187-8b88-9f89be7a0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.263263 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-5ca7c7da-af04-4187-8b88-9f89be7a0f5e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0616653 Jul 16 20:52:40.269050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cda1a3-fd8c-4643-b777-f968de2291b1 req-0b2fe36b-cfd8-4075-a35c-c00eef1e39ac tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.270602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90cda1a3-fd8c-4643-b777-f968de2291b1 req-0b2fe36b-cfd8-4075-a35c-c00eef1e39ac tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.1325135 Jul 16 20:52:40.313579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-5e537a71-a551-40e4-9414-f5344f75e2f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 200 len: 999 time: 0.0936925 Jul 16 20:52:40.328981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-5b04d868-59e7-4b05-8296-33ef6f7a7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.330770 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-5b04d868-59e7-4b05-8296-33ef6f7a7e61 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612204 Jul 16 20:52:40.387234 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90cda1a3-fd8c-4643-b777-f968de2291b1 req-7a7f0ab6-d823-419b-8b54-b5171d0835d6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034300 Jul 16 20:52:40.427575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-8118684f-8c24-47ab-a47a-e8469cc0bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.427575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-8118684f-8c24-47ab-a47a-e8469cc0bed0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 200 len: 850 time: 0.0936294 Jul 16 20:52:40.449691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-3a5419e6-b51d-4bbc-9282-f399ded3678c service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123822 Jul 16 20:52:40.500118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-c234274f-ff5c-4519-9c6e-1da4844f11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.501892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-c234274f-ff5c-4519-9c6e-1da4844f11d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58424d0b-97b7-4c28-8a71-0b15520822f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727768 Jul 16 20:52:40.564694 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-93afa6b9-b971-48c5-aacd-df69dbfe6570 service neutron] 10.222.0.68 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090991 Jul 16 20:52:40.611965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-02af91f8-4758-4140-a0dd-21cd8e69082f service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037266 Jul 16 20:52:40.714983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d8303377-6ee7-48c9-a35a-2ec7cff4626c req-ef0f4bef-ca7c-455c-824e-3c2bedbfbb2b service neutron] 10.222.0.16 "GET /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970650 Jul 16 20:52:41.617021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e652c-2aea-4c7b-8af9-eb4bca4f37c1 req-b36de3e2-1df0-409d-8134-336bebee10b5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:41.618620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-261e652c-2aea-4c7b-8af9-eb4bca4f37c1 req-b36de3e2-1df0-409d-8134-336bebee10b5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0673342 Jul 16 20:52:41.671708 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-261e652c-2aea-4c7b-8af9-eb4bca4f37c1 req-76135687-681e-40c1-9127-c62708f7db08 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465798 Jul 16 20:52:42.874057 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c311f-b57c-4a19-8dab-e97a1c4a06a0 req-3e6a8a6f-5ea0-4e89-84f2-2fb9f96aea36 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:42.875777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b52c311f-b57c-4a19-8dab-e97a1c4a06a0 req-3e6a8a6f-5ea0-4e89-84f2-2fb9f96aea36 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0775218 Jul 16 20:52:42.922479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b52c311f-b57c-4a19-8dab-e97a1c4a06a0 req-195842c5-6ab5-4b0c-9fe9-0d1a35652900 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384147 Jul 16 20:52:44.120764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c2e66-6b16-4302-b007-2770425cea90 req-207102bb-be50-47be-a7e3-5b5194955ced tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:44.122337 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e88c2e66-6b16-4302-b007-2770425cea90 req-207102bb-be50-47be-a7e3-5b5194955ced tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0688689 Jul 16 20:52:44.165831 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e88c2e66-6b16-4302-b007-2770425cea90 req-a7340fe3-85a9-4255-9777-d5b3852e2d64 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377662 Jul 16 20:52:45.350293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26145bbd-1bc7-4ae4-bb68-9d3e78dd6038 req-e130d2de-1086-4d65-9b9e-abe24e440096 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:45.351801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26145bbd-1bc7-4ae4-bb68-9d3e78dd6038 req-e130d2de-1086-4d65-9b9e-abe24e440096 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0671020 Jul 16 20:52:45.391746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26145bbd-1bc7-4ae4-bb68-9d3e78dd6038 req-67d90f89-f726-43be-ba37-3ccce139ef9c tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337539 Jul 16 20:52:46.580432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6fb49-126d-4ea1-8f6d-ccfee1517428 req-97b3d33b-79e9-4085-8799-1d62cc5b917e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:46.581960 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2df6fb49-126d-4ea1-8f6d-ccfee1517428 req-97b3d33b-79e9-4085-8799-1d62cc5b917e tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0732479 Jul 16 20:52:46.623231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2df6fb49-126d-4ea1-8f6d-ccfee1517428 req-d4e0d15b-d1a1-4eab-8f81-a619ca3bfd35 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350945 Jul 16 20:52:47.804988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e0ba2-9c09-4c86-bb66-eb3a0d8f37d4 req-bac493bf-0274-414b-93d2-7401ac620113 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:47.806509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-497e0ba2-9c09-4c86-bb66-eb3a0d8f37d4 req-bac493bf-0274-414b-93d2-7401ac620113 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0679784 Jul 16 20:52:47.848274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-497e0ba2-9c09-4c86-bb66-eb3a0d8f37d4 req-d64986d7-cb07-47bf-bab3-90ecc42528c0 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351267 Jul 16 20:52:48.097007 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fe23-70a2-4529-b2e3-e4dbc3f5d7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:49.045252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b9148-cbc7-4966-af3c-489569cef392 req-ff4f7036-2cb2-44af-8532-1dd17d5bcec5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:49.047035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c2b9148-cbc7-4966-af3c-489569cef392 req-ff4f7036-2cb2-44af-8532-1dd17d5bcec5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0754282 Jul 16 20:52:49.090161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1c2b9148-cbc7-4966-af3c-489569cef392 req-2cd816cb-0da5-414a-86a8-650344ae52cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366523 Jul 16 20:52:50.292652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923578b8-7d17-445a-8362-641eb8d2e952 req-6f7dd330-81ec-4b99-999a-26410081e51f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:50.294265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-923578b8-7d17-445a-8362-641eb8d2e952 req-6f7dd330-81ec-4b99-999a-26410081e51f tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0773284 Jul 16 20:52:50.337847 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-923578b8-7d17-445a-8362-641eb8d2e952 req-f102a2db-1223-45f8-8d57-d183c7aa50b4 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372319 Jul 16 20:52:50.448892 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8211a0df-8b22-4c47-982d-1ba7319875c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.547466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efee5b-92bc-4a91-887c-c6371544affd req-d7d551c2-07a8-4a8f-af56-c37524f85e94 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:50.549150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04efee5b-92bc-4a91-887c-c6371544affd req-d7d551c2-07a8-4a8f-af56-c37524f85e94 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0773230 Jul 16 20:52:50.592825 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04efee5b-92bc-4a91-887c-c6371544affd req-dc0e392a-4d66-4d5e-9caa-4c8a0fecf8aa tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378122 Jul 16 20:52:50.682957 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.115635 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c924d-8128-46ab-8144-b5d7b452fcae req-75f2a2b5-9693-47f0-a42a-f66054997ce5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:51.118366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e9c924d-8128-46ab-8144-b5d7b452fcae req-75f2a2b5-9693-47f0-a42a-f66054997ce5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.3966169 Jul 16 20:52:51.165119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e9c924d-8128-46ab-8144-b5d7b452fcae req-59041010-fd99-4738-b330-4116dfabdbb6 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411706 Jul 16 20:52:51.612448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9744e-fb94-4ecb-aebe-d4d508b9fce5 req-d81a7e5e-37bf-4001-a48f-ad7413801e1b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:51.613974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9bb9744e-fb94-4ecb-aebe-d4d508b9fce5 req-d81a7e5e-37bf-4001-a48f-ad7413801e1b tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 944 time: 0.0716538 Jul 16 20:52:51.659918 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9bb9744e-fb94-4ecb-aebe-d4d508b9fce5 req-42ad0ea6-10e0-4453-894d-35043d4ee6e5 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398231 Jul 16 20:52:51.743774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:52:51.853050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:51.868028 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'port_id': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'mac_address': 'fa:16:3e:40:c0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:52:51.911187 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.925713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:52:51.949614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:51.954594 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:52.010433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=12']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:52.199872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:52:52.573860 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:52.857267 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ee3b7-3c80-44e1-bf84-ad60ee8ef405 req-0fddbd3f-1fee-48a1-97a7-b35658ff4376 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:52.858754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b10ee3b7-3c80-44e1-bf84-ad60ee8ef405 req-0fddbd3f-1fee-48a1-97a7-b35658ff4376 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0735850 Jul 16 20:52:52.899463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b10ee3b7-3c80-44e1-bf84-ad60ee8ef405 req-18485473-b0ea-410d-aaa9-364c5fe96ba2 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343523 Jul 16 20:52:53.052294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf35a54-48af-441d-b537-4ad32959dffb req-a6970448-ce12-4334-ba93-7b9710a87019 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:53.053927 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2cf35a54-48af-441d-b537-4ad32959dffb req-a6970448-ce12-4334-ba93-7b9710a87019 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 945 time: 0.0787163 Jul 16 20:52:53.167892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Deleting port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:52:53.168159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:53.274465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] For port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:53.274833 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:53.457348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:53.457638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:53.457956 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939 disassociated. External IP: 172.25.6.31, port: db1b28f0-83f0-4b27-9a55-02e6ca9c62b1. Jul 16 20:52:53.458309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Calling delete_port for db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:52:53.616036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:53.646971 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event deleted for resources: {'Port': ['ID=db1b28f0-83f0-4b27-9a55-02e6ca9c62b1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:53.751733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:53.781323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:52:53.781726 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:53.787608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:52:53.915406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:52:53.929510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:52:53.933557 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:53.940284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:53.940934 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:53.976438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] No DVR routers for this DVR port db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:52:53.980337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:53.982897 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2cf35a54-48af-441d-b537-4ad32959dffb req-d28a10e2-1018-4eba-83cb-9d1b808cb637 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.68 "DELETE /v2.0/ports/db1b28f0-83f0-4b27-9a55-02e6ca9c62b1 HTTP/1.1" status: 204 len: 173 time: 0.9229748 Jul 16 20:52:53.983375 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-deleted', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:53.985836 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d9a673-b10e-42bd-a8a6-4aa609d4ba16" -d '{"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-deleted", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:54.042776 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31bca7a-7899-4c56-a000-c6992d9e0323 x-openstack-request-id: req-f31bca7a-7899-4c56-a000-c6992d9e0323 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:54.043006 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605c31a7-8c10-4f77-8d6d-df5b7f87bb39", "name": "network-vif-deleted", "tag": "db1b28f0-83f0-4b27-9a55-02e6ca9c62b1", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:54.043276 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f31bca7a-7899-4c56-a000-c6992d9e0323 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:54.043604 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605c31a7-8c10-4f77-8d6d-df5b7f87bb39', 'name': 'network-vif-deleted', 'tag': 'db1b28f0-83f0-4b27-9a55-02e6ca9c62b1', 'status': 'completed', 'code': 200} Jul 16 20:52:54.083403 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-26ce159f-a0ed-462d-ba1c-3f3ad9e1dd83 req-378ea327-5f9e-4a99-acb5-037ed8b5e3d9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 210 time: 0.0445144 Jul 16 20:52:54.084357 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:54.321184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:54.350960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:52:54.360290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:54.360925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:54.478250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:54.724896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:54.754816 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faccb5e-0b5a-4e5b-87a2-3d7a799a9f19 None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:43:02Z', 'revision_number': 4, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f1933fc6-1e66-4d57-ba06-5051772c122a', 'name': '', 'network_id': '58424d0b-97b7-4c28-8a71-0b15520822f1', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'mac_address': 'fa:16:3e:89:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6dd34444-a097-4d43-b0ea-00c041816661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:43:01Z', 'updated_at': '2021-07-16T20:43:08Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'subnets': [{'id': '6dd34444-a097-4d43-b0ea-00c041816661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:52:55.019664 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f911688-6e43-4e02-96bb-6750e82c784a None None] New status for floating IP 8607d08f-fde5-4a13-87f1-dc5ef728e939: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:52:55.256344 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3ad6e664-b081-4bf7-a446-3d8a0a144896 req-e0fe59ba-3ca0-4a4b-aa0e-e32cef0433a1 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 210 time: 0.0330324 Jul 16 20:52:55.892030 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:56.411180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fd6edfb6-2841-475c-b28a-eaffd9e53a32 req-371d9c9c-0fed-4567-bec1-12dc07f7aa5d tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 210 time: 0.0309408 Jul 16 20:52:57.582231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c375b631-72d1-4262-bf03-bf7126a5d6e8 req-a4474962-4b04-4434-aaaa-edbfcf372bd9 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/ports?device_id=605c31a7-8c10-4f77-8d6d-df5b7f87bb39 HTTP/1.1" status: 200 len: 210 time: 0.0340683 Jul 16 20:53:02.955663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52764) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:03.014076 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9eba3b5-3cfd-4399-b261-5ecaa62d9916 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.038318 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9eba3b5-3cfd-4399-b261-5ecaa62d9916 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.094838 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9eba3b5-3cfd-4399-b261-5ecaa62d9916 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.097526 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9eba3b5-3cfd-4399-b261-5ecaa62d9916 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.098754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a9eba3b5-3cfd-4399-b261-5ecaa62d9916 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "DELETE /v2.0/security-groups/6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7 HTTP/1.1" status: 204 len: 168 time: 0.1419189 Jul 16 20:53:03.102447 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52766) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:03.109215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eba3b5-3cfd-4399-b261-5ecaa62d9916 tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:03.123581 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [None req-b05e26a1-18ef-4667-b23f-c3776a38c14a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] show failed (client error): The resource could not be found. Jul 16 20:53:03.124576 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b05e26a1-18ef-4667-b23f-c3776a38c14a tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "GET /v2.0/security-groups/6f5a3969-a5a9-4c3a-88ee-1fd4c805bdc7 HTTP/1.1" status: 404 len: 347 time: 0.0211172 Jul 16 20:53:03.128510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52768) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:03.276191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Deleting port 2981dba3-0533-43e5-9496-5502337216f7 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:03.276636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.357853 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.358185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.369981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Calling delete_port for 2981dba3-0533-43e5-9496-5502337216f7 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:03.504864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.534308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Pushing event deleted for resources: {'Port': ['ID=2981dba3-0533-43e5-9496-5502337216f7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:03.611308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.614049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:03.615250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f8ceb010-f4ff-4c24-98e5-8233db7803cc tempest-ServerActionsTestJSON-847374393 tempest-ServerActionsTestJSON-847374393-project] 10.222.0.78 "DELETE /v2.0/floatingips/8607d08f-fde5-4a13-87f1-dc5ef728e939 HTTP/1.1" status: 204 len: 168 time: 0.4854455 Jul 16 20:53:03.618207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52770) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:04.178612 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:04.456163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Deleting port f1933fc6-1e66-4d57-ba06-5051772c122a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:04.456448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:04.541919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] For port f1933fc6-1e66-4d57-ba06-5051772c122a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f1933fc6-1e66-4d57-ba06-5051772c122a,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:04.542431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:04.556084 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Calling delete_port for f1933fc6-1e66-4d57-ba06-5051772c122a owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:04.751334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:04.777572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:04.783849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1933fc6-1e66-4d57-ba06-5051772c122a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:05.325740 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:05.545958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:53:05.657935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:53:05.666567 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2d387271-1eee-41c8-888b-c3082e31225a admin admin] 10.222.0.78 "PUT /v2.0/routers/c93b1c1a-cf1d-4448-8418-4f7b2859ab1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0436556 Jul 16 20:53:05.666567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52774) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:05.670296 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] Sync routers for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:53:05.677826 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:05.683535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:53:05.684372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:05.778906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:05.799332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:53:05.893270 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:05.950727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Deleting port b986fc09-c627-4500-892c-d02d9a41933d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:05.951170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:05.997126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:53:04Z', 'revision_number': 5, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port': {'id': 'b986fc09-c627-4500-892c-d02d9a41933d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:59Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:06.028677 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] Checking router: c93b1c1a-cf1d-4448-8418-4f7b2859ab1b for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:53:06.034161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] For port b986fc09-c627-4500-892c-d02d9a41933d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b986fc09-c627-4500-892c-d02d9a41933d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:06.034715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.037494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] Routers {'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:53:06.038196 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:52:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:06.052885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Calling delete_port for b986fc09-c627-4500-892c-d02d9a41933d owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:06.132168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] Set router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:53:06.188140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:53:05Z', 'revision_number': 6, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:06.221505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463eb4ea-7659-4fcd-8261-388a0c212dfd None None] The sync data for ids ['c93b1c1a-cf1d-4448-8418-4f7b2859ab1b'] in n-d-791505-15 is: [{'id': 'c93b1c1a-cf1d-4448-8418-4f7b2859ab1b', 'name': 'tempest-ServerActionsTestJSON-197478600-router', 'tenant_id': '793071a4fa4f46e299dbb26f0343c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:58Z', 'updated_at': '2021-07-16T20:53:05Z', 'revision_number': 6, 'project_id': '793071a4fa4f46e299dbb26f0343c191', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:53:06.254638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.288079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Pushing event deleted for resources: {'Port': ['ID=b986fc09-c627-4500-892c-d02d9a41933d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:06.354508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.452316 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.455482 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.527382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.528009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c93b1c1a-cf1d-4448-8418-4f7b2859ab1b {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:53:06.533744 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.535155 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2c739ae7-b744-49b1-9e24-12e3d667d377 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c93b1c1a-cf1d-4448-8418-4f7b2859ab1b HTTP/1.1" status: 204 len: 168 time: 0.8674829 Jul 16 20:53:06.538880 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52776) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:06.584791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-470af792-cb94-474b-baed-32ccdf0d1b91 admin admin] Deleting subnet 6dd34444-a097-4d43-b0ea-00c041816661 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:53:06.589155 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-470af792-cb94-474b-baed-32ccdf0d1b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.628923 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-470af792-cb94-474b-baed-32ccdf0d1b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.714115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-470af792-cb94-474b-baed-32ccdf0d1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.768742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-470af792-cb94-474b-baed-32ccdf0d1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.798966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470af792-cb94-474b-baed-32ccdf0d1b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd34444-a097-4d43-b0ea-00c041816661,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:06.802650 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-470af792-cb94-474b-baed-32ccdf0d1b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.805428 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-470af792-cb94-474b-baed-32ccdf0d1b91 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6dd34444-a097-4d43-b0ea-00c041816661 HTTP/1.1" status: 204 len: 168 time: 0.2646649 Jul 16 20:53:06.806994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52778) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:06.809606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf40c4-f7ce-4168-b7f9-e11883a3d8f1 None None] Network 58424d0b-97b7-4c28-8a71-0b15520822f1 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:06.876692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.929435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Deleting port 15384177-fc91-499c-9bd2-d190ab396333 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:06.929663 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.018965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] For port 15384177-fc91-499c-9bd2-d190ab396333, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=15384177-fc91-499c-9bd2-d190ab396333,segment=NetworkSegment(b9b353c3-efcb-4106-b0ce-461e2902aad7),segment_id=b9b353c3-efcb-4106-b0ce-461e2902aad7)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:07.019446 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.035842 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Calling delete_port for 15384177-fc91-499c-9bd2-d190ab396333 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:07.043019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f1933fc6-1e66-4d57-ba06-5051772c122a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:07.067073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f1933fc6-1e66-4d57-ba06-5051772c122a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:07.067426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f1933fc6-1e66-4d57-ba06-5051772c122a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:07.067986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b986fc09-c627-4500-892c-d02d9a41933d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:07.091924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b986fc09-c627-4500-892c-d02d9a41933d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:07.092748 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b986fc09-c627-4500-892c-d02d9a41933d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:07.102090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] DHCP port deletion for 58424d0b-97b7-4c28-8a71-0b15520822f1 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:53:07.140579 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.157652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] Deleting port 15384177-fc91-499c-9bd2-d190ab396333 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:07.158229 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.173949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Pushing event deleted for resources: {'Port': ['ID=15384177-fc91-499c-9bd2-d190ab396333,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:07.175810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] No DVR routers for this DVR port 15384177-fc91-499c-9bd2-d190ab396333 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:07.235216 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] For port 15384177-fc91-499c-9bd2-d190ab396333, host n-d-791505-15, got binding levels [] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:07.235851 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.251659 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.256186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] Calling delete_port for 15384177-fc91-499c-9bd2-d190ab396333 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:07.262299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.ipam_backend_mixin [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] Port 15384177-fc91-499c-9bd2-d190ab396333 was not found and therefore no delete operation was performed {{(pid=100245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:53:07.263698 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.273688 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58424d0b-97b7-4c28-8a71-0b15520822f1']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:07.287826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b353c3-efcb-4106-b0ce-461e2902aad7') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:07.288123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b353c3-efcb-4106-b0ce-461e2902aad7') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:07.294114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] Pushing event deleted for resources: {'Port': ['ID=15384177-fc91-499c-9bd2-d190ab396333,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:07.300002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b91f1-5c77-441e-91df-994e83a952f0 None None] No DVR routers for this DVR port 15384177-fc91-499c-9bd2-d190ab396333 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:07.300285 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.324019 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.334477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:07.334900 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:07.336818 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:07.426956 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.433770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.436736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] 10.222.0.78 "DELETE /v2.0/networks/58424d0b-97b7-4c28-8a71-0b15520822f1 HTTP/1.1" status: 204 len: 168 time: 0.6285949 Jul 16 20:53:07.451017 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943671e3-9b75-46fc-a3f2-d12a3c257676 admin admin] Pushing event deleted for resources: {'Network': ['ID=58424d0b-97b7-4c28-8a71-0b15520822f1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:07.582218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52782) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:07.645833 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e1517532-efe9-4d20-8000-555d67b89721 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=793071a4fa4f46e299dbb26f0343c191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603783 Jul 16 20:53:07.646740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52784) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:07.700681 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b749fb30-b77e-4892-8bb3-7486c38b82d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.722490 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b749fb30-b77e-4892-8bb3-7486c38b82d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.770283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b749fb30-b77e-4892-8bb3-7486c38b82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.773013 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b749fb30-b77e-4892-8bb3-7486c38b82d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:07.774194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b749fb30-b77e-4892-8bb3-7486c38b82d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/baeee2b7-2787-40dd-96f2-7f2f4e569d28 HTTP/1.1" status: 204 len: 168 time: 0.1263866 Jul 16 20:53:07.785897 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749fb30-b77e-4892-8bb3-7486c38b82d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeee2b7-2787-40dd-96f2-7f2f4e569d28,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:08.523265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52806) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:08.625757 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-956250603-network', 'tenant_id': 'd300b63aca2e4a6791b1a95b75d0ec3b'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:08.647857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Made reservation on behalf of d300b63aca2e4a6791b1a95b75d0ec3b for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:08.650600 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.659534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.743450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 15384177-fc91-499c-9bd2-d190ab396333 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:08.765698 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 15384177-fc91-499c-9bd2-d190ab396333 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:08.766046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 15384177-fc91-499c-9bd2-d190ab396333 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:08.778484 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.782811 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.810661 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:08.821148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b87d51-6f16-43aa-a50b-b720391bfd98,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:08.828407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.828764 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Added segment acb904df-d146-4aaa-9acd-1dc1b02680de of type vlan for network ad46e8d4-a400-45d9-86fa-a96f39013f63 Jul 16 20:53:08.874425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.906852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.907907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:08.908523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.945571 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4211574 Jul 16 20:53:08.949932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52810) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:08.955817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Request body: {'subnet': {'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-956250603-subnet', 'tenant_id': 'd300b63aca2e4a6791b1a95b75d0ec3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:08.979015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7f90b-e5ff-4bf4-a8b3-5197cd7fbabb admin admin] Pushing event updated for resources: {'Network': ['ID=ad46e8d4-a400-45d9-86fa-a96f39013f63,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:08.983820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Made reservation on behalf of d300b63aca2e4a6791b1a95b75d0ec3b for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:08.986314 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.992742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ad46e8d4-a400-45d9-86fa-a96f39013f63 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:09.195859 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:09.257847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff04676-29d1-4afa-b764-db2ac13f9747,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:09.278436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Checking segment: {'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:09.278795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Network hostable DHCP agents. Network: ad46e8d4-a400-45d9-86fa-a96f39013f63, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:53:09.296271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Network ad46e8d4-a400-45d9-86fa-a96f39013f63 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:53:09.305348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ad46e8d4-a400-45d9-86fa-a96f39013f63) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:09.309310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.309907 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:09.317614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c78cae-c251-46a4-b8d2-a5be10ad7f58 None None] Network ad46e8d4-a400-45d9-86fa-a96f39013f63 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:09.327653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a9caa246-04a5-416a-804e-5cb864632fc4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3762169 Jul 16 20:53:09.453553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2ecfe-f630-4c6b-9424-3730731772c7 None None] Network ad46e8d4-a400-45d9-86fa-a96f39013f63 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:09.811901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-034873d1-cfc4-40dc-b9a4-584e9a05d606 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:09.813581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-034873d1-cfc4-40dc-b9a4-584e9a05d606 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/networks?id=ad46e8d4-a400-45d9-86fa-a96f39013f63 HTTP/1.1" status: 200 len: 813 time: 0.1178932 Jul 16 20:53:09.829819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-28f77f0e-5f64-4d63-8abb-5f9b9245ae59 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/quotas/d300b63aca2e4a6791b1a95b75d0ec3b HTTP/1.1" status: 200 len: 375 time: 0.0105889 Jul 16 20:53:09.871288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-1016a201-6288-459d-aff6-ef5984367b85 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d300b63aca2e4a6791b1a95b75d0ec3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358288 Jul 16 20:53:09.964012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-45242a52-f129-4b79-b31e-729deefd75cb service neutron] 10.222.0.78 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855906 Jul 16 20:53:10.066775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-3e2b8256-bf5a-4c76-99f8-e2942060507f service neutron] 10.222.0.78 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968432 Jul 16 20:53:10.254755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90de4cd6-c683-499d-8af1-ed9cc8c443be req-8f23b08f-76e2-4c5c-a1fb-0c36575eb327 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 210 time: 0.0323348 Jul 16 20:53:11.411730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5dc7ae0-c9f4-4aaa-b7b6-e7acaf49ad60 req-4fb7e7e1-55f6-4edf-8435-2350d0b74ed3 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 210 time: 0.0307121 Jul 16 20:53:11.575592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-2a33ae05-ada4-41db-898b-e3c5d6de1ded tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:11.577411 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-2a33ae05-ada4-41db-898b-e3c5d6de1ded tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.68 "GET /v2.0/networks?id=ad46e8d4-a400-45d9-86fa-a96f39013f63 HTTP/1.1" status: 200 len: 813 time: 0.1193593 Jul 16 20:53:11.592309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Request body: {'port': {'device_id': '84f266e8-26fc-4fc5-823c-a39a8de35186', 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63', 'admin_state_up': True, 'tenant_id': 'd300b63aca2e4a6791b1a95b75d0ec3b'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:11.733516 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Made reservation on behalf of d300b63aca2e4a6791b1a95b75d0ec3b for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:11.737125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:11.870620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Allocated IP 172.20.0.13 (ad46e8d4-a400-45d9-86fa-a96f39013f63/8ff04676-29d1-4afa-b764-db2ac13f9747/85c99f77-65ae-4543-b911-e7771f89c4de) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:12.026003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.066948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.119587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Network ad46e8d4-a400-45d9-86fa-a96f39013f63 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:12.123134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:12.127095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:12.133554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Pushing event updated for resources: {'Port': ['ID=85c99f77-65ae-4543-b911-e7771f89c4de,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:12.183393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:12.184029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.198370 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-e2592d6a-cc6c-418e-bbc2-dc7ec4c21ed6 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6109776 Jul 16 20:53:12.209721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Request body: {'port': {'device_id': '84f266e8-26fc-4fc5-823c-a39a8de35186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:12.286425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.583100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c99f77-65ae-4543-b911-e7771f89c4de {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:12.591931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.603310 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd7c32-6ba3-4e1d-8a3c-f33d9bd5a380 req-044fd1dc-89fb-4dbc-9593-8ad01a0b34fb tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:12.604897 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33bd7c32-6ba3-4e1d-8a3c-f33d9bd5a380 req-044fd1dc-89fb-4dbc-9593-8ad01a0b34fb tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 932 time: 0.0676620 Jul 16 20:53:12.605417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Transition to ACTIVE for port object 85c99f77-65ae-4543-b911-e7771f89c4de will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:12.610276 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.654397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33bd7c32-6ba3-4e1d-8a3c-f33d9bd5a380 req-403825c5-dee9-45e1-b7fd-adc971b6e919 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Jul 16 20:53:12.664239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Pushing event updated for resources: {'Port': ['ID=85c99f77-65ae-4543-b911-e7771f89c4de,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:12.748053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Attempting to bind port 85c99f77-65ae-4543-b911-e7771f89c4de on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:12.748437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Attempting to bind port 85c99f77-65ae-4543-b911-e7771f89c4de by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:12.748783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Attempting to bind port 85c99f77-65ae-4543-b911-e7771f89c4de on network ad46e8d4-a400-45d9-86fa-a96f39013f63 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:12.753187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Port 85c99f77-65ae-4543-b911-e7771f89c4de on network ad46e8d4-a400-45d9-86fa-a96f39013f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:53:12.753508 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Attempting to bind port 85c99f77-65ae-4543-b911-e7771f89c4de on network ad46e8d4-a400-45d9-86fa-a96f39013f63 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:12.758319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:12.758663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Checking segment: {'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:12.759044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Bound using segment: {'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:12.759512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Bound port: 85c99f77-65ae-4543-b911-e7771f89c4de, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:12.760448 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.828164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] For port 85c99f77-65ae-4543-b911-e7771f89c4de, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:12.831277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] For port 85c99f77-65ae-4543-b911-e7771f89c4de, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=85c99f77-65ae-4543-b911-e7771f89c4de,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:12.836219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.871582 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:12.872250 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:12.873843 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] 10.222.0.68 "PUT /v2.0/ports/85c99f77-65ae-4543-b911-e7771f89c4de HTTP/1.1" status: 200 len: 1093 time: 0.6685503 Jul 16 20:53:12.876086 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f266e8-26fc-4fc5-823c-a39a8de35186', 'tag': '85c99f77-65ae-4543-b911-e7771f89c4de'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:12.878516 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba44638e-8243-41a9-a918-0125a5746fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "84f266e8-26fc-4fc5-823c-a39a8de35186", "tag": "85c99f77-65ae-4543-b911-e7771f89c4de"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:12.910764 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd99caf-6637-4e5e-8f76-e73ef54f1c2b service neutron] Pushing event updated for resources: {'Port': ['ID=85c99f77-65ae-4543-b911-e7771f89c4de,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:12.925134 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d3d829-55a7-4470-988e-dd9ba2019be9 x-openstack-request-id: req-65d3d829-55a7-4470-988e-dd9ba2019be9 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:12.925421 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f266e8-26fc-4fc5-823c-a39a8de35186", "tag": "85c99f77-65ae-4543-b911-e7771f89c4de", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:12.925673 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65d3d829-55a7-4470-988e-dd9ba2019be9 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:12.926069 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f266e8-26fc-4fc5-823c-a39a8de35186', 'tag': '85c99f77-65ae-4543-b911-e7771f89c4de', 'status': 'completed', 'code': 200} Jul 16 20:53:12.973504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-9537ddf7-1218-4f96-ab3a-b87a7c3ff94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:12.975100 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-9537ddf7-1218-4f96-ab3a-b87a7c3ff94a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d300b63aca2e4a6791b1a95b75d0ec3b&device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 1096 time: 0.0588741 Jul 16 20:53:13.021376 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-87cb95ee-53f4-4cac-ae91-84c894234c87 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85c99f77-65ae-4543-b911-e7771f89c4de HTTP/1.1" status: 200 len: 217 time: 0.0387583 Jul 16 20:53:13.071591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-53fcc814-e531-4595-a568-36ff8cf9fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:13.074165 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-53fcc814-e531-4595-a568-36ff8cf9fdeb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ff04676-29d1-4afa-b764-db2ac13f9747 HTTP/1.1" status: 200 len: 853 time: 0.0464375 Jul 16 20:53:13.108408 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-15cc8c8e-0896-4764-8bd6-2641a46d0476 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ad46e8d4-a400-45d9-86fa-a96f39013f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279214 Jul 16 20:53:13.204508 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-ecdd6836-4b6c-4b5f-8886-31604130b875 service neutron] 10.222.0.68 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897427 Jul 16 20:53:13.311315 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0bab518e-88bc-424e-8b4a-4cf2156c4c54 req-3ce667d2-0caa-4b6a-9fa5-65f4562ef50f service neutron] 10.222.0.68 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005337 Jul 16 20:53:13.425438 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-ae660bec-c926-4d1d-b16c-b043a8ecb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:13.426984 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-ae660bec-c926-4d1d-b16c-b043a8ecb291 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d300b63aca2e4a6791b1a95b75d0ec3b&device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 1096 time: 0.0607674 Jul 16 20:53:13.527515 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-746604f0-1952-4567-b1c1-eabdb7b7c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:13.529160 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-746604f0-1952-4567-b1c1-eabdb7b7c0b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ad46e8d4-a400-45d9-86fa-a96f39013f63 HTTP/1.1" status: 200 len: 914 time: 0.0959353 Jul 16 20:53:13.577845 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-69e6cd87-4553-44b4-a28f-98c3148ef44c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85c99f77-65ae-4543-b911-e7771f89c4de HTTP/1.1" status: 200 len: 217 time: 0.0418038 Jul 16 20:53:13.629160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-974fbdca-129d-432e-8c12-398dba93b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:13.630645 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-974fbdca-129d-432e-8c12-398dba93b8da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ff04676-29d1-4afa-b764-db2ac13f9747 HTTP/1.1" status: 200 len: 853 time: 0.0471053 Jul 16 20:53:13.663840 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-bd47ac45-5b10-45b8-adec-8109f665c7b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ad46e8d4-a400-45d9-86fa-a96f39013f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264499 Jul 16 20:53:13.765892 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-85012491-4bd6-45b6-905a-11bd6c1ded5c service neutron] 10.222.0.68 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948100 Jul 16 20:53:13.834970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c61e-49ad-44ca-9f7a-8b9e7362a342 req-90e23f3d-0ecb-42bb-890e-c77bcd5b5e5a tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:13.836684 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9426c61e-49ad-44ca-9f7a-8b9e7362a342 req-90e23f3d-0ecb-42bb-890e-c77bcd5b5e5a tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 944 time: 0.0672050 Jul 16 20:53:13.873539 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ba44638e-8243-41a9-a918-0125a5746fd5 req-4fcf428e-2675-4e0f-9574-c180d1179ebd service neutron] 10.222.0.68 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012363 Jul 16 20:53:13.882476 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9426c61e-49ad-44ca-9f7a-8b9e7362a342 req-ad594acb-447e-4bcf-8bbb-913806510d27 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387630 Jul 16 20:53:15.065957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a361a5e-165c-47aa-90e5-576db6dd5c8e req-4b1374c9-51ef-46b7-8cfa-ae41b53eb233 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:15.067525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a361a5e-165c-47aa-90e5-576db6dd5c8e req-4b1374c9-51ef-46b7-8cfa-ae41b53eb233 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 944 time: 0.0680633 Jul 16 20:53:15.122975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a361a5e-165c-47aa-90e5-576db6dd5c8e req-40accfe7-5e57-4124-a24b-cd121a720c5f tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478969 Jul 16 20:53:15.857494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 85c99f77-65ae-4543-b911-e7771f89c4de details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:53:15.955445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 85c99f77-65ae-4543-b911-e7771f89c4de, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=85c99f77-65ae-4543-b911-e7771f89c4de,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:15.967021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '85c99f77-65ae-4543-b911-e7771f89c4de', 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63', 'port_id': '85c99f77-65ae-4543-b911-e7771f89c4de', 'mac_address': 'fa:16:3e:b5:39:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff04676-29d1-4afa-b764-db2ac13f9747', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:53:16.014106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:16.031867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c99f77-65ae-4543-b911-e7771f89c4de {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:16.053287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 85c99f77-65ae-4543-b911-e7771f89c4de, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=85c99f77-65ae-4543-b911-e7771f89c4de,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:16.058494 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:16.114167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=85c99f77-65ae-4543-b911-e7771f89c4de,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:16.246511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['85c99f77-65ae-4543-b911-e7771f89c4de'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:16.315704 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7552-01e6-49ac-a602-e50be905b0d4 req-ba307961-93c7-457f-aa36-8caaac7f6083 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:16.317375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eddc7552-01e6-49ac-a602-e50be905b0d4 req-ba307961-93c7-457f-aa36-8caaac7f6083 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 945 time: 0.0740061 Jul 16 20:53:16.360867 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eddc7552-01e6-49ac-a602-e50be905b0d4 req-7d40e581-6d05-4a13-8e30-95b497b4602b tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Jul 16 20:53:17.544418 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee84a1b-5f4b-436c-8621-3bedf5cfcf6a req-1b82dbe6-016b-4cd4-ae05-d03ee2eaa9da tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:17.546054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ee84a1b-5f4b-436c-8621-3bedf5cfcf6a req-1b82dbe6-016b-4cd4-ae05-d03ee2eaa9da tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 945 time: 0.0667048 Jul 16 20:53:17.592757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ee84a1b-5f4b-436c-8621-3bedf5cfcf6a req-49a1afad-b57f-488e-ad6b-ad22bb552236 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Jul 16 20:53:17.857369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 85c99f77-65ae-4543-b911-e7771f89c4de up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:53:17.919467 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 85c99f77-65ae-4543-b911-e7771f89c4de completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:17.923550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 85c99f77-65ae-4543-b911-e7771f89c4de triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:17.923925 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:18.007487 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:18.036593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f266e8-26fc-4fc5-823c-a39a8de35186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c99f77-65ae-4543-b911-e7771f89c4de'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:18.038968 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0492a4cc-1d4d-4e23-bd50-55909cf2ddc3" -d '{"events": [{"server_uuid": "84f266e8-26fc-4fc5-823c-a39a8de35186", "name": "network-vif-plugged", "status": "completed", "tag": "85c99f77-65ae-4543-b911-e7771f89c4de"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:18.054915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 85c99f77-65ae-4543-b911-e7771f89c4de, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=85c99f77-65ae-4543-b911-e7771f89c4de,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:18.059675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:18.089241 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa250fd-dd8b-408d-a5ce-0f85fa56997c x-openstack-request-id: req-0aa250fd-dd8b-408d-a5ce-0f85fa56997c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:18.089531 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f266e8-26fc-4fc5-823c-a39a8de35186", "name": "network-vif-plugged", "status": "completed", "tag": "85c99f77-65ae-4543-b911-e7771f89c4de", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:18.089766 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0aa250fd-dd8b-408d-a5ce-0f85fa56997c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:18.090144 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f266e8-26fc-4fc5-823c-a39a8de35186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c99f77-65ae-4543-b911-e7771f89c4de', 'code': 200} Jul 16 20:53:18.214340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9289e9-8c2d-4481-9908-011412d5152e req-0d4385b2-d19e-4c71-84f2-c4b3604ed7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:18.215805 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d9289e9-8c2d-4481-9908-011412d5152e req-0d4385b2-d19e-4c71-84f2-c4b3604ed7f0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 1098 time: 0.0668101 Jul 16 20:53:18.256899 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d9289e9-8c2d-4481-9908-011412d5152e req-19191753-4db7-4674-936c-d98e18f21232 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347586 Jul 16 20:53:18.271278 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b3712d64-0795-4411-84dd-76403541c211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:18.288858 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=85c99f77-65ae-4543-b911-e7771f89c4de,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:18.770528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd2c70-e7dc-418b-ae12-880ae8355d4c req-760fe837-9eea-4a67-8aa2-23f7b72456d8 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:18.772159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38bd2c70-e7dc-418b-ae12-880ae8355d4c req-760fe837-9eea-4a67-8aa2-23f7b72456d8 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0651021 Jul 16 20:53:18.817669 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38bd2c70-e7dc-418b-ae12-880ae8355d4c req-7b23a119-7fae-429f-8546-3f8ff017ceee tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Jul 16 20:53:20.002097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fa1a2-be3a-4023-b022-859036ae276e req-85b48acb-743c-4a7e-a60e-832778fab828 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:20.003600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e3fa1a2-be3a-4023-b022-859036ae276e req-85b48acb-743c-4a7e-a60e-832778fab828 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0661130 Jul 16 20:53:20.047334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e3fa1a2-be3a-4023-b022-859036ae276e req-8776a83d-2897-46bc-ba5c-d2d07c766ed1 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374827 Jul 16 20:53:20.286570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fd00e-adff-43b2-b91d-e143256fc267 req-707c4f32-d41e-4191-b0c7-97798c4de4b2 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:20.288076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-707c4f32-d41e-4191-b0c7-97798c4de4b2 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/networks?id=ad46e8d4-a400-45d9-86fa-a96f39013f63 HTTP/1.1" status: 200 len: 813 time: 0.1085210 Jul 16 20:53:20.303974 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-d5419e89-92f5-4192-a1e9-94a7653aee42 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/quotas/d300b63aca2e4a6791b1a95b75d0ec3b HTTP/1.1" status: 200 len: 375 time: 0.0097671 Jul 16 20:53:20.381003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-a6f10372-b353-4a89-98fc-ece24ddf441d tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d300b63aca2e4a6791b1a95b75d0ec3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715117 Jul 16 20:53:20.441280 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fd650370-a6fe-49ae-a27d-5c91d17adbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:20.484159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-50d526a2-95e5-415b-951e-c8267357eede service neutron] 10.222.0.78 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946784 Jul 16 20:53:20.580501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-29e78c68-bbb7-4f3b-b8c0-9eb640b4ccc3 service neutron] 10.222.0.78 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902264 Jul 16 20:53:20.687180 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:20.783755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bca7293e-d8e4-455b-a319-f305910a3071 req-d9668b8f-7c24-4825-9e4b-bebac2ef251b tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 210 time: 0.0320935 Jul 16 20:53:21.874791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fd00e-adff-43b2-b91d-e143256fc267 req-a363dd87-d508-4779-927d-e2b116603558 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:21.876442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-a363dd87-d508-4779-927d-e2b116603558 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.16 "GET /v2.0/networks?id=ad46e8d4-a400-45d9-86fa-a96f39013f63 HTTP/1.1" status: 200 len: 813 time: 0.1221116 Jul 16 20:53:21.890538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Request body: {'port': {'device_id': '1abf1120-e6fa-44f1-b2b9-01da8946e246', 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63', 'admin_state_up': True, 'tenant_id': 'd300b63aca2e4a6791b1a95b75d0ec3b'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:21.997647 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e65e9272-317a-44c4-975f-ffd182d5fe16 req-9f61a6f1-b799-43e7-b0e6-50843ca4a4ac tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 210 time: 0.0378778 Jul 16 20:53:22.033129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Made reservation on behalf of d300b63aca2e4a6791b1a95b75d0ec3b for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:22.036844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.174062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Allocated IP 172.20.0.4 (ad46e8d4-a400-45d9-86fa-a96f39013f63/8ff04676-29d1-4afa-b764-db2ac13f9747/8b4e7a07-4a87-4651-a3db-dd5d3e10c76c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:22.334307 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.376774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.389340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['85c99f77-65ae-4543-b911-e7771f89c4de'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:22.427854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Network ad46e8d4-a400-45d9-86fa-a96f39013f63 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:22.431511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:22.435963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:22.460290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Pushing event updated for resources: {'Port': ['ID=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:22.476063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.476439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.476779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.477116 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.477444 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.477768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.478440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.478775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.479101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.479435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.479759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.480409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:22.504820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:22.505461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.520452 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-5103bb0a-f54f-4cb5-ba06-60a549e1b804 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6341569 Jul 16 20:53:22.534154 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Request body: {'port': {'device_id': '1abf1120-e6fa-44f1-b2b9-01da8946e246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:22.574390 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.613842 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.892434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:22.901522 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.914036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Transition to ACTIVE for port object 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:22.917525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:22.968274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:23.045654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Attempting to bind port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:23.046078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Attempting to bind port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:23.046459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Attempting to bind port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c on network ad46e8d4-a400-45d9-86fa-a96f39013f63 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:23.051332 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c on network ad46e8d4-a400-45d9-86fa-a96f39013f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:53:23.051652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Attempting to bind port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c on network ad46e8d4-a400-45d9-86fa-a96f39013f63 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:23.057619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:23.057987 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Checking segment: {'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:23.058380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Bound using segment: {'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:23.058816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Bound port: 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb904df-d146-4aaa-9acd-1dc1b02680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:23.059177 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:23.156992 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] For port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:23.174518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] For port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:23.180503 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:23.224545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:23.225162 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:23.226564 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] 10.222.0.16 "PUT /v2.0/ports/8b4e7a07-4a87-4651-a3db-dd5d3e10c76c HTTP/1.1" status: 200 len: 1092 time: 0.6987660 Jul 16 20:53:23.229034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abf1120-e6fa-44f1-b2b9-01da8946e246', 'tag': '8b4e7a07-4a87-4651-a3db-dd5d3e10c76c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:23.232767 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218ea534-5856-4035-b2fa-d490b820c671" -d '{"events": [{"name": "network-changed", "server_uuid": "1abf1120-e6fa-44f1-b2b9-01da8946e246", "tag": "8b4e7a07-4a87-4651-a3db-dd5d3e10c76c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:23.275858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b005a-10e9-4092-b86c-53eccb8a4faa req-6caeabb8-1f62-4aec-9d23-7fd1773150c3 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:23.278268 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e96b005a-10e9-4092-b86c-53eccb8a4faa req-6caeabb8-1f62-4aec-9d23-7fd1773150c3 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 943 time: 0.1575994 Jul 16 20:53:23.282298 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6fb2f4-4896-4388-91ec-328cfc2c68aa x-openstack-request-id: req-9f6fb2f4-4896-4388-91ec-328cfc2c68aa {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:23.282712 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abf1120-e6fa-44f1-b2b9-01da8946e246", "tag": "8b4e7a07-4a87-4651-a3db-dd5d3e10c76c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:23.283072 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f6fb2f4-4896-4388-91ec-328cfc2c68aa {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:23.283532 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abf1120-e6fa-44f1-b2b9-01da8946e246', 'tag': '8b4e7a07-4a87-4651-a3db-dd5d3e10c76c', 'status': 'completed', 'code': 200} Jul 16 20:53:23.298472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c7bd-027a-40f3-ac0a-5389f57c0789 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:23.366644 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e96b005a-10e9-4092-b86c-53eccb8a4faa req-d05df08d-3a5f-4662-a321-3cda6a91ceda tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785398 Jul 16 20:53:23.382584 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fd00e-adff-43b2-b91d-e143256fc267 req-0617c809-063a-4915-a122-392cec73d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:23.388490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-0617c809-063a-4915-a122-392cec73d18e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d300b63aca2e4a6791b1a95b75d0ec3b&device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 1095 time: 0.0998888 Jul 16 20:53:23.434756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-04cbcc96-2bef-4d7c-a5a7-27e51d6ea37d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c HTTP/1.1" status: 200 len: 217 time: 0.0425050 Jul 16 20:53:23.491309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fd00e-adff-43b2-b91d-e143256fc267 req-cf19c3c8-f707-49d9-b033-f6b7bb1071e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:23.492747 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-cf19c3c8-f707-49d9-b033-f6b7bb1071e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ff04676-29d1-4afa-b764-db2ac13f9747 HTTP/1.1" status: 200 len: 853 time: 0.0519869 Jul 16 20:53:23.527123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-82ce7d89-53da-4af7-8786-b882a3b80af0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad46e8d4-a400-45d9-86fa-a96f39013f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283225 Jul 16 20:53:23.621046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-a2921992-b7e9-41d7-9a76-2ca58281bcdd service neutron] 10.222.0.16 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871971 Jul 16 20:53:23.726873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-453fd00e-adff-43b2-b91d-e143256fc267 req-9b24d71a-5a14-4635-b19a-8f2653ce9c7a service neutron] 10.222.0.16 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991998 Jul 16 20:53:23.834064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea534-5856-4035-b2fa-d490b820c671 req-34bbe239-1663-4d1e-89ab-ad7a21a458c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:23.835615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-218ea534-5856-4035-b2fa-d490b820c671 req-34bbe239-1663-4d1e-89ab-ad7a21a458c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d300b63aca2e4a6791b1a95b75d0ec3b&device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 1095 time: 0.0608046 Jul 16 20:53:23.933475 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:23.938136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea534-5856-4035-b2fa-d490b820c671 req-1cd595be-52ae-47d7-a1a1-4e12c2b8a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:23.939707 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-218ea534-5856-4035-b2fa-d490b820c671 req-1cd595be-52ae-47d7-a1a1-4e12c2b8a960 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad46e8d4-a400-45d9-86fa-a96f39013f63 HTTP/1.1" status: 200 len: 914 time: 0.0981526 Jul 16 20:53:23.983473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-218ea534-5856-4035-b2fa-d490b820c671 req-cd39d127-ab78-4247-8c36-facbf7125826 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c HTTP/1.1" status: 200 len: 217 time: 0.0374722 Jul 16 20:53:24.038023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea534-5856-4035-b2fa-d490b820c671 req-33287d4f-9d37-4e0f-9fb7-d9870a3204ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:24.039553 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-218ea534-5856-4035-b2fa-d490b820c671 req-33287d4f-9d37-4e0f-9fb7-d9870a3204ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ff04676-29d1-4afa-b764-db2ac13f9747 HTTP/1.1" status: 200 len: 853 time: 0.0496993 Jul 16 20:53:24.076307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-218ea534-5856-4035-b2fa-d490b820c671 req-cd599aff-97bc-40ef-b30b-dd915ef8a36f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad46e8d4-a400-45d9-86fa-a96f39013f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282733 Jul 16 20:53:24.177208 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-218ea534-5856-4035-b2fa-d490b820c671 req-6c5eaa90-ea92-402b-b3d7-ed5d54752b01 service neutron] 10.222.0.16 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943625 Jul 16 20:53:24.279430 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-218ea534-5856-4035-b2fa-d490b820c671 req-1cdd0ffa-aad7-48bf-a786-1a664d570af1 service neutron] 10.222.0.16 "GET /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960672 Jul 16 20:53:24.554258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf47d1-dbf9-4610-a7c9-4f475a91f26a req-9511b633-3a8c-4c4d-98a0-52605a2b50f7 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:24.555776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56cf47d1-dbf9-4610-a7c9-4f475a91f26a req-9511b633-3a8c-4c4d-98a0-52605a2b50f7 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 943 time: 0.0651703 Jul 16 20:53:24.597860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56cf47d1-dbf9-4610-a7c9-4f475a91f26a req-e86caac0-0db7-437f-ad10-219d7ef67a02 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Jul 16 20:53:25.471825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:53:25.574860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:25.585778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '8b4e7a07-4a87-4651-a3db-dd5d3e10c76c', 'network_id': 'ad46e8d4-a400-45d9-86fa-a96f39013f63', 'port_id': '8b4e7a07-4a87-4651-a3db-dd5d3e10c76c', 'mac_address': 'fa:16:3e:fb:d6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff04676-29d1-4afa-b764-db2ac13f9747', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:53:25.623624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:25.637080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:25.662438 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:25.666900 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:25.719398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:25.789946 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cdefc-f77a-43df-a24c-31f76cfaa427 req-60f0fc6c-cda1-4c08-ac9b-420753c871f3 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:25.791668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a7cdefc-f77a-43df-a24c-31f76cfaa427 req-60f0fc6c-cda1-4c08-ac9b-420753c871f3 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 944 time: 0.0719106 Jul 16 20:53:25.833038 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a7cdefc-f77a-43df-a24c-31f76cfaa427 req-5bef856d-82e6-41f9-8c40-090334c8db2e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338597 Jul 16 20:53:25.862723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['8b4e7a07-4a87-4651-a3db-dd5d3e10c76c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:27.052597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3e22-9141-4681-bb05-50b9395ad84b req-fa55f0f2-1463-4a05-a27e-f3129a3aeae8 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:27.054206 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f0c3e22-9141-4681-bb05-50b9395ad84b req-fa55f0f2-1463-4a05-a27e-f3129a3aeae8 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 944 time: 0.0877941 Jul 16 20:53:27.101783 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f0c3e22-9141-4681-bb05-50b9395ad84b req-6f0ccfa1-a2b8-4062-9830-d33e41bab536 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Jul 16 20:53:27.487471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:53:27.543088 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:27.547067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:27.547447 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:27.627746 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:27.651315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abf1120-e6fa-44f1-b2b9-01da8946e246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e7a07-4a87-4651-a3db-dd5d3e10c76c'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:27.653606 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56331d6-9d74-44aa-9a3f-7f30542205a2" -d '{"events": [{"server_uuid": "1abf1120-e6fa-44f1-b2b9-01da8946e246", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e7a07-4a87-4651-a3db-dd5d3e10c76c"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:27.668051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:27.672546 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:27.703162 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5141198e-5fa8-46b8-b9b4-18e61d413137 x-openstack-request-id: req-5141198e-5fa8-46b8-b9b4-18e61d413137 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:27.703435 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abf1120-e6fa-44f1-b2b9-01da8946e246", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e7a07-4a87-4651-a3db-dd5d3e10c76c", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:27.703676 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5141198e-5fa8-46b8-b9b4-18e61d413137 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:27.704077 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abf1120-e6fa-44f1-b2b9-01da8946e246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e7a07-4a87-4651-a3db-dd5d3e10c76c', 'code': 200} Jul 16 20:53:27.736797 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:27.818572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68257916-935e-4eef-8bd0-83828d6d1c2f req-bc6705e2-13c5-4528-b8ce-69c563903e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:27.820283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68257916-935e-4eef-8bd0-83828d6d1c2f req-bc6705e2-13c5-4528-b8ce-69c563903e38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 1097 time: 0.0573108 Jul 16 20:53:27.860417 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68257916-935e-4eef-8bd0-83828d6d1c2f req-eafbc7a8-b059-48f4-94a7-512bf1a7bbc5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Jul 16 20:53:28.296529 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f60e2-23f4-466a-a1a5-bec7c614dfce req-d1e02ffe-5462-4f34-a766-4e28325ce024 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:28.298186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b2f60e2-23f4-466a-a1a5-bec7c614dfce req-d1e02ffe-5462-4f34-a766-4e28325ce024 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 945 time: 0.0753713 Jul 16 20:53:28.341106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2b2f60e2-23f4-466a-a1a5-bec7c614dfce req-5aa9519c-3c6f-40f6-8227-f7f4a05f068a tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373325 Jul 16 20:53:29.530329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fb77c-15dd-43f8-8fe3-185139be6927 req-a12f24d2-4805-498c-a84b-0ebf95017213 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:29.531862 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e4fb77c-15dd-43f8-8fe3-185139be6927 req-a12f24d2-4805-498c-a84b-0ebf95017213 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 945 time: 0.0665021 Jul 16 20:53:29.571384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e4fb77c-15dd-43f8-8fe3-185139be6927 req-ebdfbfbe-d071-45e3-a373-ee7d14f13ebf tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Jul 16 20:53:29.983405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2593d4-3360-483f-b5b4-42dbe1a1486c req-7f5d9dcd-dd34-4893-9ecc-1b48abf8a672 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:29.985046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d2593d4-3360-483f-b5b4-42dbe1a1486c req-7f5d9dcd-dd34-4893-9ecc-1b48abf8a672 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 945 time: 0.0747049 Jul 16 20:53:30.024048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d2593d4-3360-483f-b5b4-42dbe1a1486c req-f08f5ba1-4a53-4145-8f26-f97fc30d5e59 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Jul 16 20:53:31.195684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-43999fa3-a48b-43ae-ac40-4f78f5a20491 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:31.197957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-43999fa3-a48b-43ae-ac40-4f78f5a20491 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.16 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 945 time: 0.0927293 Jul 16 20:53:31.575942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba668c5-3cc8-416b-813a-b330fc164e36 req-021ac230-8971-44ef-8706-cda277b36f1f tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:31.577755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ba668c5-3cc8-416b-813a-b330fc164e36 req-021ac230-8971-44ef-8706-cda277b36f1f tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abf1120-e6fa-44f1-b2b9-01da8946e246 HTTP/1.1" status: 200 len: 945 time: 0.4256001 Jul 16 20:53:31.639732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ba668c5-3cc8-416b-813a-b330fc164e36 req-86142ac8-7435-4ada-ae5f-dfede4435895 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450964 Jul 16 20:53:31.652352 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Deleting port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:31.654257 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:31.750888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] For port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:31.751288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:31.765890 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Calling delete_port for 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:31.896090 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:31.909595 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['85c99f77-65ae-4543-b911-e7771f89c4de'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:31.912776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['8b4e7a07-4a87-4651-a3db-dd5d3e10c76c'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:31.931875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Pushing event deleted for resources: {'Port': ['ID=8b4e7a07-4a87-4651-a3db-dd5d3e10c76c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:31.975903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] No DVR routers for this DVR port 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:31.979955 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:31.982029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8b3c958c-b43e-4f12-be97-216db33712c9 req-983a4484-871d-4956-b045-7757138acdfa tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.16 "DELETE /v2.0/ports/8b4e7a07-4a87-4651-a3db-dd5d3e10c76c HTTP/1.1" status: 204 len: 173 time: 0.7781103 Jul 16 20:53:31.982751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abf1120-e6fa-44f1-b2b9-01da8946e246', 'name': 'network-vif-deleted', 'tag': '8b4e7a07-4a87-4651-a3db-dd5d3e10c76c'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:31.985073 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36509d54-c331-458f-8a58-583eccea3638" -d '{"events": [{"server_uuid": "1abf1120-e6fa-44f1-b2b9-01da8946e246", "name": "network-vif-deleted", "tag": "8b4e7a07-4a87-4651-a3db-dd5d3e10c76c"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:32.041508 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef43d8a1-7c71-4867-8daf-0d3b3f3ddc52 x-openstack-request-id: req-ef43d8a1-7c71-4867-8daf-0d3b3f3ddc52 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:32.042163 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abf1120-e6fa-44f1-b2b9-01da8946e246", "name": "network-vif-deleted", "tag": "8b4e7a07-4a87-4651-a3db-dd5d3e10c76c", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:32.042488 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef43d8a1-7c71-4867-8daf-0d3b3f3ddc52 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:32.042912 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abf1120-e6fa-44f1-b2b9-01da8946e246', 'name': 'network-vif-deleted', 'tag': '8b4e7a07-4a87-4651-a3db-dd5d3e10c76c', 'status': 'completed', 'code': 200} Jul 16 20:53:32.889348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19b953-18e0-4d9f-9199-9d5842abdb8a req-d3642ba7-a3cd-4841-bba5-a2627e007137 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:32.890927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d19b953-18e0-4d9f-9199-9d5842abdb8a req-d3642ba7-a3cd-4841-bba5-a2627e007137 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0667343 Jul 16 20:53:32.893246 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:53:32.932552 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2d19b953-18e0-4d9f-9199-9d5842abdb8a req-ee309ddc-b1ad-413f-87ec-2ffca0514118 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Jul 16 20:53:33.137038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f3dd-056b-4068-af22-0c14d71bcb88 req-e844bd13-a5f2-4eda-b565-f53de5fcd426 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:33.138676 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1b5f3dd-056b-4068-af22-0c14d71bcb88 req-e844bd13-a5f2-4eda-b565-f53de5fcd426 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0709176 Jul 16 20:53:33.182165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1b5f3dd-056b-4068-af22-0c14d71bcb88 req-39dd6312-4602-40bf-9798-bb3b0278100f tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368876 Jul 16 20:53:33.385231 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e5d7f-c0e6-4e16-8b37-0dfead44e944 req-7da9f1ea-f40e-4a6d-a911-f690e5e96d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:33.386760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce3e5d7f-c0e6-4e16-8b37-0dfead44e944 req-7da9f1ea-f40e-4a6d-a911-f690e5e96d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0736275 Jul 16 20:53:33.426321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ce3e5d7f-c0e6-4e16-8b37-0dfead44e944 req-29a50d68-69ec-4e77-9f6e-d692e32e7c7c tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335965 Jul 16 20:53:33.553247 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-67dfe756-6bc8-4577-afe7-d92c8ec522ac req-81672c17-2928-46be-84db-ff39917a6aa1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:53:33.554258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-67dfe756-6bc8-4577-afe7-d92c8ec522ac req-81672c17-2928-46be-84db-ff39917a6aa1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055699 Jul 16 20:53:33.722013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ed77c-5c6d-4142-ab4a-2934af19e9e3 req-33f6856f-eb4a-4fd6-b6df-e3db391a5293 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:33.723615 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7ed77c-5c6d-4142-ab4a-2934af19e9e3 req-33f6856f-eb4a-4fd6-b6df-e3db391a5293 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0646923 Jul 16 20:53:33.766633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2a7ed77c-5c6d-4142-ab4a-2934af19e9e3 req-ece76450-701e-47de-8086-e204cdad1a19 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Jul 16 20:53:33.950295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72db3c-0ce0-44c9-9cf2-6e6ac16a9c19 req-456ac32f-e644-446f-b421-feb77d7a1d4d tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:33.951799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac72db3c-0ce0-44c9-9cf2-6e6ac16a9c19 req-456ac32f-e644-446f-b421-feb77d7a1d4d tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0693164 Jul 16 20:53:33.990581 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac72db3c-0ce0-44c9-9cf2-6e6ac16a9c19 req-0d341e2d-91cb-4fa0-ad5e-ab0c9786892f tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 Jul 16 20:53:34.203118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe7c8e-b938-4f51-8c35-fd1289563c0d req-25d035d0-b587-42e1-bf91-5588b5559eee tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:34.204756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecfe7c8e-b938-4f51-8c35-fd1289563c0d req-25d035d0-b587-42e1-bf91-5588b5559eee tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0715284 Jul 16 20:53:34.247114 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ecfe7c8e-b938-4f51-8c35-fd1289563c0d req-b681b48a-36ab-4075-8b5f-dea022fa58d0 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367191 Jul 16 20:53:34.776935 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:34.796551 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc9c93-df76-40b6-afa7-e353266cc53b req-40f086d8-1045-4cc3-a000-fe400a9dfccf tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:34.798076 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8fc9c93-df76-40b6-afa7-e353266cc53b req-40f086d8-1045-4cc3-a000-fe400a9dfccf tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0691907 Jul 16 20:53:34.836963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8fc9c93-df76-40b6-afa7-e353266cc53b req-abdb9ed2-c851-469c-8dfe-dda5a69b38ce tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327234 Jul 16 20:53:35.550026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:35.574026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:35.574380 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 8b4e7a07-4a87-4651-a3db-dd5d3e10c76c not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:35.683694 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:36.011524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-47201e6b-94ce-4ea5-93a2-d19810d60234 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:36.013318 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-47201e6b-94ce-4ea5-93a2-d19810d60234 tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.68 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0670023 Jul 16 20:53:36.025186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88c9e-eb77-4ea2-a017-93ea2d8a62f4 req-0d2dd130-c2f6-49d4-a3d5-42ae63f5277a tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:36.026907 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ce88c9e-eb77-4ea2-a017-93ea2d8a62f4 req-0d2dd130-c2f6-49d4-a3d5-42ae63f5277a tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/ports?device_id=84f266e8-26fc-4fc5-823c-a39a8de35186 HTTP/1.1" status: 200 len: 946 time: 0.0741892 Jul 16 20:53:36.069922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ce88c9e-eb77-4ea2-a017-93ea2d8a62f4 req-f00625ab-8063-4940-842b-a3661c9ae7be tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.78 "GET /v2.0/security-groups?id=56b87d51-6f16-43aa-a50b-b720391bfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367053 Jul 16 20:53:36.125142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Deleting port 85c99f77-65ae-4543-b911-e7771f89c4de {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:36.125394 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:36.223376 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] For port 85c99f77-65ae-4543-b911-e7771f89c4de, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=85c99f77-65ae-4543-b911-e7771f89c4de,segment=NetworkSegment(acb904df-d146-4aaa-9acd-1dc1b02680de),segment_id=acb904df-d146-4aaa-9acd-1dc1b02680de)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:36.223735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:36.238288 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Calling delete_port for 85c99f77-65ae-4543-b911-e7771f89c4de owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:36.372538 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:36.385133 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['85c99f77-65ae-4543-b911-e7771f89c4de'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:53:36.399759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Pushing event deleted for resources: {'Port': ['ID=85c99f77-65ae-4543-b911-e7771f89c4de,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:36.447786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] No DVR routers for this DVR port 85c99f77-65ae-4543-b911-e7771f89c4de on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:36.450902 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:36.453091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a7694b9f-6331-4f57-8aed-782a27109bbd req-7793bbe9-8169-4a84-8f36-171bf9289d9e tempest-ServersNegativeTestJSON-1635834743 tempest-ServersNegativeTestJSON-1635834743-project] 10.222.0.68 "DELETE /v2.0/ports/85c99f77-65ae-4543-b911-e7771f89c4de HTTP/1.1" status: 204 len: 173 time: 0.4347179 Jul 16 20:53:36.453562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f266e8-26fc-4fc5-823c-a39a8de35186', 'name': 'network-vif-deleted', 'tag': '85c99f77-65ae-4543-b911-e7771f89c4de'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:36.455922 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a90f85-6549-4b0f-8337-5f501ff5fc4e" -d '{"events": [{"server_uuid": "84f266e8-26fc-4fc5-823c-a39a8de35186", "name": "network-vif-deleted", "tag": "85c99f77-65ae-4543-b911-e7771f89c4de"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:36.496796 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59263d32-fdbf-4f96-82d7-9bb471939f2b x-openstack-request-id: req-59263d32-fdbf-4f96-82d7-9bb471939f2b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:36.497120 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f266e8-26fc-4fc5-823c-a39a8de35186", "name": "network-vif-deleted", "tag": "85c99f77-65ae-4543-b911-e7771f89c4de", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:36.497434 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59263d32-fdbf-4f96-82d7-9bb471939f2b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:36.497866 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f266e8-26fc-4fc5-823c-a39a8de35186', 'name': 'network-vif-deleted', 'tag': '85c99f77-65ae-4543-b911-e7771f89c4de', 'status': 'completed', 'code': 200} Jul 16 20:53:37.167865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52954) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:37.214699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c8214d-5c41-4c57-8772-ab5c855837b0 admin admin] Deleting subnet 8ff04676-29d1-4afa-b764-db2ac13f9747 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:53:37.218301 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9c8214d-5c41-4c57-8772-ab5c855837b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.259843 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9c8214d-5c41-4c57-8772-ab5c855837b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.301563 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9c8214d-5c41-4c57-8772-ab5c855837b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.360052 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9c8214d-5c41-4c57-8772-ab5c855837b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.386189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8214d-5c41-4c57-8772-ab5c855837b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff04676-29d1-4afa-b764-db2ac13f9747,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:37.389902 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c9c8214d-5c41-4c57-8772-ab5c855837b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.391793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c9c8214d-5c41-4c57-8772-ab5c855837b0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8ff04676-29d1-4afa-b764-db2ac13f9747 HTTP/1.1" status: 204 len: 168 time: 0.2228889 Jul 16 20:53:37.394884 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52956) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:37.470110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.553660 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.565204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad46e8d4-a400-45d9-86fa-a96f39013f63']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:37.594906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb904df-d146-4aaa-9acd-1dc1b02680de') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:37.595196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb904df-d146-4aaa-9acd-1dc1b02680de') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:37.605827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.623068 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.631673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:37.632109 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:37.634632 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:37.693067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.699807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.701757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ad46e8d4-a400-45d9-86fa-a96f39013f63 HTTP/1.1" status: 204 len: 168 time: 0.3058705 Jul 16 20:53:37.714399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639e954-704f-4fe7-af1b-1d470a351369 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad46e8d4-a400-45d9-86fa-a96f39013f63,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:37.849989 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52960) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:37.891331 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dc522b87-7e7f-4cdb-bf05-a4dff777de4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d300b63aca2e4a6791b1a95b75d0ec3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400233 Jul 16 20:53:37.893641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:37.953467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:37.981001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.039476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.043090 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.044353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56b87d51-6f16-43aa-a50b-b720391bfd98 HTTP/1.1" status: 204 len: 168 time: 0.1497610 Jul 16 20:53:38.052864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b87d51-6f16-43aa-a50b-b720391bfd98,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:38.060755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.061107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.061452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.061787 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.062129 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.062463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.062799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.063338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.063504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.063842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.064132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.064488 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85d58b-ca1c-4e39-8826-dabbe4905a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:38.790999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52984) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:38.897282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399451178'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:38.921263 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:38.925653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.935350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:39.033625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:39.038399 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:39.067672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:39.078218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edb6384-801f-418a-972c-883775afa6bc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:39.083863 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:39.084257 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Added segment e927dc70-671b-4fc0-962e-093d840a3478 of type vlan for network ce150b74-7e54-499a-aad4-456a6a867bb3 Jul 16 20:53:39.135505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:39.166564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:39.172186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:39.172802 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:39.213179 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4203124 Jul 16 20:53:39.255665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9b2f9-70f1-4015-9727-2818ba768197 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Network': ['ID=ce150b74-7e54-499a-aad4-456a6a867bb3,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:39.269055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network ce150b74-7e54-499a-aad4-456a6a867bb3 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:39.935753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 85c99f77-65ae-4543-b911-e7771f89c4de no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:39.959960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 85c99f77-65ae-4543-b911-e7771f89c4de {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:39.960360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 85c99f77-65ae-4543-b911-e7771f89c4de not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:42.510102 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52988) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:42.515963 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'subnet': {'network_id': 'ce150b74-7e54-499a-aad4-456a6a867bb3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:42.612128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:42.615820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:42.830303 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:42.899458 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Subnet': ['ID=5c6771d6-5ff8-4029-a3a0-d04e7640ddc1,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:42.911328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Checking segment: {'id': 'e927dc70-671b-4fc0-962e-093d840a3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce150b74-7e54-499a-aad4-456a6a867bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:42.911704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network hostable DHCP agents. Network: ce150b74-7e54-499a-aad4-456a6a867bb3, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:53:42.931719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network ce150b74-7e54-499a-aad4-456a6a867bb3 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:53:42.942118 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, ce150b74-7e54-499a-aad4-456a6a867bb3) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:42.946738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:42.947382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:42.951864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38e2f17-8c0b-4b3f-8835-f7fb61d956cd None None] Network ce150b74-7e54-499a-aad4-456a6a867bb3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:42.966289 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f1f86c82-fc4a-44b8-8dbf-dc9651e3a312 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4543524 Jul 16 20:53:42.970476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52990) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:42.976246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282600905'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:43.004046 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:43.007714 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.035716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:43.047995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.048360 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Added segment 0bc396c7-bafe-430e-9be4-b05db3eae8b3 of type vlan for network 0aa9b55f-0934-44c9-96d6-4af7179de4a5 Jul 16 20:53:43.110652 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.116461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-ce150b74-7e54-499a-aad4-456a6a867bb3', 'network_id': 'ce150b74-7e54-499a-aad4-456a6a867bb3', 'tenant_id': 'ab138e80f769409da84743869b87a34e', 'fixed_ips': [{'subnet_id': '5c6771d6-5ff8-4029-a3a0-d04e7640ddc1'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:53:43.117982 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.153626 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.159823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:43.160611 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.200461 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2287042 Jul 16 20:53:43.205024 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52992) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:43.216112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'subnet': {'network_id': '0aa9b55f-0934-44c9-96d6-4af7179de4a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:43.251049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d65483-0c17-4999-bfd2-1a8106b87df4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Network': ['ID=0aa9b55f-0934-44c9-96d6-4af7179de4a5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:43.263712 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 0aa9b55f-0934-44c9-96d6-4af7179de4a5 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:43.377633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:43.381471 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.413243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Allocated IP 2001:db8:0:ffff::2 (ce150b74-7e54-499a-aad4-456a6a867bb3/5c6771d6-5ff8-4029-a3a0-d04e7640ddc1/d5656eec-2f70-4c1a-9a4f-e4728336621f) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:43.577699 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.589928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Transition to ACTIVE for port object d5656eec-2f70-4c1a-9a4f-e4728336621f will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:43.607025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Transition to ACTIVE for port object d5656eec-2f70-4c1a-9a4f-e4728336621f will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:43.627384 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.647287 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.705976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Network ce150b74-7e54-499a-aad4-456a6a867bb3 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:43.710407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:43.717768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:43.718691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Subnet': ['ID=3b6bff32-b383-4a5d-aa8c-9ea551e302ee,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:43.724759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Pushing event updated for resources: {'Port': ['ID=d5656eec-2f70-4c1a-9a4f-e4728336621f,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:43.726976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Checking segment: {'id': '0bc396c7-bafe-430e-9be4-b05db3eae8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0aa9b55f-0934-44c9-96d6-4af7179de4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:43.727461 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network hostable DHCP agents. Network: 0aa9b55f-0934-44c9-96d6-4af7179de4a5, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:53:43.749559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network 0aa9b55f-0934-44c9-96d6-4af7179de4a5 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:53:43.759190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 0aa9b55f-0934-44c9-96d6-4af7179de4a5) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:43.763470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:43.764071 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.769505 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.769984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.770643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.770959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.771491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.771973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.772466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.772925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.773392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.773852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.774306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.774921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:43.783567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8308160-a447-4a0d-8887-59ac5564730d None None] Network 0aa9b55f-0934-44c9-96d6-4af7179de4a5 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:43.787401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a9565429-7570-420c-a838-ceefadbf85a9 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5795498 Jul 16 20:53:43.791284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 52994) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:43.882431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Attempting to bind port d5656eec-2f70-4c1a-9a4f-e4728336621f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:43.882812 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Attempting to bind port d5656eec-2f70-4c1a-9a4f-e4728336621f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e927dc70-671b-4fc0-962e-093d840a3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce150b74-7e54-499a-aad4-456a6a867bb3'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:43.883163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Attempting to bind port d5656eec-2f70-4c1a-9a4f-e4728336621f on network ce150b74-7e54-499a-aad4-456a6a867bb3 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:43.925328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:43.925723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Checking segment: {'id': 'e927dc70-671b-4fc0-962e-093d840a3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce150b74-7e54-499a-aad4-456a6a867bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:43.926001 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.926416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Bound using segment: {'id': 'e927dc70-671b-4fc0-962e-093d840a3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce150b74-7e54-499a-aad4-456a6a867bb3'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:43.926906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Bound port: d5656eec-2f70-4c1a-9a4f-e4728336621f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927dc70-671b-4fc0-962e-093d840a3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ce150b74-7e54-499a-aad4-456a6a867bb3'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:43.928053 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:43.938698 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.029480 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.051895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] For port d5656eec-2f70-4c1a-9a4f-e4728336621f, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:44.058630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] For port d5656eec-2f70-4c1a-9a4f-e4728336621f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d5656eec-2f70-4c1a-9a4f-e4728336621f,segment=NetworkSegment(e927dc70-671b-4fc0-962e-093d840a3478),segment_id=e927dc70-671b-4fc0-962e-093d840a3478)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:44.069735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.121733 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.157156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208cdcc-dcb2-4e17-aff4-cbe03e1fa2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-0aa9b55f-0934-44c9-96d6-4af7179de4a5', 'network_id': '0aa9b55f-0934-44c9-96d6-4af7179de4a5', 'tenant_id': 'ab138e80f769409da84743869b87a34e', 'fixed_ips': [{'subnet_id': '3b6bff32-b383-4a5d-aa8c-9ea551e302ee'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:53:44.157156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5208cdcc-dcb2-4e17-aff4-cbe03e1fa2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.179137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6bff32-b383-4a5d-aa8c-9ea551e302ee,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:44.215974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691080d7-9c34-45cc-ad4f-53eb12de6029 None None] Pushing event updated for resources: {'Port': ['ID=d5656eec-2f70-4c1a-9a4f-e4728336621f,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:44.268754 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.282537 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa9b55f-0934-44c9-96d6-4af7179de4a5']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:44.298285 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc396c7-bafe-430e-9be4-b05db3eae8b3') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:44.298618 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc396c7-bafe-430e-9be4-b05db3eae8b3') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:44.310963 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.320723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429435dd-de1f-404c-b53b-3633f1a73cb9 None None] Network 0aa9b55f-0934-44c9-96d6-4af7179de4a5 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:44.340169 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.355150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:44.355569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:44.359340 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:44.445603 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.459319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.462860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/0aa9b55f-0934-44c9-96d6-4af7179de4a5 HTTP/1.1" status: 204 len: 168 time: 0.6696956 Jul 16 20:53:44.465918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52996) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:44.476283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d4d71-145a-4b91-9911-76c40bedf05c tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Network': ['ID=0aa9b55f-0934-44c9-96d6-4af7179de4a5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:44.476574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413546821'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:44.520426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:44.527572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.832944 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d5656eec-2f70-4c1a-9a4f-e4728336621f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:53:44.892588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d5656eec-2f70-4c1a-9a4f-e4728336621f completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:44.960840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:44.974240 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:44.974822 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Added segment c626a4dc-2431-4035-ba8b-aa177f369e7a of type vlan for network df2d3224-66fc-472a-94c5-685e398ab848 Jul 16 20:53:45.035987 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:45.083134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:45.092913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:45.093950 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:45.140184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6729712 Jul 16 20:53:45.144923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 52998) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:45.152021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'subnet': {'network_id': 'df2d3224-66fc-472a-94c5-685e398ab848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:45.227250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e973f71-1eac-4f12-b62a-c78ed99e9453 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Network': ['ID=df2d3224-66fc-472a-94c5-685e398ab848,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:45.250091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network df2d3224-66fc-472a-94c5-685e398ab848 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:45.355742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:45.361351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:45.452089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Performing IP validity checks on allocation pools {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:53:45.452089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.ipam_backend_mixin [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:53:45.541461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c58068-658a-43de-b4d0-3feaa11fa5f2 None None] Network ce150b74-7e54-499a-aad4-456a6a867bb3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:45.632821 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:45.658848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e61ca1f0-bd6a-4cfc-8286-c67a53a57749 None None] Provisioning for port d5656eec-2f70-4c1a-9a4f-e4728336621f completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:45.672974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e61ca1f0-bd6a-4cfc-8286-c67a53a57749 None None] Provisioning complete for port d5656eec-2f70-4c1a-9a4f-e4728336621f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:45.673341 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e61ca1f0-bd6a-4cfc-8286-c67a53a57749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:45.770825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Subnet': ['ID=63fa3227-ecfd-4c5c-b448-f40b639a3d47,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:45.784706 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Checking segment: {'id': 'c626a4dc-2431-4035-ba8b-aa177f369e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'df2d3224-66fc-472a-94c5-685e398ab848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:45.785217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network hostable DHCP agents. Network: df2d3224-66fc-472a-94c5-685e398ab848, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:53:45.811095 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network df2d3224-66fc-472a-94c5-685e398ab848 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:53:45.824665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, df2d3224-66fc-472a-94c5-685e398ab848) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:45.832232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:45.832232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:45.841683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a2d3ed-d5a7-4708-b95a-a22685df4e38 None None] Network df2d3224-66fc-472a-94c5-685e398ab848 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:45.844749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e61ca1f0-bd6a-4cfc-8286-c67a53a57749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:45.853822 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1d81a075-caf7-45d9-a3ba-d9d47e78981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7088265 Jul 16 20:53:45.857902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53000) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:45.960733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e61ca1f0-bd6a-4cfc-8286-c67a53a57749 None None] For port d5656eec-2f70-4c1a-9a4f-e4728336621f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d5656eec-2f70-4c1a-9a4f-e4728336621f,segment=NetworkSegment(e927dc70-671b-4fc0-962e-093d840a3478),segment_id=e927dc70-671b-4fc0-962e-093d840a3478)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:45.969056 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e61ca1f0-bd6a-4cfc-8286-c67a53a57749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.023695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.099191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ca1f0-bd6a-4cfc-8286-c67a53a57749 None None] Pushing event updated for resources: {'Port': ['ID=d5656eec-2f70-4c1a-9a4f-e4728336621f,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:46.150003 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60a440-14fb-4d37-8503-2fb93b24d95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-df2d3224-66fc-472a-94c5-685e398ab848', 'network_id': 'df2d3224-66fc-472a-94c5-685e398ab848', 'tenant_id': 'ab138e80f769409da84743869b87a34e', 'fixed_ips': [{'subnet_id': '63fa3227-ecfd-4c5c-b448-f40b639a3d47'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:53:46.151330 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f60a440-14fb-4d37-8503-2fb93b24d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.151727 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.265918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.304916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Subnet': ['ID=63fa3227-ecfd-4c5c-b448-f40b639a3d47,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:46.332804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5e2c456c-20a6-4aa6-9ef2-07d589784f06 None None] Provisioning complete for port d5656eec-2f70-4c1a-9a4f-e4728336621f triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:46.333685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5e2c456c-20a6-4aa6-9ef2-07d589784f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server [None req-1f60a440-14fb-4d37-8503-2fb93b24d95a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63fa3227-ecfd-4c5c-b448-f40b639a3d47: This subnet is being modified by another concurrent operation. Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63fa3227-ecfd-4c5c-b448-f40b639a3d47: This subnet is being modified by another concurrent operation. Jul 16 20:53:46.362499 n-d-791505-15 neutron-server[100245]: ERROR oslo_messaging.rpc.server Jul 16 20:53:46.395878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.397319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703772f8-bdf0-4b53-a68c-c8de79c51a84 None None] Network df2d3224-66fc-472a-94c5-685e398ab848 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:46.408974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2d3224-66fc-472a-94c5-685e398ab848']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:46.424400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c626a4dc-2431-4035-ba8b-aa177f369e7a') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:46.424689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c626a4dc-2431-4035-ba8b-aa177f369e7a') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:46.436601 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.452317 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.459958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:46.460877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:46.464596 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:46.537409 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.548324 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.551011 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/df2d3224-66fc-472a-94c5-685e398ab848 HTTP/1.1" status: 204 len: 168 time: 0.6912766 Jul 16 20:53:46.557715 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53002) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:46.565549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35546794-d6c9-4d6f-9d47-0b50762203e5 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Network': ['ID=df2d3224-66fc-472a-94c5-685e398ab848,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:46.574684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869309216'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:46.601831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:46.606296 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.639303 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:46.650343 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.650621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b049ab5-e9a2-499a-8534-b73c118cd52a None None] get_active_networks_info from n-d-791505-15 {{(pid=100245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:53:46.650756 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Added segment 1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d of type vlan for network d130a0fa-2182-4486-b2a6-fc81b53e2171 Jul 16 20:53:46.724420 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.745709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b049ab5-e9a2-499a-8534-b73c118cd52a None None] Resources bound (agent type, host, resource id): {{(pid=100245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:53:46.765941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.773431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:46.774086 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:46.814127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d5656eec-2f70-4c1a-9a4f-e4728336621f up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:53:46.842263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2794435 Jul 16 20:53:46.842924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53004) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:46.848395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'subnet': {'network_id': 'd130a0fa-2182-4486-b2a6-fc81b53e2171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:46.956293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc1c64-fc6c-4fec-8d35-44305d380d88 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Network': ['ID=d130a0fa-2182-4486-b2a6-fc81b53e2171,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:46.988354 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:46.992983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.089100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network d130a0fa-2182-4486-b2a6-fc81b53e2171 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:47.263380 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.269491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d5656eec-2f70-4c1a-9a4f-e4728336621f triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:47.269886 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.332003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Subnet': ['ID=1a9f32c3-afce-4a9b-8750-c2e4239d5649,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:47.342890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Checking segment: {'id': '1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd130a0fa-2182-4486-b2a6-fc81b53e2171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:47.343275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network hostable DHCP agents. Network: d130a0fa-2182-4486-b2a6-fc81b53e2171, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:53:47.370765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network d130a0fa-2182-4486-b2a6-fc81b53e2171 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:53:47.384554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, d130a0fa-2182-4486-b2a6-fc81b53e2171) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:47.399719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:47.400733 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.420750 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f2d0e7aa-afcc-463f-95f6-f7b059b5981f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5766523 Jul 16 20:53:47.427250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53006) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:47.434849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095541476'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:47.470125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:47.475091 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.476067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2bf86f-e728-4eac-963f-759eae37202a None None] Network d130a0fa-2182-4486-b2a6-fc81b53e2171 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:47.508235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:47.521809 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.522174 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Added segment 1a592cfe-d8cc-4df5-8362-cb01e41ed91b of type vlan for network 936105b6-fcbe-44ae-b44f-40b762137a38 Jul 16 20:53:47.575800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.606169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.611900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:47.612542 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.665975 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2368240 Jul 16 20:53:47.670039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53008) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:47.672490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-d130a0fa-2182-4486-b2a6-fc81b53e2171', 'network_id': 'd130a0fa-2182-4486-b2a6-fc81b53e2171', 'tenant_id': 'ab138e80f769409da84743869b87a34e', 'fixed_ips': [{'subnet_id': '1a9f32c3-afce-4a9b-8750-c2e4239d5649'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:53:47.673374 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.677805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Request body: {'subnet': {'network_id': '936105b6-fcbe-44ae-b44f-40b762137a38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:47.727441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23627b45-6ef6-4366-b666-9898ca72282b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Network': ['ID=936105b6-fcbe-44ae-b44f-40b762137a38,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:47.792591 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 936105b6-fcbe-44ae-b44f-40b762137a38 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:47.810280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Made reservation on behalf of ab138e80f769409da84743869b87a34e for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:47.814446 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.980048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Allocated IP 2001:db8::2 (d130a0fa-2182-4486-b2a6-fc81b53e2171/1a9f32c3-afce-4a9b-8750-c2e4239d5649/135cd83b-9bb8-4b69-83ed-5ac1be0028ba) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:48.074907 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.127171 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ba79397f-66f7-415e-af3c-33fc0bb7a3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.173197 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.183702 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Transition to ACTIVE for port object 135cd83b-9bb8-4b69-83ed-5ac1be0028ba will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:48.200421 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event updated for resources: {'Subnet': ['ID=124ffb7b-d5b2-4a89-a2b5-3369f617c1d6,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:48.207882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Transition to ACTIVE for port object 135cd83b-9bb8-4b69-83ed-5ac1be0028ba will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:48.208101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Checking segment: {'id': '1a592cfe-d8cc-4df5-8362-cb01e41ed91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '936105b6-fcbe-44ae-b44f-40b762137a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:48.208413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network hostable DHCP agents. Network: 936105b6-fcbe-44ae-b44f-40b762137a38, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:53:48.217785 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.232807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Network 936105b6-fcbe-44ae-b44f-40b762137a38 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:53:48.246229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 936105b6-fcbe-44ae-b44f-40b762137a38) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:48.255574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:48.257244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.267074 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0df928-c7a6-4171-a29d-238537f39e88 None None] Network 936105b6-fcbe-44ae-b44f-40b762137a38 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:48.275690 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-21ac0510-4a0c-4112-a0d9-f707481bed0f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6043665 Jul 16 20:53:48.279905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53010) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:48.315866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Network d130a0fa-2182-4486-b2a6-fc81b53e2171 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:48.328567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:48.336647 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:48.386330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Pushing event updated for resources: {'Port': ['ID=135cd83b-9bb8-4b69-83ed-5ac1be0028ba,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:48.410021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.462475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Attempting to bind port 135cd83b-9bb8-4b69-83ed-5ac1be0028ba on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:48.462717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Attempting to bind port 135cd83b-9bb8-4b69-83ed-5ac1be0028ba by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd130a0fa-2182-4486-b2a6-fc81b53e2171'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:48.463093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Attempting to bind port 135cd83b-9bb8-4b69-83ed-5ac1be0028ba on network d130a0fa-2182-4486-b2a6-fc81b53e2171 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:48.473359 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.489615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:48.490590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Checking segment: {'id': '1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd130a0fa-2182-4486-b2a6-fc81b53e2171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:48.490590 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.490941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Bound using segment: {'id': '1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd130a0fa-2182-4486-b2a6-fc81b53e2171'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:48.491271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Bound port: 135cd83b-9bb8-4b69-83ed-5ac1be0028ba, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd130a0fa-2182-4486-b2a6-fc81b53e2171'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:48.491634 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.542850 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.577909 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2a6b7-be8e-4dcd-871e-9fedd5d36d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-936105b6-fcbe-44ae-b44f-40b762137a38', 'network_id': '936105b6-fcbe-44ae-b44f-40b762137a38', 'tenant_id': 'ab138e80f769409da84743869b87a34e', 'fixed_ips': [{'subnet_id': '124ffb7b-d5b2-4a89-a2b5-3369f617c1d6'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:53:48.578770 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-67f2a6b7-be8e-4dcd-871e-9fedd5d36d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.579539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Subnet': ['ID=124ffb7b-d5b2-4a89-a2b5-3369f617c1d6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:48.613931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] For port 135cd83b-9bb8-4b69-83ed-5ac1be0028ba, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:48.622040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] For port 135cd83b-9bb8-4b69-83ed-5ac1be0028ba, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=135cd83b-9bb8-4b69-83ed-5ac1be0028ba,segment=NetworkSegment(1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d),segment_id=1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:48.628641 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.661614 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.673718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936105b6-fcbe-44ae-b44f-40b762137a38']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:48.683910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a592cfe-d8cc-4df5-8362-cb01e41ed91b') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:48.684224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a592cfe-d8cc-4df5-8362-cb01e41ed91b') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:48.695067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.716598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.730418 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:48.731033 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.737435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b22566-dcbb-458c-8f94-37d8463a59b1 None None] Network 936105b6-fcbe-44ae-b44f-40b762137a38 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:48.737730 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:48.780863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c30d4a-9957-43aa-b60a-7b4b6c7e8ae6 None None] Pushing event updated for resources: {'Port': ['ID=135cd83b-9bb8-4b69-83ed-5ac1be0028ba,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:48.846731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.858510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.864018 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/936105b6-fcbe-44ae-b44f-40b762137a38 HTTP/1.1" status: 204 len: 168 time: 0.5805037 Jul 16 20:53:48.864639 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53012) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:48.886699 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fdf27-b162-4aa8-bcab-8be015dcf1bf tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Network': ['ID=936105b6-fcbe-44ae-b44f-40b762137a38,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:48.906752 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ece1d3-ac4b-4c6f-8d26-e1d9a190e00d tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] GET failed (client error): The resource could not be found. Jul 16 20:53:48.908753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-67ece1d3-ac4b-4c6f-8d26-e1d9a190e00d tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "GET /v2.0/subnets/124ffb7b-d5b2-4a89-a2b5-3369f617c1d6 HTTP/1.1" status: 404 len: 337 time: 0.0424526 Jul 16 20:53:48.911996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53014) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:48.938620 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-38372fa8-1f7f-4e2a-93f8-a0a5aabf09df tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] DELETE failed (client error): The resource could not be found. Jul 16 20:53:48.939376 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38372fa8-1f7f-4e2a-93f8-a0a5aabf09df tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:53:48.941813 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-38372fa8-1f7f-4e2a-93f8-a0a5aabf09df tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/936105b6-fcbe-44ae-b44f-40b762137a38 HTTP/1.1" status: 404 len: 339 time: 0.0284069 Jul 16 20:53:48.946901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53016) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:48.988637 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-61973ace-1947-4954-9007-7818c9adefed tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] DELETE failed (client error): The resource could not be found. Jul 16 20:53:48.989267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61973ace-1947-4954-9007-7818c9adefed tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:53:48.996147 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-61973ace-1947-4954-9007-7818c9adefed tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/subnets/124ffb7b-d5b2-4a89-a2b5-3369f617c1d6 HTTP/1.1" status: 404 len: 337 time: 0.0428543 Jul 16 20:53:48.996147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53018) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:49.023503 n-d-791505-15 neutron-server[100244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc1d7e3-fd15-42d0-bd4d-a201186e3014 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] DELETE failed (client error): The resource could not be found. Jul 16 20:53:49.024077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc1d7e3-fd15-42d0-bd4d-a201186e3014 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:53:49.025881 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ebc1d7e3-fd15-42d0-bd4d-a201186e3014 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/936105b6-fcbe-44ae-b44f-40b762137a38 HTTP/1.1" status: 404 len: 339 time: 0.0290208 Jul 16 20:53:49.029510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53020) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:49.090356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-352d49dd-de51-44b4-8e44-57536d3d478b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Deleting subnet 1a9f32c3-afce-4a9b-8750-c2e4239d5649 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:53:49.094662 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-352d49dd-de51-44b4-8e44-57536d3d478b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.158806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-352d49dd-de51-44b4-8e44-57536d3d478b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.254659 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-352d49dd-de51-44b4-8e44-57536d3d478b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.320523 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-352d49dd-de51-44b4-8e44-57536d3d478b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.351341 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d49dd-de51-44b4-8e44-57536d3d478b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9f32c3-afce-4a9b-8750-c2e4239d5649,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:49.355645 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-352d49dd-de51-44b4-8e44-57536d3d478b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.358167 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-352d49dd-de51-44b4-8e44-57536d3d478b tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/subnets/1a9f32c3-afce-4a9b-8750-c2e4239d5649 HTTP/1.1" status: 204 len: 168 time: 0.3276715 Jul 16 20:53:49.361987 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:49.452759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.519902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Deleting port 135cd83b-9bb8-4b69-83ed-5ac1be0028ba {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:49.520370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.596560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] For port 135cd83b-9bb8-4b69-83ed-5ac1be0028ba, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=135cd83b-9bb8-4b69-83ed-5ac1be0028ba,segment=NetworkSegment(1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d),segment_id=1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:49.597095 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.618795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Calling delete_port for 135cd83b-9bb8-4b69-83ed-5ac1be0028ba owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:49.756093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.793228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Port': ['ID=135cd83b-9bb8-4b69-83ed-5ac1be0028ba,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:49.795203 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No DVR routers for this DVR port 135cd83b-9bb8-4b69-83ed-5ac1be0028ba on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:49.840621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8108259-9ab6-4a1b-8c0a-fcd93047f37a None None] Network d130a0fa-2182-4486-b2a6-fc81b53e2171 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:49.892746 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.906285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d130a0fa-2182-4486-b2a6-fc81b53e2171']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:49.921371 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5bd81c16-d007-459a-b1bd-fc352af7e080 None None] Could not find standard attr ID for object 135cd83b-9bb8-4b69-83ed-5ac1be0028ba. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:53:49.929154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:49.929659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff5d3a8-a1ac-43c3-b7d5-102fb7040b3d') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:49.946625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.973546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.985725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:49.986328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:49.991486 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:50.030727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3ff1e-356e-43b8-9dc5-1ce63bd59794 None None] DHCP port deletion for d130a0fa-2182-4486-b2a6-fc81b53e2171 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:53:50.065525 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.075314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.077228 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/d130a0fa-2182-4486-b2a6-fc81b53e2171 HTTP/1.1" status: 204 len: 168 time: 0.7142591 Jul 16 20:53:50.081506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53024) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:50.087664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca94917-1dfd-4c0b-814a-122518886dea tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Network': ['ID=d130a0fa-2182-4486-b2a6-fc81b53e2171,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:50.121086 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-305c141c-7429-4040-bbf5-fbf0276363c3 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] DELETE failed (client error): The resource could not be found. Jul 16 20:53:50.121549 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305c141c-7429-4040-bbf5-fbf0276363c3 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:53:50.123305 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-305c141c-7429-4040-bbf5-fbf0276363c3 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/subnets/63fa3227-ecfd-4c5c-b448-f40b639a3d47 HTTP/1.1" status: 404 len: 337 time: 0.0404544 Jul 16 20:53:50.126331 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53026) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:50.145418 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-896693de-d3d9-4e5c-acf3-2c268ba32a2f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] DELETE failed (client error): The resource could not be found. Jul 16 20:53:50.145976 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896693de-d3d9-4e5c-acf3-2c268ba32a2f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:53:50.147729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-896693de-d3d9-4e5c-acf3-2c268ba32a2f tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/df2d3224-66fc-472a-94c5-685e398ab848 HTTP/1.1" status: 404 len: 339 time: 0.0204329 Jul 16 20:53:50.151215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53028) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:50.190837 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c34904-bfd4-4a43-be69-8a1a0a0b2403 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] DELETE failed (client error): The resource could not be found. Jul 16 20:53:50.191486 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c34904-bfd4-4a43-be69-8a1a0a0b2403 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:53:50.194152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d3c34904-bfd4-4a43-be69-8a1a0a0b2403 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/subnets/3b6bff32-b383-4a5d-aa8c-9ea551e302ee HTTP/1.1" status: 404 len: 337 time: 0.0415740 Jul 16 20:53:50.197032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53030) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:50.226965 n-d-791505-15 neutron-server[100243]: INFO neutron.pecan_wsgi.hooks.translation [None req-906471db-17c1-42c2-9b75-42eab1d4acd4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] DELETE failed (client error): The resource could not be found. Jul 16 20:53:50.228417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906471db-17c1-42c2-9b75-42eab1d4acd4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:53:50.230158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-906471db-17c1-42c2-9b75-42eab1d4acd4 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/0aa9b55f-0934-44c9-96d6-4af7179de4a5 HTTP/1.1" status: 404 len: 339 time: 0.0319829 Jul 16 20:53:50.233316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53032) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:50.290881 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f5a31c-d888-4df9-90b4-9f4cb3febe29 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Deleting subnet 5c6771d6-5ff8-4029-a3a0-d04e7640ddc1 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:53:50.294561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34f5a31c-d888-4df9-90b4-9f4cb3febe29 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.343212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34f5a31c-d888-4df9-90b4-9f4cb3febe29 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.443358 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-94401e55-4f69-4303-9cc9-9b863b0791f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.446703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34f5a31c-d888-4df9-90b4-9f4cb3febe29 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.511791 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34f5a31c-d888-4df9-90b4-9f4cb3febe29 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.548128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a31c-d888-4df9-90b4-9f4cb3febe29 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6771d6-5ff8-4029-a3a0-d04e7640ddc1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:50.550232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-34f5a31c-d888-4df9-90b4-9f4cb3febe29 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.552348 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-34f5a31c-d888-4df9-90b4-9f4cb3febe29 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/subnets/5c6771d6-5ff8-4029-a3a0-d04e7640ddc1 HTTP/1.1" status: 204 len: 168 time: 0.3176486 Jul 16 20:53:50.554951 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53034) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:50.558005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b79617-fa59-4c32-a502-d19083c8e879 None None] Network ce150b74-7e54-499a-aad4-456a6a867bb3 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:50.635686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.691333 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.693811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Deleting port d5656eec-2f70-4c1a-9a4f-e4728336621f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:50.694156 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.770657 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] For port d5656eec-2f70-4c1a-9a4f-e4728336621f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d5656eec-2f70-4c1a-9a4f-e4728336621f,segment=NetworkSegment(e927dc70-671b-4fc0-962e-093d840a3478),segment_id=e927dc70-671b-4fc0-962e-093d840a3478)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:50.771024 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.784250 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] DHCP port deletion for ce150b74-7e54-499a-aad4-456a6a867bb3 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:53:50.784929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Calling delete_port for d5656eec-2f70-4c1a-9a4f-e4728336621f owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:50.839878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] Deleting port d5656eec-2f70-4c1a-9a4f-e4728336621f {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:50.840141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.873957 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.904797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Port': ['ID=d5656eec-2f70-4c1a-9a4f-e4728336621f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:50.908460 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] No DVR routers for this DVR port d5656eec-2f70-4c1a-9a4f-e4728336621f on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:50.916531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] For port d5656eec-2f70-4c1a-9a4f-e4728336621f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d5656eec-2f70-4c1a-9a4f-e4728336621f,segment=NetworkSegment(e927dc70-671b-4fc0-962e-093d840a3478),segment_id=e927dc70-671b-4fc0-962e-093d840a3478)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:50.917161 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.929274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] Calling delete_port for d5656eec-2f70-4c1a-9a4f-e4728336621f owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:50.987537 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.998204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce150b74-7e54-499a-aad4-456a6a867bb3']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:51.007584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.008360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e927dc70-671b-4fc0-962e-093d840a3478') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:51.008718 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e927dc70-671b-4fc0-962e-093d840a3478') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:51.019959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.036010 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.038820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] Pushing event deleted for resources: {'Port': ['ID=d5656eec-2f70-4c1a-9a4f-e4728336621f,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:51.043457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a3312-7df7-4d18-bc4a-d4bfc5c9de87 None None] No DVR routers for this DVR port d5656eec-2f70-4c1a-9a4f-e4728336621f on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:51.047855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:51.048558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:51.054765 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:51.143421 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.150901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.152887 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] 10.222.0.78 "DELETE /v2.0/networks/ce150b74-7e54-499a-aad4-456a6a867bb3 HTTP/1.1" status: 204 len: 168 time: 0.5969038 Jul 16 20:53:51.166201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5853620-a902-49f1-a759-d012e3442a94 tempest-NetworksIpV6Test-1097819470 tempest-NetworksIpV6Test-1097819470-project] Pushing event deleted for resources: {'Network': ['ID=ce150b74-7e54-499a-aad4-456a6a867bb3,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:51.455640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53040) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:51.602298 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-56e4bd6d-1f35-4658-899c-19cd2b92b7a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab138e80f769409da84743869b87a34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452630 Jul 16 20:53:51.606671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53044) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:51.660038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9e598d6-a6bd-4f49-ae7f-fbf245c434a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.687204 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9e598d6-a6bd-4f49-ae7f-fbf245c434a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.747147 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9e598d6-a6bd-4f49-ae7f-fbf245c434a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.750046 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f9e598d6-a6bd-4f49-ae7f-fbf245c434a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.751291 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f9e598d6-a6bd-4f49-ae7f-fbf245c434a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6edb6384-801f-418a-972c-883775afa6bc HTTP/1.1" status: 204 len: 168 time: 0.1432233 Jul 16 20:53:51.759805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e598d6-a6bd-4f49-ae7f-fbf245c434a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edb6384-801f-418a-972c-883775afa6bc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:52.542557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53066) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:52.577430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.669891 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6d30d06f-cbad-4743-a2fd-258871db69d7 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-36032598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:52.694565 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d30d06f-cbad-4743-a2fd-258871db69d7 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.695577 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d30d06f-cbad-4743-a2fd-258871db69d7 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.764465 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d30d06f-cbad-4743-a2fd-258871db69d7 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.770007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d30d06f-cbad-4743-a2fd-258871db69d7 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.786983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d5656eec-2f70-4c1a-9a4f-e4728336621f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:52.797253 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6d30d06f-cbad-4743-a2fd-258871db69d7 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.802477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6d30d06f-cbad-4743-a2fd-258871db69d7 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2552793 Jul 16 20:53:52.802923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53072) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:52.811557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-784963914'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:52.815675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d5656eec-2f70-4c1a-9a4f-e4728336621f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:52.816157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d5656eec-2f70-4c1a-9a4f-e4728336621f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:52.845451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Made reservation on behalf of 2314b92a03344095af14e0bcea776f23 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:52.849140 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.860059 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.972458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.976946 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.005922 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:53.016124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649b496c-7932-4565-81e7-a26794be4ded,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:53.021243 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.021584 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Added segment 74608f42-5dc9-4c90-aa07-cd0522b99117 of type vlan for network dfbb5902-63e7-451c-974b-310760bd6fe2 Jul 16 20:53:53.067536 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.099398 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.105328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:53.105941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.146224 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3414941 Jul 16 20:53:53.149630 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53074) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:53.155562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Request body: {'subnet': {'network_id': 'dfbb5902-63e7-451c-974b-310760bd6fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:53.181146 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6958c2-310f-4b84-9bcc-c7727ce2443f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event updated for resources: {'Network': ['ID=dfbb5902-63e7-451c-974b-310760bd6fe2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:53.194584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network dfbb5902-63e7-451c-974b-310760bd6fe2 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:53.269139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Made reservation on behalf of 2314b92a03344095af14e0bcea776f23 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:53.275619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.491686 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.552783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event updated for resources: {'Subnet': ['ID=48e0e16b-0e1b-46d8-8108-f40bfb1079e9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:53.564685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Checking segment: {'id': '74608f42-5dc9-4c90-aa07-cd0522b99117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dfbb5902-63e7-451c-974b-310760bd6fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:53.565061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Network hostable DHCP agents. Network: dfbb5902-63e7-451c-974b-310760bd6fe2, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:53:53.583541 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Network dfbb5902-63e7-451c-974b-310760bd6fe2 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:53:53.598007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, dfbb5902-63e7-451c-974b-310760bd6fe2) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:53.604093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:53.604842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.611149 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f34050-d9c0-413c-b479-d8c43b917319 None None] Network dfbb5902-63e7-451c-974b-310760bd6fe2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:53.625011 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-41bf5a1f-fdf7-4c5f-be77-88dc5302953f tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4738934 Jul 16 20:53:53.628645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53076) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:53.633895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1046869671'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:53.658711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Made reservation on behalf of 2314b92a03344095af14e0bcea776f23 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:53.662741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.705005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:53.716000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.716869 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Added segment 004dc22c-6815-471e-87cd-889e1ced98c6 of type vlan for network 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 Jul 16 20:53:53.761410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.802373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.810692 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:53.811524 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.867798 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2377305 Jul 16 20:53:53.871167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53078) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:53.879298 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Request body: {'subnet': {'network_id': '71acd418-dfb6-4413-b5bc-1b6f3b0f1d45', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:53.884665 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-dfbb5902-63e7-451c-974b-310760bd6fe2', 'network_id': 'dfbb5902-63e7-451c-974b-310760bd6fe2', 'tenant_id': '2314b92a03344095af14e0bcea776f23', 'fixed_ips': [{'subnet_id': '48e0e16b-0e1b-46d8-8108-f40bfb1079e9'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:53:53.886326 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.942693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0debb1-3dcd-43ee-9a1a-5169aefcdb6e tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event updated for resources: {'Network': ['ID=71acd418-dfb6-4413-b5bc-1b6f3b0f1d45,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:53.996148 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:54.012181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Made reservation on behalf of 2314b92a03344095af14e0bcea776f23 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:54.017510 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.050688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.150834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Allocated IP 172.20.0.2 (dfbb5902-63e7-451c-974b-310760bd6fe2/48e0e16b-0e1b-46d8-8108-f40bfb1079e9/501346ef-fc80-4229-8832-594b89d06aba) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:54.250367 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.335150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.345875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Transition to ACTIVE for port object 501346ef-fc80-4229-8832-594b89d06aba will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:54.358314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event updated for resources: {'Subnet': ['ID=11acbaee-32ce-4234-9129-a592ad2dc8d0,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:54.363164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Transition to ACTIVE for port object 501346ef-fc80-4229-8832-594b89d06aba will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:54.375012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.378229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Checking segment: {'id': '004dc22c-6815-471e-87cd-889e1ced98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '71acd418-dfb6-4413-b5bc-1b6f3b0f1d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:54.378788 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Network hostable DHCP agents. Network: 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:53:54.407575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Network 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:53:54.422351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:54.424947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Network dfbb5902-63e7-451c-974b-310760bd6fe2 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:54.428395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:54.430921 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:54.432873 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.433147 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:54.447940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Pushing event updated for resources: {'Port': ['ID=501346ef-fc80-4229-8832-594b89d06aba,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:54.456686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd77dff-b0b5-4379-8014-b554c6d29ac5 None None] Network 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:54.458397 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9a0c7bfe-93fa-4ea1-b349-21e0e82c9cff tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5849705 Jul 16 20:53:54.463601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53080) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:54.471293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-57a72f5d-dc4c-410e-99ab-f3d18a40b9c2 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Request body: {'router': {'external_gateway_info': {'network_id': '71acd418-dfb6-4413-b5bc-1b6f3b0f1d45'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:54.571185 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Attempting to bind port 501346ef-fc80-4229-8832-594b89d06aba on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:54.572310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Attempting to bind port 501346ef-fc80-4229-8832-594b89d06aba by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '74608f42-5dc9-4c90-aa07-cd0522b99117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dfbb5902-63e7-451c-974b-310760bd6fe2'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:54.572703 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Attempting to bind port 501346ef-fc80-4229-8832-594b89d06aba on network dfbb5902-63e7-451c-974b-310760bd6fe2 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:54.584114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:54.584544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Checking segment: {'id': '74608f42-5dc9-4c90-aa07-cd0522b99117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dfbb5902-63e7-451c-974b-310760bd6fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:54.584968 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.585445 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Bound using segment: {'id': '74608f42-5dc9-4c90-aa07-cd0522b99117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dfbb5902-63e7-451c-974b-310760bd6fe2'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:54.585867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Bound port: 501346ef-fc80-4229-8832-594b89d06aba, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74608f42-5dc9-4c90-aa07-cd0522b99117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dfbb5902-63e7-451c-974b-310760bd6fe2'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:54.586268 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.703075 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] For port 501346ef-fc80-4229-8832-594b89d06aba, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:54.742436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-71acd418-dfb6-4413-b5bc-1b6f3b0f1d45', 'network_id': '71acd418-dfb6-4413-b5bc-1b6f3b0f1d45', 'tenant_id': '2314b92a03344095af14e0bcea776f23', 'fixed_ips': [{'subnet_id': '11acbaee-32ce-4234-9129-a592ad2dc8d0'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:53:54.744658 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.751407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] For port 501346ef-fc80-4229-8832-594b89d06aba, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=501346ef-fc80-4229-8832-594b89d06aba,segment=NetworkSegment(74608f42-5dc9-4c90-aa07-cd0522b99117),segment_id=74608f42-5dc9-4c90-aa07-cd0522b99117)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:54.760951 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.801446 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-57a72f5d-dc4c-410e-99ab-f3d18a40b9c2 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.913476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6bf33-3442-4161-816c-e5f3e245ed86 None None] Pushing event updated for resources: {'Port': ['ID=501346ef-fc80-4229-8832-594b89d06aba,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:54.982967 n-d-791505-15 neutron-server[100243]: INFO neutron.api.v2.resource [None req-57a72f5d-dc4c-410e-99ab-f3d18a40b9c2 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:53:54.984922 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-57a72f5d-dc4c-410e-99ab-f3d18a40b9c2 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "PUT /v2.0/routers/8a8c7a10-31fb-4c17-9084-4087ee9462db HTTP/1.1" status: 400 len: 364 time: 0.5190029 Jul 16 20:53:54.990301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53082) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:54.995644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Allocated IP 172.21.0.2 (71acd418-dfb6-4413-b5bc-1b6f3b0f1d45/11acbaee-32ce-4234-9129-a592ad2dc8d0/85af198d-d562-4d95-a9f1-e61c1b48a85f) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:55.100609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f50aa5-9be8-450c-ae4e-bc12a0e15840 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Deleting subnet 11acbaee-32ce-4234-9129-a592ad2dc8d0 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:53:55.196907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.207030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Transition to ACTIVE for port object 85af198d-d562-4d95-a9f1-e61c1b48a85f will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:55.226798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Transition to ACTIVE for port object 85af198d-d562-4d95-a9f1-e61c1b48a85f will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:55.237566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58f50aa5-9be8-450c-ae4e-bc12a0e15840 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.239510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.287768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58f50aa5-9be8-450c-ae4e-bc12a0e15840 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.288460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Network 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:55.292730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:55.297060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:55.303601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Pushing event updated for resources: {'Port': ['ID=85af198d-d562-4d95-a9f1-e61c1b48a85f,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:55.387381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Attempting to bind port 85af198d-d562-4d95-a9f1-e61c1b48a85f on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:55.387805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Attempting to bind port 85af198d-d562-4d95-a9f1-e61c1b48a85f by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '004dc22c-6815-471e-87cd-889e1ced98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '71acd418-dfb6-4413-b5bc-1b6f3b0f1d45'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:55.388436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Attempting to bind port 85af198d-d562-4d95-a9f1-e61c1b48a85f on network 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:55.396716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:55.397318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Checking segment: {'id': '004dc22c-6815-471e-87cd-889e1ced98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '71acd418-dfb6-4413-b5bc-1b6f3b0f1d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:55.397993 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.398649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Bound using segment: {'id': '004dc22c-6815-471e-87cd-889e1ced98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '71acd418-dfb6-4413-b5bc-1b6f3b0f1d45'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:55.399969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Bound port: 85af198d-d562-4d95-a9f1-e61c1b48a85f, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004dc22c-6815-471e-87cd-889e1ced98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '71acd418-dfb6-4413-b5bc-1b6f3b0f1d45'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:55.400647 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.414121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58f50aa5-9be8-450c-ae4e-bc12a0e15840 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.483425 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58f50aa5-9be8-450c-ae4e-bc12a0e15840 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.512499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] For port 85af198d-d562-4d95-a9f1-e61c1b48a85f, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:55.518800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50aa5-9be8-450c-ae4e-bc12a0e15840 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event deleted for resources: {'Subnet': ['ID=11acbaee-32ce-4234-9129-a592ad2dc8d0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:55.520969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] For port 85af198d-d562-4d95-a9f1-e61c1b48a85f, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=85af198d-d562-4d95-a9f1-e61c1b48a85f,segment=NetworkSegment(004dc22c-6815-471e-87cd-889e1ced98c6),segment_id=004dc22c-6815-471e-87cd-889e1ced98c6)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:55.521502 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-58f50aa5-9be8-450c-ae4e-bc12a0e15840 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.523586 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-58f50aa5-9be8-450c-ae4e-bc12a0e15840 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "DELETE /v2.0/subnets/11acbaee-32ce-4234-9129-a592ad2dc8d0 HTTP/1.1" status: 204 len: 168 time: 0.5317197 Jul 16 20:53:55.526970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53084) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:55.529037 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.633078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.634874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3116d3-1ba2-4399-ab96-044199b00c18 None None] Pushing event updated for resources: {'Port': ['ID=85af198d-d562-4d95-a9f1-e61c1b48a85f,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:55.701584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Deleting port 85af198d-d562-4d95-a9f1-e61c1b48a85f {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:55.702074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.779561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] For port 85af198d-d562-4d95-a9f1-e61c1b48a85f, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=85af198d-d562-4d95-a9f1-e61c1b48a85f,segment=NetworkSegment(004dc22c-6815-471e-87cd-889e1ced98c6),segment_id=004dc22c-6815-471e-87cd-889e1ced98c6)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:55.779928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.801400 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Calling delete_port for 85af198d-d562-4d95-a9f1-e61c1b48a85f owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:55.926212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.963117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event deleted for resources: {'Port': ['ID=85af198d-d562-4d95-a9f1-e61c1b48a85f,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:55.974056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] No DVR routers for this DVR port 85af198d-d562-4d95-a9f1-e61c1b48a85f on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:56.108948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.120926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71acd418-dfb6-4413-b5bc-1b6f3b0f1d45']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:56.125773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbde32-fc32-49fd-8f4a-7fc0579a729f None None] Network dfbb5902-63e7-451c-974b-310760bd6fe2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:56.141259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004dc22c-6815-471e-87cd-889e1ced98c6') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:56.141770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004dc22c-6815-471e-87cd-889e1ced98c6') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:56.159260 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.188153 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.202634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:56.203959 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:56.210389 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:56.215025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8be1c498-ee4b-42c1-a39f-01721410c2d7 None None] Provisioning for port 501346ef-fc80-4229-8832-594b89d06aba completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:56.307262 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.320893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.324219 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "DELETE /v2.0/networks/71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 HTTP/1.1" status: 204 len: 168 time: 0.7957866 Jul 16 20:53:56.329131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53086) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:56.338503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52251905-0af1-466a-9dc0-05c58a42f212 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event deleted for resources: {'Network': ['ID=71acd418-dfb6-4413-b5bc-1b6f3b0f1d45,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:56.424504 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a407c95d-e2a1-4ddd-a3b5-3c9cf3eade67 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Deleting subnet 48e0e16b-0e1b-46d8-8108-f40bfb1079e9 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:53:56.428193 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a407c95d-e2a1-4ddd-a3b5-3c9cf3eade67 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.486822 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a407c95d-e2a1-4ddd-a3b5-3c9cf3eade67 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.626535 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a407c95d-e2a1-4ddd-a3b5-3c9cf3eade67 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.703185 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a407c95d-e2a1-4ddd-a3b5-3c9cf3eade67 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.753215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407c95d-e2a1-4ddd-a3b5-3c9cf3eade67 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event deleted for resources: {'Subnet': ['ID=48e0e16b-0e1b-46d8-8108-f40bfb1079e9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:56.760101 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a407c95d-e2a1-4ddd-a3b5-3c9cf3eade67 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.763418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a407c95d-e2a1-4ddd-a3b5-3c9cf3eade67 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "DELETE /v2.0/subnets/48e0e16b-0e1b-46d8-8108-f40bfb1079e9 HTTP/1.1" status: 204 len: 168 time: 0.4323661 Jul 16 20:53:56.766174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53088) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:56.784514 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfd7328-a855-4010-b28a-be9f3c3ff300 None None] Network dfbb5902-63e7-451c-974b-310760bd6fe2 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:56.909371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.990262 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Deleting port 501346ef-fc80-4229-8832-594b89d06aba {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:53:56.990669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.003004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 501346ef-fc80-4229-8832-594b89d06aba up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:53:57.005169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d4df3f-07ef-4aff-a565-e70200f8d02b None None] DHCP port deletion for 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:53:57.040641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9eb1ad8e-f294-4916-81d6-62dc6f787110 None None] Could not find standard attr ID for object 85af198d-d562-4d95-a9f1-e61c1b48a85f. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:53:57.091751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e4221-224e-4cec-a03f-567f7c60ef46 None None] Network 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:53:57.094835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] For port 501346ef-fc80-4229-8832-594b89d06aba, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=501346ef-fc80-4229-8832-594b89d06aba,segment=NetworkSegment(74608f42-5dc9-4c90-aa07-cd0522b99117),segment_id=74608f42-5dc9-4c90-aa07-cd0522b99117)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:53:57.095321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.117037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e4221-224e-4cec-a03f-567f7c60ef46 None None] Network 71acd418-dfb6-4413-b5bc-1b6f3b0f1d45 could not be found, it might have been deleted concurrently. {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:53:57.120179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Calling delete_port for 501346ef-fc80-4229-8832-594b89d06aba owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:53:57.172020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 501346ef-fc80-4229-8832-594b89d06aba completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:57.178985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 501346ef-fc80-4229-8832-594b89d06aba triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:57.179508 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.225684 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.239354 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Could not find standard attr ID for object 501346ef-fc80-4229-8832-594b89d06aba. {{(pid=100245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:53:57.246962 n-d-791505-15 neutron-server[100245]: INFO neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No ports have port_id starting with 501346ef-fc80-4229-8832-594b89d06aba Jul 16 20:53:57.260033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] No DVR routers for this DVR port 501346ef-fc80-4229-8832-594b89d06aba on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:53:57.265815 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event deleted for resources: {'Port': ['ID=501346ef-fc80-4229-8832-594b89d06aba,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:57.305183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5315c47-544e-4430-a3c1-b462eba87b76 None None] DHCP port deletion for dfbb5902-63e7-451c-974b-310760bd6fe2 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:53:57.362347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.374434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbb5902-63e7-451c-974b-310760bd6fe2']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:57.386353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74608f42-5dc9-4c90-aa07-cd0522b99117') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:57.386642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74608f42-5dc9-4c90-aa07-cd0522b99117') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:53:57.396953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.413584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.423831 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:53:57.424561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:53:57.428167 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:53:57.498178 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.505878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.508049 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "DELETE /v2.0/networks/dfbb5902-63e7-451c-974b-310760bd6fe2 HTTP/1.1" status: 204 len: 168 time: 0.7402656 Jul 16 20:53:57.512329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53090) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:57.528389 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53482037-a2f4-4e0f-b72f-f4c137f72fb5 tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Pushing event deleted for resources: {'Network': ['ID=dfbb5902-63e7-451c-974b-310760bd6fe2,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:57.557642 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f943f784-f1f4-4c11-bb56-ac1ad12f1bcc tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8c7a10-31fb-4c17-9084-4087ee9462db HTTP/1.1" status: 200 len: 205 time: 0.0435166 Jul 16 20:53:57.561468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53092) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:57.638789 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-279de098-0fd3-45d7-8be0-f5d313c6120b tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.815832 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-279de098-0fd3-45d7-8be0-f5d313c6120b tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.818030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-279de098-0fd3-45d7-8be0-f5d313c6120b tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.870896 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-279de098-0fd3-45d7-8be0-f5d313c6120b tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.871572 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279de098-0fd3-45d7-8be0-f5d313c6120b tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Fanout notify agent at l3_agent the message router_deleted on router 8a8c7a10-31fb-4c17-9084-4087ee9462db {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:53:57.881095 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-279de098-0fd3-45d7-8be0-f5d313c6120b tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:57.882586 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-279de098-0fd3-45d7-8be0-f5d313c6120b tempest-RoutersNegativeTest-1645242155 tempest-RoutersNegativeTest-1645242155-project] 10.222.0.78 "DELETE /v2.0/routers/8a8c7a10-31fb-4c17-9084-4087ee9462db HTTP/1.1" status: 204 len: 168 time: 0.3201027 Jul 16 20:53:58.150785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53098) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:58.301425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3a7c89d5-7a29-4c42-a9a5-b5d55f0cec9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2314b92a03344095af14e0bcea776f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494145 Jul 16 20:53:58.304072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53102) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:58.362459 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac144010-0eb8-4aef-b843-1652721f5823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.390059 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac144010-0eb8-4aef-b843-1652721f5823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.465601 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac144010-0eb8-4aef-b843-1652721f5823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.468705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ac144010-0eb8-4aef-b843-1652721f5823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.470029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ac144010-0eb8-4aef-b843-1652721f5823 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/649b496c-7932-4565-81e7-a26794be4ded HTTP/1.1" status: 204 len: 168 time: 0.1649561 Jul 16 20:53:58.479761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac144010-0eb8-4aef-b843-1652721f5823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b496c-7932-4565-81e7-a26794be4ded,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:58.802072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 85af198d-d562-4d95-a9f1-e61c1b48a85f no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:58.827340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 85af198d-d562-4d95-a9f1-e61c1b48a85f {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:58.827690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 85af198d-d562-4d95-a9f1-e61c1b48a85f not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:58.828114 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 501346ef-fc80-4229-8832-594b89d06aba no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:53:58.850859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 501346ef-fc80-4229-8832-594b89d06aba {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:53:58.851207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 501346ef-fc80-4229-8832-594b89d06aba not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:53:59.232412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53124) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:59.347739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1670340500-network', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:59.379918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Made reservation on behalf of 5994d5b92e9c459a87676e8dc405de21 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:59.384386 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.395692 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.507509 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.512598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.542801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:53:59.553673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27372920-7b07-4557-99a5-6757187e4731,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:59.562063 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.562404 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Added segment f02be838-dddf-4263-9658-fd79b5f7f40b of type vlan for network c32852ac-fb7e-495b-ad1e-9ba5666f81ac Jul 16 20:53:59.615200 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.655876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.656970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:59.657553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.695210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4608858 Jul 16 20:53:59.698217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53128) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:59.703538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Request body: {'subnet': {'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-subnet', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:59.734934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693c78-c8a2-43cf-a508-b9b04f68f1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c32852ac-fb7e-495b-ad1e-9ba5666f81ac,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:59.747004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:53:59.762831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Made reservation on behalf of 5994d5b92e9c459a87676e8dc405de21 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:59.767004 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.974973 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.036920 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Pushing event updated for resources: {'Subnet': ['ID=394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:00.055196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Checking segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:00.056102 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Network hostable DHCP agents. Network: c32852ac-fb7e-495b-ad1e-9ba5666f81ac, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:54:00.079932 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:54:00.092608 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, c32852ac-fb7e-495b-ad1e-9ba5666f81ac) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:00.100767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:00.101606 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.101869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb770e98-6bac-4b5b-babe-14498b63e0c9 None None] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:00.123440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-60ee1d2e-ddeb-4a56-aeda-cf53cbab380b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4236305 Jul 16 20:54:00.126392 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53130) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:00.131722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:00.154062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.155066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.277573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'fixed_ips': [{'subnet_id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:54:00.278482 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.506424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Allocated IP 172.20.0.2 (c32852ac-fb7e-495b-ad1e-9ba5666f81ac/394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad/c9137969-3595-4c92-b413-a0624cb9823a) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:00.562313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.697624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.710612 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Transition to ACTIVE for port object c9137969-3595-4c92-b413-a0624cb9823a will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:00.730642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Transition to ACTIVE for port object c9137969-3595-4c92-b413-a0624cb9823a will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:00.733133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.746156 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.784794 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:00.787998 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:00.791738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:00.832649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Pushing event updated for resources: {'Port': ['ID=c9137969-3595-4c92-b413-a0624cb9823a,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:00.868332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Attempting to bind port c9137969-3595-4c92-b413-a0624cb9823a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:00.868717 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Attempting to bind port c9137969-3595-4c92-b413-a0624cb9823a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:00.869094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Attempting to bind port c9137969-3595-4c92-b413-a0624cb9823a on network c32852ac-fb7e-495b-ad1e-9ba5666f81ac {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:00.876533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:00.876955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Checking segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:00.877338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.877745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Bound using segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:00.878274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Bound port: c9137969-3595-4c92-b413-a0624cb9823a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:00.878675 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.959964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] For port c9137969-3595-4c92-b413-a0624cb9823a, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:00.965727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] For port c9137969-3595-4c92-b413-a0624cb9823a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c9137969-3595-4c92-b413-a0624cb9823a,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:00.971998 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.993943 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:01.021334 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:01.046904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edacaf-48e2-4f9f-8057-98afc73320e3 None None] Pushing event updated for resources: {'Port': ['ID=c9137969-3595-4c92-b413-a0624cb9823a,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:01.142744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Allocated IP 172.25.6.180 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/d76ef995-e362-4988-b365-e2659faf4166) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:01.310399 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:01.368538 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:01.441849 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:01.446963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:01.453099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:01.494598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Pushing event updated for resources: {'Port': ['ID=d76ef995-e362-4988-b365-e2659faf4166,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:01.848234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:02.044918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ede7b-ad0e-4b33-a94b-e3c85449d3f7 None None] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:02.079164 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:02.143345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-523292ec-a1a8-43c4-b9ad-853ef7a3ee86 None None] Provisioning for port c9137969-3595-4c92-b413-a0624cb9823a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:02.276721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:54:02.397631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:02.411045 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Sync routers for ids ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:02.420042 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:02.421661 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-478cc98b-00bd-4835-a8d7-4a30c0c7739d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2939842 Jul 16 20:54:02.424680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53132) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:02.425176 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Routers {'3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:02.425892 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:02.558632 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Set router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:02.761959 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd76ef995-e362-4988-b365-e2659faf4166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:54:01Z', 'revision_number': 3, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port': {'id': 'd76ef995-e362-4988-b365-e2659faf4166', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:01Z', 'updated_at': '2021-07-16T20:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:02.793112 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Checking router: 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:02.793462 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Updating router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa port d76ef995-e362-4988-b365-e2659faf4166 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:02.826481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c9137969-3595-4c92-b413-a0624cb9823a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:02.839854 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:02.895465 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c9137969-3595-4c92-b413-a0624cb9823a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:02.902195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c9137969-3595-4c92-b413-a0624cb9823a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:02.902778 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:02.943324 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.015541 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.077581 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c9137969-3595-4c92-b413-a0624cb9823a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c9137969-3595-4c92-b413-a0624cb9823a,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:03.082195 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.138471 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.142099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c9137969-3595-4c92-b413-a0624cb9823a,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:03.153787 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Transition to ACTIVE for port object d76ef995-e362-4988-b365-e2659faf4166 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:03.157568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Allocated IP 172.20.0.1 (c32852ac-fb7e-495b-ad1e-9ba5666f81ac/394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad/04624f3e-1154-4ea1-9378-aa6f542c2eae) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:03.161251 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.216798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Attempting to bind port d76ef995-e362-4988-b365-e2659faf4166 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:03.217148 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Attempting to bind port d76ef995-e362-4988-b365-e2659faf4166 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:03.217517 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Attempting to bind port d76ef995-e362-4988-b365-e2659faf4166 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:03.221327 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Pushing event updated for resources: {'Port': ['ID=d76ef995-e362-4988-b365-e2659faf4166,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:03.226586 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:03.226958 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:03.228029 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.228474 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:03.228965 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Bound port: d76ef995-e362-4988-b365-e2659faf4166, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:03.229450 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.236708 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.237053 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.239303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.239303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.239303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.239303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.239303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.239303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.239303 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.240367 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.240367 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.240367 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:03.301178 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.326356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Transition to ACTIVE for port object 04624f3e-1154-4ea1-9378-aa6f542c2eae will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:03.380762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.402327 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] For port d76ef995-e362-4988-b365-e2659faf4166, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:03.407241 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] For port d76ef995-e362-4988-b365-e2659faf4166, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d76ef995-e362-4988-b365-e2659faf4166,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:03.411865 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.444619 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:03.449556 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:03.454155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:03.467667 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6a2bc-d965-4f43-aea0-9d84095d3974 None None] Pushing event updated for resources: {'Port': ['ID=d76ef995-e362-4988-b365-e2659faf4166,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:03.488700 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Pushing event updated for resources: {'Port': ['ID=04624f3e-1154-4ea1-9378-aa6f542c2eae,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:03.502325 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Routers {'3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:03.503283 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:03.511000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.636459 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] Set router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:03.671532 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.736343 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0f37278-1248-4d71-858a-cd7ab271826f None None] Provisioning for port 04624f3e-1154-4ea1-9378-aa6f542c2eae completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:03.745129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d0f37278-1248-4d71-858a-cd7ab271826f None None] Provisioning complete for port 04624f3e-1154-4ea1-9378-aa6f542c2eae triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:03.745524 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d0f37278-1248-4d71-858a-cd7ab271826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.787779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d0f37278-1248-4d71-858a-cd7ab271826f None None] Port 04624f3e-1154-4ea1-9378-aa6f542c2eae cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:03.873843 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd76ef995-e362-4988-b365-e2659faf4166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:54:01Z', 'revision_number': 3, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port': {'id': 'd76ef995-e362-4988-b365-e2659faf4166', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:01Z', 'updated_at': '2021-07-16T20:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:03.876270 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.881568 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:03.915741 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01079bf4-4870-491d-bb53-ad9e85306818 None None] The sync data for ids ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'] in n-d-791505-15 is: [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd76ef995-e362-4988-b365-e2659faf4166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:54:01Z', 'revision_number': 3, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port': {'id': 'd76ef995-e362-4988-b365-e2659faf4166', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:01Z', 'updated_at': '2021-07-16T20:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:03.965317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Pushing event updated for resources: {'Port': ['ID=04624f3e-1154-4ea1-9378-aa6f542c2eae,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:03.967931 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:04.421068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:04.423062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:04.568159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:04.710680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:04.717126 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7d7ed6b8-e146-42ec-9aac-39d75e527889 admin admin] 10.222.0.78 "PUT /v2.0/routers/3fc5a0e6-1f33-40af-9065-7a3a85ff49fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2907696 Jul 16 20:54:04.721289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d442bda4-191b-401c-b2c3-be348c3164fc None None] Provisioning complete for port 04624f3e-1154-4ea1-9378-aa6f542c2eae triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:04.721831 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d442bda4-191b-401c-b2c3-be348c3164fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:04.792503 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:04.795679 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d442bda4-191b-401c-b2c3-be348c3164fc None None] Port 04624f3e-1154-4ea1-9378-aa6f542c2eae cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:04.898280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c9137969-3595-4c92-b413-a0624cb9823a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:04.985657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c9137969-3595-4c92-b413-a0624cb9823a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:04.986166 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.104674 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d76ef995-e362-4988-b365-e2659faf4166 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:05.166262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d76ef995-e362-4988-b365-e2659faf4166 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:05.171373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d76ef995-e362-4988-b365-e2659faf4166 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:05.171765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.269226 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.291931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port d76ef995-e362-4988-b365-e2659faf4166, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d76ef995-e362-4988-b365-e2659faf4166,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:05.296756 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.347996 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=d76ef995-e362-4988-b365-e2659faf4166,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:05.387719 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53148) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:05.392902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-944004281-network', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:05.416590 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Made reservation on behalf of f707de143ea64d65afa2f5c795bd040a for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:05.418978 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.427862 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.529871 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.534103 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.562538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:54:05.573401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb1f2c1-65c2-4446-b23d-7d02f97863bb,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:05.578829 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.579175 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Added segment 4f8387de-12e6-4e7c-945a-9b4324b23221 of type vlan for network b393b20a-0977-4aa6-8866-b1ba0bece98a Jul 16 20:54:05.629096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.671949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.673756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:05.674253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.674744 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.706712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3177617 Jul 16 20:54:05.710067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53150) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:05.717737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Request body: {'subnet': {'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-subnet', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:05.740951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfe1ba-6349-402f-88b7-750054b9d775 admin admin] Pushing event updated for resources: {'Network': ['ID=b393b20a-0977-4aa6-8866-b1ba0bece98a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:05.751368 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Made reservation on behalf of f707de143ea64d65afa2f5c795bd040a for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:05.752409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network b393b20a-0977-4aa6-8866-b1ba0bece98a details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:54:05.753786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.846980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Sync routers for ids ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:05.858410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Routers {'3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:05.859095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:05.976826 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Set router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:06.299089 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.318916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd76ef995-e362-4988-b365-e2659faf4166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:54:03Z', 'revision_number': 4, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port': {'id': 'd76ef995-e362-4988-b365-e2659faf4166', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:01Z', 'updated_at': '2021-07-16T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '04624f3e-1154-4ea1-9378-aa6f542c2eae', 'name': '', 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'mac_address': 'fa:16:3e:ce:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:02Z', 'updated_at': '2021-07-16T20:54:03Z', 'revision_number': 2, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'subnets': [{'id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:06.358628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98f8e31-f12b-445e-af50-fd9941b721fe,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:06.370237 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Checking segment: {'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:06.370602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Network hostable DHCP agents. Network: b393b20a-0977-4aa6-8866-b1ba0bece98a, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:54:06.389689 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Network b393b20a-0977-4aa6-8866-b1ba0bece98a is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:54:06.401337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, b393b20a-0977-4aa6-8866-b1ba0bece98a) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:06.407593 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:06.408940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.426687 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b2294c09-d52b-4716-bd48-9a69f6489db5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7149553 Jul 16 20:54:06.429205 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53152) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:06.434195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:06.457884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.459375 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.517018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc656475-95f0-4940-b884-854ebb2d994a None None] Network b393b20a-0977-4aa6-8866-b1ba0bece98a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:06.521940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.529282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Checking router: 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:06.529770 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Updating router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa port 04624f3e-1154-4ea1-9378-aa6f542c2eae binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:06.620264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.665758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.821198 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d76ef995-e362-4988-b365-e2659faf4166 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:06.859879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-b393b20a-0977-4aa6-8866-b1ba0bece98a', 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'fixed_ips': [{'subnet_id': 'd98f8e31-f12b-445e-af50-fd9941b721fe'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:54:06.860810 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.924643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.945571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.085476 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d76ef995-e362-4988-b365-e2659faf4166 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:07.085861 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.092291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Allocated IP 172.25.6.164 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/0fccf573-7d84-4826-9e6c-c980d62973d5) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:07.172240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Allocated IP 172.20.0.2 (b393b20a-0977-4aa6-8866-b1ba0bece98a/d98f8e31-f12b-445e-af50-fd9941b721fe/0b6629c1-9d4d-4452-89e4-49dac89e4853) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:07.221913 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.222257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.249551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Transition to ACTIVE for port object 04624f3e-1154-4ea1-9378-aa6f542c2eae will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:07.270794 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.301101 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.322939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:07.324417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Pushing event updated for resources: {'Port': ['ID=0fccf573-7d84-4826-9e6c-c980d62973d5,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:07.327565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:07.331174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:07.395917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19182e-15cd-465a-ac7b-4d8e7db44c60 None None] Pushing event updated for resources: {'Port': ['ID=04624f3e-1154-4ea1-9378-aa6f542c2eae,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:07.503503 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Attempting to bind port 04624f3e-1154-4ea1-9378-aa6f542c2eae on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:07.503916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Attempting to bind port 04624f3e-1154-4ea1-9378-aa6f542c2eae by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:07.504355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Attempting to bind port 04624f3e-1154-4ea1-9378-aa6f542c2eae on network c32852ac-fb7e-495b-ad1e-9ba5666f81ac {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:07.510207 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.518772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:07.519192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Checking segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:07.519583 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.519989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Bound using segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:07.520515 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Bound port: 04624f3e-1154-4ea1-9378-aa6f542c2eae, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:07.520921 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.526393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Transition to ACTIVE for port object 0b6629c1-9d4d-4452-89e4-49dac89e4853 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:07.575082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Transition to ACTIVE for port object 0b6629c1-9d4d-4452-89e4-49dac89e4853 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:07.587849 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.620418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.656176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Network b393b20a-0977-4aa6-8866-b1ba0bece98a is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:07.663366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] For port 04624f3e-1154-4ea1-9378-aa6f542c2eae, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:07.666001 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:07.673845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:07.682801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Pushing event updated for resources: {'Port': ['ID=0b6629c1-9d4d-4452-89e4-49dac89e4853,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:07.692146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] For port 04624f3e-1154-4ea1-9378-aa6f542c2eae, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=04624f3e-1154-4ea1-9378-aa6f542c2eae,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:07.700674 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.808461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Attempting to bind port 0b6629c1-9d4d-4452-89e4-49dac89e4853 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:07.809253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Attempting to bind port 0b6629c1-9d4d-4452-89e4-49dac89e4853 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:07.809253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Attempting to bind port 0b6629c1-9d4d-4452-89e4-49dac89e4853 on network b393b20a-0977-4aa6-8866-b1ba0bece98a {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:07.817997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Routers {'3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:07.818662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:07.830423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:07.831160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Checking segment: {'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:07.831315 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.831635 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Bound using segment: {'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:07.832317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Bound port: 0b6629c1-9d4d-4452-89e4-49dac89e4853, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:07.832558 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.834504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19182e-15cd-465a-ac7b-4d8e7db44c60 None None] Pushing event updated for resources: {'Port': ['ID=04624f3e-1154-4ea1-9378-aa6f542c2eae,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:07.951750 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:07.995781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9a190446-da51-421a-832f-e52ce1302262 None None] For port 0b6629c1-9d4d-4452-89e4-49dac89e4853, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:08.002029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9a190446-da51-421a-832f-e52ce1302262 None None] For port 0b6629c1-9d4d-4452-89e4-49dac89e4853, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b6629c1-9d4d-4452-89e4-49dac89e4853,segment=NetworkSegment(4f8387de-12e6-4e7c-945a-9b4324b23221),segment_id=4f8387de-12e6-4e7c-945a-9b4324b23221)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:08.006073 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] Set router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:08.009034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.103755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Router dd8d64ed-8760-4e61-80c7-872e9ce3542f is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:54:08.176183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a190446-da51-421a-832f-e52ce1302262 None None] Pushing event updated for resources: {'Port': ['ID=0b6629c1-9d4d-4452-89e4-49dac89e4853,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:08.294542 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:08.334397 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Sync routers for ids ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:08.345103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.347361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9fa8f8be-76dc-407f-a772-fce5ecfa89bc admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9169431 Jul 16 20:54:08.348459 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd76ef995-e362-4988-b365-e2659faf4166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:54:03Z', 'revision_number': 4, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port': {'id': 'd76ef995-e362-4988-b365-e2659faf4166', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:01Z', 'updated_at': '2021-07-16T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '04624f3e-1154-4ea1-9378-aa6f542c2eae', 'name': '', 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'mac_address': 'fa:16:3e:ce:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:02Z', 'updated_at': '2021-07-16T20:54:07Z', 'revision_number': 4, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'subnets': [{'id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:08.349890 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Routers {'dd8d64ed-8760-4e61-80c7-872e9ce3542f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:08.350846 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:08.351344 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53154) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:08.385852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a977c-72c6-4f62-81b9-d4c6500f77a7 None None] The sync data for ids ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'] in n-d-791505-15 is: [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd76ef995-e362-4988-b365-e2659faf4166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:54:03Z', 'revision_number': 4, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port': {'id': 'd76ef995-e362-4988-b365-e2659faf4166', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:01Z', 'updated_at': '2021-07-16T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '04624f3e-1154-4ea1-9378-aa6f542c2eae', 'name': '', 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'mac_address': 'fa:16:3e:ce:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:02Z', 'updated_at': '2021-07-16T20:54:07Z', 'revision_number': 4, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'subnets': [{'id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:08.553354 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Set router dd8d64ed-8760-4e61-80c7-872e9ce3542f gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:08.773523 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:07Z', 'revision_number': 3, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port': {'id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:08.810724 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Checking router: dd8d64ed-8760-4e61-80c7-872e9ce3542f for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:08.811069 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Updating router dd8d64ed-8760-4e61-80c7-872e9ce3542f port 0fccf573-7d84-4826-9e6c-c980d62973d5 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:08.887439 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.945643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 04624f3e-1154-4ea1-9378-aa6f542c2eae up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:09.017233 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.088875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 04624f3e-1154-4ea1-9378-aa6f542c2eae completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:09.098401 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 04624f3e-1154-4ea1-9378-aa6f542c2eae triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:09.099331 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.265707 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.323640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 04624f3e-1154-4ea1-9378-aa6f542c2eae, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=04624f3e-1154-4ea1-9378-aa6f542c2eae,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:09.332476 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.333714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b6629c1-9d4d-4452-89e4-49dac89e4853 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:09.345198 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.357268 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Transition to ACTIVE for port object 0fccf573-7d84-4826-9e6c-c980d62973d5 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:09.368251 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.447331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Allocated IP 172.20.0.1 (b393b20a-0977-4aa6-8866-b1ba0bece98a/d98f8e31-f12b-445e-af50-fd9941b721fe/5b4c7354-b962-44e4-b29d-032e8a46989d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:09.459007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf67e2-c7d5-4ade-b19d-e0ca1180e26e None None] Network b393b20a-0977-4aa6-8866-b1ba0bece98a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:09.466055 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Attempting to bind port 0fccf573-7d84-4826-9e6c-c980d62973d5 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:09.466680 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Attempting to bind port 0fccf573-7d84-4826-9e6c-c980d62973d5 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:09.467087 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Attempting to bind port 0fccf573-7d84-4826-9e6c-c980d62973d5 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:09.487963 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:09.488475 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:09.488833 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.489270 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:09.489821 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Bound port: 0fccf573-7d84-4826-9e6c-c980d62973d5, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:09.490370 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.494671 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173f2ff-6374-40ad-9e22-55fd028089d7 None None] Pushing event updated for resources: {'Port': ['ID=0fccf573-7d84-4826-9e6c-c980d62973d5,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:09.527439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=04624f3e-1154-4ea1-9378-aa6f542c2eae,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:09.594384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0b6629c1-9d4d-4452-89e4-49dac89e4853 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:09.597053 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.607153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-16d2c652-a65a-4eb8-ad0b-bb4adc85df65 None None] Provisioning for port 0b6629c1-9d4d-4452-89e4-49dac89e4853 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:09.615645 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0b6629c1-9d4d-4452-89e4-49dac89e4853 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:09.616300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.617714 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] For port 0fccf573-7d84-4826-9e6c-c980d62973d5, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:09.622495 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Transition to ACTIVE for port object 5b4c7354-b962-44e4-b29d-032e8a46989d will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:09.624275 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] For port 0fccf573-7d84-4826-9e6c-c980d62973d5, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0fccf573-7d84-4826-9e6c-c980d62973d5,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:09.630892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-16d2c652-a65a-4eb8-ad0b-bb4adc85df65 None None] Provisioning complete for port 0b6629c1-9d4d-4452-89e4-49dac89e4853 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:09.631507 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d2c652-a65a-4eb8-ad0b-bb4adc85df65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.635396 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.673603 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.731642 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Routers {'dd8d64ed-8760-4e61-80c7-872e9ce3542f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:09.732937 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:09.755100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Network b393b20a-0977-4aa6-8866-b1ba0bece98a is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:09.756640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4c7354-b962-44e4-b29d-032e8a46989d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:09.762391 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:09.766190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:09.798793 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173f2ff-6374-40ad-9e22-55fd028089d7 None None] Pushing event updated for resources: {'Port': ['ID=0fccf573-7d84-4826-9e6c-c980d62973d5,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:09.844721 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.901388 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:09.903617 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] Set router dd8d64ed-8760-4e61-80c7-872e9ce3542f gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:09.955121 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d2c652-a65a-4eb8-ad0b-bb4adc85df65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.003232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-16d2c652-a65a-4eb8-ad0b-bb4adc85df65 None None] For port 0b6629c1-9d4d-4452-89e4-49dac89e4853, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b6629c1-9d4d-4452-89e4-49dac89e4853,segment=NetworkSegment(4f8387de-12e6-4e7c-945a-9b4324b23221),segment_id=4f8387de-12e6-4e7c-945a-9b4324b23221)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:10.006526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.021956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-16d2c652-a65a-4eb8-ad0b-bb4adc85df65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.035861 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.205975 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:07Z', 'revision_number': 3, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port': {'id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:10.259917 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.270931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.319093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2c652-a65a-4eb8-ad0b-bb4adc85df65 None None] Pushing event updated for resources: {'Port': ['ID=0b6629c1-9d4d-4452-89e4-49dac89e4853,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:10.327168 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:54:10.327552 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:54:10.349505 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83086a6-17ea-4ca1-997c-3819948d42e4 None None] The sync data for ids ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'] in n-d-791505-15 is: [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:07Z', 'revision_number': 3, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port': {'id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:10.350738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4c7354-b962-44e4-b29d-032e8a46989d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:10.360942 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.468414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Network b393b20a-0977-4aa6-8866-b1ba0bece98a is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:10.469937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:10.559555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e7bba876-ff38-497d-9682-189c64b3c1b8 None None] Provisioning for port 5b4c7354-b962-44e4-b29d-032e8a46989d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:10.564725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e7bba876-ff38-497d-9682-189c64b3c1b8 None None] Provisioning complete for port 5b4c7354-b962-44e4-b29d-032e8a46989d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:10.565161 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7bba876-ff38-497d-9682-189c64b3c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.647027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e7bba876-ff38-497d-9682-189c64b3c1b8 None None] Port 5b4c7354-b962-44e4-b29d-032e8a46989d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:10.659484 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Router dd8d64ed-8760-4e61-80c7-872e9ce3542f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:10.668452 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e7bba876-ff38-497d-9682-189c64b3c1b8 None None] Provisioning complete for port 0b6629c1-9d4d-4452-89e4-49dac89e4853 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:10.668870 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e7bba876-ff38-497d-9682-189c64b3c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.834132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:10.848999 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0525ffca-8b69-4adc-80e6-89c8c33fa740 admin admin] 10.222.0.78 "PUT /v2.0/routers/dd8d64ed-8760-4e61-80c7-872e9ce3542f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4952660 Jul 16 20:54:10.938917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-92ed1f29-d725-4cef-8a27-062a7a23b27d None None] Provisioning complete for port 5b4c7354-b962-44e4-b29d-032e8a46989d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:10.939484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-92ed1f29-d725-4cef-8a27-062a7a23b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.994311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-92ed1f29-d725-4cef-8a27-062a7a23b27d None None] Port 5b4c7354-b962-44e4-b29d-032e8a46989d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:11.132415 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 04624f3e-1154-4ea1-9378-aa6f542c2eae up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:11.193688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 04624f3e-1154-4ea1-9378-aa6f542c2eae triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:11.194064 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.244301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-a3a8c150-32db-40c3-a8df-ec681cc772cd None None] Provisioning complete for port 5b4c7354-b962-44e4-b29d-032e8a46989d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:11.244693 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c150-32db-40c3-a8df-ec681cc772cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.313266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8c150-32db-40c3-a8df-ec681cc772cd None None] Port 5b4c7354-b962-44e4-b29d-032e8a46989d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:11.332808 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b6629c1-9d4d-4452-89e4-49dac89e4853 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:11.391054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0b6629c1-9d4d-4452-89e4-49dac89e4853 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:11.391724 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.541132 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0fccf573-7d84-4826-9e6c-c980d62973d5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:11.606733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0fccf573-7d84-4826-9e6c-c980d62973d5 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:11.611446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0fccf573-7d84-4826-9e6c-c980d62973d5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:11.611837 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.703751 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.725729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 0fccf573-7d84-4826-9e6c-c980d62973d5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0fccf573-7d84-4826-9e6c-c980d62973d5,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:11.730612 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.789329 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=0fccf573-7d84-4826-9e6c-c980d62973d5,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:11.807553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-45b8e3c4-236d-40bd-bab4-9af99c65092e tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:11.809618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-45b8e3c4-236d-40bd-bab4-9af99c65092e tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/networks?id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac HTTP/1.1" status: 200 len: 817 time: 0.1436839 Jul 16 20:54:11.825501 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-c546208d-e1a3-4ceb-8857-7a4fe7e128c9 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/quotas/5994d5b92e9c459a87676e8dc405de21 HTTP/1.1" status: 200 len: 375 time: 0.0104008 Jul 16 20:54:11.911036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-cfb87c22-d53d-4912-aac4-cfac16f880ff tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5994d5b92e9c459a87676e8dc405de21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777543 Jul 16 20:54:12.024981 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-be6b8720-4ac5-4afe-b310-c0d0a8075cc2 service neutron] 10.222.0.78 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009042 Jul 16 20:54:12.138680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-f536b936-1f8f-45d2-aa0b-351adcd0ef1c service neutron] 10.222.0.78 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056869 Jul 16 20:54:12.326907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Sync routers for ids ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:12.327481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-466093b9-9036-4f4a-8e36-3d4603924ca3 req-81f88d42-22da-4b04-b158-8aab674eca01 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 210 time: 0.0376728 Jul 16 20:54:12.337107 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Routers {'dd8d64ed-8760-4e61-80c7-872e9ce3542f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:12.337847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:12.465737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Set router dd8d64ed-8760-4e61-80c7-872e9ce3542f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:12.709950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:09Z', 'revision_number': 4, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port': {'id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5b4c7354-b962-44e4-b29d-032e8a46989d', 'name': '', 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'mac_address': 'fa:16:3e:5d:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd98f8e31-f12b-445e-af50-fd9941b721fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:09Z', 'updated_at': '2021-07-16T20:54:10Z', 'revision_number': 2, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'subnets': [{'id': 'd98f8e31-f12b-445e-af50-fd9941b721fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:12.738381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Checking router: dd8d64ed-8760-4e61-80c7-872e9ce3542f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:12.738747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Updating router dd8d64ed-8760-4e61-80c7-872e9ce3542f port 5b4c7354-b962-44e4-b29d-032e8a46989d binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:12.774817 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:12.970393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0fccf573-7d84-4826-9e6c-c980d62973d5 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:13.081433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0fccf573-7d84-4826-9e6c-c980d62973d5 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:13.081806 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.125685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.142335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Transition to ACTIVE for port object 5b4c7354-b962-44e4-b29d-032e8a46989d will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:13.150718 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.234779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066daef-3b9b-4acc-95e4-db6770a521b5 None None] Pushing event updated for resources: {'Port': ['ID=5b4c7354-b962-44e4-b29d-032e8a46989d,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:13.317205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Attempting to bind port 5b4c7354-b962-44e4-b29d-032e8a46989d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:13.317575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Attempting to bind port 5b4c7354-b962-44e4-b29d-032e8a46989d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:13.317943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Attempting to bind port 5b4c7354-b962-44e4-b29d-032e8a46989d on network b393b20a-0977-4aa6-8866-b1ba0bece98a {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:13.324619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:13.324998 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Checking segment: {'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:13.325405 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.325810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Bound using segment: {'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:13.326291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Bound port: 5b4c7354-b962-44e4-b29d-032e8a46989d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8387de-12e6-4e7c-945a-9b4324b23221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:13.326687 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.410570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] For port 5b4c7354-b962-44e4-b29d-032e8a46989d, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:13.414914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] For port 5b4c7354-b962-44e4-b29d-032e8a46989d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5b4c7354-b962-44e4-b29d-032e8a46989d,segment=NetworkSegment(4f8387de-12e6-4e7c-945a-9b4324b23221),segment_id=4f8387de-12e6-4e7c-945a-9b4324b23221)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:13.423116 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.499425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Routers {'dd8d64ed-8760-4e61-80c7-872e9ce3542f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:13.500079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:53:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:13.504165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066daef-3b9b-4acc-95e4-db6770a521b5 None None] Pushing event updated for resources: {'Port': ['ID=5b4c7354-b962-44e4-b29d-032e8a46989d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:13.530829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d2de540-65c4-4219-926c-c000ccc0a769 req-95f3c2d6-2ed6-4312-b851-f3b70c534d6e tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 210 time: 0.0519476 Jul 16 20:54:13.631115 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-0970bd44-382f-49b5-9a25-140b5c1271a6 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:13.632951 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-0970bd44-382f-49b5-9a25-140b5c1271a6 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.68 "GET /v2.0/networks?id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac HTTP/1.1" status: 200 len: 817 time: 0.2145224 Jul 16 20:54:13.646968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Request body: {'port': {'device_id': '3f698213-7da1-44b8-b6e2-1e3ce8187aa5', 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'admin_state_up': True, 'tenant_id': '5994d5b92e9c459a87676e8dc405de21'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:13.654138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] Set router dd8d64ed-8760-4e61-80c7-872e9ce3542f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:13.826506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Made reservation on behalf of 5994d5b92e9c459a87676e8dc405de21 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:13.830888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:13.938565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:09Z', 'revision_number': 4, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port': {'id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5b4c7354-b962-44e4-b29d-032e8a46989d', 'name': '', 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'mac_address': 'fa:16:3e:5d:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd98f8e31-f12b-445e-af50-fd9941b721fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:09Z', 'updated_at': '2021-07-16T20:54:13Z', 'revision_number': 4, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'subnets': [{'id': 'd98f8e31-f12b-445e-af50-fd9941b721fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:13.972559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0014e0-7035-4db9-ba7c-0ea8d0f9e7bd None None] The sync data for ids ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'] in n-d-791505-15 is: [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:09Z', 'revision_number': 4, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port': {'id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '5b4c7354-b962-44e4-b29d-032e8a46989d', 'name': '', 'network_id': 'b393b20a-0977-4aa6-8866-b1ba0bece98a', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'mac_address': 'fa:16:3e:5d:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd98f8e31-f12b-445e-af50-fd9941b721fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:09Z', 'updated_at': '2021-07-16T20:54:13Z', 'revision_number': 4, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'subnets': [{'id': 'd98f8e31-f12b-445e-af50-fd9941b721fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:14.013128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Allocated IP 172.20.0.12 (c32852ac-fb7e-495b-ad1e-9ba5666f81ac/394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad/f4a2bbaf-d42a-4240-96dc-40a549ce434a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:14.253978 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.281462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Transition to ACTIVE for port object f4a2bbaf-d42a-4240-96dc-40a549ce434a will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:14.338511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.404550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:14.408143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:14.412876 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:14.420601 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Pushing event updated for resources: {'Port': ['ID=f4a2bbaf-d42a-4240-96dc-40a549ce434a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:14.684256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cf4bd9a9-417f-4931-ad83-7155e0a2ae7c None None] Provisioning for port f4a2bbaf-d42a-4240-96dc-40a549ce434a completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:14.691417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-cf4bd9a9-417f-4931-ad83-7155e0a2ae7c None None] Provisioning complete for port f4a2bbaf-d42a-4240-96dc-40a549ce434a triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:14.692128 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf4bd9a9-417f-4931-ad83-7155e0a2ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.761739 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bd9a9-417f-4931-ad83-7155e0a2ae7c None None] Port f4a2bbaf-d42a-4240-96dc-40a549ce434a cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:14.815307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07683a7c-8f48-441a-8017-669e2cccb618 req-e9188e32-0152-4491-8068-bc611271aa37 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:14.818084 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07683a7c-8f48-441a-8017-669e2cccb618 req-e9188e32-0152-4491-8068-bc611271aa37 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 932 time: 0.1106956 Jul 16 20:54:14.869205 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07683a7c-8f48-441a-8017-669e2cccb618 req-b0ca440d-1411-410c-94ef-39ff9a7b4f23 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Jul 16 20:54:14.888798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:14.889552 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.907133 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-5fca8bc2-20b7-410f-8370-51087cf8f4ac tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2658718 Jul 16 20:54:14.924957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Request body: {'port': {'device_id': '3f698213-7da1-44b8-b6e2-1e3ce8187aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:14.987165 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5b4c7354-b962-44e4-b29d-032e8a46989d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:15.029798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.047049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 5b4c7354-b962-44e4-b29d-032e8a46989d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:15.053352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5b4c7354-b962-44e4-b29d-032e8a46989d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:15.053955 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.160366 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.201500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 5b4c7354-b962-44e4-b29d-032e8a46989d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5b4c7354-b962-44e4-b29d-032e8a46989d,segment=NetworkSegment(4f8387de-12e6-4e7c-945a-9b4324b23221),segment_id=4f8387de-12e6-4e7c-945a-9b4324b23221)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:15.207141 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.271433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=5b4c7354-b962-44e4-b29d-032e8a46989d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:15.413217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a2bbaf-d42a-4240-96dc-40a549ce434a {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:15.423553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.437211 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Transition to ACTIVE for port object f4a2bbaf-d42a-4240-96dc-40a549ce434a will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:15.443274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.509292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Pushing event updated for resources: {'Port': ['ID=f4a2bbaf-d42a-4240-96dc-40a549ce434a,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:15.653486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Attempting to bind port f4a2bbaf-d42a-4240-96dc-40a549ce434a on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:15.654055 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Attempting to bind port f4a2bbaf-d42a-4240-96dc-40a549ce434a by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:15.654628 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Attempting to bind port f4a2bbaf-d42a-4240-96dc-40a549ce434a on network c32852ac-fb7e-495b-ad1e-9ba5666f81ac {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:15.663315 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Port f4a2bbaf-d42a-4240-96dc-40a549ce434a on network c32852ac-fb7e-495b-ad1e-9ba5666f81ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:54:15.663874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Attempting to bind port f4a2bbaf-d42a-4240-96dc-40a549ce434a on network c32852ac-fb7e-495b-ad1e-9ba5666f81ac {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:15.674384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:15.674962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Checking segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:15.675607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Bound using segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:15.676414 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Bound port: f4a2bbaf-d42a-4240-96dc-40a549ce434a, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:15.677028 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.795196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] For port f4a2bbaf-d42a-4240-96dc-40a549ce434a, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:15.800120 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] For port f4a2bbaf-d42a-4240-96dc-40a549ce434a, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f4a2bbaf-d42a-4240-96dc-40a549ce434a,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:15.810582 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.851631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:15.853558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.854643 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] 10.222.0.68 "PUT /v2.0/ports/f4a2bbaf-d42a-4240-96dc-40a549ce434a HTTP/1.1" status: 200 len: 1093 time: 0.9388363 Jul 16 20:54:15.855309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f698213-7da1-44b8-b6e2-1e3ce8187aa5', 'tag': 'f4a2bbaf-d42a-4240-96dc-40a549ce434a'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:15.859465 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f698213-7da1-44b8-b6e2-1e3ce8187aa5", "tag": "f4a2bbaf-d42a-4240-96dc-40a549ce434a"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:15.909283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549e840-7844-4f08-97ea-e71bd9f4798f service neutron] Pushing event updated for resources: {'Port': ['ID=f4a2bbaf-d42a-4240-96dc-40a549ce434a,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:15.976788 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59546f10-8ca8-4a86-bcd6-48f1fcce8ab7 x-openstack-request-id: req-59546f10-8ca8-4a86-bcd6-48f1fcce8ab7 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:15.977779 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f698213-7da1-44b8-b6e2-1e3ce8187aa5", "tag": "f4a2bbaf-d42a-4240-96dc-40a549ce434a", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:15.978198 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59546f10-8ca8-4a86-bcd6-48f1fcce8ab7 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:15.978816 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f698213-7da1-44b8-b6e2-1e3ce8187aa5', 'tag': 'f4a2bbaf-d42a-4240-96dc-40a549ce434a', 'status': 'completed', 'code': 200} Jul 16 20:54:16.023240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-d37c1bc7-1e8c-4a2f-9e77-6e7daad12de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.026580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-d37c1bc7-1e8c-4a2f-9e77-6e7daad12de4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5994d5b92e9c459a87676e8dc405de21&device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 1096 time: 0.1057775 Jul 16 20:54:16.098453 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-52ec87f5-c691-48a2-b6bb-bd5cffcb87cb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4a2bbaf-d42a-4240-96dc-40a549ce434a HTTP/1.1" status: 200 len: 217 time: 0.0642772 Jul 16 20:54:16.175782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-9e6d9984-de01-46b7-947b-19b1ad127d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.178435 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-9e6d9984-de01-46b7-947b-19b1ad127d3f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad HTTP/1.1" status: 200 len: 856 time: 0.0726020 Jul 16 20:54:16.180553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ba4da-429e-4792-99a2-d120e0f6231b req-0ffab460-94b7-4776-ab81-97b0a61e5aa8 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.183280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba7ba4da-429e-4792-99a2-d120e0f6231b req-0ffab460-94b7-4776-ab81-97b0a61e5aa8 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 944 time: 0.1055584 Jul 16 20:54:16.253735 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba7ba4da-429e-4792-99a2-d120e0f6231b req-2cbc8147-803d-4590-820f-ca2683e9483a tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642219 Jul 16 20:54:16.288569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-9534e0db-c8a2-4bf2-a2f1-a420408d0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.292159 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-9534e0db-c8a2-4bf2-a2f1-a420408d0952 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075220 Jul 16 20:54:16.405705 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-a3fa3da2-c482-405b-b850-700dc2918c65 service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066034 Jul 16 20:54:16.513341 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4dbcd1a2-71db-4064-9c7a-e1e4e62a195d req-6534ee5d-2ccd-4e84-86c2-41f7736e1949 service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012127 Jul 16 20:54:16.623147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-0cf17639-c3d3-4acb-b173-73fe5c52a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.624731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-0cf17639-c3d3-4acb-b173-73fe5c52a47c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5994d5b92e9c459a87676e8dc405de21&device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0648267 Jul 16 20:54:16.732122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-71655a7d-c050-4097-9a6e-5f27d8e7e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.734531 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-71655a7d-c050-4097-9a6e-5f27d8e7e3c4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac HTTP/1.1" status: 200 len: 918 time: 0.1029212 Jul 16 20:54:16.785645 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-d35b6448-3ba2-4af9-b8e3-867a0df78f11 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4a2bbaf-d42a-4240-96dc-40a549ce434a HTTP/1.1" status: 200 len: 217 time: 0.0446403 Jul 16 20:54:16.869176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-436ccb92-fe52-4e98-8e25-84e6c3dd6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.871708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-436ccb92-fe52-4e98-8e25-84e6c3dd6bd3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad HTTP/1.1" status: 200 len: 856 time: 0.0792034 Jul 16 20:54:16.940083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-97effb90-dcb7-448a-8104-04327039a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.942021 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-97effb90-dcb7-448a-8104-04327039a42d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638921 Jul 16 20:54:16.973744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5b4c7354-b962-44e4-b29d-032e8a46989d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:17.038077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 5b4c7354-b962-44e4-b29d-032e8a46989d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:17.038706 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.077359 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-1b637ad7-30e9-44cc-bc4d-d4b50170a9e8 service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265895 Jul 16 20:54:17.208257 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-76dcb9f7-5eb8-4ffd-88f6-67fdfb5b45e9 req-e8d6cd2a-4de2-49f8-8c0b-eba040e76ac2 service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239467 Jul 16 20:54:17.487752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd0a5-aa14-4983-984c-0dfeb42c7795 req-32e1d32c-2420-4a3b-a4c9-e5cd2acecdd8 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.489680 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86ccd0a5-aa14-4983-984c-0dfeb42c7795 req-32e1d32c-2420-4a3b-a4c9-e5cd2acecdd8 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 944 time: 0.1059835 Jul 16 20:54:17.535172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86ccd0a5-aa14-4983-984c-0dfeb42c7795 req-56c25550-c3ed-4c9e-89ab-6309a596388f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Jul 16 20:54:18.099422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b026-4f31-4d86-80bf-e65203afd723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:18.714676 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c700-69a7-46f6-852d-dbc84e312e61 req-1c79f0f8-a42c-4c6f-bed8-668914075f7f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:18.716300 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9d9c700-69a7-46f6-852d-dbc84e312e61 req-1c79f0f8-a42c-4c6f-bed8-668914075f7f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 944 time: 0.0656357 Jul 16 20:54:18.755212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9d9c700-69a7-46f6-852d-dbc84e312e61 req-3484e7f7-f35c-4ddf-be3f-b6b27bb6f1ee tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331457 Jul 16 20:54:19.941624 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51b81f-c723-4d29-bf90-74ba6ad1efe4 req-9d38eec6-4491-4fca-95d2-0b80b8c3d1b7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:19.943250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f51b81f-c723-4d29-bf90-74ba6ad1efe4 req-9d38eec6-4491-4fca-95d2-0b80b8c3d1b7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 944 time: 0.0723357 Jul 16 20:54:20.005818 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8f51b81f-c723-4d29-bf90-74ba6ad1efe4 req-fec666d1-35c9-4af6-8f37-7e9e49299d3e tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543213 Jul 16 20:54:20.042127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f4a2bbaf-d42a-4240-96dc-40a549ce434a details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:54:20.154765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f4a2bbaf-d42a-4240-96dc-40a549ce434a, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f4a2bbaf-d42a-4240-96dc-40a549ce434a,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:20.172054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'f4a2bbaf-d42a-4240-96dc-40a549ce434a', 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'port_id': 'f4a2bbaf-d42a-4240-96dc-40a549ce434a', 'mac_address': 'fa:16:3e:4a:df:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:54:20.213732 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.228188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a2bbaf-d42a-4240-96dc-40a549ce434a {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:20.262640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f4a2bbaf-d42a-4240-96dc-40a549ce434a, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f4a2bbaf-d42a-4240-96dc-40a549ce434a,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:20.267667 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.319347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f4a2bbaf-d42a-4240-96dc-40a549ce434a,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:20.448578 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f800bede-230d-4ee6-a51b-ef1744275536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.468227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f4a2bbaf-d42a-4240-96dc-40a549ce434a'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:54:20.686886 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.201313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9f91e-6ee5-4926-a946-01634f6808d0 req-117b6729-2a30-4222-bd98-43023f0f18d1 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.203210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7a9f91e-6ee5-4926-a946-01634f6808d0 req-117b6729-2a30-4222-bd98-43023f0f18d1 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 945 time: 0.0757720 Jul 16 20:54:21.247902 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7a9f91e-6ee5-4926-a946-01634f6808d0 req-fa0ef238-edec-4326-a7d6-e317949ac068 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Jul 16 20:54:22.057418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f4a2bbaf-d42a-4240-96dc-40a549ce434a up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:22.130935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port f4a2bbaf-d42a-4240-96dc-40a549ce434a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:22.136033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port f4a2bbaf-d42a-4240-96dc-40a549ce434a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:22.136441 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.245709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.273471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f698213-7da1-44b8-b6e2-1e3ce8187aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a2bbaf-d42a-4240-96dc-40a549ce434a'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:22.276698 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f605380-7c26-4b74-82ca-4eccb3a9e00e" -d '{"events": [{"server_uuid": "3f698213-7da1-44b8-b6e2-1e3ce8187aa5", "name": "network-vif-plugged", "status": "completed", "tag": "f4a2bbaf-d42a-4240-96dc-40a549ce434a"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:22.292292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port f4a2bbaf-d42a-4240-96dc-40a549ce434a, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f4a2bbaf-d42a-4240-96dc-40a549ce434a,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:22.298567 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.334865 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73920629-54d3-4929-89a7-3a8582dcb434 x-openstack-request-id: req-73920629-54d3-4929-89a7-3a8582dcb434 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:22.335174 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f698213-7da1-44b8-b6e2-1e3ce8187aa5", "name": "network-vif-plugged", "status": "completed", "tag": "f4a2bbaf-d42a-4240-96dc-40a549ce434a", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:22.335458 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73920629-54d3-4929-89a7-3a8582dcb434 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:22.335834 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f698213-7da1-44b8-b6e2-1e3ce8187aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a2bbaf-d42a-4240-96dc-40a549ce434a', 'code': 200} Jul 16 20:54:22.362830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=f4a2bbaf-d42a-4240-96dc-40a549ce434a,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:22.475433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2e3b6-7c0a-4d43-bdee-979810d3ac34 req-60247681-07b0-4137-962a-22614cb2babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:22.477194 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bf2e3b6-7c0a-4d43-bdee-979810d3ac34 req-60247681-07b0-4137-962a-22614cb2babf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 1098 time: 0.0690429 Jul 16 20:54:22.511353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8afcff-8725-49e2-b865-f20379d554e1 req-ddafe52a-6493-4bcc-8c14-ea178942c28e tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:22.513589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c8afcff-8725-49e2-b865-f20379d554e1 req-ddafe52a-6493-4bcc-8c14-ea178942c28e tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 946 time: 0.0848386 Jul 16 20:54:22.525381 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2bf2e3b6-7c0a-4d43-bdee-979810d3ac34 req-c77e1d43-91f8-44c5-b174-051209a9674e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Jul 16 20:54:22.568098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c8afcff-8725-49e2-b865-f20379d554e1 req-b6f020a5-a0a3-4d93-90c1-541821ede85c tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420105 Jul 16 20:54:22.584691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:23.771757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfd3a0-12b7-4ff7-9d00-c8e9cfb52d7e req-36e28a2c-9f4f-4c34-9ed5-f3f72938513d tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:23.773575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58bfd3a0-12b7-4ff7-9d00-c8e9cfb52d7e req-36e28a2c-9f4f-4c34-9ed5-f3f72938513d tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 946 time: 0.0763729 Jul 16 20:54:23.825956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-58bfd3a0-12b7-4ff7-9d00-c8e9cfb52d7e req-3e1159a4-c519-45ab-9bdc-6945a246a12f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Jul 16 20:54:23.942979 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.080907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68401fa7-bb47-4645-808a-5bff01a0051b req-53cab764-de4a-41c5-9ddc-d1caffac4799 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:24.083856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68401fa7-bb47-4645-808a-5bff01a0051b req-53cab764-de4a-41c5-9ddc-d1caffac4799 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 946 time: 0.0911303 Jul 16 20:54:24.150337 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68401fa7-bb47-4645-808a-5bff01a0051b req-b4983a60-d702-44b7-923a-5baaa96bc556 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541866 Jul 16 20:54:34.781535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.686155 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.956839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa39a6-5cf6-4c13-ba27-02f9ac5dbae0 req-e729c5cc-5154-4d8a-bce9-bc7012dfc9d8 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:45.958463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97fa39a6-5cf6-4c13-ba27-02f9ac5dbae0 req-e729c5cc-5154-4d8a-bce9-bc7012dfc9d8 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 946 time: 0.0694735 Jul 16 20:54:46.003258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-97fa39a6-5cf6-4c13-ba27-02f9ac5dbae0 req-6a224eb6-22bf-4295-b8fc-514f7d9f8488 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Jul 16 20:54:46.889884 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:47.193770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53c375-56a6-4dc6-989e-9668600c2a29 req-bd075e92-2aa7-4484-8afb-d0ba9c372679 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:47.195912 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a53c375-56a6-4dc6-989e-9668600c2a29 req-bd075e92-2aa7-4484-8afb-d0ba9c372679 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 946 time: 0.0712299 Jul 16 20:54:47.238314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5a53c375-56a6-4dc6-989e-9668600c2a29 req-d7815d70-0f4a-4b07-b660-9bcd0d706f8f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367727 Jul 16 20:54:47.366417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-9e7b592d-3d08-4878-a1c7-b3169a22ba0d tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:47.368165 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-9e7b592d-3d08-4878-a1c7-b3169a22ba0d tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 946 time: 0.0699794 Jul 16 20:54:47.475312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Deleting port f4a2bbaf-d42a-4240-96dc-40a549ce434a {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:47.475583 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.573145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] For port f4a2bbaf-d42a-4240-96dc-40a549ce434a, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=f4a2bbaf-d42a-4240-96dc-40a549ce434a,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:47.573520 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.588614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Calling delete_port for f4a2bbaf-d42a-4240-96dc-40a549ce434a owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:47.739067 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.752105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['f4a2bbaf-d42a-4240-96dc-40a549ce434a'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:54:47.770952 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Pushing event deleted for resources: {'Port': ['ID=f4a2bbaf-d42a-4240-96dc-40a549ce434a,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:47.785090 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.785448 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.785860 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.786131 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.786462 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.786937 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.787133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.787449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.787785 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.788110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.788464 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.788792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.830896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] No DVR routers for this DVR port f4a2bbaf-d42a-4240-96dc-40a549ce434a on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:47.834189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.836387 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfbd3942-3f28-4a29-84db-8bb112c9df68 req-4061c505-e7bf-49f0-aba9-f2275d1b4f74 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.68 "DELETE /v2.0/ports/f4a2bbaf-d42a-4240-96dc-40a549ce434a HTTP/1.1" status: 204 len: 173 time: 0.4630837 Jul 16 20:54:47.836864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f698213-7da1-44b8-b6e2-1e3ce8187aa5', 'name': 'network-vif-deleted', 'tag': 'f4a2bbaf-d42a-4240-96dc-40a549ce434a'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:47.839265 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5b0f7f-a50e-412f-9976-7ce94f34c2e2" -d '{"events": [{"server_uuid": "3f698213-7da1-44b8-b6e2-1e3ce8187aa5", "name": "network-vif-deleted", "tag": "f4a2bbaf-d42a-4240-96dc-40a549ce434a"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:47.949623 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f8b0eb-86e2-4540-a2d7-097eb6358ae3 x-openstack-request-id: req-06f8b0eb-86e2-4540-a2d7-097eb6358ae3 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:47.949935 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f698213-7da1-44b8-b6e2-1e3ce8187aa5", "name": "network-vif-deleted", "tag": "f4a2bbaf-d42a-4240-96dc-40a549ce434a", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:47.950200 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06f8b0eb-86e2-4540-a2d7-097eb6358ae3 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:47.950610 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f698213-7da1-44b8-b6e2-1e3ce8187aa5', 'name': 'network-vif-deleted', 'tag': 'f4a2bbaf-d42a-4240-96dc-40a549ce434a', 'status': 'completed', 'code': 200} Jul 16 20:54:48.095924 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a01ed54-27ce-4e3a-a2ca-97933ec9d33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:48.414161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2e523ccc-897b-481f-a220-7e07286502ea req-14c507c9-56d3-450b-8772-5f9db48cf49c tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f698213-7da1-44b8-b6e2-1e3ce8187aa5 HTTP/1.1" status: 200 len: 210 time: 0.0362053 Jul 16 20:54:50.229669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f4a2bbaf-d42a-4240-96dc-40a549ce434a no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:50.261161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: f4a2bbaf-d42a-4240-96dc-40a549ce434a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:50.261763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device f4a2bbaf-d42a-4240-96dc-40a549ce434a not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:50.380879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-76fb4d65-a157-4a1a-b64c-bc04961ac072 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:50.382457 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-76fb4d65-a157-4a1a-b64c-bc04961ac072 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/networks?id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac HTTP/1.1" status: 200 len: 817 time: 0.1135018 Jul 16 20:54:50.401216 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-ddaba705-b8d5-4dc0-887c-58bdf5f8a079 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/quotas/5994d5b92e9c459a87676e8dc405de21 HTTP/1.1" status: 200 len: 375 time: 0.0113091 Jul 16 20:54:50.455430 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8b5d06c9-7f30-4383-beb4-55ba4595413d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:50.493583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-539f7072-c1e9-4a38-a06a-06b9270c5d78 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5994d5b92e9c459a87676e8dc405de21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832958 Jul 16 20:54:50.605665 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-e54f8e0e-d7e8-420e-97ab-6b4b054ac3a8 service neutron] 10.222.0.78 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997822 Jul 16 20:54:50.698735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:50.718786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-322ac623-f45c-488f-bde3-72ab959b6ad8 service neutron] 10.222.0.78 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025290 Jul 16 20:54:50.910523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e9db0b2-fa46-4ac9-b8a4-803ed486f6df req-ad5bb987-7b7d-4bf8-9c91-7e998582d634 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 210 time: 0.0314002 Jul 16 20:54:52.116786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6d4fc463-51c0-415b-9146-4fc731406279 req-a0e90558-a47e-4341-9068-6e84ccc05c14 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 210 time: 0.0492013 Jul 16 20:54:52.143209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-ddcb2839-2771-4600-8fc9-a3cf092cbf91 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:52.145119 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-ddcb2839-2771-4600-8fc9-a3cf092cbf91 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.68 "GET /v2.0/networks?id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac HTTP/1.1" status: 200 len: 817 time: 0.1633844 Jul 16 20:54:52.158304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Request body: {'port': {'device_id': 'ca2d9782-0654-410e-a1b9-db1ab519318d', 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'admin_state_up': True, 'tenant_id': '5994d5b92e9c459a87676e8dc405de21'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:52.333370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Made reservation on behalf of 5994d5b92e9c459a87676e8dc405de21 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:52.337834 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:52.496342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Allocated IP 172.20.0.9 (c32852ac-fb7e-495b-ad1e-9ba5666f81ac/394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad/ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:52.584453 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:52.668900 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:52.686239 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Transition to ACTIVE for port object ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:52.729321 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:52.778629 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:52.784461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:52.788559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:52.815900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Pushing event updated for resources: {'Port': ['ID=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:52.848530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:52.849224 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:52.872355 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-14738bd0-3191-4d6d-a660-90a3063d1f6f tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7183909 Jul 16 20:54:53.012958 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Request body: {'port': {'device_id': 'ca2d9782-0654-410e-a1b9-db1ab519318d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:53.105229 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.120506 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5686228d-020e-4a4f-b6a5-946021df8ad0 None None] Provisioning for port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:53.125246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5686228d-020e-4a4f-b6a5-946021df8ad0 None None] Provisioning complete for port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:53.125814 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5686228d-020e-4a4f-b6a5-946021df8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.169192 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5686228d-020e-4a4f-b6a5-946021df8ad0 None None] Port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:53.375732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93113d2-4081-462f-a22a-5c15c5853372 req-d4bb886a-b090-4f87-9b17-014e9da26c68 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:53.378473 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d93113d2-4081-462f-a22a-5c15c5853372 req-d4bb886a-b090-4f87-9b17-014e9da26c68 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 931 time: 0.1225121 Jul 16 20:54:53.441809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d93113d2-4081-462f-a22a-5c15c5853372 req-bdc1fc5b-11a5-411f-af7a-252e037e98a2 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565898 Jul 16 20:54:53.475503 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:53.484894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.499428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Transition to ACTIVE for port object ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:53.503331 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.562524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:53.643999 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Attempting to bind port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:53.644282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Attempting to bind port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:53.644624 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Attempting to bind port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc on network c32852ac-fb7e-495b-ad1e-9ba5666f81ac {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:53.651020 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc on network c32852ac-fb7e-495b-ad1e-9ba5666f81ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:54:53.651363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Attempting to bind port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc on network c32852ac-fb7e-495b-ad1e-9ba5666f81ac {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:53.657654 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:53.658181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Checking segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:53.658395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Bound using segment: {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:53.658862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Bound port: ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02be838-dddf-4263-9658-fd79b5f7f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:53.659217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.759253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] For port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:53.764011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] For port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:53.770604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.819446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:53.820763 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.822290 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] 10.222.0.68 "PUT /v2.0/ports/ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc HTTP/1.1" status: 200 len: 1092 time: 0.9428978 Jul 16 20:54:53.822769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2d9782-0654-410e-a1b9-db1ab519318d', 'tag': 'ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:53.825146 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00301c6-bf47-44e2-981a-2239f0fd74e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2d9782-0654-410e-a1b9-db1ab519318d", "tag": "ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:53.847168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf20aa-4335-41da-a235-c418770b3a65 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:53.899249 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87453e98-0eba-4089-b1c9-bbed7bbd6eb0 x-openstack-request-id: req-87453e98-0eba-4089-b1c9-bbed7bbd6eb0 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:53.899546 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2d9782-0654-410e-a1b9-db1ab519318d", "tag": "ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:53.899770 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87453e98-0eba-4089-b1c9-bbed7bbd6eb0 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:53.900193 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2d9782-0654-410e-a1b9-db1ab519318d', 'tag': 'ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc', 'status': 'completed', 'code': 200} Jul 16 20:54:53.946656 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.968936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-d087276f-8738-49d3-8acf-417f3f05c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:53.971217 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-d087276f-8738-49d3-8acf-417f3f05c403 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5994d5b92e9c459a87676e8dc405de21&device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 1095 time: 0.0823901 Jul 16 20:54:54.021577 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-8c402b92-750a-4f38-b7fc-0c717112e22d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc HTTP/1.1" status: 200 len: 217 time: 0.0434444 Jul 16 20:54:54.079128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-6794dfad-77b1-4f7e-95b9-b7b20bb191ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.080959 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-6794dfad-77b1-4f7e-95b9-b7b20bb191ba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad HTTP/1.1" status: 200 len: 856 time: 0.0536644 Jul 16 20:54:54.153349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-a4983630-6c29-4b5d-a74a-7bac3dbf2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.155053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-a4983630-6c29-4b5d-a74a-7bac3dbf2336 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676432 Jul 16 20:54:54.272660 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-d0a10354-549c-4e36-bbab-424f18506e2d service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083062 Jul 16 20:54:54.385740 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29b68e9c-2150-438b-9bce-693ab929e4b4 req-f2483f31-fa55-4c1a-a6dc-4abcf9badc83 service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074190 Jul 16 20:54:54.511204 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-8fd36854-9fbf-4a5f-82d0-351dbf22ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.513004 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-8fd36854-9fbf-4a5f-82d0-351dbf22ddbe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5994d5b92e9c459a87676e8dc405de21&device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 1095 time: 0.0686510 Jul 16 20:54:54.634674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-05e50e15-5ab1-4d0e-9d1b-cd025f075fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.636376 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-05e50e15-5ab1-4d0e-9d1b-cd025f075fa8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac HTTP/1.1" status: 200 len: 918 time: 0.1166496 Jul 16 20:54:54.671453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddb951-3b82-4ec0-96d6-9c5524f9f4fb req-410748f4-f7fd-4291-b558-4ec54f36231a tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.673917 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6cddb951-3b82-4ec0-96d6-9c5524f9f4fb req-410748f4-f7fd-4291-b558-4ec54f36231a tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 943 time: 0.0970418 Jul 16 20:54:54.685514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-8c68289b-56e7-41b4-bdc1-a64a70a03d65 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc HTTP/1.1" status: 200 len: 217 time: 0.0415773 Jul 16 20:54:54.719589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6cddb951-3b82-4ec0-96d6-9c5524f9f4fb req-9047f51c-2b8f-44a9-b5b8-c8c453c3a422 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389538 Jul 16 20:54:54.760057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-743b1f4b-1ec8-4961-bc63-1721d2544685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.761985 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-743b1f4b-1ec8-4961-bc63-1721d2544685 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad HTTP/1.1" status: 200 len: 856 time: 0.0689640 Jul 16 20:54:54.832301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-d4560b56-2f77-4fec-8e5e-fdd1bb4ca704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.834138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-d4560b56-2f77-4fec-8e5e-fdd1bb4ca704 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651000 Jul 16 20:54:54.945993 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-0a603aea-3446-41ff-b82f-466857c27329 service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045899 Jul 16 20:54:55.051161 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c00301c6-bf47-44e2-981a-2239f0fd74e5 req-8ba20633-39c4-4dfc-ab44-bacfe46444b1 service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986359 Jul 16 20:54:55.922645 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210b6d8-5c6b-4004-a568-b066a2d09d6d req-8a0bae38-0b14-4e80-82af-abf17e53a1a6 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:55.924391 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b210b6d8-5c6b-4004-a568-b066a2d09d6d req-8a0bae38-0b14-4e80-82af-abf17e53a1a6 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 943 time: 0.0746925 Jul 16 20:54:55.972945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b210b6d8-5c6b-4004-a568-b066a2d09d6d req-6444f087-7e1b-4460-ac80-3a210415b28b tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391936 Jul 16 20:54:56.270849 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:54:56.410981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:56.424230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc', 'network_id': 'c32852ac-fb7e-495b-ad1e-9ba5666f81ac', 'port_id': 'ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc', 'mac_address': 'fa:16:3e:51:ba:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:54:56.467453 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.483219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:56.506490 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:56.512720 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.569177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:56.577323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.577678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.578024 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.578367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.578709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.579045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.579379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.579759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.580094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.580464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.580800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.581123 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.734990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:54:57.189621 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1c29f-fe06-49c8-b84f-cf688dba13f8 req-cedfbf84-8905-403c-aa4c-cc7fad5dd7f5 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.191167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cb1c29f-fe06-49c8-b84f-cf688dba13f8 req-cedfbf84-8905-403c-aa4c-cc7fad5dd7f5 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 944 time: 0.0779855 Jul 16 20:54:57.237178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3cb1c29f-fe06-49c8-b84f-cf688dba13f8 req-5ce8a704-414d-40e3-b6e3-173168676c46 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387163 Jul 16 20:54:58.275755 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:58.328414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:58.332774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:58.333150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:58.426868 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:58.443045 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd560b-75e6-4221-a3f2-5179c0170d5e req-4da895dd-2d94-4b4e-82fa-0e566f926ca9 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.446353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aacd560b-75e6-4221-a3f2-5179c0170d5e req-4da895dd-2d94-4b4e-82fa-0e566f926ca9 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 944 time: 0.0846195 Jul 16 20:54:58.451918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d9782-0654-410e-a1b9-db1ab519318d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:58.454224 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbc5d28-f0c0-474f-a42d-4eb3bd3460a6" -d '{"events": [{"server_uuid": "ca2d9782-0654-410e-a1b9-db1ab519318d", "name": "network-vif-plugged", "status": "completed", "tag": "ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:58.470159 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:58.474625 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:58.490810 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aacd560b-75e6-4221-a3f2-5179c0170d5e req-95be7f1e-d7d2-42ea-b6f3-bab8c7b3a2a2 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370028 Jul 16 20:54:58.529767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:58.575995 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca3df27-5d02-4ac0-9644-9842c928b760 x-openstack-request-id: req-8ca3df27-5d02-4ac0-9644-9842c928b760 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:58.576371 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2d9782-0654-410e-a1b9-db1ab519318d", "name": "network-vif-plugged", "status": "completed", "tag": "ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:58.576629 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ca3df27-5d02-4ac0-9644-9842c928b760 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:58.577025 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d9782-0654-410e-a1b9-db1ab519318d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc', 'code': 200} Jul 16 20:54:58.696897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cef6bb-217f-410f-9531-f02d904baa1c req-fb3822e1-d796-4c72-8f68-0a48ff07ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.698535 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c2cef6bb-217f-410f-9531-f02d904baa1c req-fb3822e1-d796-4c72-8f68-0a48ff07ef92 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 1097 time: 0.0566306 Jul 16 20:54:58.739111 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c2cef6bb-217f-410f-9531-f02d904baa1c req-f32679e9-39ed-4bd6-8f98-d4ce2bdcc726 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Jul 16 20:54:59.681256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7ac30-2993-462e-888f-eef59f5b0dd9 req-42c110b5-12a7-4bbc-a104-d3895ff3750b tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:59.682789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92d7ac30-2993-462e-888f-eef59f5b0dd9 req-42c110b5-12a7-4bbc-a104-d3895ff3750b tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 945 time: 0.0693753 Jul 16 20:54:59.722753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-92d7ac30-2993-462e-888f-eef59f5b0dd9 req-ef52d8bd-4cf0-4f37-a5c1-a530a475eb83 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343175 Jul 16 20:54:59.913561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f05ae-49c9-4104-bdfc-73b48f241703 req-fbc005ce-50d4-4ac2-902c-08388e15eee9 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:59.915043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e3f05ae-49c9-4104-bdfc-73b48f241703 req-fbc005ce-50d4-4ac2-902c-08388e15eee9 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 945 time: 0.0657785 Jul 16 20:54:59.954374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e3f05ae-49c9-4104-bdfc-73b48f241703 req-89574c19-cc41-4945-bce0-7533a3e77611 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Jul 16 20:55:04.798455 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:05.683370 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:17.449069 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-b6df0053-12db-409b-bd23-e48858ac61f4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571260 Jul 16 20:55:17.553319 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-e3e8e8a7-ee36-4ae0-8746-6f5ae20a2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:17.555080 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-e3e8e8a7-ee36-4ae0-8746-6f5ae20a2d68 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5994d5b92e9c459a87676e8dc405de21&device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 1097 time: 0.0632157 Jul 16 20:55:17.677747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-58e716ab-bdbd-459a-b3b7-e8ba46f8a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:17.679466 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-58e716ab-bdbd-459a-b3b7-e8ba46f8a613 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac HTTP/1.1" status: 200 len: 918 time: 0.0992124 Jul 16 20:55:17.721978 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-2df92396-c0c8-415f-ba5a-a7e470ae3828 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc HTTP/1.1" status: 200 len: 217 time: 0.0364175 Jul 16 20:55:17.772676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-0584245c-0984-472e-b857-06f05356123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:17.774956 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-0584245c-0984-472e-b857-06f05356123d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad HTTP/1.1" status: 200 len: 856 time: 0.0467820 Jul 16 20:55:17.842610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-94b1bee5-b70d-4489-b997-4b4b9fd05b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:17.844254 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-94b1bee5-b70d-4489-b997-4b4b9fd05b5a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c32852ac-fb7e-495b-ad1e-9ba5666f81ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620282 Jul 16 20:55:17.947084 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-58855c64-e6f3-485f-8071-321afbd65abb service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963202 Jul 16 20:55:18.075598 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7acf97da-6501-4d47-95ea-42a07ab41ba9 req-ccadb462-ad69-4c4d-b9d0-cce2fbe3e56a service neutron] 10.222.0.68 "GET /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217735 Jul 16 20:55:18.102167 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9886b86d-01a3-4c82-a3c2-7043670f21b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:19.147663 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e885247-5cc5-48b5-a61a-13045c39c855 req-d158b925-1bcf-4202-abc7-2ee15c9bd736 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:19.150437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e885247-5cc5-48b5-a61a-13045c39c855 req-d158b925-1bcf-4202-abc7-2ee15c9bd736 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 945 time: 0.0764267 Jul 16 20:55:19.195527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e885247-5cc5-48b5-a61a-13045c39c855 req-6fca1a3b-58d5-421c-836c-00373f3786d4 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Jul 16 20:55:20.393600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb9091-8081-4667-8d00-7bfe9b6f92e0 req-eb29c5b7-5302-4151-a042-1714d2fc511e tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:20.395135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84fb9091-8081-4667-8d00-7bfe9b6f92e0 req-eb29c5b7-5302-4151-a042-1714d2fc511e tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 945 time: 0.0703797 Jul 16 20:55:20.441495 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84fb9091-8081-4667-8d00-7bfe9b6f92e0 req-cb23f698-6a8f-4a00-baf1-162781e85586 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/security-groups?id=27372920-7b07-4557-99a5-6757187e4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341740 Jul 16 20:55:20.448759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-638cff99-74bf-4410-a0c0-14d6424a82de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:20.548903 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-1ba473be-b903-4356-8fa1-ea516df0e19a tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:20.550422 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-1ba473be-b903-4356-8fa1-ea516df0e19a tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 945 time: 0.0644424 Jul 16 20:55:20.659222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Deleting port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:20.659570 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:20.697608 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:20.755271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] For port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:20.755641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:20.776524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Calling delete_port for ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:20.915405 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:20.927234 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:55:20.948185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Pushing event deleted for resources: {'Port': ['ID=ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:21.001184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] No DVR routers for this DVR port ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:55:21.004330 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:21.006833 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-19a7a25a-b740-4c4d-9d22-bead10c0b442 req-2b204247-d1b2-4d10-9998-792d7202d6c7 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.68 "DELETE /v2.0/ports/ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc HTTP/1.1" status: 204 len: 173 time: 0.4509950 Jul 16 20:55:21.007345 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d9782-0654-410e-a1b9-db1ab519318d', 'name': 'network-vif-deleted', 'tag': 'ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:21.010461 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9ef192-80d0-44b3-b7d4-4d01f7f53187" -d '{"events": [{"server_uuid": "ca2d9782-0654-410e-a1b9-db1ab519318d", "name": "network-vif-deleted", "tag": "ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:21.071462 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9bea72-10e7-4d11-8833-1b1c0ea189ca x-openstack-request-id: req-ef9bea72-10e7-4d11-8833-1b1c0ea189ca {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:21.071761 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2d9782-0654-410e-a1b9-db1ab519318d", "name": "network-vif-deleted", "tag": "ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:21.072022 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef9bea72-10e7-4d11-8833-1b1c0ea189ca {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:21.072454 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d9782-0654-410e-a1b9-db1ab519318d', 'name': 'network-vif-deleted', 'tag': 'ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc', 'status': 'completed', 'code': 200} Jul 16 20:55:21.604720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d169f049-f71c-4083-bd70-a3d1ca0de99e req-f4091317-5286-4cd5-897e-a7c8bda0d7e6 tempest-TestEncryptedCinderVolumes-1279814321 tempest-TestEncryptedCinderVolumes-1279814321-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca2d9782-0654-410e-a1b9-db1ab519318d HTTP/1.1" status: 200 len: 210 time: 0.0300546 Jul 16 20:55:22.584927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:22.743230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53464) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:23.124517 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.407956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Deleting port 04624f3e-1154-4ea1-9378-aa6f542c2eae {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:23.408326 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.487868 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-3c117853-7558-4003-841b-e742a708754d admin admin] For port 04624f3e-1154-4ea1-9378-aa6f542c2eae, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=04624f3e-1154-4ea1-9378-aa6f542c2eae,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:23.488254 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.501566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Calling delete_port for 04624f3e-1154-4ea1-9378-aa6f542c2eae owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:23.691434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.722150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Pushing event deleted for resources: {'Port': ['ID=04624f3e-1154-4ea1-9378-aa6f542c2eae,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:23.737732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.738090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.738467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.738816 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.739232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.739468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.739799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.740327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.740519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.740776 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.741100 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.741562 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:23.892264 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:55:23.941758 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.951540 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.384733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:24.406891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:55:24.407350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device ac5f1c43-5f2d-46e9-b4ff-730cef6d2bbc not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:24.477640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:55:24.580968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c117853-7558-4003-841b-e742a708754d admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:24.586055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3c117853-7558-4003-841b-e742a708754d admin admin] 10.222.0.78 "PUT /v2.0/routers/3fc5a0e6-1f33-40af-9065-7a3a85ff49fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417244 Jul 16 20:55:24.588731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53466) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:24.589716 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] Sync routers for ids ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:24.599187 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] Routers {'3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:24.599801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:24.699287 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.711825 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] Set router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:24.811397 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.866659 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Deleting port d76ef995-e362-4988-b365-e2659faf4166 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:24.866892 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.896403 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd76ef995-e362-4988-b365-e2659faf4166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:55:23Z', 'revision_number': 5, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port': {'id': 'd76ef995-e362-4988-b365-e2659faf4166', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:01Z', 'updated_at': '2021-07-16T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:24.926449 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] Checking router: 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:24.934868 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] Routers {'3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:24.936092 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:24.954032 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] For port d76ef995-e362-4988-b365-e2659faf4166, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d76ef995-e362-4988-b365-e2659faf4166,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:24.954529 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.969134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Calling delete_port for d76ef995-e362-4988-b365-e2659faf4166 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:25.024236 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] Set router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:25.076705 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:55:24Z', 'revision_number': 6, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:25.107665 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b44f9b-a4d4-4a5c-8e85-210bf43cd31b None None] The sync data for ids ['3fc5a0e6-1f33-40af-9065-7a3a85ff49fa'] in n-d-791505-15 is: [{'id': '3fc5a0e6-1f33-40af-9065-7a3a85ff49fa', 'name': 'tempest-TestEncryptedCinderVolumes-1670340500-router', 'tenant_id': '5994d5b92e9c459a87676e8dc405de21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:00Z', 'updated_at': '2021-07-16T20:55:24Z', 'revision_number': 6, 'project_id': '5994d5b92e9c459a87676e8dc405de21', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:25.154653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.181857 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76ef995-e362-4988-b365-e2659faf4166,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:25.256965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.349368 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.352160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.394759 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.395228 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc5a0e6-1f33-40af-9065-7a3a85ff49fa {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:55:25.400485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.401672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e2b5b858-dc56-47b9-87d5-67603f5faa20 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3fc5a0e6-1f33-40af-9065-7a3a85ff49fa HTTP/1.1" status: 204 len: 168 time: 0.8119884 Jul 16 20:55:25.404293 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53468) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:25.449272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a144966e-8d41-43b1-b56a-c8480360a59c admin admin] Deleting subnet 394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:55:25.452505 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a144966e-8d41-43b1-b56a-c8480360a59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.489984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a144966e-8d41-43b1-b56a-c8480360a59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.579048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a144966e-8d41-43b1-b56a-c8480360a59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.635303 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a144966e-8d41-43b1-b56a-c8480360a59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.661894 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144966e-8d41-43b1-b56a-c8480360a59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:25.666630 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a144966e-8d41-43b1-b56a-c8480360a59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.668787 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a144966e-8d41-43b1-b56a-c8480360a59c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/394924f4-2b15-4cd8-8dce-6bfa0ec4d4ad HTTP/1.1" status: 204 len: 168 time: 0.2632134 Jul 16 20:55:25.671341 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53470) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:25.674403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dedd591-f759-4fe2-ba6f-a341d36f85f7 None None] Network c32852ac-fb7e-495b-ad1e-9ba5666f81ac requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:55:25.747062 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.801905 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Deleting port c9137969-3595-4c92-b413-a0624cb9823a {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:25.802256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.874424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] For port c9137969-3595-4c92-b413-a0624cb9823a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c9137969-3595-4c92-b413-a0624cb9823a,segment=NetworkSegment(f02be838-dddf-4263-9658-fd79b5f7f40b),segment_id=f02be838-dddf-4263-9658-fd79b5f7f40b)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:25.874698 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:25.896395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Calling delete_port for c9137969-3595-4c92-b413-a0624cb9823a owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:25.987040 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.017072 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9137969-3595-4c92-b413-a0624cb9823a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:26.019667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] No DVR routers for this DVR port c9137969-3595-4c92-b413-a0624cb9823a on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:55:26.048230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cfa3f-7d79-4dcc-80ad-24dfa6cef57c None None] DHCP port deletion for c32852ac-fb7e-495b-ad1e-9ba5666f81ac request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:55:26.103546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.114593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32852ac-fb7e-495b-ad1e-9ba5666f81ac']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:26.125919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02be838-dddf-4263-9658-fd79b5f7f40b') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:26.126560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02be838-dddf-4263-9658-fd79b5f7f40b') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:26.136657 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.152687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.159781 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:55:26.160215 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:55:26.162250 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:55:26.229605 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.238662 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.240161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c32852ac-fb7e-495b-ad1e-9ba5666f81ac HTTP/1.1" status: 204 len: 168 time: 0.5678701 Jul 16 20:55:26.244176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53472) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:26.251924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620b214-3cea-4886-a197-3a0e635b9da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32852ac-fb7e-495b-ad1e-9ba5666f81ac,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:26.599354 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.867700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Deleting port 5b4c7354-b962-44e4-b29d-032e8a46989d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:26.867948 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.949381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] For port 5b4c7354-b962-44e4-b29d-032e8a46989d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=5b4c7354-b962-44e4-b29d-032e8a46989d,segment=NetworkSegment(4f8387de-12e6-4e7c-945a-9b4324b23221),segment_id=4f8387de-12e6-4e7c-945a-9b4324b23221)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:26.950078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.963253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Calling delete_port for 5b4c7354-b962-44e4-b29d-032e8a46989d owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:26.995421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 04624f3e-1154-4ea1-9378-aa6f542c2eae no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:27.016331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 04624f3e-1154-4ea1-9378-aa6f542c2eae {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:55:27.016692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 04624f3e-1154-4ea1-9378-aa6f542c2eae not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:27.017128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c9137969-3595-4c92-b413-a0624cb9823a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:27.036578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c9137969-3595-4c92-b413-a0624cb9823a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:55:27.036941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c9137969-3595-4c92-b413-a0624cb9823a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:27.037387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d76ef995-e362-4988-b365-e2659faf4166 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:27.057532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d76ef995-e362-4988-b365-e2659faf4166 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:55:27.057892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d76ef995-e362-4988-b365-e2659faf4166 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:27.154290 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:27.183122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4c7354-b962-44e4-b29d-032e8a46989d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:27.692282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:27.910241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Router dd8d64ed-8760-4e61-80c7-872e9ce3542f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:55:28.022384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:28.028087 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d4f63051-335c-48cb-b397-bf6fae691cc1 admin admin] 10.222.0.78 "PUT /v2.0/routers/dd8d64ed-8760-4e61-80c7-872e9ce3542f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7828572 Jul 16 20:55:28.030774 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53474) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:28.031532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] Sync routers for ids ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:28.041162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] Routers {'dd8d64ed-8760-4e61-80c7-872e9ce3542f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:28.041796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:28.136098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.149479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] Set router dd8d64ed-8760-4e61-80c7-872e9ce3542f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:28.249536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.309363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Deleting port 0fccf573-7d84-4826-9e6c-c980d62973d5 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:28.309638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.343643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:55:27Z', 'revision_number': 5, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port': {'id': '0fccf573-7d84-4826-9e6c-c980d62973d5', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:28.372941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] Checking router: dd8d64ed-8760-4e61-80c7-872e9ce3542f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:28.382105 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] Routers {'dd8d64ed-8760-4e61-80c7-872e9ce3542f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:28.382662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:28.395032 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] For port 0fccf573-7d84-4826-9e6c-c980d62973d5, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0fccf573-7d84-4826-9e6c-c980d62973d5,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:28.395407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.409025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Calling delete_port for 0fccf573-7d84-4826-9e6c-c980d62973d5 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:28.473348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] Set router dd8d64ed-8760-4e61-80c7-872e9ce3542f gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:28.528706 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:55:28Z', 'revision_number': 6, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:28.562494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4dce2-3acc-400a-bf39-d2d7b3d0f137 None None] The sync data for ids ['dd8d64ed-8760-4e61-80c7-872e9ce3542f'] in n-d-791505-15 is: [{'id': 'dd8d64ed-8760-4e61-80c7-872e9ce3542f', 'name': 'tempest-TestEncryptedCinderVolumes-944004281-router', 'tenant_id': 'f707de143ea64d65afa2f5c795bd040a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:06Z', 'updated_at': '2021-07-16T20:55:28Z', 'revision_number': 6, 'project_id': 'f707de143ea64d65afa2f5c795bd040a', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:28.589271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.627433 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fccf573-7d84-4826-9e6c-c980d62973d5,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:28.695495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.799139 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.801491 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.849801 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.850295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd8d64ed-8760-4e61-80c7-872e9ce3542f {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:55:28.855551 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.857019 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-18c3ef0b-c8ff-4f7c-9960-5dcb3447b707 admin admin] 10.222.0.78 "DELETE /v2.0/routers/dd8d64ed-8760-4e61-80c7-872e9ce3542f HTTP/1.1" status: 204 len: 168 time: 0.8250403 Jul 16 20:55:28.860768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53476) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:28.915751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cd0ea7-17a2-4206-a831-d2bf4fe3d105 admin admin] Deleting subnet d98f8e31-f12b-445e-af50-fd9941b721fe {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:55:28.919457 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29cd0ea7-17a2-4206-a831-d2bf4fe3d105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:28.957608 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29cd0ea7-17a2-4206-a831-d2bf4fe3d105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.048773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29cd0ea7-17a2-4206-a831-d2bf4fe3d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.103108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29cd0ea7-17a2-4206-a831-d2bf4fe3d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.138193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-29cd0ea7-17a2-4206-a831-d2bf4fe3d105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.142313 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-29cd0ea7-17a2-4206-a831-d2bf4fe3d105 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d98f8e31-f12b-445e-af50-fd9941b721fe HTTP/1.1" status: 204 len: 168 time: 0.2783778 Jul 16 20:55:29.142313 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd0ea7-17a2-4206-a831-d2bf4fe3d105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d98f8e31-f12b-445e-af50-fd9941b721fe,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:29.142725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53478) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:29.143220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feec63f-f808-4725-b791-e4d84aa0e7f6 None None] Network b393b20a-0977-4aa6-8866-b1ba0bece98a requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:55:29.218543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.277093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Deleting port 0b6629c1-9d4d-4452-89e4-49dac89e4853 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:29.278130 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.350488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] For port 0b6629c1-9d4d-4452-89e4-49dac89e4853, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b6629c1-9d4d-4452-89e4-49dac89e4853,segment=NetworkSegment(4f8387de-12e6-4e7c-945a-9b4324b23221),segment_id=4f8387de-12e6-4e7c-945a-9b4324b23221)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:29.351382 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.358432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] DHCP port deletion for b393b20a-0977-4aa6-8866-b1ba0bece98a request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:55:29.365869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Calling delete_port for 0b6629c1-9d4d-4452-89e4-49dac89e4853 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:29.391381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5b4c7354-b962-44e4-b29d-032e8a46989d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:29.418689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 5b4c7354-b962-44e4-b29d-032e8a46989d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:55:29.419043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 5b4c7354-b962-44e4-b29d-032e8a46989d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:29.441977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] Deleting port 0b6629c1-9d4d-4452-89e4-49dac89e4853 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:29.442387 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.462246 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.488626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6629c1-9d4d-4452-89e4-49dac89e4853,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:29.492937 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] No DVR routers for this DVR port 0b6629c1-9d4d-4452-89e4-49dac89e4853 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:55:29.515687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] For port 0b6629c1-9d4d-4452-89e4-49dac89e4853, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0b6629c1-9d4d-4452-89e4-49dac89e4853,segment=NetworkSegment(4f8387de-12e6-4e7c-945a-9b4324b23221),segment_id=4f8387de-12e6-4e7c-945a-9b4324b23221)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:29.516344 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.534297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] Calling delete_port for 0b6629c1-9d4d-4452-89e4-49dac89e4853 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:29.576786 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.587927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b393b20a-0977-4aa6-8866-b1ba0bece98a']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:29.601575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8387de-12e6-4e7c-945a-9b4324b23221') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:29.601945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8387de-12e6-4e7c-945a-9b4324b23221') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:29.617437 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:55:29.621558 n-d-791505-15 neutron-server[100245]: self.session.flush() Jul 16 20:55:29.636562 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.636874 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.645469 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:55:29.645951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:55:29.654851 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:55:29.671971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] Pushing event deleted for resources: {'Port': ['ID=0b6629c1-9d4d-4452-89e4-49dac89e4853,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:29.679952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d90624-7b2d-4802-acf6-19ba4356cacb None None] No DVR routers for this DVR port 0b6629c1-9d4d-4452-89e4-49dac89e4853 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:55:29.740854 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.759367 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:29.769901 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] 10.222.0.78 "DELETE /v2.0/networks/b393b20a-0977-4aa6-8866-b1ba0bece98a HTTP/1.1" status: 204 len: 168 time: 0.6234462 Jul 16 20:55:29.769901 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d60e5-bc3f-4e5b-8c7a-9a35a6820dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=b393b20a-0977-4aa6-8866-b1ba0bece98a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:29.976758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53482) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:30.032880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b96316f3-4edf-4584-9084-29df52badb65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5994d5b92e9c459a87676e8dc405de21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548477 Jul 16 20:55:30.035389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53484) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:30.094418 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8d0a7a4-1e9d-4a26-9594-eaadd44da166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.124703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8d0a7a4-1e9d-4a26-9594-eaadd44da166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.183204 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8d0a7a4-1e9d-4a26-9594-eaadd44da166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.185976 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c8d0a7a4-1e9d-4a26-9594-eaadd44da166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.187160 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c8d0a7a4-1e9d-4a26-9594-eaadd44da166 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27372920-7b07-4557-99a5-6757187e4731 HTTP/1.1" status: 204 len: 168 time: 0.1508348 Jul 16 20:55:30.197138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0a7a4-1e9d-4a26-9594-eaadd44da166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27372920-7b07-4557-99a5-6757187e4731,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:30.527193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53490) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:30.568482 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-dbb52afb-2b04-4b5e-8644-7bb446e21c71 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f707de143ea64d65afa2f5c795bd040a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400510 Jul 16 20:55:30.571659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53492) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:30.621093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a18b-419d-4742-81b0-a80e52851b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.644027 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a18b-419d-4742-81b0-a80e52851b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.693195 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a18b-419d-4742-81b0-a80e52851b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.696536 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a18b-419d-4742-81b0-a80e52851b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:30.697734 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7aa3a18b-419d-4742-81b0-a80e52851b69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/adb1f2c1-65c2-4446-b23d-7d02f97863bb HTTP/1.1" status: 204 len: 168 time: 0.1251249 Jul 16 20:55:30.706007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3a18b-419d-4742-81b0-a80e52851b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb1f2c1-65c2-4446-b23d-7d02f97863bb,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:31.007532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b6629c1-9d4d-4452-89e4-49dac89e4853 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:31.031004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0b6629c1-9d4d-4452-89e4-49dac89e4853 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:55:31.031352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0b6629c1-9d4d-4452-89e4-49dac89e4853 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:31.031779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0fccf573-7d84-4826-9e6c-c980d62973d5 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:31.060456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0fccf573-7d84-4826-9e6c-c980d62973d5 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:55:31.060846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0fccf573-7d84-4826-9e6c-c980d62973d5 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:31.399349 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53514) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:31.494941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1140809910-network', 'tenant_id': '899830904f534221bf1210405adae7c8'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:31.516339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Made reservation on behalf of 899830904f534221bf1210405adae7c8 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:55:31.518826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:31.528382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:31.626890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:31.630892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:31.661883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:55:31.669504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e9fca6-1974-41dd-88a4-5e62546e8ab7,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:31.677557 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:31.678405 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Added segment bbfd1837-28e6-491f-b11a-c7ee8606d18a of type vlan for network 4a25817f-28b6-441f-98d6-5fdad16d2dec Jul 16 20:55:31.721327 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:31.753904 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:31.754829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:31.755418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:31.787045 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3865461 Jul 16 20:55:31.790454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53518) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:31.795790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Request body: {'subnet': {'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1140809910-subnet', 'tenant_id': '899830904f534221bf1210405adae7c8', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:31.829809 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1ae01-b8bd-4a16-b1ce-33fb2a0fe47d admin admin] Pushing event updated for resources: {'Network': ['ID=4a25817f-28b6-441f-98d6-5fdad16d2dec,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:31.840554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:55:31.845790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Made reservation on behalf of 899830904f534221bf1210405adae7c8 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:55:31.848252 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.021973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.082779 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9f66c6-e772-42e6-b28a-25736dd26fd7,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:32.092342 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Checking segment: {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:32.092715 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Network hostable DHCP agents. Network: 4a25817f-28b6-441f-98d6-5fdad16d2dec, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:55:32.110553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:55:32.120530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 4a25817f-28b6-441f-98d6-5fdad16d2dec) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:32.124579 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:32.125193 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.129502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf35869-5c52-4d09-b41b-cb2e9380f207 None None] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:55:32.139974 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-121b1bfd-7ceb-4606-968d-24c65f1834e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3484347 Jul 16 20:55:32.143700 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53520) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:32.148835 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:32.171419 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.172711 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.227195 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.295983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-4a25817f-28b6-441f-98d6-5fdad16d2dec', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:55:32.296927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.378494 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.453823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Allocated IP 172.20.0.2 (4a25817f-28b6-441f-98d6-5fdad16d2dec/6e9f66c6-e772-42e6-b28a-25736dd26fd7/a8ac0202-ac51-4578-84ba-e3105fb45eb6) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:32.584915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.603383 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.609349 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.613239 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Transition to ACTIVE for port object a8ac0202-ac51-4578-84ba-e3105fb45eb6 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:32.630161 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Transition to ACTIVE for port object a8ac0202-ac51-4578-84ba-e3105fb45eb6 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:32.636823 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.678453 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:32.684031 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:32.687055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:32.692924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Pushing event updated for resources: {'Port': ['ID=a8ac0202-ac51-4578-84ba-e3105fb45eb6,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:32.715770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Allocated IP 172.25.6.136 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/d0612f1d-fe33-4630-9d4c-aefd19fea19b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:32.753886 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Attempting to bind port a8ac0202-ac51-4578-84ba-e3105fb45eb6 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:32.754379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Attempting to bind port a8ac0202-ac51-4578-84ba-e3105fb45eb6 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:32.754814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Attempting to bind port a8ac0202-ac51-4578-84ba-e3105fb45eb6 on network 4a25817f-28b6-441f-98d6-5fdad16d2dec {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:32.760238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:32.760610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Checking segment: {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:32.761014 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.761405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Bound using segment: {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:32.761867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Bound port: a8ac0202-ac51-4578-84ba-e3105fb45eb6, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:32.762249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.829252 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.838478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] For port a8ac0202-ac51-4578-84ba-e3105fb45eb6, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:32.841628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] For port a8ac0202-ac51-4578-84ba-e3105fb45eb6, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a8ac0202-ac51-4578-84ba-e3105fb45eb6,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:32.846863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.871342 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:32.908238 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c4ebb-fafd-40cb-85c8-7229b0e3029f None None] Pushing event updated for resources: {'Port': ['ID=a8ac0202-ac51-4578-84ba-e3105fb45eb6,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:32.918770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:32.921943 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:32.926687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:32.930393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0612f1d-fe33-4630-9d4c-aefd19fea19b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:33.217579 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:33.424406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:33.562940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Router 66986455-05d8-44e9-b229-ffc708c55507 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:55:33.685804 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:33.696561 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Sync routers for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:33.707965 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:33.708906 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:33.709773 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:33.712026 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2b03aec9-2830-45a7-96f3-13ed48d745b5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5672638 Jul 16 20:55:33.714853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53522) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:33.834535 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:33.942878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd60631b-f924-46e8-b43a-34ee38b10362 None None] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:55:34.060301 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:33Z', 'revision_number': 3, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:34.081009 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-09b994a4-9308-4d45-b9f6-8d21363a58e2 None None] Provisioning for port a8ac0202-ac51-4578-84ba-e3105fb45eb6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:34.099460 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Checking router: 66986455-05d8-44e9-b229-ffc708c55507 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:34.099827 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Updating router 66986455-05d8-44e9-b229-ffc708c55507 port d0612f1d-fe33-4630-9d4c-aefd19fea19b binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:55:34.143702 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.408236 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.419017 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Transition to ACTIVE for port object d0612f1d-fe33-4630-9d4c-aefd19fea19b will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:34.425356 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.473085 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Attempting to bind port d0612f1d-fe33-4630-9d4c-aefd19fea19b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:34.473452 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Attempting to bind port d0612f1d-fe33-4630-9d4c-aefd19fea19b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:34.473808 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Attempting to bind port d0612f1d-fe33-4630-9d4c-aefd19fea19b on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:34.482464 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Pushing event updated for resources: {'Port': ['ID=d0612f1d-fe33-4630-9d4c-aefd19fea19b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:34.485017 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:34.485222 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:34.485634 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.486990 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:34.487265 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Bound port: d0612f1d-fe33-4630-9d4c-aefd19fea19b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:34.488178 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.512171 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.512535 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.512876 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.513207 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.513533 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.513859 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.514179 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.514500 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.514820 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.515138 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.515456 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.515773 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:34.518002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.555532 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] For port d0612f1d-fe33-4630-9d4c-aefd19fea19b, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:34.558902 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] For port d0612f1d-fe33-4630-9d4c-aefd19fea19b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d0612f1d-fe33-4630-9d4c-aefd19fea19b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:34.562622 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.683532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Allocated IP 172.20.0.1 (4a25817f-28b6-441f-98d6-5fdad16d2dec/6e9f66c6-e772-42e6-b28a-25736dd26fd7/df6eb776-c045-4796-b7a5-2ce5c1c9c9e9) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:34.716684 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:34.717308 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:34.752405 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fcba1-c6b5-4479-9430-1d512d0bebe3 None None] Pushing event updated for resources: {'Port': ['ID=d0612f1d-fe33-4630-9d4c-aefd19fea19b,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:34.785297 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.794079 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.808576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Transition to ACTIVE for port object df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:34.828137 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:34.842633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.894590 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:34.895973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Pushing event updated for resources: {'Port': ['ID=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:34.899614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:34.901773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:34.942810 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.058516 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:33Z', 'revision_number': 3, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:35.062759 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a8ac0202-ac51-4578-84ba-e3105fb45eb6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:35.106295 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beacc1-3266-4221-8502-ee1c0787fd4a None None] The sync data for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 is: [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:33Z', 'revision_number': 3, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:35.142795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a8ac0202-ac51-4578-84ba-e3105fb45eb6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:35.146300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.148499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a8ac0202-ac51-4578-84ba-e3105fb45eb6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:35.148944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.253847 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.274984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d2fa7992-628f-43da-9a09-a9a0bba4c2fc None None] Provisioning for port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:35.284570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d2fa7992-628f-43da-9a09-a9a0bba4c2fc None None] Provisioning complete for port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:35.284951 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7992-628f-43da-9a09-a9a0bba4c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.312293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port a8ac0202-ac51-4578-84ba-e3105fb45eb6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a8ac0202-ac51-4578-84ba-e3105fb45eb6,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:35.319632 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.331890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.338910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.383723 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa7992-628f-43da-9a09-a9a0bba4c2fc None None] Port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:55:35.410525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0202-ac51-4578-84ba-e3105fb45eb6,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:35.424732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.426640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Pushing event updated for resources: {'Port': ['ID=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:35.545820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:35.547258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:35.681972 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.687206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Router 66986455-05d8-44e9-b229-ffc708c55507 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:55:35.808995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f824b3fc-f56a-4672-b3fe-29e6bac125c2 None None] Provisioning complete for port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:35.809459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f824b3fc-f56a-4672-b3fe-29e6bac125c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:35.820435 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:35.826200 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ff3e9102-949f-4c31-9c6c-b9053c49f313 admin admin] 10.222.0.78 "PUT /v2.0/routers/66986455-05d8-44e9-b229-ffc708c55507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1102347 Jul 16 20:55:35.854988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f824b3fc-f56a-4672-b3fe-29e6bac125c2 None None] Port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:55:36.360923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53538) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:36.366086 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1669212144-network', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:36.390750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Made reservation on behalf of 90e3d0e4e2a046d89b7b0cb6f73f09de for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:55:36.393521 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.407422 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.515853 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.517102 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.549270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:55:36.558185 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd6800b-47cd-4e73-85b1-f5d567d8ed34,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:36.567563 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.568012 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Added segment e508fa66-be87-4935-a1dc-f22b432029ee of type vlan for network dc723569-fa43-44cb-b9d5-73ec165c01f5 Jul 16 20:55:36.613600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.652876 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.653902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:36.654511 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.689051 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3269897 Jul 16 20:55:36.691675 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53540) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:36.699220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Request body: {'subnet': {'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1669212144-subnet', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:36.735495 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6216d2-a03e-4103-be4f-1273236ef1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=dc723569-fa43-44cb-b9d5-73ec165c01f5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:36.747373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network dc723569-fa43-44cb-b9d5-73ec165c01f5 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:55:36.758145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Made reservation on behalf of 90e3d0e4e2a046d89b7b0cb6f73f09de for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:55:36.760647 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.811946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Sync routers for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:36.830990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:36.831720 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:36.962394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:36.981291 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.049269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01bfb71-5f71-41c6-9ddc-b2f745f876a1,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:37.051711 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Checking segment: {'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:37.052179 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Network hostable DHCP agents. Network: dc723569-fa43-44cb-b9d5-73ec165c01f5, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:55:37.079023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Network dc723569-fa43-44cb-b9d5-73ec165c01f5 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:55:37.092012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, dc723569-fa43-44cb-b9d5-73ec165c01f5) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:37.097149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:37.098063 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.119365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e2c94-f192-45ed-808c-694d5efacc7c None None] Network dc723569-fa43-44cb-b9d5-73ec165c01f5 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:55:37.120110 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-967bbafe-4a13-4f99-8d44-5957c1459cd2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4273438 Jul 16 20:55:37.121124 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53542) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:37.126127 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:37.153733 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.155243 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.160786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d0612f1d-fe33-4630-9d4c-aefd19fea19b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:37.224691 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.379843 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.510845 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d0612f1d-fe33-4630-9d4c-aefd19fea19b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:37.524607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d0612f1d-fe33-4630-9d4c-aefd19fea19b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:37.524984 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.597461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-dc723569-fa43-44cb-b9d5-73ec165c01f5', 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'fixed_ips': [{'subnet_id': 'a01bfb71-5f71-41c6-9ddc-b2f745f876a1'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:55:37.598348 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.609335 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.624182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 2, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:37.630839 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.662433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Checking router: 66986455-05d8-44e9-b229-ffc708c55507 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:37.662804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Updating router 66986455-05d8-44e9-b229-ffc708c55507 port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:55:37.749597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Allocated IP 172.25.6.26 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/2cad0c51-e488-4803-8394-98cc69dee0df) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:37.798476 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.803537 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.869042 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.884405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port d0612f1d-fe33-4630-9d4c-aefd19fea19b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d0612f1d-fe33-4630-9d4c-aefd19fea19b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:37.897112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.897964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a8ac0202-ac51-4578-84ba-e3105fb45eb6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:37.907362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Allocated IP 172.20.0.2 (dc723569-fa43-44cb-b9d5-73ec165c01f5/a01bfb71-5f71-41c6-9ddc-b2f745f876a1/e76e527d-bdb4-490e-9f62-7f425d20c82c) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:37.914756 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:37.960507 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:37.963671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:37.966767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:37.998577 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Pushing event updated for resources: {'Port': ['ID=2cad0c51-e488-4803-8394-98cc69dee0df,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:38.082781 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=d0612f1d-fe33-4630-9d4c-aefd19fea19b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:38.179850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a8ac0202-ac51-4578-84ba-e3105fb45eb6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:38.180255 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.260715 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.343572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.387338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Transition to ACTIVE for port object e76e527d-bdb4-490e-9f62-7f425d20c82c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:38.451056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Transition to ACTIVE for port object e76e527d-bdb4-490e-9f62-7f425d20c82c will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:38.455289 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.468252 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.474097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Transition to ACTIVE for port object df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:38.492181 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.504403 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.513962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Network dc723569-fa43-44cb-b9d5-73ec165c01f5 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:38.523772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:38.529634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:38.546857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Pushing event updated for resources: {'Port': ['ID=e76e527d-bdb4-490e-9f62-7f425d20c82c,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:38.655546 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Router 05f28064-1de9-44da-bb04-0e52996abe1a is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:55:38.681833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Attempting to bind port e76e527d-bdb4-490e-9f62-7f425d20c82c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:38.682214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Attempting to bind port e76e527d-bdb4-490e-9f62-7f425d20c82c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:38.682584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Attempting to bind port e76e527d-bdb4-490e-9f62-7f425d20c82c on network dc723569-fa43-44cb-b9d5-73ec165c01f5 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:38.688576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a13cc-e7c2-4405-bd12-f0e38b6faf12 None None] Pushing event updated for resources: {'Port': ['ID=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:38.699936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:38.700363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Checking segment: {'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:38.700788 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.701262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Bound using segment: {'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:38.701709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Bound port: e76e527d-bdb4-490e-9f62-7f425d20c82c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:38.702111 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.715548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Attempting to bind port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:38.716018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Attempting to bind port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:38.716334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Attempting to bind port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 on network 4a25817f-28b6-441f-98d6-5fdad16d2dec {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:38.726284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:38.726284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Checking segment: {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:38.726284 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.726284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Bound using segment: {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:38.726839 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Bound port: df6eb776-c045-4796-b7a5-2ce5c1c9c9e9, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:38.727219 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.791446 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:38.801142 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Sync routers for ids ['05f28064-1de9-44da-bb04-0e52996abe1a'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:38.810493 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.812086 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Routers {'05f28064-1de9-44da-bb04-0e52996abe1a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:38.812516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1345ce08-854f-407f-858a-60885d0edc22 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6900616 Jul 16 20:55:38.813304 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['05f28064-1de9-44da-bb04-0e52996abe1a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:38.815291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53544) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:38.852531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] For port e76e527d-bdb4-490e-9f62-7f425d20c82c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:38.857624 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] For port e76e527d-bdb4-490e-9f62-7f425d20c82c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e76e527d-bdb4-490e-9f62-7f425d20c82c,segment=NetworkSegment(e508fa66-be87-4935-a1dc-f22b432029ee),segment_id=e508fa66-be87-4935-a1dc-f22b432029ee)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:38.870949 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.905278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] For port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:38.935473 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] For port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:38.942437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.959661 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Set router 05f28064-1de9-44da-bb04-0e52996abe1a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:38.971825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635bb1a-5070-49f5-b39f-295b5ff88394 None None] Pushing event updated for resources: {'Port': ['ID=e76e527d-bdb4-490e-9f62-7f425d20c82c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:39.028135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:39.029669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:39.098498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d0612f1d-fe33-4630-9d4c-aefd19fea19b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:39.168469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a13cc-e7c2-4405-bd12-f0e38b6faf12 None None] Pushing event updated for resources: {'Port': ['ID=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:39.265741 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:38Z', 'revision_number': 3, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port': {'id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:39.313227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:39.322201 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Checking router: 05f28064-1de9-44da-bb04-0e52996abe1a for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:39.322544 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Updating router 05f28064-1de9-44da-bb04-0e52996abe1a port 2cad0c51-e488-4803-8394-98cc69dee0df binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:55:39.399734 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:39.432543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d0612f1d-fe33-4630-9d4c-aefd19fea19b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:39.433150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:39.730246 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:39.742140 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Transition to ACTIVE for port object 2cad0c51-e488-4803-8394-98cc69dee0df will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:39.750683 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:39.801765 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Attempting to bind port 2cad0c51-e488-4803-8394-98cc69dee0df on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:39.803005 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Attempting to bind port 2cad0c51-e488-4803-8394-98cc69dee0df by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:39.803507 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Attempting to bind port 2cad0c51-e488-4803-8394-98cc69dee0df on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:39.814669 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:39.815431 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:39.816295 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:39.816887 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:39.818004 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Bound port: 2cad0c51-e488-4803-8394-98cc69dee0df, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:39.818807 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:39.843005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:38Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:39.877752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745d6e3-a328-4b3d-8e1b-8c0b2facd33c None None] The sync data for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 is: [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:38Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:39.889499 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:39.893309 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] For port 2cad0c51-e488-4803-8394-98cc69dee0df, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:39.900446 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] For port 2cad0c51-e488-4803-8394-98cc69dee0df, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2cad0c51-e488-4803-8394-98cc69dee0df,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:39.905683 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b214eb-c0a1-4f05-808e-cd9afb7456a6 None None] Pushing event updated for resources: {'Port': ['ID=2cad0c51-e488-4803-8394-98cc69dee0df,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:39.908650 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:39.980177 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Routers {'05f28064-1de9-44da-bb04-0e52996abe1a'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:39.980914 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['05f28064-1de9-44da-bb04-0e52996abe1a'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:40.123124 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] Set router 05f28064-1de9-44da-bb04-0e52996abe1a gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:40.159007 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Allocated IP 172.20.0.1 (dc723569-fa43-44cb-b9d5-73ec165c01f5/a01bfb71-5f71-41c6-9ddc-b2f745f876a1/d176f2bb-459b-4403-9a37-2319a00bb7d2) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:40.189154 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b214eb-c0a1-4f05-808e-cd9afb7456a6 None None] Pushing event updated for resources: {'Port': ['ID=2cad0c51-e488-4803-8394-98cc69dee0df,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:40.308032 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:40.327863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Transition to ACTIVE for port object d176f2bb-459b-4403-9a37-2319a00bb7d2 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:40.369439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d792207b-c0c2-4afa-8d07-4e548585f1a0 None None] Network dc723569-fa43-44cb-b9d5-73ec165c01f5 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:55:40.372848 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:40.389353 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:38Z', 'revision_number': 3, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port': {'id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:40.436091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Network dc723569-fa43-44cb-b9d5-73ec165c01f5 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:40.438917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0e737c77-0b87-4472-b4f6-23c7172bb271 None None] Provisioning for port e76e527d-bdb4-490e-9f62-7f425d20c82c completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:40.442241 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:40.450139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:40.524912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Pushing event updated for resources: {'Port': ['ID=d176f2bb-459b-4403-9a37-2319a00bb7d2,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:40.544546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:40.552716 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f66de-ce71-4bce-aa9b-58c20ef31c96 None None] The sync data for ids ['05f28064-1de9-44da-bb04-0e52996abe1a'] in n-d-791505-15 is: [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:38Z', 'revision_number': 3, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port': {'id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:40.736845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:40.895409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-66e04538-1a84-4ceb-9858-b1d14556e042 None None] Provisioning for port d176f2bb-459b-4403-9a37-2319a00bb7d2 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:40.907830 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-66e04538-1a84-4ceb-9858-b1d14556e042 None None] Provisioning complete for port d176f2bb-459b-4403-9a37-2319a00bb7d2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:40.907830 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-66e04538-1a84-4ceb-9858-b1d14556e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.014243 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.023310 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.034795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-66e04538-1a84-4ceb-9858-b1d14556e042 None None] Port d176f2bb-459b-4403-9a37-2319a00bb7d2 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:55:41.154925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.158996 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Pushing event updated for resources: {'Port': ['ID=d176f2bb-459b-4403-9a37-2319a00bb7d2,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:41.250000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e76e527d-bdb4-490e-9f62-7f425d20c82c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:41.317535 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Network dc723569-fa43-44cb-b9d5-73ec165c01f5 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:41.321659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ad8df8b9-a5e1-43ee-8e17-333507c7bb8b None None] Provisioning complete for port d176f2bb-459b-4403-9a37-2319a00bb7d2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:41.321793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:41.321899 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ad8df8b9-a5e1-43ee-8e17-333507c7bb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.375669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ad8df8b9-a5e1-43ee-8e17-333507c7bb8b None None] Port d176f2bb-459b-4403-9a37-2319a00bb7d2 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:55:41.396319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e76e527d-bdb4-490e-9f62-7f425d20c82c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:41.408187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e76e527d-bdb4-490e-9f62-7f425d20c82c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:41.409139 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.510140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Router 05f28064-1de9-44da-bb04-0e52996abe1a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:55:41.592273 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.658567 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port e76e527d-bdb4-490e-9f62-7f425d20c82c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e76e527d-bdb4-490e-9f62-7f425d20c82c,segment=NetworkSegment(e508fa66-be87-4935-a1dc-f22b432029ee),segment_id=e508fa66-be87-4935-a1dc-f22b432029ee)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:41.666381 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.669644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:41.680101 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:41.693203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d7b02cd7-5c20-48aa-a589-89695bb33865 admin admin] 10.222.0.78 "PUT /v2.0/routers/05f28064-1de9-44da-bb04-0e52996abe1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694737 Jul 16 20:55:41.771775 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d6e9e497-71b2-4495-8e33-a64074c6f1c3 None None] Provisioning complete for port d176f2bb-459b-4403-9a37-2319a00bb7d2 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:41.772106 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e497-71b2-4495-8e33-a64074c6f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.777209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=e76e527d-bdb4-490e-9f62-7f425d20c82c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:41.822470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9e497-71b2-4495-8e33-a64074c6f1c3 None None] Port d176f2bb-459b-4403-9a37-2319a00bb7d2 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:55:41.827652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:41.832985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:41.833368 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.946453 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.995142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:42.002008 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:42.002937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2cad0c51-e488-4803-8394-98cc69dee0df up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:42.093602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:42.105155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 2cad0c51-e488-4803-8394-98cc69dee0df completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:42.110414 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2cad0c51-e488-4803-8394-98cc69dee0df triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:42.110791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:42.244629 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:42.273784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 2cad0c51-e488-4803-8394-98cc69dee0df, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2cad0c51-e488-4803-8394-98cc69dee0df,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:42.279774 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:42.358168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=2cad0c51-e488-4803-8394-98cc69dee0df,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:43.066764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e76e527d-bdb4-490e-9f62-7f425d20c82c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:43.180818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e76e527d-bdb4-490e-9f62-7f425d20c82c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:43.181292 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:43.222269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Sync routers for ids ['05f28064-1de9-44da-bb04-0e52996abe1a'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:43.251178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Routers {'05f28064-1de9-44da-bb04-0e52996abe1a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:43.251887 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['05f28064-1de9-44da-bb04-0e52996abe1a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:43.401175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:43.479511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Set router 05f28064-1de9-44da-bb04-0e52996abe1a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:43.545687 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:43.546077 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:43.756297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2cad0c51-e488-4803-8394-98cc69dee0df up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:43.877893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2cad0c51-e488-4803-8394-98cc69dee0df triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:43.877893 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:43.919798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:40Z', 'revision_number': 4, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port': {'id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd176f2bb-459b-4403-9a37-2319a00bb7d2', 'name': '', 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'mac_address': 'fa:16:3e:37:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'a01bfb71-5f71-41c6-9ddc-b2f745f876a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:39Z', 'updated_at': '2021-07-16T20:55:40Z', 'revision_number': 2, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'subnets': [{'id': 'a01bfb71-5f71-41c6-9ddc-b2f745f876a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:43.956600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Checking router: 05f28064-1de9-44da-bb04-0e52996abe1a for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:43.956960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Updating router 05f28064-1de9-44da-bb04-0e52996abe1a port d176f2bb-459b-4403-9a37-2319a00bb7d2 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:55:44.030403 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:44.462607 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:44.481884 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Transition to ACTIVE for port object d176f2bb-459b-4403-9a37-2319a00bb7d2 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:44.488630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:44.551642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05024ab-36c9-435b-9bfc-f66504a55079 None None] Pushing event updated for resources: {'Port': ['ID=d176f2bb-459b-4403-9a37-2319a00bb7d2,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:44.633783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Attempting to bind port d176f2bb-459b-4403-9a37-2319a00bb7d2 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:44.634207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Attempting to bind port d176f2bb-459b-4403-9a37-2319a00bb7d2 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:44.635006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Attempting to bind port d176f2bb-459b-4403-9a37-2319a00bb7d2 on network dc723569-fa43-44cb-b9d5-73ec165c01f5 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:44.644810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:44.645202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Checking segment: {'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:44.645721 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:44.646137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Bound using segment: {'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:44.646655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Bound port: d176f2bb-459b-4403-9a37-2319a00bb7d2, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e508fa66-be87-4935-a1dc-f22b432029ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:44.647063 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:44.795928 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] For port d176f2bb-459b-4403-9a37-2319a00bb7d2, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:44.799569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] For port d176f2bb-459b-4403-9a37-2319a00bb7d2, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d176f2bb-459b-4403-9a37-2319a00bb7d2,segment=NetworkSegment(e508fa66-be87-4935-a1dc-f22b432029ee),segment_id=e508fa66-be87-4935-a1dc-f22b432029ee)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:44.805437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:44.879815 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Routers {'05f28064-1de9-44da-bb04-0e52996abe1a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:44.880446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:55:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['05f28064-1de9-44da-bb04-0e52996abe1a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:44.883985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05024ab-36c9-435b-9bfc-f66504a55079 None None] Pushing event updated for resources: {'Port': ['ID=d176f2bb-459b-4403-9a37-2319a00bb7d2,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:45.047544 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] Set router 05f28064-1de9-44da-bb04-0e52996abe1a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:45.410049 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:40Z', 'revision_number': 4, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port': {'id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd176f2bb-459b-4403-9a37-2319a00bb7d2', 'name': '', 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'mac_address': 'fa:16:3e:37:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'a01bfb71-5f71-41c6-9ddc-b2f745f876a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:39Z', 'updated_at': '2021-07-16T20:55:44Z', 'revision_number': 4, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'subnets': [{'id': 'a01bfb71-5f71-41c6-9ddc-b2f745f876a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:45.445745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b3a95-2cf5-45ce-8847-1593b3fef79c None None] The sync data for ids ['05f28064-1de9-44da-bb04-0e52996abe1a'] in n-d-791505-15 is: [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:40Z', 'revision_number': 4, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port': {'id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'd176f2bb-459b-4403-9a37-2319a00bb7d2', 'name': '', 'network_id': 'dc723569-fa43-44cb-b9d5-73ec165c01f5', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'mac_address': 'fa:16:3e:37:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'a01bfb71-5f71-41c6-9ddc-b2f745f876a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:39Z', 'updated_at': '2021-07-16T20:55:44Z', 'revision_number': 4, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'subnets': [{'id': 'a01bfb71-5f71-41c6-9ddc-b2f745f876a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:47.092240 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d176f2bb-459b-4403-9a37-2319a00bb7d2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:47.209295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port d176f2bb-459b-4403-9a37-2319a00bb7d2 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:47.217619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d176f2bb-459b-4403-9a37-2319a00bb7d2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:47.218308 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:47.344110 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:47.391921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port d176f2bb-459b-4403-9a37-2319a00bb7d2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d176f2bb-459b-4403-9a37-2319a00bb7d2,segment=NetworkSegment(e508fa66-be87-4935-a1dc-f22b432029ee),segment_id=e508fa66-be87-4935-a1dc-f22b432029ee)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:47.399331 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:47.468863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=d176f2bb-459b-4403-9a37-2319a00bb7d2,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:48.103134 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73c55a9e-8abd-45e9-b950-5a3d269a0679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.043935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d176f2bb-459b-4403-9a37-2319a00bb7d2 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:49.121764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port d176f2bb-459b-4403-9a37-2319a00bb7d2 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:49.122451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:50.453444 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc123960-7233-4c02-9a4d-a0ca4e940b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:50.704064 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:52.592528 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:52.864629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-4981d574-3a4e-4162-9221-0c3e9a6127a2 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:52.866835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-4981d574-3a4e-4162-9221-0c3e9a6127a2 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 815 time: 0.1172187 Jul 16 20:55:52.886216 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-a1f0ecf4-b814-452a-a320-106aa6b8f817 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/quotas/899830904f534221bf1210405adae7c8 HTTP/1.1" status: 200 len: 375 time: 0.0133955 Jul 16 20:55:52.957513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-35225aa3-7db6-414e-bfc4-f93c2c8c764b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657935 Jul 16 20:55:53.154040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-8060eb72-9812-4ee6-a1b9-d7be7b5fc90c service neutron] 10.222.0.78 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849768 Jul 16 20:55:53.250173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-fbdb0b14-daad-4a94-906c-0b645ea7e735 service neutron] 10.222.0.78 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901699 Jul 16 20:55:53.429541 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9db5daca-0977-4f75-b252-a2e425aff90d req-e0acb88d-a8de-4152-8995-8e907a873f13 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 210 time: 0.0291667 Jul 16 20:55:53.950020 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:54.534868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-233b253e-bdbe-4d8a-876c-b120da4df412 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:54.536459 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-233b253e-bdbe-4d8a-876c-b120da4df412 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 815 time: 0.1221037 Jul 16 20:55:54.549182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'port': {'device_id': '29b45285-6a27-4296-8a03-7d05370b9b10', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'admin_state_up': True, 'tenant_id': '899830904f534221bf1210405adae7c8'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:54.582232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a66f37a5-bda7-4e1d-a251-bd2c8a0073a4 req-57f15c77-a2bd-4fe4-9da0-5d2510e51ac1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 210 time: 0.0365689 Jul 16 20:55:54.681221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Made reservation on behalf of 899830904f534221bf1210405adae7c8 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:55:54.685069 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:54.854823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Allocated IP 172.20.0.4 (4a25817f-28b6-441f-98d6-5fdad16d2dec/6e9f66c6-e772-42e6-b28a-25736dd26fd7/44067b0c-0f19-4594-ad6e-909b1b0a5af0) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:55.061634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:55.088097 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Transition to ACTIVE for port object 44067b0c-0f19-4594-ad6e-909b1b0a5af0 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:55.134249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:55.214948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'Port': ['ID=44067b0c-0f19-4594-ad6e-909b1b0a5af0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:55.230853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:55.236449 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:55.239750 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.240493 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.241729 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.241890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.242143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.242478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.242904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.243142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.243569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.244015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.244130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.244873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:55.248897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:55.339266 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:55.340675 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:55.365850 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-40b1473c-157f-4e79-98cb-942a0960b51b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8214128 Jul 16 20:55:55.537175 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c727ace0-b7dc-4fc4-9259-03ae30b757e9 None None] Provisioning for port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:55.545373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c727ace0-b7dc-4fc4-9259-03ae30b757e9 None None] Provisioning complete for port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:55.545871 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c727ace0-b7dc-4fc4-9259-03ae30b757e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:55.588124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c727ace0-b7dc-4fc4-9259-03ae30b757e9 None None] Port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:55:55.827809 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc84f4-f526-439f-ad90-6dc293ec8bff req-70ef1bb3-39c7-422c-9d61-13c7e13557eb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:55.831804 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebcc84f4-f526-439f-ad90-6dc293ec8bff req-70ef1bb3-39c7-422c-9d61-13c7e13557eb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 931 time: 0.1142330 Jul 16 20:55:55.880396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebcc84f4-f526-439f-ad90-6dc293ec8bff req-0e178235-e346-4057-b3f5-093bfc6a4e19 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 Jul 16 20:55:57.158136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc337b-4bef-4ea5-b11b-d4d338efbe1e req-f08d3704-37bf-4ba2-8ee0-0a44776b166c tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:57.160557 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdfc337b-4bef-4ea5-b11b-d4d338efbe1e req-f08d3704-37bf-4ba2-8ee0-0a44776b166c tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 931 time: 0.0886297 Jul 16 20:55:57.219078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cdfc337b-4bef-4ea5-b11b-d4d338efbe1e req-5ccc5328-2aaa-4488-b4d2-c322c17efa08 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497634 Jul 16 20:55:58.507340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3241481-a3c7-4e67-95f0-659e7e98da58 req-328e45d4-243c-4f43-a9f7-bcadf4e1fb51 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:58.509117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3241481-a3c7-4e67-95f0-659e7e98da58 req-328e45d4-243c-4f43-a9f7-bcadf4e1fb51 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 931 time: 0.1131365 Jul 16 20:55:58.570513 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e3241481-a3c7-4e67-95f0-659e7e98da58 req-edb7d888-d6ba-487a-8c60-28a1f2dbecb3 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Jul 16 20:55:59.842852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbdcc7-657c-4dce-9047-618dd42dae71 req-4a9a810b-e463-4e37-be28-91e43913953b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:59.846159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3fbdcc7-657c-4dce-9047-618dd42dae71 req-4a9a810b-e463-4e37-be28-91e43913953b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 931 time: 0.0925663 Jul 16 20:55:59.895435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d3fbdcc7-657c-4dce-9047-618dd42dae71 req-1663ca32-437b-4ae6-944c-d2b349a65e69 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Jul 16 20:56:00.896283 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:56:01.165311 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2818-a407-4b13-9a4f-c469c4dbf17a req-10f66c7a-7139-47bd-91ab-44c5b05f1520 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:01.169472 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4ba2818-a407-4b13-9a4f-c469c4dbf17a req-10f66c7a-7139-47bd-91ab-44c5b05f1520 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 931 time: 0.0893321 Jul 16 20:56:01.222963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f4ba2818-a407-4b13-9a4f-c469c4dbf17a req-bb672e04-0345-4a57-9848-4bf55b3b9a10 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Jul 16 20:56:02.434856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c117837-1850-4206-988f-ef5eb1afeac9 req-1ffedeaf-d7bf-4b4e-9d67-e5c961c9621e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:02.437401 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c117837-1850-4206-988f-ef5eb1afeac9 req-1ffedeaf-d7bf-4b4e-9d67-e5c961c9621e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 931 time: 0.0733278 Jul 16 20:56:02.478470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c117837-1850-4206-988f-ef5eb1afeac9 req-777caed2-5ba8-41bd-906d-1b3b786c3735 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Jul 16 20:56:03.694828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3970e-17d2-4cdd-a71e-34231c80020f req-b5ee9686-4e99-4e50-b988-47fad6d93f9f tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:03.697158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfd3970e-17d2-4cdd-a71e-34231c80020f req-b5ee9686-4e99-4e50-b988-47fad6d93f9f tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 931 time: 0.0825222 Jul 16 20:56:03.757185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cfd3970e-17d2-4cdd-a71e-34231c80020f req-b8d24586-b0c0-4812-b80e-1112c8cd8440 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534484 Jul 16 20:56:04.566220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Request body: {'port': {'device_id': '29b45285-6a27-4296-8a03-7d05370b9b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:04.650966 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:04.837549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:04.946077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44067b0c-0f19-4594-ad6e-909b1b0a5af0 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:04.954188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:04.969135 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Transition to ACTIVE for port object 44067b0c-0f19-4594-ad6e-909b1b0a5af0 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:04.972450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7e0b0-d103-439a-b6cf-cac35e8b8de2 req-1c3edec7-978d-482a-9903-b49878dc6bcb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.973972 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6b7e0b0-d103-439a-b6cf-cac35e8b8de2 req-1c3edec7-978d-482a-9903-b49878dc6bcb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 931 time: 0.0802529 Jul 16 20:56:04.978136 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.034037 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6b7e0b0-d103-439a-b6cf-cac35e8b8de2 req-c3a3a4b3-1aa9-4ae8-84f0-dc7340f5e89e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512605 Jul 16 20:56:05.036913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Pushing event updated for resources: {'Port': ['ID=44067b0c-0f19-4594-ad6e-909b1b0a5af0,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:05.126962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Attempting to bind port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:05.127322 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Attempting to bind port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:05.127738 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Attempting to bind port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 on network 4a25817f-28b6-441f-98d6-5fdad16d2dec {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:05.133241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 on network 4a25817f-28b6-441f-98d6-5fdad16d2dec not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:56:05.133597 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Attempting to bind port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 on network 4a25817f-28b6-441f-98d6-5fdad16d2dec {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:05.138897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:05.139238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Checking segment: {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:05.139625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Bound using segment: {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:05.140053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Bound port: 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfd1837-28e6-491f-b11a-c7ee8606d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:05.140437 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.216525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] For port 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:05.220724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] For port 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:05.226048 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.278407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.278985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.280519 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] 10.222.0.68 "PUT /v2.0/ports/44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 1092 time: 0.7219427 Jul 16 20:56:05.281112 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:05.283602 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ddf591-98db-4fe2-9b29-a295c2d8f69a" -d '{"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:05.325039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e65c-74ee-445c-a0d6-6b26fb025627 service neutron] Pushing event updated for resources: {'Port': ['ID=44067b0c-0f19-4594-ad6e-909b1b0a5af0,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:05.341027 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d6b6e7-c7fb-40f0-bcae-343b31cafe89 x-openstack-request-id: req-84d6b6e7-c7fb-40f0-bcae-343b31cafe89 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:05.341609 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:05.342221 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84d6b6e7-c7fb-40f0-bcae-343b31cafe89 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:05.342856 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'status': 'completed', 'code': 200} Jul 16 20:56:05.421968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-ed3b8831-e05d-4b5f-a844-46fc4588e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.424767 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-ed3b8831-e05d-4b5f-a844-46fc4588e6a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1095 time: 0.0758150 Jul 16 20:56:05.469000 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-84f76395-00a9-41ea-9522-c12fda1cf170 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 217 time: 0.0374978 Jul 16 20:56:05.529410 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-dd75413c-9cee-4d92-a3e0-fc98b007622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.530959 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-dd75413c-9cee-4d92-a3e0-fc98b007622b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0548975 Jul 16 20:56:05.599076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-1bdbc141-ab23-4d15-88b2-79229766cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.601303 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-1bdbc141-ab23-4d15-88b2-79229766cbac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639398 Jul 16 20:56:05.690519 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.698126 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-053575bb-0926-4757-9f00-fc769e9193f5 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904672 Jul 16 20:56:05.806579 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-04eed131-97f2-43a5-b9a1-f096e3d6e3b1 req-a3bf1d0d-ad21-4a18-a3a3-7249569410e6 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017907 Jul 16 20:56:05.921452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-17ca6805-feaf-4f8e-9e7b-90b28a589892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.922915 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-17ca6805-feaf-4f8e-9e7b-90b28a589892 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1095 time: 0.0616624 Jul 16 20:56:06.027024 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-f43c7206-d939-4c9e-bfdd-e4feeadb9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:06.028597 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-f43c7206-d939-4c9e-bfdd-e4feeadb9a81 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 916 time: 0.0997431 Jul 16 20:56:06.098049 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-20bab86e-1cfc-48e8-83e8-4cfcc559378a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 217 time: 0.0613921 Jul 16 20:56:06.164364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-8a57d9ea-c013-4955-b827-4be4f2999489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:06.167072 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-8a57d9ea-c013-4955-b827-4be4f2999489 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0616961 Jul 16 20:56:06.240567 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-3b777605-c336-497e-a7ad-99b1b6e634e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:06.242840 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-3b777605-c336-497e-a7ad-99b1b6e634e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683572 Jul 16 20:56:06.336306 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7882d53-694c-4e86-8fd4-793e7f248188 req-a491d5d7-bb21-4894-bf3a-00df10c72814 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:06.338946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7882d53-694c-4e86-8fd4-793e7f248188 req-a491d5d7-bb21-4894-bf3a-00df10c72814 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 943 time: 0.1268065 Jul 16 20:56:06.375569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-c4e71d19-c56d-4993-bab1-f9d898181932 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248863 Jul 16 20:56:06.384560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d7882d53-694c-4e86-8fd4-793e7f248188 req-5ae61541-671b-4732-8ce4-63d4c8e04faa tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Jul 16 20:56:06.541938 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-72ddf591-98db-4fe2-9b29-a295c2d8f69a req-b0c39617-d724-4458-90a7-8e788a0d1c48 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583202 Jul 16 20:56:07.574432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b87949-c4f1-4da9-b9f4-8584320f9335 req-91f0fbc1-915a-4b0b-b81f-7f59c46da6f7 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:07.576228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2b87949-c4f1-4da9-b9f4-8584320f9335 req-91f0fbc1-915a-4b0b-b81f-7f59c46da6f7 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 943 time: 0.0729907 Jul 16 20:56:07.620235 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2b87949-c4f1-4da9-b9f4-8584320f9335 req-2c6fb102-d793-4ba5-a941-ab6f677fcd2d tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Jul 16 20:56:08.553603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 44067b0c-0f19-4594-ad6e-909b1b0a5af0 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:56:08.649701 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:08.661763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'port_id': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'mac_address': 'fa:16:3e:79:d4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:56:08.705525 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:08.719444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44067b0c-0f19-4594-ad6e-909b1b0a5af0 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:08.741138 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:08.746196 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:08.798649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=44067b0c-0f19-4594-ad6e-909b1b0a5af0,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:08.806741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.807033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.807374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.807716 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.807835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22558b-9766-42eb-98db-05392515429b req-e750b3fc-11f0-49d4-8294-4681bcf25a65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:08.808376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.808541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.808733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.809065 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.809376 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f22558b-9766-42eb-98db-05392515429b req-e750b3fc-11f0-49d4-8294-4681bcf25a65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 944 time: 0.0723021 Jul 16 20:56:08.809518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.809718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.810045 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.810373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:08.850488 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6f22558b-9766-42eb-98db-05392515429b req-1f582da8-9326-4fe1-8f47-70a41960b198 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Jul 16 20:56:08.966495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['44067b0c-0f19-4594-ad6e-909b1b0a5af0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:10.034276 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7d6b7-678e-4c55-9a32-2505b886fc32 req-637aa8a7-5de9-45e1-9d45-8e5c6fcea9ba tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:10.035947 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3d7d6b7-678e-4c55-9a32-2505b886fc32 req-637aa8a7-5de9-45e1-9d45-8e5c6fcea9ba tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 944 time: 0.0719929 Jul 16 20:56:10.085196 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3d7d6b7-678e-4c55-9a32-2505b886fc32 req-508df407-eb94-4ea3-9245-7def702c60f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Jul 16 20:56:10.553741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 44067b0c-0f19-4594-ad6e-909b1b0a5af0 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:10.607948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:10.613543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:10.613934 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.704059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.733189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:10.737570 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9327cb-c7ae-4954-8a0d-9bf2225200bd" -d '{"events": [{"server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "name": "network-vif-plugged", "status": "completed", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:10.760961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:10.766102 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.806913 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21feffc9-ef08-4876-872f-98ff66c212ef x-openstack-request-id: req-21feffc9-ef08-4876-872f-98ff66c212ef {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:10.807195 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "name": "network-vif-plugged", "status": "completed", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:10.807436 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21feffc9-ef08-4876-872f-98ff66c212ef {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:10.807934 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'code': 200} Jul 16 20:56:10.845713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=44067b0c-0f19-4594-ad6e-909b1b0a5af0,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:10.916548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00bddd-ac73-4111-9987-57ca53763c0c req-0f2a1364-d31e-4ef5-8f5a-80a8f9a654f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:10.919195 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f00bddd-ac73-4111-9987-57ca53763c0c req-0f2a1364-d31e-4ef5-8f5a-80a8f9a654f4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1097 time: 0.0639250 Jul 16 20:56:10.957805 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-3f00bddd-ac73-4111-9987-57ca53763c0c req-a81c84c1-64a0-4ddf-902a-e6c5b1c3c94e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Jul 16 20:56:11.268686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6ec38-20ed-44cf-9c48-abb649a0b68f req-49075229-9f7e-4522-ab55-41a9672a3227 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:11.270293 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1d6ec38-20ed-44cf-9c48-abb649a0b68f req-49075229-9f7e-4522-ab55-41a9672a3227 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0697577 Jul 16 20:56:11.312442 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1d6ec38-20ed-44cf-9c48-abb649a0b68f req-a4abdc0c-5174-4653-bd69-984236104360 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347614 Jul 16 20:56:12.498637 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5314c-404d-45ab-abf7-7db461b2773a req-d69de791-11ae-4d06-806a-a8ca98055038 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:12.500132 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17a5314c-404d-45ab-abf7-7db461b2773a req-d69de791-11ae-4d06-806a-a8ca98055038 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0684173 Jul 16 20:56:12.541272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17a5314c-404d-45ab-abf7-7db461b2773a req-cf558430-2e32-42f6-bd82-0a161c829a11 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353310 Jul 16 20:56:12.733723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808889d-014a-4516-a55c-d04e119eb86f req-6b0f0371-caae-426f-895e-ebaf363e4c59 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:12.735609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0808889d-014a-4516-a55c-d04e119eb86f req-6b0f0371-caae-426f-895e-ebaf363e4c59 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0727780 Jul 16 20:56:12.777658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0808889d-014a-4516-a55c-d04e119eb86f req-cd70b77b-bc0d-48d6-ac3f-090f8d105ade tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353589 Jul 16 20:56:13.139875 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38983fbf-7929-40c5-b9c3-82bb3c3b9cc2 req-8d274218-5eee-470d-8f59-c514e8b71982 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:13.141458 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38983fbf-7929-40c5-b9c3-82bb3c3b9cc2 req-8d274218-5eee-470d-8f59-c514e8b71982 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0752854 Jul 16 20:56:13.190215 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38983fbf-7929-40c5-b9c3-82bb3c3b9cc2 req-a0371702-20cb-4189-b530-88f55e4b4266 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385110 Jul 16 20:56:18.101421 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-78ceaf18-6823-4238-8c9b-842a8a99246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.488964 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-3ae646eb-dde8-4d5e-9220-436b399faa7f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157260 Jul 16 20:56:18.622879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-d5a9af53-7d69-45b5-8d4b-92b2d5dfcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:18.624679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-d5a9af53-7d69-45b5-8d4b-92b2d5dfcec4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1097 time: 0.0873184 Jul 16 20:56:18.743306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-e766a7c2-7f94-4b27-9ede-a457638637e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:18.744877 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-e766a7c2-7f94-4b27-9ede-a457638637e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 916 time: 0.0980442 Jul 16 20:56:18.792445 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-af022f91-31d1-40ce-ba7e-7802ed6c5a86 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 217 time: 0.0414369 Jul 16 20:56:18.848332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-8ad71d8b-6dbe-43a4-886e-7c4ac1580191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:18.851004 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-8ad71d8b-6dbe-43a4-886e-7c4ac1580191 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0528641 Jul 16 20:56:18.917139 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-611eeb6e-80fc-4f5d-b0cf-e2dc37ff6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:18.918613 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-611eeb6e-80fc-4f5d-b0cf-e2dc37ff6a59 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627215 Jul 16 20:56:19.029477 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-1f4c9972-b788-483b-b6ad-449d26c8031f service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040978 Jul 16 20:56:19.139102 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-561b31d1-1a6b-42dc-8dd4-3031a4de0a6b req-f6b5d017-0d56-4aeb-bd73-d2663e0b8e7b service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029408 Jul 16 20:56:20.456554 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43c0b719-a023-46bf-9a27-d54466920744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.695451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.592581 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.951953 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:26.180052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434da0f0-01d3-4668-a58a-50ddb8e0aef0 req-df6930a2-beb0-4245-b720-22982297c18b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.181540 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-434da0f0-01d3-4668-a58a-50ddb8e0aef0 req-df6930a2-beb0-4245-b720-22982297c18b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0672202 Jul 16 20:56:26.227809 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-434da0f0-01d3-4668-a58a-50ddb8e0aef0 req-65f15599-4e62-4d39-9a4e-55518f5dd04c tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Jul 16 20:56:26.254559 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53738) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:26.363223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d61cb-11b7-46be-822c-aa853d8f52f8 tempest-TestMinimumBasicScenario-1958645991 tempest-TestMinimumBasicScenario-1958645991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:26.364796 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-086d61cb-11b7-46be-822c-aa853d8f52f8 tempest-TestMinimumBasicScenario-1958645991 tempest-TestMinimumBasicScenario-1958645991-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1092 time: 0.1088326 Jul 16 20:56:26.368128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53742) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:26.372673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'tenant_id': '899830904f534221bf1210405adae7c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:26.404569 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:26.504257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:26.609107 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Allocated IP 172.25.6.234 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/c702df7e-de7d-4385-98cf-c67f3f7a08c4) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:26.718732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:26.761030 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:26.807863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:26.811420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:26.815377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:26.822496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'Port': ['ID=c702df7e-de7d-4385-98cf-c67f3f7a08c4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:27.564800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.642591 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.800509 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.805415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.884481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'Port': ['ID=c702df7e-de7d-4385-98cf-c67f3f7a08c4,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:27.897098 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:27.998444 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Floating IP 43f4bdad-79c5-4c7d-8638-101b6c5122b0 associated. External IP: 172.25.6.234, port: 44067b0c-0f19-4594-ad6e-909b1b0a5af0. Jul 16 20:56:28.214500 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Router 66986455-05d8-44e9-b229-ffc708c55507 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:28.326921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:28.337041 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] Sync routers for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:28.344574 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.347562 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:28.348212 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:28.387342 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e65dc5b0-36cb-4581-83a8-e0e2dabc2fe8 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0180795 Jul 16 20:56:28.388003 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:28.390275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53744) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:28.390832 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc24254e-a266-4837-a47d-428b96623b39" -d '{"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:28.397112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018884063', 'description': 'tempest-secgroup-smoke-2018884063 description', 'project_id': '899830904f534221bf1210405adae7c8'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:28.425683 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.431294 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17a1a55-c923-4722-b67a-fa0d7a5f741d x-openstack-request-id: req-a17a1a55-c923-4722-b67a-fa0d7a5f741d {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:28.431596 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:28.431850 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a17a1a55-c923-4722-b67a-fa0d7a5f741d {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:28.432313 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'status': 'completed', 'code': 200} Jul 16 20:56:28.460725 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:28.514921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24254e-a266-4837-a47d-428b96623b39 req-e6996497-5ab2-4e01-85f5-3b20234e84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.516981 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc24254e-a266-4837-a47d-428b96623b39 req-e6996497-5ab2-4e01-85f5-3b20234e84f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1097 time: 0.0597773 Jul 16 20:56:28.520611 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.525801 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.559450 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.560514 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1685483 Jul 16 20:56:28.562740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb20f491-1aba-426f-97b7-2f73f524417d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:28.564993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53748) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:28.570422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b0ba9a93-a5c3-4716-9308-721b1b23aac1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'security_group_rule': {'security_group_id': 'cb20f491-1aba-426f-97b7-2f73f524417d', 'project_id': '899830904f534221bf1210405adae7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:28.571970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.572361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.572707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.573047 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.573378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.573843 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.574424 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.574986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.575544 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.576117 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.576716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.577254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf44e18-48fe-4a3d-b892-359f36d8246e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:28.645561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9a93-a5c3-4716-9308-721b1b23aac1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.665608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24254e-a266-4837-a47d-428b96623b39 req-77083576-e424-48b9-9b56-aa1bc3572a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.667121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc24254e-a266-4837-a47d-428b96623b39 req-77083576-e424-48b9-9b56-aa1bc3572a96 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 916 time: 0.1432986 Jul 16 20:56:28.704965 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '43f4bdad-79c5-4c7d-8638-101b6c5122b0', 'tenant_id': '899830904f534221bf1210405adae7c8', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '66986455-05d8-44e9-b229-ffc708c55507', 'port_id': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'mac_address': 'fa:16:3e:79:d4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b45285-6a27-4296-8a03-7d05370b9b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:56:27Z', 'updated_at': '2021-07-16T20:56:27Z', 'revision_number': 0, 'project_id': '899830904f534221bf1210405adae7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:41Z', 'revision_number': 5, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:28.735618 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] Checking router: 66986455-05d8-44e9-b229-ffc708c55507 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:28.745492 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:28.746319 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:56:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:28.768973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc24254e-a266-4837-a47d-428b96623b39 req-9bd0890b-5d3b-4a19-aa99-37ff2cce0422 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 999 time: 0.0945070 Jul 16 20:56:28.794144 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9a93-a5c3-4716-9308-721b1b23aac1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.815242 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9a93-a5c3-4716-9308-721b1b23aac1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.848759 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba9a93-a5c3-4716-9308-721b1b23aac1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a580840e-ea14-4e5a-901c-2af8107b1bfd,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:28.854808 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9a93-a5c3-4716-9308-721b1b23aac1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.857568 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b0ba9a93-a5c3-4716-9308-721b1b23aac1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2908297 Jul 16 20:56:28.859038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53750) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:28.866549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24254e-a266-4837-a47d-428b96623b39 req-839fec7e-717a-4ce4-86b1-1f70347a55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.866771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-59b93f4a-e8e6-4c59-b4a9-78ad08a046bf tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'security_group_rule': {'security_group_id': 'cb20f491-1aba-426f-97b7-2f73f524417d', 'project_id': '899830904f534221bf1210405adae7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:28.866924 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:28.868492 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc24254e-a266-4837-a47d-428b96623b39 req-839fec7e-717a-4ce4-86b1-1f70347a55a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0921795 Jul 16 20:56:28.899177 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-59b93f4a-e8e6-4c59-b4a9-78ad08a046bf tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.943030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24254e-a266-4837-a47d-428b96623b39 req-b28a165e-10ce-4b65-8659-365952d279a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:28.944652 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc24254e-a266-4837-a47d-428b96623b39 req-b28a165e-10ce-4b65-8659-365952d279a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697682 Jul 16 20:56:28.965192 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-59b93f4a-e8e6-4c59-b4a9-78ad08a046bf tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.969639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-59b93f4a-e8e6-4c59-b4a9-78ad08a046bf tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:28.989141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b93f4a-e8e6-4c59-b4a9-78ad08a046bf tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b943acbe-7459-4f57-ae24-86c032c1520c,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:28.997679 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-59b93f4a-e8e6-4c59-b4a9-78ad08a046bf tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.000258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-59b93f4a-e8e6-4c59-b4a9-78ad08a046bf tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379859 Jul 16 20:56:29.002249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53752) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:29.007200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e586a307-3d28-49eb-9be9-e528941481d6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'security_group_rule': {'security_group_id': 'cb20f491-1aba-426f-97b7-2f73f524417d', 'project_id': '899830904f534221bf1210405adae7c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:29.040569 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e586a307-3d28-49eb-9be9-e528941481d6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.061131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc24254e-a266-4837-a47d-428b96623b39 req-95ce82c2-8db5-4c7f-8d01-e30972f634a9 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103387 Jul 16 20:56:29.109600 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e586a307-3d28-49eb-9be9-e528941481d6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.114992 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e586a307-3d28-49eb-9be9-e528941481d6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.121366 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '43f4bdad-79c5-4c7d-8638-101b6c5122b0', 'tenant_id': '899830904f534221bf1210405adae7c8', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '66986455-05d8-44e9-b229-ffc708c55507', 'port_id': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'mac_address': 'fa:16:3e:79:d4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b45285-6a27-4296-8a03-7d05370b9b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:56:27Z', 'updated_at': '2021-07-16T20:56:27Z', 'revision_number': 0, 'project_id': '899830904f534221bf1210405adae7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:41Z', 'revision_number': 5, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:29.139075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586a307-3d28-49eb-9be9-e528941481d6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5634247d-8a17-4135-a918-99183f9cd677,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:29.148400 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e586a307-3d28-49eb-9be9-e528941481d6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.152498 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e586a307-3d28-49eb-9be9-e528941481d6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466088 Jul 16 20:56:29.153428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53754) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:29.154743 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5bb69-0ff6-489f-8f07-507fff7e93d1 None None] The sync data for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 is: [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '43f4bdad-79c5-4c7d-8638-101b6c5122b0', 'tenant_id': '899830904f534221bf1210405adae7c8', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '66986455-05d8-44e9-b229-ffc708c55507', 'port_id': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'mac_address': 'fa:16:3e:79:d4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b45285-6a27-4296-8a03-7d05370b9b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:56:27Z', 'updated_at': '2021-07-16T20:56:27Z', 'revision_number': 0, 'project_id': '899830904f534221bf1210405adae7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:41Z', 'revision_number': 5, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:29.157551 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-be6a0054-70e6-49b7-96ab-d057a0667f12 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'security_group_rule': {'security_group_id': 'cb20f491-1aba-426f-97b7-2f73f524417d', 'project_id': '899830904f534221bf1210405adae7c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:29.185816 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bc24254e-a266-4837-a47d-428b96623b39 req-b3ce2bee-3686-4258-a45e-796ecaabd7cf service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186519 Jul 16 20:56:29.205225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be6a0054-70e6-49b7-96ab-d057a0667f12 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.271032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be6a0054-70e6-49b7-96ab-d057a0667f12 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.275891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be6a0054-70e6-49b7-96ab-d057a0667f12 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.296576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a0054-70e6-49b7-96ab-d057a0667f12 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb2aa40-93ba-4c8c-857a-35471d2d0103,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:29.304397 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-be6a0054-70e6-49b7-96ab-d057a0667f12 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.305819 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-be6a0054-70e6-49b7-96ab-d057a0667f12 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520154 Jul 16 20:56:29.308528 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53756) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:29.313308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-db51ec57-8ee8-490e-bfd5-afaa66c92f65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'security_group_rule': {'security_group_id': 'cb20f491-1aba-426f-97b7-2f73f524417d', 'project_id': '899830904f534221bf1210405adae7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:29.338104 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-db51ec57-8ee8-490e-bfd5-afaa66c92f65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Project 899830904f534221bf1210405adae7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:56:29.343758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51ec57-8ee8-490e-bfd5-afaa66c92f65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.388571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b5992-bb5b-427d-9bb2-028cbc9dabd0 None None] New status for floating IP 43f4bdad-79c5-4c7d-8638-101b6c5122b0: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:56:29.414695 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51ec57-8ee8-490e-bfd5-afaa66c92f65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.418571 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51ec57-8ee8-490e-bfd5-afaa66c92f65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.437988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51ec57-8ee8-490e-bfd5-afaa66c92f65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5dc40b-d5fd-4c0f-97f4-9586cd35e387,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:29.444840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db51ec57-8ee8-490e-bfd5-afaa66c92f65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.446136 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-db51ec57-8ee8-490e-bfd5-afaa66c92f65 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365104 Jul 16 20:56:29.448806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53758) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:29.453532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-23bd4f11-f899-4a54-94ac-e60c8abf7150 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'security_group_rule': {'security_group_id': 'cb20f491-1aba-426f-97b7-2f73f524417d', 'project_id': '899830904f534221bf1210405adae7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:29.477226 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-23bd4f11-f899-4a54-94ac-e60c8abf7150 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Project 899830904f534221bf1210405adae7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:56:29.482368 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23bd4f11-f899-4a54-94ac-e60c8abf7150 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.548051 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23bd4f11-f899-4a54-94ac-e60c8abf7150 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.552029 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23bd4f11-f899-4a54-94ac-e60c8abf7150 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.575518 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd4f11-f899-4a54-94ac-e60c8abf7150 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16144f2-5ff8-40c9-bcf4-fa1ca606ae1e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:29.579257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23bd4f11-f899-4a54-94ac-e60c8abf7150 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:29.586382 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23bd4f11-f899-4a54-94ac-e60c8abf7150 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341968 Jul 16 20:56:29.703961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-9d23e530-4045-4a5e-bfff-93528f643d77 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018884063&fields=id&tenant_id=899830904f534221bf1210405adae7c8 HTTP/1.1" status: 200 len: 267 time: 0.0338256 Jul 16 20:56:29.773149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-50102f1c-5176-47de-9344-f844191095ef tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:29.774589 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-50102f1c-5176-47de-9344-f844191095ef tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0645981 Jul 16 20:56:29.785270 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'port': {'security_groups': ['b6e9fca6-1974-41dd-88a4-5e62546e8ab7', 'cb20f491-1aba-426f-97b7-2f73f524417d']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:29.872356 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.071610 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] For port 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:30.112584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.142171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.158768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['44067b0c-0f19-4594-ad6e-909b1b0a5af0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:30.203078 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.203725 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.205737 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-098ecbbd-1136-4f1b-afa9-175d3a587f47 req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "PUT /v2.0/ports/44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 981 time: 0.4245472 Jul 16 20:56:30.205737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:30.208249 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002024e4-a1a3-41a2-a370-1cb23faf2757" -d '{"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:30.249337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bfb98-65d1-43aa-aea1-101b01d3c566 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'Port': ['ID=44067b0c-0f19-4594-ad6e-909b1b0a5af0,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:30.277817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['44067b0c-0f19-4594-ad6e-909b1b0a5af0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:30.434241 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d76396-bcdf-47ab-81f1-0608a4412c53 x-openstack-request-id: req-47d76396-bcdf-47ab-81f1-0608a4412c53 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:30.434532 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:30.434908 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47d76396-bcdf-47ab-81f1-0608a4412c53 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:30.435976 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'status': 'completed', 'code': 200} Jul 16 20:56:30.527253 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-36158822-554c-49ba-a015-a582c55229df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.529039 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-36158822-554c-49ba-a015-a582c55229df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1136 time: 0.0634787 Jul 16 20:56:30.594461 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ad82d85a-fc78-4d0b-b210-a46dad2c4010 None None] Provisioning complete for port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:30.595130 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ad82d85a-fc78-4d0b-b210-a46dad2c4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.632670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-7c2fc7e3-b8b4-459c-b135-4d9d8a84b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.634207 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-7c2fc7e3-b8b4-459c-b135-4d9d8a84b43a service neutron] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 916 time: 0.0983458 Jul 16 20:56:30.645458 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fb55d-7ebf-4c64-8583-cd27e9104733 req-b7ea282c-5f5c-45fb-bc4f-cb5a4749f0a4 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.646982 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-592fb55d-7ebf-4c64-8583-cd27e9104733 req-b7ea282c-5f5c-45fb-bc4f-cb5a4749f0a4 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0734308 Jul 16 20:56:30.698583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-592fb55d-7ebf-4c64-8583-cd27e9104733 req-ce6c8ff9-8a83-4db3-b2eb-55e2b590ee4a tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446196 Jul 16 20:56:30.737020 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-92afa08e-f120-40a8-ac99-1f420cc2a805 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 1001 time: 0.0959308 Jul 16 20:56:30.795130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-992e0da3-c72b-40da-a2f1-07dc10e79866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.796922 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-992e0da3-c72b-40da-a2f1-07dc10e79866 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0536339 Jul 16 20:56:30.857417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-96815996-2de7-48cc-8ec7-e7fd72b7fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:30.858961 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-96815996-2de7-48cc-8ec7-e7fd72b7fbb6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562103 Jul 16 20:56:30.963225 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-7a773774-db1c-4c32-8fc1-70a721c559f1 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964644 Jul 16 20:56:31.054663 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-002024e4-a1a3-41a2-a370-1cb23faf2757 req-a8747caa-4c29-43d5-91f0-1a3a48b0e113 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848396 Jul 16 20:56:34.847115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.700768 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:37.896141 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:56:45.022907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-c13d3c46-c459-4f85-b634-3bdec091c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:45.024542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-c13d3c46-c459-4f85-b634-3bdec091c6f0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1136 time: 0.0709991 Jul 16 20:56:45.069167 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f518-2bf6-4f89-bb2b-b7855b76a3f6 req-bd09c890-5094-4505-91dc-1aa3fc912460 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:45.071516 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8911f518-2bf6-4f89-bb2b-b7855b76a3f6 req-bd09c890-5094-4505-91dc-1aa3fc912460 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0869713 Jul 16 20:56:45.115893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8911f518-2bf6-4f89-bb2b-b7855b76a3f6 req-d9663392-9daf-4c4b-bbc4-538b5c6fb2e6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384977 Jul 16 20:56:45.130426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-ec6a73c3-1df1-4f81-b768-12153e2194d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:45.132569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-ec6a73c3-1df1-4f81-b768-12153e2194d0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 916 time: 0.1008019 Jul 16 20:56:45.209949 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-48aa9ec2-9a5b-4450-8088-16f8a625092b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 1001 time: 0.0704339 Jul 16 20:56:45.268525 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-df10329a-0855-45d8-9845-b99925aadefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:45.270049 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-df10329a-0855-45d8-9845-b99925aadefd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0536582 Jul 16 20:56:45.329085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-af5a3676-de8f-4337-a14c-c140869ec72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:45.330635 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-af5a3676-de8f-4337-a14c-c140869ec72f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541940 Jul 16 20:56:45.431860 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-7a2498aa-ced3-4e79-86ec-eeb34ef3bb32 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944030 Jul 16 20:56:45.532066 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-71a6d365-b417-4cd8-aa5a-390a90659a55 req-3867dc9f-d393-4d58-a1b6-9dd8f2c5014f service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928805 Jul 16 20:56:46.351121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b62e6-a445-4634-827b-449ccc909a5f req-82df3823-f8c0-459a-a540-8a963639ede2 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:46.352971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d9b62e6-a445-4634-827b-449ccc909a5f req-82df3823-f8c0-459a-a540-8a963639ede2 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0721319 Jul 16 20:56:46.421433 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1d9b62e6-a445-4634-827b-449ccc909a5f req-f0b23a3b-0533-49d8-bc6c-4da32cd227de tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618482 Jul 16 20:56:47.626662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2b642-0f46-4bc1-a52b-ba03eed31787 req-421ebbff-f7b5-4641-adc2-5996a484b6d1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:47.628370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3aa2b642-0f46-4bc1-a52b-ba03eed31787 req-421ebbff-f7b5-4641-adc2-5996a484b6d1 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0700591 Jul 16 20:56:47.675893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3aa2b642-0f46-4bc1-a52b-ba03eed31787 req-26c6de5a-783d-4c5a-84e8-c4d901c7ef78 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399387 Jul 16 20:56:48.094655 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-62bd249f-faf1-4085-b7c1-87eb50389d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.874436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a9c74-91fe-4037-8d3a-69ed2754bea7 req-3e5cf692-e15b-4f6f-a5ab-e7abd02fdab4 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:48.876178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c61a9c74-91fe-4037-8d3a-69ed2754bea7 req-3e5cf692-e15b-4f6f-a5ab-e7abd02fdab4 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0797439 Jul 16 20:56:48.924816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c61a9c74-91fe-4037-8d3a-69ed2754bea7 req-fefa1ea2-e9e1-431a-9e25-9c4a5a9cc8c0 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409515 Jul 16 20:56:50.129856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14a90f-6e2b-48a2-9cc6-6e8c11eb7c01 req-8ea08006-333a-4388-9a44-c2b96e9f4ace tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:50.131528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe14a90f-6e2b-48a2-9cc6-6e8c11eb7c01 req-8ea08006-333a-4388-9a44-c2b96e9f4ace tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0694900 Jul 16 20:56:50.185822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fe14a90f-6e2b-48a2-9cc6-6e8c11eb7c01 req-c66df299-13d3-4131-b075-eee98e3d0d84 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480232 Jul 16 20:56:50.460966 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a171ced3-f22f-4bbb-afc0-f2dde8d13529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.690535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.383252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f972578-56c3-4005-85e8-6389b8a8a988 req-7fd9eb14-3033-473c-9292-edbfac84f4e3 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:51.384879 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f972578-56c3-4005-85e8-6389b8a8a988 req-7fd9eb14-3033-473c-9292-edbfac84f4e3 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0731626 Jul 16 20:56:51.436819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4f972578-56c3-4005-85e8-6389b8a8a988 req-1aa9bb7c-7f19-482a-ae01-127edfb6b796 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460198 Jul 16 20:56:52.604758 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.666968 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6711d4-0966-4ec2-a390-02df95834a62 req-c369d487-9d50-48dd-9da2-311756a9b285 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:52.668659 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6711d4-0966-4ec2-a390-02df95834a62 req-c369d487-9d50-48dd-9da2-311756a9b285 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0906117 Jul 16 20:56:52.715156 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ba6711d4-0966-4ec2-a390-02df95834a62 req-76af34e3-f281-46ed-99ce-4a136dacc125 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402489 Jul 16 20:56:53.909991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d441d-3a33-4fd1-a968-40f4774fad14 req-dc54d3f3-4821-4fcb-9633-4889a641b97c tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:53.911568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c3d441d-3a33-4fd1-a968-40f4774fad14 req-dc54d3f3-4821-4fcb-9633-4889a641b97c tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0782659 Jul 16 20:56:53.956863 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c3d441d-3a33-4fd1-a968-40f4774fad14 req-50daf73a-d9e0-4544-936e-03d53dcd098a tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382130 Jul 16 20:56:53.961139 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.143351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91605-ec53-440b-96bc-a5230f653f21 req-7af2db9c-5f74-44e1-99c6-9f5d3c68d7b6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:55.144893 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eea91605-ec53-440b-96bc-a5230f653f21 req-7af2db9c-5f74-44e1-99c6-9f5d3c68d7b6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0693324 Jul 16 20:56:55.190168 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eea91605-ec53-440b-96bc-a5230f653f21 req-e7a36222-c96b-46f7-97ae-aafeecb25807 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386050 Jul 16 20:56:56.397092 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807640e-fae7-41c0-a41e-c7f02a91a5fe req-cf036518-5678-4406-982e-4c36e2bece23 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.399929 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3807640e-fae7-41c0-a41e-c7f02a91a5fe req-cf036518-5678-4406-982e-4c36e2bece23 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0705822 Jul 16 20:56:56.439978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3807640e-fae7-41c0-a41e-c7f02a91a5fe req-1c2e7a02-0600-465a-91c7-1ad4a2a25985 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346024 Jul 16 20:56:57.632431 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a2bf1-b6cd-4901-accb-40c04175e066 req-3177cc65-498b-4f72-ae79-dcc2968fd431 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:57.634283 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-836a2bf1-b6cd-4901-accb-40c04175e066 req-3177cc65-498b-4f72-ae79-dcc2968fd431 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0775008 Jul 16 20:56:57.677216 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-836a2bf1-b6cd-4901-accb-40c04175e066 req-62867f8f-c46f-4290-b77e-da8b570798b6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&id=cb20f491-1aba-426f-97b7-2f73f524417d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368993 Jul 16 20:57:04.850032 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:05.716921 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:14.895520 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:57:18.101630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bfac5e1b-6819-42db-a9e3-db28878d8920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.429057 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-6bd89b91-67e8-4f22-ba83-9b799649f887 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572715 Jul 16 20:57:20.467155 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-19e94ab4-0020-4d48-9140-01ac3ae5383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.531138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-20a957e6-9f82-426b-8eb8-24de7c80b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.532849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-20a957e6-9f82-426b-8eb8-24de7c80b7e5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1136 time: 0.0611219 Jul 16 20:57:20.642101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-5ba2f586-652d-41c2-a8c4-467c09e8202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.643645 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-5ba2f586-652d-41c2-a8c4-467c09e8202b service neutron] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 916 time: 0.0902915 Jul 16 20:57:20.694102 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.719400 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-bead9671-5c33-42e0-8c51-1fe8fcb598a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 1001 time: 0.0694697 Jul 16 20:57:20.769776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-4399b6c7-88bf-4c2e-a25c-ab7f9849b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.771399 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-4399b6c7-88bf-4c2e-a25c-ab7f9849b5de service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0460188 Jul 16 20:57:20.830170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-47c4a3c8-b018-40a6-b91f-dc107040ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.831669 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-47c4a3c8-b018-40a6-b91f-dc107040ad3e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543122 Jul 16 20:57:20.935007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-3aa56e22-ea35-4cde-902c-57f2dfefdc9c service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973036 Jul 16 20:57:21.035586 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ce815ad8-6596-4a18-ba40-9992542bfd03 req-2414637f-454f-472c-9876-eecc0ad850b2 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937886 Jul 16 20:57:22.598400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.960258 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.174805 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-773cbe89-455a-4751-8e07-3e8eadf90fa6 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018884063&fields=id&tenant_id=899830904f534221bf1210405adae7c8 HTTP/1.1" status: 200 len: 267 time: 0.0840163 Jul 16 20:57:30.245744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-5f452db0-7e4b-43d6-ba68-f44bba07292b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:30.247294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-5f452db0-7e4b-43d6-ba68-f44bba07292b tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 984 time: 0.0664411 Jul 16 20:57:30.258689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Request body: {'port': {'security_groups': ['b6e9fca6-1974-41dd-88a4-5e62546e8ab7']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:30.352169 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.536560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] For port 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:30.567573 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.573016 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.584676 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['44067b0c-0f19-4594-ad6e-909b1b0a5af0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:30.619202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:30.619883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.621377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2bbcb6cc-a196-4b24-aad0-0c029f4b30d7 req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "PUT /v2.0/ports/44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 942 time: 0.3676744 Jul 16 20:57:30.621853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:30.624272 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62bb30b-e869-4af0-b116-aa7b762394ba" -d '{"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:30.628506 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53834) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:30.664361 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event updated for resources: {'Port': ['ID=44067b0c-0f19-4594-ad6e-909b1b0a5af0,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:30.673510 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.673879 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.674215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.674561 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.674900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.675242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.675606 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.675916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.676292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.676631 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.676962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.677291 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40db4e-461e-4538-bdb5-56c99cb20d6e tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:30.697558 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4228b2db-00d9-4067-9546-b844fb5532dc x-openstack-request-id: req-4228b2db-00d9-4067-9546-b844fb5532dc {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:30.697950 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:30.699379 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4228b2db-00d9-4067-9546-b844fb5532dc {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:30.699379 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'status': 'completed', 'code': 200} Jul 16 20:57:30.717103 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['44067b0c-0f19-4594-ad6e-909b1b0a5af0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:30.758218 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.791792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.824650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-43558a95-e51e-41cd-8de8-669f7fa009b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:30.826440 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-43558a95-e51e-41cd-8de8-669f7fa009b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1097 time: 0.1171451 Jul 16 20:57:30.885842 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-880143fd-e50d-421c-bb9f-5e0dab5e299d None None] Provisioning complete for port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:30.886140 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-880143fd-e50d-421c-bb9f-5e0dab5e299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.963993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-6305f661-a43e-4fa2-9279-a29ddf71f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:30.965562 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-6305f661-a43e-4fa2-9279-a29ddf71f7f7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 916 time: 0.1311109 Jul 16 20:57:30.970777 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.973691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:30.974826 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "DELETE /v2.0/security-groups/cb20f491-1aba-426f-97b7-2f73f524417d HTTP/1.1" status: 204 len: 168 time: 0.3446257 Jul 16 20:57:30.979487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53840) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:31.025955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb20f491-1aba-426f-97b7-2f73f524417d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:31.043848 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.044223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.044561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.044895 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.045227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.045562 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.045892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.046215 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.046539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.046863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.047185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.047501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c91f2-348b-4c7b-a9e6-f9a8a9fbabbb tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:31.075959 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-9044cb8d-9159-4845-b16b-2a32f90f5a4a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 1001 time: 0.0998569 Jul 16 20:57:31.135678 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-3893916e-cbd5-4816-8c77-c301820704ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:31.137820 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-3893916e-cbd5-4816-8c77-c301820704ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0551088 Jul 16 20:57:31.168802 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Deleting port c702df7e-de7d-4385-98cf-c67f3f7a08c4 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:31.169158 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.202054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-2b339682-9dee-4a87-bfd5-81d5bf49b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:31.203565 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-2b339682-9dee-4a87-bfd5-81d5bf49b9a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594115 Jul 16 20:57:31.259023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.259729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.271643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Calling delete_port for c702df7e-de7d-4385-98cf-c67f3f7a08c4 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:31.305277 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-406b4689-7235-42c4-b254-eb5817a1445d service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955896 Jul 16 20:57:31.396281 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c62bb30b-e869-4af0-b116-aa7b762394ba req-ee518099-5613-4e67-8698-b8203c5d690f service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852001 Jul 16 20:57:31.428507 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.454539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event deleted for resources: {'Port': ['ID=c702df7e-de7d-4385-98cf-c67f3f7a08c4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:31.518919 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.519260 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Floating IP 43f4bdad-79c5-4c7d-8638-101b6c5122b0 disassociated (deleted). External IP: 172.25.6.234, port: 44067b0c-0f19-4594-ad6e-909b1b0a5af0. Jul 16 20:57:31.739726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Router 66986455-05d8-44e9-b229-ffc708c55507 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:31.848778 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:31.854956 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:31.860920 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] Sync routers for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:31.871122 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:31.871732 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:31.894828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ab751063-d239-45f4-b552-cf5a4ad918f9 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "DELETE /v2.0/floatingips/43f4bdad-79c5-4c7d-8638-101b6c5122b0 HTTP/1.1" status: 204 len: 168 time: 0.9138184 Jul 16 20:57:31.982662 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:32.202267 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:41Z', 'revision_number': 5, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:32.236817 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] Checking router: 66986455-05d8-44e9-b229-ffc708c55507 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:32.247983 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:32.249137 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:32.370038 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:32.700160 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:41Z', 'revision_number': 5, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:32.701910 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:32.705459 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7122df28-fe9e-47a6-9f04-4a12f524cd17" -d '{"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:32.744350 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bbf200-6dd3-4877-acaa-a286638596db None None] The sync data for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 is: [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:35Z', 'revision_number': 4, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'df6eb776-c045-4796-b7a5-2ce5c1c9c9e9', 'name': '', 'network_id': '4a25817f-28b6-441f-98d6-5fdad16d2dec', 'tenant_id': '899830904f534221bf1210405adae7c8', 'mac_address': 'fa:16:3e:5a:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:34Z', 'updated_at': '2021-07-16T20:55:41Z', 'revision_number': 5, 'project_id': '899830904f534221bf1210405adae7c8', 'subnets': [{'id': '6e9f66c6-e772-42e6-b28a-25736dd26fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:32.751897 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b9260b-c41f-43eb-8d00-924db321cba6 x-openstack-request-id: req-f0b9260b-c41f-43eb-8d00-924db321cba6 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:32.752329 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:32.752698 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0b9260b-c41f-43eb-8d00-924db321cba6 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:32.753219 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'status': 'completed', 'code': 200} Jul 16 20:57:32.864627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-1566484f-2046-4fb9-aa68-01f8f60d6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:32.866609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-1566484f-2046-4fb9-aa68-01f8f60d6805 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=899830904f534221bf1210405adae7c8&device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 1097 time: 0.0881491 Jul 16 20:57:33.009114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-7a3b09a0-608d-49c4-82ca-1554c41264ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:33.010725 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-7a3b09a0-608d-49c4-82ca-1554c41264ce service neutron] 10.222.0.68 "GET /v2.0/networks?id=4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 200 len: 916 time: 0.1382036 Jul 16 20:57:33.076139 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-089f8790-26b9-4f16-b091-5d746d8f3fd5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 200 len: 217 time: 0.0584054 Jul 16 20:57:33.109853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d073e36c-4da7-405f-a88e-eb60fce6e251 None None] New status for floating IP 43f4bdad-79c5-4c7d-8638-101b6c5122b0: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:57:33.152949 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-978ed03f-b9dd-4940-b235-0cb7caaca582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:33.154803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-978ed03f-b9dd-4940-b235-0cb7caaca582 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 200 len: 854 time: 0.0725126 Jul 16 20:57:33.269858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-aeee495c-31b8-4379-8f54-dddf9e673ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:33.275575 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-aeee495c-31b8-4379-8f54-dddf9e673ce6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4a25817f-28b6-441f-98d6-5fdad16d2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137915 Jul 16 20:57:33.438147 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-612ac091-09f6-4b38-bea4-17846bf11186 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552830 Jul 16 20:57:33.539910 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7122df28-fe9e-47a6-9f04-4a12f524cd17 req-2f3d42c1-68bd-47c6-8835-6f3ff511e983 service neutron] 10.222.0.68 "GET /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959387 Jul 16 20:57:34.861630 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.732186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:39.734129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0c74-7635-4ce1-ab1e-ce8627254da9 req-4798e198-0b6d-4fcf-b58b-a0f16dd10389 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:39.735649 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfac0c74-7635-4ce1-ab1e-ce8627254da9 req-4798e198-0b6d-4fcf-b58b-a0f16dd10389 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0665426 Jul 16 20:57:39.775063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bfac0c74-7635-4ce1-ab1e-ce8627254da9 req-c7006f4c-f369-4f34-b157-850891fb7880 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333605 Jul 16 20:57:40.952570 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d757e-9a65-46b8-a106-4990f8b71087 req-86deff58-90fd-4670-9eb1-91c513496efe tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:40.954019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-029d757e-9a65-46b8-a106-4990f8b71087 req-86deff58-90fd-4670-9eb1-91c513496efe tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0630949 Jul 16 20:57:40.992939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-029d757e-9a65-46b8-a106-4990f8b71087 req-c5dbc5d0-7131-4f40-8398-31f37327955d tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6e9fca6-1974-41dd-88a4-5e62546e8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324371 Jul 16 20:57:41.278991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-175ef6bd-0b0c-4d3f-9a90-b0c6d81de73f tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:41.280528 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-175ef6bd-0b0c-4d3f-9a90-b0c6d81de73f tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.68 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0665715 Jul 16 20:57:41.389061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Deleting port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:41.389410 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.481155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] For port 44067b0c-0f19-4594-ad6e-909b1b0a5af0, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=44067b0c-0f19-4594-ad6e-909b1b0a5af0,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:41.481515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.494522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Calling delete_port for 44067b0c-0f19-4594-ad6e-909b1b0a5af0 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:41.621545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.634090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['44067b0c-0f19-4594-ad6e-909b1b0a5af0'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:41.650795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Pushing event deleted for resources: {'Port': ['ID=44067b0c-0f19-4594-ad6e-909b1b0a5af0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:41.701292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] No DVR routers for this DVR port 44067b0c-0f19-4594-ad6e-909b1b0a5af0 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:41.704002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:41.706084 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8d836e10-6af0-4a2d-9a07-528792b1490c req-2b7512f5-d085-4aae-8184-053a5f099d07 tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.68 "DELETE /v2.0/ports/44067b0c-0f19-4594-ad6e-909b1b0a5af0 HTTP/1.1" status: 204 len: 173 time: 0.4206524 Jul 16 20:57:41.706522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'name': 'network-vif-deleted', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:41.708883 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fecac0-afe4-4883-ae7c-d4a55a0c5488" -d '{"events": [{"server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "name": "network-vif-deleted", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:41.745290 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea87ef0-4541-4f71-9209-3ee16702daed x-openstack-request-id: req-9ea87ef0-4541-4f71-9209-3ee16702daed {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:41.745539 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b45285-6a27-4296-8a03-7d05370b9b10", "name": "network-vif-deleted", "tag": "44067b0c-0f19-4594-ad6e-909b1b0a5af0", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:41.745795 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ea87ef0-4541-4f71-9209-3ee16702daed {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:41.746191 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b45285-6a27-4296-8a03-7d05370b9b10', 'name': 'network-vif-deleted', 'tag': '44067b0c-0f19-4594-ad6e-909b1b0a5af0', 'status': 'completed', 'code': 200} Jul 16 20:57:42.159957 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e1aecd3c-e67a-4520-9d70-3c0106ba88e5 req-1cecac9b-ac96-4d44-8e0e-df096f0ff7da tempest-TestMinimumBasicScenario-1120233374 tempest-TestMinimumBasicScenario-1120233374-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b45285-6a27-4296-8a03-7d05370b9b10 HTTP/1.1" status: 200 len: 210 time: 0.0332267 Jul 16 20:57:43.766012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53942) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:44.132982 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:44.419154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Deleting port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:44.419408 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:44.503514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] For port df6eb776-c045-4796-b7a5-2ce5c1c9c9e9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:44.503874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:44.850061 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Calling delete_port for df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:45.037927 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.063617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=df6eb776-c045-4796-b7a5-2ce5c1c9c9e9,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:45.081764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 44067b0c-0f19-4594-ad6e-909b1b0a5af0 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:45.109248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 44067b0c-0f19-4594-ad6e-909b1b0a5af0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:45.109652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 44067b0c-0f19-4594-ad6e-909b1b0a5af0 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:45.246200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.470962 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Router 66986455-05d8-44e9-b229-ffc708c55507 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:45.583598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:45.591717 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c8ef0dee-77a0-4b83-8fe8-0706b1430a9c admin admin] 10.222.0.78 "PUT /v2.0/routers/66986455-05d8-44e9-b229-ffc708c55507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8237207 Jul 16 20:57:45.595015 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53944) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:45.598494 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] Sync routers for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:45.612975 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:45.613758 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:45.721332 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.724005 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:45.830187 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.886218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Deleting port d0612f1d-fe33-4630-9d4c-aefd19fea19b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:45.886974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.911827 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:57:44Z', 'revision_number': 5, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port': {'id': 'd0612f1d-fe33-4630-9d4c-aefd19fea19b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66986455-05d8-44e9-b229-ffc708c55507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:45.938164 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] Checking router: 66986455-05d8-44e9-b229-ffc708c55507 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:45.947495 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] Routers {'66986455-05d8-44e9-b229-ffc708c55507'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:45.948099 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['66986455-05d8-44e9-b229-ffc708c55507'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:45.971217 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] For port d0612f1d-fe33-4630-9d4c-aefd19fea19b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d0612f1d-fe33-4630-9d4c-aefd19fea19b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:45.971776 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:45.983901 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Calling delete_port for d0612f1d-fe33-4630-9d4c-aefd19fea19b owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:46.035007 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] Set router 66986455-05d8-44e9-b229-ffc708c55507 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:46.087459 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:57:45Z', 'revision_number': 6, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:46.117250 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3b3c7-0d12-4f80-beba-afab279d95c5 None None] The sync data for ids ['66986455-05d8-44e9-b229-ffc708c55507'] in n-d-791505-15 is: [{'id': '66986455-05d8-44e9-b229-ffc708c55507', 'name': 'tempest-TestMinimumBasicScenario-1140809910-router', 'tenant_id': '899830904f534221bf1210405adae7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:32Z', 'updated_at': '2021-07-16T20:57:45Z', 'revision_number': 6, 'project_id': '899830904f534221bf1210405adae7c8', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:46.157254 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.183177 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0612f1d-fe33-4630-9d4c-aefd19fea19b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:46.246940 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.340387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.342622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.390772 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.391301 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66986455-05d8-44e9-b229-ffc708c55507 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:57:46.395699 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.396901 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b3587f16-9d41-40c2-88ce-3111e032d2b7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/66986455-05d8-44e9-b229-ffc708c55507 HTTP/1.1" status: 204 len: 168 time: 0.8008406 Jul 16 20:57:46.399826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53946) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:46.444129 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d241d7b-5fe3-4fa6-9561-854f8d5ddf7a admin admin] Deleting subnet 6e9f66c6-e772-42e6-b28a-25736dd26fd7 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:46.448005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d241d7b-5fe3-4fa6-9561-854f8d5ddf7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.485036 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d241d7b-5fe3-4fa6-9561-854f8d5ddf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.574636 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d241d7b-5fe3-4fa6-9561-854f8d5ddf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.633459 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d241d7b-5fe3-4fa6-9561-854f8d5ddf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.659938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d241d7b-5fe3-4fa6-9561-854f8d5ddf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9f66c6-e772-42e6-b28a-25736dd26fd7,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:46.664031 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d241d7b-5fe3-4fa6-9561-854f8d5ddf7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.667004 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d241d7b-5fe3-4fa6-9561-854f8d5ddf7a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6e9f66c6-e772-42e6-b28a-25736dd26fd7 HTTP/1.1" status: 204 len: 168 time: 0.2651889 Jul 16 20:57:46.668997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53948) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:46.671929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dc4865-89c6-4bde-bb36-c36bbba68660 None None] Network 4a25817f-28b6-441f-98d6-5fdad16d2dec requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:46.745845 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.804957 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Deleting port a8ac0202-ac51-4578-84ba-e3105fb45eb6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:46.805210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.881168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] For port a8ac0202-ac51-4578-84ba-e3105fb45eb6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a8ac0202-ac51-4578-84ba-e3105fb45eb6,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:46.881539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.897327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] DHCP port deletion for 4a25817f-28b6-441f-98d6-5fdad16d2dec request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:46.901064 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Calling delete_port for a8ac0202-ac51-4578-84ba-e3105fb45eb6 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:46.948584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Deleting port a8ac0202-ac51-4578-84ba-e3105fb45eb6 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:46.948962 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.994007 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.015037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] For port a8ac0202-ac51-4578-84ba-e3105fb45eb6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a8ac0202-ac51-4578-84ba-e3105fb45eb6,segment=NetworkSegment(bbfd1837-28e6-491f-b11a-c7ee8606d18a),segment_id=bbfd1837-28e6-491f-b11a-c7ee8606d18a)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:47.015449 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.019068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ac0202-ac51-4578-84ba-e3105fb45eb6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:47.028789 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] No DVR routers for this DVR port a8ac0202-ac51-4578-84ba-e3105fb45eb6 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:47.029089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Calling delete_port for a8ac0202-ac51-4578-84ba-e3105fb45eb6 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:47.110558 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.117397 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.122408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:47.122605 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a25817f-28b6-441f-98d6-5fdad16d2dec']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:47.135194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfd1837-28e6-491f-b11a-c7ee8606d18a') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:47.135499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfd1837-28e6-491f-b11a-c7ee8606d18a') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:47.145219 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.160351 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.164141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Pushing event deleted for resources: {'Port': ['ID=a8ac0202-ac51-4578-84ba-e3105fb45eb6,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:47.168378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:47.168971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:47.169215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.169390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device df6eb776-c045-4796-b7a5-2ce5c1c9c9e9 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:47.169546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d0612f1d-fe33-4630-9d4c-aefd19fea19b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: timer() Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:47.171376 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:47.174381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] No DVR routers for this DVR port a8ac0202-ac51-4578-84ba-e3105fb45eb6 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:47.196890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d0612f1d-fe33-4630-9d4c-aefd19fea19b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:47.197569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d0612f1d-fe33-4630-9d4c-aefd19fea19b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:47.198362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a8ac0202-ac51-4578-84ba-e3105fb45eb6 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:47.202690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.203408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.203920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.204290 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.204629 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.204970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.205308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.205640 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.205971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.206300 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.206664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.207201 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0dcfb9-74f7-4b7e-bc7f-7f81905385b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:47.230760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a8ac0202-ac51-4578-84ba-e3105fb45eb6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:47.231390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a8ac0202-ac51-4578-84ba-e3105fb45eb6 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:47.255852 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.262210 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.264042 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4a25817f-28b6-441f-98d6-5fdad16d2dec HTTP/1.1" status: 204 len: 168 time: 0.5940790 Jul 16 20:57:47.267448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53950) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:47.276235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b05246-d965-452d-b0f7-8e1fc0683e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a25817f-28b6-441f-98d6-5fdad16d2dec,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:47.953491 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.093659 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fcbb34e1-9552-4c1a-8007-2e94e637b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.224721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Deleting port d176f2bb-459b-4403-9a37-2319a00bb7d2 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:48.224988 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.303197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] For port d176f2bb-459b-4403-9a37-2319a00bb7d2, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=d176f2bb-459b-4403-9a37-2319a00bb7d2,segment=NetworkSegment(e508fa66-be87-4935-a1dc-f22b432029ee),segment_id=e508fa66-be87-4935-a1dc-f22b432029ee)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:48.303908 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.320725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Calling delete_port for d176f2bb-459b-4403-9a37-2319a00bb7d2 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:48.510359 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.536597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Pushing event deleted for resources: {'Port': ['ID=d176f2bb-459b-4403-9a37-2319a00bb7d2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:48.707821 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:48.927615 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Router 05f28064-1de9-44da-bb04-0e52996abe1a has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:49.041541 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:49.047855 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e6f01892-3344-496b-b1f5-100df071dfaf admin admin] 10.222.0.78 "PUT /v2.0/routers/05f28064-1de9-44da-bb04-0e52996abe1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776220 Jul 16 20:57:49.049436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53954) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:49.066489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] Sync routers for ids ['05f28064-1de9-44da-bb04-0e52996abe1a'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:49.082162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] Routers {'05f28064-1de9-44da-bb04-0e52996abe1a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:49.083269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['05f28064-1de9-44da-bb04-0e52996abe1a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:49.198825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] Set router 05f28064-1de9-44da-bb04-0e52996abe1a gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:49.203915 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.318274 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.372806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Deleting port 2cad0c51-e488-4803-8394-98cc69dee0df {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:49.373156 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.395961 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:57:48Z', 'revision_number': 5, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port': {'id': '2cad0c51-e488-4803-8394-98cc69dee0df', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:49.423352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] Checking router: 05f28064-1de9-44da-bb04-0e52996abe1a for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:49.431900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] Routers {'05f28064-1de9-44da-bb04-0e52996abe1a'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:49.432556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['05f28064-1de9-44da-bb04-0e52996abe1a'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:49.454874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] For port 2cad0c51-e488-4803-8394-98cc69dee0df, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2cad0c51-e488-4803-8394-98cc69dee0df,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:49.455096 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.469050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Calling delete_port for 2cad0c51-e488-4803-8394-98cc69dee0df owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:49.521477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] Set router 05f28064-1de9-44da-bb04-0e52996abe1a gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:49.649865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.680801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cad0c51-e488-4803-8394-98cc69dee0df,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:49.745189 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:57:49Z', 'revision_number': 6, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:49.750088 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.772742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a75f7-e912-4489-91d6-f69debd707a2 None None] The sync data for ids ['05f28064-1de9-44da-bb04-0e52996abe1a'] in n-d-791505-15 is: [{'id': '05f28064-1de9-44da-bb04-0e52996abe1a', 'name': 'tempest-TestMinimumBasicScenario-1669212144-router', 'tenant_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:55:37Z', 'updated_at': '2021-07-16T20:57:49Z', 'revision_number': 6, 'project_id': '90e3d0e4e2a046d89b7b0cb6f73f09de', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:49.845758 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.847907 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.894081 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.894686 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05f28064-1de9-44da-bb04-0e52996abe1a {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:57:49.899928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.901145 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f70e8e51-eb52-47b4-92ef-4772fef60d24 admin admin] 10.222.0.78 "DELETE /v2.0/routers/05f28064-1de9-44da-bb04-0e52996abe1a HTTP/1.1" status: 204 len: 168 time: 0.8506894 Jul 16 20:57:49.903796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53956) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:49.952309 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0171ae15-1322-4237-9242-43802e10a507 admin admin] Deleting subnet a01bfb71-5f71-41c6-9ddc-b2f745f876a1 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:57:49.955348 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0171ae15-1322-4237-9242-43802e10a507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:49.990531 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0171ae15-1322-4237-9242-43802e10a507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.091554 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0171ae15-1322-4237-9242-43802e10a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.173799 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0171ae15-1322-4237-9242-43802e10a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.221934 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171ae15-1322-4237-9242-43802e10a507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01bfb71-5f71-41c6-9ddc-b2f745f876a1,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:50.227634 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0171ae15-1322-4237-9242-43802e10a507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.233854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9628845c-54e1-4548-9845-8fafb59baba5 None None] Network dc723569-fa43-44cb-b9d5-73ec165c01f5 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:50.251014 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0171ae15-1322-4237-9242-43802e10a507 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a01bfb71-5f71-41c6-9ddc-b2f745f876a1 HTTP/1.1" status: 204 len: 168 time: 0.3438709 Jul 16 20:57:50.251192 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53958) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:50.326210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.383076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Deleting port e76e527d-bdb4-490e-9f62-7f425d20c82c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:57:50.383375 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.459961 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8762c9d4-ca1e-4aaf-ab64-d281d190a81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.469578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] For port e76e527d-bdb4-490e-9f62-7f425d20c82c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e76e527d-bdb4-490e-9f62-7f425d20c82c,segment=NetworkSegment(e508fa66-be87-4935-a1dc-f22b432029ee),segment_id=e508fa66-be87-4935-a1dc-f22b432029ee)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:50.469931 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.482126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Calling delete_port for e76e527d-bdb4-490e-9f62-7f425d20c82c owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:57:50.575776 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.599137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8fe58a-6c57-419b-b277-806a4b093aac None None] DHCP port deletion for dc723569-fa43-44cb-b9d5-73ec165c01f5 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:57:50.607161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76e527d-bdb4-490e-9f62-7f425d20c82c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:50.610658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] No DVR routers for this DVR port e76e527d-bdb4-490e-9f62-7f425d20c82c on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:57:50.683434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.694413 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc723569-fa43-44cb-b9d5-73ec165c01f5']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:50.701130 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.707359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e508fa66-be87-4935-a1dc-f22b432029ee') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:50.707658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e508fa66-be87-4935-a1dc-f22b432029ee') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:50.719564 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.734938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.741333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:57:50.741888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:57:50.743736 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:57:50.804672 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.810689 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.812850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] 10.222.0.78 "DELETE /v2.0/networks/dc723569-fa43-44cb-b9d5-73ec165c01f5 HTTP/1.1" status: 204 len: 168 time: 0.5603673 Jul 16 20:57:50.824750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86268e-00ae-4ab6-af8e-314a5a013b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc723569-fa43-44cb-b9d5-73ec165c01f5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:50.980915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53964) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:51.020471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8d1f258e-cef5-4800-95f1-01ce8ff651d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=899830904f534221bf1210405adae7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383112 Jul 16 20:57:51.023161 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 53966) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:51.073807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82a381d2-4ca4-4b7c-9a23-c3dcb30516bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.095351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e76e527d-bdb4-490e-9f62-7f425d20c82c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:51.096392 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82a381d2-4ca4-4b7c-9a23-c3dcb30516bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.115328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e76e527d-bdb4-490e-9f62-7f425d20c82c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:51.115680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e76e527d-bdb4-490e-9f62-7f425d20c82c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:51.116157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d176f2bb-459b-4403-9a37-2319a00bb7d2 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:51.139732 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: d176f2bb-459b-4403-9a37-2319a00bb7d2 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:51.140139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device d176f2bb-459b-4403-9a37-2319a00bb7d2 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:51.140556 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2cad0c51-e488-4803-8394-98cc69dee0df no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:57:51.151321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82a381d2-4ca4-4b7c-9a23-c3dcb30516bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.154542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82a381d2-4ca4-4b7c-9a23-c3dcb30516bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.155792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-82a381d2-4ca4-4b7c-9a23-c3dcb30516bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6e9fca6-1974-41dd-88a4-5e62546e8ab7 HTTP/1.1" status: 204 len: 168 time: 0.1316006 Jul 16 20:57:51.160440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 2cad0c51-e488-4803-8394-98cc69dee0df {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:57:51.160802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2cad0c51-e488-4803-8394-98cc69dee0df not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:57:51.165862 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a381d2-4ca4-4b7c-9a23-c3dcb30516bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e9fca6-1974-41dd-88a4-5e62546e8ab7,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:51.493295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53974) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:51.535785 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bea7e3b2-3377-4171-9e06-d1452521bd82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90e3d0e4e2a046d89b7b0cb6f73f09de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412722 Jul 16 20:57:51.538664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 53976) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:51.603334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-710e4041-f559-4570-bec3-8786f9c6349b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.627757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-710e4041-f559-4570-bec3-8786f9c6349b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.681712 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-710e4041-f559-4570-bec3-8786f9c6349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.685244 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-710e4041-f559-4570-bec3-8786f9c6349b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:51.686774 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-710e4041-f559-4570-bec3-8786f9c6349b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5dd6800b-47cd-4e73-85b1-f5d567d8ed34 HTTP/1.1" status: 204 len: 168 time: 0.1470439 Jul 16 20:57:51.696701 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e4041-f559-4570-bec3-8786f9c6349b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd6800b-47cd-4e73-85b1-f5d567d8ed34,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:51.895568 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:57:52.599465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.563295 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:53.568048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276907293', 'description': 'tempest-secgroup-smoke-1276907293 description', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:53.592088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.600355 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.694554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.699605 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.736745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3056556d-813c-4aea-a5e0-a6b61afa340d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:53.794270 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.798243 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.829754 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.831074 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2667291 Jul 16 20:57:53.834331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54024) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:53.840058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-db1f80ee-522c-405a-b690-a61c9bdf66f9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:53.848885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d0c7-54e0-48f8-ab43-5cfa1b5dfa59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:53.881138 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db1f80ee-522c-405a-b690-a61c9bdf66f9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.941134 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db1f80ee-522c-405a-b690-a61c9bdf66f9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.946308 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db1f80ee-522c-405a-b690-a61c9bdf66f9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.962139 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.965861 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f80ee-522c-405a-b690-a61c9bdf66f9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0282a9-da0d-495b-9537-c4c38b3147ec,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:53.972228 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-db1f80ee-522c-405a-b690-a61c9bdf66f9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.973511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-db1f80ee-522c-405a-b690-a61c9bdf66f9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382227 Jul 16 20:57:53.976892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54026) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:53.981607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-de1c18c3-ab8c-477b-bd5c-3ff0b6f54567 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:54.008910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de1c18c3-ab8c-477b-bd5c-3ff0b6f54567 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.072757 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de1c18c3-ab8c-477b-bd5c-3ff0b6f54567 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.076756 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de1c18c3-ab8c-477b-bd5c-3ff0b6f54567 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.096606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c18c3-ab8c-477b-bd5c-3ff0b6f54567 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa92451-fbc2-4368-bf92-dee16d0edb85,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:54.101874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-de1c18c3-ab8c-477b-bd5c-3ff0b6f54567 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.103146 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-de1c18c3-ab8c-477b-bd5c-3ff0b6f54567 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252811 Jul 16 20:57:54.106105 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54028) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:54.110596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-222ce1b5-3f7b-4642-baf8-d86dd1b28382 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:54.140613 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-222ce1b5-3f7b-4642-baf8-d86dd1b28382 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.202116 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-222ce1b5-3f7b-4642-baf8-d86dd1b28382 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.206503 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-222ce1b5-3f7b-4642-baf8-d86dd1b28382 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.229634 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ce1b5-3f7b-4642-baf8-d86dd1b28382 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2ab48a-2c1c-4fba-a99c-0dcad4ef4ddc,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:54.238454 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-222ce1b5-3f7b-4642-baf8-d86dd1b28382 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.239790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-222ce1b5-3f7b-4642-baf8-d86dd1b28382 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327314 Jul 16 20:57:54.244220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54030) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:54.249078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9c593c78-9e62-4349-8ed1-3caf0c819cc0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:54.280764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c593c78-9e62-4349-8ed1-3caf0c819cc0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.349488 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c593c78-9e62-4349-8ed1-3caf0c819cc0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.355020 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c593c78-9e62-4349-8ed1-3caf0c819cc0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.375377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593c78-9e62-4349-8ed1-3caf0c819cc0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6b40ae-e391-48d1-8643-29c8c40dce08,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:54.381652 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9c593c78-9e62-4349-8ed1-3caf0c819cc0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.383834 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9c593c78-9e62-4349-8ed1-3caf0c819cc0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385343 Jul 16 20:57:54.386532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54032) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:54.391233 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a35e35ef-0548-43f9-af66-c992502954aa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:54.423785 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-a35e35ef-0548-43f9-af66-c992502954aa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:57:54.430274 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a35e35ef-0548-43f9-af66-c992502954aa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.499896 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a35e35ef-0548-43f9-af66-c992502954aa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.504434 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a35e35ef-0548-43f9-af66-c992502954aa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.526862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e35ef-0548-43f9-af66-c992502954aa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfce7f4-1459-4223-8c68-caa068f058d8,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:54.535357 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a35e35ef-0548-43f9-af66-c992502954aa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.537112 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a35e35ef-0548-43f9-af66-c992502954aa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494665 Jul 16 20:57:54.540272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54034) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:54.548866 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-f8b47fdd-3bbd-4141-a902-5d49e5f285c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:54.574483 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-f8b47fdd-3bbd-4141-a902-5d49e5f285c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:57:54.579433 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8b47fdd-3bbd-4141-a902-5d49e5f285c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.645780 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8b47fdd-3bbd-4141-a902-5d49e5f285c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.649369 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8b47fdd-3bbd-4141-a902-5d49e5f285c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.668783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b47fdd-3bbd-4141-a902-5d49e5f285c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b81bc1-d37f-42b2-84e0-8b544aa0177f,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:54.676731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f8b47fdd-3bbd-4141-a902-5d49e5f285c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.677848 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f8b47fdd-3bbd-4141-a902-5d49e5f285c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364858 Jul 16 20:57:54.682178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54036) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:54.688119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'network': {'name': 'tempest-network-smoke--2018790550', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'port_security_enabled': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:54.708859 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:54.712698 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.735766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:57:54.745735 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.746078 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Added segment 244b1a0e-9243-4cac-ac56-d5b3c1040540 of type vlan for network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c Jul 16 20:57:54.786401 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.814106 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.819530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:54.820937 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.855775 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1724293 Jul 16 20:57:54.858573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54038) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:54.863227 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'admin_state_up': True, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:54.901057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f9eda-84f8-48e1-9fe9-d648a8c30803 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Network': ['ID=41398c54-1b7d-4f55-b03f-f617ed8f5c2c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:54.911670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:57:54.918476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.919500 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.972328 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.115505 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.307643 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.326005 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.430534 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.176 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/f36b9f35-3125-4527-a6fe-68e470888f86) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:55.543345 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.589306 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:55.631703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:55.634640 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:55.637281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:55.662850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=f36b9f35-3125-4527-a6fe-68e470888f86,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:55.894619 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.447044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.584431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router b8f96420-f362-4a05-a719-3fc85a950e52 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:57:56.701690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:56.712026 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Sync routers for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:56.721520 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.722109 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:56.723017 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:56.723574 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7ee09855-35a3-4b08-a07f-b4e3abfef9e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8638167 Jul 16 20:57:56.727380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54040) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:56.834407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:56.854023 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-20ff1202-589a-4b95-b793-64684a34fff6 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=169a7e73d2e34b72a701f7c5810e9a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250141 Jul 16 20:57:56.856924 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54044) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:57.011382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b73dd5-de7b-4e20-b98e-4a79a8a9a45d tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:57.012935 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b7b73dd5-de7b-4e20-b98e-4a79a8a9a45d tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1550803 Jul 16 20:57:57.015767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54046) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:57.019437 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:55Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:57.050223 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Checking router: b8f96420-f362-4a05-a719-3fc85a950e52 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:57.050574 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Updating router b8f96420-f362-4a05-a719-3fc85a950e52 port f36b9f35-3125-4527-a6fe-68e470888f86 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:57:57.050819 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1ab4d6cf-f251-4137-8385-471daf2dacf3 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339200 Jul 16 20:57:57.053351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54048) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:57.058334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-181085785', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:57.085101 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.152890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:57.156624 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.334961 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.338823 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.345725 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Transition to ACTIVE for port object f36b9f35-3125-4527-a6fe-68e470888f86 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:57.350950 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.400975 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Subnet': ['ID=627d3bb7-1665-4233-aecc-f317b3e6763d,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:57.406499 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Pushing event updated for resources: {'Port': ['ID=f36b9f35-3125-4527-a6fe-68e470888f86,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:57.410809 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Attempting to bind port f36b9f35-3125-4527-a6fe-68e470888f86 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:57.411177 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Attempting to bind port f36b9f35-3125-4527-a6fe-68e470888f86 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:57.411530 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Attempting to bind port f36b9f35-3125-4527-a6fe-68e470888f86 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:57.412905 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Checking segment: {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:57.413424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network hostable DHCP agents. Network: 41398c54-1b7d-4f55-b03f-f617ed8f5c2c, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:57:57.419694 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:57.420066 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:57.420490 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.420871 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:57.421315 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Bound port: f36b9f35-3125-4527-a6fe-68e470888f86, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:57.421688 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.423890 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.424247 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.424583 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.424910 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.425232 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.425556 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.425878 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.426192 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.426506 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.426817 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.427132 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.427467 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:57.432703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:57:57.441870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 41398c54-1b7d-4f55-b03f-f617ed8f5c2c) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:57.447997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:57.448639 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.452574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5820124-d6ab-4984-b6a6-14539ee4acfe None None] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:57.468967 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a378653c-c039-47d9-aba8-fa93113ee3cf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4119089 Jul 16 20:57:57.469407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54050) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:57.570798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] For port f36b9f35-3125-4527-a6fe-68e470888f86, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:57.574293 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] For port f36b9f35-3125-4527-a6fe-68e470888f86, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f36b9f35-3125-4527-a6fe-68e470888f86,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:57.578813 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.621543 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:57:57.623361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:57.627662 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:57.628331 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:57.680564 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7705b-a58f-4662-88c4-cae6b725fc87 None None] Pushing event updated for resources: {'Port': ['ID=f36b9f35-3125-4527-a6fe-68e470888f86,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:57.751055 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:57.786762 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Allocated IP 172.20.0.2 (41398c54-1b7d-4f55-b03f-f617ed8f5c2c/627d3bb7-1665-4233-aecc-f317b3e6763d/0d4a3888-6db1-45c1-a678-c75dd543ce99) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:57.977937 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:55Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:57.997902 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.005982 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fabbc-3e83-4b25-8d0e-0bed9594a1f2 None None] The sync data for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 is: [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:55Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:58.008499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Transition to ACTIVE for port object 0d4a3888-6db1-45c1-a678-c75dd543ce99 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:58.028403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Transition to ACTIVE for port object 0d4a3888-6db1-45c1-a678-c75dd543ce99 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:58.033240 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.081263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:58.084632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:58.090304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:58.093943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Pushing event updated for resources: {'Port': ['ID=0d4a3888-6db1-45c1-a678-c75dd543ce99,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:58.165223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Attempting to bind port 0d4a3888-6db1-45c1-a678-c75dd543ce99 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:58.165616 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Attempting to bind port 0d4a3888-6db1-45c1-a678-c75dd543ce99 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:58.165978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Attempting to bind port 0d4a3888-6db1-45c1-a678-c75dd543ce99 on network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:58.171982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:58.172523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Checking segment: {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:58.172881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.173284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Bound using segment: {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:58.173760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Bound port: 0d4a3888-6db1-45c1-a678-c75dd543ce99, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:58.174155 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.281602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] For port 0d4a3888-6db1-45c1-a678-c75dd543ce99, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:58.285407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] For port 0d4a3888-6db1-45c1-a678-c75dd543ce99, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0d4a3888-6db1-45c1-a678-c75dd543ce99,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:58.290942 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.365579 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c1904-47b2-433a-ae03-3b577171360b None None] Pushing event updated for resources: {'Port': ['ID=0d4a3888-6db1-45c1-a678-c75dd543ce99,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:58.391415 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.813971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.1 (41398c54-1b7d-4f55-b03f-f617ed8f5c2c/627d3bb7-1665-4233-aecc-f317b3e6763d/000c5590-a93e-436a-beb4-82ff7cbc8d95) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:58.974328 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:58.992080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object 000c5590-a93e-436a-beb4-82ff7cbc8d95 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:59.029950 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.088900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:59.092784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:59.097827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:59.107465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=000c5590-a93e-436a-beb4-82ff7cbc8d95,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:59.157769 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.216649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f36b9f35-3125-4527-a6fe-68e470888f86 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:59.278202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f36b9f35-3125-4527-a6fe-68e470888f86 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:59.282817 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f36b9f35-3125-4527-a6fe-68e470888f86 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:59.283399 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.391210 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.391567 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.424428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port f36b9f35-3125-4527-a6fe-68e470888f86, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f36b9f35-3125-4527-a6fe-68e470888f86,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:59.431242 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.432229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0d4a3888-6db1-45c1-a678-c75dd543ce99 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:59.518480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=f36b9f35-3125-4527-a6fe-68e470888f86,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:59.542034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0d4a3888-6db1-45c1-a678-c75dd543ce99 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:59.554668 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6107f19-2c7c-439b-a3bd-f297c612874e None None] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:57:59.649086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7a9977b2-15b5-49c9-aa48-abd16292bdc3 None None] Provisioning for port 0d4a3888-6db1-45c1-a678-c75dd543ce99 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:59.663188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7a9977b2-15b5-49c9-aa48-abd16292bdc3 None None] Provisioning complete for port 0d4a3888-6db1-45c1-a678-c75dd543ce99 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:59.664303 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7a9977b2-15b5-49c9-aa48-abd16292bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.771668 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.779434 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.820977 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7a9977b2-15b5-49c9-aa48-abd16292bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.867295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-7a9977b2-15b5-49c9-aa48-abd16292bdc3 None None] For port 0d4a3888-6db1-45c1-a678-c75dd543ce99, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0d4a3888-6db1-45c1-a678-c75dd543ce99,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:59.872770 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7a9977b2-15b5-49c9-aa48-abd16292bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.936061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=000c5590-a93e-436a-beb4-82ff7cbc8d95,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:59.940872 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.947373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9977b2-15b5-49c9-aa48-abd16292bdc3 None None] Pushing event updated for resources: {'Port': ['ID=0d4a3888-6db1-45c1-a678-c75dd543ce99,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:00.098265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:00.099870 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:00.206952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b414bafd-93eb-411a-8698-1cdc1c47f821 None None] Provisioning for port 000c5590-a93e-436a-beb4-82ff7cbc8d95 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:00.214508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b414bafd-93eb-411a-8698-1cdc1c47f821 None None] Provisioning complete for port 000c5590-a93e-436a-beb4-82ff7cbc8d95 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:00.215329 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b414bafd-93eb-411a-8698-1cdc1c47f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.255452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router b8f96420-f362-4a05-a719-3fc85a950e52 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:00.269675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b414bafd-93eb-411a-8698-1cdc1c47f821 None None] Port 000c5590-a93e-436a-beb4-82ff7cbc8d95 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:00.288776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-b414bafd-93eb-411a-8698-1cdc1c47f821 None None] Provisioning complete for port 0d4a3888-6db1-45c1-a678-c75dd543ce99 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:00.289303 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b414bafd-93eb-411a-8698-1cdc1c47f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.414493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:00.420257 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-be660f0f-110d-4978-867e-956f82b4da19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/b8f96420-f362-4a05-a719-3fc85a950e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9496019 Jul 16 20:58:00.437304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Sync routers for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:00.453173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:00.454282 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:00.572594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-71f3bfdd-6a62-45d9-9a92-f98872157761 None None] Provisioning complete for port 000c5590-a93e-436a-beb4-82ff7cbc8d95 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:00.572979 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-71f3bfdd-6a62-45d9-9a92-f98872157761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.615009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-36654811-f888-4de1-898c-aaa7e8fdae4d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276907293&fields=id&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 267 time: 0.0458720 Jul 16 20:58:00.630086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:00.633257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-71f3bfdd-6a62-45d9-9a92-f98872157761 None None] Port 000c5590-a93e-436a-beb4-82ff7cbc8d95 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:00.759134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75161-883d-4bd7-a821-602dbad11efb req-04c5dc02-2495-4271-a9d4-7b1007b1e205 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.761806 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-04c5dc02-2495-4271-a9d4-7b1007b1e205 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/networks?id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c HTTP/1.1" status: 200 len: 797 time: 0.1378579 Jul 16 20:58:00.784415 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-bfe9109e-0242-48f4-a26b-dcfdf9dfe542 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/quotas/169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 375 time: 0.0164797 Jul 16 20:58:00.805295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-530340de-3733-470e-9a10-67232a974a71 None None] Provisioning complete for port 000c5590-a93e-436a-beb4-82ff7cbc8d95 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:00.805654 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-530340de-3733-470e-9a10-67232a974a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.864060 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-65147246-4b4c-40fd-a59a-d7214f8b1e33 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730705 Jul 16 20:58:00.865744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-530340de-3733-470e-9a10-67232a974a71 None None] Port 000c5590-a93e-436a-beb4-82ff7cbc8d95 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:00.924421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 2, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:00.954862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Checking router: b8f96420-f362-4a05-a719-3fc85a950e52 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:00.955223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Updating router b8f96420-f362-4a05-a719-3fc85a950e52 port 000c5590-a93e-436a-beb4-82ff7cbc8d95 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:58:00.991375 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-9803a99f-959b-4ca5-ae5f-2820be2a2a15 service neutron] 10.222.0.78 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082747 Jul 16 20:58:01.012779 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.104722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-1fd2f78f-e124-4f34-b03e-9ea4aef6db38 service neutron] 10.222.0.78 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057112 Jul 16 20:58:01.143917 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f36b9f35-3125-4527-a6fe-68e470888f86 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:01.272421 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f36b9f35-3125-4527-a6fe-68e470888f86 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:01.274035 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.311588 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84f8c86e-fe20-4147-adf9-d60e33838fca req-e95467ad-c202-4638-b07d-9ddf99d4ccaf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 210 time: 0.0365720 Jul 16 20:58:01.430083 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.440086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0d4a3888-6db1-45c1-a678-c75dd543ce99 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:01.447050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Transition to ACTIVE for port object 000c5590-a93e-436a-beb4-82ff7cbc8d95 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:01.474989 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.548587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2fcc0-5eff-4c3a-ab01-904e1ec73c4a None None] Pushing event updated for resources: {'Port': ['ID=000c5590-a93e-436a-beb4-82ff7cbc8d95,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:01.562019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0d4a3888-6db1-45c1-a678-c75dd543ce99 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:01.562446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.648358 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Attempting to bind port 000c5590-a93e-436a-beb4-82ff7cbc8d95 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:01.648997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Attempting to bind port 000c5590-a93e-436a-beb4-82ff7cbc8d95 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:01.649560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Attempting to bind port 000c5590-a93e-436a-beb4-82ff7cbc8d95 on network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:01.659860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:01.660276 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Checking segment: {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:01.660709 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.661126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Bound using segment: {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:01.661628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Bound port: 000c5590-a93e-436a-beb4-82ff7cbc8d95, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:01.662024 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:01.937048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] For port 000c5590-a93e-436a-beb4-82ff7cbc8d95, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:01.940623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] For port 000c5590-a93e-436a-beb4-82ff7cbc8d95, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=000c5590-a93e-436a-beb4-82ff7cbc8d95,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:01.946034 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.009857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:02.010522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:02.053000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2fcc0-5eff-4c3a-ab01-904e1ec73c4a None None] Pushing event updated for resources: {'Port': ['ID=000c5590-a93e-436a-beb4-82ff7cbc8d95,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:02.157689 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:02.403307 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:58:01Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:02.433099 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283d31f-86f6-4cb4-9e33-bd10da7744f1 None None] The sync data for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 is: [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:58:01Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:02.479621 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8d7ac828-bfed-46f4-9cc3-214dca71c3e8 req-0e129fd9-ab7d-4aed-b990-8287dbfb8772 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 210 time: 0.0427723 Jul 16 20:58:02.513659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75161-883d-4bd7-a821-602dbad11efb req-f2c2ad63-db6c-4495-89d8-968bcbcd0d68 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.515971 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-f2c2ad63-db6c-4495-89d8-968bcbcd0d68 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/networks?id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c HTTP/1.1" status: 200 len: 797 time: 0.1603596 Jul 16 20:58:02.577577 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-3bf302d4-1bcc-4034-965b-673df533253a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 380 time: 0.0531878 Jul 16 20:58:02.590653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'port': {'device_id': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'admin_state_up': True, 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'security_groups': ['0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:02.753849 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:02.758003 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.904675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.7 (41398c54-1b7d-4f55-b03f-f617ed8f5c2c/627d3bb7-1665-4233-aecc-f317b3e6763d/1022a1f1-3436-43ac-9778-2c00fdd1ea40) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:03.113183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.131100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object 1022a1f1-3436-43ac-9778-2c00fdd1ea40 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:03.166990 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 000c5590-a93e-436a-beb4-82ff7cbc8d95 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:03.172285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.250042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 000c5590-a93e-436a-beb4-82ff7cbc8d95 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:03.256494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 000c5590-a93e-436a-beb4-82ff7cbc8d95 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:03.257646 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.265006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:03.271466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:03.281173 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:03.288057 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=1022a1f1-3436-43ac-9778-2c00fdd1ea40,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:03.367328 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.368038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.379809 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.384467 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-32e54b9e-ec71-40d4-9e7e-be6d5ffd0a4c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016758 Jul 16 20:58:03.398841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Request body: {'port': {'device_id': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:03.424801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 000c5590-a93e-436a-beb4-82ff7cbc8d95, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=000c5590-a93e-436a-beb4-82ff7cbc8d95,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:03.431837 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.501341 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.505477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=000c5590-a93e-436a-beb4-82ff7cbc8d95,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:03.628034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fd753212-d683-4e27-99e5-f16523cf8cb6 None None] Provisioning for port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:03.632176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-fd753212-d683-4e27-99e5-f16523cf8cb6 None None] Provisioning complete for port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:03.632571 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fd753212-d683-4e27-99e5-f16523cf8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.683501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-fd753212-d683-4e27-99e5-f16523cf8cb6 None None] Port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:03.683764 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806748d3-fbf9-4e8f-8c81-bb72b19cf987 req-e1ea11e4-fc96-4ac0-9226-852303cf2ac2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.685470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-806748d3-fbf9-4e8f-8c81-bb72b19cf987 req-e1ea11e4-fc96-4ac0-9226-852303cf2ac2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 931 time: 0.0799890 Jul 16 20:58:03.732272 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-806748d3-fbf9-4e8f-8c81-bb72b19cf987 req-59b1c684-6b97-41eb-bab7-0fea4f8e4f95 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Jul 16 20:58:03.824595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1022a1f1-3436-43ac-9778-2c00fdd1ea40 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:03.833103 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.850133 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Transition to ACTIVE for port object 1022a1f1-3436-43ac-9778-2c00fdd1ea40 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:03.856901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:03.914176 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Pushing event updated for resources: {'Port': ['ID=1022a1f1-3436-43ac-9778-2c00fdd1ea40,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:03.993642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Attempting to bind port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:03.994116 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Attempting to bind port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:03.994461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Attempting to bind port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 on network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:03.999736 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 on network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:58:04.000073 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Attempting to bind port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 on network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:04.005973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:04.006324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Checking segment: {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:04.006744 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Bound using segment: {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:04.007712 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Bound port: 1022a1f1-3436-43ac-9778-2c00fdd1ea40, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244b1a0e-9243-4cac-ac56-d5b3c1040540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:04.008082 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.093892 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] For port 1022a1f1-3436-43ac-9778-2c00fdd1ea40, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:04.097606 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] For port 1022a1f1-3436-43ac-9778-2c00fdd1ea40, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:04.102354 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.138491 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.139151 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.140610 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] 10.222.0.68 "PUT /v2.0/ports/1022a1f1-3436-43ac-9778-2c00fdd1ea40 HTTP/1.1" status: 200 len: 1092 time: 0.7485979 Jul 16 20:58:04.141062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:04.143415 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55" -d '{"events": [{"name": "network-changed", "server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:04.188725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ae939-c2d0-405d-9445-e873237bf88e service neutron] Pushing event updated for resources: {'Port': ['ID=1022a1f1-3436-43ac-9778-2c00fdd1ea40,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:04.210503 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a09046-7fcc-466f-b8f9-19073cbacf03 x-openstack-request-id: req-d7a09046-7fcc-466f-b8f9-19073cbacf03 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:04.210904 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:04.211198 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7a09046-7fcc-466f-b8f9-19073cbacf03 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:04.211786 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'status': 'completed', 'code': 200} Jul 16 20:58:04.272568 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75161-883d-4bd7-a821-602dbad11efb req-06d451fe-da78-4432-99ff-06e0884bcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.274893 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-06d451fe-da78-4432-99ff-06e0884bcca0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 1095 time: 0.0779247 Jul 16 20:58:04.324367 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-05c42570-a9d8-4125-bdc9-d93851fc5b8f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40 HTTP/1.1" status: 200 len: 217 time: 0.0411878 Jul 16 20:58:04.376275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75161-883d-4bd7-a821-602dbad11efb req-6d2a8555-5c2a-4dd4-b5f1-fe690b85fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.377792 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-6d2a8555-5c2a-4dd4-b5f1-fe690b85fe84 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=627d3bb7-1665-4233-aecc-f317b3e6763d HTTP/1.1" status: 200 len: 834 time: 0.0488818 Jul 16 20:58:04.442693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75161-883d-4bd7-a821-602dbad11efb req-97590fd6-9f22-49d2-99ca-41cfc7cd6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.444274 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-97590fd6-9f22-49d2-99ca-41cfc7cd6ff6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605097 Jul 16 20:58:04.543084 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-a1cf3d93-4e01-4948-b505-19f3cf2e9f95 service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925076 Jul 16 20:58:04.646361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-74e75161-883d-4bd7-a821-602dbad11efb req-2428b161-4604-4ab0-a0f6-d59e00b15b87 service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969591 Jul 16 20:58:04.758676 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-bb7c39b5-fd63-4b9d-a76b-ea504cdc5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.760417 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-bb7c39b5-fd63-4b9d-a76b-ea504cdc5a20 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 1095 time: 0.0612152 Jul 16 20:58:04.861818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.864454 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-3e6e5639-729d-45ca-9c16-dab3485ebe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.866016 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-3e6e5639-729d-45ca-9c16-dab3485ebe5e service neutron] 10.222.0.68 "GET /v2.0/networks?id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c HTTP/1.1" status: 200 len: 898 time: 0.0994425 Jul 16 20:58:04.914178 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-c2422c1a-d1c6-4f3a-beb8-3e2a5fb5e678 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40 HTTP/1.1" status: 200 len: 217 time: 0.0410686 Jul 16 20:58:04.931061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb60a1-762b-4f67-8774-82b3c483ad61 req-ee6da96f-d89f-4cfc-be3d-50e82d5cda19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.932882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79bb60a1-762b-4f67-8774-82b3c483ad61 req-ee6da96f-d89f-4cfc-be3d-50e82d5cda19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 943 time: 0.0778205 Jul 16 20:58:04.966546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-c6708989-b654-474d-aaf1-d1250f395d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.968095 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-c6708989-b654-474d-aaf1-d1250f395d05 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=627d3bb7-1665-4233-aecc-f317b3e6763d HTTP/1.1" status: 200 len: 834 time: 0.0471327 Jul 16 20:58:04.974998 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-79bb60a1-762b-4f67-8774-82b3c483ad61 req-ad8b023e-e0dd-420e-8919-f393bb365b9d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360341 Jul 16 20:58:05.029641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-97f10e2a-f8ee-4ed6-af9d-9acb942f1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:05.031282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-97f10e2a-f8ee-4ed6-af9d-9acb942f1e0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569940 Jul 16 20:58:05.115825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 000c5590-a93e-436a-beb4-82ff7cbc8d95 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:05.138487 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-4915dcd6-1144-4625-880b-ce5a9f9c0b77 service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005719 Jul 16 20:58:05.171351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 000c5590-a93e-436a-beb4-82ff7cbc8d95 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:05.171888 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.237625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd5c3ad8-9960-4eed-aa40-70c27cbc2f55 req-1ad94328-020d-4dcf-99bc-4f899a1686f5 service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929585 Jul 16 20:58:05.729861 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.168016 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed4635-e0d7-4226-a02f-2d2a58794049 req-e4d0971b-326f-4b53-876c-e2e3c4c6d1ee tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:06.169658 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1ed4635-e0d7-4226-a02f-2d2a58794049 req-e4d0971b-326f-4b53-876c-e2e3c4c6d1ee tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 943 time: 0.0754275 Jul 16 20:58:06.214736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1ed4635-e0d7-4226-a02f-2d2a58794049 req-9e14542c-896f-499b-aacb-1c4ba9ff1080 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359392 Jul 16 20:58:07.205972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1022a1f1-3436-43ac-9778-2c00fdd1ea40 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:58:07.345261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1022a1f1-3436-43ac-9778-2c00fdd1ea40, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:07.358291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'port_id': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'mac_address': 'fa:16:3e:49:d3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:58:07.399133 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.412464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ffa51-dd26-43b9-80b9-837bb499b4ef req-8d22b5cd-2110-4114-a260-24798d27068a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:07.413903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1022a1f1-3436-43ac-9778-2c00fdd1ea40 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:07.415046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-476ffa51-dd26-43b9-80b9-837bb499b4ef req-8d22b5cd-2110-4114-a260-24798d27068a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 943 time: 0.0733683 Jul 16 20:58:07.437071 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1022a1f1-3436-43ac-9778-2c00fdd1ea40, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:07.441256 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.459481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-476ffa51-dd26-43b9-80b9-837bb499b4ef req-2dde413c-f040-42ef-90ac-bdbd7424f170 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374527 Jul 16 20:58:07.503983 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1022a1f1-3436-43ac-9778-2c00fdd1ea40,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:07.659964 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['1022a1f1-3436-43ac-9778-2c00fdd1ea40'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:08.659511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbd489-c0de-4b85-9119-2301d0ab287d req-0ee348f7-46b6-48ee-adbf-f0975309fcc4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:08.661167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7fbd489-c0de-4b85-9119-2301d0ab287d req-0ee348f7-46b6-48ee-adbf-f0975309fcc4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 944 time: 0.0746381 Jul 16 20:58:08.703731 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7fbd489-c0de-4b85-9119-2301d0ab287d req-03f9fe82-9796-43bb-a67e-dcca6cfae1eb tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358596 Jul 16 20:58:09.220995 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1022a1f1-3436-43ac-9778-2c00fdd1ea40 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:09.277205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:09.281707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:09.282080 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.374463 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.404648 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:09.407373 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb22f2-7b56-42f3-820b-ca483625f162" -d '{"events": [{"server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "name": "network-vif-plugged", "status": "completed", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:09.423430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 1022a1f1-3436-43ac-9778-2c00fdd1ea40, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:09.429357 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:09.457870 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e423992-34c1-431d-a657-674f26c510ef x-openstack-request-id: req-9e423992-34c1-431d-a657-674f26c510ef {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:09.458179 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "name": "network-vif-plugged", "status": "completed", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:09.458401 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e423992-34c1-431d-a657-674f26c510ef {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:09.458847 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'code': 200} Jul 16 20:58:09.488891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=1022a1f1-3436-43ac-9778-2c00fdd1ea40,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:09.570274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ce075-c4d0-49f9-92f3-7b51b2d9fad4 req-74214c71-a5d7-48e0-b8d7-e27fd0da5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:09.571517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-163ce075-c4d0-49f9-92f3-7b51b2d9fad4 req-74214c71-a5d7-48e0-b8d7-e27fd0da5f89 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 1097 time: 0.0554583 Jul 16 20:58:09.610798 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-163ce075-c4d0-49f9-92f3-7b51b2d9fad4 req-a8f3fcb9-ae39-448f-99e5-ab9c0df96b17 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325959 Jul 16 20:58:09.887168 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044df5c-4cfb-44c8-a83f-41f1bd83a6e9 req-b89306e5-0432-4e41-b997-4fbc2b7f0254 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:09.888850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9044df5c-4cfb-44c8-a83f-41f1bd83a6e9 req-b89306e5-0432-4e41-b997-4fbc2b7f0254 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0677507 Jul 16 20:58:09.931580 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9044df5c-4cfb-44c8-a83f-41f1bd83a6e9 req-9b509bd6-2b5f-47cf-981c-b11853010910 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359066 Jul 16 20:58:11.136611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4bea4-cfe9-4193-ba9c-f61be797d293 req-52e25357-033b-489d-a5a3-8cf2f6529633 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:11.138383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cca4bea4-cfe9-4193-ba9c-f61be797d293 req-52e25357-033b-489d-a5a3-8cf2f6529633 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0851898 Jul 16 20:58:11.180579 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cca4bea4-cfe9-4193-ba9c-f61be797d293 req-2ab8ab4f-8d05-4952-a6ae-0b871d883b38 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365832 Jul 16 20:58:11.368010 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d1054-7937-434e-83fe-aa6635bd33ae req-66d6264c-5b2f-49d3-bbb6-3abd8662e9b6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:11.369559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e4d1054-7937-434e-83fe-aa6635bd33ae req-66d6264c-5b2f-49d3-bbb6-3abd8662e9b6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0653932 Jul 16 20:58:11.407716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6e4d1054-7937-434e-83fe-aa6635bd33ae req-51863da8-958f-4ba7-8839-c6b77a7f4864 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Jul 16 20:58:11.431491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54106) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:11.486099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960531d2-9fd6-4cf6-bf2a-a41c960265ee tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:11.487678 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-960531d2-9fd6-4cf6-bf2a-a41c960265ee tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 1092 time: 0.0538554 Jul 16 20:58:11.490633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54108) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:11.495150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:11.518729 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.624800 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.739126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.12 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/fd3fe2fd-755b-4bb8-ad06-caa19aa31a78) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:11.852445 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.893406 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.937563 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:11.940505 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:11.944145 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:11.971229 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=fd3fe2fd-755b-4bb8-ad06-caa19aa31a78,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:12.358311 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.439634 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.604317 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.609618 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.680687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=fd3fe2fd-755b-4bb8-ad06-caa19aa31a78,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:12.693269 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:12.798871 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 6a901365-945a-4954-9753-518844a766a4 associated. External IP: 172.25.6.12, port: 1022a1f1-3436-43ac-9778-2c00fdd1ea40. Jul 16 20:58:13.008058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router b8f96420-f362-4a05-a719-3fc85a950e52 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:13.411993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:13.422725 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] Sync routers for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:13.428757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:13.432451 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:13.433125 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:13.465485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-363adbbb-0786-4430-b94c-ce23db5a42d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9737849 Jul 16 20:58:13.466160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:13.468573 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4" -d '{"events": [{"name": "network-changed", "server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:13.511637 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb9727-a66c-4449-b3c6-b30dc3183de7 x-openstack-request-id: req-02bb9727-a66c-4449-b3c6-b30dc3183de7 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:13.512163 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:13.512637 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02bb9727-a66c-4449-b3c6-b30dc3183de7 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:13.513064 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'status': 'completed', 'code': 200} Jul 16 20:58:13.545289 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:13.606940 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-bc921285-cc21-4604-8007-1f92bfed9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:13.609901 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-bc921285-cc21-4604-8007-1f92bfed9ded service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 1097 time: 0.0743120 Jul 16 20:58:13.639567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86f5eb-ebd6-48ff-ba97-676fba33c6f8 req-872e9ada-f574-438f-ad08-393604c7f015 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:13.641840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d86f5eb-ebd6-48ff-ba97-676fba33c6f8 req-872e9ada-f574-438f-ad08-393604c7f015 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0700879 Jul 16 20:58:13.695894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d86f5eb-ebd6-48ff-ba97-676fba33c6f8 req-7081122d-2d26-4707-ba8f-5978c2bb18f8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Jul 16 20:58:13.724633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-21028a5f-c758-4e17-961d-fe92b56a9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:13.726660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54114) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:13.727354 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-21028a5f-c758-4e17-961d-fe92b56a9ad9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c HTTP/1.1" status: 200 len: 898 time: 0.1108801 Jul 16 20:58:13.806990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-989709cc-b273-49bc-9ff3-ddb8de059615 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/6a901365-945a-4954-9753-518844a766a4 HTTP/1.1" status: 200 len: 990 time: 0.0787103 Jul 16 20:58:13.810873 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-ac871013-b41c-4016-b451-1bf463b7e045 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40 HTTP/1.1" status: 200 len: 998 time: 0.0770905 Jul 16 20:58:13.815809 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '6a901365-945a-4954-9753-518844a766a4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'port_id': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'mac_address': 'fa:16:3e:49:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:58:12Z', 'updated_at': '2021-07-16T20:58:12Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:58:03Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:13.846710 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] Checking router: b8f96420-f362-4a05-a719-3fc85a950e52 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:13.857098 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:13.857727 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:57:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:13.868406 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-d27cbf3d-80ef-4ff5-aeac-ee348c72c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:13.870007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-d27cbf3d-80ef-4ff5-aeac-ee348c72c597 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=627d3bb7-1665-4233-aecc-f317b3e6763d HTTP/1.1" status: 200 len: 834 time: 0.0527401 Jul 16 20:58:13.943276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-a7696285-b214-4682-8efd-e8e01c5a57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:13.945497 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-a7696285-b214-4682-8efd-e8e01c5a57a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683331 Jul 16 20:58:13.978538 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:14.049042 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-1292f2fb-81f1-46f6-b0fb-6da19f70a29d service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960705 Jul 16 20:58:14.141594 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4e3daf3d-7bc9-4be7-81ee-bd8233e341b4 req-26021b9d-d33b-41cd-8705-5c05bd89ce26 service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864413 Jul 16 20:58:14.213794 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '6a901365-945a-4954-9753-518844a766a4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'port_id': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'mac_address': 'fa:16:3e:49:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:58:12Z', 'updated_at': '2021-07-16T20:58:12Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:58:03Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:14.245837 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7920c-e195-46a7-8368-341d1b4932c7 None None] The sync data for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 is: [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '6a901365-945a-4954-9753-518844a766a4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'port_id': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'mac_address': 'fa:16:3e:49:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:58:12Z', 'updated_at': '2021-07-16T20:58:12Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:58:03Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:14.463066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686597b5-ecbf-41a9-8dfe-e7aebaa0cbf1 None None] New status for floating IP 6a901365-945a-4954-9753-518844a766a4: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:58:14.810837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54116) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:14.882679 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-936741eb-0842-45e1-9866-c3971b3f6add tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/6a901365-945a-4954-9753-518844a766a4 HTTP/1.1" status: 200 len: 992 time: 0.0704160 Jul 16 20:58:18.095387 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc302-c903-4f15-bc9f-8e306d46d6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.463150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aa5f18bf-35a8-45a6-8871-5470ae08db2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.693794 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:21.431052 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-bc95174f-b309-4084-91c5-44818dad2f0f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511191 Jul 16 20:58:21.523186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-9035d072-8c7f-4dcb-b77a-84b3826e3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:21.524692 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-9035d072-8c7f-4dcb-b77a-84b3826e3448 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 1097 time: 0.0516226 Jul 16 20:58:21.631284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-bf6f8abe-82e3-49cc-a865-a8a15aac9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:21.633345 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-bf6f8abe-82e3-49cc-a865-a8a15aac9aae service neutron] 10.222.0.68 "GET /v2.0/networks?id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c HTTP/1.1" status: 200 len: 898 time: 0.0882180 Jul 16 20:58:21.703244 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-e96e7f6a-16ae-492e-97d2-25ab905b2738 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40 HTTP/1.1" status: 200 len: 1000 time: 0.0622776 Jul 16 20:58:21.753855 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-ca18b113-7437-4077-8493-ca6ccbe41f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:21.755516 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-ca18b113-7437-4077-8493-ca6ccbe41f8c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=627d3bb7-1665-4233-aecc-f317b3e6763d HTTP/1.1" status: 200 len: 834 time: 0.0456171 Jul 16 20:58:21.815161 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-8dbfa67b-6692-4abb-a329-32e502c0face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:21.816738 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-8dbfa67b-6692-4abb-a329-32e502c0face service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555954 Jul 16 20:58:21.911003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-e8c54ffd-574b-492b-9952-93729d72bc4f service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883949 Jul 16 20:58:22.002765 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4802cc6b-15d1-4b46-ba64-23566df52128 req-01a43544-da96-4e32-9484-8a355c626d22 service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831831 Jul 16 20:58:22.603806 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:23.962570 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:28.895391 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:34.873275 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:35.728780 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.496604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3ea00-4b0b-4c1a-ac35-93c5bb4d5353 req-68e40063-01ec-4327-b243-e12e35f987c9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:46.498492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ad3ea00-4b0b-4c1a-ac35-93c5bb4d5353 req-68e40063-01ec-4327-b243-e12e35f987c9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0693257 Jul 16 20:58:46.542724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ad3ea00-4b0b-4c1a-ac35-93c5bb4d5353 req-744765de-5f90-472b-90b4-23a3a936b1a3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374856 Jul 16 20:58:47.747755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c54b-3047-42d4-92b8-eb0a11ce0ed4 req-3ccef41b-2cc1-4633-9a6e-953b38179dc6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:47.749437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d654c54b-3047-42d4-92b8-eb0a11ce0ed4 req-3ccef41b-2cc1-4633-9a6e-953b38179dc6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0740190 Jul 16 20:58:47.789773 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d654c54b-3047-42d4-92b8-eb0a11ce0ed4 req-1f88820b-03f8-4c1e-9ef7-f79373e19ee8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Jul 16 20:58:47.814886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54136) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:47.885073 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-432f3809-f834-4b11-a6ab-8f34586ae600 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/6a901365-945a-4954-9753-518844a766a4 HTTP/1.1" status: 200 len: 992 time: 0.0687885 Jul 16 20:58:48.098357 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d1c6e45e-f1de-4834-80cf-2fc322e34135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.389337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa4472-878b-4803-951f-2fdb8d96fff0 req-cca6f57d-abbb-44e5-8e0c-00f08e837f8a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:49.390997 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8aaa4472-878b-4803-951f-2fdb8d96fff0 req-cca6f57d-abbb-44e5-8e0c-00f08e837f8a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0749154 Jul 16 20:58:49.435808 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8aaa4472-878b-4803-951f-2fdb8d96fff0 req-37fbbf05-369d-4529-b587-7a702e23e8d5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359745 Jul 16 20:58:50.465964 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fb00214a-5f6d-49e3-8d0b-523174e66b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.631393 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32178b9-fa48-4479-8c5f-b01e87885021 req-d35cae85-c51a-4b1a-ace1-c1368fee38dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:50.633463 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c32178b9-fa48-4479-8c5f-b01e87885021 req-d35cae85-c51a-4b1a-ace1-c1368fee38dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0688062 Jul 16 20:58:50.671440 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c32178b9-fa48-4479-8c5f-b01e87885021 req-4578f476-1ad8-46ae-938c-12eb72472802 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Jul 16 20:58:50.697995 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54146) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:50.704333 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.761940 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-aa627516-bb9b-41dd-a3b3-dca65a4bd1da tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/6a901365-945a-4954-9753-518844a766a4 HTTP/1.1" status: 200 len: 992 time: 0.0619833 Jul 16 20:58:51.024087 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54152) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.198549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port fd3fe2fd-755b-4bb8-ad06-caa19aa31a78 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:51.199123 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.288776 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.289212 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.302749 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for fd3fe2fd-755b-4bb8-ad06-caa19aa31a78 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:51.825444 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.851991 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=fd3fe2fd-755b-4bb8-ad06-caa19aa31a78,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.882602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.883037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.883397 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.883735 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.884075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.884444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.884782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.885119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.885475 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.886162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.886162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.886553 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:51.934767 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.935779 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 6a901365-945a-4954-9753-518844a766a4 disassociated (deleted). External IP: 172.25.6.12, port: 1022a1f1-3436-43ac-9778-2c00fdd1ea40. Jul 16 20:58:52.205988 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router b8f96420-f362-4a05-a719-3fc85a950e52 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:52.324968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:52.332182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.334240 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] Sync routers for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:52.343660 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:52.344311 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:52.393536 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-448464f6-00b8-4794-9332-0314665d47ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/floatingips/6a901365-945a-4954-9753-518844a766a4 HTTP/1.1" status: 204 len: 168 time: 1.3681955 Jul 16 20:58:52.394071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:52.399477 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:52.447700 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797de2a7-83e9-4712-9cd4-d8783f4fc052 x-openstack-request-id: req-797de2a7-83e9-4712-9cd4-d8783f4fc052 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:52.448177 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:52.449101 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-797de2a7-83e9-4712-9cd4-d8783f4fc052 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:52.452585 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'status': 'completed', 'code': 200} Jul 16 20:58:52.561526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-f59fdec4-01c5-4929-9442-68afdcc0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:52.563183 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-f59fdec4-01c5-4929-9442-68afdcc0b965 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 1097 time: 0.0900767 Jul 16 20:58:52.586115 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:52.612253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.680223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-33dcc4dd-92ad-47cd-b462-35bf8f949b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:52.681876 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-33dcc4dd-92ad-47cd-b462-35bf8f949b8f service neutron] 10.222.0.68 "GET /v2.0/networks?id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c HTTP/1.1" status: 200 len: 898 time: 0.1127436 Jul 16 20:58:52.737145 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-eb2e8e48-f967-4cdb-ad60-b372430a0cbd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40 HTTP/1.1" status: 200 len: 217 time: 0.0479407 Jul 16 20:58:52.789399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-6e70e016-8e56-43a5-855c-bfbbdc13a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:52.791003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-6e70e016-8e56-43a5-855c-bfbbdc13a964 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=627d3bb7-1665-4233-aecc-f317b3e6763d HTTP/1.1" status: 200 len: 834 time: 0.0476646 Jul 16 20:58:52.814166 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:58:03Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:52.842321 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] Checking router: b8f96420-f362-4a05-a719-3fc85a950e52 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:52.850966 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:52.851580 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:52.854737 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8446a5-1532-4daa-ae5f-2d30d7a3c135 req-a6ceecba-b4f8-4412-9d16-6733b5d78474 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:52.855497 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-8b998cc0-3f63-4773-aaaf-c512d7f9ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:52.856499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d8446a5-1532-4daa-ae5f-2d30d7a3c135 req-a6ceecba-b4f8-4412-9d16-6733b5d78474 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0841608 Jul 16 20:58:52.858188 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-8b998cc0-3f63-4773-aaaf-c512d7f9ed44 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=41398c54-1b7d-4f55-b03f-f617ed8f5c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606308 Jul 16 20:58:52.899820 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5d8446a5-1532-4daa-ae5f-2d30d7a3c135 req-1657feea-6c08-4de6-bf37-5c9a0438af3f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370200 Jul 16 20:58:52.966867 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-431f7b6f-1110-427d-9bc6-c03a48fb35aa service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012659 Jul 16 20:58:52.968134 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:53.062262 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d6ea44e3-dd90-4671-8a8b-a12cd41cb5c3 req-78edd49f-c5e1-4dea-b259-2d5332456c7a service neutron] 10.222.0.68 "GET /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888770 Jul 16 20:58:53.180956 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:58:03Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:53.209810 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48016e-b6b3-4c0a-9f53-90a39a30b215 None None] The sync data for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 is: [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '000c5590-a93e-436a-beb4-82ff7cbc8d95', 'name': '', 'network_id': '41398c54-1b7d-4f55-b03f-f617ed8f5c2c', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:db:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:58Z', 'updated_at': '2021-07-16T20:58:03Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '627d3bb7-1665-4233-aecc-f317b3e6763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:53.447310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a364033-c1b2-419b-9beb-4a1eaf62c1a8 None None] New status for floating IP 6a901365-945a-4954-9753-518844a766a4: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:58:53.969938 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.155517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ce20c-e10e-49ae-8302-c203538d81aa req-1668666f-b137-40df-9991-50fa32f27d19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.157522 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-653ce20c-e10e-49ae-8302-c203538d81aa req-1668666f-b137-40df-9991-50fa32f27d19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0964742 Jul 16 20:58:54.220104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-653ce20c-e10e-49ae-8302-c203538d81aa req-787663e4-0f08-4f1d-83f3-466b636df2ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534744 Jul 16 20:58:54.232069 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d434691-598d-46b3-9907-b5faf324d8ea req-72052a01-3fb8-49e5-b20d-974d5283382f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.233725 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d434691-598d-46b3-9907-b5faf324d8ea req-72052a01-3fb8-49e5-b20d-974d5283382f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 945 time: 0.0847912 Jul 16 20:58:54.375787 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:54.376145 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.484521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 1022a1f1-3436-43ac-9778-2c00fdd1ea40, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=1022a1f1-3436-43ac-9778-2c00fdd1ea40,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:54.484798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.502014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 1022a1f1-3436-43ac-9778-2c00fdd1ea40 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:54.654901 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.693734 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=1022a1f1-3436-43ac-9778-2c00fdd1ea40,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:54.742704 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] No DVR routers for this DVR port 1022a1f1-3436-43ac-9778-2c00fdd1ea40 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:54.745762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.747907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5d434691-598d-46b3-9907-b5faf324d8ea req-bfa01886-6d6b-4afd-99b2-33cd750f0b89 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "DELETE /v2.0/ports/1022a1f1-3436-43ac-9778-2c00fdd1ea40 HTTP/1.1" status: 204 len: 173 time: 0.5087276 Jul 16 20:58:54.748407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'name': 'network-vif-deleted', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:54.750728 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265c899f-c33e-476f-87b3-a4e4f7f622e8" -d '{"events": [{"server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "name": "network-vif-deleted", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:54.796856 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecbae7e-01f6-45b6-ba2c-de3ffceac39e x-openstack-request-id: req-4ecbae7e-01f6-45b6-ba2c-de3ffceac39e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:54.797154 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860", "name": "network-vif-deleted", "tag": "1022a1f1-3436-43ac-9778-2c00fdd1ea40", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:54.797413 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ecbae7e-01f6-45b6-ba2c-de3ffceac39e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:54.797819 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860', 'name': 'network-vif-deleted', 'tag': '1022a1f1-3436-43ac-9778-2c00fdd1ea40', 'status': 'completed', 'code': 200} Jul 16 20:58:55.420339 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-38018ff2-82ed-4919-90aa-9399aa12e246 req-dc455870-68dc-404c-a8b1-d776fe5624c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ad1f0d-a9a9-42eb-a5f6-a8602fd5b860 HTTP/1.1" status: 200 len: 210 time: 0.0352097 Jul 16 20:58:56.528580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54168) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:56.935665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.255627 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 000c5590-a93e-436a-beb4-82ff7cbc8d95 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:57.256266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.372166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 000c5590-a93e-436a-beb4-82ff7cbc8d95, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=000c5590-a93e-436a-beb4-82ff7cbc8d95,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:57.372564 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.386437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 000c5590-a93e-436a-beb4-82ff7cbc8d95 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:57.531412 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1022a1f1-3436-43ac-9778-2c00fdd1ea40 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:57.555263 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 1022a1f1-3436-43ac-9778-2c00fdd1ea40 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:57.555627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 1022a1f1-3436-43ac-9778-2c00fdd1ea40 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:57.617292 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.654420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=000c5590-a93e-436a-beb4-82ff7cbc8d95,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:57.875297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.123442 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router b8f96420-f362-4a05-a719-3fc85a950e52 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:58.246526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:58.254286 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-65b50e72-ad1c-4b32-996f-8b139ac12d0e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/b8f96420-f362-4a05-a719-3fc85a950e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7243617 Jul 16 20:58:58.257153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54170) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:58.259478 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] Sync routers for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:58.269875 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:58.270524 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:58.320098 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d986ff-c457-46a3-9ee3-7dd9e2671144 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting subnet 627d3bb7-1665-4233-aecc-f317b3e6763d {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:58.324440 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d986ff-c457-46a3-9ee3-7dd9e2671144 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.372664 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d986ff-c457-46a3-9ee3-7dd9e2671144 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.409407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:58.490112 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d986ff-c457-46a3-9ee3-7dd9e2671144 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.558792 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d986ff-c457-46a3-9ee3-7dd9e2671144 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.598602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e7d986ff-c457-46a3-9ee3-7dd9e2671144 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.601307 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e7d986ff-c457-46a3-9ee3-7dd9e2671144 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/subnets/627d3bb7-1665-4233-aecc-f317b3e6763d HTTP/1.1" status: 204 len: 168 time: 0.3428617 Jul 16 20:58:58.602196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d986ff-c457-46a3-9ee3-7dd9e2671144 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Subnet': ['ID=627d3bb7-1665-4233-aecc-f317b3e6763d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:58.606877 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54172) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:58.613519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa13b5d3-5ead-411f-889e-f85396e164e6 None None] Network 41398c54-1b7d-4f55-b03f-f617ed8f5c2c requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:58.657027 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:58.698569 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] Checking router: b8f96420-f362-4a05-a719-3fc85a950e52 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:58.713399 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] Routers {'b8f96420-f362-4a05-a719-3fc85a950e52'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:58.714423 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b8f96420-f362-4a05-a719-3fc85a950e52'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:58.807431 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.884048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] DHCP port deletion for 41398c54-1b7d-4f55-b03f-f617ed8f5c2c request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:58:58.892942 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] Set router b8f96420-f362-4a05-a719-3fc85a950e52 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:58.950675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Deleting port 0d4a3888-6db1-45c1-a678-c75dd543ce99 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:58.950967 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.960752 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.032085 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port f36b9f35-3125-4527-a6fe-68e470888f86 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:59.035740 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.039451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] For port 0d4a3888-6db1-45c1-a678-c75dd543ce99, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0d4a3888-6db1-45c1-a678-c75dd543ce99,segment=NetworkSegment(244b1a0e-9243-4cac-ac56-d5b3c1040540),segment_id=244b1a0e-9243-4cac-ac56-d5b3c1040540)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:59.040381 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.065236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Calling delete_port for 0d4a3888-6db1-45c1-a678-c75dd543ce99 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:59.177793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port f36b9f35-3125-4527-a6fe-68e470888f86, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f36b9f35-3125-4527-a6fe-68e470888f86,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:59.178904 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.188495 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.206935 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for f36b9f35-3125-4527-a6fe-68e470888f86 owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:59.215245 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Pushing event deleted for resources: {'Port': ['ID=0d4a3888-6db1-45c1-a678-c75dd543ce99,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:59.229941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.230274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.230658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.230950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.231295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.231657 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.231989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.232364 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.232694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.233019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.233345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.233669 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.237594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f4441-100e-40c2-a857-136d1027c61a None None] No DVR routers for this DVR port 0d4a3888-6db1-45c1-a678-c75dd543ce99 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:59.249756 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:59.292055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0d4a3888-6db1-45c1-a678-c75dd543ce99 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:59.317390 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d06f6a-7cb0-4838-ba65-958ddbe4ecbd None None] The sync data for ids ['b8f96420-f362-4a05-a719-3fc85a950e52'] in n-d-791505-15 is: [{'id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10481237', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:57:54Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'f36b9f35-3125-4527-a6fe-68e470888f86', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f96420-f362-4a05-a719-3fc85a950e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:57:55Z', 'updated_at': '2021-07-16T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:59.320546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0d4a3888-6db1-45c1-a678-c75dd543ce99 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:59.320989 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0d4a3888-6db1-45c1-a678-c75dd543ce99 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:59.503194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.539965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=f36b9f35-3125-4527-a6fe-68e470888f86,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:59.554695 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.555035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.555395 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.555745 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.556093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.556467 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.556929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.557180 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.557482 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.557840 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.558248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.558503 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.631495 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.733461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.735787 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.781644 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.782189 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Fanout notify agent at l3_agent the message router_deleted on router b8f96420-f362-4a05-a719-3fc85a950e52 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:58:59.790482 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.792931 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9351a3cf-1557-42d0-9dc3-dce121d1ae78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/routers/b8f96420-f362-4a05-a719-3fc85a950e52 HTTP/1.1" status: 204 len: 168 time: 1.1843112 Jul 16 20:58:59.794356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54174) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:59.896115 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.991363 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.002773 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41398c54-1b7d-4f55-b03f-f617ed8f5c2c']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:00.021415 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244b1a0e-9243-4cac-ac56-d5b3c1040540') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:00.021750 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244b1a0e-9243-4cac-ac56-d5b3c1040540') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:00.031749 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.047712 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.055938 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:00.056384 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: timer() Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:00.059543 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:00.125908 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.137439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.140870 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/networks/41398c54-1b7d-4f55-b03f-f617ed8f5c2c HTTP/1.1" status: 204 len: 168 time: 0.3453326 Jul 16 20:59:00.143817 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54176) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:00.160383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c41ad-b44a-440e-a16d-c9e6a27b3c73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Network': ['ID=41398c54-1b7d-4f55-b03f-f617ed8f5c2c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:00.212404 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f9a42ca-a9a5-4084-b838-5a20f7e778ee tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.247621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f9a42ca-a9a5-4084-b838-5a20f7e778ee tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.356486 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f9a42ca-a9a5-4084-b838-5a20f7e778ee tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.359238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8f9a42ca-a9a5-4084-b838-5a20f7e778ee tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.360526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8f9a42ca-a9a5-4084-b838-5a20f7e778ee tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/security-groups/0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b HTTP/1.1" status: 204 len: 168 time: 0.2149329 Jul 16 20:59:00.371287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a42ca-a9a5-4084-b838-5a20f7e778ee tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea31bb4-f7f0-48ed-b64a-c8e3b5090c2b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:00.687472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54182) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:00.692685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-baf9f4e2-2119-4f26-aaaa-1b43e8e3bd13 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378705194', 'description': 'tempest-secgroup-smoke-1378705194 description', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:00.721481 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-baf9f4e2-2119-4f26-aaaa-1b43e8e3bd13 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.826829 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-baf9f4e2-2119-4f26-aaaa-1b43e8e3bd13 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.832589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-baf9f4e2-2119-4f26-aaaa-1b43e8e3bd13 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.862243 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-baf9f4e2-2119-4f26-aaaa-1b43e8e3bd13 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.863542 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-baf9f4e2-2119-4f26-aaaa-1b43e8e3bd13 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1748111 Jul 16 20:59:00.868132 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54184) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:00.873007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-10520de7-71ca-4719-bf27-9b6af43d1ec2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f4ef6e7b-fd42-4ea1-a061-00d30097fbdc', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:00.877487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9f4e2-2119-4f26-aaaa-1b43e8e3bd13 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:00.910915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-10520de7-71ca-4719-bf27-9b6af43d1ec2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.011167 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-10520de7-71ca-4719-bf27-9b6af43d1ec2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.017232 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-10520de7-71ca-4719-bf27-9b6af43d1ec2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.036834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10520de7-71ca-4719-bf27-9b6af43d1ec2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9bd40f-1d97-4f15-8722-8cf6dcd56950,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.046814 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-10520de7-71ca-4719-bf27-9b6af43d1ec2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.048916 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-10520de7-71ca-4719-bf27-9b6af43d1ec2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1795173 Jul 16 20:59:01.051742 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54186) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:01.057718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-ae64e3cb-2b57-4f9c-9be5-56eb19b9b26e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f4ef6e7b-fd42-4ea1-a061-00d30097fbdc', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:01.089313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae64e3cb-2b57-4f9c-9be5-56eb19b9b26e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.158851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f36b9f35-3125-4527-a6fe-68e470888f86 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:01.171730 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae64e3cb-2b57-4f9c-9be5-56eb19b9b26e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.177679 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae64e3cb-2b57-4f9c-9be5-56eb19b9b26e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.193173 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f36b9f35-3125-4527-a6fe-68e470888f86 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:01.193724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f36b9f35-3125-4527-a6fe-68e470888f86 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:01.194462 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 000c5590-a93e-436a-beb4-82ff7cbc8d95 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:01.220571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64e3cb-2b57-4f9c-9be5-56eb19b9b26e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf60175-ed3e-481b-be9f-132440790092,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.228727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 000c5590-a93e-436a-beb4-82ff7cbc8d95 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:01.229372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 000c5590-a93e-436a-beb4-82ff7cbc8d95 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:01.240916 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-ae64e3cb-2b57-4f9c-9be5-56eb19b9b26e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.243062 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-ae64e3cb-2b57-4f9c-9be5-56eb19b9b26e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1899118 Jul 16 20:59:01.250413 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54188) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:01.255591 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-595ba712-ffb9-45aa-b1ab-13d24d438109 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f4ef6e7b-fd42-4ea1-a061-00d30097fbdc', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:01.288498 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-595ba712-ffb9-45aa-b1ab-13d24d438109 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.369031 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-595ba712-ffb9-45aa-b1ab-13d24d438109 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.374554 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-595ba712-ffb9-45aa-b1ab-13d24d438109 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.406425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba712-ffb9-45aa-b1ab-13d24d438109 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d574b26a-c627-4ad2-a0d9-569ee7a638d3,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.421616 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-595ba712-ffb9-45aa-b1ab-13d24d438109 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.423277 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-595ba712-ffb9-45aa-b1ab-13d24d438109 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1713998 Jul 16 20:59:01.429307 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54190) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:01.435658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-1be5c668-62dc-4117-942b-a776a4b2337a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f4ef6e7b-fd42-4ea1-a061-00d30097fbdc', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:01.467065 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1be5c668-62dc-4117-942b-a776a4b2337a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.537131 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1be5c668-62dc-4117-942b-a776a4b2337a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.542844 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1be5c668-62dc-4117-942b-a776a4b2337a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.566589 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5c668-62dc-4117-942b-a776a4b2337a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7166c3d-44ad-4546-93a2-71844410d3fa,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.578222 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1be5c668-62dc-4117-942b-a776a4b2337a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.580078 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1be5c668-62dc-4117-942b-a776a4b2337a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494207 Jul 16 20:59:01.583006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54192) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:01.588829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4d816ce2-15e8-4bfb-9165-c0f9404c24c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f4ef6e7b-fd42-4ea1-a061-00d30097fbdc', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:01.617888 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-4d816ce2-15e8-4bfb-9165-c0f9404c24c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:59:01.624510 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4d816ce2-15e8-4bfb-9165-c0f9404c24c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.704485 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4d816ce2-15e8-4bfb-9165-c0f9404c24c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.708806 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4d816ce2-15e8-4bfb-9165-c0f9404c24c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.729125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d816ce2-15e8-4bfb-9165-c0f9404c24c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58e43c0-0484-440e-b8fc-e368890f1517,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.737716 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4d816ce2-15e8-4bfb-9165-c0f9404c24c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.738573 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4d816ce2-15e8-4bfb-9165-c0f9404c24c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544063 Jul 16 20:59:01.742353 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54194) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:01.747297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-266ebaf4-7928-4e24-ab82-d9836e5bd33e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f4ef6e7b-fd42-4ea1-a061-00d30097fbdc', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:01.776793 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-266ebaf4-7928-4e24-ab82-d9836e5bd33e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:59:01.784988 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-266ebaf4-7928-4e24-ab82-d9836e5bd33e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.863347 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-266ebaf4-7928-4e24-ab82-d9836e5bd33e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.868544 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-266ebaf4-7928-4e24-ab82-d9836e5bd33e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.890763 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ebaf4-7928-4e24-ab82-d9836e5bd33e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fae2b6b-68e3-4d52-820c-50eaeec6aa84,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.899560 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-266ebaf4-7928-4e24-ab82-d9836e5bd33e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.900970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-266ebaf4-7928-4e24-ab82-d9836e5bd33e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575348 Jul 16 20:59:01.904426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54196) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:01.909929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'network': {'name': 'tempest-network-smoke--2015623651', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'port_security_enabled': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:01.934974 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:01.938636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.967260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:01.979551 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.980112 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Added segment 115f23a0-f36d-4bad-be17-34927c95254f of type vlan for network a21e89f1-6113-45eb-b252-cb95147c52ae Jul 16 20:59:02.027858 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.063172 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.069988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.070646 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.112469 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2065444 Jul 16 20:59:02.116576 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54198) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:02.124620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'admin_state_up': True, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:02.148658 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fd9a5-f317-47bd-88f3-d0e965dc3697 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Network': ['ID=a21e89f1-6113-45eb-b252-cb95147c52ae,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:02.162195 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network a21e89f1-6113-45eb-b252-cb95147c52ae details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:02.163736 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.164921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.230698 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.384983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.947459 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.967546 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.078091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.42 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:03.184929 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.245309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.283252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:03.286181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:03.292170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:03.321546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:03.573844 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.799049 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.935130 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:59:04.046350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:04.058247 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Sync routers for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:04.066188 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.067683 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c123e3c1-3c90-4f3f-a812-6b90a23b7970 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9495797 Jul 16 20:59:04.071387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:04.072333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:04.073268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54200) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.104722 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fa6756d1-86af-4502-9319-8700997bd6a9 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=169a7e73d2e34b72a701f7c5810e9a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301645 Jul 16 20:59:04.107575 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54202) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.197551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:04.217650 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c20a5c8-0334-4ae4-9ecf-285f77981032 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.220250 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6c20a5c8-0334-4ae4-9ecf-285f77981032 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1115377 Jul 16 20:59:04.223526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54204) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.271206 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e53afba2-1450-412f-b6b2-51f71e83fc21 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452697 Jul 16 20:59:04.273907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54206) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.279182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997216639', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:04.397437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:04.402389 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.412905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:03Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:04.443100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Checking router: 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:04.443458 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Updating router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:59:04.478460 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.631101 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.699660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Subnet': ['ID=e213e55d-21a0-43b1-bd6a-4cc58615f1c2,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:04.703050 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Checking segment: {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:04.703583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network hostable DHCP agents. Network: a21e89f1-6113-45eb-b252-cb95147c52ae, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:04.723904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network a21e89f1-6113-45eb-b252-cb95147c52ae is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:04.734147 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, a21e89f1-6113-45eb-b252-cb95147c52ae) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:04.738981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.739594 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.756570 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-70f70bc3-1d22-4707-a543-ec92d917139a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4811766 Jul 16 20:59:04.759235 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54208) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.890387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f99078c-4ac5-4342-b5d0-d56c05b95a0e None None] Network a21e89f1-6113-45eb-b252-cb95147c52ae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:04.936226 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.037283 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.069860 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Transition to ACTIVE for port object 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:05.084236 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.165888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774b00d-77aa-4970-a051-ab82028edd4d None None] Pushing event updated for resources: {'Port': ['ID=6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:05.170733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Attempting to bind port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:05.171348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Attempting to bind port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:05.171456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Attempting to bind port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:05.174967 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-a21e89f1-6113-45eb-b252-cb95147c52ae', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:59:05.175824 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.188532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:05.188923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:05.189333 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.189735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:05.190219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Bound port: 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:05.190617 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.305123 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.315359 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] For port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:05.321722 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] For port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:05.327005 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.425764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Allocated IP 172.20.0.2 (a21e89f1-6113-45eb-b252-cb95147c52ae/e213e55d-21a0-43b1-bd6a-4cc58615f1c2/cf5b137c-4ba6-4568-bb95-ce164cf9af12) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:05.430055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774b00d-77aa-4970-a051-ab82028edd4d None None] Pushing event updated for resources: {'Port': ['ID=6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:05.443128 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:05.444478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:05.621619 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:05.789212 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.794228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.805502 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Transition to ACTIVE for port object cf5b137c-4ba6-4568-bb95-ce164cf9af12 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:05.838862 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Transition to ACTIVE for port object cf5b137c-4ba6-4568-bb95-ce164cf9af12 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:05.840328 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.893692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.1 (a21e89f1-6113-45eb-b252-cb95147c52ae/e213e55d-21a0-43b1-bd6a-4cc58615f1c2/55027fde-789d-4ce3-9e69-1bb8b77d1051) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:05.895245 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:59:05.895957 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Network a21e89f1-6113-45eb-b252-cb95147c52ae is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:05.906228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:05.910898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:05.923903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Pushing event updated for resources: {'Port': ['ID=cf5b137c-4ba6-4568-bb95-ce164cf9af12,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:05.988899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Attempting to bind port cf5b137c-4ba6-4568-bb95-ce164cf9af12 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:05.989277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Attempting to bind port cf5b137c-4ba6-4568-bb95-ce164cf9af12 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:05.989651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Attempting to bind port cf5b137c-4ba6-4568-bb95-ce164cf9af12 on network a21e89f1-6113-45eb-b252-cb95147c52ae {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:05.994601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:03Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:06.011617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.023365 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:06.023752 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Checking segment: {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:06.024174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.024610 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Bound using segment: {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:06.025101 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Bound port: cf5b137c-4ba6-4568-bb95-ce164cf9af12, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:06.025494 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.026900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object 55027fde-789d-4ce3-9e69-1bb8b77d1051 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:06.027852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c54cea2-884e-4c2b-a1ff-8779f0f05fb5 None None] The sync data for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 is: [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:03Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:06.070678 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.115203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] For port cf5b137c-4ba6-4568-bb95-ce164cf9af12, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:06.119141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network a21e89f1-6113-45eb-b252-cb95147c52ae is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:06.120048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] For port cf5b137c-4ba6-4568-bb95-ce164cf9af12, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cf5b137c-4ba6-4568-bb95-ce164cf9af12,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:06.122944 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:06.126865 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.127919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:06.137126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=55027fde-789d-4ce3-9e69-1bb8b77d1051,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:06.192427 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.197531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e74dce-d504-40e0-ab92-c73598865fab None None] Pushing event updated for resources: {'Port': ['ID=cf5b137c-4ba6-4568-bb95-ce164cf9af12,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:06.406007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.784282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.790264 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.874455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=55027fde-789d-4ce3-9e69-1bb8b77d1051,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:06.877133 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.999034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network a21e89f1-6113-45eb-b252-cb95147c52ae is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:07.000988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:07.154898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:07.222100 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf5b137c-4ba6-4568-bb95-ce164cf9af12 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:07.283209 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port cf5b137c-4ba6-4568-bb95-ce164cf9af12 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:07.288056 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:07.290160 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:07.297212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-65649958-af9d-4eb4-8b5b-fe37cdab55d6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/1d04f6d1-a1bb-49d5-9258-e79fe70a43f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5368018 Jul 16 20:59:07.316463 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b877a-890f-4ce4-a127-6dc2ef7f205a None None] Network a21e89f1-6113-45eb-b252-cb95147c52ae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:07.411649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:07.416809 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1520188d-755c-49c3-b0a6-44ee15864208 None None] Provisioning for port cf5b137c-4ba6-4568-bb95-ce164cf9af12 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:07.428551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:07.428840 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.434764 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1520188d-755c-49c3-b0a6-44ee15864208 None None] Provisioning complete for port cf5b137c-4ba6-4568-bb95-ce164cf9af12 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:07.435137 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1520188d-755c-49c3-b0a6-44ee15864208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.474671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-346bde85-a66e-4c5c-9cda-61337d648934 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378705194&fields=id&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 267 time: 0.0461888 Jul 16 20:59:07.603705 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb9a12-e769-4808-b6fd-1539dec978da req-fa856011-1889-4dec-b167-019836fa742d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:07.605623 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-fa856011-1889-4dec-b167-019836fa742d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/networks?id=a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 200 len: 797 time: 0.1238265 Jul 16 20:59:07.629263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-cc49d245-6d17-4260-8d74-2cf5f54d4430 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/quotas/169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 375 time: 0.0141401 Jul 16 20:59:07.637177 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.680156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:07.682401 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1520188d-755c-49c3-b0a6-44ee15864208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.696323 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.737217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-872cf23b-c49e-49e8-b2e3-e9bfae8d3394 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008980 Jul 16 20:59:07.762637 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1520188d-755c-49c3-b0a6-44ee15864208 None None] For port cf5b137c-4ba6-4568-bb95-ce164cf9af12, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cf5b137c-4ba6-4568-bb95-ce164cf9af12,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:07.772031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-23f78cb6-0b29-4e01-b4b9-75f2dd708b37 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:59:07.772997 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1520188d-755c-49c3-b0a6-44ee15864208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.773175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-23f78cb6-0b29-4e01-b4b9-75f2dd708b37 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070658 Jul 16 20:59:07.779111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:07.844776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520188d-755c-49c3-b0a6-44ee15864208 None None] Pushing event updated for resources: {'Port': ['ID=cf5b137c-4ba6-4568-bb95-ce164cf9af12,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:07.938645 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Sync routers for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:07.948471 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:07.949103 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:07.964965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-630c5923-82c2-4f13-adbf-36d7ec7388b0 service neutron] 10.222.0.78 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848686 Jul 16 20:59:07.996035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dee3495c-8859-4bc6-81a1-d2847c1ce1f7 None None] Provisioning complete for port cf5b137c-4ba6-4568-bb95-ce164cf9af12 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:07.996819 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dee3495c-8859-4bc6-81a1-d2847c1ce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.080590 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:08.083231 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-aab6975a-c57a-4d73-9e39-d847e4f6246a service neutron] 10.222.0.78 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109219 Jul 16 20:59:08.123066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dee3495c-8859-4bc6-81a1-d2847c1ce1f7 None None] Provisioning for port 55027fde-789d-4ce3-9e69-1bb8b77d1051 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:08.129789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-dee3495c-8859-4bc6-81a1-d2847c1ce1f7 None None] Provisioning complete for port 55027fde-789d-4ce3-9e69-1bb8b77d1051 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:08.130249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dee3495c-8859-4bc6-81a1-d2847c1ce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.181090 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-dee3495c-8859-4bc6-81a1-d2847c1ce1f7 None None] Port 55027fde-789d-4ce3-9e69-1bb8b77d1051 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:08.315040 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ded8b666-aa2f-4060-9033-21b87e0b649c None None] Provisioning complete for port 55027fde-789d-4ce3-9e69-1bb8b77d1051 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:08.315684 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ded8b666-aa2f-4060-9033-21b87e0b649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.352758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-ded8b666-aa2f-4060-9033-21b87e0b649c None None] Port 55027fde-789d-4ce3-9e69-1bb8b77d1051 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:08.412127 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 2, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:08.438648 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Checking router: 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:08.439006 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Updating router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 port 55027fde-789d-4ce3-9e69-1bb8b77d1051 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:59:08.474980 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.476662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-15424694-4720-415d-bedb-befd9252d9c3 None None] Provisioning complete for port 55027fde-789d-4ce3-9e69-1bb8b77d1051 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:08.477086 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-15424694-4720-415d-bedb-befd9252d9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.513339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-15424694-4720-415d-bedb-befd9252d9c3 None None] Port 55027fde-789d-4ce3-9e69-1bb8b77d1051 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:08.763678 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.774708 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Transition to ACTIVE for port object 55027fde-789d-4ce3-9e69-1bb8b77d1051 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:08.782145 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.833342 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Pushing event updated for resources: {'Port': ['ID=55027fde-789d-4ce3-9e69-1bb8b77d1051,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:08.844750 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.845279 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.845805 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.846351 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.846894 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.847444 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.847964 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.848438 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.848870 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.849365 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.849882 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.851205 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:08.915034 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Attempting to bind port 55027fde-789d-4ce3-9e69-1bb8b77d1051 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:08.915514 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Attempting to bind port 55027fde-789d-4ce3-9e69-1bb8b77d1051 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:08.915929 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Attempting to bind port 55027fde-789d-4ce3-9e69-1bb8b77d1051 on network a21e89f1-6113-45eb-b252-cb95147c52ae {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:08.924288 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:08.924864 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Checking segment: {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:08.925483 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.926086 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Bound using segment: {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:08.926819 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Bound port: 55027fde-789d-4ce3-9e69-1bb8b77d1051, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:08.927421 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.013925 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] For port 55027fde-789d-4ce3-9e69-1bb8b77d1051, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:09.017436 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] For port 55027fde-789d-4ce3-9e69-1bb8b77d1051, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=55027fde-789d-4ce3-9e69-1bb8b77d1051,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:09.022102 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.081921 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:09.082554 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:58:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:09.124667 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abafbe8-ce8e-4b6d-a092-9934b6642bb5 None None] Pushing event updated for resources: {'Port': ['ID=55027fde-789d-4ce3-9e69-1bb8b77d1051,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.174399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf5b137c-4ba6-4568-bb95-ce164cf9af12 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:09.217236 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:09.241828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port cf5b137c-4ba6-4568-bb95-ce164cf9af12 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:09.242532 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.377482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:09.386930 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-53f09b60-4b7b-402a-9a4c-1b48558f79b4 req-9fb340cf-edbc-49ad-8f20-16caa6b553e5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 210 time: 0.0614328 Jul 16 20:59:09.485283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:09.485672 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.536651 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:09Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:09.593738 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb791eb-1b47-47ac-98ad-7e66906d5a82 None None] The sync data for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 is: [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:09Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:10.538149 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-49c1fbe4-fb3e-4088-a3e7-9257e886a3ea req-9b9f12d6-890d-4a24-a77f-88f13c3669d7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 210 time: 0.0307934 Jul 16 20:59:10.950453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb9a12-e769-4808-b6fd-1539dec978da req-e60870f0-e95d-47db-bf4f-ec36ddc54120 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:10.952264 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-e60870f0-e95d-47db-bf4f-ec36ddc54120 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/networks?id=a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 200 len: 797 time: 0.1164057 Jul 16 20:59:10.996695 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-58e804c7-e1f8-42a2-a549-5c432a5183e5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 380 time: 0.0365095 Jul 16 20:59:11.005373 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'port': {'device_id': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'admin_state_up': True, 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'security_groups': ['f4ef6e7b-fd42-4ea1-a061-00d30097fbdc']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:11.130166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:11.134655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.179784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 55027fde-789d-4ce3-9e69-1bb8b77d1051 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:11.234959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 55027fde-789d-4ce3-9e69-1bb8b77d1051 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:11.247212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 55027fde-789d-4ce3-9e69-1bb8b77d1051 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:11.247597 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.295893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.4 (a21e89f1-6113-45eb-b252-cb95147c52ae/e213e55d-21a0-43b1-bd6a-4cc58615f1c2/9aa63122-5aec-4e36-a7ee-767cccb28446) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:11.352058 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.394756 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 55027fde-789d-4ce3-9e69-1bb8b77d1051, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=55027fde-789d-4ce3-9e69-1bb8b77d1051,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:11.400943 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.465320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=55027fde-789d-4ce3-9e69-1bb8b77d1051,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:11.481382 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.496824 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object 9aa63122-5aec-4e36-a7ee-767cccb28446 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:11.534047 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.590891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network a21e89f1-6113-45eb-b252-cb95147c52ae is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:11.594501 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:11.598984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:11.606643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=9aa63122-5aec-4e36-a7ee-767cccb28446,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:11.666968 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.668257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.691164 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-ca53abf5-0df2-4c0a-a406-29fcb4e1e4c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6896544 Jul 16 20:59:11.703446 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Request body: {'port': {'device_id': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:11.742539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faacc90-5a21-4785-bddb-ce7574d6bccb req-616f982f-58cb-4234-a25d-a3604e63bd95 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.744872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8faacc90-5a21-4785-bddb-ce7574d6bccb req-616f982f-58cb-4234-a25d-a3604e63bd95 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 931 time: 0.0801592 Jul 16 20:59:11.790101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.790789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8faacc90-5a21-4785-bddb-ce7574d6bccb req-07d84d5c-7141-4974-8f28-2b7190711d68 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381603 Jul 16 20:59:11.867912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-11d54df5-02dc-4fa1-9b46-05b4409bb955 None None] Provisioning for port 9aa63122-5aec-4e36-a7ee-767cccb28446 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:11.871825 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-11d54df5-02dc-4fa1-9b46-05b4409bb955 None None] Provisioning complete for port 9aa63122-5aec-4e36-a7ee-767cccb28446 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:11.872223 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-11d54df5-02dc-4fa1-9b46-05b4409bb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.907943 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-11d54df5-02dc-4fa1-9b46-05b4409bb955 None None] Port 9aa63122-5aec-4e36-a7ee-767cccb28446 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:12.081670 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa63122-5aec-4e36-a7ee-767cccb28446 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:12.089915 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.102163 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Transition to ACTIVE for port object 9aa63122-5aec-4e36-a7ee-767cccb28446 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:12.106032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.162610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa63122-5aec-4e36-a7ee-767cccb28446,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:12.247184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Attempting to bind port 9aa63122-5aec-4e36-a7ee-767cccb28446 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:12.247526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Attempting to bind port 9aa63122-5aec-4e36-a7ee-767cccb28446 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:12.247862 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Attempting to bind port 9aa63122-5aec-4e36-a7ee-767cccb28446 on network a21e89f1-6113-45eb-b252-cb95147c52ae {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:12.252595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Port 9aa63122-5aec-4e36-a7ee-767cccb28446 on network a21e89f1-6113-45eb-b252-cb95147c52ae not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:12.252922 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Attempting to bind port 9aa63122-5aec-4e36-a7ee-767cccb28446 on network a21e89f1-6113-45eb-b252-cb95147c52ae {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:12.258928 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:12.259280 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Checking segment: {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:12.259668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Bound using segment: {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:12.260106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Bound port: 9aa63122-5aec-4e36-a7ee-767cccb28446, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115f23a0-f36d-4bad-be17-34927c95254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:12.260540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.337919 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] For port 9aa63122-5aec-4e36-a7ee-767cccb28446, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:12.341450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] For port 9aa63122-5aec-4e36-a7ee-767cccb28446, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9aa63122-5aec-4e36-a7ee-767cccb28446,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:12.346753 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.381906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.382997 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.384256 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] 10.222.0.68 "PUT /v2.0/ports/9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 200 len: 1092 time: 0.6855407 Jul 16 20:59:12.384784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:12.386955 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53965d8d-0414-4ce4-afed-0bba59a0a720" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:12.413350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3886d4-c15a-46f8-b537-4d8af022df45 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa63122-5aec-4e36-a7ee-767cccb28446,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:12.432915 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f04a60a-1e8d-461d-b505-049dcaf2bc3c x-openstack-request-id: req-8f04a60a-1e8d-461d-b505-049dcaf2bc3c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:12.433315 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:12.433581 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f04a60a-1e8d-461d-b505-049dcaf2bc3c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:12.434006 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'status': 'completed', 'code': 200} Jul 16 20:59:12.503384 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb9a12-e769-4808-b6fd-1539dec978da req-6648b9a8-a7a1-414f-b844-b3d9181f5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.505067 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-6648b9a8-a7a1-414f-b844-b3d9181f5699 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1095 time: 0.0620863 Jul 16 20:59:12.556821 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-e85bf9a4-c6ce-4f2a-aeef-90f16e663d46 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 200 len: 217 time: 0.0443754 Jul 16 20:59:12.606409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb9a12-e769-4808-b6fd-1539dec978da req-c02ffc7c-ccbf-4d9b-9470-11da814156d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.607821 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-c02ffc7c-ccbf-4d9b-9470-11da814156d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e213e55d-21a0-43b1-bd6a-4cc58615f1c2 HTTP/1.1" status: 200 len: 835 time: 0.0456161 Jul 16 20:59:12.670182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb9a12-e769-4808-b6fd-1539dec978da req-e9ea7e16-4f77-4f6d-8948-04b6404ab063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.671735 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-e9ea7e16-4f77-4f6d-8948-04b6404ab063 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a21e89f1-6113-45eb-b252-cb95147c52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571136 Jul 16 20:59:12.774095 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-68314f67-5574-4b16-935c-474ef0604862 service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961978 Jul 16 20:59:12.876593 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4beb9a12-e769-4808-b6fd-1539dec978da req-6d58f46f-35fa-47e0-b0d7-bd3da7d86b65 service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959063 Jul 16 20:59:12.985233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc4ac7-27fa-4df2-9e0e-2fb65fcaeed7 req-1d4ededd-0587-48bc-b54c-27eece5e7f80 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.987302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccc4ac7-27fa-4df2-9e0e-2fb65fcaeed7 req-1d4ededd-0587-48bc-b54c-27eece5e7f80 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 943 time: 0.0729871 Jul 16 20:59:12.995307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-4097d85a-a672-449d-a568-885d6861f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:12.996973 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-4097d85a-a672-449d-a568-885d6861f2ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1095 time: 0.0651641 Jul 16 20:59:13.030212 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ccc4ac7-27fa-4df2-9e0e-2fb65fcaeed7 req-60d9f1fa-aaa4-4e47-a7c0-ea1ab37e0661 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360661 Jul 16 20:59:13.094840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-0f2d238f-b5ff-4742-8e3d-0e9b10967681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:13.096441 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-0f2d238f-b5ff-4742-8e3d-0e9b10967681 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 200 len: 898 time: 0.0933228 Jul 16 20:59:13.145740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 55027fde-789d-4ce3-9e69-1bb8b77d1051 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:13.149214 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-632ccb72-93ba-46df-81b8-27e2473c78ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 200 len: 217 time: 0.0461679 Jul 16 20:59:13.196692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 55027fde-789d-4ce3-9e69-1bb8b77d1051 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:13.197081 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:13.202310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-f3e296f7-bab5-4198-ba24-cbce953bfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:13.203838 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-f3e296f7-bab5-4198-ba24-cbce953bfaf8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e213e55d-21a0-43b1-bd6a-4cc58615f1c2 HTTP/1.1" status: 200 len: 835 time: 0.0476735 Jul 16 20:59:13.266366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-f546dc95-9e1a-42a3-a09b-e23eb3058cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:13.267962 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-f546dc95-9e1a-42a3-a09b-e23eb3058cd9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a21e89f1-6113-45eb-b252-cb95147c52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571883 Jul 16 20:59:13.399926 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-ba74965e-2a74-4b6f-bced-d174a20bf76e service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248240 Jul 16 20:59:13.511329 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-53965d8d-0414-4ce4-afed-0bba59a0a720 req-01a4d08e-e63e-46bd-8d78-b2be4060af4a service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048765 Jul 16 20:59:14.238483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46958-7c1f-45a9-8d6a-65a45dd1ead1 req-54ab5b6a-e4e7-4037-b098-625a33428efe tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:14.242045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23c46958-7c1f-45a9-8d6a-65a45dd1ead1 req-54ab5b6a-e4e7-4037-b098-625a33428efe tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 943 time: 0.0866587 Jul 16 20:59:14.284933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23c46958-7c1f-45a9-8d6a-65a45dd1ead1 req-281fbb2e-620d-4670-8511-549629e243e0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357485 Jul 16 20:59:15.501945 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63088-3c1f-4545-8b8a-38172261bf31 req-79cbcea8-5056-48fb-9489-6054590ed93c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:15.503485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5f63088-3c1f-4545-8b8a-38172261bf31 req-79cbcea8-5056-48fb-9489-6054590ed93c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 943 time: 0.1041782 Jul 16 20:59:15.544822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5f63088-3c1f-4545-8b8a-38172261bf31 req-64dd7a71-b742-4767-8411-2173e1070b66 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342996 Jul 16 20:59:15.613643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9aa63122-5aec-4e36-a7ee-767cccb28446 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:15.714866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9aa63122-5aec-4e36-a7ee-767cccb28446, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9aa63122-5aec-4e36-a7ee-767cccb28446,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:15.730217 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'port_id': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'mac_address': 'fa:16:3e:d1:0a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:15.775505 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.789633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa63122-5aec-4e36-a7ee-767cccb28446 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:15.809686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9aa63122-5aec-4e36-a7ee-767cccb28446, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9aa63122-5aec-4e36-a7ee-767cccb28446,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:15.814683 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:15.867011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9aa63122-5aec-4e36-a7ee-767cccb28446,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:16.014034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['9aa63122-5aec-4e36-a7ee-767cccb28446'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:16.727230 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7919c6-b827-45c4-b8cb-43ff96a9d738 req-74235327-cb79-4244-97b0-91c7c4aa92a0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:16.728795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f7919c6-b827-45c4-b8cb-43ff96a9d738 req-74235327-cb79-4244-97b0-91c7c4aa92a0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 944 time: 0.0669401 Jul 16 20:59:16.771407 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1f7919c6-b827-45c4-b8cb-43ff96a9d738 req-1882df00-7d16-4635-9744-12ef093b65ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369077 Jul 16 20:59:17.639600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9aa63122-5aec-4e36-a7ee-767cccb28446 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:17.701846 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 9aa63122-5aec-4e36-a7ee-767cccb28446 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:17.705700 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 9aa63122-5aec-4e36-a7ee-767cccb28446 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:17.706153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.786312 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.809898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:17.812139 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9428ba-2e62-44e5-9eed-ad1ce19ef96d" -d '{"events": [{"server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "name": "network-vif-plugged", "status": "completed", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:17.827523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9aa63122-5aec-4e36-a7ee-767cccb28446, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9aa63122-5aec-4e36-a7ee-767cccb28446,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:17.832771 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:17.876972 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52e8be0-9359-4037-b220-6b1831dcb079 x-openstack-request-id: req-c52e8be0-9359-4037-b220-6b1831dcb079 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:17.877348 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "name": "network-vif-plugged", "status": "completed", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:17.877848 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c52e8be0-9359-4037-b220-6b1831dcb079 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:17.878652 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'code': 200} Jul 16 20:59:17.900397 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9aa63122-5aec-4e36-a7ee-767cccb28446,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:17.997648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7e9b2-c9b4-41d9-a1ad-6f8625ebeda0 req-1d45f656-f1ed-422e-ad46-7c033253f794 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:17.999170 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fad7e9b2-c9b4-41d9-a1ad-6f8625ebeda0 req-1d45f656-f1ed-422e-ad46-7c033253f794 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0719855 Jul 16 20:59:18.004267 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da92d4-1f22-47c1-92de-edecc16548d7 req-24d03af2-1640-479c-b191-45e40dc04d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:18.005837 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07da92d4-1f22-47c1-92de-edecc16548d7 req-24d03af2-1640-479c-b191-45e40dc04d77 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1097 time: 0.0636494 Jul 16 20:59:18.041496 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07da92d4-1f22-47c1-92de-edecc16548d7 req-7d379c7d-1dda-47c6-9688-5d19efb3a3b0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289564 Jul 16 20:59:18.047544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fad7e9b2-c9b4-41d9-a1ad-6f8625ebeda0 req-67e6eade-c85b-4ef7-ad57-e9c854096319 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426562 Jul 16 20:59:18.102068 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-32a9e519-1489-4b29-a656-c230de19df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:19.249612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbdabd-a816-40f3-8eb6-6f1f4c6f61a2 req-bddb3861-1f03-4dfe-bf17-8f1351c6bf1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:19.251263 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0afbdabd-a816-40f3-8eb6-6f1f4c6f61a2 req-bddb3861-1f03-4dfe-bf17-8f1351c6bf1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0733333 Jul 16 20:59:19.293031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0afbdabd-a816-40f3-8eb6-6f1f4c6f61a2 req-f8175f93-e47d-46e1-9bff-f1091a7ea23c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347562 Jul 16 20:59:19.469089 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fa0ed-2d97-4e5f-aed9-8dade608e007 req-54a2b271-6ca5-4042-a3bf-7e7e8e50cd88 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:19.470512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-711fa0ed-2d97-4e5f-aed9-8dade608e007 req-54a2b271-6ca5-4042-a3bf-7e7e8e50cd88 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0651686 Jul 16 20:59:19.508819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-711fa0ed-2d97-4e5f-aed9-8dade608e007 req-fb198ee4-0899-45b3-b46a-52393cffd90e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Jul 16 20:59:19.531911 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54266) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:19.587957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89364ca7-1773-48d1-adfb-b9e0fd079cdc tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:19.589518 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-89364ca7-1773-48d1-adfb-b9e0fd079cdc tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1092 time: 0.0566134 Jul 16 20:59:19.594845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54268) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:19.599275 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:19.623023 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.021789 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.127791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.161 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/4a1032bd-a319-4a8c-94b0-a7c89d482f99) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:20.231341 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.274288 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.319481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:20.322422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:20.326134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:20.331940 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=4a1032bd-a319-4a8c-94b0-a7c89d482f99,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:20.469270 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1e5e-4d3c-42ec-8057-29dbec6c9185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.698357 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.723598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.801426 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.961935 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.966540 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.036061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=4a1032bd-a319-4a8c-94b0-a7c89d482f99,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:21.049048 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.155599 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 7d9734b3-8109-444e-bb8e-6ff1bee171a6 associated. External IP: 172.25.6.161, port: 9aa63122-5aec-4e36-a7ee-767cccb28446. Jul 16 20:59:21.377282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:21.448713 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-fbaf6e40-7870-43db-9a93-16ae2f8483fd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0638638 Jul 16 20:59:21.496314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:21.507440 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] Sync routers for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:21.513635 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.517314 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:21.518061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:21.548520 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-f928fb73-bb67-4feb-999d-3c569e4295b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:21.550216 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-f928fb73-bb67-4feb-999d-3c569e4295b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1097 time: 0.0566120 Jul 16 20:59:21.558164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0b887b2d-5e0d-4014-93ef-204423ea79b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9598975 Jul 16 20:59:21.558164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:21.558956 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fd3326-dff5-48bf-bcd4-cf793bbeebec" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:21.603293 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8b7835-4618-404c-b7f7-f1adbf89811f x-openstack-request-id: req-ae8b7835-4618-404c-b7f7-f1adbf89811f {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:21.603591 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:21.603849 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae8b7835-4618-404c-b7f7-f1adbf89811f {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:21.604298 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'status': 'completed', 'code': 200} Jul 16 20:59:21.642157 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:21.675648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-5566655d-4504-44e6-9624-e3f22809b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:21.677261 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-5566655d-4504-44e6-9624-e3f22809b8da service neutron] 10.222.0.68 "GET /v2.0/networks?id=a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 200 len: 898 time: 0.1060519 Jul 16 20:59:21.744484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2238e2-df6c-4866-82fe-1d652a99faa7 req-b1c648a1-d4bb-4f8b-8792-6a07ebdbc607 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:21.746157 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e2238e2-df6c-4866-82fe-1d652a99faa7 req-b1c648a1-d4bb-4f8b-8792-6a07ebdbc607 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0734761 Jul 16 20:59:21.750861 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-b3c18829-2efc-4274-a8b8-fd71b6bb97ee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 200 len: 999 time: 0.0664980 Jul 16 20:59:21.788289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5e2238e2-df6c-4866-82fe-1d652a99faa7 req-901d064b-a605-455b-a5dc-42b19038b2f6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362093 Jul 16 20:59:21.816476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54274) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:21.819794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-4c1d5e59-b61c-4ca9-a431-21d1dd0eb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:21.821422 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-4c1d5e59-b61c-4ca9-a431-21d1dd0eb55b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e213e55d-21a0-43b1-bd6a-4cc58615f1c2 HTTP/1.1" status: 200 len: 835 time: 0.0647104 Jul 16 20:59:21.884932 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e2ac0df6-5257-4070-aceb-e62bf1be36c3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/7d9734b3-8109-444e-bb8e-6ff1bee171a6 HTTP/1.1" status: 200 len: 991 time: 0.0672245 Jul 16 20:59:21.901768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-5c57ae51-baff-4ef6-8bde-46042ea62eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:21.904012 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-5c57ae51-baff-4ef6-8bde-46042ea62eee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a21e89f1-6113-45eb-b252-cb95147c52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765576 Jul 16 20:59:21.920002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '7d9734b3-8109-444e-bb8e-6ff1bee171a6', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'port_id': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'mac_address': 'fa:16:3e:d1:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:20Z', 'updated_at': '2021-07-16T20:59:20Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:11Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:21.947500 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] Checking router: 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:21.955955 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:21.956609 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T20:59:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:21.996832 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-1c2df4a6-5101-4082-be3d-f6aff0e9f8b2 service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Jul 16 20:59:22.068859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:22.103282 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4419b0ab-98a7-457c-b8fe-62bc7706016a req-73b9b6da-1955-40e5-960a-354ec47d616d service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002028 Jul 16 20:59:22.208180 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-c8c643d1-bb66-452b-90fc-7523700a1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:22.209649 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-c8c643d1-bb66-452b-90fc-7523700a1757 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1097 time: 0.0565009 Jul 16 20:59:22.308089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-481beb37-672c-4c47-8e5c-a1738a6019e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:22.309912 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-481beb37-672c-4c47-8e5c-a1738a6019e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 200 len: 898 time: 0.0948515 Jul 16 20:59:22.316865 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '7d9734b3-8109-444e-bb8e-6ff1bee171a6', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'port_id': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'mac_address': 'fa:16:3e:d1:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:20Z', 'updated_at': '2021-07-16T20:59:20Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:11Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:22.345979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23270162-71b3-4d75-bc1d-5a1410f430e6 None None] The sync data for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 is: [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '7d9734b3-8109-444e-bb8e-6ff1bee171a6', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'port_id': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'mac_address': 'fa:16:3e:d1:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:20Z', 'updated_at': '2021-07-16T20:59:20Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:11Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:22.379705 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-257752be-7dbb-4a4f-ba2e-d431f703bd9d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 200 len: 999 time: 0.0629792 Jul 16 20:59:22.431583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-cc7eb5f7-6c60-484e-864d-a09f39c65638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:22.433131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-cc7eb5f7-6c60-484e-864d-a09f39c65638 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e213e55d-21a0-43b1-bd6a-4cc58615f1c2 HTTP/1.1" status: 200 len: 835 time: 0.0457406 Jul 16 20:59:22.503834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-2b3cf04b-9051-4bbb-8cd4-34777a3e37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:22.505631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-2b3cf04b-9051-4bbb-8cd4-34777a3e37f6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a21e89f1-6113-45eb-b252-cb95147c52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660357 Jul 16 20:59:22.564294 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1da1f-f45a-40f3-99c7-a97651866768 None None] New status for floating IP 7d9734b3-8109-444e-bb8e-6ff1bee171a6: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:59:22.610839 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.619216 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-94f80eb5-99ce-4dcb-88a8-399cf60799b9 service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069200 Jul 16 20:59:22.721183 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-94fd3326-dff5-48bf-bcd4-cf793bbeebec req-129155f4-3344-4174-8acb-66de894e613c service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949023 Jul 16 20:59:22.898190 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54276) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:22.962864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5199a18b-036d-41da-b374-2a5fae7ba8d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/7d9734b3-8109-444e-bb8e-6ff1bee171a6 HTTP/1.1" status: 200 len: 993 time: 0.0634737 Jul 16 20:59:23.970325 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.876269 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.744210 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:42.895714 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:59:48.105378 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e4aa1922-40cf-4e4d-9855-6a0a64dd9906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.835437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-fda98f7b-2a7b-4674-ad14-fd0f9471403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.837171 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-fda98f7b-2a7b-4674-ad14-fd0f9471403f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1097 time: 0.0620198 Jul 16 20:59:49.885852 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6b10d-6cbe-46c1-bdb2-14774b4b6a2f req-8d557ed3-0399-4ba2-9cd9-3348862d3748 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.887432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fba6b10d-6cbe-46c1-bdb2-14774b4b6a2f req-8d557ed3-0399-4ba2-9cd9-3348862d3748 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0743899 Jul 16 20:59:49.929889 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fba6b10d-6cbe-46c1-bdb2-14774b4b6a2f req-4b2b0361-b1c3-4eb0-ad96-43a3823dd3c8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366166 Jul 16 20:59:49.942703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-bd0841bd-71b6-4dd0-b4ec-b2c18a5ac3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.946153 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-bd0841bd-71b6-4dd0-b4ec-b2c18a5ac3e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 200 len: 898 time: 0.1022756 Jul 16 20:59:50.016463 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-975536cc-2175-44c4-9418-3280a2668ea1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 200 len: 1001 time: 0.0640512 Jul 16 20:59:50.072081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-bf86af2c-e71d-4bce-b001-e1659e9e4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:50.073640 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-bf86af2c-e71d-4bce-b001-e1659e9e4af2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e213e55d-21a0-43b1-bd6a-4cc58615f1c2 HTTP/1.1" status: 200 len: 835 time: 0.0510550 Jul 16 20:59:50.136496 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-8d07d943-d25f-46ab-b6de-8cecc6acd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:50.138013 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-8d07d943-d25f-46ab-b6de-8cecc6acd251 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a21e89f1-6113-45eb-b252-cb95147c52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575273 Jul 16 20:59:50.233067 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-7bb0d859-3092-4598-9868-86ae19ecf1cc service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881763 Jul 16 20:59:50.330218 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-07db1f5e-7831-46c7-ac67-0792a572aa55 req-9fd9235a-8d50-4c3d-bed4-61d63c6356cf service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909104 Jul 16 20:59:50.472701 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8aecd220-d725-47fa-b314-ce352af3f8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.701176 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.129133 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682a1d5-fc5c-4462-8790-55b139fe257a req-206af963-55d9-44de-9eda-9380f9d172f2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:51.131525 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3682a1d5-fc5c-4462-8790-55b139fe257a req-206af963-55d9-44de-9eda-9380f9d172f2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0708172 Jul 16 20:59:51.171962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3682a1d5-fc5c-4462-8790-55b139fe257a req-fd87705c-89d8-4a20-9cf4-1abee58ec1a0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Jul 16 20:59:52.382491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa3d2-ebd4-4189-992d-1000fd5bb306 req-c0e259be-ad94-4352-8036-d60561cc31f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.384070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8cfa3d2-ebd4-4189-992d-1000fd5bb306 req-c0e259be-ad94-4352-8036-d60561cc31f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0727208 Jul 16 20:59:52.425228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b8cfa3d2-ebd4-4189-992d-1000fd5bb306 req-bb5284cb-9fb1-49c5-a4f1-923a09a36902 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350108 Jul 16 20:59:52.611957 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.610912 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c3573-ea49-44cc-b859-c38b8a24bf48 req-d5c4e345-8034-4db9-98cb-9a2cc8e8910e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.612475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f2c3573-ea49-44cc-b859-c38b8a24bf48 req-d5c4e345-8034-4db9-98cb-9a2cc8e8910e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0697377 Jul 16 20:59:53.654181 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7f2c3573-ea49-44cc-b859-c38b8a24bf48 req-7442f60c-03c5-4786-a741-d0585a908b02 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348320 Jul 16 20:59:53.974278 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.863755 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01cbe-15a3-423d-962c-4f6389c2ee72 req-df8fa45f-3191-4773-82e2-d2475cd941ac tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:54.866152 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7d01cbe-15a3-423d-962c-4f6389c2ee72 req-df8fa45f-3191-4773-82e2-d2475cd941ac tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0831823 Jul 16 20:59:54.907761 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a7d01cbe-15a3-423d-962c-4f6389c2ee72 req-585d02f7-b649-49f2-9df4-595de7492c24 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Jul 16 20:59:56.102853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28021690-4d1c-4509-99d7-993b9ffc9b2d req-dd08a8de-700f-4093-92c0-8d963c6af522 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.104559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28021690-4d1c-4509-99d7-993b9ffc9b2d req-dd08a8de-700f-4093-92c0-8d963c6af522 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0750852 Jul 16 20:59:56.148830 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-28021690-4d1c-4509-99d7-993b9ffc9b2d req-c3fd2800-f2b4-48dd-9936-37350f595e9e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383599 Jul 16 20:59:57.334723 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9521d-69f5-4730-ab84-e3548ca89632 req-c214945b-d46e-4ed2-bb2f-92df1e2b4b59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:57.336357 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41c9521d-69f5-4730-ab84-e3548ca89632 req-c214945b-d46e-4ed2-bb2f-92df1e2b4b59 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0651510 Jul 16 20:59:57.382671 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-41c9521d-69f5-4730-ab84-e3548ca89632 req-bf7b4785-75b5-4947-ad36-8cbf3e501b35 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344315 Jul 16 20:59:58.564216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e520b94-86fb-4833-a663-411e1c8ffe9d req-af126bc4-17ef-4620-980e-9a10a4d3c522 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:58.565728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e520b94-86fb-4833-a663-411e1c8ffe9d req-af126bc4-17ef-4620-980e-9a10a4d3c522 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0668936 Jul 16 20:59:58.603630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8e520b94-86fb-4833-a663-411e1c8ffe9d req-c3d3f8d8-fdd9-4694-878a-3d3b7ef9c6de tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Jul 16 20:59:59.784532 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70aaf-2b76-43ff-a263-e8e866f975e0 req-dc816fe6-572c-4050-b722-e27fbacc8da1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:59.787507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3e70aaf-2b76-43ff-a263-e8e866f975e0 req-dc816fe6-572c-4050-b722-e27fbacc8da1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0673773 Jul 16 20:59:59.829262 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3e70aaf-2b76-43ff-a263-e8e866f975e0 req-33489410-ccca-4b57-84e9-f8150cce15c9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357053 Jul 16 21:00:01.024665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dc54f-94bb-4ad3-8c41-3a09dd9ef78e req-d368d3af-699a-4347-a10e-0d31a87b1b9e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:01.026311 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd4dc54f-94bb-4ad3-8c41-3a09dd9ef78e req-d368d3af-699a-4347-a10e-0d31a87b1b9e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0787840 Jul 16 21:00:01.080575 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd4dc54f-94bb-4ad3-8c41-3a09dd9ef78e req-5711309d-110d-4433-962c-25e203a3cf9b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474503 Jul 16 21:00:02.291188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a1443-bd49-42e3-a884-2b54fc614ee9 req-884b7127-8ebb-4d21-b4db-aca0a6dbdadf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:02.292874 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f0a1443-bd49-42e3-a884-2b54fc614ee9 req-884b7127-8ebb-4d21-b4db-aca0a6dbdadf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0724430 Jul 16 21:00:02.336061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f0a1443-bd49-42e3-a884-2b54fc614ee9 req-568133fa-221c-4fc5-9c78-5ba8122767f9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369983 Jul 16 21:00:02.361274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54314) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:02.424132 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-28104868-b5ea-43a8-adb5-c6553e71a9c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/7d9734b3-8109-444e-bb8e-6ff1bee171a6 HTTP/1.1" status: 200 len: 993 time: 0.0615625 Jul 16 21:00:04.874996 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.758256 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.108335 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ed6dab63-dc35-4995-84b7-3ec897a26ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.894801 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:20.476406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-a316aa57-0d03-4515-bb74-b6549477cedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.705186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.621183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.961692 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-fd4e41f1-eca0-4b37-8966-c53b53304909 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1268437 Jul 16 21:00:23.980244 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.070550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-b5913621-58ab-4969-ba6a-54d78da44ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:24.072287 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-b5913621-58ab-4969-ba6a-54d78da44ffc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1097 time: 0.0601268 Jul 16 21:00:24.200886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-aeb8ae95-f6b1-4ef0-90bd-ab94c5945479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:24.202579 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-aeb8ae95-f6b1-4ef0-90bd-ab94c5945479 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 200 len: 898 time: 0.1097097 Jul 16 21:00:24.286790 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-513ef577-8ec3-4fe4-bfa4-42d1da8a6d2e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 200 len: 1001 time: 0.0765569 Jul 16 21:00:24.339818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-596bd054-de69-40d7-9124-7917467b8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:24.341666 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-596bd054-de69-40d7-9124-7917467b8154 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e213e55d-21a0-43b1-bd6a-4cc58615f1c2 HTTP/1.1" status: 200 len: 835 time: 0.0490315 Jul 16 21:00:24.406598 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-d4cc2c67-a242-4042-b4c3-5a36784dd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:24.408193 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-d4cc2c67-a242-4042-b4c3-5a36784dd631 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a21e89f1-6113-45eb-b252-cb95147c52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600767 Jul 16 21:00:24.509621 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-ae094449-e5a7-42bb-9dce-7fd346130e72 service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940962 Jul 16 21:00:24.609914 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8e7245cf-8d13-434b-9f86-31b9371b5e5e req-c838520a-e056-40cb-98a7-50ec0329bc9e service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936587 Jul 16 21:00:30.814112 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54334) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:30.996366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 4a1032bd-a319-4a8c-94b0-a7c89d482f99 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:30.996706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.137765 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.138146 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.152365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 4a1032bd-a319-4a8c-94b0-a7c89d482f99 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:31.332622 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.364727 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=4a1032bd-a319-4a8c-94b0-a7c89d482f99,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:31.397033 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.397452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.397804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.398143 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.398477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.398815 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.399144 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.399473 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.399800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.400123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.400481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.400806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:31.444255 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.444640 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 7d9734b3-8109-444e-bb8e-6ff1bee171a6 disassociated (deleted). External IP: 172.25.6.161, port: 9aa63122-5aec-4e36-a7ee-767cccb28446. Jul 16 21:00:31.690800 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:31.810520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:31.815474 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.820160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] Sync routers for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:31.830714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:31.831366 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:31.853964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9aa692d8-58cb-46c1-b1a9-097b3e932949 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/floatingips/7d9734b3-8109-444e-bb8e-6ff1bee171a6 HTTP/1.1" status: 204 len: 168 time: 1.0387065 Jul 16 21:00:31.854576 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:31.856953 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5145cd00-159e-4f42-83a9-7a4fd3d0f119" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:31.915951 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73ed83-ccb2-4991-8f63-f49c2d22b699 x-openstack-request-id: req-5e73ed83-ccb2-4991-8f63-f49c2d22b699 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:31.916981 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:31.917504 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e73ed83-ccb2-4991-8f63-f49c2d22b699 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:31.918962 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'status': 'completed', 'code': 200} Jul 16 21:00:31.952562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:32.231575 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:11Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:32.277779 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] Checking router: 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:32.288997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:32.289662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:32.308552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa61cd9-69f3-4a7e-8e88-7888a3630c58 req-5fe11d95-5bbb-47d2-af8c-bcd2ac4bc907 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:32.310253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aaa61cd9-69f3-4a7e-8e88-7888a3630c58 req-5fe11d95-5bbb-47d2-af8c-bcd2ac4bc907 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0892782 Jul 16 21:00:32.374077 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aaa61cd9-69f3-4a7e-8e88-7888a3630c58 req-534edc0f-1330-46e5-bfdf-7980721c197b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543480 Jul 16 21:00:32.374336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-7b55578b-1050-46c2-a868-69a60abe10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:32.375719 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-7b55578b-1050-46c2-a868-69a60abe10b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 1097 time: 0.4404218 Jul 16 21:00:32.415754 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:32.490931 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-a064a046-90a1-478d-a4d2-741219ffad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:32.492111 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-a064a046-90a1-478d-a4d2-741219ffad36 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 200 len: 898 time: 0.1087291 Jul 16 21:00:32.539803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-a6b69ea6-6e36-46ac-8e3f-cef990b1fc16 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 200 len: 217 time: 0.0410800 Jul 16 21:00:32.592665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-463d26da-6408-473a-b046-d87605853d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:32.594174 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-463d26da-6408-473a-b046-d87605853d28 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e213e55d-21a0-43b1-bd6a-4cc58615f1c2 HTTP/1.1" status: 200 len: 835 time: 0.0483773 Jul 16 21:00:32.632980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:11Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:32.658356 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-a84e5c7c-e68f-4ab2-963d-3d2a3b43f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:32.659897 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-a84e5c7c-e68f-4ab2-963d-3d2a3b43f139 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a21e89f1-6113-45eb-b252-cb95147c52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590200 Jul 16 21:00:32.662492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b836979-d0be-4f2c-a634-eb3c7fa94956 None None] The sync data for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 is: [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:06Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '55027fde-789d-4ce3-9e69-1bb8b77d1051', 'name': '', 'network_id': 'a21e89f1-6113-45eb-b252-cb95147c52ae', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:1d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:05Z', 'updated_at': '2021-07-16T20:59:11Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'e213e55d-21a0-43b1-bd6a-4cc58615f1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:32.765113 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-760fb165-8ff7-41e7-898b-c79a1d8e483a service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985639 Jul 16 21:00:32.884357 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-5145cd00-159e-4f42-83a9-7a4fd3d0f119 req-02b9dc47-c74b-4408-9bd4-4bf07104c6d8 service neutron] 10.222.0.68 "GET /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127219 Jul 16 21:00:32.931016 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6735a-d261-4a00-824e-60a3ba153fe2 None None] New status for floating IP 7d9734b3-8109-444e-bb8e-6ff1bee171a6: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:00:33.586767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955909b-4878-4dd9-903e-bc8c1e1a80b2 req-de5f0052-32cd-4275-9fe3-e3eedffa4898 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:33.588408 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3955909b-4878-4dd9-903e-bc8c1e1a80b2 req-de5f0052-32cd-4275-9fe3-e3eedffa4898 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0827444 Jul 16 21:00:33.622914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-1a65d34c-b9af-42e7-8be8-b387f404de8c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:33.625103 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-1a65d34c-b9af-42e7-8be8-b387f404de8c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 945 time: 0.0889492 Jul 16 21:00:33.643582 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3955909b-4878-4dd9-903e-bc8c1e1a80b2 req-05285e4c-39fd-427f-9c47-6fa69bc07d6b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482817 Jul 16 21:00:33.757811 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 9aa63122-5aec-4e36-a7ee-767cccb28446 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:33.758181 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.885797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 9aa63122-5aec-4e36-a7ee-767cccb28446, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9aa63122-5aec-4e36-a7ee-767cccb28446,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:33.886159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.904171 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 9aa63122-5aec-4e36-a7ee-767cccb28446 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:34.063974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.109625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=9aa63122-5aec-4e36-a7ee-767cccb28446,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:34.125399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.125754 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.126101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.126440 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.126774 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.127106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.127549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.127908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.128346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.128684 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.129014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.129412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:34.172514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] No DVR routers for this DVR port 9aa63122-5aec-4e36-a7ee-767cccb28446 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:34.178807 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.180639 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e99cb583-e4a6-4566-8c0d-50573c25f228 req-bc9749fb-172e-4a8f-ad06-54b62e60f717 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "DELETE /v2.0/ports/9aa63122-5aec-4e36-a7ee-767cccb28446 HTTP/1.1" status: 204 len: 173 time: 0.5489740 Jul 16 21:00:34.181196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'name': 'network-vif-deleted', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:34.183638 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0561529f-9743-4fbb-89f1-02357fe7979f" -d '{"events": [{"server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "name": "network-vif-deleted", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:34.346943 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7345577e-eaba-45d2-a83b-b7e7f26a4f41 x-openstack-request-id: req-7345577e-eaba-45d2-a83b-b7e7f26a4f41 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:34.347248 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3110dc-43ef-4473-a7a9-ad611a361942", "name": "network-vif-deleted", "tag": "9aa63122-5aec-4e36-a7ee-767cccb28446", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:34.347506 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7345577e-eaba-45d2-a83b-b7e7f26a4f41 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:34.347913 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3110dc-43ef-4473-a7a9-ad611a361942', 'name': 'network-vif-deleted', 'tag': '9aa63122-5aec-4e36-a7ee-767cccb28446', 'status': 'completed', 'code': 200} Jul 16 21:00:34.878199 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.879512 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3e3b615f-4796-4b37-be6c-25eed2f4635b req-b7d328c0-da0e-4909-9b9e-e0a3c5e0bf69 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa3110dc-43ef-4473-a7a9-ad611a361942 HTTP/1.1" status: 200 len: 210 time: 0.0407221 Jul 16 21:00:35.758369 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:35.989265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54352) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:36.011655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9aa63122-5aec-4e36-a7ee-767cccb28446 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:36.032573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 9aa63122-5aec-4e36-a7ee-767cccb28446 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:36.032924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9aa63122-5aec-4e36-a7ee-767cccb28446 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:36.423739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.115611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 55027fde-789d-4ce3-9e69-1bb8b77d1051 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:37.116520 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.224849 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 55027fde-789d-4ce3-9e69-1bb8b77d1051, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=55027fde-789d-4ce3-9e69-1bb8b77d1051,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:37.225229 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.242123 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 55027fde-789d-4ce3-9e69-1bb8b77d1051 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:37.463297 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.496646 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=55027fde-789d-4ce3-9e69-1bb8b77d1051,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:37.712974 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.937801 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:38.049359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:38.055511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4b569e2e-a992-4d64-ba71-72ff99d487c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/1d04f6d1-a1bb-49d5-9258-e79fe70a43f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0646496 Jul 16 21:00:38.058751 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54354) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:38.061429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] Sync routers for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:38.073725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:38.074488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:38.112511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61ee14b-d3a5-4688-a06c-4e29c5962320 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting subnet e213e55d-21a0-43b1-bd6a-4cc58615f1c2 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:38.116723 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e61ee14b-d3a5-4688-a06c-4e29c5962320 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.160000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e61ee14b-d3a5-4688-a06c-4e29c5962320 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.184654 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:38.255504 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e61ee14b-d3a5-4688-a06c-4e29c5962320 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.321459 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e61ee14b-d3a5-4688-a06c-4e29c5962320 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.352839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ee14b-d3a5-4688-a06c-4e29c5962320 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Subnet': ['ID=e213e55d-21a0-43b1-bd6a-4cc58615f1c2,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:38.355171 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e61ee14b-d3a5-4688-a06c-4e29c5962320 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.357485 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e61ee14b-d3a5-4688-a06c-4e29c5962320 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/subnets/e213e55d-21a0-43b1-bd6a-4cc58615f1c2 HTTP/1.1" status: 204 len: 168 time: 0.2975497 Jul 16 21:00:38.361014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54356) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:38.480842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.550979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cdcea2-daac-4419-ae0d-33a9116bf134 None None] Network a21e89f1-6113-45eb-b252-cb95147c52ae requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:38.593928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.648089 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:38.648789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.675728 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T21:00:37Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:38.706033 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] Checking router: 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:38.721793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] Routers {'1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:38.722423 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:38.734836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:38.735211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.747611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:38.819740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] Set router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:38.877590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] DHCP port deletion for a21e89f1-6113-45eb-b252-cb95147c52ae request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:00:38.881155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T21:00:38Z', 'revision_number': 6, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:38.910146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe2cbc1-1de9-4c7f-9853-7fcc02a837a6 None None] The sync data for ids ['1d04f6d1-a1bb-49d5-9258-e79fe70a43f4'] in n-d-791505-15 is: [{'id': '1d04f6d1-a1bb-49d5-9258-e79fe70a43f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978529190', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:59:02Z', 'updated_at': '2021-07-16T21:00:38Z', 'revision_number': 6, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:38.930725 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.962407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:38.967512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Deleting port cf5b137c-4ba6-4568-bb95-ce164cf9af12 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:38.967758 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.032849 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.040588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] For port cf5b137c-4ba6-4568-bb95-ce164cf9af12, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=cf5b137c-4ba6-4568-bb95-ce164cf9af12,segment=NetworkSegment(115f23a0-f36d-4bad-be17-34927c95254f),segment_id=115f23a0-f36d-4bad-be17-34927c95254f)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:39.041066 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.055153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Calling delete_port for cf5b137c-4ba6-4568-bb95-ce164cf9af12 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:39.131169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.133418 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.137524 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.168960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Pushing event deleted for resources: {'Port': ['ID=cf5b137c-4ba6-4568-bb95-ce164cf9af12,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:39.171236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] No DVR routers for this DVR port cf5b137c-4ba6-4568-bb95-ce164cf9af12 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:39.183691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.184113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.184395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Fanout notify agent at l3_agent the message router_deleted on router 1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:00:39.184545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.184897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.185551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.185551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.185856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.186264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.186614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.186935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.187299 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.187634 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.187960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf993f80-7e9a-4e58-a969-0d2356e614d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:39.193745 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.194795 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8ce4718f-5367-4781-a00e-ee7235890b27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/routers/1d04f6d1-a1bb-49d5-9258-e79fe70a43f4 HTTP/1.1" status: 204 len: 168 time: 0.8329768 Jul 16 21:00:39.197476 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54358) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:39.277890 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.402170 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.412857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21e89f1-6113-45eb-b252-cb95147c52ae']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:39.423864 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115f23a0-f36d-4bad-be17-34927c95254f') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:39.424192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115f23a0-f36d-4bad-be17-34927c95254f') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:39.435637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.446695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf5b137c-4ba6-4568-bb95-ce164cf9af12 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:39.457221 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.464259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:39.464694 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.468233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: cf5b137c-4ba6-4568-bb95-ce164cf9af12 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:39.468233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device cf5b137c-4ba6-4568-bb95-ce164cf9af12 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: timer() Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:39.468786 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:39.471853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 55027fde-789d-4ce3-9e69-1bb8b77d1051 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:39.493188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 55027fde-789d-4ce3-9e69-1bb8b77d1051 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:39.493188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 55027fde-789d-4ce3-9e69-1bb8b77d1051 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:39.537874 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.543163 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.545429 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/networks/a21e89f1-6113-45eb-b252-cb95147c52ae HTTP/1.1" status: 204 len: 168 time: 0.3469806 Jul 16 21:00:39.548263 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54360) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:39.560417 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf8107-67ed-410b-9ee8-262dd248dbb1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Network': ['ID=a21e89f1-6113-45eb-b252-cb95147c52ae,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:39.613720 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b24479ae-3c9a-46f1-9217-95244db0b0ce tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.640019 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b24479ae-3c9a-46f1-9217-95244db0b0ce tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.709057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b24479ae-3c9a-46f1-9217-95244db0b0ce tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.712264 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b24479ae-3c9a-46f1-9217-95244db0b0ce tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.713769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b24479ae-3c9a-46f1-9217-95244db0b0ce tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/security-groups/f4ef6e7b-fd42-4ea1-a061-00d30097fbdc HTTP/1.1" status: 204 len: 168 time: 0.1642699 Jul 16 21:00:39.726289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24479ae-3c9a-46f1-9217-95244db0b0ce tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ef6e7b-fd42-4ea1-a061-00d30097fbdc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:40.063150 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54366) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:40.068560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0950b331-d9df-4af0-aa7c-a75a03c5eca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749290824', 'description': 'tempest-secgroup-smoke-1749290824 description', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:40.091583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0950b331-d9df-4af0-aa7c-a75a03c5eca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.174865 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0950b331-d9df-4af0-aa7c-a75a03c5eca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.179277 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0950b331-d9df-4af0-aa7c-a75a03c5eca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.206703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0950b331-d9df-4af0-aa7c-a75a03c5eca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.208232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0950b331-d9df-4af0-aa7c-a75a03c5eca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1438112 Jul 16 21:00:40.211512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54368) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:40.213405 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950b331-d9df-4af0-aa7c-a75a03c5eca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8718617-2ce8-4f3f-96b8-006f14e03cc5,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:40.216839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5f4ad573-7ce4-4495-9a03-a6b239b12b3f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f8718617-2ce8-4f3f-96b8-006f14e03cc5', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:40.245827 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad573-7ce4-4495-9a03-a6b239b12b3f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.304263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad573-7ce4-4495-9a03-a6b239b12b3f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.308088 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad573-7ce4-4495-9a03-a6b239b12b3f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.327122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad573-7ce4-4495-9a03-a6b239b12b3f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3b4caf-93b8-418d-89c2-196e2b29e424,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:40.333628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad573-7ce4-4495-9a03-a6b239b12b3f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.334894 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5f4ad573-7ce4-4495-9a03-a6b239b12b3f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221898 Jul 16 21:00:40.339200 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54370) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:40.343848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8324b8f4-d730-443e-9259-7cf0ae37fc33 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f8718617-2ce8-4f3f-96b8-006f14e03cc5', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:40.372016 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8324b8f4-d730-443e-9259-7cf0ae37fc33 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.434126 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8324b8f4-d730-443e-9259-7cf0ae37fc33 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.438025 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8324b8f4-d730-443e-9259-7cf0ae37fc33 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.457876 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324b8f4-d730-443e-9259-7cf0ae37fc33 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b899c455-3fe5-4bbf-a543-66da33376d8a,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:40.466038 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8324b8f4-d730-443e-9259-7cf0ae37fc33 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.467468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8324b8f4-d730-443e-9259-7cf0ae37fc33 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272585 Jul 16 21:00:40.470283 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54372) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:40.475091 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-899a2156-72ec-47dc-8e0a-32aa4bee667f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f8718617-2ce8-4f3f-96b8-006f14e03cc5', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:40.503658 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-899a2156-72ec-47dc-8e0a-32aa4bee667f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.587833 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-899a2156-72ec-47dc-8e0a-32aa4bee667f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.591687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-899a2156-72ec-47dc-8e0a-32aa4bee667f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.610915 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a2156-72ec-47dc-8e0a-32aa4bee667f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6528dfd-6d4a-46c1-b2cf-86102dd6277c,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:40.618054 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-899a2156-72ec-47dc-8e0a-32aa4bee667f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.619372 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-899a2156-72ec-47dc-8e0a-32aa4bee667f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480856 Jul 16 21:00:40.624003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54374) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:40.628791 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-386da5f2-361b-441a-bd5c-0762382afe36 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f8718617-2ce8-4f3f-96b8-006f14e03cc5', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:40.659746 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-386da5f2-361b-441a-bd5c-0762382afe36 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.724345 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-386da5f2-361b-441a-bd5c-0762382afe36 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.728248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-386da5f2-361b-441a-bd5c-0762382afe36 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.747040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386da5f2-361b-441a-bd5c-0762382afe36 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4ccea0-e9e7-47ce-85ff-465b3494718f,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:40.755039 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-386da5f2-361b-441a-bd5c-0762382afe36 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.756053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-386da5f2-361b-441a-bd5c-0762382afe36 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310103 Jul 16 21:00:40.760081 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54376) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:40.764725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-8806f201-574d-4019-a3de-cf77ed297e9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f8718617-2ce8-4f3f-96b8-006f14e03cc5', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:40.787857 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-8806f201-574d-4019-a3de-cf77ed297e9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:00:40.792970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8806f201-574d-4019-a3de-cf77ed297e9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.856568 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8806f201-574d-4019-a3de-cf77ed297e9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.860516 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8806f201-574d-4019-a3de-cf77ed297e9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.878854 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806f201-574d-4019-a3de-cf77ed297e9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe8693a-988d-4cfd-8563-0d164247e1e8,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:40.885981 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-8806f201-574d-4019-a3de-cf77ed297e9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.887259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8806f201-574d-4019-a3de-cf77ed297e9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261659 Jul 16 21:00:40.890327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54378) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:40.894936 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3d964549-bbaf-43bf-9c6b-b47a1db691e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': 'f8718617-2ce8-4f3f-96b8-006f14e03cc5', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:40.918959 n-d-791505-15 neutron-server[100243]: INFO neutron.db.securitygroups_db [None req-3d964549-bbaf-43bf-9c6b-b47a1db691e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:00:40.925028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d964549-bbaf-43bf-9c6b-b47a1db691e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.992546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d964549-bbaf-43bf-9c6b-b47a1db691e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.996796 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d964549-bbaf-43bf-9c6b-b47a1db691e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.017308 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d964549-bbaf-43bf-9c6b-b47a1db691e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0f9872-40df-42eb-ad29-be86ea6b26f6,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:41.020990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3d964549-bbaf-43bf-9c6b-b47a1db691e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.022273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3d964549-bbaf-43bf-9c6b-b47a1db691e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309350 Jul 16 21:00:41.025340 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54380) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:41.030363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'network': {'name': 'tempest-network-smoke--1848161390', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'port_security_enabled': True}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:41.052786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:41.056705 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.082059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:41.091124 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.096307 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Added segment c4ed17e1-933c-443a-a0fd-5f6f25fcb99e of type vlan for network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc Jul 16 21:00:41.132985 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.149540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:41.163567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.169757 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:41.170224 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:41.170548 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.170686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 6f9e22d3-2255-4d3e-94f8-f2f8b2031b0c not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:41.208210 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1811872 Jul 16 21:00:41.211878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54384) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:41.217450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'admin_state_up': True, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:41.245766 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.246789 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.247093 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be39cd-c275-4fe9-bd17-925014f01303 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Network': ['ID=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:41.257988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:41.307211 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.448350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.644830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.664265 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.764763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.112 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/354a102f-a7ea-4c21-acf4-963daddbb4ad) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:41.874310 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.917230 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:41.958596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:41.961485 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:41.965145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:41.970673 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=354a102f-a7ea-4c21-acf4-963daddbb4ad,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:42.223406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.427779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.568714 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:00:42.685620 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:42.695565 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Sync routers for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:42.705105 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.705469 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:42.706098 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:42.706613 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82c29baf-cc63-494b-bf00-a2f400f31d92 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4929125 Jul 16 21:00:42.709923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54386) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:42.742628 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-417c0a2f-424e-4d15-9d08-b1ca745ebbe1 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=169a7e73d2e34b72a701f7c5810e9a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290787 Jul 16 21:00:42.743125 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54388) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:42.816036 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:42.894666 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9189df-c72b-4b6d-aa6a-de6b1d2ad438 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:42.896752 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6a9189df-c72b-4b6d-aa6a-de6b1d2ad438 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1526093 Jul 16 21:00:42.899652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54390) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:42.934845 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-73364dca-5177-4e7f-90d9-c51cf7ea9ede tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340137 Jul 16 21:00:42.937334 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54392) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:42.943182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-43981073', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:42.997505 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:42Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:43.040083 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:43.043963 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.119165 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Checking router: 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:43.119499 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Updating router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 port 354a102f-a7ea-4c21-acf4-963daddbb4ad binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:43.161520 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.247321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.308182 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Subnet': ['ID=f6a16078-5096-40ca-a59a-b737fc00f485,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:43.315422 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Checking segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:43.315787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network hostable DHCP agents. Network: b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:43.333647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:43.342553 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:43.347014 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:43.347696 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.356758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776b168-2b57-4084-92c0-eb75637cd1d7 None None] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:43.366928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7da45909-1bcc-4fdc-b348-34c1d31cdebf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4249926 Jul 16 21:00:43.367294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54394) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:43.420913 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.433811 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Transition to ACTIVE for port object 354a102f-a7ea-4c21-acf4-963daddbb4ad will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:43.440756 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.521276 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Attempting to bind port 354a102f-a7ea-4c21-acf4-963daddbb4ad on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:43.521767 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Attempting to bind port 354a102f-a7ea-4c21-acf4-963daddbb4ad by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:43.522223 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Attempting to bind port 354a102f-a7ea-4c21-acf4-963daddbb4ad on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:43.528285 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:43.529759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.534338 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:43.535337 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:43.535337 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.536739 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:43.537342 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Bound port: 354a102f-a7ea-4c21-acf4-963daddbb4ad, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:43.537935 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.542020 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Pushing event updated for resources: {'Port': ['ID=354a102f-a7ea-4c21-acf4-963daddbb4ad,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:43.569418 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.569846 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.570249 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.570643 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.571036 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.571427 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.571813 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.572229 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.572603 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.572990 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.573396 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.573752 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:43.610352 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] For port 354a102f-a7ea-4c21-acf4-963daddbb4ad, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:43.614732 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] For port 354a102f-a7ea-4c21-acf4-963daddbb4ad, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=354a102f-a7ea-4c21-acf4-963daddbb4ad,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:43.618779 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.677067 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:43.677615 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:43.684428 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Allocated IP 172.20.0.2 (b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc/f6a16078-5096-40ca-a59a-b737fc00f485/1545c866-d4d6-444a-ba6f-50a92f312661) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:43.718028 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869832d-5618-4db7-8c25-70a9a4430c1e None None] Pushing event updated for resources: {'Port': ['ID=354a102f-a7ea-4c21-acf4-963daddbb4ad,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:43.791400 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:43.846942 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.847556 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.856641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Transition to ACTIVE for port object 1545c866-d4d6-444a-ba6f-50a92f312661 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:43.872426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Transition to ACTIVE for port object 1545c866-d4d6-444a-ba6f-50a92f312661 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:43.878249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:43.923308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:43.926112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:43.931694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:43.938589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Pushing event updated for resources: {'Port': ['ID=1545c866-d4d6-444a-ba6f-50a92f312661,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:43.984516 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:42Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:44.004145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Attempting to bind port 1545c866-d4d6-444a-ba6f-50a92f312661 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:44.005179 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Attempting to bind port 1545c866-d4d6-444a-ba6f-50a92f312661 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:44.006156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Attempting to bind port 1545c866-d4d6-444a-ba6f-50a92f312661 on network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:44.011555 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:44.011948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Checking segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:44.012398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:44.012807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Bound using segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:44.013130 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9268303-dbea-4b1f-9f07-73105b9af391 None None] The sync data for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 is: [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:42Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:44.013294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Bound port: 1545c866-d4d6-444a-ba6f-50a92f312661, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:44.013807 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:44.088607 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] For port 1545c866-d4d6-444a-ba6f-50a92f312661, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:44.092082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] For port 1545c866-d4d6-444a-ba6f-50a92f312661, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1545c866-d4d6-444a-ba6f-50a92f312661,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:44.097374 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:44.165059 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291c18b-1321-4663-92e4-47752fa2d9b4 None None] Pushing event updated for resources: {'Port': ['ID=1545c866-d4d6-444a-ba6f-50a92f312661,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:44.169445 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.1 (b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc/f6a16078-5096-40ca-a59a-b737fc00f485/f8f4eab4-e9bd-40bc-82bc-cafd7acec301) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:44.733428 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:44.749546 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object f8f4eab4-e9bd-40bc-82bc-cafd7acec301 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:44.785653 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:44.835489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:44.839249 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:44.844013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:44.848984 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:44.897816 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.059268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.256864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c812349-3bcd-4585-9f9a-274ef1b53bfb None None] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:45.288519 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 354a102f-a7ea-4c21-acf4-963daddbb4ad up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:45.387848 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-869721db-61d0-4b62-98b9-e72474fab70f None None] Provisioning for port 1545c866-d4d6-444a-ba6f-50a92f312661 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:45.410878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.416087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.428551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 354a102f-a7ea-4c21-acf4-963daddbb4ad completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:45.439002 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 354a102f-a7ea-4c21-acf4-963daddbb4ad triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:45.439385 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.500486 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:45.508249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.569491 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.592569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 354a102f-a7ea-4c21-acf4-963daddbb4ad, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=354a102f-a7ea-4c21-acf4-963daddbb4ad,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:45.597458 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.598553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1545c866-d4d6-444a-ba6f-50a92f312661 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:45.620599 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:45.622021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:45.686795 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=354a102f-a7ea-4c21-acf4-963daddbb4ad,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:45.700814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 1545c866-d4d6-444a-ba6f-50a92f312661 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:45.710197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1545c866-d4d6-444a-ba6f-50a92f312661 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:45.710648 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.767079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:45.800896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.841372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-260e2db2-ce09-470a-8ea7-3091e98c7b95 None None] Provisioning complete for port 1545c866-d4d6-444a-ba6f-50a92f312661 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:45.841664 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-260e2db2-ce09-470a-8ea7-3091e98c7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.868768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 1545c866-d4d6-444a-ba6f-50a92f312661, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1545c866-d4d6-444a-ba6f-50a92f312661,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:45.883256 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.908036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:45.917569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cd7da84c-9561-436e-aaf0-3bd2d81cc4ff tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/481e55a3-d8bb-42c8-a21d-2f1c5cb898b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5489941 Jul 16 21:00:45.965325 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Sync routers for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:46.003424 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=1545c866-d4d6-444a-ba6f-50a92f312661,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:46.011178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:46.011823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:46.086121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-260e2db2-ce09-470a-8ea7-3091e98c7b95 None None] Provisioning for port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:46.111510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-6b507bff-9256-441c-8e5c-8d016eb5c200 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749290824&fields=id&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 267 time: 0.0464721 Jul 16 21:00:46.148532 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-260e2db2-ce09-470a-8ea7-3091e98c7b95 None None] Provisioning complete for port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:46.149139 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-260e2db2-ce09-470a-8ea7-3091e98c7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.203807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:46.206373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-260e2db2-ce09-470a-8ea7-3091e98c7b95 None None] Port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:46.290459 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-7f761912-0286-40d0-953f-31b5ce15709a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:46.296799 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-7f761912-0286-40d0-953f-31b5ce15709a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 797 time: 0.1775267 Jul 16 21:00:46.308159 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-c2759319-7752-49bc-b694-43e82ce778fc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/quotas/169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 375 time: 0.0104249 Jul 16 21:00:46.367852 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-4fe90003-825d-4cb5-9c45-5c58d51b0cac None None] Provisioning complete for port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:46.368485 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4fe90003-825d-4cb5-9c45-5c58d51b0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.380026 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-0533db5e-ca28-4d62-9c99-f5caf7d03402 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640180 Jul 16 21:00:46.396023 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-a239a524-4dd7-4e7e-8ebe-250fb5bc89c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:46.397261 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-a239a524-4dd7-4e7e-8ebe-250fb5bc89c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061030 Jul 16 21:00:46.425713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4fe90003-825d-4cb5-9c45-5c58d51b0cac None None] Port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:46.479258 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 2, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:46.508899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-d96e864b-db8e-4036-90a2-7a413cb66be4 service neutron] 10.222.0.78 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018596 Jul 16 21:00:46.509146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Checking router: 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:46.509146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Updating router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:46.546112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.626859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-66fe8e63-e2ba-47e0-aabb-51431d5f10e1 service neutron] 10.222.0.78 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131489 Jul 16 21:00:46.992171 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.002451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Transition to ACTIVE for port object f8f4eab4-e9bd-40bc-82bc-cafd7acec301 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:47.009543 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.061494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e0d50-04a9-45bb-a1b3-d050b5124e13 None None] Pushing event updated for resources: {'Port': ['ID=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:47.122214 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Attempting to bind port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:47.122585 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Attempting to bind port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:47.122948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Attempting to bind port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 on network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:47.128320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:47.128907 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Checking segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:47.129093 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.130444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Bound using segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:47.130731 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Bound port: f8f4eab4-e9bd-40bc-82bc-cafd7acec301, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:47.131119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.205070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] For port f8f4eab4-e9bd-40bc-82bc-cafd7acec301, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:47.209553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 354a102f-a7ea-4c21-acf4-963daddbb4ad up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:47.213351 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] For port f8f4eab4-e9bd-40bc-82bc-cafd7acec301, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:47.240260 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.317997 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:47.318573 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:47.322210 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e0d50-04a9-45bb-a1b3-d050b5124e13 None None] Pushing event updated for resources: {'Port': ['ID=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:47.371462 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 354a102f-a7ea-4c21-acf4-963daddbb4ad triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:47.371462 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.482489 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:47.590170 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1545c866-d4d6-444a-ba6f-50a92f312661 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:47.720897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1545c866-d4d6-444a-ba6f-50a92f312661 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:47.721266 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.808435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:47Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:47.864605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60311720-bc17-4b64-9cdf-879c87989247 None None] The sync data for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 is: [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:47Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:47.868756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4e126ed-af3b-4001-ad04-0d5145b92c99 req-7ed00176-805e-4e30-9637-3b3ccee30a07 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 210 time: 0.0425739 Jul 16 21:00:48.117502 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d111aed1-66cd-4938-bc6a-a039182930e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.029600 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16d66f1f-c417-4997-a84b-97c7c1f9938a req-aa929959-e9e1-4ac5-89b3-9801490ea3be tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 210 time: 0.0313413 Jul 16 21:00:49.053548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-22873e60-a6a0-4502-a345-7c531174fa6e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:49.055478 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-22873e60-a6a0-4502-a345-7c531174fa6e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 797 time: 0.1407175 Jul 16 21:00:49.107423 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-fd1d5583-08f9-467d-93f6-a40629251f46 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 380 time: 0.0362971 Jul 16 21:00:49.117664 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'port': {'device_id': '8d70a555-95aa-4d34-bf27-464790d4309c', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'admin_state_up': True, 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'security_groups': ['f8718617-2ce8-4f3f-96b8-006f14e03cc5']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:49.229882 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f8f4eab4-e9bd-40bc-82bc-cafd7acec301 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:49.250228 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:49.254075 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.282069 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:49.285874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:49.286273 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.367869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.384649 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.14 (b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc/f6a16078-5096-40ca-a59a-b737fc00f485/3ea56c30-aded-436f-8276-3d30e3f35466) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:49.401974 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port f8f4eab4-e9bd-40bc-82bc-cafd7acec301, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:49.406171 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.455893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:49.531572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.545839 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object 3ea56c30-aded-436f-8276-3d30e3f35466 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:49.579701 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.623093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:49.628167 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:49.630794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:49.662374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:49.690563 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:49.691192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.706748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-41465337-2fa3-474a-becf-b2d2e54587d0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5941813 Jul 16 21:00:49.719867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Request body: {'port': {'device_id': '8d70a555-95aa-4d34-bf27-464790d4309c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:49.801307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.877521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2a64172e-fd1e-43e1-bb61-e2f5b95b74b4 None None] Provisioning for port 3ea56c30-aded-436f-8276-3d30e3f35466 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:49.882117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2a64172e-fd1e-43e1-bb61-e2f5b95b74b4 None None] Provisioning complete for port 3ea56c30-aded-436f-8276-3d30e3f35466 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:49.882510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2a64172e-fd1e-43e1-bb61-e2f5b95b74b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:49.918012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2a64172e-fd1e-43e1-bb61-e2f5b95b74b4 None None] Port 3ea56c30-aded-436f-8276-3d30e3f35466 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:50.068367 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea56c30-aded-436f-8276-3d30e3f35466 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:50.076635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.089126 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Transition to ACTIVE for port object 3ea56c30-aded-436f-8276-3d30e3f35466 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:50.092913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.144147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:50.211419 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0960c-62e0-4800-bfc0-36b7afa5e23c req-1b21657e-d18c-4c48-8dfd-7e3365d03d0b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:50.213036 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60e0960c-62e0-4800-bfc0-36b7afa5e23c req-1b21657e-d18c-4c48-8dfd-7e3365d03d0b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.0701897 Jul 16 21:00:50.221610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Attempting to bind port 3ea56c30-aded-436f-8276-3d30e3f35466 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:50.221965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Attempting to bind port 3ea56c30-aded-436f-8276-3d30e3f35466 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:50.222545 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Attempting to bind port 3ea56c30-aded-436f-8276-3d30e3f35466 on network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:50.227423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Port 3ea56c30-aded-436f-8276-3d30e3f35466 on network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:00:50.227753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Attempting to bind port 3ea56c30-aded-436f-8276-3d30e3f35466 on network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:50.233310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:50.233672 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Checking segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:50.234068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Bound using segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:50.234584 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Bound port: 3ea56c30-aded-436f-8276-3d30e3f35466, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:50.234867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.259425 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-60e0960c-62e0-4800-bfc0-36b7afa5e23c req-4f5bf9d0-f888-46e5-8c66-02699e5f4cf0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397718 Jul 16 21:00:50.307276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:50.311412 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:50.318896 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.353323 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:50.353947 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.355471 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] 10.222.0.68 "PUT /v2.0/ports/3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 1093 time: 0.6407752 Jul 16 21:00:50.355918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:50.358213 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:50.405774 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acb1a8-937b-464c-8d50-23c145d4e607 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:50.409885 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e252bf-65ad-4034-956e-0210a730b4e4 x-openstack-request-id: req-69e252bf-65ad-4034-956e-0210a730b4e4 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:50.410176 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:50.410472 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69e252bf-65ad-4034-956e-0210a730b4e4 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:50.411054 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466', 'status': 'completed', 'code': 200} Jul 16 21:00:50.465282 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-4f26e52a-97c6-4f3f-accf-72b58909c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:50.466966 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-4f26e52a-97c6-4f3f-accf-72b58909c08b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1096 time: 0.0695653 Jul 16 21:00:50.485853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7400561d-b08d-4680-bf1c-e22dca892bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.514053 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-d8ff812f-8da4-4364-8860-678548d37984 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 217 time: 0.0398893 Jul 16 21:00:50.568723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-2675b0c7-7d81-47b9-a5c3-1b86db27b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:50.570260 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-2675b0c7-7d81-47b9-a5c3-1b86db27b1ae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0506608 Jul 16 21:00:50.631663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-8769edd3-a821-4bfe-bf12-b34e90e0d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:50.633308 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-8769edd3-a821-4bfe-bf12-b34e90e0d34f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573258 Jul 16 21:00:50.712670 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.727059 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-717bef04-6264-4609-935f-fff13671d941 service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876338 Jul 16 21:00:50.830803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2f791b60-0136-40b1-8bf4-25d13b72812a req-5aec8194-732a-4a37-b7b8-adfcfb788d75 service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976126 Jul 16 21:00:50.934932 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-94a9bbce-523f-4fcc-83c2-706419a6148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:50.936504 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-94a9bbce-523f-4fcc-83c2-706419a6148a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1096 time: 0.0540392 Jul 16 21:00:51.030029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-4b079535-e14b-4151-8713-c6667db943e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:51.031511 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-4b079535-e14b-4151-8713-c6667db943e4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.0878918 Jul 16 21:00:51.075329 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-c583404f-0b24-4a4c-9d44-283e9979f7cf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 217 time: 0.0372124 Jul 16 21:00:51.124219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-d63bf73f-862c-4b15-a338-c450f3047498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:51.125625 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-d63bf73f-862c-4b15-a338-c450f3047498 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0439575 Jul 16 21:00:51.188214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-0abfb839-596e-4889-a1df-a0a608417623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:51.189755 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-0abfb839-596e-4889-a1df-a0a608417623 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573800 Jul 16 21:00:51.198786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f8f4eab4-e9bd-40bc-82bc-cafd7acec301 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:51.255289 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:51.255668 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:51.283006 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-cff1a8ad-81c0-4035-ad62-9306809a3e15 service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861299 Jul 16 21:00:51.389455 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c5b3e0b3-ad9e-47d2-9f96-261f239305b6 req-78287dd8-8833-43b9-adb9-cbd5e617611f service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994513 Jul 16 21:00:51.445533 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1b7af-0c0b-48da-b07d-70a428e98588 req-177c13d3-7efb-4885-998d-04478cddae62 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:51.447059 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7d1b7af-0c0b-48da-b07d-70a428e98588 req-177c13d3-7efb-4885-998d-04478cddae62 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.0677454 Jul 16 21:00:51.484873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b7d1b7af-0c0b-48da-b07d-70a428e98588 req-d0930529-93ec-4d85-b254-c1fdc395dfa0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322437 Jul 16 21:00:52.619941 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:52.671282 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f849f-c3a8-486a-94e2-5d32cc16fbdb req-1125f195-c39e-4d9e-b186-62d57e6f78bb tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:52.672815 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-740f849f-c3a8-486a-94e2-5d32cc16fbdb req-1125f195-c39e-4d9e-b186-62d57e6f78bb tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.0709643 Jul 16 21:00:52.712548 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-740f849f-c3a8-486a-94e2-5d32cc16fbdb req-845a1267-7881-4da0-b5ff-2ff790ad4aad tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 Jul 16 21:00:53.885274 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7c2b9-e321-493a-973a-ebfe2f4a0337 req-07ad3cd3-d428-44d6-bd76-f3f38fd73aea tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:53.886816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6a7c2b9-e321-493a-973a-ebfe2f4a0337 req-07ad3cd3-d428-44d6-bd76-f3f38fd73aea tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.0649419 Jul 16 21:00:53.928964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d6a7c2b9-e321-493a-973a-ebfe2f4a0337 req-da1eefa1-4055-4765-94bd-bc12665e9f22 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 Jul 16 21:00:53.982065 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.089248 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3ea56c30-aded-436f-8276-3d30e3f35466 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:00:54.187533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:54.200342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '3ea56c30-aded-436f-8276-3d30e3f35466', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'port_id': '3ea56c30-aded-436f-8276-3d30e3f35466', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:00:54.238966 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.251697 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea56c30-aded-436f-8276-3d30e3f35466 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:54.272342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:54.275972 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.321821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:54.475030 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['3ea56c30-aded-436f-8276-3d30e3f35466'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:55.105318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0807b47-04b8-42fd-b0a3-10d7239a0b42 req-bc50efff-eff3-4581-8c06-2200fe686918 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:55.106817 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0807b47-04b8-42fd-b0a3-10d7239a0b42 req-bc50efff-eff3-4581-8c06-2200fe686918 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 945 time: 0.0678971 Jul 16 21:00:55.145366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d0807b47-04b8-42fd-b0a3-10d7239a0b42 req-2b5510f3-f67c-40b5-b619-eddaaf155389 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Jul 16 21:00:56.088562 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3ea56c30-aded-436f-8276-3d30e3f35466 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:56.140349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 3ea56c30-aded-436f-8276-3d30e3f35466 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:56.144491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 3ea56c30-aded-436f-8276-3d30e3f35466 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:56.144910 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.226496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.249924 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:56.252246 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d1a637-8198-4c4d-9b50-fc87905f71fe" -d '{"events": [{"server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "name": "network-vif-plugged", "status": "completed", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:56.264879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:56.270990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.322000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:56.356661 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b4b197-3aa8-4df7-87b6-2dd4a1eaa30e x-openstack-request-id: req-46b4b197-3aa8-4df7-87b6-2dd4a1eaa30e {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:56.356964 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "name": "network-vif-plugged", "status": "completed", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:56.357226 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46b4b197-3aa8-4df7-87b6-2dd4a1eaa30e {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:56.357622 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466', 'code': 200} Jul 16 21:00:56.360367 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c29a-3a97-41f4-8ac7-e44846d14bb7 req-be1fab8d-93ea-4753-8827-2c5fa91d6863 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:56.362003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca5c29a-3a97-41f4-8ac7-e44846d14bb7 req-be1fab8d-93ea-4753-8827-2c5fa91d6863 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0993710 Jul 16 21:00:56.403420 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eca5c29a-3a97-41f4-8ac7-e44846d14bb7 req-2437dd37-bc11-4415-94e2-21595bda492f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339415 Jul 16 21:00:56.469077 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68928c45-1984-46c0-ab8f-c2392e20a0dd req-c574d94b-2e7b-49cc-a029-b16a9f27e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:56.470583 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68928c45-1984-46c0-ab8f-c2392e20a0dd req-c574d94b-2e7b-49cc-a029-b16a9f27e10d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1098 time: 0.0525243 Jul 16 21:00:56.504780 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-68928c45-1984-46c0-ab8f-c2392e20a0dd req-2702df44-0203-43d7-a893-1afc6e330e05 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271378 Jul 16 21:00:56.894333 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:57.582531 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bed8f-7669-4e67-a3f6-900152f9df59 req-a2511f83-0931-4abf-b0ea-dd2f97411f69 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:57.584043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-982bed8f-7669-4e67-a3f6-900152f9df59 req-a2511f83-0931-4abf-b0ea-dd2f97411f69 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0694702 Jul 16 21:00:57.622872 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-982bed8f-7669-4e67-a3f6-900152f9df59 req-b2fc4bd6-d284-4a59-9352-ecb1dc8053b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331810 Jul 16 21:00:57.799604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e43875-f8f0-42da-905d-2e09269d132b req-138939d2-f5b1-420d-859f-9a80e1b5fd8d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:57.801186 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-27e43875-f8f0-42da-905d-2e09269d132b req-138939d2-f5b1-420d-859f-9a80e1b5fd8d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0665848 Jul 16 21:00:57.842509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-27e43875-f8f0-42da-905d-2e09269d132b req-cdd79e0d-854b-4bf9-992c-e5d0614cbf9d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343685 Jul 16 21:00:57.867726 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54450) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:57.927364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10077502-2f28-4168-b3cb-323602b0481a tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:57.929188 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-10077502-2f28-4168-b3cb-323602b0481a tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1093 time: 0.0601537 Jul 16 21:00:57.931877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54452) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:57.936887 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '3ea56c30-aded-436f-8276-3d30e3f35466', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:57.959456 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.069337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.217904 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.81 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/1b952a8e-1594-4c7e-81ce-7aa247f32aa0) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:58.332784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.374540 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.417316 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:58.420350 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:58.424140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:58.430308 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=1b952a8e-1594-4c7e-81ce-7aa247f32aa0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:58.809183 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:58.888167 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.046786 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.051510 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.120362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=1b952a8e-1594-4c7e-81ce-7aa247f32aa0,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:59.128563 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.231702 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 3206c94b-1aec-4ef1-a185-83e53dd281eb associated. External IP: 172.25.6.81, port: 3ea56c30-aded-436f-8276-3d30e3f35466. Jul 16 21:00:59.440755 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:59.550878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:59.563378 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] Sync routers for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:59.569826 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.575005 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:59.575687 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:59.607826 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-74edf9f4-beec-4f0b-9f6b-d9ffd15fc447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6746023 Jul 16 21:00:59.608583 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:59.611502 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9128fb16-5a7d-4d38-a141-99cef28e302e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:59.655080 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52862710-3e42-414c-a1eb-a80f826ecf81 x-openstack-request-id: req-52862710-3e42-414c-a1eb-a80f826ecf81 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:59.655409 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:59.655673 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52862710-3e42-414c-a1eb-a80f826ecf81 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:59.656087 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466', 'status': 'completed', 'code': 200} Jul 16 21:00:59.697019 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:59.741953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-e61c0ee7-07c0-40b5-830b-ffd24c37d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:59.743605 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-e61c0ee7-07c0-40b5-830b-ffd24c37d055 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1098 time: 0.0654373 Jul 16 21:00:59.776822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45112b-14ee-41cd-8488-00a34c1c8c1f req-500c04ed-4220-414a-b70c-90aef20b2a83 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:59.780687 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf45112b-14ee-41cd-8488-00a34c1c8c1f req-500c04ed-4220-414a-b70c-90aef20b2a83 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0739303 Jul 16 21:00:59.817904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf45112b-14ee-41cd-8488-00a34c1c8c1f req-78244650-0751-4833-8beb-20f227c8b828 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338280 Jul 16 21:00:59.844785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54458) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:59.849883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-f49bb6f9-5ccd-4867-b6dd-9f8ba36fc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:59.851383 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-f49bb6f9-5ccd-4867-b6dd-9f8ba36fc2b5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.1018450 Jul 16 21:00:59.914121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d4c3a9e4-3303-43b0-8e0a-c077bfb1ac50 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/3206c94b-1aec-4ef1-a185-83e53dd281eb HTTP/1.1" status: 200 len: 991 time: 0.0674932 Jul 16 21:00:59.921716 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-7e1ed675-9c81-4278-ac09-92b10d891d70 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 999 time: 0.0642905 Jul 16 21:00:59.935308 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '3206c94b-1aec-4ef1-a185-83e53dd281eb', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'port_id': '3ea56c30-aded-436f-8276-3d30e3f35466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70a555-95aa-4d34-bf27-464790d4309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:58Z', 'updated_at': '2021-07-16T21:00:58Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:49Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:59.962317 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] Checking router: 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:59.970263 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:59.970888 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:00:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:59.974360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-36dda826-2861-470a-b479-07524124858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:59.975923 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-36dda826-2861-470a-b479-07524124858d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0485592 Jul 16 21:01:00.032643 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-fe70933a-6ae9-49fc-97d2-f98a13c5fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.034159 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-fe70933a-6ae9-49fc-97d2-f98a13c5fda9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525033 Jul 16 21:01:00.077439 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:00.125046 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-181213da-006f-4f9f-9752-96cddb01e02c service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842025 Jul 16 21:01:00.221526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9128fb16-5a7d-4d38-a141-99cef28e302e req-92601942-02ef-43b1-8b2d-de54e71a7a3a service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906641 Jul 16 21:01:00.391886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '3206c94b-1aec-4ef1-a185-83e53dd281eb', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'port_id': '3ea56c30-aded-436f-8276-3d30e3f35466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70a555-95aa-4d34-bf27-464790d4309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:58Z', 'updated_at': '2021-07-16T21:00:58Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:49Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:00.421304 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d33c01-0892-432c-a69f-6a309fa6c966 None None] The sync data for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 is: [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '3206c94b-1aec-4ef1-a185-83e53dd281eb', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'port_id': '3ea56c30-aded-436f-8276-3d30e3f35466', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70a555-95aa-4d34-bf27-464790d4309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:58Z', 'updated_at': '2021-07-16T21:00:58Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:49Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:00.630853 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101393-152d-4fc6-842f-030efa9269f6 None None] New status for floating IP 3206c94b-1aec-4ef1-a185-83e53dd281eb: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:01:00.917144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54460) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:00.979503 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b863c71b-6f05-47bb-9644-213d3331014a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/3206c94b-1aec-4ef1-a185-83e53dd281eb HTTP/1.1" status: 200 len: 993 time: 0.0611725 Jul 16 21:01:04.888257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.765966 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:18.111579 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e64a-c848-4605-bada-ea0b2ef88a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.477728 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-61bc27f7-010b-46a2-b2ac-10c8878606ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:20.704220 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:22.621794 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.983980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:25.437186 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-48f3b607-ed0b-46ba-a45f-2f41bf4250e9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547853 Jul 16 21:01:25.531257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-85e8fb63-6c1e-4237-8905-a2038ae0ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:25.532817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-85e8fb63-6c1e-4237-8905-a2038ae0ea87 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1098 time: 0.0533729 Jul 16 21:01:25.636141 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-380954c3-7321-45dc-bcdc-2b3dfb6ed257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:25.637671 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-380954c3-7321-45dc-bcdc-2b3dfb6ed257 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.0842381 Jul 16 21:01:25.704724 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-56e6823c-caf3-4cb0-ba6e-4986563e98f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 1001 time: 0.0602961 Jul 16 21:01:25.753833 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-4fbd0b3e-2de6-4b6f-b6df-5f7bef252fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:25.755288 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-4fbd0b3e-2de6-4b6f-b6df-5f7bef252fa6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0439718 Jul 16 21:01:25.812048 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-5c4f7230-94be-4ae2-b120-bed2a4cb4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:25.813574 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-5c4f7230-94be-4ae2-b120-bed2a4cb4459 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519459 Jul 16 21:01:25.824378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-192c2eae-8c42-4068-bc6c-cf7bd5b4ff2e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:01:25.825308 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-192c2eae-8c42-4068-bc6c-cf7bd5b4ff2e service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049078 Jul 16 21:01:25.919829 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-997e83c0-3cd1-4f7c-af35-efe4827021a1 service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882602 Jul 16 21:01:26.012695 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21ca9c48-0d00-4849-aff5-b6968841b314 req-4347a564-d5cd-4dcd-9670-ee51e4db6d00 service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858967 Jul 16 21:01:32.503080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa852b1-5441-4f42-a287-ab0ab6fb06d1 req-a09c0b24-6cab-43c7-bd65-3c7c5ac62270 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:32.504771 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eaa852b1-5441-4f42-a287-ab0ab6fb06d1 req-a09c0b24-6cab-43c7-bd65-3c7c5ac62270 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0667460 Jul 16 21:01:32.547175 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eaa852b1-5441-4f42-a287-ab0ab6fb06d1 req-ff2acfb5-128f-4679-9177-d466aea2d800 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355179 Jul 16 21:01:32.833217 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-bf54c9ed-12fd-465c-9eb1-6a2649159732 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4444511 Jul 16 21:01:33.763981 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f05e1-713d-43df-ba98-a5b664757a52 req-1c8d6ab1-e7a4-492c-bc0c-e42cacdf2794 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:33.765691 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-984f05e1-713d-43df-ba98-a5b664757a52 req-1c8d6ab1-e7a4-492c-bc0c-e42cacdf2794 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0740910 Jul 16 21:01:33.808344 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-984f05e1-713d-43df-ba98-a5b664757a52 req-ebee977c-1dea-4084-a5fc-4d9c3c1f3d06 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366573 Jul 16 21:01:33.894991 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:01:34.106909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-f1bf74dd-dc55-431d-9964-ef5e88fa1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:34.108372 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-f1bf74dd-dc55-431d-9964-ef5e88fa1143 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1098 time: 0.0615270 Jul 16 21:01:34.208306 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-8968d756-eb10-4827-818c-37929a8041e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:34.209812 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-8968d756-eb10-4827-818c-37929a8041e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.0945239 Jul 16 21:01:34.273637 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-d7395b28-98f3-4928-9a03-750866965e3e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 1001 time: 0.0579629 Jul 16 21:01:34.324483 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-7d220350-ff8d-43a4-8738-83bce019eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:34.325928 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-7d220350-ff8d-43a4-8738-83bce019eb86 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0465806 Jul 16 21:01:34.383885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-d0365aba-f74f-4117-818c-ccf202f4877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:34.385339 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-d0365aba-f74f-4117-818c-ccf202f4877e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530858 Jul 16 21:01:34.474554 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-dab0107e-716e-4ff6-846a-c64aa6997cfc service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826702 Jul 16 21:01:34.568148 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-0660edc2-8c63-41fe-a2d1-0f2ff4ada98b service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875299 Jul 16 21:01:34.898844 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:34.991699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dbece-c5fe-4c32-a24d-a99b93fa5271 req-41343264-bb1b-47bc-9e92-3b3ac11723b7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:34.993119 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b16dbece-c5fe-4c32-a24d-a99b93fa5271 req-41343264-bb1b-47bc-9e92-3b3ac11723b7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0687938 Jul 16 21:01:35.033209 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b16dbece-c5fe-4c32-a24d-a99b93fa5271 req-9f570f49-44e4-466f-a346-7c449482f69e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345674 Jul 16 21:01:35.771907 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:36.211744 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0d1cc-4a25-43e0-8a2c-44e7317e9824 req-4a3e9625-d2b6-499f-85c8-7188d2838fc2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:36.213354 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4a0d1cc-4a25-43e0-8a2c-44e7317e9824 req-4a3e9625-d2b6-499f-85c8-7188d2838fc2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0645251 Jul 16 21:01:36.257134 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4a0d1cc-4a25-43e0-8a2c-44e7317e9824 req-be5aaad3-241c-4935-be22-6e0577074b0f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378096 Jul 16 21:01:37.437593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b4d17-1220-42af-ba18-839a3845e89f req-7193c4fb-3869-4ccd-89bc-605ed3aad422 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:37.439047 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-538b4d17-1220-42af-ba18-839a3845e89f req-7193c4fb-3869-4ccd-89bc-605ed3aad422 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0640705 Jul 16 21:01:37.476254 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-538b4d17-1220-42af-ba18-839a3845e89f req-a8c63977-327a-4036-9799-37e992b9e31b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317287 Jul 16 21:01:38.650708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a371293-f856-444d-b528-836d4d4e223b req-5861bb1b-b72a-4fcd-b63b-c8edadcc39ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:38.652193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a371293-f856-444d-b528-836d4d4e223b req-5861bb1b-b72a-4fcd-b63b-c8edadcc39ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0639224 Jul 16 21:01:38.689785 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9a371293-f856-444d-b528-836d4d4e223b req-d1dbdcd5-7dde-44c8-b19d-b21061de4624 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Jul 16 21:01:39.866471 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a4103-e9b5-4fc7-8453-ee6606bf8bd9 req-f223829e-f4fa-459e-b0d6-f57754b73074 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:39.867990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c2a4103-e9b5-4fc7-8453-ee6606bf8bd9 req-f223829e-f4fa-459e-b0d6-f57754b73074 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0680597 Jul 16 21:01:39.907550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3c2a4103-e9b5-4fc7-8453-ee6606bf8bd9 req-3f2f3226-a639-48ec-af60-8f4c54159fca tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336456 Jul 16 21:01:41.086670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4ab80-7f62-46d9-9edd-5b54f94dc6cf req-401b5447-f91f-47fd-a154-3d5d4cf405e4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:41.088725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9f4ab80-7f62-46d9-9edd-5b54f94dc6cf req-401b5447-f91f-47fd-a154-3d5d4cf405e4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0684605 Jul 16 21:01:41.126881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9f4ab80-7f62-46d9-9edd-5b54f94dc6cf req-f28dede3-1bbc-40e2-b8f3-b64d206608c4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Jul 16 21:01:42.300839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d7d89-5d04-4cd5-a385-1163f18c977c req-67f9cc51-8937-427b-abc9-55a35ba36b2b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:42.302327 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb7d7d89-5d04-4cd5-a385-1163f18c977c req-67f9cc51-8937-427b-abc9-55a35ba36b2b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0633180 Jul 16 21:01:42.344835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bb7d7d89-5d04-4cd5-a385-1163f18c977c req-c778453e-0316-4fcf-9ecf-8a579b86054f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367520 Jul 16 21:01:43.516436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731ab55-8e9c-42fd-95c9-f02d1237c29f req-ae39cd02-36ba-4ff5-9872-fff5e512cf6a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:43.517935 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6731ab55-8e9c-42fd-95c9-f02d1237c29f req-ae39cd02-36ba-4ff5-9872-fff5e512cf6a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0624890 Jul 16 21:01:43.554924 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6731ab55-8e9c-42fd-95c9-f02d1237c29f req-e8723a2d-baad-42eb-b1a1-140366fd1b5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Jul 16 21:01:44.728986 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f06c9f-6dd3-4ae2-99c9-07608651e43c req-c10b8594-60a1-485b-8dd3-d894b763d5bd tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:44.730509 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16f06c9f-6dd3-4ae2-99c9-07608651e43c req-c10b8594-60a1-485b-8dd3-d894b763d5bd tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0645616 Jul 16 21:01:44.770144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16f06c9f-6dd3-4ae2-99c9-07608651e43c req-aded3bac-89e8-478f-bbfc-bc4e7f489a0d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333929 Jul 16 21:01:45.952547 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc57c1-6847-499a-b824-2b30b17f1e22 req-d08c321d-7864-4543-b9eb-a74747ea6747 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:45.954028 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-befc57c1-6847-499a-b824-2b30b17f1e22 req-d08c321d-7864-4543-b9eb-a74747ea6747 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0677915 Jul 16 21:01:45.990829 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-befc57c1-6847-499a-b824-2b30b17f1e22 req-a5ef36dc-0f57-4aea-9b49-2707b8569702 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312288 Jul 16 21:01:47.174708 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e836-e54c-4f78-ba53-25c21ca12d8f req-f9424c2e-cee2-40df-9123-0767a864cae3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:47.176253 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f498e836-e54c-4f78-ba53-25c21ca12d8f req-f9424c2e-cee2-40df-9123-0767a864cae3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0641909 Jul 16 21:01:47.214477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f498e836-e54c-4f78-ba53-25c21ca12d8f req-fd80ca93-f4d3-4fb5-9a53-f7c330714bcc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325768 Jul 16 21:01:48.112546 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-240ac426-9377-4945-9958-a515af3d7db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:48.392506 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f77e7-7c6f-44d2-8e96-ff8f97631f26 req-e91ac98a-ace9-4494-a95b-923cb1f6681f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:48.393928 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c3f77e7-7c6f-44d2-8e96-ff8f97631f26 req-e91ac98a-ace9-4494-a95b-923cb1f6681f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0625196 Jul 16 21:01:48.434672 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7c3f77e7-7c6f-44d2-8e96-ff8f97631f26 req-d618d544-debc-4c50-87d0-9038a8a96c91 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352089 Jul 16 21:01:49.607483 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb1507-9d4a-4291-8582-f3e4b4c128ac req-b7d40bd9-39dc-419d-8af9-9f22d4f61dde tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:49.609227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2cb1507-9d4a-4291-8582-f3e4b4c128ac req-b7d40bd9-39dc-419d-8af9-9f22d4f61dde tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0631387 Jul 16 21:01:49.646859 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2cb1507-9d4a-4291-8582-f3e4b4c128ac req-749d3d85-9b01-49f2-a59d-cf7cf80bdd1c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Jul 16 21:01:50.477769 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2320-3cf9-498a-8cba-edcc966bf846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:50.706450 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:50.826872 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630ce68-2f33-42b7-9dff-c525b89c94ed req-daa029ae-f2b8-46e7-9de5-dc723a0c4d67 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:50.828445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0630ce68-2f33-42b7-9dff-c525b89c94ed req-daa029ae-f2b8-46e7-9de5-dc723a0c4d67 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0639958 Jul 16 21:01:50.866970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0630ce68-2f33-42b7-9dff-c525b89c94ed req-6124010f-d785-468c-881c-0ef9dee8f8bb tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328312 Jul 16 21:01:51.423467 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-cd6f3bc8-a792-4ce6-9adc-0aca2e6c9fab service neutron] show failed (client error): The resource could not be found. Jul 16 21:01:51.424434 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-cd6f3bc8-a792-4ce6-9adc-0aca2e6c9fab service neutron] 10.222.0.68 "GET /v2.0/ports/3ea56c30-aded-436f-8276-3d30e3f35466/bindings/n-h1-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0553422 Jul 16 21:01:51.721573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-e307ddc2-2cf7-4732-a2a8-caaf668af917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:51.723054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-e307ddc2-2cf7-4732-a2a8-caaf668af917 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 1098 time: 0.1045060 Jul 16 21:01:51.733297 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:51.802883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:52.046488 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:52.092148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h2-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:52.122040 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679bc3a-3876-408b-ad17-a74c889dfb76 req-05bd1a03-a2ff-444d-9c40-b5274e49f638 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:52.124097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6679bc3a-3876-408b-ad17-a74c889dfb76 req-05bd1a03-a2ff-444d-9c40-b5274e49f638 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.1229038 Jul 16 21:01:52.155404 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:52.157657 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b7ffbc-6698-41e7-8e3d-9212439edbc8" -d '{"events": [{"server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:52.161263 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:52.187994 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Transition to ACTIVE for port object 3ea56c30-aded-436f-8276-3d30e3f35466 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:52.191764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6679bc3a-3876-408b-ad17-a74c889dfb76 req-ea9943c2-4699-4183-a8a6-52c45ac6ab73 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596788 Jul 16 21:01:52.193410 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:52.278216 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=6']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:52.286473 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8386c1-a758-4378-a51b-6bf5ef45e993 x-openstack-request-id: req-bb8386c1-a758-4378-a51b-6bf5ef45e993 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:52.286773 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:52.287024 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb8386c1-a758-4378-a51b-6bf5ef45e993 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:52.287423 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466', 'code': 200} Jul 16 21:01:52.295886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.296268 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.296661 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.296951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.297286 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.297622 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.297953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.298279 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.298603 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.298929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.299256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.299582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:52.337955 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] No DVR routers for this DVR port 3ea56c30-aded-436f-8276-3d30e3f35466 on host n-h2-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:52.627059 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:52.797827 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Attempting to bind port 3ea56c30-aded-436f-8276-3d30e3f35466 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:52.798196 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Attempting to bind port 3ea56c30-aded-436f-8276-3d30e3f35466 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:52.798489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Attempting to bind port 3ea56c30-aded-436f-8276-3d30e3f35466 on network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:52.802728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Port 3ea56c30-aded-436f-8276-3d30e3f35466 on network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:01:52.803051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Attempting to bind port 3ea56c30-aded-436f-8276-3d30e3f35466 on network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:52.807730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:52.808076 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Checking segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:52.808493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Bound using segment: {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:52.808916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Bound port: 3ea56c30-aded-436f-8276-3d30e3f35466, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:52.809278 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:52.871677 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:52.875687 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:52.880757 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:52.917889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:52.918552 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:52.920252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 1093 time: 1.1908574 Jul 16 21:01:52.946601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c449f19-af3a-4cbf-ba1a-30b6d066b5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=7']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:53.004314 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-17cf98b1-1ee7-4d03-b8b3-ad310b93b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:53.005861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-17cf98b1-1ee7-4d03-b8b3-ad310b93b636 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1096 time: 0.0562105 Jul 16 21:01:53.102443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-587b5752-5313-4dcd-9d62-86862c887edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:53.103956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-587b5752-5313-4dcd-9d62-86862c887edb service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.0924230 Jul 16 21:01:53.177614 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-6d7c933d-6dbc-46e4-aa23-a8078a330323 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 999 time: 0.0670137 Jul 16 21:01:53.229097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-140a9e71-48f0-48d1-beb9-2c1c8a7d5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:53.230627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-140a9e71-48f0-48d1-beb9-2c1c8a7d5e65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0468347 Jul 16 21:01:53.293641 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-704eb013-3b46-4d88-be35-aeb4d5bdcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:53.295853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-704eb013-3b46-4d88-be35-aeb4d5bdcc2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589440 Jul 16 21:01:53.427435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-fd42543c-d229-4202-9630-b6489af1d2e3 service neutron] 10.222.0.16 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255240 Jul 16 21:01:53.439739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fee30e-5ce9-47c2-a59a-61b94e9197c4 req-6003ce92-0ff1-4b35-a5d2-419b38dbd547 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:53.441173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2fee30e-5ce9-47c2-a59a-61b94e9197c4 req-6003ce92-0ff1-4b35-a5d2-419b38dbd547 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.1211061 Jul 16 21:01:53.526378 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2fee30e-5ce9-47c2-a59a-61b94e9197c4 req-6098020d-4e49-439a-8320-7c3fab3a1537 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772879 Jul 16 21:01:53.552333 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d0e0b91-bb2e-4e12-b1ae-d866d4c0341d req-db5585d2-1be5-4822-b284-a891618cf199 service neutron] 10.222.0.16 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101735 Jul 16 21:01:53.987429 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:54.288542 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:54.290921 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9116a3b8-f647-456c-af5f-f684c31f3303" -d '{"events": [{"name": "network-changed", "server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:54.339822 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108bdcdf-c885-481e-82b7-e34efe80c8e8 x-openstack-request-id: req-108bdcdf-c885-481e-82b7-e34efe80c8e8 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:54.340172 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:54.340476 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-108bdcdf-c885-481e-82b7-e34efe80c8e8 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:54.340891 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466', 'status': 'completed', 'code': 200} Jul 16 21:01:54.383673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3ea56c30-aded-436f-8276-3d30e3f35466 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:54.422369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-fb12b529-c1da-43c4-8c3f-756e27be9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.424531 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-fb12b529-c1da-43c4-8c3f-756e27be9ccf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1096 time: 0.0645561 Jul 16 21:01:54.429574 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 3ea56c30-aded-436f-8276-3d30e3f35466 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:54.431573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-cdc8cb89-8fb3-434f-9e52-16f1f193d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.433088 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-cdc8cb89-8fb3-434f-9e52-16f1f193d555 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1096 time: 0.0680525 Jul 16 21:01:54.531232 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-21ddd5db-3fec-4a93-937f-d56a570fff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.532829 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-21ddd5db-3fec-4a93-937f-d56a570fff0f service neutron] 10.222.0.68 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.1021488 Jul 16 21:01:54.538416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-87774b1d-f5e1-495d-902e-8822b54bc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.541049 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-87774b1d-f5e1-495d-902e-8822b54bc4ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.1009672 Jul 16 21:01:54.613609 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-da3f5fcb-a192-4343-8c6e-2f9462b463d1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 999 time: 0.0740969 Jul 16 21:01:54.624280 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-66b2d307-b458-42a1-a218-aef0db502c2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 999 time: 0.0761735 Jul 16 21:01:54.666206 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-ccc520e1-1609-4668-9688-ba1e2e3910e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.668958 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-ccc520e1-1609-4668-9688-ba1e2e3910e8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0487950 Jul 16 21:01:54.740056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-6261460e-70ea-45fd-97b5-16bcd6f680c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.742393 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-6261460e-70ea-45fd-97b5-16bcd6f680c2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684991 Jul 16 21:01:54.750625 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-06c10793-6c41-490a-82aa-0c83dfc9300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.753286 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-06c10793-6c41-490a-82aa-0c83dfc9300e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.1227713 Jul 16 21:01:54.844926 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31757cac-512c-463c-b8d7-43bf95197770 req-57cc97d7-1e32-430f-ac14-daf334d9e555 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.846445 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31757cac-512c-463c-b8d7-43bf95197770 req-57cc97d7-1e32-430f-ac14-daf334d9e555 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.1742539 Jul 16 21:01:54.870984 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-246d4e91-3ef8-432e-b91b-b6ffac4153fb service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216903 Jul 16 21:01:54.873371 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-a76059be-0ad8-4a66-aec3-5ac0c0fd7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.874950 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-a76059be-0ad8-4a66-aec3-5ac0c0fd7cfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150861 Jul 16 21:01:54.919858 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-31757cac-512c-463c-b8d7-43bf95197770 req-be7bf6e1-f85c-46cb-8eb9-012680ed4c9c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654743 Jul 16 21:01:54.978489 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-0913f909-5e01-44cf-a333-9bf33c0642de service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009517 Jul 16 21:01:54.994054 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-e2ea78be-6ec9-4579-b5af-320421ee034e service neutron] 10.222.0.16 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108036 Jul 16 21:01:55.100833 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9116a3b8-f647-456c-af5f-f684c31f3303 req-9855a7a4-cb5e-47c3-92c7-397e82157d4d service neutron] 10.222.0.16 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000960 Jul 16 21:01:56.116988 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b6ba-3299-4dd0-ab94-929c89189157 req-c48f5157-e83c-4596-9e21-6dd04cf9878c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.118563 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62f0b6ba-3299-4dd0-ab94-929c89189157 req-c48f5157-e83c-4596-9e21-6dd04cf9878c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.0684562 Jul 16 21:01:56.159793 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-62f0b6ba-3299-4dd0-ab94-929c89189157 req-f20bc4c3-9ad7-4775-84c0-ec5cc5aa697e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353351 Jul 16 21:01:56.473900 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b4581-8170-4c6a-bac4-bf7372762d8a req-2f49221e-d3c5-4af4-bb5e-da8596e2cf25 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.475490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-436b4581-8170-4c6a-bac4-bf7372762d8a req-2f49221e-d3c5-4af4-bb5e-da8596e2cf25 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.0752850 Jul 16 21:01:56.490889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-0cab6454-5e42-4457-b04a-2bf6a1b96e78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.492508 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-0cab6454-5e42-4457-b04a-2bf6a1b96e78 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c&tenant_id=169a7e73d2e34b72a701f7c5810e9a00&binding%3Ahost_id=n-h1-791505-15 HTTP/1.1" status: 200 len: 944 time: 0.0826676 Jul 16 21:01:56.516873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-436b4581-8170-4c6a-bac4-bf7372762d8a req-6b8be83f-9e2c-4ab4-8ffb-04e578acb14a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350029 Jul 16 21:01:56.563626 n-d-791505-15 neutron-server[100244]: INFO neutron.api.v2.resource [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-191f0df4-6555-4b34-be43-57fe23907675 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:01:56.564742 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-191f0df4-6555-4b34-be43-57fe23907675 service neutron] 10.222.0.68 "DELETE /v2.0/ports/3ea56c30-aded-436f-8276-3d30e3f35466/bindings/n-h2-791505-15 HTTP/1.1" status: 404 len: 381 time: 0.0659676 Jul 16 21:01:56.668068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-08e731e7-f26b-4185-a72e-d92e15f064da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.670422 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-08e731e7-f26b-4185-a72e-d92e15f064da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1096 time: 0.0579009 Jul 16 21:01:56.722555 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b839e32-851e-4f76-91b9-4772fa933075 req-6400278d-84e5-4af9-a3b3-11d7b738a478 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.724289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b839e32-851e-4f76-91b9-4772fa933075 req-6400278d-84e5-4af9-a3b3-11d7b738a478 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 944 time: 0.0774021 Jul 16 21:01:56.765441 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1b839e32-851e-4f76-91b9-4772fa933075 req-3d73b782-561f-4f2d-8708-bbd50bb50a5e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349312 Jul 16 21:01:56.774844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-1afb5dba-d1e0-47b5-ab55-8efd53971788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.777893 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-1afb5dba-d1e0-47b5-ab55-8efd53971788 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.1000175 Jul 16 21:01:56.843233 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-18feb066-0c03-4228-b7c3-f640c3290668 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 999 time: 0.0607524 Jul 16 21:01:56.894944 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-e8940210-6b7e-4404-8461-bbf6030a5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.896506 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-e8940210-6b7e-4404-8461-bbf6030a5809 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0467932 Jul 16 21:01:56.962908 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-d7983f6b-41ff-4d8a-82c4-2c4554abf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.964502 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-d7983f6b-41ff-4d8a-82c4-2c4554abf1e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621955 Jul 16 21:01:57.056462 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-0570ff01-adbe-4f25-9652-0b678cf1d92a service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854990 Jul 16 21:01:57.149293 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-29217c06-3c0a-4112-bc3a-d7d99d26f7ef req-0699f54c-3b3d-4032-9063-93df4955692d service neutron] 10.222.0.68 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872316 Jul 16 21:01:57.524709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ea56c30-aded-436f-8276-3d30e3f35466 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:01:57.627184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:57.638773 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '3ea56c30-aded-436f-8276-3d30e3f35466', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'port_id': '3ea56c30-aded-436f-8276-3d30e3f35466', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:01:57.681113 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:57.695470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea56c30-aded-436f-8276-3d30e3f35466 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:57.715844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:57.720299 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:57.775136 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:57.782959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.783320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.783670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.784019 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.784392 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.784735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.785076 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.785411 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.785747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.786086 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.786419 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.786750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:57.960803 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae73994-da79-4be2-8172-792b9d503503 req-81822a64-0675-49d6-a4bb-638679b99b53 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:57.961460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['3ea56c30-aded-436f-8276-3d30e3f35466'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:01:57.962429 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ae73994-da79-4be2-8172-792b9d503503 req-81822a64-0675-49d6-a4bb-638679b99b53 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 945 time: 0.0720568 Jul 16 21:01:58.005789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ae73994-da79-4be2-8172-792b9d503503 req-9d82494b-3782-42ef-9cc2-3083fea113ab tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356083 Jul 16 21:01:58.032147 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54566) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:58.101271 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a522df11-58a6-4b70-9574-78b14ec1892d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/3206c94b-1aec-4ef1-a185-83e53dd281eb HTTP/1.1" status: 200 len: 992 time: 0.0676789 Jul 16 21:01:59.540707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ea56c30-aded-436f-8276-3d30e3f35466 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:59.594129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 3ea56c30-aded-436f-8276-3d30e3f35466 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:59.598346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 3ea56c30-aded-436f-8276-3d30e3f35466 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:59.598723 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.684067 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.708048 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:59.710348 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7e1ff8-9c2c-4155-8666-67ab05ae4bee" -d '{"events": [{"server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "name": "network-vif-plugged", "status": "completed", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:59.726393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:59.732525 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.761550 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa54ecd-0d7a-44fa-8c92-e121c8211d92 x-openstack-request-id: req-8fa54ecd-0d7a-44fa-8c92-e121c8211d92 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:59.761839 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "name": "network-vif-plugged", "status": "completed", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:59.762100 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8fa54ecd-0d7a-44fa-8c92-e121c8211d92 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:59.762496 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466', 'code': 200} Jul 16 21:01:59.795738 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:04.914811 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:05.804787 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:10.894195 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:02:11.324475 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-e87b59cd-2639-4929-91c5-411e1735b371 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560977 Jul 16 21:02:11.424747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-7aac6413-f0ef-4def-aead-895ff81b8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.427086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-7aac6413-f0ef-4def-aead-895ff81b8f17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1098 time: 0.0598161 Jul 16 21:02:11.535080 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-fb43958d-fd92-4570-92d2-103e548c1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.536583 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-fb43958d-fd92-4570-92d2-103e548c1e0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.0889175 Jul 16 21:02:11.605418 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-7e5ed7f5-81a9-4ff1-aa55-aeae8bc031b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 1001 time: 0.0622556 Jul 16 21:02:11.655058 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-8049c8b6-97fd-4ad1-b150-54541e68d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.656572 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-8049c8b6-97fd-4ad1-b150-54541e68d911 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0454216 Jul 16 21:02:11.720254 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-5b553421-0536-4172-a477-910353c03450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.721819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-5b553421-0536-4172-a477-910353c03450 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595007 Jul 16 21:02:11.814007 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-6ebca664-8ffb-4251-9512-c176525c8335 service neutron] 10.222.0.16 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860133 Jul 16 21:02:11.910174 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-eeb0e97f-0429-4fdd-a1da-12667dc2e812 req-394b4308-5e24-4cd8-a17b-530c703d01a5 service neutron] 10.222.0.16 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902574 Jul 16 21:02:18.114377 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-43b18b64-5118-4534-8f1b-c8b743d90376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.479510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac144-b3b6-49d2-81e9-762d5e2814ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.707120 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:20.741121 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-9dce7803-f132-4472-933e-7407aa671e98 req-1da3240f-072b-4f71-8321-7b749ad927d8 service neutron] (100244) timed out ('10.222.0.78', 47546) {{(pid=100244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:02:22.627327 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.989418 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.778858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54578) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:26.940918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 1b952a8e-1594-4c7e-81ce-7aa247f32aa0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:26.941263 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.016951 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.017285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.029625 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 1b952a8e-1594-4c7e-81ce-7aa247f32aa0 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:27.178463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.202294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=1b952a8e-1594-4c7e-81ce-7aa247f32aa0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:27.215347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.215756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.216216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.216573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.216913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.217252 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.217587 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.217921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.218255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.218586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.218918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.219244 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:27.281107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.281360 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 3206c94b-1aec-4ef1-a185-83e53dd281eb disassociated (deleted). External IP: 172.25.6.81, port: 3ea56c30-aded-436f-8276-3d30e3f35466. Jul 16 21:02:27.482665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:27.588617 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:27.593894 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:27.599080 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] Sync routers for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:27.609417 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:27.610034 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:27.634330 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-521f4bf7-38e3-4448-b423-98237c513b9a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/floatingips/3206c94b-1aec-4ef1-a185-83e53dd281eb HTTP/1.1" status: 204 len: 168 time: 0.8543408 Jul 16 21:02:27.634955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:27.637348 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d4f748-b011-44a0-9150-de61210e21a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:27.677208 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e147649c-4152-4873-8fb0-0c8a3034b73c x-openstack-request-id: req-e147649c-4152-4873-8fb0-0c8a3034b73c {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:27.677505 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:27.677813 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e147649c-4152-4873-8fb0-0c8a3034b73c {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:27.678219 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466', 'status': 'completed', 'code': 200} Jul 16 21:02:27.721126 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:27.755157 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4f748-b011-44a0-9150-de61210e21a0 req-61ae237f-1d79-4227-a5b6-2d36ef75f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.756853 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-61ae237f-1d79-4227-a5b6-2d36ef75f95f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 1098 time: 0.0559695 Jul 16 21:02:27.864025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4f748-b011-44a0-9150-de61210e21a0 req-c290ee4d-a230-42b4-8940-2fdc12bff2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.866121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-c290ee4d-a230-42b4-8940-2fdc12bff2f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 200 len: 898 time: 0.1031199 Jul 16 21:02:27.911963 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-af107914-d802-4a7c-92c4-fe9f28815bc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 200 len: 217 time: 0.0380003 Jul 16 21:02:27.937301 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:49Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:27.962993 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4f748-b011-44a0-9150-de61210e21a0 req-9fd3fdd2-a1d9-4ba7-bfd4-f3615473227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.964502 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-9fd3fdd2-a1d9-4ba7-bfd4-f3615473227d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 200 len: 833 time: 0.0466442 Jul 16 21:02:27.968291 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] Checking router: 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:27.976646 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:27.977248 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:28.067796 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109eb0c-eab2-497d-9a9a-77d0c5b9def4 req-1fc916bf-f055-4508-80bb-c9f2a3f47186 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:28.069349 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6109eb0c-eab2-497d-9a9a-77d0c5b9def4 req-1fc916bf-f055-4508-80bb-c9f2a3f47186 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.1039617 Jul 16 21:02:28.076365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4f748-b011-44a0-9150-de61210e21a0 req-c5409d9f-787f-4c23-860a-f7562a8b753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:28.077885 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-c5409d9f-787f-4c23-860a-f7562a8b753b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036730 Jul 16 21:02:28.084154 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:28.095844 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-211853ea-c8b3-45d9-8aa0-05a93e71e96f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:02:28.096856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-211853ea-c8b3-45d9-8aa0-05a93e71e96f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110939 Jul 16 21:02:28.139091 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6109eb0c-eab2-497d-9a9a-77d0c5b9def4 req-2aec20d7-9a0e-4602-8238-442fe256fb7e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601153 Jul 16 21:02:28.203686 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-cae59afb-2e49-4d22-8cda-5f550d09b48c service neutron] 10.222.0.16 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990553 Jul 16 21:02:28.294381 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:49Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:28.296904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-55d4f748-b011-44a0-9150-de61210e21a0 req-9590e48a-fbd7-42bd-86fe-e0df47de2250 service neutron] 10.222.0.16 "GET /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862100 Jul 16 21:02:28.321126 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304db81-943c-4a2d-9e93-28d27cce2b67 None None] The sync data for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 is: [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'f8f4eab4-e9bd-40bc-82bc-cafd7acec301', 'name': '', 'network_id': 'b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3b:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:43Z', 'updated_at': '2021-07-16T21:00:49Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f6a16078-5096-40ca-a59a-b737fc00f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:28.542638 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b8b77-2208-4678-9ad2-606fac840b36 None None] New status for floating IP 3206c94b-1aec-4ef1-a185-83e53dd281eb: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:02:29.203831 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-67ddcf76-cb2d-45b0-b7df-490c93261668 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.205342 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-67ddcf76-cb2d-45b0-b7df-490c93261668 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.0644026 Jul 16 21:02:29.357466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa2014-5544-4bdf-bbed-0330f3f232bc req-37e7185a-0b9c-45e2-b66b-9fcf41d925a0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.358977 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2aa2014-5544-4bdf-bbed-0330f3f232bc req-37e7185a-0b9c-45e2-b66b-9fcf41d925a0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d70a555-95aa-4d34-bf27-464790d4309c HTTP/1.1" status: 200 len: 946 time: 0.1014261 Jul 16 21:02:29.365485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 3ea56c30-aded-436f-8276-3d30e3f35466 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:29.365817 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.454923 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b2aa2014-5544-4bdf-bbed-0330f3f232bc req-ce6c2ce0-415d-4f39-b243-3b9831b0f1ef tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8718617-2ce8-4f3f-96b8-006f14e03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858736 Jul 16 21:02:29.482846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 3ea56c30-aded-436f-8276-3d30e3f35466, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=3ea56c30-aded-436f-8276-3d30e3f35466,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:29.483214 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.495889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 3ea56c30-aded-436f-8276-3d30e3f35466 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:29.634783 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.662853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=3ea56c30-aded-436f-8276-3d30e3f35466,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:29.710699 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] No DVR routers for this DVR port 3ea56c30-aded-436f-8276-3d30e3f35466 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:29.713455 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.715569 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e90e4076-29c2-4099-817e-4e648f9fef9a req-ae005827-12ed-401d-8cd6-1f4074d9eef8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.16 "DELETE /v2.0/ports/3ea56c30-aded-436f-8276-3d30e3f35466 HTTP/1.1" status: 204 len: 173 time: 0.5045495 Jul 16 21:02:29.716335 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'name': 'network-vif-deleted', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:29.718632 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e9d23-6e1e-4957-9911-d683c3d7b9fe" -d '{"events": [{"server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "name": "network-vif-deleted", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:29.755561 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a09b50c-af15-45ac-82c9-6c730f9332ae x-openstack-request-id: req-7a09b50c-af15-45ac-82c9-6c730f9332ae {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:29.755853 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d70a555-95aa-4d34-bf27-464790d4309c", "name": "network-vif-deleted", "tag": "3ea56c30-aded-436f-8276-3d30e3f35466", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:29.756104 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a09b50c-af15-45ac-82c9-6c730f9332ae {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:29.756539 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d70a555-95aa-4d34-bf27-464790d4309c', 'name': 'network-vif-deleted', 'tag': '3ea56c30-aded-436f-8276-3d30e3f35466', 'status': 'completed', 'code': 200} Jul 16 21:02:30.546461 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54592) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:30.903414 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:31.171967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port f8f4eab4-e9bd-40bc-82bc-cafd7acec301 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:31.172257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:31.266517 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port f8f4eab4-e9bd-40bc-82bc-cafd7acec301, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:31.266888 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:31.279063 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for f8f4eab4-e9bd-40bc-82bc-cafd7acec301 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:31.464934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:31.492820 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=f8f4eab4-e9bd-40bc-82bc-cafd7acec301,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:31.680910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:31.711118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ea56c30-aded-436f-8276-3d30e3f35466 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:31.732835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: 3ea56c30-aded-436f-8276-3d30e3f35466 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:31.733110 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 3ea56c30-aded-436f-8276-3d30e3f35466 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:31.900404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:32.005886 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:32.010981 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fd0850ae-6409-4612-b25a-1fcbeb33f8f5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/481e55a3-d8bb-42c8-a21d-2f1c5cb898b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4634669 Jul 16 21:02:32.013878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54594) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:32.015227 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] Sync routers for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:32.024250 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:32.024854 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:32.065970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c05e661-03b1-46ef-8821-8bcc3218b603 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting subnet f6a16078-5096-40ca-a59a-b737fc00f485 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:02:32.069076 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c05e661-03b1-46ef-8821-8bcc3218b603 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.112092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c05e661-03b1-46ef-8821-8bcc3218b603 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.130251 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:32.199353 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c05e661-03b1-46ef-8821-8bcc3218b603 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.264343 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c05e661-03b1-46ef-8821-8bcc3218b603 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.291829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05e661-03b1-46ef-8821-8bcc3218b603 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a16078-5096-40ca-a59a-b737fc00f485,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:32.295511 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3c05e661-03b1-46ef-8821-8bcc3218b603 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.300134 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54596) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:32.300638 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3c05e661-03b1-46ef-8821-8bcc3218b603 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/subnets/f6a16078-5096-40ca-a59a-b737fc00f485 HTTP/1.1" status: 204 len: 168 time: 0.2853034 Jul 16 21:02:32.309266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b4356-2650-4dae-8dc8-7e86a68e4fce None None] Network b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:32.321616 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:02:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:32.350901 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] Checking router: 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:32.361450 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] Routers {'481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:32.362318 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:32.423153 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.479502 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] Set router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:32.500596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] DHCP port deletion for b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:02:32.534687 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.555583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] Deleting port 1545c866-d4d6-444a-ba6f-50a92f312661 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:32.556066 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.588903 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 354a102f-a7ea-4c21-acf4-963daddbb4ad {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:32.589248 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.619120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] For port 1545c866-d4d6-444a-ba6f-50a92f312661, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1545c866-d4d6-444a-ba6f-50a92f312661,segment=NetworkSegment(c4ed17e1-933c-443a-a0fd-5f6f25fcb99e),segment_id=c4ed17e1-933c-443a-a0fd-5f6f25fcb99e)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:32.619696 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.632448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] Calling delete_port for 1545c866-d4d6-444a-ba6f-50a92f312661 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:32.666816 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:02:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:32.679232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 354a102f-a7ea-4c21-acf4-963daddbb4ad, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=354a102f-a7ea-4c21-acf4-963daddbb4ad,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:32.679645 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.693391 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 354a102f-a7ea-4c21-acf4-963daddbb4ad owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:32.720147 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.746067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] Pushing event deleted for resources: {'Port': ['ID=1545c866-d4d6-444a-ba6f-50a92f312661,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:32.752914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18b168-3919-40e1-bf1f-351f8e1ca111 None None] No DVR routers for this DVR port 1545c866-d4d6-444a-ba6f-50a92f312661 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:32.782909 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6760c56-2080-4cd9-9ce5-3926d03f76a2 None None] The sync data for ids ['481e55a3-d8bb-42c8-a21d-2f1c5cb898b2'] in n-d-791505-15 is: [{'id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780517836', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:02:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '354a102f-a7ea-4c21-acf4-963daddbb4ad', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e55a3-d8bb-42c8-a21d-2f1c5cb898b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:41Z', 'updated_at': '2021-07-16T21:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:32.883370 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.910238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=354a102f-a7ea-4c21-acf4-963daddbb4ad,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:32.977543 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.068924 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.070928 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.119439 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.120059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Fanout notify agent at l3_agent the message router_deleted on router 481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:02:33.127587 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.128768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-097e4775-08f6-40a5-9f44-d57d6c27e146 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/routers/481e55a3-d8bb-42c8-a21d-2f1c5cb898b2 HTTP/1.1" status: 204 len: 168 time: 0.8275483 Jul 16 21:02:33.131345 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54598) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:33.210276 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.305964 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.316826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:33.324778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1545c866-d4d6-444a-ba6f-50a92f312661 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:33.327447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:33.327746 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ed17e1-933c-443a-a0fd-5f6f25fcb99e') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:33.337191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.348280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 1545c866-d4d6-444a-ba6f-50a92f312661 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:33.348807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1545c866-d4d6-444a-ba6f-50a92f312661 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:33.349278 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f8f4eab4-e9bd-40bc-82bc-cafd7acec301 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:33.352357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.360888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:02:33.361571 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: timer() Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:02:33.365850 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:02:33.372971 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: f8f4eab4-e9bd-40bc-82bc-cafd7acec301 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:33.373324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device f8f4eab4-e9bd-40bc-82bc-cafd7acec301 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:33.438336 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.446174 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.448471 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/networks/b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc HTTP/1.1" status: 204 len: 168 time: 0.3160579 Jul 16 21:02:33.451845 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54600) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:33.468807 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805a4c7-af1a-462f-a0ee-cd281051efbc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Network': ['ID=b1f8746b-ceb9-4ca5-bd5f-17d7cb92d7bc,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:33.523140 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb64311e-0d0a-4f56-bbe7-64ff14130a17 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.547648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb64311e-0d0a-4f56-bbe7-64ff14130a17 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.609357 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb64311e-0d0a-4f56-bbe7-64ff14130a17 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.611867 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-eb64311e-0d0a-4f56-bbe7-64ff14130a17 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.613086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-eb64311e-0d0a-4f56-bbe7-64ff14130a17 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/security-groups/f8718617-2ce8-4f3f-96b8-006f14e03cc5 HTTP/1.1" status: 204 len: 168 time: 0.1602671 Jul 16 21:02:33.623355 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64311e-0d0a-4f56-bbe7-64ff14130a17 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8718617-2ce8-4f3f-96b8-006f14e03cc5,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:34.209365 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54606) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.214443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-189a5167-0855-466e-8192-bb76e75b4376 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268737249', 'description': 'tempest-secgroup-smoke-1268737249 description', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:34.237779 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-189a5167-0855-466e-8192-bb76e75b4376 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.324561 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-189a5167-0855-466e-8192-bb76e75b4376 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.328731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-189a5167-0855-466e-8192-bb76e75b4376 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.354282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-189a5167-0855-466e-8192-bb76e75b4376 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.355521 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-189a5167-0855-466e-8192-bb76e75b4376 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451375 Jul 16 21:02:34.358482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54608) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.363594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0a1cf8c8-1527-482d-aee8-5ebd425f4538 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '2fa1dda8-e2b8-47b7-8582-27fbb81b52c4', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:34.369004 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a5167-0855-466e-8192-bb76e75b4376 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:34.397949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf8c8-1527-482d-aee8-5ebd425f4538 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.455780 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf8c8-1527-482d-aee8-5ebd425f4538 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.459463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf8c8-1527-482d-aee8-5ebd425f4538 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.479364 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cf8c8-1527-482d-aee8-5ebd425f4538 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3761533-6068-4828-9ff0-6b6e4ab0b2f7,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:34.483015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf8c8-1527-482d-aee8-5ebd425f4538 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.484266 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0a1cf8c8-1527-482d-aee8-5ebd425f4538 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248462 Jul 16 21:02:34.486974 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54610) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.491854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-68553c79-df6d-45aa-b1bb-c6c86a6b20c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '2fa1dda8-e2b8-47b7-8582-27fbb81b52c4', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:34.527062 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68553c79-df6d-45aa-b1bb-c6c86a6b20c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.597906 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68553c79-df6d-45aa-b1bb-c6c86a6b20c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.602217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68553c79-df6d-45aa-b1bb-c6c86a6b20c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.624795 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68553c79-df6d-45aa-b1bb-c6c86a6b20c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d26d92-5206-46a8-b2dc-d937e8ba1c55,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:34.633747 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-68553c79-df6d-45aa-b1bb-c6c86a6b20c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.635023 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-68553c79-df6d-45aa-b1bb-c6c86a6b20c7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470494 Jul 16 21:02:34.637871 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54612) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.644521 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-379d9cbf-236d-4ddd-b23c-805685b0a695 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '2fa1dda8-e2b8-47b7-8582-27fbb81b52c4', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:34.674215 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-379d9cbf-236d-4ddd-b23c-805685b0a695 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.742295 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-379d9cbf-236d-4ddd-b23c-805685b0a695 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.746120 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-379d9cbf-236d-4ddd-b23c-805685b0a695 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.773674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d9cbf-236d-4ddd-b23c-805685b0a695 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94f2ae5-f215-41a3-8b6b-897aaf15efea,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:34.781066 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-379d9cbf-236d-4ddd-b23c-805685b0a695 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.782035 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-379d9cbf-236d-4ddd-b23c-805685b0a695 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428854 Jul 16 21:02:34.785930 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54614) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.790978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-8d05995b-bcd1-4c48-9bc1-3c950edb96e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '2fa1dda8-e2b8-47b7-8582-27fbb81b52c4', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:34.822674 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d05995b-bcd1-4c48-9bc1-3c950edb96e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.898637 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d05995b-bcd1-4c48-9bc1-3c950edb96e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.905059 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d05995b-bcd1-4c48-9bc1-3c950edb96e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.924014 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.934705 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05995b-bcd1-4c48-9bc1-3c950edb96e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12366e8d-0af4-41d8-a67c-11b28c635460,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:34.938765 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-8d05995b-bcd1-4c48-9bc1-3c950edb96e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.944500 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-8d05995b-bcd1-4c48-9bc1-3c950edb96e2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546934 Jul 16 21:02:34.944826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54616) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.951362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-377eef7c-c521-41c5-960d-6a3929df676e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '2fa1dda8-e2b8-47b7-8582-27fbb81b52c4', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:34.980428 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-377eef7c-c521-41c5-960d-6a3929df676e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:02:34.989566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-377eef7c-c521-41c5-960d-6a3929df676e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.064768 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-377eef7c-c521-41c5-960d-6a3929df676e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.068797 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-377eef7c-c521-41c5-960d-6a3929df676e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.088191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eef7c-c521-41c5-960d-6a3929df676e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679dba03-4fed-4436-b6d5-9020c64b55e2,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:35.094771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-377eef7c-c521-41c5-960d-6a3929df676e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.096474 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-377eef7c-c521-41c5-960d-6a3929df676e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500604 Jul 16 21:02:35.099075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54618) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:35.103911 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1e10ea74-daa0-4ef1-b962-ee8ef87b0ab5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '2fa1dda8-e2b8-47b7-8582-27fbb81b52c4', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:35.127161 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-1e10ea74-daa0-4ef1-b962-ee8ef87b0ab5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:02:35.134034 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e10ea74-daa0-4ef1-b962-ee8ef87b0ab5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.207285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e10ea74-daa0-4ef1-b962-ee8ef87b0ab5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.212762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e10ea74-daa0-4ef1-b962-ee8ef87b0ab5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.214262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 354a102f-a7ea-4c21-acf4-963daddbb4ad no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:35.234820 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 354a102f-a7ea-4c21-acf4-963daddbb4ad {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:35.235425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 354a102f-a7ea-4c21-acf4-963daddbb4ad not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:35.235711 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10ea74-daa0-4ef1-b962-ee8ef87b0ab5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641c262f-9f6a-4094-8450-884a73bfbfd5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:35.245973 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1e10ea74-daa0-4ef1-b962-ee8ef87b0ab5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.247122 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1e10ea74-daa0-4ef1-b962-ee8ef87b0ab5 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470373 Jul 16 21:02:35.249929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54620) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:35.255006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'network': {'name': 'tempest-network-smoke--2076508221', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'port_security_enabled': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:35.276470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:35.280599 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.304083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:02:35.315085 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.315419 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Added segment e1e74b56-7ed0-4756-949d-a2bc4a8e410c of type vlan for network 8fdee9da-b0ec-435d-9392-bb20a5720bcd Jul 16 21:02:35.356476 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.384560 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.390788 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:35.391380 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.425714 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1746976 Jul 16 21:02:35.428474 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54622) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:35.432873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'admin_state_up': True, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:35.473219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c2577-64c2-4427-94f9-f535bcdddc1b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Network': ['ID=8fdee9da-b0ec-435d-9392-bb20a5720bcd,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:35.483742 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:02:35.486742 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.487688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.543988 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.679146 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.802822 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.212158 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.233466 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.339907 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.72 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/e369ec7f-d1ae-48ba-b49b-894f7c5c856d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:36.440268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.480135 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.520080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:36.526216 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:36.530511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:36.535996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=e369ec7f-d1ae-48ba-b49b-894f7c5c856d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:36.780606 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.982361 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.110207 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 3ede32ed-68ee-43d0-8203-81c77623ae87 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:02:37.217128 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:37.226984 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Sync routers for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:37.237121 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.237776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:37.238119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:37.241951 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54624) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:37.242431 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-fa64d40f-49db-400c-8774-f7137b6ba481 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8125572 Jul 16 21:02:37.281574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7a82864e-5a2c-498b-bca4-db71266b646c tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=169a7e73d2e34b72a701f7c5810e9a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376976 Jul 16 21:02:37.284152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54626) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:37.346184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:37.371714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd5df48-4c46-46bd-859f-f2c21d64555e tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:37.373334 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4bd5df48-4c46-46bd-859f-f2c21d64555e tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881619 Jul 16 21:02:37.376158 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54628) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:37.407201 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0a8807ac-e770-474e-8e25-906d8082c799 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276568 Jul 16 21:02:37.407432 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54630) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:37.412250 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-408424852', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:37.503474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:37.507238 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.527523 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:36Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:37.559018 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Checking router: 3ede32ed-68ee-43d0-8203-81c77623ae87 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:37.559973 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Updating router 3ede32ed-68ee-43d0-8203-81c77623ae87 port e369ec7f-d1ae-48ba-b49b-894f7c5c856d binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:37.598371 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.865823 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.877480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Transition to ACTIVE for port object e369ec7f-d1ae-48ba-b49b-894f7c5c856d will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:37.884015 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.943718 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f2671-14ee-443b-a768-4b654a11fb78 None None] Pushing event updated for resources: {'Port': ['ID=e369ec7f-d1ae-48ba-b49b-894f7c5c856d,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:37.946023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Attempting to bind port e369ec7f-d1ae-48ba-b49b-894f7c5c856d on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:37.946399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Attempting to bind port e369ec7f-d1ae-48ba-b49b-894f7c5c856d by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:37.946771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Attempting to bind port e369ec7f-d1ae-48ba-b49b-894f7c5c856d on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:37.952880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:37.953268 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:37.953680 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.954079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:37.954550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Bound port: e369ec7f-d1ae-48ba-b49b-894f7c5c856d, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:37.954940 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.009497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] For port e369ec7f-d1ae-48ba-b49b-894f7c5c856d, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:38.013085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] For port e369ec7f-d1ae-48ba-b49b-894f7c5c856d, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e369ec7f-d1ae-48ba-b49b-894f7c5c856d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:38.017264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.023581 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.078740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f2671-14ee-443b-a768-4b654a11fb78 None None] Pushing event updated for resources: {'Port': ['ID=e369ec7f-d1ae-48ba-b49b-894f7c5c856d,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:38.081287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:38.081910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:38.086059 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Subnet': ['ID=f5b503ca-41c0-4d2c-8ec9-34c35fe02924,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:38.095498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Checking segment: {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:38.095858 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network hostable DHCP agents. Network: 8fdee9da-b0ec-435d-9392-bb20a5720bcd, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:02:38.113573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:02:38.122963 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 8fdee9da-b0ec-435d-9392-bb20a5720bcd) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:38.128284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:38.129127 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.133982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eab1cb-f1bc-4959-aab3-6815f0e118ea None None] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:38.145732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4e6ff42d-0ec1-4e15-a2f5-ad98e499822d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7371786 Jul 16 21:02:38.148574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54632) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:38.247102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:38.437871 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:02:38.438732 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.586304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.592553 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:36Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:38.626604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57582a8a-d0e0-4234-a723-62a3819937f9 None None] The sync data for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 is: [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:36Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:38.638466 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Allocated IP 172.20.0.2 (8fdee9da-b0ec-435d-9392-bb20a5720bcd/f5b503ca-41c0-4d2c-8ec9-34c35fe02924/50acacd3-4058-40aa-8650-ed27fc9c86b9) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:38.973551 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.982786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Transition to ACTIVE for port object 50acacd3-4058-40aa-8650-ed27fc9c86b9 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:39.012561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Transition to ACTIVE for port object 50acacd3-4058-40aa-8650-ed27fc9c86b9 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:39.018954 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.066963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:39.069891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:39.073877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:39.078531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.1 (8fdee9da-b0ec-435d-9392-bb20a5720bcd/f5b503ca-41c0-4d2c-8ec9-34c35fe02924/c282fcc6-b3b1-4e2a-aec6-15d4d5864370) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:39.083727 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Pushing event updated for resources: {'Port': ['ID=50acacd3-4058-40aa-8650-ed27fc9c86b9,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:39.143642 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Attempting to bind port 50acacd3-4058-40aa-8650-ed27fc9c86b9 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:39.144153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Attempting to bind port 50acacd3-4058-40aa-8650-ed27fc9c86b9 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:39.144656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Attempting to bind port 50acacd3-4058-40aa-8650-ed27fc9c86b9 on network 8fdee9da-b0ec-435d-9392-bb20a5720bcd {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:39.150686 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:39.151229 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Checking segment: {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:39.151726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.152253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Bound using segment: {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:39.152837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Bound port: 50acacd3-4058-40aa-8650-ed27fc9c86b9, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:39.153309 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.220227 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.227690 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] For port 50acacd3-4058-40aa-8650-ed27fc9c86b9, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:39.232694 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] For port 50acacd3-4058-40aa-8650-ed27fc9c86b9, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=50acacd3-4058-40aa-8650-ed27fc9c86b9,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:39.245007 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.246766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object c282fcc6-b3b1-4e2a-aec6-15d4d5864370 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:39.299722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.321888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f096f3c-2bae-4a9b-b547-e101a842c40c None None] Pushing event updated for resources: {'Port': ['ID=50acacd3-4058-40aa-8650-ed27fc9c86b9,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:39.343494 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e369ec7f-d1ae-48ba-b49b-894f7c5c856d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:39.352144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:39.357010 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:39.361552 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:39.408613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:39.414119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port e369ec7f-d1ae-48ba-b49b-894f7c5c856d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:39.419535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e369ec7f-d1ae-48ba-b49b-894f7c5c856d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:39.420188 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.425270 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.540621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.577089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port e369ec7f-d1ae-48ba-b49b-894f7c5c856d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e369ec7f-d1ae-48ba-b49b-894f7c5c856d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:39.584623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.633268 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.651155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=e369ec7f-d1ae-48ba-b49b-894f7c5c856d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:39.928294 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.932967 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:40.009841 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:40.011647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:40.110651 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:40.112222 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:40.230994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 3ede32ed-68ee-43d0-8203-81c77623ae87 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:40.283680 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74007d5e-7cd3-4500-9f9d-8c899df405e0 None None] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:40.350941 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-030b07f2-a666-4f2d-be91-60ecdfc8b9ed None None] Provisioning for port 50acacd3-4058-40aa-8650-ed27fc9c86b9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:40.709285 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:40.710643 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-084e1f17-9026-4720-a4f3-46f57d732e08 None None] Provisioning for port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:40.715901 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7bc7f626-4269-4d80-9181-b221192a4f09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/3ede32ed-68ee-43d0-8203-81c77623ae87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5653639 Jul 16 21:02:40.720590 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-084e1f17-9026-4720-a4f3-46f57d732e08 None None] Provisioning complete for port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:40.721295 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-084e1f17-9026-4720-a4f3-46f57d732e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:40.758134 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-084e1f17-9026-4720-a4f3-46f57d732e08 None None] Port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:40.852385 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Sync routers for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:40.863617 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:40.864600 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:40.979499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-abf136ed-67f3-4280-92dc-97e33fb6f4b3 None None] Provisioning complete for port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:40.980353 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-abf136ed-67f3-4280-92dc-97e33fb6f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:40.983530 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:41.020711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-abf136ed-67f3-4280-92dc-97e33fb6f4b3 None None] Port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:41.098137 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-20d2e066-072e-439b-857f-a7a917994e15 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268737249&fields=id&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 267 time: 0.0359285 Jul 16 21:02:41.141326 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-837b39fb-eede-4d24-8daf-ce4ea12d53d0 None None] Provisioning complete for port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:41.142301 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-837b39fb-eede-4d24-8daf-ce4ea12d53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.180761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-837b39fb-eede-4d24-8daf-ce4ea12d53d0 None None] Port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:41.200548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 2, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:41.215930 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-92e83bbb-0dfe-44ed-9a62-2b8b5de75140 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:41.217511 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-92e83bbb-0dfe-44ed-9a62-2b8b5de75140 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/networks?id=8fdee9da-b0ec-435d-9392-bb20a5720bcd HTTP/1.1" status: 200 len: 797 time: 0.1128027 Jul 16 21:02:41.234332 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Checking router: 3ede32ed-68ee-43d0-8203-81c77623ae87 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:41.234695 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Updating router 3ede32ed-68ee-43d0-8203-81c77623ae87 port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:41.240447 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-78f398ad-07cd-4944-8358-ce754977984d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/quotas/169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 375 time: 0.0161855 Jul 16 21:02:41.275870 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.322393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-d4815ca2-8f59-482d-a402-c014880b5325 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756547 Jul 16 21:02:41.364044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 50acacd3-4058-40aa-8650-ed27fc9c86b9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:41.420220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 50acacd3-4058-40aa-8650-ed27fc9c86b9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:41.424409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 50acacd3-4058-40aa-8650-ed27fc9c86b9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:41.425144 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.491496 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-f39bb32f-c91d-4462-9453-09515c577bb7 service neutron] 10.222.0.78 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574090 Jul 16 21:02:41.507500 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.545135 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 50acacd3-4058-40aa-8650-ed27fc9c86b9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=50acacd3-4058-40aa-8650-ed27fc9c86b9,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:41.549478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.550373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e369ec7f-d1ae-48ba-b49b-894f7c5c856d up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:41.563599 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.573732 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Transition to ACTIVE for port object c282fcc6-b3b1-4e2a-aec6-15d4d5864370 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:41.581305 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.598131 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-a24f2a8e-37ad-44b4-8dd5-469528514fa7 service neutron] 10.222.0.78 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006105 Jul 16 21:02:41.638605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=50acacd3-4058-40aa-8650-ed27fc9c86b9,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:41.647930 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port e369ec7f-d1ae-48ba-b49b-894f7c5c856d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:41.648371 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.667530 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Pushing event updated for resources: {'Port': ['ID=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:41.677719 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.678216 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.678555 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.679252 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.679614 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.679987 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.680338 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.680929 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.681078 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.681324 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.681779 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.682596 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:41.719136 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Attempting to bind port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:41.719548 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Attempting to bind port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:41.719909 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Attempting to bind port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 on network 8fdee9da-b0ec-435d-9392-bb20a5720bcd {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:41.725380 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:41.725779 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Checking segment: {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:41.726176 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.726728 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Bound using segment: {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:41.727286 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Bound port: c282fcc6-b3b1-4e2a-aec6-15d4d5864370, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:41.727671 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.809729 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] For port c282fcc6-b3b1-4e2a-aec6-15d4d5864370, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:41.816278 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] For port c282fcc6-b3b1-4e2a-aec6-15d4d5864370, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:41.822237 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.896396 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-13254564-5d33-4d21-80b6-9a34222cb74d req-03f3b0ee-1e0e-4b40-a5a4-f4ec40efec6b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 210 time: 0.1078885 Jul 16 21:02:41.912114 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffe5b5-d157-40b3-819e-5020134e2f93 None None] Pushing event updated for resources: {'Port': ['ID=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:41.921321 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:41.921842 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:42.053773 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:42.302509 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:41Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:42.330897 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e463096-3c74-451e-999c-6c5dd68fc4e9 None None] The sync data for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 is: [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:41Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:43.032875 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-175829de-6de3-4172-a383-51f7203015a1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:43.034394 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-175829de-6de3-4172-a383-51f7203015a1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/networks?id=8fdee9da-b0ec-435d-9392-bb20a5720bcd HTTP/1.1" status: 200 len: 797 time: 0.1515834 Jul 16 21:02:43.074070 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b60f726a-8352-49c7-9079-7c3abcf8de5f req-aecf30c6-d1b8-4528-9c6b-02bd2fd0d96a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 210 time: 0.0347764 Jul 16 21:02:43.080477 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-c4ea3cc1-0a99-4619-9be2-9fd768bfc54f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 380 time: 0.0381687 Jul 16 21:02:43.090044 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'port': {'device_id': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'admin_state_up': True, 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'security_groups': ['2fa1dda8-e2b8-47b7-8582-27fbb81b52c4']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:43.211799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:43.215774 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.361387 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 50acacd3-4058-40aa-8650-ed27fc9c86b9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:43.374184 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.14 (8fdee9da-b0ec-435d-9392-bb20a5720bcd/f5b503ca-41c0-4d2c-8ec9-34c35fe02924/0458f9f5-1c80-4452-848a-d7608b6b61ff) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:43.415522 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 50acacd3-4058-40aa-8650-ed27fc9c86b9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:43.415912 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.503682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c282fcc6-b3b1-4e2a-aec6-15d4d5864370 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:43.532730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.547428 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object 0458f9f5-1c80-4452-848a-d7608b6b61ff will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:43.556337 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:43.560740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:43.561126 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.581935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.623326 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:43.626580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:43.632912 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:43.641563 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.674725 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=0458f9f5-1c80-4452-848a-d7608b6b61ff,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:43.680521 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port c282fcc6-b3b1-4e2a-aec6-15d4d5864370, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:43.686904 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.697619 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:43.698304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.718550 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e476870d-c62d-44ef-a174-bb3dfdb2784a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6329291 Jul 16 21:02:43.731674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Request body: {'port': {'device_id': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:43.739023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:43.819877 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.883323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-be93b774-f8c3-413e-9203-b5a6b51c44ce None None] Provisioning for port 0458f9f5-1c80-4452-848a-d7608b6b61ff completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:43.887046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-be93b774-f8c3-413e-9203-b5a6b51c44ce None None] Provisioning complete for port 0458f9f5-1c80-4452-848a-d7608b6b61ff triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:43.887424 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-be93b774-f8c3-413e-9203-b5a6b51c44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.926264 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-be93b774-f8c3-413e-9203-b5a6b51c44ce None None] Port 0458f9f5-1c80-4452-848a-d7608b6b61ff cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:44.090072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0458f9f5-1c80-4452-848a-d7608b6b61ff {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:02:44.098019 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.110390 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Transition to ACTIVE for port object 0458f9f5-1c80-4452-848a-d7608b6b61ff will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:44.114189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.164773 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Pushing event updated for resources: {'Port': ['ID=0458f9f5-1c80-4452-848a-d7608b6b61ff,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:44.246594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Attempting to bind port 0458f9f5-1c80-4452-848a-d7608b6b61ff on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:44.247246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Attempting to bind port 0458f9f5-1c80-4452-848a-d7608b6b61ff by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:44.247710 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Attempting to bind port 0458f9f5-1c80-4452-848a-d7608b6b61ff on network 8fdee9da-b0ec-435d-9392-bb20a5720bcd {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:44.252498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Port 0458f9f5-1c80-4452-848a-d7608b6b61ff on network 8fdee9da-b0ec-435d-9392-bb20a5720bcd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:02:44.252898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Attempting to bind port 0458f9f5-1c80-4452-848a-d7608b6b61ff on network 8fdee9da-b0ec-435d-9392-bb20a5720bcd {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:44.258220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:44.258653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Checking segment: {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:44.259108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Bound using segment: {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:44.259611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Bound port: 0458f9f5-1c80-4452-848a-d7608b6b61ff, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:44.260043 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.273316 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901bb2d-b4e3-434a-8d34-9da93a289600 req-344a63f6-9252-41ef-b127-a182b65a0911 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:44.275651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e901bb2d-b4e3-434a-8d34-9da93a289600 req-344a63f6-9252-41ef-b127-a182b65a0911 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 944 time: 0.0761902 Jul 16 21:02:44.320385 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e901bb2d-b4e3-434a-8d34-9da93a289600 req-37a559c5-964e-43da-bc5f-993c6fb90d50 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376940 Jul 16 21:02:44.342021 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] For port 0458f9f5-1c80-4452-848a-d7608b6b61ff, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:44.346293 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] For port 0458f9f5-1c80-4452-848a-d7608b6b61ff, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:44.350666 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.391255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:44.391878 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.393343 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] 10.222.0.68 "PUT /v2.0/ports/0458f9f5-1c80-4452-848a-d7608b6b61ff HTTP/1.1" status: 200 len: 1093 time: 0.6670499 Jul 16 21:02:44.393840 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:44.396169 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7af839-75e0-4053-987b-2dbcb41f1a66" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:44.424532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d1346-3963-425e-b4ed-95c675c157ad service neutron] Pushing event updated for resources: {'Port': ['ID=0458f9f5-1c80-4452-848a-d7608b6b61ff,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:44.451777 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4deb51-240b-4804-9f98-386ad74a3402 x-openstack-request-id: req-bf4deb51-240b-4804-9f98-386ad74a3402 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:44.452069 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:44.452445 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf4deb51-240b-4804-9f98-386ad74a3402 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:44.453001 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'status': 'completed', 'code': 200} Jul 16 21:02:44.499008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-6ad0fc73-4bf9-4c96-98ca-98bb7ebcdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:44.500610 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-6ad0fc73-4bf9-4c96-98ca-98bb7ebcdfce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 1096 time: 0.0665524 Jul 16 21:02:44.548333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-5e3ea72e-2e7f-4209-93a5-0dc2aa1b6904 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff HTTP/1.1" status: 200 len: 217 time: 0.0398638 Jul 16 21:02:44.601255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-46a12098-332d-49e8-aa68-c50ff1e63484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:44.602669 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-46a12098-332d-49e8-aa68-c50ff1e63484 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f5b503ca-41c0-4d2c-8ec9-34c35fe02924 HTTP/1.1" status: 200 len: 834 time: 0.0487661 Jul 16 21:02:44.662906 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-17345182-073b-4d76-a20a-c96f599b4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:44.664486 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-17345182-073b-4d76-a20a-c96f599b4d57 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fdee9da-b0ec-435d-9392-bb20a5720bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555067 Jul 16 21:02:44.761958 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-cb3c3bf9-5643-43f0-9947-b3447b57498e service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912225 Jul 16 21:02:44.854093 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8de1c19-a281-4a5e-8b5b-272f3abfe3d1 req-04fb5f09-15e7-41f0-983e-80c84aed977f service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865872 Jul 16 21:02:44.957574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-145649c6-801d-4aa4-833c-072a1b510031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:44.959116 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-145649c6-801d-4aa4-833c-072a1b510031 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 1096 time: 0.0603976 Jul 16 21:02:45.051083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-6245c9ef-c171-4ef6-a5c4-64146d0527f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.052589 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-6245c9ef-c171-4ef6-a5c4-64146d0527f3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fdee9da-b0ec-435d-9392-bb20a5720bcd HTTP/1.1" status: 200 len: 898 time: 0.0876381 Jul 16 21:02:45.096855 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-ad6a69ca-fd42-4c99-8ab7-e6e1ab0bb0a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff HTTP/1.1" status: 200 len: 217 time: 0.0383444 Jul 16 21:02:45.146196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-88fb1f6b-ac34-4dae-a80e-974a4aac751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.147572 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-88fb1f6b-ac34-4dae-a80e-974a4aac751d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f5b503ca-41c0-4d2c-8ec9-34c35fe02924 HTTP/1.1" status: 200 len: 834 time: 0.0446119 Jul 16 21:02:45.203646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-8ca58bb6-a96b-4207-9a11-9a895d1b366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.205177 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-8ca58bb6-a96b-4207-9a11-9a895d1b366b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fdee9da-b0ec-435d-9392-bb20a5720bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513840 Jul 16 21:02:45.263373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c282fcc6-b3b1-4e2a-aec6-15d4d5864370 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:45.305800 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-1934c5c8-dc03-4ed4-9b02-70db009212f9 service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935407 Jul 16 21:02:45.311437 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:45.311835 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:45.398812 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bf7af839-75e0-4053-987b-2dbcb41f1a66 req-600dd657-5d35-4f6b-b218-2cdbb30ed79b service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866208 Jul 16 21:02:45.508248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138a52b-73da-4ac8-a811-5f0e6d2427c4 req-d07ddea0-eea4-42e3-8287-0ea1e1b1d992 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.509725 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6138a52b-73da-4ac8-a811-5f0e6d2427c4 req-d07ddea0-eea4-42e3-8287-0ea1e1b1d992 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 944 time: 0.0666265 Jul 16 21:02:45.547544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6138a52b-73da-4ac8-a811-5f0e6d2427c4 req-ee0107ae-f55b-4ef3-a23a-45ae84b8a6e8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Jul 16 21:02:46.617554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0458f9f5-1c80-4452-848a-d7608b6b61ff details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:02:46.716681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0458f9f5-1c80-4452-848a-d7608b6b61ff, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:46.725233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfea52-4e74-469c-94ae-efdce6d94b79 req-7c112c5d-e54a-49c2-8668-e00898f9c5df tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:46.726822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8bcfea52-4e74-469c-94ae-efdce6d94b79 req-7c112c5d-e54a-49c2-8668-e00898f9c5df tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 944 time: 0.0660732 Jul 16 21:02:46.728093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'port_id': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'mac_address': 'fa:16:3e:32:93:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:02:46.765316 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8bcfea52-4e74-469c-94ae-efdce6d94b79 req-25dc5c3a-13b8-4fd8-a7f9-3ee4beccf2b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Jul 16 21:02:46.766775 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:46.780902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0458f9f5-1c80-4452-848a-d7608b6b61ff {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:02:46.804986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0458f9f5-1c80-4452-848a-d7608b6b61ff, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:46.809169 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:46.857381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=0458f9f5-1c80-4452-848a-d7608b6b61ff,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:47.042864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['0458f9f5-1c80-4452-848a-d7608b6b61ff'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:02:47.893551 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:02:47.944515 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324caa5d-64cf-4a9b-bc66-2f920db5a943 req-efed4d3b-7e3b-481d-a645-306f0ab6c36e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:47.946045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-324caa5d-64cf-4a9b-bc66-2f920db5a943 req-efed4d3b-7e3b-481d-a645-306f0ab6c36e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 945 time: 0.0649087 Jul 16 21:02:47.986856 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-324caa5d-64cf-4a9b-bc66-2f920db5a943 req-145128e3-aca6-475f-a22e-6cb85dcb4021 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343747 Jul 16 21:02:48.115825 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8ac90701-85a6-4c14-96c4-0e630cab2f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:48.632402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0458f9f5-1c80-4452-848a-d7608b6b61ff up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:48.681416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 0458f9f5-1c80-4452-848a-d7608b6b61ff completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:48.686053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 0458f9f5-1c80-4452-848a-d7608b6b61ff triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:48.686423 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:48.763469 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:48.786212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:48.788505 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956027d9-894b-4567-b1da-660e9f2a343e" -d '{"events": [{"server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "name": "network-vif-plugged", "status": "completed", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:48.801735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 0458f9f5-1c80-4452-848a-d7608b6b61ff, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:48.805876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:48.830281 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b0593-aef5-44f5-90d4-7b738565e050 x-openstack-request-id: req-9f5b0593-aef5-44f5-90d4-7b738565e050 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:48.830576 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "name": "network-vif-plugged", "status": "completed", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:48.830828 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f5b0593-aef5-44f5-90d4-7b738565e050 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:48.831218 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'code': 200} Jul 16 21:02:48.857606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=0458f9f5-1c80-4452-848a-d7608b6b61ff,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:48.944539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d24fc-fa8b-4863-9558-2d459c7e132c req-c2903263-3dc0-4f79-a777-56e59438730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:48.946061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-911d24fc-fa8b-4863-9558-2d459c7e132c req-c2903263-3dc0-4f79-a777-56e59438730c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 1098 time: 0.0569377 Jul 16 21:02:48.980029 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-911d24fc-fa8b-4863-9558-2d459c7e132c req-ebadd7e7-c5c6-47f1-afac-f4a8ede6d4c5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279377 Jul 16 21:02:49.177217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fa25-1ed5-4312-8af5-c2b0000b12f9 req-fd538266-d00e-414b-b97f-f4d08f0e3478 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:49.178720 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5108fa25-1ed5-4312-8af5-c2b0000b12f9 req-fd538266-d00e-414b-b97f-f4d08f0e3478 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0678339 Jul 16 21:02:49.217173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5108fa25-1ed5-4312-8af5-c2b0000b12f9 req-a5253cd1-8216-493a-8192-96001edb1fea tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327661 Jul 16 21:02:50.394284 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85624360-c105-426b-b201-43d337677486 req-29469379-9047-4fae-bf76-d7c1b5c915d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:50.395801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85624360-c105-426b-b201-43d337677486 req-29469379-9047-4fae-bf76-d7c1b5c915d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0651240 Jul 16 21:02:50.433468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-85624360-c105-426b-b201-43d337677486 req-eae4e68b-cce1-42e1-b6d0-2f10451fbc42 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jul 16 21:02:50.481380 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0b1d8f90-fd79-48fe-a43c-2de166f93229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:50.614118 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b371-1f08-4973-962a-9ab5c057266d req-0e349d70-78aa-4a80-a068-329a57dc7f77 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:50.615873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b98b371-1f08-4973-962a-9ab5c057266d req-0e349d70-78aa-4a80-a068-329a57dc7f77 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0670414 Jul 16 21:02:50.654532 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b98b371-1f08-4973-962a-9ab5c057266d req-6531cfb3-878f-4162-8725-8bb7cb60c806 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Jul 16 21:02:50.678407 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54688) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:50.709698 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:50.731417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75fc903-d897-4744-b41d-06d04e6374c2 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:50.732990 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b75fc903-d897-4744-b41d-06d04e6374c2 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 1093 time: 0.0536060 Jul 16 21:02:50.735787 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54690) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:50.740593 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:50.762941 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:50.863582 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:50.969099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.2 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/b06cb777-16b2-478e-a5a5-3294eb506b2c) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:51.072547 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.111175 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.147232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:51.153834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:51.157420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:51.162841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=b06cb777-16b2-478e-a5a5-3294eb506b2c,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:51.529394 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.604993 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.754715 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.759200 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.830013 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=b06cb777-16b2-478e-a5a5-3294eb506b2c,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:51.839583 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.945021 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 02b6ae5d-9755-4a8b-9be9-981e4662d30e associated. External IP: 172.25.6.2, port: 0458f9f5-1c80-4452-848a-d7608b6b61ff. Jul 16 21:02:52.155038 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 3ede32ed-68ee-43d0-8203-81c77623ae87 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:52.265759 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:52.276070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] Sync routers for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:52.281417 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:52.287022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:52.287662 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:52.321936 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-3b6b7092-ff00-4ee1-b177-6b3e23f9a9a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5849805 Jul 16 21:02:52.322528 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:52.326876 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00493c51-bac3-489d-9585-184215e25557" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:52.385025 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d1173-a455-4d84-94b2-5ec4dfad1e02 x-openstack-request-id: req-506d1173-a455-4d84-94b2-5ec4dfad1e02 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:52.385319 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:52.385584 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-506d1173-a455-4d84-94b2-5ec4dfad1e02 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:52.385994 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'status': 'completed', 'code': 200} Jul 16 21:02:52.411481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:52.443687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00493c51-bac3-489d-9585-184215e25557 req-e8163d24-d27a-4be2-b9ce-b41aa5576178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:52.445353 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-00493c51-bac3-489d-9585-184215e25557 req-e8163d24-d27a-4be2-b9ce-b41aa5576178 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 1098 time: 0.0573394 Jul 16 21:02:52.488828 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644ce81-27a3-4949-ba4a-26d09837b1c7 req-0b2113e3-a3d7-4e74-b474-87a34acb44ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:52.490650 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0644ce81-27a3-4949-ba4a-26d09837b1c7 req-0b2113e3-a3d7-4e74-b474-87a34acb44ba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0664275 Jul 16 21:02:52.531176 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0644ce81-27a3-4949-ba4a-26d09837b1c7 req-0e40e8d2-a147-4564-85cd-2e962c4aef48 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343208 Jul 16 21:02:52.540935 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00493c51-bac3-489d-9585-184215e25557 req-4c0f1004-c926-436a-bbba-472344ae4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:52.542581 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-00493c51-bac3-489d-9585-184215e25557 req-4c0f1004-c926-436a-bbba-472344ae4740 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fdee9da-b0ec-435d-9392-bb20a5720bcd HTTP/1.1" status: 200 len: 898 time: 0.0916517 Jul 16 21:02:52.556240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54696) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:52.622155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-86177636-5f56-459f-ae9c-b99f30a5bcf1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/02b6ae5d-9755-4a8b-9be9-981e4662d30e HTTP/1.1" status: 200 len: 990 time: 0.0646772 Jul 16 21:02:52.623855 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-00493c51-bac3-489d-9585-184215e25557 req-bca573be-b788-4957-9959-3a70c78afff9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff HTTP/1.1" status: 200 len: 998 time: 0.0749435 Jul 16 21:02:52.650415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:52.672308 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '02b6ae5d-9755-4a8b-9be9-981e4662d30e', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'port_id': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'mac_address': 'fa:16:3e:32:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:51Z', 'updated_at': '2021-07-16T21:02:51Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:43Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:52.676745 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00493c51-bac3-489d-9585-184215e25557 req-c2ee316f-1da7-45ea-ab00-4cac3e4f8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:52.678267 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-00493c51-bac3-489d-9585-184215e25557 req-c2ee316f-1da7-45ea-ab00-4cac3e4f8e75 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f5b503ca-41c0-4d2c-8ec9-34c35fe02924 HTTP/1.1" status: 200 len: 834 time: 0.0477865 Jul 16 21:02:52.699228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] Checking router: 3ede32ed-68ee-43d0-8203-81c77623ae87 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:52.707692 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:52.708349 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:02:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:52.736025 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00493c51-bac3-489d-9585-184215e25557 req-08ca564d-f906-4b62-91c0-7c9c41aab4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:52.737592 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-00493c51-bac3-489d-9585-184215e25557 req-08ca564d-f906-4b62-91c0-7c9c41aab4b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fdee9da-b0ec-435d-9392-bb20a5720bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537362 Jul 16 21:02:52.816102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:52.831756 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-00493c51-bac3-489d-9585-184215e25557 req-95969284-5ddc-4954-8240-f7fd819d796e service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877821 Jul 16 21:02:52.923126 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-00493c51-bac3-489d-9585-184215e25557 req-381ef0f0-3816-4e7e-a31d-2556d81c4383 service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857146 Jul 16 21:02:53.044682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '02b6ae5d-9755-4a8b-9be9-981e4662d30e', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'port_id': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'mac_address': 'fa:16:3e:32:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:51Z', 'updated_at': '2021-07-16T21:02:51Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:43Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:53.073982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36d23e-166e-428e-bef1-e67a96416afd None None] The sync data for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 is: [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '02b6ae5d-9755-4a8b-9be9-981e4662d30e', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'port_id': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'mac_address': 'fa:16:3e:32:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:51Z', 'updated_at': '2021-07-16T21:02:51Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:43Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:53.265949 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a0a0e-bb46-453c-bfb6-00fd4af046fc None None] New status for floating IP 02b6ae5d-9755-4a8b-9be9-981e4662d30e: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:02:53.625600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54698) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:53.728218 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-390f9144-7eb6-4b64-b655-6effadf04d57 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/02b6ae5d-9755-4a8b-9be9-981e4662d30e HTTP/1.1" status: 200 len: 992 time: 0.1012743 Jul 16 21:02:53.992443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:04.926883 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:05.811944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:18.118335 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9f75adf-5c27-42e6-9e34-e69aa608b9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:20.481340 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b057d4d-620a-4a0d-81b7-884b3e07aafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:20.712947 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:22.634491 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:23.997182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:24.893302 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:25.206825 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7011d6-7464-4699-91d7-3b9b3e743b83 req-56299e4c-c258-4b2c-b1d4-d6e087d58e3a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:25.208258 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be7011d6-7464-4699-91d7-3b9b3e743b83 req-56299e4c-c258-4b2c-b1d4-d6e087d58e3a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0637245 Jul 16 21:03:25.249225 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-be7011d6-7464-4699-91d7-3b9b3e743b83 req-9ff85444-41f2-4c15-9e76-4d7abf39ce80 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353503 Jul 16 21:03:26.432416 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b04c30-497d-4c4b-8741-d82d89632c64 req-bb7c51e9-95dd-4a0a-8217-15940e527d83 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:26.435083 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81b04c30-497d-4c4b-8741-d82d89632c64 req-bb7c51e9-95dd-4a0a-8217-15940e527d83 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0711200 Jul 16 21:03:26.473392 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81b04c30-497d-4c4b-8741-d82d89632c64 req-1707d07b-0e67-40f3-9e9e-a11bad99a4e7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Jul 16 21:03:27.647810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9064-f2d8-4b91-a155-b008ba498e6d req-e20ab97c-3953-47af-9361-329b7dc0769f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:27.649321 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df4c9064-f2d8-4b91-a155-b008ba498e6d req-e20ab97c-3953-47af-9361-329b7dc0769f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0661345 Jul 16 21:03:27.687905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-df4c9064-f2d8-4b91-a155-b008ba498e6d req-ec353205-428f-4e4d-a927-30f384a8f476 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330019 Jul 16 21:03:28.450790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-d7db8fb4-ec0a-418b-ba7b-03bff593887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:28.452350 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-d7db8fb4-ec0a-418b-ba7b-03bff593887e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 1098 time: 0.0620739 Jul 16 21:03:28.557645 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-074ee56f-0bce-442e-9dca-8328504c9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:28.559124 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-074ee56f-0bce-442e-9dca-8328504c9f97 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fdee9da-b0ec-435d-9392-bb20a5720bcd HTTP/1.1" status: 200 len: 898 time: 0.0871732 Jul 16 21:03:28.627257 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-e243915d-a04d-4be8-990d-944415120a01 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff HTTP/1.1" status: 200 len: 1000 time: 0.0616035 Jul 16 21:03:28.675507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-8b387c10-c69c-4f62-957b-895c5afb85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:28.677007 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-8b387c10-c69c-4f62-957b-895c5afb85d5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f5b503ca-41c0-4d2c-8ec9-34c35fe02924 HTTP/1.1" status: 200 len: 834 time: 0.0444467 Jul 16 21:03:28.735030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-d9b45640-2d49-4dca-9969-478590a1f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:28.736792 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-d9b45640-2d49-4dca-9969-478590a1f07e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fdee9da-b0ec-435d-9392-bb20a5720bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538023 Jul 16 21:03:28.830541 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-6c2acb5e-ad8d-49a4-b715-68fbf0457ac5 service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875893 Jul 16 21:03:28.866476 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ff10-e827-4d1b-a886-2319c08249c1 req-d9896cc9-36ba-4d89-8038-f914bb5a59f4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:28.867978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e18ff10-e827-4d1b-a886-2319c08249c1 req-d9896cc9-36ba-4d89-8038-f914bb5a59f4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0691738 Jul 16 21:03:28.906802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1e18ff10-e827-4d1b-a886-2319c08249c1 req-8ba94008-8b54-4673-a4ae-0d417d1229a1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 Jul 16 21:03:28.921835 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1bb2812a-54f8-4bb5-9960-a1e29bfc795e req-24d6f019-ad70-4a07-842b-2efbb1ab449e service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856998 Jul 16 21:03:30.081959 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333725-712c-4a8e-b09e-3a21071822ed req-ee0a1791-4c35-414b-af23-57ab204adc5b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:30.083537 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03333725-712c-4a8e-b09e-3a21071822ed req-ee0a1791-4c35-414b-af23-57ab204adc5b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0641165 Jul 16 21:03:30.121757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-03333725-712c-4a8e-b09e-3a21071822ed req-4bad8140-0140-4601-b0a4-835657351d39 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Jul 16 21:03:31.296149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a104c-4af5-44ad-b007-1e938f5594df req-3010b451-8744-48fc-ba95-d3bf6b1f3da3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:31.297840 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-503a104c-4af5-44ad-b007-1e938f5594df req-3010b451-8744-48fc-ba95-d3bf6b1f3da3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0646429 Jul 16 21:03:31.335029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-503a104c-4af5-44ad-b007-1e938f5594df req-1496cc93-0193-4de5-be64-d0e94b468b67 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Jul 16 21:03:32.526317 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67255-0563-4f2d-b13c-720fa549567e req-816b9d81-04b5-4bf8-a7ae-20b6ac40c646 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:32.527824 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81c67255-0563-4f2d-b13c-720fa549567e req-816b9d81-04b5-4bf8-a7ae-20b6ac40c646 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0684874 Jul 16 21:03:32.565883 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-81c67255-0563-4f2d-b13c-720fa549567e req-5c734524-dd81-456b-b54a-c63441d77c7b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Jul 16 21:03:33.745003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0330-1998-4758-b1db-50e06a3f6627 req-b6d0ad08-c291-4d1a-8f24-c4ad5b225216 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:33.746519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0dd0330-1998-4758-b1db-50e06a3f6627 req-b6d0ad08-c291-4d1a-8f24-c4ad5b225216 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0648148 Jul 16 21:03:33.784718 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f0dd0330-1998-4758-b1db-50e06a3f6627 req-88f24e37-608a-4e92-9ca5-6671b88881c0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Jul 16 21:03:34.924903 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:34.966822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e15cb-3549-4924-a980-d951eed43b96 req-d7dd9dcf-d5d6-4797-b82d-8e237fe56c07 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:34.968368 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-063e15cb-3549-4924-a980-d951eed43b96 req-d7dd9dcf-d5d6-4797-b82d-8e237fe56c07 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0693638 Jul 16 21:03:35.007366 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-063e15cb-3549-4924-a980-d951eed43b96 req-5a5f825b-ffb0-4b74-baa9-7be32e942f38 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Jul 16 21:03:35.802296 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:36.192632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eec1cd-661b-4865-8c85-ff6ceeb5dde6 req-dac18037-8736-4c2c-a805-ea162eba3439 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:36.194192 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90eec1cd-661b-4865-8c85-ff6ceeb5dde6 req-dac18037-8736-4c2c-a805-ea162eba3439 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0666444 Jul 16 21:03:36.234506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-90eec1cd-661b-4865-8c85-ff6ceeb5dde6 req-d1b3e552-1efc-476d-a0f8-c2674810f3ec tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345449 Jul 16 21:03:37.407602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aacc8-be5b-4625-ab6d-ae10736cf37b req-6d5e8f0e-5ffb-40b0-bbd6-36f4e4685673 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:37.409125 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-485aacc8-be5b-4625-ab6d-ae10736cf37b req-6d5e8f0e-5ffb-40b0-bbd6-36f4e4685673 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0633137 Jul 16 21:03:37.446259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-485aacc8-be5b-4625-ab6d-ae10736cf37b req-8922e002-af10-49c4-8dc1-9c15d26740dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Jul 16 21:03:38.624221 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607e67d-77e0-4cfa-86d9-5bc1545840a6 req-3dd70e5e-b97f-4409-b6d3-932565f26914 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:38.625961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6607e67d-77e0-4cfa-86d9-5bc1545840a6 req-3dd70e5e-b97f-4409-b6d3-932565f26914 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0673151 Jul 16 21:03:38.663597 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6607e67d-77e0-4cfa-86d9-5bc1545840a6 req-1c701a00-bd48-43fa-abe4-c438f1397a11 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Jul 16 21:03:39.840349 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d6c30-1810-4134-bf04-9984c850f5b5 req-63cf2133-f686-442c-8aab-559661dcb8c6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:39.841891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-291d6c30-1810-4134-bf04-9984c850f5b5 req-63cf2133-f686-442c-8aab-559661dcb8c6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0638571 Jul 16 21:03:39.881057 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-291d6c30-1810-4134-bf04-9984c850f5b5 req-afd498f8-4465-4ba5-88c9-48c4ff4703bb tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Jul 16 21:03:41.058122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668f44d-720e-49f6-967f-583bf79467c5 req-23d714d6-143c-4940-ac0d-20c5d61aa5da tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:41.059609 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3668f44d-720e-49f6-967f-583bf79467c5 req-23d714d6-143c-4940-ac0d-20c5d61aa5da tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0667305 Jul 16 21:03:41.099298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3668f44d-720e-49f6-967f-583bf79467c5 req-b121381c-eb87-46a6-a90a-5f032f05ed19 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339832 Jul 16 21:03:41.123536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54746) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:41.185202 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4afaab15-315a-4e2f-b2cb-ff37df0f6aba tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/02b6ae5d-9755-4a8b-9be9-981e4662d30e HTTP/1.1" status: 200 len: 992 time: 0.0604918 Jul 16 21:03:42.611782 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-076a25c2-b8f6-4330-8664-8999b6f7f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:42.613377 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-076a25c2-b8f6-4330-8664-8999b6f7f574 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 1098 time: 0.0680783 Jul 16 21:03:42.625867 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0621-d14a-4999-9881-69699e853bf6 req-35a04e54-7d14-4bf3-91af-9ee716c8d83c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:42.627668 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f78b0621-d14a-4999-9881-69699e853bf6 req-35a04e54-7d14-4bf3-91af-9ee716c8d83c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0670555 Jul 16 21:03:42.666005 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f78b0621-d14a-4999-9881-69699e853bf6 req-f1f7ace1-cf12-4cb9-83e8-5a82f4a492e7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329468 Jul 16 21:03:42.704504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-60b7c861-9f07-421c-93fe-31d8824792b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:42.706003 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-60b7c861-9f07-421c-93fe-31d8824792b1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fdee9da-b0ec-435d-9392-bb20a5720bcd HTTP/1.1" status: 200 len: 898 time: 0.0869334 Jul 16 21:03:42.774531 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-d14c836e-8455-47cd-9d65-b2689ab42baa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff HTTP/1.1" status: 200 len: 1000 time: 0.0624821 Jul 16 21:03:42.823934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-b5580ffd-01cf-4eda-9320-7f091b151685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:42.825412 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-b5580ffd-01cf-4eda-9320-7f091b151685 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f5b503ca-41c0-4d2c-8ec9-34c35fe02924 HTTP/1.1" status: 200 len: 834 time: 0.0450132 Jul 16 21:03:42.882878 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-2f119eda-e542-41fc-ba3e-6d01f3678e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:42.884420 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-2f119eda-e542-41fc-ba3e-6d01f3678e05 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fdee9da-b0ec-435d-9392-bb20a5720bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528326 Jul 16 21:03:42.977688 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-8436ace2-5720-4da2-bb28-296a5ddf3a46 service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870340 Jul 16 21:03:43.066643 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-08e03dfc-9008-47a3-878d-5e65c99a00e4 req-177fc522-942d-4222-ac0b-327e0506c878 service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830734 Jul 16 21:03:43.844786 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72172f0-2c4e-463a-a435-dcdef3da0d69 req-e8c048d1-ac3b-4e4a-84b9-f25380103ec9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:43.846325 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a72172f0-2c4e-463a-a435-dcdef3da0d69 req-e8c048d1-ac3b-4e4a-84b9-f25380103ec9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0665834 Jul 16 21:03:43.884421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a72172f0-2c4e-463a-a435-dcdef3da0d69 req-f8f24575-8cc7-46c3-b6d6-8918908491fe tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324144 Jul 16 21:03:43.909183 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54758) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:03:43.969843 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9740df85-9882-4240-8aaa-4663614d67c1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/02b6ae5d-9755-4a8b-9be9-981e4662d30e HTTP/1.1" status: 200 len: 992 time: 0.0587831 Jul 16 21:03:48.119703 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2342d3d3-6c99-4133-9108-a4b0f800d74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:50.485465 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-126615ad-b945-4558-8956-70349ffbe1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:50.715339 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:52.636929 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:53.996986 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:01.893798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:04.938569 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:05.815994 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:14.665212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54770) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:14.838364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port b06cb777-16b2-478e-a5a5-3294eb506b2c {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:04:14.838703 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:14.916847 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:14.917098 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:14.928790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for b06cb777-16b2-478e-a5a5-3294eb506b2c owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:04:15.093598 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:15.122155 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=b06cb777-16b2-478e-a5a5-3294eb506b2c,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:15.149366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.149718 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.150052 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.150385 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.150716 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.151043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.151368 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.151692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.152018 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.152373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.152691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.153009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:15.194066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:15.194311 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 02b6ae5d-9755-4a8b-9be9-981e4662d30e disassociated (deleted). External IP: 172.25.6.2, port: 0458f9f5-1c80-4452-848a-d7608b6b61ff. Jul 16 21:04:15.733885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 3ede32ed-68ee-43d0-8203-81c77623ae87 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:15.841396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:15.846534 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:15.854859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] Sync routers for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:15.869760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:15.870492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:03:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:15.889605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-47a924b4-4310-41b8-97fc-7121aa10bf27 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/floatingips/02b6ae5d-9755-4a8b-9be9-981e4662d30e HTTP/1.1" status: 204 len: 168 time: 1.2232716 Jul 16 21:04:15.890187 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:15.893059 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:15.934440 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61eb03-f4ff-426e-a60f-64b2e3d4849e x-openstack-request-id: req-1c61eb03-f4ff-426e-a60f-64b2e3d4849e {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:15.934758 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:15.934993 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c61eb03-f4ff-426e-a60f-64b2e3d4849e {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:15.935399 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'status': 'completed', 'code': 200} Jul 16 21:04:15.984184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:16.024007 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-a82dad97-9a7e-4208-85f9-1ba2308d5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:16.026329 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-a82dad97-9a7e-4208-85f9-1ba2308d5b19 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 1098 time: 0.0641179 Jul 16 21:04:16.137378 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-51e0acd5-5301-4e2b-8ef3-10f498a015ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:16.139002 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-51e0acd5-5301-4e2b-8ef3-10f498a015ea service neutron] 10.222.0.68 "GET /v2.0/networks?id=8fdee9da-b0ec-435d-9392-bb20a5720bcd HTTP/1.1" status: 200 len: 898 time: 0.1072292 Jul 16 21:04:16.188602 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-5e38ccf6-7f9b-4ec5-8121-bd8d3f600f22 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff HTTP/1.1" status: 200 len: 217 time: 0.0419364 Jul 16 21:04:16.209496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:43Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:16.240952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] Checking router: 3ede32ed-68ee-43d0-8203-81c77623ae87 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:16.250079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:16.250832 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:03:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:16.250978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-88010ef2-66f3-4082-8495-7fd6a3604c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:16.252835 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-88010ef2-66f3-4082-8495-7fd6a3604c3b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f5b503ca-41c0-4d2c-8ec9-34c35fe02924 HTTP/1.1" status: 200 len: 834 time: 0.0578983 Jul 16 21:04:16.287465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d24b4-9d01-44c0-affe-e9bb7a9a7bf0 req-1d790676-745c-49f0-af93-0c3911c20c9e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:16.290097 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-686d24b4-9d01-44c0-affe-e9bb7a9a7bf0 req-1d790676-745c-49f0-af93-0c3911c20c9e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0701966 Jul 16 21:04:16.314695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-47845cb9-e16b-4b5a-b7d3-594c14a30658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:16.316378 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-47845cb9-e16b-4b5a-b7d3-594c14a30658 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8fdee9da-b0ec-435d-9392-bb20a5720bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556855 Jul 16 21:04:16.331167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-686d24b4-9d01-44c0-affe-e9bb7a9a7bf0 req-977b9e20-c005-4373-8c7a-121234b3a0ca tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Jul 16 21:04:16.376874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:16.421130 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-e5f63c22-d386-4792-a2e7-5c0cc53b098d service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975239 Jul 16 21:04:16.514473 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7c89be92-15b1-4d5b-8df4-22b2e9dad8ea req-e4040d6e-1ecb-4a6f-8216-cb54b217417b service neutron] 10.222.0.68 "GET /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872412 Jul 16 21:04:16.584227 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:43Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:16.611631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3692578-69bc-4a29-93cd-974ad9a5f369 None None] The sync data for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 is: [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'c282fcc6-b3b1-4e2a-aec6-15d4d5864370', 'name': '', 'network_id': '8fdee9da-b0ec-435d-9392-bb20a5720bcd', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:3f:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:43Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': 'f5b503ca-41c0-4d2c-8ec9-34c35fe02924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:16.820541 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41843a6-6449-43fd-9c15-0c48da28cfab None None] New status for floating IP 02b6ae5d-9755-4a8b-9be9-981e4662d30e: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:04:17.509043 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5900d-7039-4b9f-8c5b-a456227ddfda req-89ecd6b8-83ec-48a3-9084-6a3a1351a260 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:17.510543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-19f5900d-7039-4b9f-8c5b-a456227ddfda req-89ecd6b8-83ec-48a3-9084-6a3a1351a260 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0642369 Jul 16 21:04:17.547670 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-19f5900d-7039-4b9f-8c5b-a456227ddfda req-fb473eb7-de26-4456-9d8c-808773da4d2a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Jul 16 21:04:17.656695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a4a24cb3-c6c3-4a6e-aaab-e27c88825b81 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:17.658824 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a4a24cb3-c6c3-4a6e-aaab-e27c88825b81 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 946 time: 0.0686297 Jul 16 21:04:17.757478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 0458f9f5-1c80-4452-848a-d7608b6b61ff {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:04:17.757815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:17.848693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 0458f9f5-1c80-4452-848a-d7608b6b61ff, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=0458f9f5-1c80-4452-848a-d7608b6b61ff,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:17.848972 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:17.860526 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 0458f9f5-1c80-4452-848a-d7608b6b61ff owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:04:17.986706 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.017909 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=0458f9f5-1c80-4452-848a-d7608b6b61ff,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:18.028982 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.029336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.029681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.030022 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.030359 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.030695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.031026 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.031357 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.031687 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.032127 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.032358 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.033276 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:18.079374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] No DVR routers for this DVR port 0458f9f5-1c80-4452-848a-d7608b6b61ff on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:04:18.082101 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.084112 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-dd99cac0-9028-4663-872d-59b8654810b3 req-a5947108-524b-488d-8ee2-f82c82addaa1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "DELETE /v2.0/ports/0458f9f5-1c80-4452-848a-d7608b6b61ff HTTP/1.1" status: 204 len: 173 time: 0.4203391 Jul 16 21:04:18.084613 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'name': 'network-vif-deleted', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:18.086869 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e13a52a-9f65-4a09-9595-fbb5a95ac5a2" -d '{"events": [{"server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "name": "network-vif-deleted", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:18.125052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d80b-a83b-4cec-b0bc-23f310ce2de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:18.145888 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c21950f-1a00-4ad2-bb94-953dfd7f3c8e x-openstack-request-id: req-3c21950f-1a00-4ad2-bb94-953dfd7f3c8e {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:18.146192 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c54e60-f5f2-4c31-8a7f-339a5c211da3", "name": "network-vif-deleted", "tag": "0458f9f5-1c80-4452-848a-d7608b6b61ff", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:18.146543 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c21950f-1a00-4ad2-bb94-953dfd7f3c8e {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:18.146958 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c54e60-f5f2-4c31-8a7f-339a5c211da3', 'name': 'network-vif-deleted', 'tag': '0458f9f5-1c80-4452-848a-d7608b6b61ff', 'status': 'completed', 'code': 200} Jul 16 21:04:18.711973 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5c1fa5b4-832a-4608-b30a-fe1eae9f3bfa req-e8905f88-52f1-44a0-8884-60920e59c556 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8c54e60-f5f2-4c31-8a7f-339a5c211da3 HTTP/1.1" status: 200 len: 210 time: 0.0344145 Jul 16 21:04:19.805610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54788) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:20.165918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:20.439953 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port c282fcc6-b3b1-4e2a-aec6-15d4d5864370 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:04:20.440302 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:20.490990 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bee32c43-f429-464d-8024-318c854fe4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:20.533622 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port c282fcc6-b3b1-4e2a-aec6-15d4d5864370, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:20.534108 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:20.546812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for c282fcc6-b3b1-4e2a-aec6-15d4d5864370 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:04:20.716819 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:20.733606 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:20.761472 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=c282fcc6-b3b1-4e2a-aec6-15d4d5864370,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:20.950842 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:21.053327 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0458f9f5-1c80-4452-848a-d7608b6b61ff no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:21.073497 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 0458f9f5-1c80-4452-848a-d7608b6b61ff {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:04:21.073854 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 0458f9f5-1c80-4452-848a-d7608b6b61ff not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:21.175191 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router 3ede32ed-68ee-43d0-8203-81c77623ae87 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:21.624251 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:21.629526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-f9682539-9a49-4c83-9c7d-de257b5dfafa tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/3ede32ed-68ee-43d0-8203-81c77623ae87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8228724 Jul 16 21:04:21.632281 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54790) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:21.633324 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] Sync routers for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:21.642379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:21.642999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:21.682891 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96e2d55-a841-4283-8550-2f002075d888 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting subnet f5b503ca-41c0-4d2c-8ec9-34c35fe02924 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:04:21.686370 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e96e2d55-a841-4283-8550-2f002075d888 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:21.729300 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e96e2d55-a841-4283-8550-2f002075d888 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:21.822676 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e96e2d55-a841-4283-8550-2f002075d888 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:21.882762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e96e2d55-a841-4283-8550-2f002075d888 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:21.907693 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:21.910214 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e2d55-a841-4283-8550-2f002075d888 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b503ca-41c0-4d2c-8ec9-34c35fe02924,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:21.913743 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e96e2d55-a841-4283-8550-2f002075d888 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:21.915667 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e96e2d55-a841-4283-8550-2f002075d888 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/subnets/f5b503ca-41c0-4d2c-8ec9-34c35fe02924 HTTP/1.1" status: 204 len: 168 time: 0.2823956 Jul 16 21:04:21.918164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54794) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:21.940892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2200498-b290-4a57-83f6-3289b42bf8e6 None None] Network 8fdee9da-b0ec-435d-9392-bb20a5720bcd requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:04:22.026333 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.133159 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.186246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port e369ec7f-d1ae-48ba-b49b-894f7c5c856d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:04:22.186588 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.202082 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:04:20Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': 'e369ec7f-d1ae-48ba-b49b-894f7c5c856d', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:22.229566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] Checking router: 3ede32ed-68ee-43d0-8203-81c77623ae87 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:22.242000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] Routers {'3ede32ed-68ee-43d0-8203-81c77623ae87'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:22.242623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['3ede32ed-68ee-43d0-8203-81c77623ae87'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:22.278301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] DHCP port deletion for 8fdee9da-b0ec-435d-9392-bb20a5720bcd request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:04:22.283716 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port e369ec7f-d1ae-48ba-b49b-894f7c5c856d, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=e369ec7f-d1ae-48ba-b49b-894f7c5c856d,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:22.284360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.296444 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for e369ec7f-d1ae-48ba-b49b-894f7c5c856d owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:04:22.353953 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] Set router 3ede32ed-68ee-43d0-8203-81c77623ae87 gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:22.414823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:04:22Z', 'revision_number': 6, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:22.448376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517202d-7163-4c95-a023-b204fabdadbb None None] The sync data for ids ['3ede32ed-68ee-43d0-8203-81c77623ae87'] in n-d-791505-15 is: [{'id': '3ede32ed-68ee-43d0-8203-81c77623ae87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793090816', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:35Z', 'updated_at': '2021-07-16T21:04:22Z', 'revision_number': 6, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:22.455993 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Deleting port 50acacd3-4058-40aa-8650-ed27fc9c86b9 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:04:22.456637 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.477568 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.509339 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=e369ec7f-d1ae-48ba-b49b-894f7c5c856d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:22.532541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] For port 50acacd3-4058-40aa-8650-ed27fc9c86b9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=50acacd3-4058-40aa-8650-ed27fc9c86b9,segment=NetworkSegment(e1e74b56-7ed0-4756-949d-a2bc4a8e410c),segment_id=e1e74b56-7ed0-4756-949d-a2bc4a8e410c)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:22.532974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.546740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Calling delete_port for 50acacd3-4058-40aa-8650-ed27fc9c86b9 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:04:22.570729 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.639535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.665553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.667669 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.670800 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.671843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] No DVR routers for this DVR port 50acacd3-4058-40aa-8650-ed27fc9c86b9 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:04:22.673274 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Pushing event deleted for resources: {'Port': ['ID=50acacd3-4058-40aa-8650-ed27fc9c86b9,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:22.682883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.682883 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.683184 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.683531 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.683873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.684211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.684710 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.684918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.685243 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.685572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.685901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.686228 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7778c3-8d18-4a1d-9957-cc9192e3a479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:22.725865 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.726422 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Fanout notify agent at l3_agent the message router_deleted on router 3ede32ed-68ee-43d0-8203-81c77623ae87 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:04:22.733427 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.734557 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-14ab09b5-3d4c-4613-b089-eff20e916c10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/routers/3ede32ed-68ee-43d0-8203-81c77623ae87 HTTP/1.1" status: 204 len: 168 time: 0.8152833 Jul 16 21:04:22.737332 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54796) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:22.814282 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.912189 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.922586 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdee9da-b0ec-435d-9392-bb20a5720bcd']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:22.933297 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:22.933669 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e74b56-7ed0-4756-949d-a2bc4a8e410c') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:22.944399 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.959200 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.965682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:04:22.966141 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: timer() Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:04:22.969910 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:04:23.036598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.045209 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.046337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/networks/8fdee9da-b0ec-435d-9392-bb20a5720bcd HTTP/1.1" status: 204 len: 168 time: 0.3080666 Jul 16 21:04:23.049174 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54800) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.058945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ead052-6021-43df-9a16-dc5b86d52324 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Network': ['ID=8fdee9da-b0ec-435d-9392-bb20a5720bcd,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:23.120332 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-535fcaa6-c1e6-4246-9d51-789d09db7bcf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.146381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-535fcaa6-c1e6-4246-9d51-789d09db7bcf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.209950 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-535fcaa6-c1e6-4246-9d51-789d09db7bcf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.212732 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-535fcaa6-c1e6-4246-9d51-789d09db7bcf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.214382 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-535fcaa6-c1e6-4246-9d51-789d09db7bcf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/security-groups/2fa1dda8-e2b8-47b7-8582-27fbb81b52c4 HTTP/1.1" status: 204 len: 168 time: 0.1636555 Jul 16 21:04:23.224233 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fcaa6-c1e6-4246-9d51-789d09db7bcf tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa1dda8-e2b8-47b7-8582-27fbb81b52c4,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:23.330935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 50acacd3-4058-40aa-8650-ed27fc9c86b9 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:23.358673 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 50acacd3-4058-40aa-8650-ed27fc9c86b9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:04:23.359034 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 50acacd3-4058-40aa-8650-ed27fc9c86b9 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:23.359460 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c282fcc6-b3b1-4e2a-aec6-15d4d5864370 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:23.383163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: c282fcc6-b3b1-4e2a-aec6-15d4d5864370 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:04:23.383652 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device c282fcc6-b3b1-4e2a-aec6-15d4d5864370 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:23.384270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e369ec7f-d1ae-48ba-b49b-894f7c5c856d no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:23.410084 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: e369ec7f-d1ae-48ba-b49b-894f7c5c856d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:04:23.410433 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device e369ec7f-d1ae-48ba-b49b-894f7c5c856d not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:23.630170 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54806) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.635238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-69db4c01-f2dc-4230-8efe-95c104d4b42a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509937672', 'description': 'tempest-secgroup-smoke-509937672 description', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:23.658841 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-69db4c01-f2dc-4230-8efe-95c104d4b42a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.747330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-69db4c01-f2dc-4230-8efe-95c104d4b42a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.751181 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-69db4c01-f2dc-4230-8efe-95c104d4b42a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.780449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-69db4c01-f2dc-4230-8efe-95c104d4b42a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.781701 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-69db4c01-f2dc-4230-8efe-95c104d4b42a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1504984 Jul 16 21:04:23.784031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db4c01-f2dc-4230-8efe-95c104d4b42a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5484445b-b410-4f61-9c7f-cdb000ba2ecf,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:23.785369 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54808) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.790238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-23c17843-2395-4a77-9c24-10206a4de9dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '5484445b-b410-4f61-9c7f-cdb000ba2ecf', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:23.817876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23c17843-2395-4a77-9c24-10206a4de9dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.880032 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23c17843-2395-4a77-9c24-10206a4de9dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.884350 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23c17843-2395-4a77-9c24-10206a4de9dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.902194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c17843-2395-4a77-9c24-10206a4de9dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ea5f73-cb40-4643-9289-0f65be76d997,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:23.909931 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-23c17843-2395-4a77-9c24-10206a4de9dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.913849 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-23c17843-2395-4a77-9c24-10206a4de9dc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247616 Jul 16 21:04:23.914088 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54810) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:23.919225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e0d01f5c-2c3d-473c-89d0-07bf476d86a4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '5484445b-b410-4f61-9c7f-cdb000ba2ecf', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:23.947547 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0d01f5c-2c3d-473c-89d0-07bf476d86a4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.000980 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.009531 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0d01f5c-2c3d-473c-89d0-07bf476d86a4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.014461 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0d01f5c-2c3d-473c-89d0-07bf476d86a4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.032499 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d01f5c-2c3d-473c-89d0-07bf476d86a4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a96181d-abd3-4c73-a0cc-c187df29a4c7,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.039021 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0d01f5c-2c3d-473c-89d0-07bf476d86a4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.040308 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e0d01f5c-2c3d-473c-89d0-07bf476d86a4 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252422 Jul 16 21:04:24.043229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54812) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:24.047825 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-1033ab2c-60d6-4d57-a8c3-b883f3fa776b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '5484445b-b410-4f61-9c7f-cdb000ba2ecf', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.076132 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1033ab2c-60d6-4d57-a8c3-b883f3fa776b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.137589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1033ab2c-60d6-4d57-a8c3-b883f3fa776b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.142297 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1033ab2c-60d6-4d57-a8c3-b883f3fa776b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.162972 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ab2c-60d6-4d57-a8c3-b883f3fa776b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fa56aa-ec74-466d-bb1c-1ab6b3982896,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.165487 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1033ab2c-60d6-4d57-a8c3-b883f3fa776b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.169426 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1033ab2c-60d6-4d57-a8c3-b883f3fa776b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226287 Jul 16 21:04:24.170307 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54814) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:24.174016 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b5568fbd-2284-454c-bdd7-61538aadf29a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '5484445b-b410-4f61-9c7f-cdb000ba2ecf', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.201256 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5568fbd-2284-454c-bdd7-61538aadf29a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.265568 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5568fbd-2284-454c-bdd7-61538aadf29a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.269726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5568fbd-2284-454c-bdd7-61538aadf29a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.289247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5568fbd-2284-454c-bdd7-61538aadf29a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b02a2bb-14df-42bc-9527-f58dc51e27e4,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.292334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b5568fbd-2284-454c-bdd7-61538aadf29a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.293626 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b5568fbd-2284-454c-bdd7-61538aadf29a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230366 Jul 16 21:04:24.296186 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54816) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:24.301331 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-d3528192-36fa-460d-8792-dcfbd836627a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '5484445b-b410-4f61-9c7f-cdb000ba2ecf', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.324941 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-d3528192-36fa-460d-8792-dcfbd836627a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:04:24.330512 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3528192-36fa-460d-8792-dcfbd836627a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.395117 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3528192-36fa-460d-8792-dcfbd836627a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.398499 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3528192-36fa-460d-8792-dcfbd836627a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.415658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3528192-36fa-460d-8792-dcfbd836627a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ba576b-27cd-4960-8c12-38135e9b58dc,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.421945 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d3528192-36fa-460d-8792-dcfbd836627a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.423046 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d3528192-36fa-460d-8792-dcfbd836627a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259294 Jul 16 21:04:24.426434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54818) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:24.431075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-2539b726-2e99-4029-abc5-8eb5d3e1b3e3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'security_group_rule': {'security_group_id': '5484445b-b410-4f61-9c7f-cdb000ba2ecf', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.453803 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-2539b726-2e99-4029-abc5-8eb5d3e1b3e3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Project 169a7e73d2e34b72a701f7c5810e9a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:04:24.459000 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2539b726-2e99-4029-abc5-8eb5d3e1b3e3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.524784 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2539b726-2e99-4029-abc5-8eb5d3e1b3e3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.528460 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2539b726-2e99-4029-abc5-8eb5d3e1b3e3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.547218 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539b726-2e99-4029-abc5-8eb5d3e1b3e3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a991c3-6908-4d70-a702-2e00010fb290,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.554610 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-2539b726-2e99-4029-abc5-8eb5d3e1b3e3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.555967 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-2539b726-2e99-4029-abc5-8eb5d3e1b3e3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285655 Jul 16 21:04:24.559220 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54820) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:24.564287 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'network': {'name': 'tempest-network-smoke--1608943633', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'port_security_enabled': True}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.585452 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'network': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:04:24.588995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.612631 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=100244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:04:24.622249 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.622589 n-d-791505-15 neutron-server[100244]: INFO neutron.db.segments_db [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Added segment 13ab53c9-31ad-4a95-a879-e07714581b94 of type vlan for network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 Jul 16 21:04:24.664995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.692701 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.698230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:24.698815 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.733349 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1730275 Jul 16 21:04:24.736242 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54822) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:24.742814 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'admin_state_up': True, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:24.766648 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.767693 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.772589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e113e3d-13a4-4261-8297-e0c32a23149c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Network': ['ID=848b52c2-d759-4096-b9ef-4eb29cacf7c4,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:24.787265 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:04:24.826670 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.964617 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:25.166566 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:25.185808 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:25.292573 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.227 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/8af5557c-25ab-4852-9077-ab208b140217) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:25.394586 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:25.436837 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:25.472969 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:25.477734 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:25.481148 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:25.510252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=8af5557c-25ab-4852-9077-ab208b140217,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:25.739343 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:25.935777 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.064638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:04:26.172628 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:26.182349 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Sync routers for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:26.192303 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.192520 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:26.193235 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:26.193515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-914d0b8b-58d0-4036-a454-3747a5ad3e55 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4553912 Jul 16 21:04:26.196842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54824) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:26.271061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-45c44fcf-ed0c-4fdd-8754-29cfc795cf56 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=169a7e73d2e34b72a701f7c5810e9a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704188 Jul 16 21:04:26.271436 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54828) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:26.304080 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:26.363692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cc20f9-cd3f-4c6c-8eef-464c46d9c0a5 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:26.368063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-45cc20f9-cd3f-4c6c-8eef-464c46d9c0a5 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928457 Jul 16 21:04:26.368440 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54830) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:26.396802 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-47694ec3-5113-41a4-92a8-6b7bebce9eb9 tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5d502ef9-38e2-4288-9a0e-119b6f13f684&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272267 Jul 16 21:04:26.399373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54832) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:26.404288 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-758001943', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:26.484347 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:25Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:26.495620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:04:26.499194 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.515685 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Checking router: a3a3b822-78f8-4e83-aa7a-0295cabb1a10 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:26.516039 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Updating router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 port 8af5557c-25ab-4852-9077-ab208b140217 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:04:26.550931 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.683074 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.749722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Subnet': ['ID=0b61c2c4-9871-45d1-ad64-8953a3959065,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:26.766575 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Checking segment: {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:26.766949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network hostable DHCP agents. Network: 848b52c2-d759-4096-b9ef-4eb29cacf7c4, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:04:26.785063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:04:26.793928 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 848b52c2-d759-4096-b9ef-4eb29cacf7c4) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:26.800398 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:26.801633 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.805662 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.805878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b74a77-70a3-477b-a197-7f78b63107ed None None] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:04:26.816823 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Transition to ACTIVE for port object 8af5557c-25ab-4852-9077-ab208b140217 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:26.821956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-82503f26-6e31-44f2-a0f9-08067539bbf6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4189425 Jul 16 21:04:26.822385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54834) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:26.826096 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.876162 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Attempting to bind port 8af5557c-25ab-4852-9077-ab208b140217 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:26.876644 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Attempting to bind port 8af5557c-25ab-4852-9077-ab208b140217 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:26.877061 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Attempting to bind port 8af5557c-25ab-4852-9077-ab208b140217 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:26.891538 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:26.892010 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:26.892668 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.893665 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:26.894198 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Bound port: 8af5557c-25ab-4852-9077-ab208b140217, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:26.894650 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.896427 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Pushing event updated for resources: {'Port': ['ID=8af5557c-25ab-4852-9077-ab208b140217,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:26.933020 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.933608 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.933970 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.934239 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.934595 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.934925 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.935244 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.935633 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.936281 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.936512 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.936803 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.937123 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:26.963002 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] For port 8af5557c-25ab-4852-9077-ab208b140217, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:26.966184 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] For port 8af5557c-25ab-4852-9077-ab208b140217, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8af5557c-25ab-4852-9077-ab208b140217,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:26.972559 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.978406 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:04:26.980006 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.032601 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:27.033216 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:27.038393 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4236b-f996-48b1-8741-a26257a3fb8a None None] Pushing event updated for resources: {'Port': ['ID=8af5557c-25ab-4852-9077-ab208b140217,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:27.131583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Allocated IP 172.20.0.2 (848b52c2-d759-4096-b9ef-4eb29cacf7c4/0b61c2c4-9871-45d1-ad64-8953a3959065/1521cd7b-d594-4b48-90fc-2475903f45a9) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:27.145950 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:27.288984 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.297627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Transition to ACTIVE for port object 1521cd7b-d594-4b48-90fc-2475903f45a9 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:27.299093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.313804 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Transition to ACTIVE for port object 1521cd7b-d594-4b48-90fc-2475903f45a9 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:27.320181 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.352082 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:25Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:27.356427 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:27.361389 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:27.365625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:27.374900 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Pushing event updated for resources: {'Port': ['ID=1521cd7b-d594-4b48-90fc-2475903f45a9,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:27.389718 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3757f-985c-4b5c-9c42-dbf82094b293 None None] The sync data for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 is: [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:25Z', 'revision_number': 3, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:27.436095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Attempting to bind port 1521cd7b-d594-4b48-90fc-2475903f45a9 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:27.436559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Attempting to bind port 1521cd7b-d594-4b48-90fc-2475903f45a9 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:27.436929 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Attempting to bind port 1521cd7b-d594-4b48-90fc-2475903f45a9 on network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:27.442422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:27.442799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Checking segment: {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:27.443625 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.443625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Bound using segment: {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:27.444062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Bound port: 1521cd7b-d594-4b48-90fc-2475903f45a9, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:27.444469 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.515719 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] For port 1521cd7b-d594-4b48-90fc-2475903f45a9, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:27.520094 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] For port 1521cd7b-d594-4b48-90fc-2475903f45a9, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1521cd7b-d594-4b48-90fc-2475903f45a9,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:27.524464 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.601805 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f219f-025f-4bb4-881a-4fd31b8f482a None None] Pushing event updated for resources: {'Port': ['ID=1521cd7b-d594-4b48-90fc-2475903f45a9,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:27.646543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.1 (848b52c2-d759-4096-b9ef-4eb29cacf7c4/0b61c2c4-9871-45d1-ad64-8953a3959065/9b267967-a7a1-4a2a-b6b1-781c81c38b52) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:27.818055 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.835283 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object 9b267967-a7a1-4a2a-b6b1-781c81c38b52 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:27.873609 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.920565 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:27.923807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:27.928850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:27.953122 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=9b267967-a7a1-4a2a-b6b1-781c81c38b52,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:27.977324 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:28.128704 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:28.429602 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:28.434867 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:28.514746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=9b267967-a7a1-4a2a-b6b1-781c81c38b52,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:28.517307 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:28.562517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813354d9-ff85-4a31-bea4-d4942d5f7e74 None None] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:04:28.613223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:28.614668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:28.650405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7093c381-a46b-44b1-91c3-f548679b7ef8 None None] Provisioning for port 1521cd7b-d594-4b48-90fc-2475903f45a9 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:28.729873 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:28.996566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7468965f-b2af-425a-bfa8-1a538a07f301 None None] Provisioning for port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:29.001010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7468965f-b2af-425a-bfa8-1a538a07f301 None None] Provisioning complete for port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:29.001477 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7468965f-b2af-425a-bfa8-1a538a07f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.043910 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7468965f-b2af-425a-bfa8-1a538a07f301 None None] Port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:29.168837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-51d39445-a5d6-4f83-af4b-7ce7e0270bfa None None] Provisioning complete for port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:29.169324 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-51d39445-a5d6-4f83-af4b-7ce7e0270bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.210190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:29.215333 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b32d8fd5-ee07-4b1c-bc86-e6d1e6fd1af0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/a3a3b822-78f8-4e83-aa7a-0295cabb1a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3919253 Jul 16 21:04:29.219782 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-51d39445-a5d6-4f83-af4b-7ce7e0270bfa None None] Port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:29.225253 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Sync routers for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:29.241333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:29.242737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:29.386614 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:29.424022 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8af5557c-25ab-4852-9077-ab208b140217 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:29.426592 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-14326b88-dbae-442c-8187-88519de89d09 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509937672&fields=id&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 267 time: 0.0467384 Jul 16 21:04:29.537409 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-6876da9c-8273-4a23-b158-4204725dd51c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:29.539035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-6876da9c-8273-4a23-b158-4204725dd51c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/networks?id=848b52c2-d759-4096-b9ef-4eb29cacf7c4 HTTP/1.1" status: 200 len: 797 time: 0.1056194 Jul 16 21:04:29.554903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-bce393db-5f50-4ccc-9390-5cff8fe061a7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/quotas/169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 375 time: 0.0099666 Jul 16 21:04:29.630237 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-f8e4b620-0c53-480a-9c6b-98b451333c75 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696366 Jul 16 21:04:29.689434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-724e9303-d8f3-495d-8ea6-25fdc4875467 None None] Provisioning complete for port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:29.690890 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-724e9303-d8f3-495d-8ea6-25fdc4875467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.727544 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-d15f280b-1ec4-47b5-94c0-341a06c6b215 service neutron] 10.222.0.78 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856719 Jul 16 21:04:29.771441 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-724e9303-d8f3-495d-8ea6-25fdc4875467 None None] Port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:29.785879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 8af5557c-25ab-4852-9077-ab208b140217 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:29.796857 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8af5557c-25ab-4852-9077-ab208b140217 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:29.797160 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:29.824626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-21269209-fd79-44bc-97bf-91636f514a6f service neutron] 10.222.0.78 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909204 Jul 16 21:04:29.903183 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 2, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:29.944678 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Checking router: a3a3b822-78f8-4e83-aa7a-0295cabb1a10 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:29.944793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Updating router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:04:29.970099 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.003471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 8af5557c-25ab-4852-9077-ab208b140217, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8af5557c-25ab-4852-9077-ab208b140217,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:30.004898 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.007165 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cf7c3ad-48db-4651-ad30-8fc96c95e2c8 req-a714b4f8-5c16-406b-ab6c-ee26d3600b7f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 210 time: 0.0361996 Jul 16 21:04:30.014745 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.015545 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1521cd7b-d594-4b48-90fc-2475903f45a9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:30.178931 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=8af5557c-25ab-4852-9077-ab208b140217,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:30.211897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 1521cd7b-d594-4b48-90fc-2475903f45a9 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:30.232043 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1521cd7b-d594-4b48-90fc-2475903f45a9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:30.232552 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.389714 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.459560 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.465335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 1521cd7b-d594-4b48-90fc-2475903f45a9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1521cd7b-d594-4b48-90fc-2475903f45a9,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:30.471734 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.477017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Transition to ACTIVE for port object 9b267967-a7a1-4a2a-b6b1-781c81c38b52 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:30.500930 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.539261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=1521cd7b-d594-4b48-90fc-2475903f45a9,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:30.626925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808be0c-d7c0-4e76-8402-65952ddbefdc None None] Pushing event updated for resources: {'Port': ['ID=9b267967-a7a1-4a2a-b6b1-781c81c38b52,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:30.629142 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Attempting to bind port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:30.629525 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Attempting to bind port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:30.629972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Attempting to bind port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 on network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:30.635730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:30.636121 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Checking segment: {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:30.636574 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.636976 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Bound using segment: {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:30.637454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Bound port: 9b267967-a7a1-4a2a-b6b1-781c81c38b52, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:30.637861 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.715954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] For port 9b267967-a7a1-4a2a-b6b1-781c81c38b52, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:30.720627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] For port 9b267967-a7a1-4a2a-b6b1-781c81c38b52, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b267967-a7a1-4a2a-b6b1-781c81c38b52,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:30.726085 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:30.789485 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:30.790066 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:30.793878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808be0c-d7c0-4e76-8402-65952ddbefdc None None] Pushing event updated for resources: {'Port': ['ID=9b267967-a7a1-4a2a-b6b1-781c81c38b52,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:30.910410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:31.150206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:30Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:31.183828 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e4bfb6a1-5583-4bbb-b1ce-3b6a56b931c1 req-d2359622-a45e-49cc-b57e-23094f7aadf0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 210 time: 0.0498743 Jul 16 21:04:31.186456 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-421dbb7e-832a-49d5-933b-3b85a379f7c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.189140 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-421dbb7e-832a-49d5-933b-3b85a379f7c2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/networks?id=848b52c2-d759-4096-b9ef-4eb29cacf7c4 HTTP/1.1" status: 200 len: 797 time: 0.1368279 Jul 16 21:04:31.189348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e89c4-c780-4107-a972-822c6b071b53 None None] The sync data for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 is: [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:30Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:31.272097 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-0b70bfc2-2161-4d1d-9c9a-971d9641fa5b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169a7e73d2e34b72a701f7c5810e9a00 HTTP/1.1" status: 200 len: 379 time: 0.0730903 Jul 16 21:04:31.281081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'port': {'device_id': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'admin_state_up': True, 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'security_groups': ['5484445b-b410-4f61-9c7f-cdb000ba2ecf']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:31.412829 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Made reservation on behalf of 169a7e73d2e34b72a701f7c5810e9a00 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:04:31.416949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.444714 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8af5557c-25ab-4852-9077-ab208b140217 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:31.498418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 8af5557c-25ab-4852-9077-ab208b140217 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:31.499108 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.569189 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.20.0.4 (848b52c2-d759-4096-b9ef-4eb29cacf7c4/0b61c2c4-9871-45d1-ad64-8953a3959065/b7035901-152d-4049-a7d4-3cb1b4980d24) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:31.591685 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b267967-a7a1-4a2a-b6b1-781c81c38b52 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:31.646169 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:31.651606 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:31.652083 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.731671 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.739140 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.747292 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Transition to ACTIVE for port object b7035901-152d-4049-a7d4-3cb1b4980d24 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:31.773877 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 9b267967-a7a1-4a2a-b6b1-781c81c38b52, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b267967-a7a1-4a2a-b6b1-781c81c38b52,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:31.779187 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.780288 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1521cd7b-d594-4b48-90fc-2475903f45a9 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:31.784718 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.835854 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:31.841348 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:31.843868 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:31.874695 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=9b267967-a7a1-4a2a-b6b1-781c81c38b52,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:31.879286 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=b7035901-152d-4049-a7d4-3cb1b4980d24,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:31.883222 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 1521cd7b-d594-4b48-90fc-2475903f45a9 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:31.883608 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.906362 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.906925 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.926492 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-38e5a37e-4e11-48df-af26-319e00275b1f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6491632 Jul 16 21:04:31.941361 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Request body: {'port': {'device_id': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:32.027038 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:32.153631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7c064b2d-21c8-4b32-b630-6d45d04f05b5 None None] Provisioning for port b7035901-152d-4049-a7d4-3cb1b4980d24 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:32.157902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7c064b2d-21c8-4b32-b630-6d45d04f05b5 None None] Provisioning complete for port b7035901-152d-4049-a7d4-3cb1b4980d24 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:32.158279 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7c064b2d-21c8-4b32-b630-6d45d04f05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:32.198013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7c064b2d-21c8-4b32-b630-6d45d04f05b5 None None] Port b7035901-152d-4049-a7d4-3cb1b4980d24 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:32.344018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7035901-152d-4049-a7d4-3cb1b4980d24 {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:04:32.353376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:32.368291 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Transition to ACTIVE for port object b7035901-152d-4049-a7d4-3cb1b4980d24 will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:32.373360 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:32.379919 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457f00c-67da-4cd9-b55f-4b7a8efdf1d7 req-ab295ea8-c0b5-41da-903c-13eea27cc1b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:32.381468 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2457f00c-67da-4cd9-b55f-4b7a8efdf1d7 req-ab295ea8-c0b5-41da-903c-13eea27cc1b0 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 931 time: 0.0703170 Jul 16 21:04:32.445297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2457f00c-67da-4cd9-b55f-4b7a8efdf1d7 req-578bf2d2-b5c6-4a32-bbf9-28385fa6805f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563653 Jul 16 21:04:32.446685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Pushing event updated for resources: {'Port': ['ID=b7035901-152d-4049-a7d4-3cb1b4980d24,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:32.508842 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Attempting to bind port b7035901-152d-4049-a7d4-3cb1b4980d24 on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:32.509193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Attempting to bind port b7035901-152d-4049-a7d4-3cb1b4980d24 by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:32.509531 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Attempting to bind port b7035901-152d-4049-a7d4-3cb1b4980d24 on network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:32.514235 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Port b7035901-152d-4049-a7d4-3cb1b4980d24 on network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:04:32.514571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Attempting to bind port b7035901-152d-4049-a7d4-3cb1b4980d24 on network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:32.519870 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:32.520246 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Checking segment: {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:32.520695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Bound using segment: {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:32.521138 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Bound port: b7035901-152d-4049-a7d4-3cb1b4980d24, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ab53c9-31ad-4a95-a879-e07714581b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:32.521508 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:32.589370 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] For port b7035901-152d-4049-a7d4-3cb1b4980d24, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:32.593190 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] For port b7035901-152d-4049-a7d4-3cb1b4980d24, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b7035901-152d-4049-a7d4-3cb1b4980d24,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:32.598123 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:32.632117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:32.632783 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:32.634370 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] 10.222.0.68 "PUT /v2.0/ports/b7035901-152d-4049-a7d4-3cb1b4980d24 HTTP/1.1" status: 200 len: 1092 time: 0.7006116 Jul 16 21:04:32.636697 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:32.639818 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad55d8c-bfee-4a49-a651-abe45bf8facb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:32.671256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa1825-deab-4c79-a60f-124b5bcde065 service neutron] Pushing event updated for resources: {'Port': ['ID=b7035901-152d-4049-a7d4-3cb1b4980d24,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:32.687810 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a44ed9-7aa4-4aba-a4d2-b0f6ce6cd304 x-openstack-request-id: req-c9a44ed9-7aa4-4aba-a4d2-b0f6ce6cd304 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:32.688110 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:32.688397 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9a44ed9-7aa4-4aba-a4d2-b0f6ce6cd304 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:32.688801 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'status': 'completed', 'code': 200} Jul 16 21:04:32.744581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-e5295fc7-bf79-422d-a58f-e98b715016c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:32.746304 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-e5295fc7-bf79-422d-a58f-e98b715016c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 1095 time: 0.0685167 Jul 16 21:04:32.794354 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-eb4787a3-0f29-4f46-b29a-7221e154f68b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7035901-152d-4049-a7d4-3cb1b4980d24 HTTP/1.1" status: 200 len: 217 time: 0.0399573 Jul 16 21:04:32.845006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-e977a1a9-acaa-46ac-b4a3-65396620d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:32.847100 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-e977a1a9-acaa-46ac-b4a3-65396620d3b9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0b61c2c4-9871-45d1-ad64-8953a3959065 HTTP/1.1" status: 200 len: 834 time: 0.0454826 Jul 16 21:04:32.902724 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-3edd486b-c247-4300-b9a5-0413448ecdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:32.904241 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-3edd486b-c247-4300-b9a5-0413448ecdf6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=848b52c2-d759-4096-b9ef-4eb29cacf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513995 Jul 16 21:04:32.999665 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-a0ba074c-31ab-4dcc-8bff-5b614b14af1e service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892875 Jul 16 21:04:33.092023 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fa49fd2f-90bf-46ed-81b1-854675be4187 req-37ca604f-572c-422a-8192-6d051e79d650 service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825689 Jul 16 21:04:33.196885 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-3fa18315-29ff-42ca-88d8-490e05258d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:33.198412 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-3fa18315-29ff-42ca-88d8-490e05258d89 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 1095 time: 0.0571005 Jul 16 21:04:33.291277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-c3e2fcb3-79cb-4555-9965-420867eb2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:33.292711 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-c3e2fcb3-79cb-4555-9965-420867eb2129 service neutron] 10.222.0.68 "GET /v2.0/networks?id=848b52c2-d759-4096-b9ef-4eb29cacf7c4 HTTP/1.1" status: 200 len: 898 time: 0.0884986 Jul 16 21:04:33.334743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b267967-a7a1-4a2a-b6b1-781c81c38b52 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:33.339448 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-d2985e2d-b1bf-4004-bffd-39f864085689 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7035901-152d-4049-a7d4-3cb1b4980d24 HTTP/1.1" status: 200 len: 217 time: 0.0383692 Jul 16 21:04:33.383430 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:33.383908 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:33.391005 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-995a5093-ab9d-4786-b45e-787f9fd71937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:33.392517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-995a5093-ab9d-4786-b45e-787f9fd71937 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0b61c2c4-9871-45d1-ad64-8953a3959065 HTTP/1.1" status: 200 len: 834 time: 0.0448890 Jul 16 21:04:33.451959 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-6ae8eef3-9383-4de2-bf29-586c9eb5bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:33.453870 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-6ae8eef3-9383-4de2-bf29-586c9eb5bd91 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=848b52c2-d759-4096-b9ef-4eb29cacf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544803 Jul 16 21:04:33.549889 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-e229b145-8b82-4f70-8021-26e131dd508c service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891740 Jul 16 21:04:33.631874 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ceea8-f680-46aa-a6ed-4b86030d6fd7 req-389f1b22-4562-44ae-bf26-59ad0185cf4a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:33.633479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b5ceea8-f680-46aa-a6ed-4b86030d6fd7 req-389f1b22-4562-44ae-bf26-59ad0185cf4a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 943 time: 0.0663016 Jul 16 21:04:33.641423 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fad55d8c-bfee-4a49-a651-abe45bf8facb req-1827476e-9c96-46e0-b3e4-cdebad50d0ed service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848823 Jul 16 21:04:33.681590 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b5ceea8-f680-46aa-a6ed-4b86030d6fd7 req-0fdd988a-6230-4efc-b9ee-099435caa550 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Jul 16 21:04:34.857498 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ff170-3ea0-4753-bd6a-aae933c36df3 req-ee5aaaee-08bf-44df-81a7-ec634a000447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:34.858976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e95ff170-3ea0-4753-bd6a-aae933c36df3 req-ee5aaaee-08bf-44df-81a7-ec634a000447 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 943 time: 0.0639770 Jul 16 21:04:34.898453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e95ff170-3ea0-4753-bd6a-aae933c36df3 req-6de64049-64cc-4fbd-b590-4be9eadcfe10 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329261 Jul 16 21:04:34.950869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:35.052487 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b7035901-152d-4049-a7d4-3cb1b4980d24 details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:04:35.151670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b7035901-152d-4049-a7d4-3cb1b4980d24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b7035901-152d-4049-a7d4-3cb1b4980d24,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:35.162776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'port_id': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'mac_address': 'fa:16:3e:0f:f0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:04:35.199869 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:35.213410 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7035901-152d-4049-a7d4-3cb1b4980d24 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:04:35.233892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b7035901-152d-4049-a7d4-3cb1b4980d24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b7035901-152d-4049-a7d4-3cb1b4980d24,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:35.238853 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:35.293767 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b7035901-152d-4049-a7d4-3cb1b4980d24,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:35.438596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['b7035901-152d-4049-a7d4-3cb1b4980d24'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:04:35.814711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:36.075865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27962964-1437-471d-8597-acce04465bd9 req-adad53ef-7715-42a9-addf-caacd182042b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:36.077343 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-27962964-1437-471d-8597-acce04465bd9 req-adad53ef-7715-42a9-addf-caacd182042b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 944 time: 0.0673871 Jul 16 21:04:36.115520 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-27962964-1437-471d-8597-acce04465bd9 req-bbf108eb-ee09-4954-ba3e-ef7cdc5c8f95 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323954 Jul 16 21:04:37.053564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b7035901-152d-4049-a7d4-3cb1b4980d24 up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:37.104141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port b7035901-152d-4049-a7d4-3cb1b4980d24 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:37.108013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port b7035901-152d-4049-a7d4-3cb1b4980d24 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:37.108423 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:37.187471 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:37.211014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:37.213304 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8bb4f3-fda2-4e7a-828f-fdbf44b6f46f" -d '{"events": [{"server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "name": "network-vif-plugged", "status": "completed", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:37.231378 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port b7035901-152d-4049-a7d4-3cb1b4980d24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b7035901-152d-4049-a7d4-3cb1b4980d24,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:37.235679 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:37.293631 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3823bcc2-5640-4ec6-af01-9c5e57c33993 x-openstack-request-id: req-3823bcc2-5640-4ec6-af01-9c5e57c33993 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:37.293928 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "name": "network-vif-plugged", "status": "completed", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:37.294184 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3823bcc2-5640-4ec6-af01-9c5e57c33993 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:37.294588 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'code': 200} Jul 16 21:04:37.297044 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317a52b-af85-4cf5-a182-4f1fd8d1f4c1 req-2d5036ae-3ec5-47ae-b2c8-2c5a4b2faca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:37.297985 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=b7035901-152d-4049-a7d4-3cb1b4980d24,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:37.301663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f317a52b-af85-4cf5-a182-4f1fd8d1f4c1 req-2d5036ae-3ec5-47ae-b2c8-2c5a4b2faca3 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0740492 Jul 16 21:04:37.338975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f317a52b-af85-4cf5-a182-4f1fd8d1f4c1 req-f705362b-4732-44f2-9604-4c75784d3271 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344017 Jul 16 21:04:37.393737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04752ed-adfb-4be5-b480-e4d31bef3a31 req-99cc508f-4fb9-4116-9409-a57601d4d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:37.395270 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d04752ed-adfb-4be5-b480-e4d31bef3a31 req-99cc508f-4fb9-4116-9409-a57601d4d43f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0588396 Jul 16 21:04:37.429566 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-d04752ed-adfb-4be5-b480-e4d31bef3a31 req-afc8366d-acef-4f79-951e-999126e7d80d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280244 Jul 16 21:04:38.517365 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e76379-4b14-4d33-a454-3dd33845a2ba req-b0331c6a-57bd-4e78-a3a6-0496cdee2a2c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:38.518873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23e76379-4b14-4d33-a454-3dd33845a2ba req-b0331c6a-57bd-4e78-a3a6-0496cdee2a2c tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0669594 Jul 16 21:04:38.557118 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-23e76379-4b14-4d33-a454-3dd33845a2ba req-861f5ff3-cbd5-4029-83dd-38b2b3bd359b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Jul 16 21:04:38.728484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf5b23-e00d-4ce0-9442-e6f97f0e8086 req-02e6cdf5-d391-4c4f-997b-1cac75964206 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:38.730030 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63cf5b23-e00d-4ce0-9442-e6f97f0e8086 req-02e6cdf5-d391-4c4f-997b-1cac75964206 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0647206 Jul 16 21:04:38.768969 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-63cf5b23-e00d-4ce0-9442-e6f97f0e8086 req-4c41fb68-1101-45dc-8fcb-c2db20b43bf7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331240 Jul 16 21:04:38.793091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54888) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:38.843823 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4effd-312a-4a9f-a911-9882f6a747eb tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:38.845367 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-66f4effd-312a-4a9f-a911-9882f6a747eb tempest-TestNetworkAdvancedServerOps-1249413088 tempest-TestNetworkAdvancedServerOps-1249413088-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 1092 time: 0.0512733 Jul 16 21:04:38.848507 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54890) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:38.852927 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:38.876592 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:38.893140 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:38.974543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.085720 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Allocated IP 172.25.6.167 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/cd351139-87c9-4dcd-92b7-306325ddcd44) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:39.190876 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.229617 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.272164 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:39.275062 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:39.278693 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:39.284910 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=cd351139-87c9-4dcd-92b7-306325ddcd44,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:39.651895 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.727463 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.877932 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.883044 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.955324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event updated for resources: {'Port': ['ID=cd351139-87c9-4dcd-92b7-306325ddcd44,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:39.965257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:40.063457 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 7e4450d1-53ed-4077-8193-b4a9f0b60d4a associated. External IP: 172.25.6.167, port: b7035901-152d-4049-a7d4-3cb1b4980d24. Jul 16 21:04:40.275393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:40.384603 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:40.396228 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] Sync routers for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:40.401152 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:40.405625 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:40.406227 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:40.441432 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5da82d55-e9c0-4b4c-8dfc-ab6c1bf1130a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5894134 Jul 16 21:04:40.441432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:40.442234 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:40.480221 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff80a18d-2851-4bb4-a55f-9e9b9dbfc452 x-openstack-request-id: req-ff80a18d-2851-4bb4-a55f-9e9b9dbfc452 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:40.480528 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:40.480786 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff80a18d-2851-4bb4-a55f-9e9b9dbfc452 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:40.481193 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'status': 'completed', 'code': 200} Jul 16 21:04:40.517268 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:40.556973 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-e83d8983-7a90-40d5-afca-16b739fd27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:40.558481 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-e83d8983-7a90-40d5-afca-16b739fd27a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0552440 Jul 16 21:04:40.609186 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3620dc-24de-458c-b054-4719228a1ca7 req-9c1e2b29-e2dd-4f75-81f8-448181fbc2a1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:40.611068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a3620dc-24de-458c-b054-4719228a1ca7 req-9c1e2b29-e2dd-4f75-81f8-448181fbc2a1 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0666432 Jul 16 21:04:40.654229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a3620dc-24de-458c-b054-4719228a1ca7 req-d8dfef20-0810-4e51-9e07-eed77c941503 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363703 Jul 16 21:04:40.657994 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-f1c897ad-dce9-46b5-a22e-473da7cda56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:40.659948 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-f1c897ad-dce9-46b5-a22e-473da7cda56e service neutron] 10.222.0.68 "GET /v2.0/networks?id=848b52c2-d759-4096-b9ef-4eb29cacf7c4 HTTP/1.1" status: 200 len: 898 time: 0.0952756 Jul 16 21:04:40.680374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54898) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:40.734109 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-e9111800-6ae4-4db5-8b5e-c47379c26297 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7035901-152d-4049-a7d4-3cb1b4980d24 HTTP/1.1" status: 200 len: 999 time: 0.0683026 Jul 16 21:04:40.754602 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9bdcbafa-517f-4e9d-842a-a4fae8ec21a7 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/7e4450d1-53ed-4077-8193-b4a9f0b60d4a HTTP/1.1" status: 200 len: 991 time: 0.0719557 Jul 16 21:04:40.783737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-5bacd70b-b10a-4366-8ff3-cb849b7e66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:40.785196 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-5bacd70b-b10a-4366-8ff3-cb849b7e66f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0b61c2c4-9871-45d1-ad64-8953a3959065 HTTP/1.1" status: 200 len: 834 time: 0.0448849 Jul 16 21:04:40.838647 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '7e4450d1-53ed-4077-8193-b4a9f0b60d4a', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'port_id': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'mac_address': 'fa:16:3e:0f:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:39Z', 'updated_at': '2021-07-16T21:04:39Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:40.845075 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-e5ad597a-76a6-4402-98b4-b96154aa1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:40.845075 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-e5ad597a-76a6-4402-98b4-b96154aa1c2e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=848b52c2-d759-4096-b9ef-4eb29cacf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533233 Jul 16 21:04:40.869475 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] Checking router: a3a3b822-78f8-4e83-aa7a-0295cabb1a10 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:40.879164 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:40.879776 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:40.942913 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-351cd08b-481e-49ab-a223-80b5be6313c1 service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922723 Jul 16 21:04:40.985400 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:41.037372 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-81867fa3-dc3e-4631-ab7d-5f49796fb6d7 req-8c532c6f-063e-4d15-b43b-efa75b92124e service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883789 Jul 16 21:04:41.213850 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '7e4450d1-53ed-4077-8193-b4a9f0b60d4a', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'port_id': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'mac_address': 'fa:16:3e:0f:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:39Z', 'updated_at': '2021-07-16T21:04:39Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:41.243935 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac799b-bc97-45ac-a1e9-3991c92c409b None None] The sync data for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 is: [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '7e4450d1-53ed-4077-8193-b4a9f0b60d4a', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'port_id': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'mac_address': 'fa:16:3e:0f:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:04:39Z', 'updated_at': '2021-07-16T21:04:39Z', 'revision_number': 0, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:41.449902 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ecef03-edef-4aa6-a1ec-c87e06c37552 None None] New status for floating IP 7e4450d1-53ed-4077-8193-b4a9f0b60d4a: ACTIVE {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:04:41.757478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54900) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:04:41.817439 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1051ff26-305b-4a4e-a231-6f0acfd23716 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/7e4450d1-53ed-4077-8193-b4a9f0b60d4a HTTP/1.1" status: 200 len: 993 time: 0.0587866 Jul 16 21:04:48.116684 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f8fb6917-88ed-4656-bf6d-ab671a0e9694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:50.484001 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1702a88a-8615-403f-b954-1efacf7970d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:50.718121 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:52.638475 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:54.002443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:04.952119 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:05.830083 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:13.411689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925bed0-91c0-408a-b4e6-2ed36265525a req-0735ea37-ff70-41b8-a180-7391443af1a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:13.414029 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7925bed0-91c0-408a-b4e6-2ed36265525a req-0735ea37-ff70-41b8-a180-7391443af1a9 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0708125 Jul 16 21:05:13.451846 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7925bed0-91c0-408a-b4e6-2ed36265525a req-a9302d8d-e437-464f-8538-43a140d09545 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322971 Jul 16 21:05:14.639491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2448406-3eaa-4956-8709-b2365e2dfd2d req-3393fea5-8a7a-463d-be0a-69ebe9d99fdd tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:14.641012 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2448406-3eaa-4956-8709-b2365e2dfd2d req-3393fea5-8a7a-463d-be0a-69ebe9d99fdd tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0631826 Jul 16 21:05:14.679620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e2448406-3eaa-4956-8709-b2365e2dfd2d req-f56a68d9-9e15-4cb3-b4b7-a17da7b5b0a2 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328870 Jul 16 21:05:14.704598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54928) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:14.769504 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6fe5f7b1-d94a-4b22-a762-27386ca346d8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/7e4450d1-53ed-4077-8193-b4a9f0b60d4a HTTP/1.1" status: 200 len: 993 time: 0.0636647 Jul 16 21:05:15.893141 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:05:16.199296 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c909-d666-4534-a842-927ea7aafeeb req-de26569e-9ee3-48a1-ad15-f29d1dae3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:16.200888 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-33c7c909-d666-4534-a842-927ea7aafeeb req-de26569e-9ee3-48a1-ad15-f29d1dae3155 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0583041 Jul 16 21:05:16.219173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed322e-664e-4bce-8073-ce7a0e9dcaaf req-70ebd54d-e67c-403c-bbda-f7db3b8de51a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:16.220946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16ed322e-664e-4bce-8073-ce7a0e9dcaaf req-70ebd54d-e67c-403c-bbda-f7db3b8de51a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0673528 Jul 16 21:05:16.271314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-16ed322e-664e-4bce-8073-ce7a0e9dcaaf req-b9757fa1-a267-48cf-aef4-9834ec3843e6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430982 Jul 16 21:05:16.310498 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c909-d666-4534-a842-927ea7aafeeb req-406d234c-d2ba-4e84-889c-7e0adeba8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:16.311929 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-33c7c909-d666-4534-a842-927ea7aafeeb req-406d234c-d2ba-4e84-889c-7e0adeba8e7f service neutron] 10.222.0.68 "GET /v2.0/networks?id=848b52c2-d759-4096-b9ef-4eb29cacf7c4 HTTP/1.1" status: 200 len: 898 time: 0.1048899 Jul 16 21:05:16.387924 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-33c7c909-d666-4534-a842-927ea7aafeeb req-7fdeab51-8cd4-4c06-a918-7e1ebc603ca3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7035901-152d-4049-a7d4-3cb1b4980d24 HTTP/1.1" status: 200 len: 1001 time: 0.0686848 Jul 16 21:05:16.440054 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c909-d666-4534-a842-927ea7aafeeb req-efcfaf64-ee8b-4e8b-808b-6f946cb748af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:16.441598 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-33c7c909-d666-4534-a842-927ea7aafeeb req-efcfaf64-ee8b-4e8b-808b-6f946cb748af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0b61c2c4-9871-45d1-ad64-8953a3959065 HTTP/1.1" status: 200 len: 834 time: 0.0468550 Jul 16 21:05:16.500467 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c909-d666-4534-a842-927ea7aafeeb req-c5df16e6-9772-4ace-afa9-b1bb13dff22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:16.502081 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-33c7c909-d666-4534-a842-927ea7aafeeb req-c5df16e6-9772-4ace-afa9-b1bb13dff22c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=848b52c2-d759-4096-b9ef-4eb29cacf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543060 Jul 16 21:05:16.594925 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-33c7c909-d666-4534-a842-927ea7aafeeb req-198572d1-513e-4c19-8c53-d7b95fb78761 service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Jul 16 21:05:16.683661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-33c7c909-d666-4534-a842-927ea7aafeeb req-0e1148eb-47c2-45c3-804e-44720b33a878 service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823247 Jul 16 21:05:17.454722 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c5691-8c58-4741-bc1d-31720743cc1a req-c3bb1c1a-56a2-421d-99b7-6c3b3ee95679 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:17.456894 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c01c5691-8c58-4741-bc1d-31720743cc1a req-c3bb1c1a-56a2-421d-99b7-6c3b3ee95679 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0712566 Jul 16 21:05:17.497412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c01c5691-8c58-4741-bc1d-31720743cc1a req-aafb2c19-7be5-4b12-acac-3b1302ca2454 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349288 Jul 16 21:05:18.119355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-af26f84e-cc19-457c-874b-aff99e1af74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:18.677536 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494ad3b-283c-4a1b-8f46-d34d8a309e10 req-315a198e-bdba-4ae8-989d-d21559df9cfc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:18.679776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3494ad3b-283c-4a1b-8f46-d34d8a309e10 req-315a198e-bdba-4ae8-989d-d21559df9cfc tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0649204 Jul 16 21:05:18.716857 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3494ad3b-283c-4a1b-8f46-d34d8a309e10 req-fb59ca76-68db-4cef-8030-ca88cc38d7ed tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315793 Jul 16 21:05:18.742797 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54940) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:18.806965 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d84cdded-3691-4b8b-9608-efca0bb9f395 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/floatingips/7e4450d1-53ed-4077-8193-b4a9f0b60d4a HTTP/1.1" status: 200 len: 993 time: 0.0628672 Jul 16 21:05:19.060275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54946) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:19.218340 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port cd351139-87c9-4dcd-92b7-306325ddcd44 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:19.218703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:19.296257 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:19.296603 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:19.308192 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for cd351139-87c9-4dcd-92b7-306325ddcd44 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:19.456093 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:19.482470 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=cd351139-87c9-4dcd-92b7-306325ddcd44,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:19.514523 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.514902 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.515234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.515578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.515921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.516477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.516834 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.517174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.517509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.517844 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.518179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.518510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:19.558182 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:19.558515 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Floating IP 7e4450d1-53ed-4077-8193-b4a9f0b60d4a disassociated (deleted). External IP: 172.25.6.167, port: b7035901-152d-4049-a7d4-3cb1b4980d24. Jul 16 21:05:20.105998 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:20.210853 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:20.215314 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:20.219989 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] Sync routers for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:20.229967 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:20.230595 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:04:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:20.258919 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-784cf9ea-e7b8-4bba-ad9f-5416c4a528af tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/floatingips/7e4450d1-53ed-4077-8193-b4a9f0b60d4a HTTP/1.1" status: 204 len: 168 time: 1.1975968 Jul 16 21:05:20.259514 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:20.261804 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8275643-a629-4393-884b-c07bb4316ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:20.301787 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e05fe88-5d84-4394-8860-8d8b390cd78b x-openstack-request-id: req-0e05fe88-5d84-4394-8860-8d8b390cd78b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:20.302080 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:20.302333 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e05fe88-5d84-4394-8860-8d8b390cd78b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:20.302728 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'status': 'completed', 'code': 200} Jul 16 21:05:20.341181 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:20.377196 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275643-a629-4393-884b-c07bb4316ef4 req-53d2fc39-df6b-4465-a5ca-713840a4f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:20.378765 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8275643-a629-4393-884b-c07bb4316ef4 req-53d2fc39-df6b-4465-a5ca-713840a4f1ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0566437 Jul 16 21:05:20.499555 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275643-a629-4393-884b-c07bb4316ef4 req-5f30d32b-4c29-49f6-9e2e-f10013212649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:20.501823 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8275643-a629-4393-884b-c07bb4316ef4 req-5f30d32b-4c29-49f6-9e2e-f10013212649 service neutron] 10.222.0.68 "GET /v2.0/networks?id=848b52c2-d759-4096-b9ef-4eb29cacf7c4 HTTP/1.1" status: 200 len: 898 time: 0.1167367 Jul 16 21:05:20.504254 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c5afd0bc-a57b-4d7a-bc0f-3d5064c8ed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:20.554631 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8275643-a629-4393-884b-c07bb4316ef4 req-4daed1f1-ca17-4f4e-8747-ec95a93d4b85 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7035901-152d-4049-a7d4-3cb1b4980d24 HTTP/1.1" status: 200 len: 217 time: 0.0459180 Jul 16 21:05:20.560899 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:20.593075 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] Checking router: a3a3b822-78f8-4e83-aa7a-0295cabb1a10 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:20.603238 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:20.604627 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:20.645595 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275643-a629-4393-884b-c07bb4316ef4 req-59feb40a-9b0a-419d-8a21-8672ae4b60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:20.647757 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8275643-a629-4393-884b-c07bb4316ef4 req-59feb40a-9b0a-419d-8a21-8672ae4b60c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0b61c2c4-9871-45d1-ad64-8953a3959065 HTTP/1.1" status: 200 len: 834 time: 0.0865898 Jul 16 21:05:20.657203 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebd62b-a4d7-4065-8d0c-07677293df0c req-03367126-01c4-4cfa-83af-8ac5977aa92d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:20.664965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2aebd62b-a4d7-4065-8d0c-07677293df0c req-03367126-01c4-4cfa-83af-8ac5977aa92d tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0753109 Jul 16 21:05:20.703307 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2aebd62b-a4d7-4065-8d0c-07677293df0c req-e96d2c07-87b0-4a50-a808-f126c1a3910f tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372119 Jul 16 21:05:20.738740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275643-a629-4393-884b-c07bb4316ef4 req-1974e052-837d-48e9-a487-78063078770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:20.739182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:20.744583 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8275643-a629-4393-884b-c07bb4316ef4 req-1974e052-837d-48e9-a487-78063078770f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=848b52c2-d759-4096-b9ef-4eb29cacf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889242 Jul 16 21:05:20.777694 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:20.847768 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8275643-a629-4393-884b-c07bb4316ef4 req-5d24b9ab-2eec-4bc4-80b7-b1177f87f389 service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954232 Jul 16 21:05:20.950731 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-a8275643-a629-4393-884b-c07bb4316ef4 req-1184f9ee-7f15-4244-a1bd-464dfa79f3a7 service neutron] 10.222.0.68 "GET /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952003 Jul 16 21:05:20.993039 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:21.019640 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5889db4d-c9fe-4a55-9b72-3a00f43799f9 None None] The sync data for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 is: [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:04:28Z', 'revision_number': 4, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '9b267967-a7a1-4a2a-b6b1-781c81c38b52', 'name': '', 'network_id': '848b52c2-d759-4096-b9ef-4eb29cacf7c4', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'mac_address': 'fa:16:3e:68:a2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:27Z', 'updated_at': '2021-07-16T21:04:31Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'subnets': [{'id': '0b61c2c4-9871-45d1-ad64-8953a3959065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:21.234008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2debe96-34c5-4969-b6d4-6240fe46504e None None] New status for floating IP 7e4450d1-53ed-4077-8193-b4a9f0b60d4a: DOWN {{(pid=100245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:05:21.892129 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8d82-0a72-4218-9031-865cf358f4f8 req-50df9f43-dc1c-46cb-a056-15819617d455 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:21.893465 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faeb8d82-0a72-4218-9031-865cf358f4f8 req-50df9f43-dc1c-46cb-a056-15819617d455 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0679007 Jul 16 21:05:21.932023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-faeb8d82-0a72-4218-9031-865cf358f4f8 req-5c67112c-9775-4ad3-881f-92d15acf3af6 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/security-groups?id=5484445b-b410-4f61-9c7f-cdb000ba2ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Jul 16 21:05:22.103039 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-6a28b8a3-1e9b-49c5-aad9-04a4add745c8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:22.104556 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-6a28b8a3-1e9b-49c5-aad9-04a4add745c8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 945 time: 0.0658424 Jul 16 21:05:22.201786 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port b7035901-152d-4049-a7d4-3cb1b4980d24 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:22.202125 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:22.296334 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port b7035901-152d-4049-a7d4-3cb1b4980d24, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=b7035901-152d-4049-a7d4-3cb1b4980d24,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:22.296703 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:22.308979 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for b7035901-152d-4049-a7d4-3cb1b4980d24 owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:22.441707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:22.472404 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=b7035901-152d-4049-a7d4-3cb1b4980d24,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:22.520091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] No DVR routers for this DVR port b7035901-152d-4049-a7d4-3cb1b4980d24 on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:22.523696 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:22.525906 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-0fd1992a-bca0-4c1d-a046-5a53e1c06536 req-ad774e44-30cb-4e9e-9ae6-d9f63343666e tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.68 "DELETE /v2.0/ports/b7035901-152d-4049-a7d4-3cb1b4980d24 HTTP/1.1" status: 204 len: 173 time: 0.4165285 Jul 16 21:05:22.526360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'name': 'network-vif-deleted', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:22.529221 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2842c7-c82e-4e9c-9892-67f58dac4322" -d '{"events": [{"server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "name": "network-vif-deleted", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:22.568130 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf205c18-6897-4211-b4d4-21bc630796eb x-openstack-request-id: req-bf205c18-6897-4211-b4d4-21bc630796eb {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:22.568456 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8f7534-b003-44e1-b64b-119f6b25aa69", "name": "network-vif-deleted", "tag": "b7035901-152d-4049-a7d4-3cb1b4980d24", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:22.568775 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf205c18-6897-4211-b4d4-21bc630796eb {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:22.569119 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8f7534-b003-44e1-b64b-119f6b25aa69', 'name': 'network-vif-deleted', 'tag': 'b7035901-152d-4049-a7d4-3cb1b4980d24', 'status': 'completed', 'code': 200} Jul 16 21:05:22.642498 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:23.088628 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-61a8b3ca-f65d-4d2d-a017-555b9a8556ef req-2cb09b19-a093-47b2-8aba-44b8a7a7dd04 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e8f7534-b003-44e1-b64b-119f6b25aa69 HTTP/1.1" status: 200 len: 210 time: 0.0300367 Jul 16 21:05:24.005956 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.185000 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54962) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:24.557160 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.825993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 9b267967-a7a1-4a2a-b6b1-781c81c38b52 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:24.826264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.913996 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 9b267967-a7a1-4a2a-b6b1-781c81c38b52, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=9b267967-a7a1-4a2a-b6b1-781c81c38b52,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:24.914406 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.926668 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 9b267967-a7a1-4a2a-b6b1-781c81c38b52 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:25.119913 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:25.145512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=9b267967-a7a1-4a2a-b6b1-781c81c38b52,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:25.329655 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:25.551083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:25.656006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:25.661426 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9123116e-3460-4c80-ae87-2046d717184b tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "PUT /v2.0/routers/a3a3b822-78f8-4e83-aa7a-0295cabb1a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4750681 Jul 16 21:05:25.664399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54964) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:25.666850 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] Sync routers for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:25.675980 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:25.676690 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:25.715392 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-73af0103-349e-45e4-9ec3-fe84bef76f5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting subnet 0b61c2c4-9871-45d1-ad64-8953a3959065 {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:05:25.718555 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73af0103-349e-45e4-9ec3-fe84bef76f5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:25.759420 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73af0103-349e-45e4-9ec3-fe84bef76f5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:25.781195 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:25.857862 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73af0103-349e-45e4-9ec3-fe84bef76f5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:25.920066 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73af0103-349e-45e4-9ec3-fe84bef76f5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:25.949768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af0103-349e-45e4-9ec3-fe84bef76f5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Subnet': ['ID=0b61c2c4-9871-45d1-ad64-8953a3959065,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:25.953778 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-73af0103-349e-45e4-9ec3-fe84bef76f5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:25.955716 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-73af0103-349e-45e4-9ec3-fe84bef76f5a tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/subnets/0b61c2c4-9871-45d1-ad64-8953a3959065 HTTP/1.1" status: 204 len: 168 time: 0.2903626 Jul 16 21:05:25.958289 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54966) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:25.963126 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50bccbf-98d3-4002-9945-22e4dca2c5aa None None] Network 848b52c2-d759-4096-b9ef-4eb29cacf7c4 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:26.062414 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:05:25Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:26.074936 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.103930 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] Checking router: a3a3b822-78f8-4e83-aa7a-0295cabb1a10 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:26.120129 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] Routers {'a3a3b822-78f8-4e83-aa7a-0295cabb1a10'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:26.120774 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:26.178444 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] DHCP port deletion for 848b52c2-d759-4096-b9ef-4eb29cacf7c4 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:05:26.184589 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.227783 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Deleting port 1521cd7b-d594-4b48-90fc-2475903f45a9 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:26.228322 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.246324 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Deleting port 8af5557c-25ab-4852-9077-ab208b140217 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:26.246780 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.307836 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] For port 1521cd7b-d594-4b48-90fc-2475903f45a9, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=1521cd7b-d594-4b48-90fc-2475903f45a9,segment=NetworkSegment(13ab53c9-31ad-4a95-a879-e07714581b94),segment_id=13ab53c9-31ad-4a95-a879-e07714581b94)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:26.308705 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.320656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Calling delete_port for 1521cd7b-d594-4b48-90fc-2475903f45a9 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:26.325750 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] Set router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:26.331427 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] For port 8af5557c-25ab-4852-9077-ab208b140217, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=8af5557c-25ab-4852-9077-ab208b140217,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:26.331985 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.345415 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Calling delete_port for 8af5557c-25ab-4852-9077-ab208b140217 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:26.402659 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.434188 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Pushing event deleted for resources: {'Port': ['ID=1521cd7b-d594-4b48-90fc-2475903f45a9,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:26.436749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] No DVR routers for this DVR port 1521cd7b-d594-4b48-90fc-2475903f45a9 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.450330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596f429-4795-44e3-a1c0-89fe58bbbdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:26.531449 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.532409 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:05:25Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:26.558770 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Port': ['ID=8af5557c-25ab-4852-9077-ab208b140217,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:26.560910 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ec780-0c78-4f42-9357-72d50b205435 None None] The sync data for ids ['a3a3b822-78f8-4e83-aa7a-0295cabb1a10'] in n-d-791505-15 is: [{'id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259934787', 'tenant_id': '169a7e73d2e34b72a701f7c5810e9a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '8af5557c-25ab-4852-9077-ab208b140217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:04:24Z', 'updated_at': '2021-07-16T21:05:25Z', 'revision_number': 5, 'project_id': '169a7e73d2e34b72a701f7c5810e9a00', 'gw_port': {'id': '8af5557c-25ab-4852-9077-ab208b140217', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a3b822-78f8-4e83-aa7a-0295cabb1a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:04:25Z', 'updated_at': '2021-07-16T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:26.623764 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.715622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.717748 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.761622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.762153 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Fanout notify agent at l3_agent the message router_deleted on router a3a3b822-78f8-4e83-aa7a-0295cabb1a10 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:05:26.769604 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.770802 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-a0a30ca6-a848-4e58-bbc2-3fe3e8689710 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/routers/a3a3b822-78f8-4e83-aa7a-0295cabb1a10 HTTP/1.1" status: 204 len: 168 time: 0.8115847 Jul 16 21:05:26.774441 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54968) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:26.853506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.948015 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.959091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848b52c2-d759-4096-b9ef-4eb29cacf7c4']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:26.970939 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ab53c9-31ad-4a95-a879-e07714581b94') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:26.971152 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ab53c9-31ad-4a95-a879-e07714581b94') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:26.981443 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.997086 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.004247 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:05:27.004928 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: timer() Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:05:27.010867 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:05:27.091014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.098280 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.100171 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/networks/848b52c2-d759-4096-b9ef-4eb29cacf7c4 HTTP/1.1" status: 204 len: 168 time: 0.3241286 Jul 16 21:05:27.104290 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54970) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:27.112510 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca739da-1e6c-4208-97b5-c3aee287e022 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'Network': ['ID=848b52c2-d759-4096-b9ef-4eb29cacf7c4,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:27.184519 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.213191 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.265125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b7035901-152d-4049-a7d4-3cb1b4980d24 no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:27.286080 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.287021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: b7035901-152d-4049-a7d4-3cb1b4980d24 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:27.287488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device b7035901-152d-4049-a7d4-3cb1b4980d24 not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:27.289925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.291113 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] 10.222.0.78 "DELETE /v2.0/security-groups/5484445b-b410-4f61-9c7f-cdb000ba2ecf HTTP/1.1" status: 204 len: 168 time: 0.1850512 Jul 16 21:05:27.300607 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5484445b-b410-4f61-9c7f-cdb000ba2ecf,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:27.312898 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.313313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.313583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.313918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.314255 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.314679 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.315009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.315339 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.315805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.316068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.316466 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.316793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757a128-524b-435a-b018-72f4206bc9b8 tempest-TestNetworkAdvancedServerOps-1056052340 tempest-TestNetworkAdvancedServerOps-1056052340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:27.621412 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54978) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:27.637530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8af5557c-25ab-4852-9077-ab208b140217 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:27.661763 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 8af5557c-25ab-4852-9077-ab208b140217 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:27.662116 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 8af5557c-25ab-4852-9077-ab208b140217 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:27.662536 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b267967-a7a1-4a2a-b6b1-781c81c38b52 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:27.682381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 9b267967-a7a1-4a2a-b6b1-781c81c38b52 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:27.682737 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 9b267967-a7a1-4a2a-b6b1-781c81c38b52 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:27.683160 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1521cd7b-d594-4b48-90fc-2475903f45a9 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:27.702295 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 1521cd7b-d594-4b48-90fc-2475903f45a9 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:27.702649 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 1521cd7b-d594-4b48-90fc-2475903f45a9 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:27.759560 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b8f290c5-7ca4-44f4-ab91-f2a81205e98d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=169a7e73d2e34b72a701f7c5810e9a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367161 Jul 16 21:05:27.762065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54982) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:27.810295 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa5b94bf-f845-4648-a392-a9a2206f2194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.831283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa5b94bf-f845-4648-a392-a9a2206f2194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.879917 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa5b94bf-f845-4648-a392-a9a2206f2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.882567 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-fa5b94bf-f845-4648-a392-a9a2206f2194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:27.883776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-fa5b94bf-f845-4648-a392-a9a2206f2194 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3056556d-813c-4aea-a5e0-a6b61afa340d HTTP/1.1" status: 204 len: 168 time: 0.1207902 Jul 16 21:05:27.892060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b94bf-f845-4648-a392-a9a2206f2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3056556d-813c-4aea-a5e0-a6b61afa340d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:28.148172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 54988) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:28.161392 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7e05403-7152-434e-aa61-197de200fb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.256169 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7e05403-7152-434e-aa61-197de200fb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.260884 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d7e05403-7152-434e-aa61-197de200fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.300115 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d7e05403-7152-434e-aa61-197de200fb1c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3da8811a0a74bd488145b8a1234c422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507795 Jul 16 21:05:28.301072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e05403-7152-434e-aa61-197de200fb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da227e-5c0d-44ba-b15b-ab7719cb86ef,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:28.303051 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 54990) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:28.361721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-395cb855-14cf-41fc-a123-a24d20313d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.386300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-395cb855-14cf-41fc-a123-a24d20313d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.437066 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-395cb855-14cf-41fc-a123-a24d20313d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.439637 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-395cb855-14cf-41fc-a123-a24d20313d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.440914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-395cb855-14cf-41fc-a123-a24d20313d27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3da227e-5c0d-44ba-b15b-ab7719cb86ef HTTP/1.1" status: 204 len: 168 time: 0.1335313 Jul 16 21:05:28.448817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cb855-14cf-41fc-a123-a24d20313d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da227e-5c0d-44ba-b15b-ab7719cb86ef,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:29.174396 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55012) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:29.278475 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1075488547-network', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:29.300491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Made reservation on behalf of bc29c02b0a8348d291007889cfa90a9c for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:29.302845 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.312030 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.405918 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.409762 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.436980 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:05:29.443258 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a51798-6bd2-4ff6-8fb6-ee6893c3818a,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:29.450381 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.450722 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Added segment 4a19b14b-ad1d-4df9-beb9-57007cbe7ff2 of type vlan for network e2bfb140-09a1-41e4-979f-2ec0afc04f5e Jul 16 21:05:29.493553 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.524948 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.526090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:29.526879 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.560921 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3853736 Jul 16 21:05:29.564021 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55016) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:29.569122 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Request body: {'subnet': {'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1075488547-subnet', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'ip_version': 4}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:29.616726 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0689a-b0f3-4623-ba02-75b2589f0c27 admin admin] Pushing event updated for resources: {'Network': ['ID=e2bfb140-09a1-41e4-979f-2ec0afc04f5e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:29.631146 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:05:29.640285 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Made reservation on behalf of bc29c02b0a8348d291007889cfa90a9c for: {'subnet': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:29.643260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260335291'] for subnet, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.843147 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260331327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260335273'] for subnet, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.898924 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=107d17f4-8777-4f32-8c79-c05456921d1d,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:29.909034 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Checking segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:29.909397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Network hostable DHCP agents. Network: e2bfb140-09a1-41e4-979f-2ec0afc04f5e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:05:29.926904 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:05:29.940387 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, e2bfb140-09a1-41e4-979f-2ec0afc04f5e) {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:29.945998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:29.946710 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.951588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464c621-d74d-45c1-9d38-2b3c3f3b778d None None] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:29.968836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f18268df-4e5a-4fe9-a98d-06c67afdcfdd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4033103 Jul 16 21:05:29.971673 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55018) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:29.977296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:30.003481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.005461 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.076951 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.135402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:05:30.136316 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.242597 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.292541 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Allocated IP 172.20.0.2 (e2bfb140-09a1-41e4-979f-2ec0afc04f5e/107d17f4-8777-4f32-8c79-c05456921d1d/ef8c5b41-3df5-4246-b4d0-2c4260a40563) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:30.480227 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.489620 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Transition to ACTIVE for port object ef8c5b41-3df5-4246-b4d0-2c4260a40563 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:30.508369 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Transition to ACTIVE for port object ef8c5b41-3df5-4246-b4d0-2c4260a40563 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:30.518814 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.562150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:30.565348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:30.570651 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:30.573904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Pushing event updated for resources: {'Port': ['ID=ef8c5b41-3df5-4246-b4d0-2c4260a40563,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:30.633023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Attempting to bind port ef8c5b41-3df5-4246-b4d0-2c4260a40563 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:30.633798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Attempting to bind port ef8c5b41-3df5-4246-b4d0-2c4260a40563 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:30.633798 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Attempting to bind port ef8c5b41-3df5-4246-b4d0-2c4260a40563 on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:30.639340 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:30.639730 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Checking segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:30.640148 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.640583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Bound using segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:30.641067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Bound port: ef8c5b41-3df5-4246-b4d0-2c4260a40563, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:30.641463 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.712311 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] For port ef8c5b41-3df5-4246-b4d0-2c4260a40563, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:30.715488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] For port ef8c5b41-3df5-4246-b4d0-2c4260a40563, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ef8c5b41-3df5-4246-b4d0-2c4260a40563,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:30.720733 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.777124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7983e9-0c0b-4578-b813-22d84ff49d70 None None] Pushing event updated for resources: {'Port': ['ID=ef8c5b41-3df5-4246-b4d0-2c4260a40563,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:30.788513 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.810061 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.925916 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Allocated IP 172.25.6.105 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/fd4ecda1-2c26-4a9b-b144-45d30cc9500b) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:31.045152 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.089143 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.125597 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:31.130373 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:31.135766 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:31.162889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4ecda1-2c26-4a9b-b144-45d30cc9500b,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:31.384186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ef8c5b41-3df5-4246-b4d0-2c4260a40563 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:31.429170 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.454709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ef8c5b41-3df5-4246-b4d0-2c4260a40563 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:31.669007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.712152 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05160bb2-b7d5-4c13-80e9-2b01fda4ac96 None None] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:31.783735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5e583830-0d09-4126-aacb-b60731d8d63c None None] Provisioning for port ef8c5b41-3df5-4246-b4d0-2c4260a40563 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:31.791540 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5e583830-0d09-4126-aacb-b60731d8d63c None None] Provisioning complete for port ef8c5b41-3df5-4246-b4d0-2c4260a40563 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:31.791927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5e583830-0d09-4126-aacb-b60731d8d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.814438 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:05:31.939966 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:31.952600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Sync routers for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:31.955745 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.957127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6044b808-24f9-46d8-be79-4f3131ba28f5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9843502 Jul 16 21:05:31.960095 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55020) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:31.966342 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5e583830-0d09-4126-aacb-b60731d8d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.980724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:31.981464 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:32.058801 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5e583830-0d09-4126-aacb-b60731d8d63c None None] For port ef8c5b41-3df5-4246-b4d0-2c4260a40563, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ef8c5b41-3df5-4246-b4d0-2c4260a40563,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:32.091368 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5e583830-0d09-4126-aacb-b60731d8d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.156394 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:32.217827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e583830-0d09-4126-aacb-b60731d8d63c None None] Pushing event updated for resources: {'Port': ['ID=ef8c5b41-3df5-4246-b4d0-2c4260a40563,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:32.333791 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0b7e369a-7f2d-43a8-bfc4-c900b1aa431b None None] Provisioning complete for port ef8c5b41-3df5-4246-b4d0-2c4260a40563 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:32.334078 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0b7e369a-7f2d-43a8-bfc4-c900b1aa431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.447098 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:31Z', 'revision_number': 3, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:32.464305 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.478554 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Checking router: 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:32.478918 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Updating router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f port fd4ecda1-2c26-4a9b-b144-45d30cc9500b binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:32.519363 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.626406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Allocated IP 172.20.0.1 (e2bfb140-09a1-41e4-979f-2ec0afc04f5e/107d17f4-8777-4f32-8c79-c05456921d1d/bcea2863-f837-4281-a983-7eb6e7b4d260) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:32.746000 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.763956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Transition to ACTIVE for port object bcea2863-f837-4281-a983-7eb6e7b4d260 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:32.797931 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.800509 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.813091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Transition to ACTIVE for port object fd4ecda1-2c26-4a9b-b144-45d30cc9500b will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:32.820065 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.844131 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:32.847020 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:32.852369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:32.874381 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c4c5e-3582-480d-b167-4867ee3de2bf None None] Pushing event updated for resources: {'Port': ['ID=fd4ecda1-2c26-4a9b-b144-45d30cc9500b,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:32.877923 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Attempting to bind port fd4ecda1-2c26-4a9b-b144-45d30cc9500b on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:32.879625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Attempting to bind port fd4ecda1-2c26-4a9b-b144-45d30cc9500b by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:32.880000 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Attempting to bind port fd4ecda1-2c26-4a9b-b144-45d30cc9500b on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:32.881406 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Pushing event updated for resources: {'Port': ['ID=bcea2863-f837-4281-a983-7eb6e7b4d260,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:32.888425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:32.888873 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:32.889225 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.889786 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:32.890292 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Bound port: fd4ecda1-2c26-4a9b-b144-45d30cc9500b, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:32.891422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.901968 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.951156 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] For port fd4ecda1-2c26-4a9b-b144-45d30cc9500b, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:32.955439 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] For port fd4ecda1-2c26-4a9b-b144-45d30cc9500b, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fd4ecda1-2c26-4a9b-b144-45d30cc9500b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:32.961565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.019925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:33.021435 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:33.061589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.066293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c4c5e-3582-480d-b167-4867ee3de2bf None None] Pushing event updated for resources: {'Port': ['ID=fd4ecda1-2c26-4a9b-b144-45d30cc9500b,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:33.253995 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.259466 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.310613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c2b9ccf1-d709-487c-ab07-d8411cf7a1d3 None None] Provisioning for port bcea2863-f837-4281-a983-7eb6e7b4d260 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:33.321589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c2b9ccf1-d709-487c-ab07-d8411cf7a1d3 None None] Provisioning complete for port bcea2863-f837-4281-a983-7eb6e7b4d260 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:33.321974 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c2b9ccf1-d709-487c-ab07-d8411cf7a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.327187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:33.333452 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Pushing event updated for resources: {'Port': ['ID=bcea2863-f837-4281-a983-7eb6e7b4d260,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:33.336542 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.393418 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ef8c5b41-3df5-4246-b4d0-2c4260a40563 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:33.424231 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9ccf1-d709-487c-ab07-d8411cf7a1d3 None None] Port bcea2863-f837-4281-a983-7eb6e7b4d260 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:33.457209 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:33.458817 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:33.556241 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ef8c5b41-3df5-4246-b4d0-2c4260a40563 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:33.556711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.625667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:33.733370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:32Z', 'revision_number': 1, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:33.765776 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513dee73-153a-40f0-91ee-8bf712f30de6 None None] The sync data for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 is: [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:32Z', 'revision_number': 1, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:33.771336 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:33.773920 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-410a0fec-6b1f-4ff0-8ef5-bb1b34821661 admin admin] 10.222.0.78 "PUT /v2.0/routers/6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127344 Jul 16 21:05:33.849332 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-371f04a6-fe33-47f3-8d1b-b7caeca97c1e None None] Provisioning complete for port bcea2863-f837-4281-a983-7eb6e7b4d260 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:33.849979 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-371f04a6-fe33-47f3-8d1b-b7caeca97c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.895572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-371f04a6-fe33-47f3-8d1b-b7caeca97c1e None None] Port bcea2863-f837-4281-a983-7eb6e7b4d260 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:34.392952 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55038) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:34.398401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-56223342-network', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:34.423035 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Made reservation on behalf of f1709d35e3fe4803934452584aec5ec7 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:34.425885 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.437399 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.588362 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.593198 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.626426 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:05:34.639633 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802e728b-4995-4946-a734-81498f900ede,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:34.645283 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.645423 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Added segment 27e7d982-4901-452b-8330-cccad989c224 of type vlan for network 558d31a9-4d73-4e18-ae52-152904844711 Jul 16 21:05:34.694894 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.727449 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.728638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:34.729313 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.768182 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55040) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:34.773510 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3791699 Jul 16 21:05:34.774187 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Request body: {'subnet': {'network_id': '558d31a9-4d73-4e18-ae52-152904844711', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-56223342-subnet', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:34.799051 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Made reservation on behalf of f1709d35e3fe4803934452584aec5ec7 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:34.802266 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.813913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c37948-8378-421a-a3fd-724c885c807d admin admin] Pushing event updated for resources: {'Network': ['ID=558d31a9-4d73-4e18-ae52-152904844711,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:34.826158 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 558d31a9-4d73-4e18-ae52-152904844711 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:05:34.952257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.003412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.395840 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fd4ecda1-2c26-4a9b-b144-45d30cc9500b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:35.462425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port fd4ecda1-2c26-4a9b-b144-45d30cc9500b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:35.467085 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fd4ecda1-2c26-4a9b-b144-45d30cc9500b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:35.467469 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.490240 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc527a7a-3947-4ed5-84ee-38bfa08fcc7b,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:35.502224 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Checking segment: {'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:35.502641 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Network hostable DHCP agents. Network: 558d31a9-4d73-4e18-ae52-152904844711, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:05:35.521223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Network 558d31a9-4d73-4e18-ae52-152904844711 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:05:35.531383 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 558d31a9-4d73-4e18-ae52-152904844711) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:35.536537 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:35.538191 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.547904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1b08d-7fa2-4ab5-9b01-1d43222accb8 None None] Network 558d31a9-4d73-4e18-ae52-152904844711 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:35.554020 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-74b92018-f4c0-43d6-8369-09bbb1d9eecf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7841132 Jul 16 21:05:35.556800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55042) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:35.561374 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:35.583320 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.584264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.586550 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.645830 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.648319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port fd4ecda1-2c26-4a9b-b144-45d30cc9500b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fd4ecda1-2c26-4a9b-b144-45d30cc9500b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:35.657909 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.748501 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=fd4ecda1-2c26-4a9b-b144-45d30cc9500b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:35.796475 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-558d31a9-4d73-4e18-ae52-152904844711', 'network_id': '558d31a9-4d73-4e18-ae52-152904844711', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'fixed_ips': [{'subnet_id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:05:35.797692 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.812581 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.891733 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.978454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Allocated IP 172.20.0.2 (558d31a9-4d73-4e18-ae52-152904844711/cc527a7a-3947-4ed5-84ee-38bfa08fcc7b/ab7119ae-a0ee-4199-8d0b-ba12f1287ea0) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:36.021561 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Sync routers for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:36.033152 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:36.034296 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:36.097217 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.122864 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.140711 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.151155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Transition to ACTIVE for port object ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:36.162267 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:36.169155 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Transition to ACTIVE for port object ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:36.179983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.222529 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Network 558d31a9-4d73-4e18-ae52-152904844711 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:36.229641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:36.232139 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:36.247841 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ab7119ae-a0ee-4199-8d0b-ba12f1287ea0,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:36.274119 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Allocated IP 172.25.6.2 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/7c356670-1779-48df-a7cb-85c461aaf7a1) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:36.302688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Attempting to bind port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:36.302688 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Attempting to bind port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:36.303063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Attempting to bind port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 on network 558d31a9-4d73-4e18-ae52-152904844711 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:36.309334 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:36.309729 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Checking segment: {'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:36.310148 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.310552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Bound using segment: {'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:36.311032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Bound port: ab7119ae-a0ee-4199-8d0b-ba12f1287ea0, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:36.311453 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.384144 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] For port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:36.387981 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] For port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ab7119ae-a0ee-4199-8d0b-ba12f1287ea0,segment=NetworkSegment(27e7d982-4901-452b-8330-cccad989c224),segment_id=27e7d982-4901-452b-8330-cccad989c224)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:36.395240 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.399235 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 2, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:36.410682 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.450044 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Checking router: 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:36.450971 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Updating router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f port bcea2863-f837-4281-a983-7eb6e7b4d260 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:36.462790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895961f-ccc7-47bd-975f-b9c22290b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ab7119ae-a0ee-4199-8d0b-ba12f1287ea0,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:36.487223 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.512386 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.546160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:36.549142 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:36.551547 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:36.589573 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Pushing event updated for resources: {'Port': ['ID=7c356670-1779-48df-a7cb-85c461aaf7a1,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:36.831883 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.843852 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Transition to ACTIVE for port object bcea2863-f837-4281-a983-7eb6e7b4d260 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:36.850760 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.862635 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.908527 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Pushing event updated for resources: {'Port': ['ID=bcea2863-f837-4281-a983-7eb6e7b4d260,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:36.932784 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.933121 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.933454 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.933869 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.934107 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.934519 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.934778 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.935091 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.935407 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.935723 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.936039 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.936393 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:36.979159 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Attempting to bind port bcea2863-f837-4281-a983-7eb6e7b4d260 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:36.979533 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Attempting to bind port bcea2863-f837-4281-a983-7eb6e7b4d260 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:36.979898 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Attempting to bind port bcea2863-f837-4281-a983-7eb6e7b4d260 on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:36.987152 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:36.987558 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Checking segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:36.987935 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.988529 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Bound using segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:36.989012 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Bound port: bcea2863-f837-4281-a983-7eb6e7b4d260, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:36.989402 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.072982 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] For port bcea2863-f837-4281-a983-7eb6e7b4d260, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:37.076574 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] For port bcea2863-f837-4281-a983-7eb6e7b4d260, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bcea2863-f837-4281-a983-7eb6e7b4d260,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:37.082458 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.112173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.246797 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:37.247439 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:37.292477 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Router 4a411dde-85a8-4b31-b57d-28dc676b3c0d is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:05:37.301755 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94aad53-71f9-407b-91db-de0f06e99f4f None None] Pushing event updated for resources: {'Port': ['ID=bcea2863-f837-4281-a983-7eb6e7b4d260,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:37.420904 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:37.450170 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:37.466013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Sync routers for ids ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:37.488154 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.488960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Routers {'4a411dde-85a8-4b31-b57d-28dc676b3c0d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:37.489958 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:37.490950 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bb51c4bf-60dd-441e-8675-ccfb5cf9504d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.9330094 Jul 16 21:05:37.494765 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55044) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:37.639789 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fd4ecda1-2c26-4a9b-b144-45d30cc9500b up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:37.745808 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:37Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:37.780306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5f6ea-3d38-4829-a0f6-df3e2b67865d None None] Network 558d31a9-4d73-4e18-ae52-152904844711 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:37.785103 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be375cb0-0f99-402b-b749-58ee8d902bdc None None] The sync data for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 is: [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:37Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:37.789509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Set router 4a411dde-85a8-4b31-b57d-28dc676b3c0d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:37.829864 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port fd4ecda1-2c26-4a9b-b144-45d30cc9500b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:37.830506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.014097 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-8b04c656-a0d7-4e4c-a988-fb4f6af69ae4 None None] Provisioning for port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:38.091348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.164004 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:38.255885 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:05:36Z', 'revision_number': 3, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port': {'id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:36Z', 'updated_at': '2021-07-16T21:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:38.293644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:38.301370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Checking router: 4a411dde-85a8-4b31-b57d-28dc676b3c0d for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:38.301370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Updating router 4a411dde-85a8-4b31-b57d-28dc676b3c0d port 7c356670-1779-48df-a7cb-85c461aaf7a1 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:38.301370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:38.301370 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.321511 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Allocated IP 172.20.0.1 (558d31a9-4d73-4e18-ae52-152904844711/cc527a7a-3947-4ed5-84ee-38bfa08fcc7b/0288ccb8-faf2-4282-a824-b1a4a6187da6) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:38.380799 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.462092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.479377 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Transition to ACTIVE for port object 0288ccb8-faf2-4282-a824-b1a4a6187da6 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:38.531309 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.606228 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.639465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Pushing event updated for resources: {'Port': ['ID=0288ccb8-faf2-4282-a824-b1a4a6187da6,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:38.653883 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Network 558d31a9-4d73-4e18-ae52-152904844711 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:38.657294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:38.661459 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:38.749173 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.781225 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ab7119ae-a0ee-4199-8d0b-ba12f1287ea0,segment=NetworkSegment(27e7d982-4901-452b-8330-cccad989c224),segment_id=27e7d982-4901-452b-8330-cccad989c224)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:38.795823 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.858178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5a2a73cc-218d-493d-a1ac-37e1d312d7c7 None None] Provisioning complete for port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:38.858554 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5a2a73cc-218d-493d-a1ac-37e1d312d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.942611 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ab7119ae-a0ee-4199-8d0b-ba12f1287ea0,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:38.972113 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.058096 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.075987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Transition to ACTIVE for port object 7c356670-1779-48df-a7cb-85c461aaf7a1 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:39.084461 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.172270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Attempting to bind port 7c356670-1779-48df-a7cb-85c461aaf7a1 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:39.172644 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Attempting to bind port 7c356670-1779-48df-a7cb-85c461aaf7a1 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:39.173020 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Attempting to bind port 7c356670-1779-48df-a7cb-85c461aaf7a1 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:39.191074 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.194914 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:39.195328 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:39.195892 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.196338 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:39.196834 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Bound port: 7c356670-1779-48df-a7cb-85c461aaf7a1, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:39.197227 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.197432 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.200879 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837b60c-06b3-41d2-89eb-33e62b75c246 None None] Pushing event updated for resources: {'Port': ['ID=7c356670-1779-48df-a7cb-85c461aaf7a1,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:39.249064 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e4e451f9-41bc-4e2d-a16a-6784fdb3114b None None] Provisioning for port 0288ccb8-faf2-4282-a824-b1a4a6187da6 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:39.260137 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e4e451f9-41bc-4e2d-a16a-6784fdb3114b None None] Provisioning complete for port 0288ccb8-faf2-4282-a824-b1a4a6187da6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:39.260575 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e4e451f9-41bc-4e2d-a16a-6784fdb3114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.278936 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Pushing event updated for resources: {'Port': ['ID=0288ccb8-faf2-4282-a824-b1a4a6187da6,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:39.281407 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.314125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] For port 7c356670-1779-48df-a7cb-85c461aaf7a1, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:39.323580 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] For port 7c356670-1779-48df-a7cb-85c461aaf7a1, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c356670-1779-48df-a7cb-85c461aaf7a1,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:39.330336 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e4e451f9-41bc-4e2d-a16a-6784fdb3114b None None] Port 0288ccb8-faf2-4282-a824-b1a4a6187da6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:39.334860 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.396874 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Routers {'4a411dde-85a8-4b31-b57d-28dc676b3c0d'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:39.397569 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.418993 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Network 558d31a9-4d73-4e18-ae52-152904844711 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:39.420571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:39.450745 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bcea2863-f837-4281-a983-7eb6e7b4d260 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:39.619504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Router 4a411dde-85a8-4b31-b57d-28dc676b3c0d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:39.666347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837b60c-06b3-41d2-89eb-33e62b75c246 None None] Pushing event updated for resources: {'Port': ['ID=7c356670-1779-48df-a7cb-85c461aaf7a1,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:39.765511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] Set router 4a411dde-85a8-4b31-b57d-28dc676b3c0d gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:39.769218 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port bcea2863-f837-4281-a983-7eb6e7b4d260 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:39.792524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:39.805796 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-688a7f64-45be-4b07-a324-efa7eb307038 admin admin] 10.222.0.78 "PUT /v2.0/routers/4a411dde-85a8-4b31-b57d-28dc676b3c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3055248 Jul 16 21:05:39.806145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bcea2863-f837-4281-a983-7eb6e7b4d260 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:39.806145 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.853302 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5d145d9d-4b07-4a65-84d7-ee368b0817cc None None] Provisioning complete for port 0288ccb8-faf2-4282-a824-b1a4a6187da6 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:39.853650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5d145d9d-4b07-4a65-84d7-ee368b0817cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.956778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-5d145d9d-4b07-4a65-84d7-ee368b0817cc None None] Port 0288ccb8-faf2-4282-a824-b1a4a6187da6 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:40.055759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.120348 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port bcea2863-f837-4281-a983-7eb6e7b4d260, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bcea2863-f837-4281-a983-7eb6e7b4d260,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:40.127187 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.128011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:40.212681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:05:38Z', 'revision_number': 4, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port': {'id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:36Z', 'updated_at': '2021-07-16T21:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0288ccb8-faf2-4282-a824-b1a4a6187da6', 'name': '', 'network_id': '558d31a9-4d73-4e18-ae52-152904844711', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'mac_address': 'fa:16:3e:de:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:38Z', 'updated_at': '2021-07-16T21:05:39Z', 'revision_number': 2, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'subnets': [{'id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:40.250350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69558d56-e734-4957-9d34-393a115db1f5 None None] The sync data for ids ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'] in n-d-791505-15 is: [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:05:38Z', 'revision_number': 4, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port': {'id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:36Z', 'updated_at': '2021-07-16T21:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0288ccb8-faf2-4282-a824-b1a4a6187da6', 'name': '', 'network_id': '558d31a9-4d73-4e18-ae52-152904844711', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'mac_address': 'fa:16:3e:de:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:38Z', 'updated_at': '2021-07-16T21:05:39Z', 'revision_number': 2, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'subnets': [{'id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:40.253533 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=bcea2863-f837-4281-a983-7eb6e7b4d260,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.264796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:40.265180 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.361614 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55054) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.366685 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-c1982693-03f0-47a6-9f66-77183be78c72 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065529627', 'description': 'tempest-secgroup-smoke-2065529627 description', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:40.390628 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c1982693-03f0-47a6-9f66-77183be78c72 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.518553 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c1982693-03f0-47a6-9f66-77183be78c72 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.522995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c1982693-03f0-47a6-9f66-77183be78c72 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.554892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-c1982693-03f0-47a6-9f66-77183be78c72 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.556276 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-c1982693-03f0-47a6-9f66-77183be78c72 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941295 Jul 16 21:05:40.558351 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1982693-03f0-47a6-9f66-77183be78c72 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea10d37-6b52-4c15-ae83-c4f32cc1f695,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.559683 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55056) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.566249 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-47a81484-7844-4f43-95f1-8e28175ecfce tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': '3ea10d37-6b52-4c15-ae83-c4f32cc1f695', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:40.596768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a81484-7844-4f43-95f1-8e28175ecfce tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.669840 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a81484-7844-4f43-95f1-8e28175ecfce tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.674956 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a81484-7844-4f43-95f1-8e28175ecfce tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.696031 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a81484-7844-4f43-95f1-8e28175ecfce tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9e4865-cf81-41dd-a2ea-c7c54d6c7293,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.699218 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-47a81484-7844-4f43-95f1-8e28175ecfce tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.700995 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-47a81484-7844-4f43-95f1-8e28175ecfce tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383567 Jul 16 21:05:40.703409 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55058) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.711743 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-729bb024-152d-4e78-b02a-a6a2f40b70b1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': '3ea10d37-6b52-4c15-ae83-c4f32cc1f695', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:40.739770 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-729bb024-152d-4e78-b02a-a6a2f40b70b1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.809724 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-729bb024-152d-4e78-b02a-a6a2f40b70b1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.814376 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-729bb024-152d-4e78-b02a-a6a2f40b70b1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.837072 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bb024-152d-4e78-b02a-a6a2f40b70b1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc017d66-eb87-4ed7-a51b-df5d5b0f8c4e,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.844782 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-729bb024-152d-4e78-b02a-a6a2f40b70b1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.846515 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-729bb024-152d-4e78-b02a-a6a2f40b70b1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392841 Jul 16 21:05:40.849399 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55060) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.854549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-cbd6f24b-5324-4bbb-a58a-e0b013a7c75e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': '3ea10d37-6b52-4c15-ae83-c4f32cc1f695', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:40.884851 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f24b-5324-4bbb-a58a-e0b013a7c75e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.955011 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f24b-5324-4bbb-a58a-e0b013a7c75e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.958921 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f24b-5324-4bbb-a58a-e0b013a7c75e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.990665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6f24b-5324-4bbb-a58a-e0b013a7c75e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5725985-4d93-4be6-9b42-7c5937d30d33,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.994970 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f24b-5324-4bbb-a58a-e0b013a7c75e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.996779 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-cbd6f24b-5324-4bbb-a58a-e0b013a7c75e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459789 Jul 16 21:05:41.003356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55064) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:41.011491 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-78ae867c-a0cc-4289-b3a9-7302b18d899a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': '3ea10d37-6b52-4c15-ae83-c4f32cc1f695', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:41.041262 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78ae867c-a0cc-4289-b3a9-7302b18d899a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.118138 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78ae867c-a0cc-4289-b3a9-7302b18d899a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.122497 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78ae867c-a0cc-4289-b3a9-7302b18d899a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.149061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae867c-a0cc-4289-b3a9-7302b18d899a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e81d1db-1abb-4915-985c-13718d8be6b9,revision_number=0']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:41.151615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-78ae867c-a0cc-4289-b3a9-7302b18d899a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.153019 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-78ae867c-a0cc-4289-b3a9-7302b18d899a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486027 Jul 16 21:05:41.155812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55066) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:41.160925 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-916c8528-f393-46dd-9ef6-51108fdbe160 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': '3ea10d37-6b52-4c15-ae83-c4f32cc1f695', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:41.188635 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-916c8528-f393-46dd-9ef6-51108fdbe160 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Project bc29c02b0a8348d291007889cfa90a9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:05:41.194949 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-916c8528-f393-46dd-9ef6-51108fdbe160 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.265804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-916c8528-f393-46dd-9ef6-51108fdbe160 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.270045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-916c8528-f393-46dd-9ef6-51108fdbe160 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.290012 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c8528-f393-46dd-9ef6-51108fdbe160 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e067f0-54f2-4b13-9f6f-4cf86be4390a,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:41.298730 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-916c8528-f393-46dd-9ef6-51108fdbe160 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.302826 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-916c8528-f393-46dd-9ef6-51108fdbe160 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432662 Jul 16 21:05:41.303241 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55068) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:41.309162 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e429dfa5-6963-4629-b43a-fb04378aa899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': '3ea10d37-6b52-4c15-ae83-c4f32cc1f695', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:41.335878 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-e429dfa5-6963-4629-b43a-fb04378aa899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Project bc29c02b0a8348d291007889cfa90a9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:05:41.342473 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e429dfa5-6963-4629-b43a-fb04378aa899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.417726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e429dfa5-6963-4629-b43a-fb04378aa899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.422717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e429dfa5-6963-4629-b43a-fb04378aa899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.447690 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429dfa5-6963-4629-b43a-fb04378aa899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bb9347-96f5-4acb-897b-6c22011f34a5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:41.453221 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e429dfa5-6963-4629-b43a-fb04378aa899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.453987 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e429dfa5-6963-4629-b43a-fb04378aa899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488671 Jul 16 21:05:41.477741 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bcea2863-f837-4281-a983-7eb6e7b4d260 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:41.537539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port bcea2863-f837-4281-a983-7eb6e7b4d260 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:41.538220 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.621539 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-d4f67108-5e95-4df1-b3f7-627f40690b24 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065529627&fields=id&tenant_id=bc29c02b0a8348d291007889cfa90a9c HTTP/1.1" status: 200 len: 267 time: 0.0377145 Jul 16 21:05:41.643095 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c356670-1779-48df-a7cb-85c461aaf7a1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:41.701330 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 7c356670-1779-48df-a7cb-85c461aaf7a1 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:41.706696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7c356670-1779-48df-a7cb-85c461aaf7a1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:41.707175 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.779152 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-d1e8f2da-d7a9-4b2c-a063-6e0409062732 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:41.782293 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-d1e8f2da-d7a9-4b2c-a063-6e0409062732 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 809 time: 0.1530585 Jul 16 21:05:41.796378 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.803003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-7813c00c-6bad-4870-9e5b-5e5c1ee9f186 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/quotas/bc29c02b0a8348d291007889cfa90a9c HTTP/1.1" status: 200 len: 375 time: 0.0101397 Jul 16 21:05:41.818888 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 7c356670-1779-48df-a7cb-85c461aaf7a1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c356670-1779-48df-a7cb-85c461aaf7a1,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:41.823857 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.877965 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=7c356670-1779-48df-a7cb-85c461aaf7a1,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:41.884219 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-b20c88be-3be2-4657-8d73-9c1ecdf3a4ad tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751228 Jul 16 21:05:41.992183 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-d5029359-f4e8-44b8-bf44-0eb621692065 service neutron] 10.222.0.78 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960612 Jul 16 21:05:42.113985 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-4cd4c364-c5b4-4849-a160-acba613d2b7f service neutron] 10.222.0.78 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147649 Jul 16 21:05:42.297455 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fce2c7f5-b000-4888-a3e9-93f408744050 req-59cdc6cb-a918-41f1-b885-d1f2f9900dcb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 210 time: 0.0320132 Jul 16 21:05:42.493582 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Sync routers for ids ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:42.505714 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Routers {'4a411dde-85a8-4b31-b57d-28dc676b3c0d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:42.506441 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:42.626560 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Set router 4a411dde-85a8-4b31-b57d-28dc676b3c0d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:42.856280 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:05:38Z', 'revision_number': 4, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port': {'id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:36Z', 'updated_at': '2021-07-16T21:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0288ccb8-faf2-4282-a824-b1a4a6187da6', 'name': '', 'network_id': '558d31a9-4d73-4e18-ae52-152904844711', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'mac_address': 'fa:16:3e:de:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:38Z', 'updated_at': '2021-07-16T21:05:39Z', 'revision_number': 2, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'subnets': [{'id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:42.884036 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Checking router: 4a411dde-85a8-4b31-b57d-28dc676b3c0d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:42.884404 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Updating router 4a411dde-85a8-4b31-b57d-28dc676b3c0d port 0288ccb8-faf2-4282-a824-b1a4a6187da6 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:42.922371 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.213886 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.224559 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Transition to ACTIVE for port object 0288ccb8-faf2-4282-a824-b1a4a6187da6 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:43.231721 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.286698 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809cb05-af38-4e13-b663-d10f91967f20 None None] Pushing event updated for resources: {'Port': ['ID=0288ccb8-faf2-4282-a824-b1a4a6187da6,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:43.349468 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Attempting to bind port 0288ccb8-faf2-4282-a824-b1a4a6187da6 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:43.349842 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Attempting to bind port 0288ccb8-faf2-4282-a824-b1a4a6187da6 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:43.351474 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Attempting to bind port 0288ccb8-faf2-4282-a824-b1a4a6187da6 on network 558d31a9-4d73-4e18-ae52-152904844711 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:43.357116 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:43.357552 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Checking segment: {'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:43.357898 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.358300 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Bound using segment: {'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:43.358775 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Bound port: 0288ccb8-faf2-4282-a824-b1a4a6187da6, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e7d982-4901-452b-8330-cccad989c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '558d31a9-4d73-4e18-ae52-152904844711'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:43.359166 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.454044 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c356670-1779-48df-a7cb-85c461aaf7a1 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:43.457270 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] For port 0288ccb8-faf2-4282-a824-b1a4a6187da6, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:43.466565 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] For port 0288ccb8-faf2-4282-a824-b1a4a6187da6, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0288ccb8-faf2-4282-a824-b1a4a6187da6,segment=NetworkSegment(27e7d982-4901-452b-8330-cccad989c224),segment_id=27e7d982-4901-452b-8330-cccad989c224)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:43.473399 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.518063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08dbb205-e297-4985-8631-e00ab230f857 req-ff3269e3-f50a-4b1c-86f2-f6c1f9c61c29 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 210 time: 0.0478649 Jul 16 21:05:43.573582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 7c356670-1779-48df-a7cb-85c461aaf7a1 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:43.574118 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.601386 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Routers {'4a411dde-85a8-4b31-b57d-28dc676b3c0d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:43.604448 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:43.612438 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809cb05-af38-4e13-b663-d10f91967f20 None None] Pushing event updated for resources: {'Port': ['ID=0288ccb8-faf2-4282-a824-b1a4a6187da6,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:43.636420 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-0b3b2b4e-3f42-4cb8-8080-4621d0c1d905 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:43.638547 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-0b3b2b4e-3f42-4cb8-8080-4621d0c1d905 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 809 time: 0.1970336 Jul 16 21:05:43.702332 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-ac81eb8b-2e4e-4a4f-af5f-9603a3eba193 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc29c02b0a8348d291007889cfa90a9c HTTP/1.1" status: 200 len: 380 time: 0.0534844 Jul 16 21:05:43.712857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'port': {'device_id': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'admin_state_up': True, 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'security_groups': ['3ea10d37-6b52-4c15-ae83-c4f32cc1f695']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:43.808517 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] Set router 4a411dde-85a8-4b31-b57d-28dc676b3c0d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:43.888250 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Made reservation on behalf of bc29c02b0a8348d291007889cfa90a9c for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:43.894289 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.052556 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Allocated IP 172.20.0.11 (e2bfb140-09a1-41e4-979f-2ec0afc04f5e/107d17f4-8777-4f32-8c79-c05456921d1d/9812a1b7-3dfe-420a-bba3-17eb4e59671d) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:44.055897 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:05:38Z', 'revision_number': 4, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port': {'id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:36Z', 'updated_at': '2021-07-16T21:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0288ccb8-faf2-4282-a824-b1a4a6187da6', 'name': '', 'network_id': '558d31a9-4d73-4e18-ae52-152904844711', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'mac_address': 'fa:16:3e:de:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:38Z', 'updated_at': '2021-07-16T21:05:43Z', 'revision_number': 4, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'subnets': [{'id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:44.085273 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90057d2f-87ca-41d0-9035-f74b3f719021 None None] The sync data for ids ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'] in n-d-791505-15 is: [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:05:38Z', 'revision_number': 4, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port': {'id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:36Z', 'updated_at': '2021-07-16T21:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '0288ccb8-faf2-4282-a824-b1a4a6187da6', 'name': '', 'network_id': '558d31a9-4d73-4e18-ae52-152904844711', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'mac_address': 'fa:16:3e:de:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:38Z', 'updated_at': '2021-07-16T21:05:43Z', 'revision_number': 4, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'subnets': [{'id': 'cc527a7a-3947-4ed5-84ee-38bfa08fcc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:44.215654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.231914 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Transition to ACTIVE for port object 9812a1b7-3dfe-420a-bba3-17eb4e59671d will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:44.283891 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.329548 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:44.337746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:44.342337 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:44.380611 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:44.420009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:44.420759 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.444326 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-3a0f4759-fd81-4bd3-a79f-b28054ba032f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358663 Jul 16 21:05:44.594682 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Request body: {'port': {'device_id': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:44.698223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1850b1b2-70be-4dd5-87ca-de8a0dbf9ed7 None None] Provisioning for port 9812a1b7-3dfe-420a-bba3-17eb4e59671d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:44.708089 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-1850b1b2-70be-4dd5-87ca-de8a0dbf9ed7 None None] Provisioning complete for port 9812a1b7-3dfe-420a-bba3-17eb4e59671d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:44.709022 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1850b1b2-70be-4dd5-87ca-de8a0dbf9ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.745761 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677dd32-8256-43d3-9633-d74e0932bb98 req-890336c8-6934-4a08-acd9-bf4be1cd1390 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:44.757967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2677dd32-8256-43d3-9633-d74e0932bb98 req-890336c8-6934-4a08-acd9-bf4be1cd1390 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 932 time: 0.1088257 Jul 16 21:05:44.773603 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-1850b1b2-70be-4dd5-87ca-de8a0dbf9ed7 None None] Port 9812a1b7-3dfe-420a-bba3-17eb4e59671d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:44.823989 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2677dd32-8256-43d3-9633-d74e0932bb98 req-1ffc36a5-eadb-4de2-a559-9f11c290f641 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634136 Jul 16 21:05:45.073114 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.377386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9812a1b7-3dfe-420a-bba3-17eb4e59671d {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:05:45.386623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.404311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Transition to ACTIVE for port object 9812a1b7-3dfe-420a-bba3-17eb4e59671d will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:45.404948 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0288ccb8-faf2-4282-a824-b1a4a6187da6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:45.408275 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.463582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 0288ccb8-faf2-4282-a824-b1a4a6187da6 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:45.468550 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0288ccb8-faf2-4282-a824-b1a4a6187da6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:45.468934 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.492784 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:45.565265 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Attempting to bind port 9812a1b7-3dfe-420a-bba3-17eb4e59671d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:45.565851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Attempting to bind port 9812a1b7-3dfe-420a-bba3-17eb4e59671d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:45.566424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Attempting to bind port 9812a1b7-3dfe-420a-bba3-17eb4e59671d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:45.568680 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.575100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Port 9812a1b7-3dfe-420a-bba3-17eb4e59671d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:05:45.575667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Attempting to bind port 9812a1b7-3dfe-420a-bba3-17eb4e59671d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:45.584897 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:45.585487 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Checking segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:45.586123 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Bound using segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:45.586879 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Bound port: 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:45.587506 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.607259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 0288ccb8-faf2-4282-a824-b1a4a6187da6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0288ccb8-faf2-4282-a824-b1a4a6187da6,segment=NetworkSegment(27e7d982-4901-452b-8330-cccad989c224),segment_id=27e7d982-4901-452b-8330-cccad989c224)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:45.611913 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.687581 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:45.691492 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:45.698490 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.701277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=0288ccb8-faf2-4282-a824-b1a4a6187da6,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:45.738347 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:45.739079 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.741439 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] 10.222.0.68 "PUT /v2.0/ports/9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 1093 time: 1.2890370 Jul 16 21:05:45.741746 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:45.744491 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50f1bdd-b192-4024-8090-0e92f2247144" -d '{"events": [{"name": "network-changed", "server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:45.796031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691f3ba-62ba-4d53-a2b5-b99248000b57 service neutron] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:45.904602 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-1b07df51-569c-4ccc-b2f7-9b06be869f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:45.906853 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-1b07df51-569c-4ccc-b2f7-9b06be869f6d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0939035 Jul 16 21:05:45.908526 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d25ca8-3e0e-44c8-ad14-1c152c092e7b x-openstack-request-id: req-53d25ca8-3e0e-44c8-ad14-1c152c092e7b {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:45.908972 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:45.909231 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53d25ca8-3e0e-44c8-ad14-1c152c092e7b {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:45.909650 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'status': 'completed', 'code': 200} Jul 16 21:05:45.982028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-14db573e-fb21-45d0-b1a3-12fd0bed1c6e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 217 time: 0.0671673 Jul 16 21:05:46.068569 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-e7f7f211-94a1-47c0-972b-4de02b455f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:46.070718 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-e7f7f211-94a1-47c0-972b-4de02b455f8d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0818732 Jul 16 21:05:46.072082 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148f4ff-da7c-42e3-a85e-d588afecf252 req-5e888d60-97bb-4558-bf37-8d3242bf6e53 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:46.073729 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6148f4ff-da7c-42e3-a85e-d588afecf252 req-5e888d60-97bb-4558-bf37-8d3242bf6e53 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0814483 Jul 16 21:05:46.128681 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6148f4ff-da7c-42e3-a85e-d588afecf252 req-32ea979f-a311-46a3-b3e9-5754bd4cb11a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Jul 16 21:05:46.135437 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-d81fe865-8032-4074-9ca5-35d1556dd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:46.137061 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-d81fe865-8032-4074-9ca5-35d1556dd983 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599430 Jul 16 21:05:46.236844 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-e3e9c6a6-e16b-4885-b5e5-f5ba8b3a20e8 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930202 Jul 16 21:05:46.334651 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-cb9c8b1c-bda6-40af-9865-58bc8456c277 req-1087aaea-4ed1-4eab-b38b-7812945e6551 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894523 Jul 16 21:05:46.443006 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-f0713dff-7eb7-479e-9a73-92eaa3487263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:46.444890 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-f0713dff-7eb7-479e-9a73-92eaa3487263 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0603075 Jul 16 21:05:46.555030 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-6a3bf853-f329-4ee1-89f7-39e1b224b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:46.556648 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-6a3bf853-f329-4ee1-89f7-39e1b224b822 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.1056361 Jul 16 21:05:46.629547 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-a36f893c-35e4-411a-b403-dff73e02735c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 217 time: 0.0637915 Jul 16 21:05:46.681767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-ec3cfcab-94d4-4112-98ef-206597f6053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:46.683263 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-ec3cfcab-94d4-4112-98ef-206597f6053b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0481145 Jul 16 21:05:46.746561 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-b6bcd33b-5b5f-474b-8eaa-fac98d1a71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:46.748154 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-b6bcd33b-5b5f-474b-8eaa-fac98d1a71ee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570841 Jul 16 21:05:46.848403 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-a528c990-0ae1-4661-9d18-f1e1e485321a service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928719 Jul 16 21:05:46.943708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e50f1bdd-b192-4024-8090-0e92f2247144 req-127742f3-7c09-45ee-82e8-48dc3352acc6 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887535 Jul 16 21:05:47.341927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fd763-e6b6-43e6-8e59-499d85aae663 req-76dbf0a9-bf92-448b-9034-705a2e15aa7f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:47.343252 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:05:47.343918 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da3fd763-e6b6-43e6-8e59-499d85aae663 req-76dbf0a9-bf92-448b-9034-705a2e15aa7f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0751367 Jul 16 21:05:47.379856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0288ccb8-faf2-4282-a824-b1a4a6187da6 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:47.397746 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-da3fd763-e6b6-43e6-8e59-499d85aae663 req-89c05517-68b5-4937-a801-1d13b1c85d30 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Jul 16 21:05:47.504377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:47.507436 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 0288ccb8-faf2-4282-a824-b1a4a6187da6 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:47.507818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.536991 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'port_id': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'mac_address': 'fa:16:3e:64:69:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:05:47.592498 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.627471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9812a1b7-3dfe-420a-bba3-17eb4e59671d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:05:47.665055 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:47.670866 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.724889 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:47.869483 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['9812a1b7-3dfe-420a-bba3-17eb4e59671d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:05:48.136912 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c3860e1e-d7c2-462d-a414-c641a0bd098b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.583061 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c28c48-37cb-4cc9-8ad5-5ffcbd6e1a96 req-8e0c42c1-8b00-4ab2-b649-b6cf89aea2f0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:48.584975 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33c28c48-37cb-4cc9-8ad5-5ffcbd6e1a96 req-8e0c42c1-8b00-4ab2-b649-b6cf89aea2f0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 945 time: 0.0689936 Jul 16 21:05:48.638335 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33c28c48-37cb-4cc9-8ad5-5ffcbd6e1a96 req-2bf7f86a-25ce-4d1c-ae1c-b65f7fa784e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Jul 16 21:05:49.343129 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:49.400615 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 9812a1b7-3dfe-420a-bba3-17eb4e59671d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:49.405298 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 9812a1b7-3dfe-420a-bba3-17eb4e59671d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:49.405682 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.504421 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.532193 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:49.534826 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d96a6-6950-40b9-9255-46443a4a4f6f" -d '{"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-plugged", "status": "completed", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:49.550721 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:49.558944 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.586645 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25eba5b-35a1-4145-a110-0e97bc861c6c x-openstack-request-id: req-e25eba5b-35a1-4145-a110-0e97bc861c6c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:49.586952 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-plugged", "status": "completed", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:49.587202 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e25eba5b-35a1-4145-a110-0e97bc861c6c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:49.587595 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'code': 200} Jul 16 21:05:49.619168 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:49.730465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f0bba-a03e-4978-9d67-1d024d65f8ca req-45dc1950-df77-4489-bc44-58dd719eed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:49.733314 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd6f0bba-a03e-4978-9d67-1d024d65f8ca req-45dc1950-df77-4489-bc44-58dd719eed00 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0863621 Jul 16 21:05:49.787175 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-fd6f0bba-a03e-4978-9d67-1d024d65f8ca req-f87a0407-371b-495e-98f1-ae8bfa020479 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477984 Jul 16 21:05:49.830217 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8ca77-93da-4ce0-9a76-77810e8390bb req-a949b3e0-a23b-43c6-be4a-4de2861725e0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:49.831801 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6fb8ca77-93da-4ce0-9a76-77810e8390bb req-a949b3e0-a23b-43c6-be4a-4de2861725e0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0734880 Jul 16 21:05:49.875618 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6fb8ca77-93da-4ce0-9a76-77810e8390bb req-e2c90bb7-4cc2-4b1e-a89b-5372ff084580 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367877 Jul 16 21:05:50.500037 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d006-5ba4-4a7a-96dc-65d9f259e956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.724467 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.088470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9941d-7b95-4754-8251-7323369d7578 req-5441dba7-b348-41ff-8915-79879604f0f5 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:51.090140 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-baa9941d-7b95-4754-8251-7323369d7578 req-5441dba7-b348-41ff-8915-79879604f0f5 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0724313 Jul 16 21:05:51.139410 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-baa9941d-7b95-4754-8251-7323369d7578 req-34935e13-fad4-4cfa-a6c5-378a5145968b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394361 Jul 16 21:05:51.345278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076709b-46f8-4aac-b8ff-e9fcdab287d6 req-f1f58c6f-1485-4882-b44f-76f9db6f91dc tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:51.346992 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a076709b-46f8-4aac-b8ff-e9fcdab287d6 req-f1f58c6f-1485-4882-b44f-76f9db6f91dc tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0771108 Jul 16 21:05:51.406004 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a076709b-46f8-4aac-b8ff-e9fcdab287d6 req-8501e47f-6316-4408-95af-61d8ca44db17 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527356 Jul 16 21:05:51.431965 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55120) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:51.532481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bab849-9ec4-418d-8b29-6d8175fd3bbb tempest-TestShelveInstance-790783790 tempest-TestShelveInstance-790783790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:51.534155 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-82bab849-9ec4-418d-8b29-6d8175fd3bbb tempest-TestShelveInstance-790783790 tempest-TestShelveInstance-790783790-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1093 time: 0.1010537 Jul 16 21:05:51.537229 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55124) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:51.543028 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:51.568494 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for floatingip, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.682625 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.796929 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Allocated IP 172.25.6.166 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/fbc29f3f-331f-4bf6-9c96-ec5fbad2fa95) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:51.930930 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.972893 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.015863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:52.018758 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:52.023294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:52.029257 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'Port': ['ID=fbc29f3f-331f-4bf6-9c96-ec5fbad2fa95,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:52.442731 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.528387 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.645198 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.727584 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.732960 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.809763 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'Port': ['ID=fbc29f3f-331f-4bf6-9c96-ec5fbad2fa95,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:52.821514 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.895279 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:05:52.923256 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Floating IP 5d036856-d980-490b-9648-89bd108f5dd8 associated. External IP: 172.25.6.166, port: 9812a1b7-3dfe-420a-bba3-17eb4e59671d. Jul 16 21:05:53.152478 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:53.277857 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:53.289866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] Sync routers for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:53.299707 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:53.299952 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:53.300578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:53.342894 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-efb02a0c-7222-4a41-8b01-1eef0f048314 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8035197 Jul 16 21:05:53.343596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:53.345952 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dd2bd4-5947-433d-be64-74466c804d66" -d '{"events": [{"name": "network-changed", "server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:53.393036 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca0e3aa-8dd9-4018-9581-09d7bb2a1cd5 x-openstack-request-id: req-2ca0e3aa-8dd9-4018-9581-09d7bb2a1cd5 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:53.393333 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:53.393606 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ca0e3aa-8dd9-4018-9581-09d7bb2a1cd5 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:53.394002 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'status': 'completed', 'code': 200} Jul 16 21:05:53.421972 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:53.474646 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2bd4-5947-433d-be64-74466c804d66 req-51f4eed4-37bb-4a9f-b95f-fee47ed33aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:53.476944 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-99dd2bd4-5947-433d-be64-74466c804d66 req-51f4eed4-37bb-4a9f-b95f-fee47ed33aa0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0611894 Jul 16 21:05:53.575522 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2bd4-5947-433d-be64-74466c804d66 req-1fb19bb5-8dd3-44c1-8e91-439ac05d4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:53.577770 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-99dd2bd4-5947-433d-be64-74466c804d66 req-1fb19bb5-8dd3-44c1-8e91-439ac05d4264 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0952137 Jul 16 21:05:53.655427 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-99dd2bd4-5947-433d-be64-74466c804d66 req-ae5da4aa-3dbd-40c5-b01c-9f0fdb4fa8ac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 1000 time: 0.0695908 Jul 16 21:05:53.681535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '5d036856-d980-490b-9648-89bd108f5dd8', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'port_id': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'mac_address': 'fa:16:3e:64:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:05:52Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 0, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:53.709800 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2bd4-5947-433d-be64-74466c804d66 req-8b25cf7a-d361-4594-b9ab-a989a4a624b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:53.711182 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] Checking router: 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:53.711361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-99dd2bd4-5947-433d-be64-74466c804d66 req-8b25cf7a-d361-4594-b9ab-a989a4a624b5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0502620 Jul 16 21:05:53.730050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:53.731104 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:05:50Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:53.782074 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2bd4-5947-433d-be64-74466c804d66 req-1a30f441-9c0d-4f53-b56c-cbec47910b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:53.784700 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-99dd2bd4-5947-433d-be64-74466c804d66 req-1a30f441-9c0d-4f53-b56c-cbec47910b54 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654676 Jul 16 21:05:53.859006 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:53.899401 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-99dd2bd4-5947-433d-be64-74466c804d66 req-b2979433-c972-4291-a861-4e06014fb856 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086996 Jul 16 21:05:54.001691 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-99dd2bd4-5947-433d-be64-74466c804d66 req-98c9dcfa-d430-4648-8e7f-8f9f22b6a603 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963113 Jul 16 21:05:54.155832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.309477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '5d036856-d980-490b-9648-89bd108f5dd8', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'port_id': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'mac_address': 'fa:16:3e:64:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:05:52Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 0, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:54.340699 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a3a86-c0c8-41c0-9717-7cf3dc626940 None None] The sync data for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 is: [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '5d036856-d980-490b-9648-89bd108f5dd8', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'port_id': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'mac_address': 'fa:16:3e:64:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:05:52Z', 'updated_at': '2021-07-16T21:05:52Z', 'revision_number': 0, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:54.549971 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f6a506-d1a6-4d8a-9222-9b390b4c068e None None] New status for floating IP 5d036856-d980-490b-9648-89bd108f5dd8: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:06:04.982371 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:05.832355 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:18.121046 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-278cf710-aa49-4b73-b06b-16d96c6bcaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:20.506776 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fd7d8c30-4493-453f-8bd6-b84a48ffcc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:20.727305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:22.648656 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:24.012926 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:29.894606 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:06:30.394661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-584ee2f2-1b8b-48ac-af60-e880472b0b4e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580785 Jul 16 21:06:30.489986 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-2cf70445-64b3-4fa0-ae9b-72d7bcbe907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:30.491715 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-2cf70445-64b3-4fa0-ae9b-72d7bcbe907d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0547521 Jul 16 21:06:30.598294 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-2a960e9d-31bc-45b6-ac83-f69ae7628ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:30.600389 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-2a960e9d-31bc-45b6-ac83-f69ae7628ff4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0887992 Jul 16 21:06:30.668584 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-d4e8dae9-d6af-400e-b314-05a7621b3595 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 1002 time: 0.0627825 Jul 16 21:06:30.717174 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-ebed8183-49f2-44a7-bdc7-2c5b1eae50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:30.718646 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-ebed8183-49f2-44a7-bdc7-2c5b1eae50eb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0443146 Jul 16 21:06:30.774967 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-bbe17432-6610-4e5d-b3d1-f701b1351eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:30.776502 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-bbe17432-6610-4e5d-b3d1-f701b1351eed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519962 Jul 16 21:06:30.870138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-1cc94603-f5a6-49c9-8ae9-d73697bcbb0c service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874472 Jul 16 21:06:30.957744 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1d4375f3-978d-467f-9e9d-b675af5552e3 req-59b7f8c7-eb98-4396-8bdc-1ca61c717e62 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816200 Jul 16 21:06:34.994627 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:35.837420 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:48.124498 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-341b83e9-80c0-432a-90dc-c4f5a55de327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:50.500623 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-49c56b30-e35f-47e7-80c4-82947b104f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:50.729879 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:52.653320 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:54.015468 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:05.012182 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:05.850843 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:06.893954 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:07:18.126632 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3628-ca99-48b4-8017-ce1ac216a033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:20.505373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6bd4033b-13a3-4a90-a366-8e595295f5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:20.731369 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:22.656947 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:24.020759 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:31.392328 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e794489f-edee-473d-9762-6c23d9a932a3 req-75c03a96-0a6e-4e92-929c-26d857eb2fb3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616784 Jul 16 21:07:31.488981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794489f-edee-473d-9762-6c23d9a932a3 req-79edc8b9-2c3b-4535-9747-e02e198c208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:31.490520 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e794489f-edee-473d-9762-6c23d9a932a3 req-79edc8b9-2c3b-4535-9747-e02e198c208f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0549006 Jul 16 21:07:31.599238 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794489f-edee-473d-9762-6c23d9a932a3 req-c85bd4bb-0b58-4f6e-8715-064b8e952a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:31.601517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e794489f-edee-473d-9762-6c23d9a932a3 req-c85bd4bb-0b58-4f6e-8715-064b8e952a2c service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0909548 Jul 16 21:07:31.667769 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e794489f-edee-473d-9762-6c23d9a932a3 req-870ae4d9-2f21-440e-abee-2a9cac2ffdb9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 1002 time: 0.0603354 Jul 16 21:07:31.718372 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794489f-edee-473d-9762-6c23d9a932a3 req-9b57e954-2624-4e35-bf08-e30e1ecc6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:31.719865 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e794489f-edee-473d-9762-6c23d9a932a3 req-9b57e954-2624-4e35-bf08-e30e1ecc6a6e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0457885 Jul 16 21:07:31.783596 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794489f-edee-473d-9762-6c23d9a932a3 req-809b67f7-ea91-48c6-82c7-f0d9b5082ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:31.785195 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e794489f-edee-473d-9762-6c23d9a932a3 req-809b67f7-ea91-48c6-82c7-f0d9b5082ce9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593662 Jul 16 21:07:31.875725 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e794489f-edee-473d-9762-6c23d9a932a3 req-b220d9d0-c152-482d-a2de-8c7be66fb679 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842311 Jul 16 21:07:31.972514 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e794489f-edee-473d-9762-6c23d9a932a3 req-e726090c-4be1-4735-aa58-3230640b651c service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908206 Jul 16 21:07:35.009392 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:35.845241 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:43.893334 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:07:48.128411 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8067dfd0-a6ba-491d-98ec-2f38c137203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:49.618598 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7504928-3a73-4bea-b3c9-85267178519c req-e2047e0f-6485-4182-bc2b-90283cfcf68f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:49.620399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7504928-3a73-4bea-b3c9-85267178519c req-e2047e0f-6485-4182-bc2b-90283cfcf68f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.1170540 Jul 16 21:07:49.657782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f7504928-3a73-4bea-b3c9-85267178519c req-2e8da749-7a52-4900-a988-910c0b69d7da tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Jul 16 21:07:50.506353 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bd23a0df-a66d-4e93-8f24-9866dec6e365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:50.733437 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:50.834098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589462-ccfb-411a-b92f-ef93741a970d req-40db2ee9-4bc9-4e94-abff-4666a1ec7d01 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:50.835492 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3589462-ccfb-411a-b92f-ef93741a970d req-40db2ee9-4bc9-4e94-abff-4666a1ec7d01 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0634534 Jul 16 21:07:50.873215 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3589462-ccfb-411a-b92f-ef93741a970d req-918c8505-ea84-46d4-b8d5-07b9156f790b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314167 Jul 16 21:07:52.079758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5038948-5fa6-49e1-8ada-cfcd1c034d97 req-4aaa490c-f46a-4ba9-9a46-c5b57880ef81 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:52.081274 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5038948-5fa6-49e1-8ada-cfcd1c034d97 req-4aaa490c-f46a-4ba9-9a46-c5b57880ef81 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0669625 Jul 16 21:07:52.118971 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b5038948-5fa6-49e1-8ada-cfcd1c034d97 req-99bac786-330a-4d03-87b3-03e0125b95ac tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320735 Jul 16 21:07:52.658296 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.303785 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce01407-9b0f-48fd-9662-caf78a3f4284 req-dbe4889f-53f4-46a8-b208-6e2a07912cab tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:53.305506 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fce01407-9b0f-48fd-9662-caf78a3f4284 req-dbe4889f-53f4-46a8-b208-6e2a07912cab tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0665209 Jul 16 21:07:53.346836 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-fce01407-9b0f-48fd-9662-caf78a3f4284 req-9d8b58da-97e0-4e43-ba6a-04177bdac868 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354784 Jul 16 21:07:54.020247 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:54.526810 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea55740-ca27-4347-b17d-791b1621c648 req-e1746f20-92bf-47e2-8309-598278b3a21a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:54.528370 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ea55740-ca27-4347-b17d-791b1621c648 req-e1746f20-92bf-47e2-8309-598278b3a21a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0670238 Jul 16 21:07:54.567055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1ea55740-ca27-4347-b17d-791b1621c648 req-25f7172d-c0ad-4bed-9ec4-3aca9a919a57 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Jul 16 21:07:55.763671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5fa8-d329-4b21-b461-f7b5d75acd41 req-6738c047-6f7c-47f9-9ab7-1a1479c49386 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:55.765236 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78ef5fa8-d329-4b21-b461-f7b5d75acd41 req-6738c047-6f7c-47f9-9ab7-1a1479c49386 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0705955 Jul 16 21:07:55.805409 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-78ef5fa8-d329-4b21-b461-f7b5d75acd41 req-bcfa4e07-7203-402a-9e05-90845f10d052 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343087 Jul 16 21:07:56.984984 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4960-1a4e-453f-a1bb-5a2f8914610f req-47cc922a-55bc-496a-b175-378a5710d269 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:56.986515 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9cd4960-1a4e-453f-a1bb-5a2f8914610f req-47cc922a-55bc-496a-b175-378a5710d269 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0660021 Jul 16 21:07:57.027067 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9cd4960-1a4e-453f-a1bb-5a2f8914610f req-9fbdbb28-cd58-44f7-9bcb-fb170c9fd9bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336342 Jul 16 21:07:58.215550 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8d9fd-e316-42ae-a560-d757c1fe87dc req-694d36c6-acbe-4944-8f1f-070676b3c856 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:58.217194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-48a8d9fd-e316-42ae-a560-d757c1fe87dc req-694d36c6-acbe-4944-8f1f-070676b3c856 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0733593 Jul 16 21:07:58.260298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-48a8d9fd-e316-42ae-a560-d757c1fe87dc req-33a552b4-8a9d-4232-bf61-9aaf367fafa5 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373878 Jul 16 21:07:59.443592 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd7005-2059-456e-bff0-024020a87cfa req-98214442-fafd-475c-a7de-0884dbeb5168 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:59.445716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-69fd7005-2059-456e-bff0-024020a87cfa req-98214442-fafd-475c-a7de-0884dbeb5168 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0682878 Jul 16 21:07:59.485664 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-69fd7005-2059-456e-bff0-024020a87cfa req-473424e7-ae8e-4a6c-b561-ad15d422d47b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338681 Jul 16 21:07:59.946751 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:08:00.054061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:00.066479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'port_id': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'mac_address': 'fa:16:3e:64:69:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:08:00.105474 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:00.118564 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9812a1b7-3dfe-420a-bba3-17eb4e59671d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:08:00.142041 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:00.146618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:00.202362 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:00.211711 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.212266 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.212633 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.212982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.213333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.213675 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.214016 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.214363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.214708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.215042 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.215771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.215771 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:00.221007 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['9812a1b7-3dfe-420a-bba3-17eb4e59671d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:08:00.670512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283f72-f0fa-4542-a9ce-3a04b08e36b2 req-4f1f4479-0c3c-4079-80fc-ca15503d7019 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:00.672098 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9283f72-f0fa-4542-a9ce-3a04b08e36b2 req-4f1f4479-0c3c-4079-80fc-ca15503d7019 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 945 time: 0.0671012 Jul 16 21:08:00.713716 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9283f72-f0fa-4542-a9ce-3a04b08e36b2 req-eea4780d-bf95-44ad-85da-378d2aa7106b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356436 Jul 16 21:08:01.897487 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95955cc-43d7-4a48-b86d-fe2959d8597d req-cfcd6a1d-fd56-4aaf-848a-b7d9b169b889 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:01.899144 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c95955cc-43d7-4a48-b86d-fe2959d8597d req-cfcd6a1d-fd56-4aaf-848a-b7d9b169b889 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 945 time: 0.0709214 Jul 16 21:08:01.939130 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c95955cc-43d7-4a48-b86d-fe2959d8597d req-c818e3d0-da1b-4b21-965c-069d00e68ec0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341163 Jul 16 21:08:01.965370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:02.014936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 9812a1b7-3dfe-420a-bba3-17eb4e59671d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:02.015232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:02.102305 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:02.128807 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:02.131180 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e641b6f2-0c82-46c0-978f-5cdc4570c555" -d '{"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-plugged", "status": "completed", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:02.151027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:02.158195 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:02.232373 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:02.267570 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330767e6-8aaa-4df0-bd58-77b60a93e44c x-openstack-request-id: req-330767e6-8aaa-4df0-bd58-77b60a93e44c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:02.267871 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-plugged", "status": "completed", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:02.268126 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-330767e6-8aaa-4df0-bd58-77b60a93e44c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:02.268764 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'code': 200} Jul 16 21:08:03.139481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e29bf-52e7-4775-aae8-948eb5ed69a8 req-26499da4-585a-4881-a1c8-e985bd9dd0a3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:03.141377 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-911e29bf-52e7-4775-aae8-948eb5ed69a8 req-26499da4-585a-4881-a1c8-e985bd9dd0a3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0749772 Jul 16 21:08:03.188927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-911e29bf-52e7-4775-aae8-948eb5ed69a8 req-67fa0604-6ae8-4287-b9c7-cc5b30b2c46f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Jul 16 21:08:04.396651 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68ed40-a833-40bf-b1a8-8930a2b5005a req-9a72946b-02ee-4e75-ad4d-515d338692bb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:04.398891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a68ed40-a833-40bf-b1a8-8930a2b5005a req-9a72946b-02ee-4e75-ad4d-515d338692bb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0745232 Jul 16 21:08:04.440643 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0a68ed40-a833-40bf-b1a8-8930a2b5005a req-bac25bca-d65f-4896-8797-96fab3d005a9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351331 Jul 16 21:08:05.029159 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:05.651908 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51720e-202a-4f78-854f-514b99d736ed req-bcbc7bd1-b1ec-4035-9a9a-d704f431c7c4 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:05.659281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca51720e-202a-4f78-854f-514b99d736ed req-bcbc7bd1-b1ec-4035-9a9a-d704f431c7c4 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0917776 Jul 16 21:08:05.704812 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ca51720e-202a-4f78-854f-514b99d736ed req-fff0b0d2-69fc-4fa4-9ee7-7d0e86a3cd81 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Jul 16 21:08:05.861002 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.902481 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2ec97-1491-408c-ac45-4662739c808f req-abbaaa22-e279-4131-8878-e54906e8599c tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:06.904908 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9a2ec97-1491-408c-ac45-4662739c808f req-abbaaa22-e279-4131-8878-e54906e8599c tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0790358 Jul 16 21:08:06.951426 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f9a2ec97-1491-408c-ac45-4662739c808f req-bfd2a3a4-1bd6-4352-bd65-78c83b611bf2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Jul 16 21:08:08.167400 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfa837-cfe3-494d-a57c-1f605aa28a09 req-3b9d03c2-cb23-402a-a1a2-4ab09c4ef1ba tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:08.169757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07cfa837-cfe3-494d-a57c-1f605aa28a09 req-3b9d03c2-cb23-402a-a1a2-4ab09c4ef1ba tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0790002 Jul 16 21:08:08.214480 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07cfa837-cfe3-494d-a57c-1f605aa28a09 req-be04fa85-48c1-4e12-b7ca-7a4ca9fe5cc2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372508 Jul 16 21:08:09.414530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff50187-49b7-4fc3-bc1c-bef0d8a4815d req-e09372e2-42fb-4f46-b76e-4fb8479ec49c tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:09.417018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aff50187-49b7-4fc3-bc1c-bef0d8a4815d req-e09372e2-42fb-4f46-b76e-4fb8479ec49c tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0799303 Jul 16 21:08:09.464146 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-aff50187-49b7-4fc3-bc1c-bef0d8a4815d req-e575e3ec-8b34-4be9-ad8f-eec81534c7f2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413997 Jul 16 21:08:10.674066 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89f0b-b32b-44e9-afff-7879128db757 req-c2739c16-6401-4ed7-b1ac-75a905cf9e31 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:10.681631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9e89f0b-b32b-44e9-afff-7879128db757 req-c2739c16-6401-4ed7-b1ac-75a905cf9e31 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0815268 Jul 16 21:08:10.721585 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b9e89f0b-b32b-44e9-afff-7879128db757 req-ad5ca5ca-248d-48eb-8dc7-cdda68a9e4a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386717 Jul 16 21:08:11.649236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba467-0d82-47ed-8492-79043b4a11ff req-f6d2b9cb-d9e4-4203-bafd-bfb9b6fd43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:11.650750 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-563ba467-0d82-47ed-8492-79043b4a11ff req-f6d2b9cb-d9e4-4203-bafd-bfb9b6fd43a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0544817 Jul 16 21:08:11.747053 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba467-0d82-47ed-8492-79043b4a11ff req-ccfddef9-f87c-402c-a935-ff87499938db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:11.748408 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-563ba467-0d82-47ed-8492-79043b4a11ff req-ccfddef9-f87c-402c-a935-ff87499938db service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0919628 Jul 16 21:08:11.813911 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-563ba467-0d82-47ed-8492-79043b4a11ff req-f31a9c64-216e-4a5b-8509-cfecb1bacab5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 1002 time: 0.0595462 Jul 16 21:08:11.863360 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba467-0d82-47ed-8492-79043b4a11ff req-dd8e9c2c-d8a0-491e-bf68-baf86735b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:11.864875 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-563ba467-0d82-47ed-8492-79043b4a11ff req-dd8e9c2c-d8a0-491e-bf68-baf86735b86f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0451016 Jul 16 21:08:11.902238 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab54d86-795e-4048-94c8-73aec91bff7d req-2b09bc15-e7a1-4ce7-9dc3-2721ee16a6a2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:11.903743 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ab54d86-795e-4048-94c8-73aec91bff7d req-2b09bc15-e7a1-4ce7-9dc3-2721ee16a6a2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0657365 Jul 16 21:08:11.930067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba467-0d82-47ed-8492-79043b4a11ff req-383615a9-82ef-4a49-bb1f-d8768dacdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:11.931588 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-563ba467-0d82-47ed-8492-79043b4a11ff req-383615a9-82ef-4a49-bb1f-d8768dacdd60 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598395 Jul 16 21:08:11.943822 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8ab54d86-795e-4048-94c8-73aec91bff7d req-5de2cab7-6d8d-4e43-a18e-e23d0a904c8b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Jul 16 21:08:12.022224 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-563ba467-0d82-47ed-8492-79043b4a11ff req-5e379314-7ed7-4d3c-a18d-f7243d99270f service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842657 Jul 16 21:08:12.116397 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-563ba467-0d82-47ed-8492-79043b4a11ff req-73bf1b40-78da-410d-805a-b63ff6a6d62f service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 Jul 16 21:08:13.119888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617b9f-bf75-4e66-afdc-79a45d67b6e2 req-88bb9416-2020-424c-a454-97991b3a710b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:13.121438 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01617b9f-bf75-4e66-afdc-79a45d67b6e2 req-88bb9416-2020-424c-a454-97991b3a710b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0635641 Jul 16 21:08:13.159484 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-01617b9f-bf75-4e66-afdc-79a45d67b6e2 req-4a20a804-5512-47e8-8e70-519ef3923bc3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jul 16 21:08:14.654383 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb718d-a004-4f3d-b567-748f0e03ee3f req-992eea78-24b7-4fcb-9a96-5a1d4c2a6e5f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:14.655904 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1fb718d-a004-4f3d-b567-748f0e03ee3f req-992eea78-24b7-4fcb-9a96-5a1d4c2a6e5f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.3799541 Jul 16 21:08:14.693654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1fb718d-a004-4f3d-b567-748f0e03ee3f req-f04bcb1f-f4d5-40d4-b4ce-594929611587 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Jul 16 21:08:14.851957 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-d2a57ec2-ea9b-4945-8caf-d1ae9b3da039 req-d434970d-358a-44bc-8397-d14d3c0882e2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:08:14.853568 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d2a57ec2-ea9b-4945-8caf-d1ae9b3da039 req-d434970d-358a-44bc-8397-d14d3c0882e2 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540869 Jul 16 21:08:15.107829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7c66-4211-4cb1-a5ee-dbeaf17f10ac req-21512a28-27f4-40be-b387-777274794d4f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:15.109460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ffae7c66-4211-4cb1-a5ee-dbeaf17f10ac req-21512a28-27f4-40be-b387-777274794d4f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 946 time: 0.0662439 Jul 16 21:08:15.151699 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ffae7c66-4211-4cb1-a5ee-dbeaf17f10ac req-29ae476c-4d93-4765-be68-0abb44be488a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361550 Jul 16 21:08:15.252223 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-f7dd6ee3-6674-491a-8110-9324b33f6bc3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973988 Jul 16 21:08:15.993352 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:16.075826 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:16.099102 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:16.102061 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418957c2-c2bf-4e42-9919-1be664b19eaa" -d '{"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:16.115705 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:16.120042 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:16.145654 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8285b0-6a79-499b-95ac-9c44c1578b23 x-openstack-request-id: req-ee8285b0-6a79-499b-95ac-9c44c1578b23 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:16.145951 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:16.146206 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee8285b0-6a79-499b-95ac-9c44c1578b23 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:16.146600 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'code': 200} Jul 16 21:08:16.173891 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:16.247703 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-52b59e6a-45af-446c-b60c-7e5fd9005743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.249390 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-52b59e6a-45af-446c-b60c-7e5fd9005743 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4&tenant_id=bc29c02b0a8348d291007889cfa90a9c HTTP/1.1" status: 200 len: 1096 time: 0.0588961 Jul 16 21:08:16.358954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527a32b-99df-438a-8d27-7e652377cb31 req-e1c5f19a-e891-4e30-8417-eadc3bcb46b3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.360587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2527a32b-99df-438a-8d27-7e652377cb31 req-e1c5f19a-e891-4e30-8417-eadc3bcb46b3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0742569 Jul 16 21:08:16.402460 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2527a32b-99df-438a-8d27-7e652377cb31 req-8e989fe6-e4a9-4ec2-b3cd-1ae945817c50 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360084 Jul 16 21:08:16.680260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-974dd294-14fe-486f-aae1-02280a22c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.681986 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-974dd294-14fe-486f-aae1-02280a22c982 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1096 time: 0.4104924 Jul 16 21:08:16.770058 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-46839977-1a3c-45e9-88b7-c02dcd468bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.771551 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-46839977-1a3c-45e9-88b7-c02dcd468bf5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0838497 Jul 16 21:08:16.839611 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-ed6a12db-a67c-4f90-9e6c-970b209c5be3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 1000 time: 0.0613637 Jul 16 21:08:16.887379 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-33c28287-5174-459b-8c57-3540cdba16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.888995 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-33c28287-5174-459b-8c57-3540cdba16e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0434546 Jul 16 21:08:16.945106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-6244d931-b3ba-442f-b6cc-fb694ee63e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:16.946569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-6244d931-b3ba-442f-b6cc-fb694ee63e7e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517163 Jul 16 21:08:17.057063 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-0c71d2ce-4d1f-404a-b477-65b7ecc34aab service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044564 Jul 16 21:08:17.145708 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-c1af293f-2d11-4723-8e30-d51760e0ccfc req-f6941c51-0022-41c1-99cc-a94d348589d1 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829420 Jul 16 21:08:17.634094 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21271875-cf39-435b-ad21-c4bafed929b8 req-6114ca4e-0f20-44d2-8e22-4eeeaf7e2488 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:17.638278 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21271875-cf39-435b-ad21-c4bafed929b8 req-6114ca4e-0f20-44d2-8e22-4eeeaf7e2488 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0740316 Jul 16 21:08:17.692061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21271875-cf39-435b-ad21-c4bafed929b8 req-01e2fda8-4cad-4b8d-99e0-626ec2932cb3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488725 Jul 16 21:08:18.134184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e82a233-637b-4e75-a98f-f0205a2c7c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:18.901739 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509b253-dac6-4995-a074-0029052eb05f req-864c060f-d10a-4ef9-9e5c-19af9dede967 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:18.903736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b509b253-dac6-4995-a074-0029052eb05f req-864c060f-d10a-4ef9-9e5c-19af9dede967 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0719295 Jul 16 21:08:18.951613 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b509b253-dac6-4995-a074-0029052eb05f req-9009a303-8a69-4edf-ad14-df3733947567 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 Jul 16 21:08:20.142075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cedf8-4bfb-447a-a73e-e397cb63e6c2 req-e58f0ef5-de70-4e47-95af-e46653b5de18 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:20.143554 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c3cedf8-4bfb-447a-a73e-e397cb63e6c2 req-e58f0ef5-de70-4e47-95af-e46653b5de18 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0727837 Jul 16 21:08:20.186265 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2c3cedf8-4bfb-447a-a73e-e397cb63e6c2 req-c7ea3928-df88-4941-a81a-c18167140004 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368531 Jul 16 21:08:20.512886 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-23d8e9da-c23c-447e-b704-e63551cec37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:20.735809 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:20.892233 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:08:21.381725 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a9df1-8102-4dba-8f0a-3d45cd466bd3 req-ba46b9bb-6f1a-46c6-ad48-5dceaa14a20f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:21.383399 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c1a9df1-8102-4dba-8f0a-3d45cd466bd3 req-ba46b9bb-6f1a-46c6-ad48-5dceaa14a20f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0691860 Jul 16 21:08:21.437124 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0c1a9df1-8102-4dba-8f0a-3d45cd466bd3 req-a6b65f1f-00e4-48e6-8a75-bfe1eea91c7f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Jul 16 21:08:22.637939 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc25a0-5e06-474a-bca4-6f24e7ddfd9c req-27c1e049-00b7-4927-98f5-ed05ea9f0a5b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:22.639453 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2fbc25a0-5e06-474a-bca4-6f24e7ddfd9c req-27c1e049-00b7-4927-98f5-ed05ea9f0a5b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0746915 Jul 16 21:08:22.662283 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:22.681273 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-2fbc25a0-5e06-474a-bca4-6f24e7ddfd9c req-d3360662-c3f3-4aeb-9367-cba464afbab9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360029 Jul 16 21:08:23.895869 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069b3a9-82d0-4674-8f8a-459d665a87e6 req-17d9b8a2-634e-4b5c-a120-6ff03edbebbd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:23.897677 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4069b3a9-82d0-4674-8f8a-459d665a87e6 req-17d9b8a2-634e-4b5c-a120-6ff03edbebbd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0957270 Jul 16 21:08:23.963314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4069b3a9-82d0-4674-8f8a-459d665a87e6 req-be3aa63c-604c-43c6-8548-3a3b70e9d846 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597062 Jul 16 21:08:24.027906 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:25.167771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d7e5-0460-43f0-80fd-166b0bf9cba4 req-b13a8e7d-855a-4fc7-b984-a2f70c88a59a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:25.169398 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9c7d7e5-0460-43f0-80fd-166b0bf9cba4 req-b13a8e7d-855a-4fc7-b984-a2f70c88a59a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0904245 Jul 16 21:08:25.210674 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a9c7d7e5-0460-43f0-80fd-166b0bf9cba4 req-027bc101-b5bf-4ea4-ac07-f5eb86e2bf5e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354502 Jul 16 21:08:26.393054 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30fe58-b7e5-429f-a92b-8e97e82def97 req-96e6c91a-e8c2-467b-826e-6a83f155bfcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:26.394467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b30fe58-b7e5-429f-a92b-8e97e82def97 req-96e6c91a-e8c2-467b-826e-6a83f155bfcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0669827 Jul 16 21:08:26.435494 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b30fe58-b7e5-429f-a92b-8e97e82def97 req-10ae091d-f963-4dd7-950b-84bc15b7d62d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352867 Jul 16 21:08:27.618272 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25865d-a2e4-451d-9f2f-dfc0f59dfd25 req-5748c6f4-12a7-4f6b-876a-efd038cf1e62 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:27.619792 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f25865d-a2e4-451d-9f2f-dfc0f59dfd25 req-5748c6f4-12a7-4f6b-876a-efd038cf1e62 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0643485 Jul 16 21:08:27.659027 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9f25865d-a2e4-451d-9f2f-dfc0f59dfd25 req-0294e98d-474d-4568-8e05-3c28efdaa0c7 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jul 16 21:08:28.841690 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3b305-e7f3-4394-a291-579a79d8ade5 req-94b4544e-b921-45e6-8cb7-abcbd4c25bad tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:28.843232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33d3b305-e7f3-4394-a291-579a79d8ade5 req-94b4544e-b921-45e6-8cb7-abcbd4c25bad tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0678115 Jul 16 21:08:28.882294 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33d3b305-e7f3-4394-a291-579a79d8ade5 req-96c30b15-4456-42fb-a2e1-a2c99c05d717 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334408 Jul 16 21:08:30.055762 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72554f3e-a741-4c97-a1d8-d4ef6eb4ea4b req-803bd83b-610c-49d6-bca5-af94c88986a2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:30.057287 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72554f3e-a741-4c97-a1d8-d4ef6eb4ea4b req-803bd83b-610c-49d6-bca5-af94c88986a2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 944 time: 0.0640604 Jul 16 21:08:30.070447 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:08:30.099567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-72554f3e-a741-4c97-a1d8-d4ef6eb4ea4b req-d0bf73c2-046c-4eee-b63c-f76e0003662d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358946 Jul 16 21:08:30.168294 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:30.179350 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'port_id': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'mac_address': 'fa:16:3e:64:69:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:08:30.222112 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.235939 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9812a1b7-3dfe-420a-bba3-17eb4e59671d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:08:30.257563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:30.261606 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:30.310818 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:30.457017 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['9812a1b7-3dfe-420a-bba3-17eb4e59671d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:08:31.341099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db0c7d-a2cb-4f56-9f1f-420b5efe7deb req-dcc62686-659f-4624-8377-cf9894f6714d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:31.344712 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11db0c7d-a2cb-4f56-9f1f-420b5efe7deb req-dcc62686-659f-4624-8377-cf9894f6714d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 945 time: 0.1260979 Jul 16 21:08:31.390490 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-11db0c7d-a2cb-4f56-9f1f-420b5efe7deb req-1bf407d9-8bd1-4298-9cdb-874cf1cb0737 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Jul 16 21:08:32.070484 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:08:32.104890 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-b32ea7fe-34b5-429b-b1ab-fe7aaae01bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.106520 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-b32ea7fe-34b5-429b-b1ab-fe7aaae01bcf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0660160 Jul 16 21:08:32.128561 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 9812a1b7-3dfe-420a-bba3-17eb4e59671d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:08:32.128961 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:32.221532 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-c2779a66-fed5-452c-a215-7e17dd97629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.223232 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-c2779a66-fed5-452c-a215-7e17dd97629b service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0972199 Jul 16 21:08:32.226669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:32.267409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:32.269906 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c3ae61-1504-4a21-904b-f4b729646e5f" -d '{"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-plugged", "status": "completed", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:32.286875 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:32.292226 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:32.301079 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-62e4e466-e951-4253-be5e-4f5941c51f64 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 1001 time: 0.0715144 Jul 16 21:08:32.335049 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae72b9a-7f0f-4380-8e97-d11ccdb96a04 x-openstack-request-id: req-5ae72b9a-7f0f-4380-8e97-d11ccdb96a04 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:32.335600 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-plugged", "status": "completed", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:32.335600 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ae72b9a-7f0f-4380-8e97-d11ccdb96a04 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:32.335988 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'code': 200} Jul 16 21:08:32.361664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=10']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:32.371304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-6a8683c7-1e90-4f0e-9a76-416a11d55e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.376019 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-6a8683c7-1e90-4f0e-9a76-416a11d55e26 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0677330 Jul 16 21:08:32.447481 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-e6580b89-6cdd-4b49-bf04-9b7351e75022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.450431 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-e6580b89-6cdd-4b49-bf04-9b7351e75022 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641401 Jul 16 21:08:32.493721 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.68', 56761) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:32.565015 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dff312-8c1e-4953-8159-015cdb369960 req-590a8a24-ec06-40c9-870f-fcc44fb1bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.566728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2dff312-8c1e-4953-8159-015cdb369960 req-590a8a24-ec06-40c9-870f-fcc44fb1bd7b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0704613 Jul 16 21:08:32.604539 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-bc47a081-589b-4416-831b-4baddc6a60cc service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489077 Jul 16 21:08:32.640800 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a2dff312-8c1e-4953-8159-015cdb369960 req-5a87a2b3-fed0-4f31-9fe1-b99cba945c4f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669186 Jul 16 21:08:32.683775 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba81c11-ac13-4a8a-af11-11a59e3a1f4b req-65010413-2fa4-4cea-8ddc-85bef3039eb0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.686022 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ba81c11-ac13-4a8a-af11-11a59e3a1f4b req-65010413-2fa4-4cea-8ddc-85bef3039eb0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 947 time: 0.0934021 Jul 16 21:08:32.706293 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-1a837b45-a5f2-4232-a1a3-ec268fe8c177 req-d458e9eb-9691-435e-a423-91572fab1743 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958455 Jul 16 21:08:32.727864 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0ba81c11-ac13-4a8a-af11-11a59e3a1f4b req-3b4d1d0c-6558-4403-b40b-31545eab3816 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358133 Jul 16 21:08:33.927105 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e8ab5-4cc8-4eba-bae9-5e183af62b70 req-91afe3c1-b00d-4e4a-aa9e-398f5458dd5b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:33.929479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd3e8ab5-4cc8-4eba-bae9-5e183af62b70 req-91afe3c1-b00d-4e4a-aa9e-398f5458dd5b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 947 time: 0.0818079 Jul 16 21:08:33.971944 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-bd3e8ab5-4cc8-4eba-bae9-5e183af62b70 req-5bc0385e-1e8e-4c07-b659-df6e474ef946 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353169 Jul 16 21:08:35.028488 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.157344 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659f416-83ba-4d24-b5d6-a3183d91a0cc req-9ba79c8c-d3fa-4add-885f-3360085a8ca3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:35.159000 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6659f416-83ba-4d24-b5d6-a3183d91a0cc req-9ba79c8c-d3fa-4add-885f-3360085a8ca3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 947 time: 0.0696955 Jul 16 21:08:35.203044 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6659f416-83ba-4d24-b5d6-a3183d91a0cc req-db50f260-3b15-4759-bfa9-284bdab3fe1e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Jul 16 21:08:35.858976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.128618 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bf933aad-bd96-41cf-808b-053427a36ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.504374 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-9697a872-d454-4825-ab0b-f99144b35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.737510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:52.663774 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.026024 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:57.892123 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:09:05.036338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:05.873787 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:18.131484 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-76686bcc-445c-4d7d-854a-484152452e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:20.505665 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-18ed6397-5b46-4411-b045-cf3ef52a850e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:20.738111 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:22.669075 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:24.029645 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:33.384215 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-a8055ab0-9c88-4562-b674-c437a6c2a3f7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571523 Jul 16 21:09:33.477463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-7e6e5f5a-f736-4d75-8da0-e4705acf4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:33.478997 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-7e6e5f5a-f736-4d75-8da0-e4705acf4636 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0526273 Jul 16 21:09:33.583017 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-7eb7d74f-363a-43e5-b851-2dc6db2f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:33.584534 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-7eb7d74f-363a-43e5-b851-2dc6db2f7853 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0863297 Jul 16 21:09:33.652000 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-557dc7ab-e6ac-4180-8362-e8cfe6719d18 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 1002 time: 0.0615549 Jul 16 21:09:33.700837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-6db52e10-36a8-4a01-b74d-1126e3990189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:33.702276 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-6db52e10-36a8-4a01-b74d-1126e3990189 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0437789 Jul 16 21:09:33.762960 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-2969c2e7-ec49-4899-ac6b-de5ee18075f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:33.764561 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-2969c2e7-ec49-4899-ac6b-de5ee18075f1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546660 Jul 16 21:09:33.857862 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-dd31c37d-0b63-486e-a8e4-d976978ad16e service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868747 Jul 16 21:09:33.950395 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8bff2fe3-ef54-402d-abb1-126b2fa8bf93 req-22a713fa-6fb6-494d-b635-9854a2f536c6 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866160 Jul 16 21:09:34.892619 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:09:35.047038 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:35.873293 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:46.168807 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55458) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:46.339740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Deleting port fbc29f3f-331f-4bf6-9c96-ec5fbad2fa95 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:09:46.340086 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:46.415590 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:46.415924 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:46.428091 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Calling delete_port for fbc29f3f-331f-4bf6-9c96-ec5fbad2fa95 owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:09:46.581253 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:46.607933 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event deleted for resources: {'Port': ['ID=fbc29f3f-331f-4bf6-9c96-ec5fbad2fa95,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:46.634805 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.635158 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.635471 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.635806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.636136 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.636494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.636818 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.637144 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.637463 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.637787 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.638109 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.638432 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:46.685782 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:46.686220 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Floating IP 5d036856-d980-490b-9648-89bd108f5dd8 disassociated (deleted). External IP: 172.25.6.166, port: 9812a1b7-3dfe-420a-bba3-17eb4e59671d. Jul 16 21:09:46.889719 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:09:46.998033 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:09:47.002806 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:47.007191 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] Sync routers for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:09:47.016391 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:09:47.017011 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:09:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:47.045686 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-d514f0c0-4fdd-48c4-9af6-c6e7647f6fe9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "DELETE /v2.0/floatingips/5d036856-d980-490b-9648-89bd108f5dd8 HTTP/1.1" status: 204 len: 168 time: 0.8756859 Jul 16 21:09:47.046329 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:47.048622 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:47.087098 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f129e-c233-4a2d-86f2-037c22468f26 x-openstack-request-id: req-886f129e-c233-4a2d-86f2-037c22468f26 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:47.087398 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:47.087654 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-886f129e-c233-4a2d-86f2-037c22468f26 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:47.088063 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'status': 'completed', 'code': 200} Jul 16 21:09:47.127386 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:47.165117 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-1d99727c-ee8c-440c-8f86-bcf3cd49d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:47.166907 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-1d99727c-ee8c-440c-8f86-bcf3cd49d24a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0564198 Jul 16 21:09:47.266792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-a627b787-667b-4141-885d-43a7d306079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:47.268813 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-a627b787-667b-4141-885d-43a7d306079f service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0955307 Jul 16 21:09:47.321658 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-e981a6dd-81ce-415c-9038-d6bfebd9965c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 200 len: 217 time: 0.0471981 Jul 16 21:09:47.352627 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:47.375134 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-114dfb0b-a330-47c2-a146-3693b9003ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:47.376661 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-114dfb0b-a330-47c2-a146-3693b9003ebe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0483441 Jul 16 21:09:47.380492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] Checking router: 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:09:47.389178 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:09:47.389796 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:09:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:47.438443 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d8e8d-3bcc-4d2e-9b8a-ab4c6b0da4a8 req-7da07873-2ced-4e69-9f9b-b2f3640fe27b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:47.440393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52d8e8d-3bcc-4d2e-9b8a-ab4c6b0da4a8 req-7da07873-2ced-4e69-9f9b-b2f3640fe27b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 947 time: 0.0746315 Jul 16 21:09:47.444841 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-b29a8720-195b-4ba8-9a9f-9055162624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:47.446458 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-b29a8720-195b-4ba8-9a9f-9055162624f7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633767 Jul 16 21:09:47.492479 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f52d8e8d-3bcc-4d2e-9b8a-ab4c6b0da4a8 req-3c031321-5add-4428-bca8-1c7be7f22503 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459316 Jul 16 21:09:47.514259 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:47.558141 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-80c2b009-7bfc-4b98-a3a2-e8f5092e6d86 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040077 Jul 16 21:09:47.652627 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-bfd2bdbc-2569-4a69-92d1-f1501d0fd73f req-004ee2a0-4af2-49aa-82cb-e48e90c9b3b7 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872161 Jul 16 21:09:47.722167 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:47.748878 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990cc51-57bb-48f3-a9ce-43ae1bd41b48 None None] The sync data for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 is: [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:09:47.964251 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b146699-d59f-4327-a803-afa1872eca51 None None] New status for floating IP 5d036856-d980-490b-9648-89bd108f5dd8: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:09:48.133306 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7fc755d5-dfea-47e7-a519-6a867ac07e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:48.648830 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-2fa4e1fe-47ec-4b6d-b126-7abf8d1954c0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:48.651478 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-2fa4e1fe-47ec-4b6d-b126-7abf8d1954c0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 947 time: 0.1001062 Jul 16 21:09:48.678863 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609dcd4-323d-486a-b76d-d467a04846ea req-879bcc57-e816-48e4-9ea3-2e84df446e8a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:48.680464 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e609dcd4-323d-486a-b76d-d467a04846ea req-879bcc57-e816-48e4-9ea3-2e84df446e8a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9572e1d-66b3-4e09-af07-bddf2ab23cb4 HTTP/1.1" status: 200 len: 947 time: 0.0673382 Jul 16 21:09:48.721227 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e609dcd4-323d-486a-b76d-d467a04846ea req-009cf735-27c1-4d26-a3cb-26e363823686 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea10d37-6b52-4c15-ae83-c4f32cc1f695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jul 16 21:09:48.763338 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Deleting port 9812a1b7-3dfe-420a-bba3-17eb4e59671d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:09:48.763693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:48.860721 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] For port 9812a1b7-3dfe-420a-bba3-17eb4e59671d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=9812a1b7-3dfe-420a-bba3-17eb4e59671d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:48.861001 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:48.873366 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Calling delete_port for 9812a1b7-3dfe-420a-bba3-17eb4e59671d owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:09:48.999705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.032822 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event deleted for resources: {'Port': ['ID=9812a1b7-3dfe-420a-bba3-17eb4e59671d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:49.079896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] No DVR routers for this DVR port 9812a1b7-3dfe-420a-bba3-17eb4e59671d on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:09:49.083334 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.085447 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-8656fdaf-6b5c-490f-a30e-1cbde46967b1 req-02a910bf-0042-48cc-9bab-3b02b0c5c8b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.68 "DELETE /v2.0/ports/9812a1b7-3dfe-420a-bba3-17eb4e59671d HTTP/1.1" status: 204 len: 173 time: 0.4292946 Jul 16 21:09:49.089049 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-deleted', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:49.091337 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210f092f-b3e3-4313-9893-480f7fe49b41" -d '{"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-deleted", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:49.129987 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a05e4-4dfc-4936-baed-23f9977414ad x-openstack-request-id: req-379a05e4-4dfc-4936-baed-23f9977414ad {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:49.130288 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9572e1d-66b3-4e09-af07-bddf2ab23cb4", "name": "network-vif-deleted", "tag": "9812a1b7-3dfe-420a-bba3-17eb4e59671d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:49.130559 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-379a05e4-4dfc-4936-baed-23f9977414ad {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:49.130939 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9572e1d-66b3-4e09-af07-bddf2ab23cb4', 'name': 'network-vif-deleted', 'tag': '9812a1b7-3dfe-420a-bba3-17eb4e59671d', 'status': 'completed', 'code': 200} Jul 16 21:09:49.816121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55478) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:49.875768 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.902561 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.969580 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.972990 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:49.974259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "DELETE /v2.0/security-groups/3ea10d37-6b52-4c15-ae83-c4f32cc1f695 HTTP/1.1" status: 204 len: 168 time: 0.1570745 Jul 16 21:09:49.984140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea10d37-6b52-4c15-ae83-c4f32cc1f695,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:49.994623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.994977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.995325 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.995665 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.996012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.996394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.996730 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.997328 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.997660 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.997991 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.998329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:49.998888 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05eccd-8f3f-468b-904d-5482fb9943e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:50.267188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55484) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:50.272512 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-2b6426ff-a2a3-4439-9c07-7b8be1395c84 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179591778', 'description': 'tempest-secgroup-smoke-1179591778 description', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:50.294721 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6426ff-a2a3-4439-9c07-7b8be1395c84 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.373850 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6426ff-a2a3-4439-9c07-7b8be1395c84 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.377594 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6426ff-a2a3-4439-9c07-7b8be1395c84 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.406205 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-2b6426ff-a2a3-4439-9c07-7b8be1395c84 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.407432 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-2b6426ff-a2a3-4439-9c07-7b8be1395c84 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1392236 Jul 16 21:09:50.409909 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6426ff-a2a3-4439-9c07-7b8be1395c84 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57aa0c6-7d22-4513-bc3c-fb74f48206b0,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:50.411225 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55486) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:50.415992 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-bdb598b4-3f05-4a95-a26f-76c814fdbadf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': 'f57aa0c6-7d22-4513-bc3c-fb74f48206b0', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:50.442515 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdb598b4-3f05-4a95-a26f-76c814fdbadf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.499843 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdb598b4-3f05-4a95-a26f-76c814fdbadf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.504180 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdb598b4-3f05-4a95-a26f-76c814fdbadf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.505330 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6b0688ab-4464-462b-b6f3-76f42cfeffb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.522695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb598b4-3f05-4a95-a26f-76c814fdbadf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4cf792-27e6-4439-98dd-6f20cd3f38db,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:50.528107 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-bdb598b4-3f05-4a95-a26f-76c814fdbadf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.529369 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-bdb598b4-3f05-4a95-a26f-76c814fdbadf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171138 Jul 16 21:09:50.531983 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55488) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:50.537181 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b29e931c-2ed5-4912-a216-3ba74d2bbd11 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': 'f57aa0c6-7d22-4513-bc3c-fb74f48206b0', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:50.562347 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b29e931c-2ed5-4912-a216-3ba74d2bbd11 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.634209 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b29e931c-2ed5-4912-a216-3ba74d2bbd11 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.639593 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b29e931c-2ed5-4912-a216-3ba74d2bbd11 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.657255 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e931c-2ed5-4912-a216-3ba74d2bbd11 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3935f1d7-12af-4059-86e6-485be580bf93,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:50.664290 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b29e931c-2ed5-4912-a216-3ba74d2bbd11 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.665512 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b29e931c-2ed5-4912-a216-3ba74d2bbd11 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325402 Jul 16 21:09:50.668260 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55490) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:50.672648 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-546cd35c-f49e-4969-bae6-ba17bd1c5544 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': 'f57aa0c6-7d22-4513-bc3c-fb74f48206b0', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:50.700283 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-546cd35c-f49e-4969-bae6-ba17bd1c5544 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.739876 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.762910 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-546cd35c-f49e-4969-bae6-ba17bd1c5544 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.766654 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-546cd35c-f49e-4969-bae6-ba17bd1c5544 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.784434 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cd35c-f49e-4969-bae6-ba17bd1c5544 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e87790-432d-44e1-bd1e-eb39a40f0519,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:50.789304 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-546cd35c-f49e-4969-bae6-ba17bd1c5544 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.790569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-546cd35c-f49e-4969-bae6-ba17bd1c5544 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213858 Jul 16 21:09:50.793336 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55492) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:50.797751 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5c7f43db-971d-497e-9fd7-56c205b123a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': 'f57aa0c6-7d22-4513-bc3c-fb74f48206b0', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:50.823420 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c7f43db-971d-497e-9fd7-56c205b123a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.881690 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c7f43db-971d-497e-9fd7-56c205b123a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.885795 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c7f43db-971d-497e-9fd7-56c205b123a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.903236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f43db-971d-497e-9fd7-56c205b123a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555015d2-de53-48ce-9d95-aaa06784be56,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:50.910726 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c7f43db-971d-497e-9fd7-56c205b123a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.912030 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5c7f43db-971d-497e-9fd7-56c205b123a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177118 Jul 16 21:09:50.915083 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55494) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:50.919812 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-84482d26-a4bf-4adf-91fd-c05818466dcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': 'f57aa0c6-7d22-4513-bc3c-fb74f48206b0', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:50.942077 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-84482d26-a4bf-4adf-91fd-c05818466dcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Project bc29c02b0a8348d291007889cfa90a9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:09:50.946871 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84482d26-a4bf-4adf-91fd-c05818466dcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.012466 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84482d26-a4bf-4adf-91fd-c05818466dcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.016226 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84482d26-a4bf-4adf-91fd-c05818466dcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.033178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84482d26-a4bf-4adf-91fd-c05818466dcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb4a838-651a-4213-bf96-bb3e7c5f606c,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:51.039969 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-84482d26-a4bf-4adf-91fd-c05818466dcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.041352 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-84482d26-a4bf-4adf-91fd-c05818466dcf tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250744 Jul 16 21:09:51.043976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55496) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:51.048465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-03976d00-c18e-4639-b651-6ed0c3d54ac0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'security_group_rule': {'security_group_id': 'f57aa0c6-7d22-4513-bc3c-fb74f48206b0', 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:51.072173 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-03976d00-c18e-4639-b651-6ed0c3d54ac0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Project bc29c02b0a8348d291007889cfa90a9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:09:51.077168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03976d00-c18e-4639-b651-6ed0c3d54ac0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.139804 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03976d00-c18e-4639-b651-6ed0c3d54ac0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.143445 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03976d00-c18e-4639-b651-6ed0c3d54ac0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.161092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03976d00-c18e-4639-b651-6ed0c3d54ac0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b64d100-a252-4eef-b1bd-b36de9820679,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:51.166670 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-03976d00-c18e-4639-b651-6ed0c3d54ac0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:51.168414 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-03976d00-c18e-4639-b651-6ed0c3d54ac0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234250 Jul 16 21:09:52.479912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:52.501646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 9812a1b7-3dfe-420a-bba3-17eb4e59671d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:09:52.502005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 9812a1b7-3dfe-420a-bba3-17eb4e59671d not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:09:52.670509 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.032103 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:05.047263 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:05.889752 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:06.600534 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-e3a95d26-f779-499c-a76b-f04b33b8a88a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179591778&fields=id&tenant_id=bc29c02b0a8348d291007889cfa90a9c HTTP/1.1" status: 200 len: 267 time: 0.0422311 Jul 16 21:10:06.721053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe487-22b9-42cb-be99-68244b711776 req-be314628-7bb7-40c7-b2b1-07f2940c56e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:06.723250 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-be314628-7bb7-40c7-b2b1-07f2940c56e8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 809 time: 0.1162632 Jul 16 21:10:06.738441 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-35aa3da7-f8ec-4af5-bef7-215da422c899 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/quotas/bc29c02b0a8348d291007889cfa90a9c HTTP/1.1" status: 200 len: 375 time: 0.0097954 Jul 16 21:10:06.809172 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b38bb00e-67e0-44ef-a61a-26de9b53368d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652266 Jul 16 21:10:06.826437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-41e98de8-9649-4992-91e1-10b28b1c6c06 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:10:06.827435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-41e98de8-9649-4992-91e1-10b28b1c6c06 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060484 Jul 16 21:10:06.977730 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-36e4de13-f943-4763-9ab5-7f581e306b74 service neutron] 10.222.0.78 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435411 Jul 16 21:10:07.069786 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-22dfa185-d091-484f-915e-de9805b49584 service neutron] 10.222.0.78 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861654 Jul 16 21:10:07.411633 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-86c6e7c6-76dd-4517-b431-e20814c529cd req-ece2b094-29ab-4824-a62a-2f65bf327025 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 210 time: 0.0315907 Jul 16 21:10:08.594946 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-50fd20cb-5969-4b6f-9134-8f28fd94a6de req-a35be00f-448e-407a-a7bd-0baf4d87cdbc tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 210 time: 0.0546887 Jul 16 21:10:08.671489 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe487-22b9-42cb-be99-68244b711776 req-c8481e7c-f8cc-479b-aec0-30b166476369 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:08.673066 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-c8481e7c-f8cc-479b-aec0-30b166476369 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.16 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 809 time: 0.1796365 Jul 16 21:10:08.727832 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-3fe371e7-ece4-4433-9fcf-569750ff7dee tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc29c02b0a8348d291007889cfa90a9c HTTP/1.1" status: 200 len: 380 time: 0.0391004 Jul 16 21:10:08.736889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'port': {'device_id': 'e198fc2b-cba0-4279-903f-d797255042d3', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'admin_state_up': True, 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'security_groups': ['f57aa0c6-7d22-4513-bc3c-fb74f48206b0']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:08.865248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Made reservation on behalf of bc29c02b0a8348d291007889cfa90a9c for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:10:08.868912 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.017895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Allocated IP 172.20.0.11 (e2bfb140-09a1-41e4-979f-2ec0afc04f5e/107d17f4-8777-4f32-8c79-c05456921d1d/37b83f89-938d-406a-8a1f-4069d7bf5e6d) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:10:09.173333 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.188671 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Transition to ACTIVE for port object 37b83f89-938d-406a-8a1f-4069d7bf5e6d will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:10:09.223481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.276834 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:10:09.282906 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:10:09.288153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:10:09.320151 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:09.348337 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:09.348942 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.366776 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-b7285370-c55b-4892-b8a3-ba744cc07b08 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341133 Jul 16 21:10:09.428985 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Request body: {'port': {'device_id': 'e198fc2b-cba0-4279-903f-d797255042d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:09.522938 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.561870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f6bd1307-0b40-44b3-8be1-fb9fee458f17 None None] Provisioning for port 37b83f89-938d-406a-8a1f-4069d7bf5e6d completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:10:09.568177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-f6bd1307-0b40-44b3-8be1-fb9fee458f17 None None] Provisioning complete for port 37b83f89-938d-406a-8a1f-4069d7bf5e6d triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:10:09.568588 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1307-0b40-44b3-8be1-fb9fee458f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.618516 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd1307-0b40-44b3-8be1-fb9fee458f17 None None] Port 37b83f89-938d-406a-8a1f-4069d7bf5e6d cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:10:09.860799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0a1d0-81b1-485b-9162-c547a2bf34f9 req-9ce43cc6-eab6-41fe-9e4b-f8497ceca904 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:09.863082 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0a1d0-81b1-485b-9162-c547a2bf34f9 req-9ce43cc6-eab6-41fe-9e4b-f8497ceca904 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 932 time: 0.1348801 Jul 16 21:10:09.884141 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b83f89-938d-406a-8a1f-4069d7bf5e6d {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:09.900793 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.925982 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Transition to ACTIVE for port object 37b83f89-938d-406a-8a1f-4069d7bf5e6d will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:10:09.932141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-56c0a1d0-81b1-485b-9162-c547a2bf34f9 req-eadcb5d8-adab-46ad-aa54-5754fc956737 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603290 Jul 16 21:10:09.933693 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.013119 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:10.103403 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Attempting to bind port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:10:10.103756 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Attempting to bind port 37b83f89-938d-406a-8a1f-4069d7bf5e6d by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:10:10.104096 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Attempting to bind port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:10.109653 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:10:10.110000 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Attempting to bind port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:10.116026 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:10:10.116411 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Checking segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:10:10.116714 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Bound using segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:10:10.117453 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Bound port: 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:10:10.117832 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.202611 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:10:10.206768 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:10:10.212925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.263420 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.264175 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.265956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] 10.222.0.16 "PUT /v2.0/ports/37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1093 time: 0.8915517 Jul 16 21:10:10.269805 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:10.279257 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88005e13-4220-47a8-be8d-c7f8a490eeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:10.353271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a58d5-40fa-4963-a80f-1c9a74260181 service neutron] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:10.385442 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe487-22b9-42cb-be99-68244b711776 req-23c90077-c02c-432d-9e52-f59f6ae88bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.387247 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-23c90077-c02c-432d-9e52-f59f6ae88bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1096 time: 0.0744295 Jul 16 21:10:10.434918 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7738d-4c62-49f8-b55f-91797c48880c x-openstack-request-id: req-2ba7738d-4c62-49f8-b55f-91797c48880c {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:10.435262 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:10.435467 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ba7738d-4c62-49f8-b55f-91797c48880c {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:10.435863 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'status': 'completed', 'code': 200} Jul 16 21:10:10.437798 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-7baeff19-5e67-430d-886b-8c047dd2a833 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 217 time: 0.0407894 Jul 16 21:10:10.495820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe487-22b9-42cb-be99-68244b711776 req-8f6f7fa5-a559-40c1-9acc-7855a45bf6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.497630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-8f6f7fa5-a559-40c1-9acc-7855a45bf6a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0532534 Jul 16 21:10:10.557545 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe487-22b9-42cb-be99-68244b711776 req-a1cc2f33-d741-470d-836e-c998760d24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.559009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-a1cc2f33-d741-470d-836e-c998760d24ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548005 Jul 16 21:10:10.654897 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-242c89ee-3627-4ea4-88ba-f2f8a7f1a0a4 service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882843 Jul 16 21:10:10.761169 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ebbbe487-22b9-42cb-be99-68244b711776 req-db57de03-27c4-4f2f-b0db-7415b4872733 service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007550 Jul 16 21:10:10.871913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-4be80a22-1420-4157-aa5a-b3cccc2ff196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.873775 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-4be80a22-1420-4157-aa5a-b3cccc2ff196 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1096 time: 0.0654075 Jul 16 21:10:10.990560 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-ea532399-4cdd-4f71-8b91-3f9970f7faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.991753 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-ea532399-4cdd-4f71-8b91-3f9970f7faa3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.1124113 Jul 16 21:10:11.041158 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-ea1794c7-bd9f-45b6-ae29-45fc885d9813 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 217 time: 0.0429945 Jul 16 21:10:11.124212 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-56a8b903-0f6f-4688-ab47-85d522b0a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:11.125733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-56a8b903-0f6f-4688-ab47-85d522b0a43f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0787432 Jul 16 21:10:11.189770 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2eb80-dc63-470f-b8ff-95710e107c45 req-33f37dd6-9de7-472f-8890-b5f10a5638a0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:11.191555 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33f2eb80-dc63-470f-b8ff-95710e107c45 req-33f37dd6-9de7-472f-8890-b5f10a5638a0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.1133773 Jul 16 21:10:11.238321 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-4f403c8c-af1d-4e55-8242-fad721e9d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:11.239959 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-4f403c8c-af1d-4e55-8242-fad721e9d659 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079302 Jul 16 21:10:11.245630 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-33f2eb80-dc63-470f-b8ff-95710e107c45 req-9584eeaa-8d93-4cbb-8625-ec19d7fa7d1a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468891 Jul 16 21:10:11.343996 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-e09e0b36-4506-48d8-b154-63a90cf0fa0d service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972748 Jul 16 21:10:11.441483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-88005e13-4220-47a8-be8d-c7f8a490eeb8 req-9e749cf3-7efa-4179-ba0e-66a12b4a42c4 service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912628 Jul 16 21:10:11.893186 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:12.430408 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44759b01-d85c-410b-b58d-33724d6fc371 req-487fa9f8-28e2-4620-bb60-639d94e4a438 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:12.431892 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44759b01-d85c-410b-b58d-33724d6fc371 req-487fa9f8-28e2-4620-bb60-639d94e4a438 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0696590 Jul 16 21:10:12.473383 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-44759b01-d85c-410b-b58d-33724d6fc371 req-2d79afbf-f748-42b2-96c3-257d16bbf9db tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353489 Jul 16 21:10:13.651520 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc24ee-5b8f-459a-ab3c-fe21c2b69af5 req-826d57c5-6107-41e8-b03f-0ddea38d52a8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:13.653105 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-decc24ee-5b8f-459a-ab3c-fe21c2b69af5 req-826d57c5-6107-41e8-b03f-0ddea38d52a8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0650501 Jul 16 21:10:13.692167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-decc24ee-5b8f-459a-ab3c-fe21c2b69af5 req-414dc4ac-f422-4aaa-9e5d-1e0c0c484287 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324194 Jul 16 21:10:14.870159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6250983-03a1-4956-bfb9-a651441d395e req-79d5c22f-aa40-4f33-98bc-76fc52de32af tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:14.871733 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6250983-03a1-4956-bfb9-a651441d395e req-79d5c22f-aa40-4f33-98bc-76fc52de32af tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0651617 Jul 16 21:10:14.912976 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a6250983-03a1-4956-bfb9-a651441d395e req-e92e24e4-5462-4994-9016-32d24522d857 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343666 Jul 16 21:10:16.095463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfbe39-9e81-4e9a-b4ba-27314f706740 req-76d9cf2d-f01e-4995-b7e5-004542d2fd38 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:16.097221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68dfbe39-9e81-4e9a-b4ba-27314f706740 req-76d9cf2d-f01e-4995-b7e5-004542d2fd38 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0716765 Jul 16 21:10:16.136941 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68dfbe39-9e81-4e9a-b4ba-27314f706740 req-584c6809-3e4a-4c25-9aff-e656a9433802 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340703 Jul 16 21:10:17.317970 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069412-2d45-4b79-8468-b6ef90615db7 req-d68f89a2-f95f-4e25-97c4-35d5f0d18912 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:17.319477 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87069412-2d45-4b79-8468-b6ef90615db7 req-d68f89a2-f95f-4e25-97c4-35d5f0d18912 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0639317 Jul 16 21:10:17.358795 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-87069412-2d45-4b79-8468-b6ef90615db7 req-a15e7724-da67-47bc-b267-69bbef17f487 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335600 Jul 16 21:10:18.134938 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1625e252-6d0d-4f89-ac5e-473759b296ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:18.555053 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942506fe-89ac-4f4f-8805-a916731c334b req-6f881101-cd75-49da-8a3d-a2146e2ddba8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:18.556692 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-942506fe-89ac-4f4f-8805-a916731c334b req-6f881101-cd75-49da-8a3d-a2146e2ddba8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0861769 Jul 16 21:10:18.597911 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-942506fe-89ac-4f4f-8805-a916731c334b req-1ff45330-2514-49cb-8f2b-906391c709b2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355837 Jul 16 21:10:19.777947 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e527-0af3-4299-a679-4ad904384705 req-6538624d-8aba-4c1e-890e-8fcb87d30403 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:19.779673 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f973e527-0af3-4299-a679-4ad904384705 req-6538624d-8aba-4c1e-890e-8fcb87d30403 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0699821 Jul 16 21:10:19.820803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f973e527-0af3-4299-a679-4ad904384705 req-c497401f-1a92-4a1b-a38f-e70e99efca1c tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353615 Jul 16 21:10:20.506621 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-92f8a3d2-5999-4dbd-b9b6-76505bb9d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:20.742136 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:21.191790 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197a1d-be6f-4b1d-9026-93c2b584d73a req-84aeaee9-ac59-4263-af11-13ccadcc8d3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:21.193288 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30197a1d-be6f-4b1d-9026-93c2b584d73a req-84aeaee9-ac59-4263-af11-13ccadcc8d3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0639930 Jul 16 21:10:21.232627 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30197a1d-be6f-4b1d-9026-93c2b584d73a req-4d0c0049-d58b-44e7-85e6-113324804c8d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331767 Jul 16 21:10:21.703331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 37b83f89-938d-406a-8a1f-4069d7bf5e6d details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:10:21.799977 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:21.813774 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'port_id': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'mac_address': 'fa:16:3e:0d:b2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:10:21.850851 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:21.863345 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b83f89-938d-406a-8a1f-4069d7bf5e6d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:21.882347 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:21.885837 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:21.933982 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:21.942145 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.942508 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.942897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.943207 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.943551 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.943892 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.944260 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.944601 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.944935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.945269 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.945604 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:21.945936 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:22.136596 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['37b83f89-938d-406a-8a1f-4069d7bf5e6d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:22.415895 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98502eb7-0333-4d53-a3c7-e019507874ad req-74a4be5b-035d-4f5c-bcd5-c5dffa18fa15 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:22.417411 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98502eb7-0333-4d53-a3c7-e019507874ad req-74a4be5b-035d-4f5c-bcd5-c5dffa18fa15 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 945 time: 0.0692005 Jul 16 21:10:22.458314 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-98502eb7-0333-4d53-a3c7-e019507874ad req-28dd977e-e2e9-4457-bd6b-4ec9122a503e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351067 Jul 16 21:10:22.672798 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:23.641552 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f320c-776e-4821-80f9-3bb8275bc0c3 req-72cdee85-8611-40bf-b503-f47371fb1475 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:23.643302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a4f320c-776e-4821-80f9-3bb8275bc0c3 req-72cdee85-8611-40bf-b503-f47371fb1475 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 945 time: 0.0719295 Jul 16 21:10:23.685282 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a4f320c-776e-4821-80f9-3bb8275bc0c3 req-a993cd1e-ddd3-4edc-90ef-7e8a6b6ddee1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353265 Jul 16 21:10:23.711713 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 37b83f89-938d-406a-8a1f-4069d7bf5e6d up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:10:23.762507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port 37b83f89-938d-406a-8a1f-4069d7bf5e6d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:10:23.766417 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port 37b83f89-938d-406a-8a1f-4069d7bf5e6d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:10:23.766791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:23.857669 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:23.881376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:23.883634 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a38f4c-cec4-4f15-9a94-e18fa4262f4d" -d '{"events": [{"server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "name": "network-vif-plugged", "status": "completed", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:23.896925 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:23.901448 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:23.930774 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1455f62-e4ab-4b55-9846-a59dcbdbb3e3 x-openstack-request-id: req-b1455f62-e4ab-4b55-9846-a59dcbdbb3e3 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:23.931007 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "name": "network-vif-plugged", "status": "completed", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:23.931217 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1455f62-e4ab-4b55-9846-a59dcbdbb3e3 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:23.931610 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'code': 200} Jul 16 21:10:23.962709 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:24.035996 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:24.048106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5afb20-db54-43c5-8498-cc34a62359a9 req-1dd4e571-d926-4041-90b6-631697989987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:24.050270 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b5afb20-db54-43c5-8498-cc34a62359a9 req-1dd4e571-d926-4041-90b6-631697989987 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1098 time: 0.0625982 Jul 16 21:10:24.090736 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7b5afb20-db54-43c5-8498-cc34a62359a9 req-d8f9d79b-b696-4044-a4c8-b5b2d1d0835b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341587 Jul 16 21:10:24.862350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576cb56-9e2b-4ec3-be91-56c7cd424507 req-545d6a95-44ae-488d-9b6b-1e4d13f5815d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:24.863933 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1576cb56-9e2b-4ec3-be91-56c7cd424507 req-545d6a95-44ae-488d-9b6b-1e4d13f5815d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0678885 Jul 16 21:10:24.911016 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-1576cb56-9e2b-4ec3-be91-56c7cd424507 req-47b0a6e8-4fc5-48ae-8a0c-803041fc298c tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Jul 16 21:10:26.097120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4d641-0704-4d63-bce8-90783fa37f43 req-7abf0109-a83c-477f-9c26-68fd523bd068 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:26.098641 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5c4d641-0704-4d63-bce8-90783fa37f43 req-7abf0109-a83c-477f-9c26-68fd523bd068 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0673449 Jul 16 21:10:26.160071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d5c4d641-0704-4d63-bce8-90783fa37f43 req-8c983022-d5c7-48bf-a152-115baff2f8a6 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549641 Jul 16 21:10:26.340121 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea0a92-18ae-40c7-af4b-0fb1c3204f0e req-13ce37fc-b227-4792-b3c1-d4faff39f607 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:26.341657 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1ea0a92-18ae-40c7-af4b-0fb1c3204f0e req-13ce37fc-b227-4792-b3c1-d4faff39f607 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0661526 Jul 16 21:10:26.379467 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c1ea0a92-18ae-40c7-af4b-0fb1c3204f0e req-05bfa04a-21e8-4944-9e0a-0d82285ab191 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Jul 16 21:10:26.403379 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55698) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:10:26.454356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c62649-a430-4fd3-82b0-2eb132b4a26d tempest-TestShelveInstance-790783790 tempest-TestShelveInstance-790783790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:26.456331 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f6c62649-a430-4fd3-82b0-2eb132b4a26d tempest-TestShelveInstance-790783790 tempest-TestShelveInstance-790783790-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1093 time: 0.0519347 Jul 16 21:10:26.459351 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55700) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:10:26.463682 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:26.486866 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:26.586404 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:26.688006 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Allocated IP 172.25.6.107 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/fcdb115f-d45e-42ce-96c8-b801025c16c9) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:10:26.791083 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:26.828838 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:26.864126 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:10:26.870135 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:10:26.873998 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:10:26.879423 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'Port': ['ID=fcdb115f-d45e-42ce-96c8-b801025c16c9,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:27.254682 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:27.336179 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:27.791282 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:27.795621 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:27.862394 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event updated for resources: {'Port': ['ID=fcdb115f-d45e-42ce-96c8-b801025c16c9,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:27.874309 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:27.973708 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Floating IP 9ecd507c-2ad0-4743-a958-b3533fc76568 associated. External IP: 172.25.6.107, port: 37b83f89-938d-406a-8a1f-4069d7bf5e6d. Jul 16 21:10:28.186009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:10:28.293474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:10:28.303407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] Sync routers for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:10:28.309816 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:28.313850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:10:28.314482 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:10:28.347527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-45e56f56-4738-469a-a45d-ecb0c79e3c3a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8871248 Jul 16 21:10:28.348138 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:28.350541 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17" -d '{"events": [{"name": "network-changed", "server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:28.394472 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9118cde9-cf53-451c-a2b1-d0fed66b5194 x-openstack-request-id: req-9118cde9-cf53-451c-a2b1-d0fed66b5194 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:28.394776 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:28.395028 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9118cde9-cf53-451c-a2b1-d0fed66b5194 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:28.395442 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'status': 'completed', 'code': 200} Jul 16 21:10:28.472530 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-4d9ee799-0122-4299-bf5d-824506f284a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:28.474010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-4d9ee799-0122-4299-bf5d-824506f284a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1098 time: 0.0563917 Jul 16 21:10:28.572346 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-da3659b0-4e3f-4383-9477-c985aaf6f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:28.573861 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-da3659b0-4e3f-4383-9477-c985aaf6f351 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0940452 Jul 16 21:10:28.581946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:10:28.640993 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-7edbc694-0918-437c-b4a1-b489214511aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1000 time: 0.0610816 Jul 16 21:10:28.691698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-d23771c9-e57e-4ce9-bd3b-fb9899a78973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:28.693436 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-d23771c9-e57e-4ce9-bd3b-fb9899a78973 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0470498 Jul 16 21:10:28.755728 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-4aed5a7c-82bf-4707-a287-a26874472a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:28.757279 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-4aed5a7c-82bf-4707-a287-a26874472a14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580041 Jul 16 21:10:28.817630 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '9ecd507c-2ad0-4743-a958-b3533fc76568', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'port_id': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'mac_address': 'fa:16:3e:0d:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e198fc2b-cba0-4279-903f-d797255042d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:10:27Z', 'updated_at': '2021-07-16T21:10:27Z', 'revision_number': 0, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:10:28.843913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] Checking router: 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:10:28.849782 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-61734ff5-5cce-4942-a077-a5bf72423f03 service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861709 Jul 16 21:10:28.852969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:10:28.853592 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:10:20Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:10:28.945122 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d5aa61a-c48c-4b6d-b58d-fb536b42df17 req-2c5f5e2e-c75c-4c80-a016-60a4bcfcabcc service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895085 Jul 16 21:10:28.963512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:10:29.196903 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '9ecd507c-2ad0-4743-a958-b3533fc76568', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'port_id': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'mac_address': 'fa:16:3e:0d:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e198fc2b-cba0-4279-903f-d797255042d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:10:27Z', 'updated_at': '2021-07-16T21:10:27Z', 'revision_number': 0, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:10:29.224176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aeaf14-d261-49e8-a815-af4e22f37b25 None None] The sync data for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 is: [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '9ecd507c-2ad0-4743-a958-b3533fc76568', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'port_id': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'mac_address': 'fa:16:3e:0d:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e198fc2b-cba0-4279-903f-d797255042d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:10:27Z', 'updated_at': '2021-07-16T21:10:27Z', 'revision_number': 0, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:10:29.419910 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d32509-af4e-4b3d-a6f0-dc7e81485680 None None] New status for floating IP 9ecd507c-2ad0-4743-a958-b3533fc76568: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:10:35.049304 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:35.913023 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:48.138299 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e87b3826-297c-4bf9-860b-f0d17361e543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:48.892322 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:50.508174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf834-2987-41de-9ad4-4f62494b2755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:50.744314 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:52.682398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:54.038647 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:05.046873 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:05.904543 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:17.344322 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-c5cba169-69f2-4bdb-a76f-e77303b381ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538123 Jul 16 21:11:17.439378 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-f319c6d3-b089-456d-863b-02c2e032ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:17.441601 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-f319c6d3-b089-456d-863b-02c2e032ee10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1098 time: 0.0542824 Jul 16 21:11:17.552696 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-d7ce8ea6-f0f6-42e8-a185-f2e2f8647585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:17.554195 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-d7ce8ea6-f0f6-42e8-a185-f2e2f8647585 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0928545 Jul 16 21:11:17.618416 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-db85cc72-afaf-4521-8956-14b784415d73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1002 time: 0.0581670 Jul 16 21:11:17.671204 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-e938b54c-6afd-40ef-8d6d-a8faa757a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:17.672705 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-e938b54c-6afd-40ef-8d6d-a8faa757a472 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0488195 Jul 16 21:11:17.729585 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-572e2397-8474-4922-9457-f843dde6ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:17.731120 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-572e2397-8474-4922-9457-f843dde6ad17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525761 Jul 16 21:11:17.819421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-8fafb437-cac6-4ce3-af2d-a6a7cfd0c442 service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815544 Jul 16 21:11:17.913201 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-17871217-53cf-4082-b17e-2730ed2a3ea0 req-3c16fbab-8f95-4a8f-9f9a-40352122ca2c service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873840 Jul 16 21:11:18.140117 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d074143c-973a-4ac4-880e-5ad130c8584e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:20.510449 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f3a044ed-a06c-4f46-b2ea-a63872c65492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:20.746354 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:22.679157 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:24.041215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:25.891988 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:35.034973 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:35.903443 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:48.147041 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f248dcd5-2f65-4c54-9fa3-4049a1af3358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.512972 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b5267e1f-4e98-4e96-9308-eb9ba8a01fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.751324 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:52.682151 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:54.044651 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:02.892395 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:12:05.044442 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:05.902184 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:17.310483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f25ac037-c45e-443c-a873-a5f998c74870 req-94c804cb-ea39-419d-907b-660aba8165dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525906 Jul 16 21:12:17.408039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ac037-c45e-443c-a873-a5f998c74870 req-18ddb3b1-5ff2-4ec2-898a-7e782d85ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:17.409598 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f25ac037-c45e-443c-a873-a5f998c74870 req-18ddb3b1-5ff2-4ec2-898a-7e782d85ad73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1098 time: 0.0588617 Jul 16 21:12:17.511927 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ac037-c45e-443c-a873-a5f998c74870 req-75605be0-d74b-479e-8e0c-f253157931d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:17.513446 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f25ac037-c45e-443c-a873-a5f998c74870 req-75605be0-d74b-479e-8e0c-f253157931d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0853100 Jul 16 21:12:17.582141 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f25ac037-c45e-443c-a873-a5f998c74870 req-8ca3a6f1-b4e9-4b7a-a82a-7bb9f464649d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1002 time: 0.0625212 Jul 16 21:12:17.631070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ac037-c45e-443c-a873-a5f998c74870 req-075eeeb9-65e2-4926-9490-216456185e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:17.632574 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f25ac037-c45e-443c-a873-a5f998c74870 req-075eeeb9-65e2-4926-9490-216456185e6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0447941 Jul 16 21:12:17.688740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ac037-c45e-443c-a873-a5f998c74870 req-2d20999a-6a87-46f6-95fd-a420b127e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:17.690255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f25ac037-c45e-443c-a873-a5f998c74870 req-2d20999a-6a87-46f6-95fd-a420b127e0e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516183 Jul 16 21:12:17.785696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f25ac037-c45e-443c-a873-a5f998c74870 req-f3e9d728-4a69-4104-a117-8f6ede352247 service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891104 Jul 16 21:12:17.875891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f25ac037-c45e-443c-a873-a5f998c74870 req-463b9f53-b33f-4bae-b369-56f33365191b service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832479 Jul 16 21:12:18.138482 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6b03253f-6249-41c5-a7de-a9522d34a734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:20.042356 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca24b3a-e81d-48f9-884d-007c5ac690ec req-fa74aa75-f2db-42fa-b03f-8cd1dcb44045 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:20.043835 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ca24b3a-e81d-48f9-884d-007c5ac690ec req-fa74aa75-f2db-42fa-b03f-8cd1dcb44045 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0724387 Jul 16 21:12:20.082353 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5ca24b3a-e81d-48f9-884d-007c5ac690ec req-b399dc8e-1253-44fd-a159-c21925ae42cb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329607 Jul 16 21:12:20.514213 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b27f-5a4e-4148-a933-917d6dfe092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:20.753412 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:21.294156 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50bcd6-6e33-44cb-ab0c-e3cf55ea1475 req-0fe578f2-ab74-4b62-837b-62cd7121e260 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:21.295722 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff50bcd6-6e33-44cb-ab0c-e3cf55ea1475 req-0fe578f2-ab74-4b62-837b-62cd7121e260 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0716040 Jul 16 21:12:21.335252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ff50bcd6-6e33-44cb-ab0c-e3cf55ea1475 req-fe8c8dd7-3824-4b40-afb7-c62ac9ad6b85 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337811 Jul 16 21:12:22.548070 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6be475-dc5a-4dca-aede-c009196f220d req-b6d9aefa-fdd5-4b30-b1cb-39f7937c680e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:22.549694 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b6be475-dc5a-4dca-aede-c009196f220d req-b6d9aefa-fdd5-4b30-b1cb-39f7937c680e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0679500 Jul 16 21:12:22.587622 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3b6be475-dc5a-4dca-aede-c009196f220d req-558f6398-eda4-436d-a448-dfab84eb0b30 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323515 Jul 16 21:12:22.685264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:23.771220 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bd324-f2bf-459d-87ea-d61e41020c9e req-f8e3ed37-c9b1-48c2-8c9d-9d53950a59cb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:23.772675 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-190bd324-f2bf-459d-87ea-d61e41020c9e req-f8e3ed37-c9b1-48c2-8c9d-9d53950a59cb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0680027 Jul 16 21:12:23.811728 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-190bd324-f2bf-459d-87ea-d61e41020c9e req-6cb547a4-7eed-4eba-a1d0-3bcba51e31bb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333133 Jul 16 21:12:24.046814 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:25.176596 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf8f05-ae51-4c89-a8ee-25c5dedbe993 req-4ca96c67-af84-4d44-b9e2-0e8438107812 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:25.178018 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21cf8f05-ae51-4c89-a8ee-25c5dedbe993 req-4ca96c67-af84-4d44-b9e2-0e8438107812 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0649340 Jul 16 21:12:25.217882 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-21cf8f05-ae51-4c89-a8ee-25c5dedbe993 req-f9f43b2a-eebc-4f80-be62-72479a1d2141 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338960 Jul 16 21:12:26.396278 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68193f80-790c-48cb-8e63-de7a0ea90678 req-dbbeb6be-3eaf-4fc7-82c4-c33c8f3faa83 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:26.397778 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68193f80-790c-48cb-8e63-de7a0ea90678 req-dbbeb6be-3eaf-4fc7-82c4-c33c8f3faa83 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0695043 Jul 16 21:12:26.437384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-68193f80-790c-48cb-8e63-de7a0ea90678 req-1e1d443b-3eb8-43e7-a86c-393c74074f9b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328484 Jul 16 21:12:27.615516 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a574f-6418-41f7-bd87-19d7f37a0bb8 req-7385ee2e-68ee-4ea8-97c1-a663c52eea0e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:27.617046 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-911a574f-6418-41f7-bd87-19d7f37a0bb8 req-7385ee2e-68ee-4ea8-97c1-a663c52eea0e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0670447 Jul 16 21:12:27.655068 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-911a574f-6418-41f7-bd87-19d7f37a0bb8 req-f7b13357-e9f7-4bdb-85fe-a046ae45aeb4 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Jul 16 21:12:28.827484 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0fc8f-ed1d-47a6-8bf2-49a9f3867a80 req-88b01b2d-d6ba-4cf8-b10c-e1e60bd14e3e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:28.829053 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ab0fc8f-ed1d-47a6-8bf2-49a9f3867a80 req-88b01b2d-d6ba-4cf8-b10c-e1e60bd14e3e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0625830 Jul 16 21:12:28.868045 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7ab0fc8f-ed1d-47a6-8bf2-49a9f3867a80 req-960fac95-6614-446d-9e27-f2ba95cc0ad9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Jul 16 21:12:30.046266 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b8888-60bf-492d-ab89-774fa7d61ee3 req-7026577c-a19e-4538-a194-2cba40647e98 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:30.047794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e57b8888-60bf-492d-ab89-774fa7d61ee3 req-7026577c-a19e-4538-a194-2cba40647e98 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0675924 Jul 16 21:12:30.088023 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e57b8888-60bf-492d-ab89-774fa7d61ee3 req-d011241a-0581-4b48-bc88-80a9feff1cd0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345714 Jul 16 21:12:30.152065 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-890a2601-3939-43df-b090-058e3eeb66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:30.153550 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-890a2601-3939-43df-b090-058e3eeb66aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1098 time: 0.0579054 Jul 16 21:12:30.248865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-acb6723a-e02a-40ff-b298-4790529520c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:30.250626 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-acb6723a-e02a-40ff-b298-4790529520c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0913596 Jul 16 21:12:30.314547 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-4c0762f8-d0d0-4890-8b67-8ac25a854d46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1002 time: 0.0581760 Jul 16 21:12:30.367056 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-dbfd9160-a52e-49ac-8950-15485af43f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:30.368605 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-dbfd9160-a52e-49ac-8950-15485af43f1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0487199 Jul 16 21:12:30.427319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-07d2709c-ca7b-40d2-ac17-8910db89598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:30.428797 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-07d2709c-ca7b-40d2-ac17-8910db89598c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538116 Jul 16 21:12:30.441240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-8c28160c-ddb0-43f2-8dfb-61644e0f5caa service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:12:30.442213 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-8c28160c-ddb0-43f2-8dfb-61644e0f5caa service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067012 Jul 16 21:12:30.530565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-56b91cb4-78e8-4cfa-ad5f-93fd0cc866f3 service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823028 Jul 16 21:12:30.624061 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae648178-dba3-40cc-b573-95fd45f2a6ae req-f63e8614-8569-478b-8ed6-ff1e790c3ce2 service neutron] 10.222.0.16 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875454 Jul 16 21:12:31.266062 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ffb5f-3e4c-4c56-b492-a4c4a5029513 req-289d656d-4893-4020-9942-c022b04fbdfb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:31.267587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-127ffb5f-3e4c-4c56-b492-a4c4a5029513 req-289d656d-4893-4020-9942-c022b04fbdfb tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0655408 Jul 16 21:12:31.306194 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-127ffb5f-3e4c-4c56-b492-a4c4a5029513 req-cc3c0009-7537-4413-82cc-8a2d00a12687 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Jul 16 21:12:32.492508 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926f91-4b79-461a-9c58-c28ff854eef8 req-64c588c7-49a6-4f06-8894-12fbc82012f3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:32.495636 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a926f91-4b79-461a-9c58-c28ff854eef8 req-64c588c7-49a6-4f06-8894-12fbc82012f3 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0731072 Jul 16 21:12:32.537654 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7a926f91-4b79-461a-9c58-c28ff854eef8 req-97b5a938-757f-4ad9-8bf6-faf9da7afc8c tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374029 Jul 16 21:12:33.724450 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d462c37-4cd7-4d5d-bffd-f3644c839270 req-1f596273-1f65-45af-8e48-c4972cd31c2e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:33.725961 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d462c37-4cd7-4d5d-bffd-f3644c839270 req-1f596273-1f65-45af-8e48-c4972cd31c2e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0670745 Jul 16 21:12:33.766115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4d462c37-4cd7-4d5d-bffd-f3644c839270 req-b0adcc95-11c5-4cdc-bd91-5785c815cf94 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340919 Jul 16 21:12:34.945271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c9ef1-eb80-4bdc-8be7-7d46f9de4248 req-3ed8b97a-8c87-42e4-a5d7-b6f7654e8c74 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:34.946759 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-673c9ef1-eb80-4bdc-8be7-7d46f9de4248 req-3ed8b97a-8c87-42e4-a5d7-b6f7654e8c74 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0667543 Jul 16 21:12:34.985732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-673c9ef1-eb80-4bdc-8be7-7d46f9de4248 req-33015171-bfff-4e99-8435-ce241d662873 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Jul 16 21:12:35.030307 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.268217 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-2d2448bb-d0c3-4432-a2e5-13f20a102c85 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536025 Jul 16 21:12:35.350595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d931-f98b-4586-8ad4-3f5526dd7c1e req-1495e0b7-ed64-4da7-9fde-a166862fb288 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:35.352135 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e28d931-f98b-4586-8ad4-3f5526dd7c1e req-1495e0b7-ed64-4da7-9fde-a166862fb288 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0725522 Jul 16 21:12:35.393435 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7e28d931-f98b-4586-8ad4-3f5526dd7c1e req-4b571b59-05b1-404b-9664-ece128b91900 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344875 Jul 16 21:12:35.902393 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:36.404491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device 37b83f89-938d-406a-8a1f-4069d7bf5e6d no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:12:36.493589 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:36.529331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:36.533941 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e844aa6f-f8f8-4465-ab15-1e61df664850" -d '{"events": [{"server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "name": "network-vif-unplugged", "status": "completed", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:36.542360 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:36.548776 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:36.582295 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded0ddd-f2d5-4478-8f62-6970dd57c811 req-1a54e9de-3024-4940-add4-fdf9b29f8b5b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:36.584384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dded0ddd-f2d5-4478-8f62-6970dd57c811 req-1a54e9de-3024-4940-add4-fdf9b29f8b5b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 946 time: 0.0770791 Jul 16 21:12:36.593626 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c2eeec-7975-49f6-9eb5-f92b12a21377 x-openstack-request-id: req-c9c2eeec-7975-49f6-9eb5-f92b12a21377 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:36.593912 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "name": "network-vif-unplugged", "status": "failed", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d", "code": 422}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:36.594390 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9c2eeec-7975-49f6-9eb5-f92b12a21377 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:36.594787 n-d-791505-15 neutron-server[100245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'code': 422} returned with failed status Jul 16 21:12:36.605405 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:36.613491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.614106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.614457 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.614880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.615127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.615696 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.616037 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.616393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.616724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.617051 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.617377 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.617725 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:36.625620 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-dded0ddd-f2d5-4478-8f62-6970dd57c811 req-c8b8641c-50e7-4ec7-891c-f35c703968b9 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343595 Jul 16 21:12:37.808740 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40753e98-a7e4-442b-b761-28fac1cb4d5e req-fb86806d-a61b-4c4c-a2cc-11262633b53a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:37.810374 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40753e98-a7e4-442b-b761-28fac1cb4d5e req-fb86806d-a61b-4c4c-a2cc-11262633b53a tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0699956 Jul 16 21:12:37.852009 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-40753e98-a7e4-442b-b761-28fac1cb4d5e req-ad1bb9f4-8a4e-4560-9dec-44a7dea7a5ff tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355554 Jul 16 21:12:39.038485 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce9bfe-8fb0-4eda-88ec-5b7a6e53a50b req-1878bd67-ca89-4222-a74f-20546381fabe tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:39.039943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cce9bfe-8fb0-4eda-88ec-5b7a6e53a50b req-1878bd67-ca89-4222-a74f-20546381fabe tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0704093 Jul 16 21:12:39.080666 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8cce9bfe-8fb0-4eda-88ec-5b7a6e53a50b req-27b0ad7f-6134-43a2-9779-0262cebb3a7d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339570 Jul 16 21:12:39.891822 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:12:40.095671 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-bbdc000b-3851-46cc-a91f-0bf594217191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:40.097234 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-bbdc000b-3851-46cc-a91f-0bf594217191 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3&tenant_id=bc29c02b0a8348d291007889cfa90a9c HTTP/1.1" status: 200 len: 1096 time: 0.1109686 Jul 16 21:12:40.108893 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-15', 'device_owner': 'compute:nova'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:40.180820 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:40.262063 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42f021-1cc4-468c-b8ae-402c758899a0 req-ac114e9d-7f86-4b13-a332-c1e933ddfcde tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:40.263732 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac42f021-1cc4-468c-b8ae-402c758899a0 req-ac114e9d-7f86-4b13-a332-c1e933ddfcde tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0659883 Jul 16 21:12:40.308095 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ac42f021-1cc4-468c-b8ae-402c758899a0 req-533daaf1-9a5d-4fde-a78d-c80ec003efba tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373127 Jul 16 21:12:40.390592 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:40.426806 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h1-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:12:40.459261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b83f89-938d-406a-8a1f-4069d7bf5e6d {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:12:40.466631 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:40.478172 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Transition to ACTIVE for port object 37b83f89-938d-406a-8a1f-4069d7bf5e6d will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:12:40.481989 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:40.559031 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=7']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:40.573530 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.573888 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.574236 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.574580 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.574921 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.575259 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.575594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.575978 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.576271 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.576608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.576941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.577275 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:40.618778 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] No DVR routers for this DVR port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on host n-h1-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:12:40.764934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Attempting to bind port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:12:40.765274 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Attempting to bind port 37b83f89-938d-406a-8a1f-4069d7bf5e6d by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:12:40.765607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Attempting to bind port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:12:40.769850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:12:40.770160 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Attempting to bind port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on network e2bfb140-09a1-41e4-979f-2ec0afc04f5e {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:12:40.774916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:12:40.775258 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Checking segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:12:40.775647 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Bound using segment: {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:12:40.776179 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Bound port: 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:12:40.776622 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:40.838080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:12:40.841353 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:12:40.845420 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:40.877976 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:40.878715 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:40.880184 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] 10.222.0.68 "PUT /v2.0/ports/37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1093 time: 0.7754850 Jul 16 21:12:40.880621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:40.882882 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1aa77-dfcd-47ef-a57c-a6281d31b187" -d '{"events": [{"name": "network-changed", "server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:40.943268 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e0641-79b4-4564-8087-4d0ab905f016 service neutron] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=8']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:40.974168 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-e1224802-d111-434d-80e0-99e20117603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:40.975657 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-e1224802-d111-434d-80e0-99e20117603c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1096 time: 0.0689347 Jul 16 21:12:40.977304 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1514674c-047f-4887-bf26-c42d0ef00ef8 x-openstack-request-id: req-1514674c-047f-4887-bf26-c42d0ef00ef8 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:40.977586 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:40.977841 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1514674c-047f-4887-bf26-c42d0ef00ef8 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:40.978240 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'status': 'completed', 'code': 200} Jul 16 21:12:41.074154 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-58a32de4-c195-4010-a89e-8049a5265b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.075662 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-58a32de4-c195-4010-a89e-8049a5265b48 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0906982 Jul 16 21:12:41.149253 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-11573979-2ae5-481c-bed9-9fd006ae416c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1000 time: 0.0672138 Jul 16 21:12:41.200874 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-7c2e8798-2a2c-48db-bcaa-6e6982c3c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.202671 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-7c2e8798-2a2c-48db-bcaa-6e6982c3c7fa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0470819 Jul 16 21:12:41.260426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-1038540d-c904-4b83-9895-d97d7decf7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.262120 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-1038540d-c904-4b83-9895-d97d7decf7ef service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537665 Jul 16 21:12:41.271799 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-ebf86d22-c68e-45ad-ba32-f44a805d2549 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:12:41.272873 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-ebf86d22-c68e-45ad-ba32-f44a805d2549 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049844 Jul 16 21:12:41.368903 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-01802f95-b6b7-485a-9c9b-f9c27b1570b6 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890305 Jul 16 21:12:41.459517 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-4db5beaf-6350-409f-a39c-61b5186fd946 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845506 Jul 16 21:12:41.486445 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf110bdd-e74d-40a4-85a0-a7c341cec631 req-6243a48d-9765-4896-8fe5-1ca89147c528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.487964 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf110bdd-e74d-40a4-85a0-a7c341cec631 req-6243a48d-9765-4896-8fe5-1ca89147c528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0653498 Jul 16 21:12:41.528651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf110bdd-e74d-40a4-85a0-a7c341cec631 req-394cf2c2-c198-4d7c-ad55-876b7894e0b8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Jul 16 21:12:41.562821 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-e602709b-da2b-4041-ad6c-c490ba765c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.564364 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-e602709b-da2b-4041-ad6c-c490ba765c07 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1096 time: 0.0602217 Jul 16 21:12:41.653304 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-94383046-629d-4444-810b-3bd415e71979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.654788 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-94383046-629d-4444-810b-3bd415e71979 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0844619 Jul 16 21:12:41.722160 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-5ea224b2-e2a8-4bc5-b4de-fe335b3c9a05 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1000 time: 0.0611956 Jul 16 21:12:41.770423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-447913bc-c95f-4d29-b318-cab32ef97910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.771981 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-447913bc-c95f-4d29-b318-cab32ef97910 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0435381 Jul 16 21:12:41.829188 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-b136ae72-2492-4f9b-b02d-4f99f44db744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.830602 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-b136ae72-2492-4f9b-b02d-4f99f44db744 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514147 Jul 16 21:12:41.924600 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-f4383ef2-8d2b-472c-a313-ddfa772181ed service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872638 Jul 16 21:12:42.013523 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-21b1aa77-dfcd-47ef-a57c-a6281d31b187 req-09fd061f-f1ac-4e02-b1c4-1c542f6f8a60 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827351 Jul 16 21:12:42.706448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e944c-7bfe-4d98-b347-ed015b0a40ae req-32e6172b-bb43-48d1-af22-25324feb7b0e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:42.707934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b3e944c-7bfe-4d98-b347-ed015b0a40ae req-32e6172b-bb43-48d1-af22-25324feb7b0e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0622232 Jul 16 21:12:42.747470 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4b3e944c-7bfe-4d98-b347-ed015b0a40ae req-7a401ad9-5a54-46e7-bd72-10e0a5440433 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Jul 16 21:12:43.930455 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de2e1f-072d-4520-853b-ea816de920b1 req-6885163a-e9fd-42cc-935a-79bd98ec28bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:43.931970 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59de2e1f-072d-4520-853b-ea816de920b1 req-6885163a-e9fd-42cc-935a-79bd98ec28bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0711813 Jul 16 21:12:43.970301 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-59de2e1f-072d-4520-853b-ea816de920b1 req-21652df2-3e72-401a-aa86-eed226ee48c8 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Jul 16 21:12:45.149003 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d167a7-a20f-42e3-a723-a6f3f6bf005e req-bfa0adcc-a8af-4417-abc3-9b1e6d3c7b4f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:45.150493 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4d167a7-a20f-42e3-a723-a6f3f6bf005e req-bfa0adcc-a8af-4417-abc3-9b1e6d3c7b4f tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0633726 Jul 16 21:12:45.189745 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a4d167a7-a20f-42e3-a723-a6f3f6bf005e req-309e5195-47f9-4919-939d-f634720d79a1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Jul 16 21:12:46.363612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e26a32-1fa7-41d7-bb71-836cb222972d req-c037075d-6afd-49dc-8925-a7d0d2ed00f2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:46.365104 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1e26a32-1fa7-41d7-bb71-836cb222972d req-c037075d-6afd-49dc-8925-a7d0d2ed00f2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0620136 Jul 16 21:12:46.407167 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a1e26a32-1fa7-41d7-bb71-836cb222972d req-1ba64e34-a744-4b9d-93ad-31b186d26184 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364273 Jul 16 21:12:47.619025 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12eeaa2-32c5-417f-8faa-16f33771d781 req-da8243ca-1a82-48ad-9953-c69fac999493 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:47.622161 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d12eeaa2-32c5-417f-8faa-16f33771d781 req-da8243ca-1a82-48ad-9953-c69fac999493 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0868609 Jul 16 21:12:47.666164 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d12eeaa2-32c5-417f-8faa-16f33771d781 req-73e42745-7dcf-44a9-bf90-261695cfb075 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378027 Jul 16 21:12:48.139598 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-fc120d02-bd08-4505-a09a-9cd4f4c22f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.896743 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f129db3-e00e-4455-b873-e6bf6cd55e0f req-7a2cbe33-43ab-4830-acf3-2c6202288345 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:48.898255 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f129db3-e00e-4455-b873-e6bf6cd55e0f req-7a2cbe33-43ab-4830-acf3-2c6202288345 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.1153011 Jul 16 21:12:48.938109 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3f129db3-e00e-4455-b873-e6bf6cd55e0f req-8cfa130b-b01c-4513-bf05-0a54c34ec235 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339723 Jul 16 21:12:50.159519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a960d1-0ab6-4d55-be54-48d9a294358f req-6077ba22-32b1-4e11-9055-e654e76ef5d1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:50.161086 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84a960d1-0ab6-4d55-be54-48d9a294358f req-6077ba22-32b1-4e11-9055-e654e76ef5d1 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.1105926 Jul 16 21:12:50.198945 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-84a960d1-0ab6-4d55-be54-48d9a294358f req-beea56ca-8b9f-4cf9-9d44-0334bf4830dc tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321646 Jul 16 21:12:50.516153 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-befcb724-c650-499b-9fcb-5c2eb47061da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:50.754658 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:51.265469 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 37b83f89-938d-406a-8a1f-4069d7bf5e6d details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:12:51.366833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:51.376402 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b133-7385-4015-a8be-3b6930fe1f2f req-6c9522c2-d884-4c85-994c-06e1d1a62b59 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:51.377978 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3050b133-7385-4015-a8be-3b6930fe1f2f req-6c9522c2-d884-4c85-994c-06e1d1a62b59 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 944 time: 0.0648394 Jul 16 21:12:51.380605 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'port_id': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'mac_address': 'fa:16:3e:0d:b2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:12:51.416115 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3050b133-7385-4015-a8be-3b6930fe1f2f req-95877fe2-cb58-4a62-a2b4-48001ddd8061 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322785 Jul 16 21:12:51.418833 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:51.433220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b83f89-938d-406a-8a1f-4069d7bf5e6d {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:12:51.454070 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:51.457735 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:51.506765 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=9']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:51.691322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['37b83f89-938d-406a-8a1f-4069d7bf5e6d'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:12:52.590202 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cd82b-4885-4f09-8d08-2bd6329568be req-1479293a-7859-4b4b-83cd-4ce82e2826c0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:52.591717 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02cd82b-4885-4f09-8d08-2bd6329568be req-1479293a-7859-4b4b-83cd-4ce82e2826c0 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 945 time: 0.0644162 Jul 16 21:12:52.634245 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b02cd82b-4885-4f09-8d08-2bd6329568be req-0f581194-8dfa-4dcc-afe3-c38e11eccbce tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369782 Jul 16 21:12:52.690070 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:53.281233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 37b83f89-938d-406a-8a1f-4069d7bf5e6d up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:12:53.333988 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 37b83f89-938d-406a-8a1f-4069d7bf5e6d completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:12:53.337856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 37b83f89-938d-406a-8a1f-4069d7bf5e6d triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:12:53.338278 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:53.414155 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:53.436899 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:53.439280 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc315b8-b13a-46a6-a52d-41a4c16ac212" -d '{"events": [{"server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "name": "network-vif-plugged", "status": "completed", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:53.452220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:53.456099 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:53.503390 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=10']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:53.806956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c46fe-bfe8-4aae-8f94-af80a241a828 req-e98bc011-6edd-48eb-9b2b-c5e7c930df62 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:53.808362 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-987c46fe-bfe8-4aae-8f94-af80a241a828 req-e98bc011-6edd-48eb-9b2b-c5e7c930df62 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 947 time: 0.0645280 Jul 16 21:12:53.846233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-987c46fe-bfe8-4aae-8f94-af80a241a828 req-fc300c2f-dae3-45b5-bccc-55c0b2f12339 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Jul 16 21:12:54.053129 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:54.494004 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00880943-eb5a-4306-975a-41ad65d46d34 x-openstack-request-id: req-00880943-eb5a-4306-975a-41ad65d46d34 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:54.494581 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "name": "network-vif-plugged", "status": "completed", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:54.494581 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00880943-eb5a-4306-975a-41ad65d46d34 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:54.495047 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'code': 200} Jul 16 21:12:54.661029 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e6474-027d-4d69-9379-9dc976aa3fab req-f2427a6a-cf2d-4fa4-bf61-cb9ff50d23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:54.662526 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6d2e6474-027d-4d69-9379-9dc976aa3fab req-f2427a6a-cf2d-4fa4-bf61-cb9ff50d23a0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1099 time: 0.0560679 Jul 16 21:12:54.697344 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-6d2e6474-027d-4d69-9379-9dc976aa3fab req-d14428b4-80cf-4b99-bf0d-133b5b4592c9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284941 Jul 16 21:12:55.028539 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6ef17-acc6-47ff-806a-de8fc70b764e req-c9af59fb-50ca-4277-bc23-7423417892e2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:55.030043 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0c6ef17-acc6-47ff-806a-de8fc70b764e req-c9af59fb-50ca-4277-bc23-7423417892e2 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 947 time: 0.0633709 Jul 16 21:12:55.069444 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0c6ef17-acc6-47ff-806a-de8fc70b764e req-03a08f66-ceaa-4f53-bb3c-4fab8b1de848 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Jul 16 21:12:56.246380 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670e4f-730d-4292-999c-544fccd88dde req-cd10db3e-fe32-44e0-b116-b9533cb83170 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:56.247905 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66670e4f-730d-4292-999c-544fccd88dde req-cd10db3e-fe32-44e0-b116-b9533cb83170 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 947 time: 0.0674388 Jul 16 21:12:56.286371 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-66670e4f-730d-4292-999c-544fccd88dde req-47dbf37a-c90c-4561-9247-e80d33cd51cd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325415 Jul 16 21:13:05.046999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.902791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.891610 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:18.141999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8e6-fa25-4fd2-850c-ab9555d32fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.519909 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-db99cb26-799e-4e14-adcb-9cbc63513085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.756878 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.692589 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.052614 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:35.066930 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:35.388462 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-a29686dc-ffc1-46a1-9616-8f767932a8cb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529215 Jul 16 21:13:35.490791 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-018e52a4-39fc-41d5-ae3d-83f525e46def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.492339 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-018e52a4-39fc-41d5-ae3d-83f525e46def service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1099 time: 0.0527592 Jul 16 21:13:35.600145 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-933c7926-89db-4f51-a210-d6ea3b1caed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.601675 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-933c7926-89db-4f51-a210-d6ea3b1caed0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.0888526 Jul 16 21:13:35.667829 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-3bddb330-c266-4b91-aa70-a3c87f39fd0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 1002 time: 0.0601344 Jul 16 21:13:35.720549 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-fb4f884b-c1c7-457c-8037-d409a213d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.722629 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-fb4f884b-c1c7-457c-8037-d409a213d38d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0475223 Jul 16 21:13:35.777261 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-cd0d3b9b-b068-4fd5-9eb4-82896ced850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.778763 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-cd0d3b9b-b068-4fd5-9eb4-82896ced850b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510063 Jul 16 21:13:35.866094 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-7ee292e2-dfd2-44ab-bb2d-5a846536c889 service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802393 Jul 16 21:13:35.901446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:35.959024 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87cc733d-2c3a-4388-802a-76648e5e98a3 req-71eab27f-2006-43b8-a16f-6e5e01672b0f service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868750 Jul 16 21:13:48.143183 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f6e569ac-04c2-4cb6-adec-f5d404e424f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:50.521262 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-268b38c0-cf05-4534-a0b5-0c181c458f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:50.758125 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:52.694084 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:53.890962 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:54.057535 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:05.072896 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:05.916725 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.121265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55884) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:12.282978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Deleting port fcdb115f-d45e-42ce-96c8-b801025c16c9 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:12.283321 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.362407 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.362742 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.374386 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Calling delete_port for fcdb115f-d45e-42ce-96c8-b801025c16c9 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:12.530331 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.555620 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event deleted for resources: {'Port': ['ID=fcdb115f-d45e-42ce-96c8-b801025c16c9,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:12.566277 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.566654 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.566954 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.567463 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.567806 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.569037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.569037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.569037 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.569559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.569559 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.569793 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.570099 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.642970 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.643292 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Floating IP 9ecd507c-2ad0-4743-a958-b3533fc76568 disassociated (deleted). External IP: 172.25.6.107, port: 37b83f89-938d-406a-8a1f-4069d7bf5e6d. Jul 16 21:14:13.168470 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:13.275652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:13.280546 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:13.284890 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] Sync routers for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:13.298932 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:13.299650 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:13:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:13.319899 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-7dc78d70-b904-4fb3-8840-7b0b5de27688 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "DELETE /v2.0/floatingips/9ecd507c-2ad0-4743-a958-b3533fc76568 HTTP/1.1" status: 204 len: 168 time: 1.1975205 Jul 16 21:14:13.320517 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:13.322818 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff850c54-981c-4a8d-91f8-06c8f02dea7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:13.362593 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb12ea28-3b38-42db-9913-a0513d906ebb x-openstack-request-id: req-bb12ea28-3b38-42db-9913-a0513d906ebb {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:13.362965 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:13.363295 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb12ea28-3b38-42db-9913-a0513d906ebb {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:13.363767 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'status': 'completed', 'code': 200} Jul 16 21:14:13.424959 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:13.443416 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-4a10b21c-ccea-4fcc-a4b8-9a02652e9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:13.445017 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-4a10b21c-ccea-4fcc-a4b8-9a02652e9df1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29c02b0a8348d291007889cfa90a9c&device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 1099 time: 0.0576434 Jul 16 21:14:13.694866 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:13.726304 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] Checking router: 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:13.735921 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:13.737023 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:13:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:13.754128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f30e4c-2a5a-43b2-9a33-27a1765f25b8 req-af45c940-2c58-41a2-a6b6-40e67a2021b7 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:13.757055 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-48f30e4c-2a5a-43b2-9a33-27a1765f25b8 req-af45c940-2c58-41a2-a6b6-40e67a2021b7 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 947 time: 0.0697589 Jul 16 21:14:13.799542 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-48f30e4c-2a5a-43b2-9a33-27a1765f25b8 req-5cad1250-efdc-4d3f-8941-d6e0a3a9821b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364156 Jul 16 21:14:13.853083 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:13.908709 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-09216445-98a9-47da-9495-ba5bf4478a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:13.910219 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-09216445-98a9-47da-9495-ba5bf4478a5f service neutron] 10.222.0.68 "GET /v2.0/networks?id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 200 len: 910 time: 0.4596307 Jul 16 21:14:13.952799 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-97b7699a-9d2a-48a2-9a0a-8d0ae7e9d280 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 200 len: 217 time: 0.0356665 Jul 16 21:14:14.006060 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-5f9b2f52-2d6e-47f8-9d54-bec597d0b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:14.007554 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-5f9b2f52-2d6e-47f8-9d54-bec597d0b177 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 200 len: 848 time: 0.0490780 Jul 16 21:14:14.073219 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-f232b8b6-36a6-4ea9-94a7-83fbe5cd5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:14.074933 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-f232b8b6-36a6-4ea9-94a7-83fbe5cd5947 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e2bfb140-09a1-41e4-979f-2ec0afc04f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598781 Jul 16 21:14:14.165404 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-fc32fecf-0d4e-4eda-a9f8-9dfcd1aeb26f service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833902 Jul 16 21:14:14.220926 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:14.252880 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7e6aa-befd-462b-a442-6a948ab885ee None None] The sync data for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 is: [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 4, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'bcea2863-f837-4281-a983-7eb6e7b4d260', 'name': '', 'network_id': 'e2bfb140-09a1-41e4-979f-2ec0afc04f5e', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'mac_address': 'fa:16:3e:d9:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:32Z', 'updated_at': '2021-07-16T21:05:40Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'subnets': [{'id': '107d17f4-8777-4f32-8c79-c05456921d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:14.261523 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-ff850c54-981c-4a8d-91f8-06c8f02dea7b req-84897974-cfdc-4418-a11a-8f3fbe9cc78f service neutron] 10.222.0.68 "GET /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900390 Jul 16 21:14:14.467970 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f95c6-454e-4c82-a8dc-aa8c62b84526 None None] New status for floating IP 9ecd507c-2ad0-4743-a958-b3533fc76568: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:14:14.988767 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762125a-5e54-4133-90b0-46140ee7f7ef req-7545aa68-1fea-42b9-930b-a027361e17d7 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:14.990523 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8762125a-5e54-4133-90b0-46140ee7f7ef req-7545aa68-1fea-42b9-930b-a027361e17d7 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 947 time: 0.0698869 Jul 16 21:14:15.032040 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8762125a-5e54-4133-90b0-46140ee7f7ef req-bd8b6eaa-d7ee-443a-8fd3-3b112363977c tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/security-groups?id=f57aa0c6-7d22-4513-bc3c-fb74f48206b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355394 Jul 16 21:14:15.136659 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-c7a538b6-ef09-4fc3-ace4-433dbc121f33 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:15.138138 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-c7a538b6-ef09-4fc3-ace4-433dbc121f33 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.68 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 947 time: 0.0655558 Jul 16 21:14:15.245108 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Deleting port 37b83f89-938d-406a-8a1f-4069d7bf5e6d {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:15.245497 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:15.335371 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] For port 37b83f89-938d-406a-8a1f-4069d7bf5e6d, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=37b83f89-938d-406a-8a1f-4069d7bf5e6d,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:15.335748 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:15.349080 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Calling delete_port for 37b83f89-938d-406a-8a1f-4069d7bf5e6d owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:15.489539 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:15.522068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event deleted for resources: {'Port': ['ID=37b83f89-938d-406a-8a1f-4069d7bf5e6d,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:15.554858 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.555223 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.555571 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.555916 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.556277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.556618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.556955 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.557290 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.557618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.557945 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.558278 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.558610 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:15.583393 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] No DVR routers for this DVR port 37b83f89-938d-406a-8a1f-4069d7bf5e6d on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:15.586246 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:15.588275 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2870cce9-58bd-49a2-a5c8-b43d18f4209f req-3a55d2cc-5396-4725-ac3b-37af80284528 tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.68 "DELETE /v2.0/ports/37b83f89-938d-406a-8a1f-4069d7bf5e6d HTTP/1.1" status: 204 len: 173 time: 0.4448905 Jul 16 21:14:15.588832 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'name': 'network-vif-deleted', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:15.591049 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccb1987-26e3-4599-9cbf-3df80cd9867a" -d '{"events": [{"server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "name": "network-vif-deleted", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:15.633971 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d593726e-184f-46ae-9c76-765238864b65 x-openstack-request-id: req-d593726e-184f-46ae-9c76-765238864b65 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:15.634274 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e198fc2b-cba0-4279-903f-d797255042d3", "name": "network-vif-deleted", "tag": "37b83f89-938d-406a-8a1f-4069d7bf5e6d", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:15.634556 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d593726e-184f-46ae-9c76-765238864b65 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:15.634971 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e198fc2b-cba0-4279-903f-d797255042d3', 'name': 'network-vif-deleted', 'tag': '37b83f89-938d-406a-8a1f-4069d7bf5e6d', 'status': 'completed', 'code': 200} Jul 16 21:14:16.213481 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d126d1b8-4974-4358-80a6-98aca98002b4 req-ffe270dc-bcef-46f8-be06-97d52947acee tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 210 time: 0.0300350 Jul 16 21:14:17.362341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c4c29c69-adbb-4a2c-bdba-b9ad40ab5a0f req-37bd5263-6d63-4136-9f0d-a8e790392a2e tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 210 time: 0.0293422 Jul 16 21:14:18.144299 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-06833564-270b-4a85-8492-aa4799d0ac72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:18.518071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f35ddabd-480d-4ebe-ba89-57dab866c725 req-c6fdbff2-e29d-428f-a9f2-859aa777f35b tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 210 time: 0.0304863 Jul 16 21:14:19.623962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 37b83f89-938d-406a-8a1f-4069d7bf5e6d no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:19.652496 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 37b83f89-938d-406a-8a1f-4069d7bf5e6d {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:19.653656 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 37b83f89-938d-406a-8a1f-4069d7bf5e6d not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:19.682545 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f3e40d8d-2476-4f4b-9780-25bd562f6425 req-2f2530c8-d1d0-4744-b326-70b762608e9d tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "GET /v2.0/ports?device_id=e198fc2b-cba0-4279-903f-d797255042d3 HTTP/1.1" status: 200 len: 210 time: 0.0356429 Jul 16 21:14:20.523220 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-bf0d60dd-4a90-4c2d-a140-723f7d37c697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:20.759859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:20.779866 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55916) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:20.842733 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-603d6d63-87c4-41a4-8aa4-3d631f6524bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:20.869774 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-603d6d63-87c4-41a4-8aa4-3d631f6524bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:20.933511 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-603d6d63-87c4-41a4-8aa4-3d631f6524bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:20.936070 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-603d6d63-87c4-41a4-8aa4-3d631f6524bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:20.939860 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-603d6d63-87c4-41a4-8aa4-3d631f6524bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] 10.222.0.78 "DELETE /v2.0/security-groups/f57aa0c6-7d22-4513-bc3c-fb74f48206b0 HTTP/1.1" status: 204 len: 168 time: 0.1564069 Jul 16 21:14:20.947797 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d6d63-87c4-41a4-8aa4-3d631f6524bd tempest-TestShelveInstance-1749513362 tempest-TestShelveInstance-1749513362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57aa0c6-7d22-4513-bc3c-fb74f48206b0,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:20.993889 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55920) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:21.458786 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:21.738136 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Deleting port bcea2863-f837-4281-a983-7eb6e7b4d260 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:21.738481 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:21.818327 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] For port bcea2863-f837-4281-a983-7eb6e7b4d260, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=bcea2863-f837-4281-a983-7eb6e7b4d260,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:21.819047 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:21.831441 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Calling delete_port for bcea2863-f837-4281-a983-7eb6e7b4d260 owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:22.022275 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:22.047175 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcea2863-f837-4281-a983-7eb6e7b4d260,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:22.233347 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:22.454075 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:22.561638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:22.567821 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-f0006d28-9d69-468e-8af0-06e97979d6a6 admin admin] 10.222.0.78 "PUT /v2.0/routers/6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5720332 Jul 16 21:14:22.570264 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55924) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:22.571143 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] Sync routers for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:22.580937 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:22.581565 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:22.684261 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:22.702524 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:22.704810 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:22.797398 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:22.855604 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Deleting port fd4ecda1-2c26-4a9b-b144-45d30cc9500b {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:22.856378 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:22.888962 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:14:21Z', 'revision_number': 5, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port': {'id': 'fd4ecda1-2c26-4a9b-b144-45d30cc9500b', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:22.920942 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] Checking router: 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:22.933724 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] Routers {'6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:22.934588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:22.945401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] For port fd4ecda1-2c26-4a9b-b144-45d30cc9500b, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=fd4ecda1-2c26-4a9b-b144-45d30cc9500b,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:22.945770 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:22.960657 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Calling delete_port for fd4ecda1-2c26-4a9b-b144-45d30cc9500b owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:23.032628 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] Set router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f gateway port host: None {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:23.089512 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:14:22Z', 'revision_number': 6, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:23.122856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1f6bc-3fcf-4a68-bd53-b68d9a72298c None None] The sync data for ids ['6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f'] in n-d-791505-15 is: [{'id': '6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f', 'name': 'tempest-TestShelveInstance-1075488547-router', 'tenant_id': 'bc29c02b0a8348d291007889cfa90a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:30Z', 'updated_at': '2021-07-16T21:14:22Z', 'revision_number': 6, 'project_id': 'bc29c02b0a8348d291007889cfa90a9c', 'gw_port_host': None}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:23.188821 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.214548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4ecda1-2c26-4a9b-b144-45d30cc9500b,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:23.291589 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.385160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.387438 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.432965 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.433468 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:14:23.438070 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.440844 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-b1028ece-1aa9-44ca-8bc8-ee01505d0277 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6ae6ef1e-1331-4338-9ec7-9a6f3dd4745f HTTP/1.1" status: 204 len: 168 time: 0.8686485 Jul 16 21:14:23.441885 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55926) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:23.488638 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e4213d-dd2c-41e7-9f07-780b3fdecaf2 admin admin] Deleting subnet 107d17f4-8777-4f32-8c79-c05456921d1d {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:14:23.493367 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81e4213d-dd2c-41e7-9f07-780b3fdecaf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.533790 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81e4213d-dd2c-41e7-9f07-780b3fdecaf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.619869 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81e4213d-dd2c-41e7-9f07-780b3fdecaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.672893 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81e4213d-dd2c-41e7-9f07-780b3fdecaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.710188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4213d-dd2c-41e7-9f07-780b3fdecaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107d17f4-8777-4f32-8c79-c05456921d1d,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:23.715395 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-81e4213d-dd2c-41e7-9f07-780b3fdecaf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.719351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-81e4213d-dd2c-41e7-9f07-780b3fdecaf2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/107d17f4-8777-4f32-8c79-c05456921d1d HTTP/1.1" status: 204 len: 168 time: 0.2749455 Jul 16 21:14:23.720557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55928) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:23.725583 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d8571a-9716-4690-b1f0-104e709d2d55 None None] Network e2bfb140-09a1-41e4-979f-2ec0afc04f5e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:23.795911 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.852724 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Deleting port ef8c5b41-3df5-4246-b4d0-2c4260a40563 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:23.852984 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.927902 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] For port ef8c5b41-3df5-4246-b4d0-2c4260a40563, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ef8c5b41-3df5-4246-b4d0-2c4260a40563,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:23.928661 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.945232 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Calling delete_port for ef8c5b41-3df5-4246-b4d0-2c4260a40563 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:23.945471 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] DHCP port deletion for e2bfb140-09a1-41e4-979f-2ec0afc04f5e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:14:24.010005 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Deleting port ef8c5b41-3df5-4246-b4d0-2c4260a40563 {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:24.010389 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.039291 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fd4ecda1-2c26-4a9b-b144-45d30cc9500b no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:24.044890 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.072472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8c5b41-3df5-4246-b4d0-2c4260a40563,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:24.076435 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] No DVR routers for this DVR port ef8c5b41-3df5-4246-b4d0-2c4260a40563 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:24.103448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: fd4ecda1-2c26-4a9b-b144-45d30cc9500b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:24.104150 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device fd4ecda1-2c26-4a9b-b144-45d30cc9500b not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:24.104322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bcea2863-f837-4281-a983-7eb6e7b4d260 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:24.143012 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.143552 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: bcea2863-f837-4281-a983-7eb6e7b4d260 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:24.143897 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device bcea2863-f837-4281-a983-7eb6e7b4d260 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:24.148778 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] For port ef8c5b41-3df5-4246-b4d0-2c4260a40563, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ef8c5b41-3df5-4246-b4d0-2c4260a40563,segment=NetworkSegment(4a19b14b-ad1d-4df9-beb9-57007cbe7ff2),segment_id=4a19b14b-ad1d-4df9-beb9-57007cbe7ff2)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:24.149189 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.164901 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Calling delete_port for ef8c5b41-3df5-4246-b4d0-2c4260a40563 owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:24.165947 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.177640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bfb140-09a1-41e4-979f-2ec0afc04f5e']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:24.189765 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:24.190292 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a19b14b-ad1d-4df9-beb9-57007cbe7ff2') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:24.200180 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.216557 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.224960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:14:24.225639 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: timer() Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:14:24.228412 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:14:24.268983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.294850 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Pushing event deleted for resources: {'Port': ['ID=ef8c5b41-3df5-4246-b4d0-2c4260a40563,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:24.304785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.305211 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.305472 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.305811 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.306236 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.306582 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.306913 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.307244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.307570 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.307896 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.308297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.308576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:24.313312 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b096b-a421-4203-8641-6971ea4c459d None None] No DVR routers for this DVR port ef8c5b41-3df5-4246-b4d0-2c4260a40563 on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:24.634076 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.641330 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.643178 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e2bfb140-09a1-41e4-979f-2ec0afc04f5e HTTP/1.1" status: 204 len: 168 time: 0.9216087 Jul 16 21:14:24.647110 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55930) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:24.656115 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd1ca-c10f-45f5-aefa-55ed540e40a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2bfb140-09a1-41e4-979f-2ec0afc04f5e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:24.996577 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:25.251850 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Deleting port 0288ccb8-faf2-4282-a824-b1a4a6187da6 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:25.252222 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:25.337980 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] For port 0288ccb8-faf2-4282-a824-b1a4a6187da6, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=0288ccb8-faf2-4282-a824-b1a4a6187da6,segment=NetworkSegment(27e7d982-4901-452b-8330-cccad989c224),segment_id=27e7d982-4901-452b-8330-cccad989c224)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:25.338325 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:25.351465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Calling delete_port for 0288ccb8-faf2-4282-a824-b1a4a6187da6 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:25.536572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:25.563303 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0288ccb8-faf2-4282-a824-b1a4a6187da6,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:25.752785 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ef8c5b41-3df5-4246-b4d0-2c4260a40563 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:25.764412 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:25.777111 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ef8c5b41-3df5-4246-b4d0-2c4260a40563 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:25.777743 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ef8c5b41-3df5-4246-b4d0-2c4260a40563 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:25.991386 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Router 4a411dde-85a8-4b31-b57d-28dc676b3c0d has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:26.102100 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:26.106982 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-1f6b0599-cd45-45ea-b969-b97bb4d193e3 admin admin] 10.222.0.78 "PUT /v2.0/routers/4a411dde-85a8-4b31-b57d-28dc676b3c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4588501 Jul 16 21:14:26.109524 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55932) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:26.112178 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] Sync routers for ids ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:26.121882 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] Routers {'4a411dde-85a8-4b31-b57d-28dc676b3c0d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:26.122496 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:26.215235 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.227053 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] Set router 4a411dde-85a8-4b31-b57d-28dc676b3c0d gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:26.322663 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.380863 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Deleting port 7c356670-1779-48df-a7cb-85c461aaf7a1 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:26.381128 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.407242 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:14:25Z', 'revision_number': 5, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port': {'id': '7c356670-1779-48df-a7cb-85c461aaf7a1', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:36Z', 'updated_at': '2021-07-16T21:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:26.468539 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] For port 7c356670-1779-48df-a7cb-85c461aaf7a1, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=7c356670-1779-48df-a7cb-85c461aaf7a1,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:26.468918 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.481923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Calling delete_port for 7c356670-1779-48df-a7cb-85c461aaf7a1 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:26.524356 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] Checking router: 4a411dde-85a8-4b31-b57d-28dc676b3c0d for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:26.532697 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] Routers {'4a411dde-85a8-4b31-b57d-28dc676b3c0d'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:26.533300 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:26.618446 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] Set router 4a411dde-85a8-4b31-b57d-28dc676b3c0d gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:26.654629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.671905 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:14:26Z', 'revision_number': 6, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:26.681209 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c356670-1779-48df-a7cb-85c461aaf7a1,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:26.701231 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee635f0a-6d2a-495d-9fc1-40e8b33b6ec6 None None] The sync data for ids ['4a411dde-85a8-4b31-b57d-28dc676b3c0d'] in n-d-791505-15 is: [{'id': '4a411dde-85a8-4b31-b57d-28dc676b3c0d', 'name': 'tempest-TestShelveInstance-56223342-router', 'tenant_id': 'f1709d35e3fe4803934452584aec5ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:35Z', 'updated_at': '2021-07-16T21:14:26Z', 'revision_number': 6, 'project_id': 'f1709d35e3fe4803934452584aec5ec7', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:26.753545 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.842629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.844762 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.890633 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.891212 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a411dde-85a8-4b31-b57d-28dc676b3c0d {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:14:26.896225 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.897483 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5c64f7f2-be88-42cb-ae2e-6f53ac507948 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4a411dde-85a8-4b31-b57d-28dc676b3c0d HTTP/1.1" status: 204 len: 168 time: 0.7870557 Jul 16 21:14:26.899981 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55934) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:26.943554 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_v2 [None req-22609f2d-e4dd-4d8f-94e3-9c4f4241ac36 admin admin] Deleting subnet cc527a7a-3947-4ed5-84ee-38bfa08fcc7b {{(pid=100244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:14:26.946517 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-22609f2d-e4dd-4d8f-94e3-9c4f4241ac36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.979502 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-22609f2d-e4dd-4d8f-94e3-9c4f4241ac36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991302'] for subnet, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.062168 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-22609f2d-e4dd-4d8f-94e3-9c4f4241ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.118621 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-22609f2d-e4dd-4d8f-94e3-9c4f4241ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870038'] for subnet, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.149185 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-22609f2d-e4dd-4d8f-94e3-9c4f4241ac36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.153539 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-22609f2d-e4dd-4d8f-94e3-9c4f4241ac36 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cc527a7a-3947-4ed5-84ee-38bfa08fcc7b HTTP/1.1" status: 204 len: 168 time: 0.2502060 Jul 16 21:14:27.153675 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22609f2d-e4dd-4d8f-94e3-9c4f4241ac36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc527a7a-3947-4ed5-84ee-38bfa08fcc7b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:27.155194 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55936) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:27.161117 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21a956-2ad0-4e4a-8d5c-d363d64baef5 None None] Network 558d31a9-4d73-4e18-ae52-152904844711 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:27.227264 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.283766 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Deleting port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:27.284118 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.347013 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] For port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ab7119ae-a0ee-4199-8d0b-ba12f1287ea0,segment=NetworkSegment(27e7d982-4901-452b-8330-cccad989c224),segment_id=27e7d982-4901-452b-8330-cccad989c224)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:27.347373 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.359314 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Calling delete_port for ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 owned by network:dhcp {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:27.440853 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.466608 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7119ae-a0ee-4199-8d0b-ba12f1287ea0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:27.473723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] No DVR routers for this DVR port ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 on host n-d-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:27.497631 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb9d193-5a3c-4cbe-84ef-941bdc72e9b3 None None] DHCP port deletion for 558d31a9-4d73-4e18-ae52-152904844711 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:14:27.555402 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.566272 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558d31a9-4d73-4e18-ae52-152904844711']}} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:27.577009 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e7d982-4901-452b-8330-cccad989c224') {'for_net_delete': True} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:27.577310 n-d-791505-15 neutron-server[100244]: DEBUG neutron.services.segments.db [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e7d982-4901-452b-8330-cccad989c224') {} {{(pid=100244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:27.586995 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991345'] for segment, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.601623 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.609311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=100244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:14:27.609749 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3989825'] for segment, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: Traceback (most recent call last): Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: timer() Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: cb(*args, **kw) Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: return func(*args, **kwargs) Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: self._notify() Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: self.callback(batched_events) Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: event.method(event) Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: return f(self, *a, **k) Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: return self._get(url).json() Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: return self.request(url, 'GET', **kwargs) Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:14:27.611663 n-d-791505-15 neutron-server[100244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:14:27.670271 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.673735 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c356670-1779-48df-a7cb-85c461aaf7a1 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:27.675732 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Notify callbacks [] for network, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.680832 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] 10.222.0.78 "DELETE /v2.0/networks/558d31a9-4d73-4e18-ae52-152904844711 HTTP/1.1" status: 204 len: 168 time: 0.5244656 Jul 16 21:14:27.695256 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0626377-862d-4086-969b-b2ac2cd27acf admin admin] Pushing event deleted for resources: {'Network': ['ID=558d31a9-4d73-4e18-ae52-152904844711,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:27.698062 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 7c356670-1779-48df-a7cb-85c461aaf7a1 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:27.698621 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 7c356670-1779-48df-a7cb-85c461aaf7a1 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:27.699251 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:27.725286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:27.725933 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ab7119ae-a0ee-4199-8d0b-ba12f1287ea0 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:27.726429 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0288ccb8-faf2-4282-a824-b1a4a6187da6 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:27.749318 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 0288ccb8-faf2-4282-a824-b1a4a6187da6 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:27.749681 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 0288ccb8-faf2-4282-a824-b1a4a6187da6 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:27.805583 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55942) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:27.844803 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-729ee4f8-51bf-44dc-af97-a64185992e52 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc29c02b0a8348d291007889cfa90a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380402 Jul 16 21:14:27.847451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55944) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:27.895447 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c45fc4-3d93-4003-a25c-7a7382b3eea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.916300 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c45fc4-3d93-4003-a25c-7a7382b3eea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.962578 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c45fc4-3d93-4003-a25c-7a7382b3eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.965064 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e6c45fc4-3d93-4003-a25c-7a7382b3eea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:27.966209 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e6c45fc4-3d93-4003-a25c-7a7382b3eea0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/43a51798-6bd2-4ff6-8fb6-ee6893c3818a HTTP/1.1" status: 204 len: 168 time: 0.1178632 Jul 16 21:14:27.974965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c45fc4-3d93-4003-a25c-7a7382b3eea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a51798-6bd2-4ff6-8fb6-ee6893c3818a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:28.301226 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55950) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:28.341302 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d532116a-65d5-4f98-a5c9-3306b23153b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1709d35e3fe4803934452584aec5ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384512 Jul 16 21:14:28.343820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55952) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:28.394353 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4f12b0f-704a-403d-8c9d-3ab43c17d451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:28.415883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4f12b0f-704a-403d-8c9d-3ab43c17d451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:28.461411 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4f12b0f-704a-403d-8c9d-3ab43c17d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:28.464037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-a4f12b0f-704a-403d-8c9d-3ab43c17d451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:28.465230 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-a4f12b0f-704a-403d-8c9d-3ab43c17d451 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/802e728b-4995-4946-a734-81498f900ede HTTP/1.1" status: 204 len: 168 time: 0.1204774 Jul 16 21:14:28.473197 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f12b0f-704a-403d-8c9d-3ab43c17d451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e728b-4995-4946-a734-81498f900ede,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:29.126753 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55974) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:29.243302 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-931391979-network', 'tenant_id': '737049be154648f1988ff0d4a36009f8'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:29.265128 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Made reservation on behalf of 737049be154648f1988ff0d4a36009f8 for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:29.267501 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.276685 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.369037 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.373104 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.401647 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:14:29.411899 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a010c8-9bf2-42c5-af8a-be4bf1cf8019,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:29.417536 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.417878 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Added segment ea63b7c6-ba34-4ff6-8830-640c069eaebd of type vlan for network 3e379d76-afab-444e-a9e2-c313adde3f9e Jul 16 21:14:29.459765 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.488458 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.489571 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:29.490148 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.526232 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3980563 Jul 16 21:14:29.529560 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55978) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:29.535284 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Request body: {'subnet': {'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-931391979-subnet', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:29.556742 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Made reservation on behalf of 737049be154648f1988ff0d4a36009f8 for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:29.557826 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ba6e7-692f-4244-aef6-277f167c366f admin admin] Pushing event updated for resources: {'Network': ['ID=3e379d76-afab-444e-a9e2-c313adde3f9e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:29.559238 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.569339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network 3e379d76-afab-444e-a9e2-c313adde3f9e details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:14:29.729220 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.788544 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91020bf7-bb4a-4744-a097-3f5abf8437f8,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:29.803740 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Checking segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:29.804385 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Network hostable DHCP agents. Network: 3e379d76-afab-444e-a9e2-c313adde3f9e, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:14:29.822771 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Network 3e379d76-afab-444e-a9e2-c313adde3f9e is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:14:29.831948 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, 3e379d76-afab-444e-a9e2-c313adde3f9e) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:29.836923 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:29.837780 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.840837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463fe980-1604-45f5-b0bf-d56301ede590 None None] Network 3e379d76-afab-444e-a9e2-c313adde3f9e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:29.851953 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5ca36f88-f4b4-464d-8987-312258cc7922 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3206158 Jul 16 21:14:29.854674 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 55980) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:29.859085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:29.879285 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.881025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.934549 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:29.991625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-3e379d76-afab-444e-a9e2-c313adde3f9e', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:14:29.992656 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.074843 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.127271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Allocated IP 172.20.0.2 (3e379d76-afab-444e-a9e2-c313adde3f9e/91020bf7-bb4a-4744-a097-3f5abf8437f8/17509d6c-881b-4c93-8bd6-ed09e4267899) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:30.273166 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.277543 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.282750 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Transition to ACTIVE for port object 17509d6c-881b-4c93-8bd6-ed09e4267899 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:30.299166 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Transition to ACTIVE for port object 17509d6c-881b-4c93-8bd6-ed09e4267899 will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:30.300752 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.305652 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.345859 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Network 3e379d76-afab-444e-a9e2-c313adde3f9e is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:30.349244 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:30.351682 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:30.361079 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Pushing event updated for resources: {'Port': ['ID=17509d6c-881b-4c93-8bd6-ed09e4267899,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:30.416934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Allocated IP 172.25.6.178 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/59a3b5a2-ada9-4b6e-b806-20c5514e983a) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:30.420067 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Attempting to bind port 17509d6c-881b-4c93-8bd6-ed09e4267899 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:30.420470 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Attempting to bind port 17509d6c-881b-4c93-8bd6-ed09e4267899 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:30.420838 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Attempting to bind port 17509d6c-881b-4c93-8bd6-ed09e4267899 on network 3e379d76-afab-444e-a9e2-c313adde3f9e {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:30.425802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:30.426176 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Checking segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:30.426765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.427331 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Bound using segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:30.427799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Bound port: 17509d6c-881b-4c93-8bd6-ed09e4267899, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:30.428451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.491233 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] For port 17509d6c-881b-4c93-8bd6-ed09e4267899, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:30.495833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] For port 17509d6c-881b-4c93-8bd6-ed09e4267899, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=17509d6c-881b-4c93-8bd6-ed09e4267899,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:30.500508 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.574124 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b356b1-d542-42ff-95f6-d135d603110f None None] Pushing event updated for resources: {'Port': ['ID=17509d6c-881b-4c93-8bd6-ed09e4267899,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:30.891281 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:14:30.894935 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.934607 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:30.975760 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:30.978667 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:30.981234 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:31.007574 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Pushing event updated for resources: {'Port': ['ID=59a3b5a2-ada9-4b6e-b806-20c5514e983a,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:31.241528 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:31.449652 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:31.467999 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c8a8d6-1ddd-436f-832d-a574e626080a None None] Network 3e379d76-afab-444e-a9e2-c313adde3f9e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:31.581790 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Router 7678153d-408d-4755-b2ea-7231231a1432 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:14:31.593683 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-43afe44f-d3a1-42cb-b7b5-7c75d501bda8 None None] Provisioning for port 17509d6c-881b-4c93-8bd6-ed09e4267899 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:31.698190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 17509d6c-881b-4c93-8bd6-ed09e4267899 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:31.718450 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:31.737834 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:31.742080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Sync routers for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:31.742707 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55982) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:31.743196 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0398b4cc-6bc3-48dc-9d6a-a98bc35026cf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8872495 Jul 16 21:14:31.757793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:31.758513 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:31.810920 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 17509d6c-881b-4c93-8bd6-ed09e4267899 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:31.820012 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 17509d6c-881b-4c93-8bd6-ed09e4267899 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:31.821998 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.089594 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-507e87cc-dec5-468e-9b6e-970f4bec2edc None None] Provisioning complete for port 17509d6c-881b-4c93-8bd6-ed09e4267899 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:32.089887 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-507e87cc-dec5-468e-9b6e-970f4bec2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.094823 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:32.190464 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.283330 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.349907 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Allocated IP 172.20.0.1 (3e379d76-afab-444e-a9e2-c313adde3f9e/91020bf7-bb4a-4744-a097-3f5abf8437f8/2fde88f1-763d-486d-ac51-9444dea4fadf) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:32.351398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-507e87cc-dec5-468e-9b6e-970f4bec2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.384488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 17509d6c-881b-4c93-8bd6-ed09e4267899, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=17509d6c-881b-4c93-8bd6-ed09e4267899,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:32.395626 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.464028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.478296 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Transition to ACTIVE for port object 2fde88f1-763d-486d-ac51-9444dea4fadf will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:32.493549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.db.api [None req-507e87cc-dec5-468e-9b6e-970f4bec2edc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:14:32.493914 n-d-791505-15 neutron-server[100245]: DEBUG oslo_db.api [None req-507e87cc-dec5-468e-9b6e-970f4bec2edc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:14:32.494402 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=17509d6c-881b-4c93-8bd6-ed09e4267899,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:32.505446 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:31Z', 'revision_number': 3, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:32.513694 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.532131 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Checking router: 7678153d-408d-4755-b2ea-7231231a1432 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:32.532527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Updating router 7678153d-408d-4755-b2ea-7231231a1432 port 59a3b5a2-ada9-4b6e-b806-20c5514e983a binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:14:32.555680 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Network 3e379d76-afab-444e-a9e2-c313adde3f9e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:32.560153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:32.562779 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:32.573004 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.593534 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Pushing event updated for resources: {'Port': ['ID=2fde88f1-763d-486d-ac51-9444dea4fadf,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:32.617073 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.767910 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.847111 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.857856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Transition to ACTIVE for port object 59a3b5a2-ada9-4b6e-b806-20c5514e983a will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:32.863113 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.918434 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf44a3-c21e-415d-956c-9e0fd09e079e None None] Pushing event updated for resources: {'Port': ['ID=59a3b5a2-ada9-4b6e-b806-20c5514e983a,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:32.920708 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Attempting to bind port 59a3b5a2-ada9-4b6e-b806-20c5514e983a on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:32.921088 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Attempting to bind port 59a3b5a2-ada9-4b6e-b806-20c5514e983a by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:32.921504 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Attempting to bind port 59a3b5a2-ada9-4b6e-b806-20c5514e983a on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:32.927163 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:32.927548 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:32.927968 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.928393 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:32.928867 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Bound port: 59a3b5a2-ada9-4b6e-b806-20c5514e983a, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:32.929264 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.940272 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.945322 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:32.984384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] For port 59a3b5a2-ada9-4b6e-b806-20c5514e983a, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:32.987456 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] For port 59a3b5a2-ada9-4b6e-b806-20c5514e983a, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=59a3b5a2-ada9-4b6e-b806-20c5514e983a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:32.991821 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:33.018166 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Pushing event updated for resources: {'Port': ['ID=2fde88f1-763d-486d-ac51-9444dea4fadf,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:33.022352 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:33.090323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:33.090969 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:33.093395 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf44a3-c21e-415d-956c-9e0fd09e079e None None] Pushing event updated for resources: {'Port': ['ID=59a3b5a2-ada9-4b6e-b806-20c5514e983a,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:33.119194 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Network 3e379d76-afab-444e-a9e2-c313adde3f9e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:33.120655 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:33.217014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:33.219744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0ffb8857-f477-4d50-8c2a-e353ebdc9c39 None None] Provisioning for port 2fde88f1-763d-486d-ac51-9444dea4fadf completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:33.249370 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-0ffb8857-f477-4d50-8c2a-e353ebdc9c39 None None] Provisioning complete for port 2fde88f1-763d-486d-ac51-9444dea4fadf triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:33.249754 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8857-f477-4d50-8c2a-e353ebdc9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:33.258795 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Router 7678153d-408d-4755-b2ea-7231231a1432 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:33.330013 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb8857-f477-4d50-8c2a-e353ebdc9c39 None None] Port 2fde88f1-763d-486d-ac51-9444dea4fadf cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:33.375942 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:33.382031 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-99440a7f-81c9-434c-8e47-9d2b0b468f24 admin admin] 10.222.0.78 "PUT /v2.0/routers/7678153d-408d-4755-b2ea-7231231a1432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380970 Jul 16 21:14:33.458054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-7e27fff3-f8fe-4c51-a974-6690b4c61e79 None None] Provisioning complete for port 2fde88f1-763d-486d-ac51-9444dea4fadf triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:33.458446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7e27fff3-f8fe-4c51-a974-6690b4c61e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:33.500257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-7e27fff3-f8fe-4c51-a974-6690b4c61e79 None None] Port 2fde88f1-763d-486d-ac51-9444dea4fadf cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:33.505659 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 2, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:33.533232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ea360-342c-4be2-9ff1-bdbba84041fa None None] The sync data for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 is: [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 2, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:33.652526 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 17509d6c-881b-4c93-8bd6-ed09e4267899 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:33.709061 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 17509d6c-881b-4c93-8bd6-ed09e4267899 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:33.709348 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:33.901451 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 55998) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:33.907271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-246656298-network', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:33.930366 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Made reservation on behalf of d50035c3658847e3a4d5af48798a639c for: {'network': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:33.932999 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for network, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:33.942337 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.039749 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.044006 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.073410 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=100243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:14:34.084568 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5584e7-ae97-4d8e-b9e3-7c57e93fd403,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:34.089688 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.090030 n-d-791505-15 neutron-server[100243]: INFO neutron.db.segments_db [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Added segment a8d49f98-5273-4dc9-840e-fefc2b6d23b6 of type vlan for network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 Jul 16 21:14:34.138697 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747916382199'] for network, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.171889 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569'] for network, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.173064 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:34.173652 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.225683 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3224795 Jul 16 21:14:34.235756 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56000) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:34.245504 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Request body: {'subnet': {'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-246656298-subnet', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'ip_version': 4}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:34.252914 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01b263-c7fd-498b-a928-7124e08fb375 admin admin] Pushing event updated for resources: {'Network': ['ID=aa472e28-cb5e-4a3d-993f-79a4ce0b23f6,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:34.263793 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 details requested by agent ovs-agent-n-d-791505-15 with host n-d-791505-15 {{(pid=100245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:14:34.271663 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Made reservation on behalf of d50035c3658847e3a4d5af48798a639c for: {'subnet': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:34.276451 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870077'] for subnet, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.460919 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3991356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870063'] for subnet, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.517621 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b89116e-426f-43a5-b7f1-20ab50e7dead,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:34.528813 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Checking segment: {'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:34.529166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Network hostable DHCP agents. Network: aa472e28-cb5e-4a3d-993f-79a4ce0b23f6, hostable agents: ['e333df80-cde9-4091-8cfa-12d9f18ce124'], hosted agents: [] {{(pid=100244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:14:34.545202 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 is scheduled to be hosted by DHCP agent e333df80-cde9-4091-8cfa-12d9f18ce124 with binding_index 1 {{(pid=100244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:14:34.555014 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-15, aa472e28-cb5e-4a3d-993f-79a4ce0b23f6) {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:34.559402 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:34.559993 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.564576 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f7238-81ba-4bbe-b9ff-3ac538d28dc0 None None] Network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:34.577580 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-ceb50ea6-70b2-470c-bef8-ada69b102d12 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3405974 Jul 16 21:14:34.580230 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56002) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:34.586665 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:34.610179 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14245'] for router, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.611348 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14236'] for router, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.673741 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.732571 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2497b11-7444-5878-bd07-cae322f2e743-aa472e28-cb5e-4a3d-993f-79a4ce0b23f6', 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'fixed_ips': [{'subnet_id': '4b89116e-426f-43a5-b7f1-20ab50e7dead'}]}} from n-d-791505-15. {{(pid=100245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:14:34.733846 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.817865 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14222'] for router, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.887658 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.db_base_plugin_common [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Allocated IP 172.20.0.2 (aa472e28-cb5e-4a3d-993f-79a4ce0b23f6/4b89116e-426f-43a5-b7f1-20ab50e7dead/b54b88d6-c39d-4fc7-bb04-2517869592ad) {{(pid=100245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:35.034840 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.049068 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Notify callbacks [] for port, precommit_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.055598 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.062623 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Transition to ACTIVE for port object b54b88d6-c39d-4fc7-bb04-2517869592ad will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:35.082524 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.085518 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Transition to ACTIVE for port object b54b88d6-c39d-4fc7-bb04-2517869592ad will not be triggered until provisioned by entity DHCP. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:35.091410 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906'] for port, after_create {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.133422 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 is already hosted by enough agents. {{(pid=100245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:35.140025 n-d-791505-15 neutron-server[100245]: DEBUG neutron.scheduler.base_scheduler [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Resources bound (agent type, host, resource id): {{(pid=100245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:35.142495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Received port after_create {{(pid=100245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:35.161092 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Allocated IP 172.25.6.2 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/ead9854a-eca0-4a16-af74-7d08c3fcec83) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:35.176863 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Pushing event updated for resources: {'Port': ['ID=b54b88d6-c39d-4fc7-bb04-2517869592ad,revision_number=1']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:35.213026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Attempting to bind port b54b88d6-c39d-4fc7-bb04-2517869592ad on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:35.213408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Attempting to bind port b54b88d6-c39d-4fc7-bb04-2517869592ad by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:35.213788 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Attempting to bind port b54b88d6-c39d-4fc7-bb04-2517869592ad on network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:35.218803 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:35.219187 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Checking segment: {'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:35.219609 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.220010 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Bound using segment: {'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:35.220517 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Bound port: b54b88d6-c39d-4fc7-bb04-2517869592ad, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:35.220927 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.273705 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.305491 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] For port b54b88d6-c39d-4fc7-bb04-2517869592ad, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:35.317638 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.318761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] For port b54b88d6-c39d-4fc7-bb04-2517869592ad, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b54b88d6-c39d-4fc7-bb04-2517869592ad,segment=NetworkSegment(a8d49f98-5273-4dc9-840e-fefc2b6d23b6),segment_id=a8d49f98-5273-4dc9-840e-fefc2b6d23b6)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:35.325132 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.361193 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:35.364826 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:35.368896 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:35.374653 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Pushing event updated for resources: {'Port': ['ID=ead9854a-eca0-4a16-af74-7d08c3fcec83,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:35.386772 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b409548-7e13-4e90-8ec5-11b498ec1311 None None] Pushing event updated for resources: {'Port': ['ID=b54b88d6-c39d-4fc7-bb04-2517869592ad,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:35.684384 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.714516 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Sync routers for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:35.731282 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:35.731914 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:35.789707 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b54b88d6-c39d-4fc7-bb04-2517869592ad up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:35.847740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port b54b88d6-c39d-4fc7-bb04-2517869592ad completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:35.852187 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:35.853032 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 59a3b5a2-ada9-4b6e-b806-20c5514e983a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:35.918087 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640634'] for router, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.925928 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:35.933319 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 59a3b5a2-ada9-4b6e-b806-20c5514e983a completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:35.937833 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 59a3b5a2-ada9-4b6e-b806-20c5514e983a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:35.938220 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.023584 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.048376 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 59a3b5a2-ada9-4b6e-b806-20c5514e983a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=59a3b5a2-ada9-4b6e-b806-20c5514e983a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:36.053839 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.066618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Router b005390e-6f5b-47c1-9d15-75bade1f8448 is scheduled to L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b with binding_index 1 {{(pid=100244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:14:36.092996 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 2, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:36.115426 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=59a3b5a2-ada9-4b6e-b806-20c5514e983a,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:36.125120 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Checking router: 7678153d-408d-4755-b2ea-7231231a1432 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:36.125471 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Updating router 7678153d-408d-4755-b2ea-7231231a1432 port 2fde88f1-763d-486d-ac51-9444dea4fadf binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:14:36.164638 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.191221 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:36.202869 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Sync routers for ids ['b005390e-6f5b-47c1-9d15-75bade1f8448'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:36.210474 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.212081 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-4c760ccf-7a6d-4d20-8f71-8d6c9327ec3a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6308405 Jul 16 21:14:36.214970 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56004) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:36.216448 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Routers {'b005390e-6f5b-47c1-9d15-75bade1f8448'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:36.217091 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b005390e-6f5b-47c1-9d15-75bade1f8448'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:36.505570 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.513670 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee0c1e-396f-4371-b06c-a9e20b01549e None None] Network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:36.516037 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Transition to ACTIVE for port object 2fde88f1-763d-486d-ac51-9444dea4fadf will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:36.523732 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.551799 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Set router b005390e-6f5b-47c1-9d15-75bade1f8448 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:36.604441 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Pushing event updated for resources: {'Port': ['ID=2fde88f1-763d-486d-ac51-9444dea4fadf,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:36.634142 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.634494 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.634988 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.635396 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.635795 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.636295 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.636696 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.637090 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.637484 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.637877 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.638271 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.638674 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:36.656360 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Attempting to bind port 2fde88f1-763d-486d-ac51-9444dea4fadf on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:36.656844 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Attempting to bind port 2fde88f1-763d-486d-ac51-9444dea4fadf by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:36.657434 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Attempting to bind port 2fde88f1-763d-486d-ac51-9444dea4fadf on network 3e379d76-afab-444e-a9e2-c313adde3f9e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:36.664422 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:36.664886 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Checking segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:36.665389 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.665929 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Bound using segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:36.666798 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Bound port: 2fde88f1-763d-486d-ac51-9444dea4fadf, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:36.666798 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.672450 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ecac74b8-0107-44a2-bea3-4b428d143837 None None] Provisioning for port b54b88d6-c39d-4fc7-bb04-2517869592ad completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:36.687206 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-ecac74b8-0107-44a2-bea3-4b428d143837 None None] Provisioning complete for port b54b88d6-c39d-4fc7-bb04-2517869592ad triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:36.687719 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ecac74b8-0107-44a2-bea3-4b428d143837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.750400 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] For port 2fde88f1-763d-486d-ac51-9444dea4fadf, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:36.755734 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] For port 2fde88f1-763d-486d-ac51-9444dea4fadf, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2fde88f1-763d-486d-ac51-9444dea4fadf,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:36.762558 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.766800 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.842957 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76605556-1a74-46c3-a9a1-e991171002bf None None] Pushing event updated for resources: {'Port': ['ID=2fde88f1-763d-486d-ac51-9444dea4fadf,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:36.853337 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:36.854429 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:36.950268 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ecac74b8-0107-44a2-bea3-4b428d143837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.983594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Allocated IP 172.20.0.1 (aa472e28-cb5e-4a3d-993f-79a4ce0b23f6/4b89116e-426f-43a5-b7f1-20ab50e7dead/a47a3a96-f89b-4cdc-9fd0-ff352897d2f0) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:36.989790 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:14:35Z', 'revision_number': 3, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port': {'id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:35Z', 'updated_at': '2021-07-16T21:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:36.992155 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:37.025190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Checking router: b005390e-6f5b-47c1-9d15-75bade1f8448 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:37.025613 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Updating router b005390e-6f5b-47c1-9d15-75bade1f8448 port ead9854a-eca0-4a16-af74-7d08c3fcec83 binding host n-d-791505-15 {{(pid=100245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:14:37.028761 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-ecac74b8-0107-44a2-bea3-4b428d143837 None None] For port b54b88d6-c39d-4fc7-bb04-2517869592ad, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b54b88d6-c39d-4fc7-bb04-2517869592ad,segment=NetworkSegment(a8d49f98-5273-4dc9-840e-fefc2b6d23b6),segment_id=a8d49f98-5273-4dc9-840e-fefc2b6d23b6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:37.065233 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ecac74b8-0107-44a2-bea3-4b428d143837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.138713 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.149908 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.167708 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Transition to ACTIVE for port object a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:37.190372 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac74b8-0107-44a2-bea3-4b428d143837 None None] Pushing event updated for resources: {'Port': ['ID=b54b88d6-c39d-4fc7-bb04-2517869592ad,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:37.208371 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.278358 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:37.278783 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:37.283426 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:37.287540 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:37.310783 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f3648-1844-43e4-afbc-dce2d239de69 None None] The sync data for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 is: [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:37.315509 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Pushing event updated for resources: {'Port': ['ID=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:37.336962 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697421'] for router_interface, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.389200 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-94e3689c-1beb-497d-8d0d-493d7be1e465 None None] Provisioning complete for port b54b88d6-c39d-4fc7-bb04-2517869592ad triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:37.389999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-94e3689c-1beb-497d-8d0d-493d7be1e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.507372 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.573023 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Notify callbacks [] for port, precommit_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.589780 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Transition to ACTIVE for port object ead9854a-eca0-4a16-af74-7d08c3fcec83 will not be triggered until provisioned by entity L2. {{(pid=100245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:37.600067 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.653256 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510c85d-ff06-41f2-bafe-cecc695bee68 None None] Pushing event updated for resources: {'Port': ['ID=ead9854a-eca0-4a16-af74-7d08c3fcec83,revision_number=2']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:37.675477 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Attempting to bind port ead9854a-eca0-4a16-af74-7d08c3fcec83 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:37.676021 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Attempting to bind port ead9854a-eca0-4a16-af74-7d08c3fcec83 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:37.677205 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Attempting to bind port ead9854a-eca0-4a16-af74-7d08c3fcec83 on network 5d502ef9-38e2-4288-9a0e-119b6f13f684 {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:37.682912 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:37.683530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Checking segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:37.684374 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.684374 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Bound using segment: {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'} {{(pid=100245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:37.684828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.managers [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Bound port: ead9854a-eca0-4a16-af74-7d08c3fcec83, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acabbe-7031-41c4-886f-ec09d82af432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684'}}] {{(pid=100245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:37.685218 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.724572 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.731192 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.734734 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-81e69c00-d5b3-4320-8c60-e7bbe6726fa6 None None] Provisioning for port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:37.744534 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-81e69c00-d5b3-4320-8c60-e7bbe6726fa6 None None] Provisioning complete for port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:37.745052 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-81e69c00-d5b3-4320-8c60-e7bbe6726fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.772872 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b54b88d6-c39d-4fc7-bb04-2517869592ad up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:37.816983 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697401'] for router_interface, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.817819 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] For port ead9854a-eca0-4a16-af74-7d08c3fcec83, host n-d-791505-15, cleared binding levels {{(pid=100245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:37.820036 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Pushing event updated for resources: {'Port': ['ID=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:37.844572 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] For port ead9854a-eca0-4a16-af74-7d08c3fcec83, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ead9854a-eca0-4a16-af74-7d08c3fcec83,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:37.845588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-81e69c00-d5b3-4320-8c60-e7bbe6726fa6 None None] Port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:37.853445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.919112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port b54b88d6-c39d-4fc7-bb04-2517869592ad triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:37.919492 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:37.923382 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:37.924837 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:37.953539 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Routers {'b005390e-6f5b-47c1-9d15-75bade1f8448'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:37.954186 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b005390e-6f5b-47c1-9d15-75bade1f8448'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:37.961087 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510c85d-ff06-41f2-bafe-cecc695bee68 None None] Pushing event updated for resources: {'Port': ['ID=ead9854a-eca0-4a16-af74-7d08c3fcec83,revision_number=3']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:38.062938 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Router b005390e-6f5b-47c1-9d15-75bade1f8448 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:38.126546 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] Set router b005390e-6f5b-47c1-9d15-75bade1f8448 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:38.177283 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2fde88f1-763d-486d-ac51-9444dea4fadf up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:38.331416 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c8236298-ede1-43d4-82d9-235228985e95 None None] Provisioning complete for port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:38.331791 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c8236298-ede1-43d4-82d9-235228985e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.337589 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port 2fde88f1-763d-486d-ac51-9444dea4fadf completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:38.364744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2fde88f1-763d-486d-ac51-9444dea4fadf triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:38.365259 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.415230 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c8236298-ede1-43d4-82d9-235228985e95 None None] Port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:38.509389 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.514203 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 4, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port': {'id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:35Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a47a3a96-f89b-4cdc-9fd0-ff352897d2f0', 'name': '', 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'mac_address': 'fa:16:3e:a5:eb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:36Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 2, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'subnets': [{'id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:38.548856 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067c827-26aa-4583-b88b-9753b5383502 None None] The sync data for ids ['b005390e-6f5b-47c1-9d15-75bade1f8448'] in n-d-791505-15 is: [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 4, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port': {'id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:35Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a47a3a96-f89b-4cdc-9fd0-ff352897d2f0', 'name': '', 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'mac_address': 'fa:16:3e:a5:eb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:36Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 2, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'subnets': [{'id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:38.561482 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:38.567121 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-535bbc73-5e0d-4fb4-a292-71bdceb8587c admin admin] 10.222.0.78 "PUT /v2.0/routers/b005390e-6f5b-47c1-9d15-75bade1f8448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3490674 Jul 16 21:14:38.581758 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port 2fde88f1-763d-486d-ac51-9444dea4fadf, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2fde88f1-763d-486d-ac51-9444dea4fadf,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:38.587818 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.588905 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 59a3b5a2-ada9-4b6e-b806-20c5514e983a up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:38.673112 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=2fde88f1-763d-486d-ac51-9444dea4fadf,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:38.686322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 59a3b5a2-ada9-4b6e-b806-20c5514e983a triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:38.686713 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.487201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56014) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:39.492465 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-3aab377d-3a59-4289-84af-61630eca8172 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707383826', 'description': 'tempest-secgroup-smoke-1707383826 description', 'project_id': '737049be154648f1988ff0d4a36009f8'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:39.514788 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3aab377d-3a59-4289-84af-61630eca8172 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.594868 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3aab377d-3a59-4289-84af-61630eca8172 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.599022 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3aab377d-3a59-4289-84af-61630eca8172 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.628490 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab377d-3a59-4289-84af-61630eca8172 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39417849-7621-4e93-8781-0a37c85627ab,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:39.632953 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-3aab377d-3a59-4289-84af-61630eca8172 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.637083 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-3aab377d-3a59-4289-84af-61630eca8172 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1460912 Jul 16 21:14:39.637494 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56016) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:39.641898 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-b74b2610-441b-4754-a60a-3c3075671b6a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'security_group_rule': {'security_group_id': '39417849-7621-4e93-8781-0a37c85627ab', 'project_id': '737049be154648f1988ff0d4a36009f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:39.662162 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2fde88f1-763d-486d-ac51-9444dea4fadf up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:39.671399 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b74b2610-441b-4754-a60a-3c3075671b6a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.714584 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port 2fde88f1-763d-486d-ac51-9444dea4fadf triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:39.714863 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.736014 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b74b2610-441b-4754-a60a-3c3075671b6a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.740920 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b74b2610-441b-4754-a60a-3c3075671b6a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.759660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b2610-441b-4754-a60a-3c3075671b6a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6be368-897c-4542-bca5-f242127843c5,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:39.768693 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b74b2610-441b-4754-a60a-3c3075671b6a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.772673 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b74b2610-441b-4754-a60a-3c3075671b6a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317451 Jul 16 21:14:39.772918 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56018) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:39.777695 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e4285971-17f0-4942-9d0e-9202edb25b71 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'security_group_rule': {'security_group_id': '39417849-7621-4e93-8781-0a37c85627ab', 'project_id': '737049be154648f1988ff0d4a36009f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:39.806534 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4285971-17f0-4942-9d0e-9202edb25b71 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.861775 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4285971-17f0-4942-9d0e-9202edb25b71 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.866190 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4285971-17f0-4942-9d0e-9202edb25b71 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.885660 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4285971-17f0-4942-9d0e-9202edb25b71 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2409614-d82a-4a7a-8b58-b1b3a2d23c14,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:39.890688 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4285971-17f0-4942-9d0e-9202edb25b71 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.891928 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e4285971-17f0-4942-9d0e-9202edb25b71 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178987 Jul 16 21:14:39.894642 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56020) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:39.899429 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-0bb7300c-caca-4a76-8e1b-745f584bec95 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'security_group_rule': {'security_group_id': '39417849-7621-4e93-8781-0a37c85627ab', 'project_id': '737049be154648f1988ff0d4a36009f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:39.932566 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bb7300c-caca-4a76-8e1b-745f584bec95 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.993974 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bb7300c-caca-4a76-8e1b-745f584bec95 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.009033 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bb7300c-caca-4a76-8e1b-745f584bec95 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.031639 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7300c-caca-4a76-8e1b-745f584bec95 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9a2348-2616-428e-95ff-1877bd9e8eed,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:40.036358 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-0bb7300c-caca-4a76-8e1b-745f584bec95 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.039489 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-0bb7300c-caca-4a76-8e1b-745f584bec95 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419351 Jul 16 21:14:40.040543 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56022) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:40.045363 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-9d192fc3-ff74-4d0d-9e26-485fe2f5aec1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'security_group_rule': {'security_group_id': '39417849-7621-4e93-8781-0a37c85627ab', 'project_id': '737049be154648f1988ff0d4a36009f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:40.073415 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d192fc3-ff74-4d0d-9e26-485fe2f5aec1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.135575 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d192fc3-ff74-4d0d-9e26-485fe2f5aec1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.139092 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d192fc3-ff74-4d0d-9e26-485fe2f5aec1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.153183 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192fc3-ff74-4d0d-9e26-485fe2f5aec1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981271dd-1276-45bf-a6d8-3767ce366b89,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:40.165892 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-9d192fc3-ff74-4d0d-9e26-485fe2f5aec1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.168692 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-9d192fc3-ff74-4d0d-9e26-485fe2f5aec1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272650 Jul 16 21:14:40.169843 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56024) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:40.174836 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-5203b80b-41e0-48b5-8a84-31661a42ffd5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'security_group_rule': {'security_group_id': '39417849-7621-4e93-8781-0a37c85627ab', 'project_id': '737049be154648f1988ff0d4a36009f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:40.198018 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-5203b80b-41e0-48b5-8a84-31661a42ffd5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Project 737049be154648f1988ff0d4a36009f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:14:40.205758 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5203b80b-41e0-48b5-8a84-31661a42ffd5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.274113 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5203b80b-41e0-48b5-8a84-31661a42ffd5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.278045 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5203b80b-41e0-48b5-8a84-31661a42ffd5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.299068 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203b80b-41e0-48b5-8a84-31661a42ffd5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1e6e77-1269-4786-9bea-4f22fd981afc,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:40.303025 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-5203b80b-41e0-48b5-8a84-31661a42ffd5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.304350 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-5203b80b-41e0-48b5-8a84-31661a42ffd5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333880 Jul 16 21:14:40.307143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56026) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:40.311926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [None req-e4adf322-5817-4d16-a7be-832fc480b0d8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'security_group_rule': {'security_group_id': '39417849-7621-4e93-8781-0a37c85627ab', 'project_id': '737049be154648f1988ff0d4a36009f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:40.334967 n-d-791505-15 neutron-server[100244]: INFO neutron.db.securitygroups_db [None req-e4adf322-5817-4d16-a7be-832fc480b0d8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Project 737049be154648f1988ff0d4a36009f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:14:40.340504 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4adf322-5817-4d16-a7be-832fc480b0d8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.408771 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4adf322-5817-4d16-a7be-832fc480b0d8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.412634 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4adf322-5817-4d16-a7be-832fc480b0d8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617236'] for security_group_rule, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.433178 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adf322-5817-4d16-a7be-832fc480b0d8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5517dc6c-97a6-4d06-88fc-f55fb13020c9,revision_number=0']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:40.435641 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-e4adf322-5817-4d16-a7be-832fc480b0d8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.436992 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-e4adf322-5817-4d16-a7be-832fc480b0d8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288147 Jul 16 21:14:40.582816 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-31d0ea84-f2ab-4cdc-b11d-5257bc3f9611 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707383826&fields=id&tenant_id=737049be154648f1988ff0d4a36009f8 HTTP/1.1" status: 200 len: 267 time: 0.0352819 Jul 16 21:14:40.698199 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-52b90dac-59fd-44cb-885b-0743fea6dc32 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:40.699694 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-52b90dac-59fd-44cb-885b-0743fea6dc32 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 809 time: 0.1101696 Jul 16 21:14:40.715569 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-0cc39119-b0ed-4f24-b4f0-5d689d7e8fdf tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/quotas/737049be154648f1988ff0d4a36009f8 HTTP/1.1" status: 200 len: 375 time: 0.0102644 Jul 16 21:14:40.786422 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-25d2deae-3ea7-43a5-82d3-3c4409e20cc9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647378 Jul 16 21:14:40.887741 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-52b4ddb9-52f1-46bc-821a-6eba424555e9 service neutron] 10.222.0.78 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899117 Jul 16 21:14:40.980821 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-1e0c248b-d7bc-423a-b78d-5e0b01af4a6f service neutron] 10.222.0.78 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871041 Jul 16 21:14:41.159359 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8462ec14-a638-4903-b183-2d0e2343dc63 req-62ced4c3-4a15-4fff-82d4-22cbe780debc tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 210 time: 0.0352533 Jul 16 21:14:41.469496 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Sync routers for ids ['b005390e-6f5b-47c1-9d15-75bade1f8448'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:41.479365 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Routers {'b005390e-6f5b-47c1-9d15-75bade1f8448'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:41.479961 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b005390e-6f5b-47c1-9d15-75bade1f8448'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:41.684906 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ead9854a-eca0-4a16-af74-7d08c3fcec83 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:41.698440 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Set router b005390e-6f5b-47c1-9d15-75bade1f8448 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:41.738093 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port ead9854a-eca0-4a16-af74-7d08c3fcec83 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:41.743753 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ead9854a-eca0-4a16-af74-7d08c3fcec83 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:41.744151 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.926904 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 4, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port': {'id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:35Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a47a3a96-f89b-4cdc-9fd0-ff352897d2f0', 'name': '', 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'mac_address': 'fa:16:3e:a5:eb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:36Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 2, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'subnets': [{'id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:41.968209 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Checking router: b005390e-6f5b-47c1-9d15-75bade1f8448 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:41.968572 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Updating router b005390e-6f5b-47c1-9d15-75bade1f8448 port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 binding host n-d-791505-15 {{(pid=100246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:14:42.000397 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.003820 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.021560 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port ead9854a-eca0-4a16-af74-7d08c3fcec83, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ead9854a-eca0-4a16-af74-7d08c3fcec83,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:42.026299 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.077858 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=ead9854a-eca0-4a16-af74-7d08c3fcec83,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:42.300248 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-04fc55de-91e6-4b52-be52-dd0f0da7e31d tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:42.303191 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-04fc55de-91e6-4b52-be52-dd0f0da7e31d tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.68 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 809 time: 0.1472671 Jul 16 21:14:42.328460 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.343384 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Transition to ACTIVE for port object a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:42.345308 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9d413beb-8a9c-453d-bf11-04238cabd96e req-dd0ba8b6-0310-4e36-813a-58e659bdca35 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 210 time: 0.0603380 Jul 16 21:14:42.351767 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.370028 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-00645af7-e9b8-4a20-bca3-6c52eed6f0e8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=737049be154648f1988ff0d4a36009f8 HTTP/1.1" status: 200 len: 380 time: 0.0573869 Jul 16 21:14:42.379550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'port': {'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'admin_state_up': True, 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'security_groups': ['39417849-7621-4e93-8781-0a37c85627ab']}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:42.417532 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ba2d0-14f0-4a96-830a-b91759ed5545 None None] Pushing event updated for resources: {'Port': ['ID=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:42.477848 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Attempting to bind port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 on host n-d-791505-15 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:42.479091 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Attempting to bind port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 by drivers openvswitch,hyperv on host n-d-791505-15 at level 0 using segments [{'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:42.479644 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Attempting to bind port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 on network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:42.484870 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Checking agent: {'id': '61891af9-6665-45af-96a3-9f4416cae855', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 39, 20), 'started_at': datetime.datetime(2021, 7, 16, 19, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:42.485237 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Checking segment: {'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:42.485632 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.486015 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Bound using segment: {'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:42.486462 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Bound port: a47a3a96-f89b-4cdc-9fd0-ff352897d2f0, host: n-d-791505-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:42.486839 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.522578 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Made reservation on behalf of 737049be154648f1988ff0d4a36009f8 for: {'port': 1} {{(pid=100244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:42.526576 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.559488 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] For port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0, host n-d-791505-15, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:42.563321 n-d-791505-15 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] For port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0, host n-d-791505-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,segment=NetworkSegment(a8d49f98-5273-4dc9-840e-fefc2b6d23b6),segment_id=a8d49f98-5273-4dc9-840e-fefc2b6d23b6)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:42.568970 n-d-791505-15 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.626580 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Routers {'b005390e-6f5b-47c1-9d15-75bade1f8448'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:42.627204 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b005390e-6f5b-47c1-9d15-75bade1f8448'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:42.665131 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ba2d0-14f0-4a96-830a-b91759ed5545 None None] Pushing event updated for resources: {'Port': ['ID=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,revision_number=4']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:42.673443 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.db_base_plugin_common [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Allocated IP 172.20.0.11 (3e379d76-afab-444e-a9e2-c313adde3f9e/91020bf7-bb4a-4744-a097-3f5abf8437f8/8d5a8d18-dc34-49d8-8750-6aee17d6516b) {{(pid=100244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:42.749505 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] Set router b005390e-6f5b-47c1-9d15-75bade1f8448 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:42.832090 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for port, precommit_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.846658 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Transition to ACTIVE for port object 8d5a8d18-dc34-49d8-8750-6aee17d6516b will not be triggered until provisioned by entity DHCP. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:42.880963 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_create {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.924794 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Network 3e379d76-afab-444e-a9e2-c313adde3f9e is already hosted by enough agents. {{(pid=100244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:42.928845 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.base_scheduler [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Resources bound (agent type, host, resource id): {{(pid=100244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:42.931913 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Received port after_create {{(pid=100244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:42.960480 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 4, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port': {'id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:35Z', 'updated_at': '2021-07-16T21:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a47a3a96-f89b-4cdc-9fd0-ff352897d2f0', 'name': '', 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'mac_address': 'fa:16:3e:a5:eb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:36Z', 'updated_at': '2021-07-16T21:14:42Z', 'revision_number': 4, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'subnets': [{'id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:42.976380 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=1']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:42.993885 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1b423-a8a3-4b40-86c8-4218b60fc061 None None] The sync data for ids ['b005390e-6f5b-47c1-9d15-75bade1f8448'] in n-d-791505-15 is: [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:14:37Z', 'revision_number': 4, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port': {'id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:35Z', 'updated_at': '2021-07-16T21:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': 'a47a3a96-f89b-4cdc-9fd0-ff352897d2f0', 'name': '', 'network_id': 'aa472e28-cb5e-4a3d-993f-79a4ce0b23f6', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'mac_address': 'fa:16:3e:a5:eb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:36Z', 'updated_at': '2021-07-16T21:14:42Z', 'revision_number': 4, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'subnets': [{'id': '4b89116e-426f-43a5-b7f1-20ab50e7dead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:43.012730 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:43.013416 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.037568 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-33e8e29b-ff30-4896-aca0-4d47677f33e9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6619782 Jul 16 21:14:43.049633 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.v2.base [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Request body: {'port': {'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-15'}} {{(pid=100244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:43.134458 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.223821 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2e0de7db-b76e-42f8-ace3-c3277dff48f4 None None] Provisioning for port 8d5a8d18-dc34-49d8-8750-6aee17d6516b completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:43.228499 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-2e0de7db-b76e-42f8-ace3-c3277dff48f4 None None] Provisioning complete for port 8d5a8d18-dc34-49d8-8750-6aee17d6516b triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:43.229122 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-2e0de7db-b76e-42f8-ace3-c3277dff48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.268063 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-2e0de7db-b76e-42f8-ace3-c3277dff48f4 None None] Port 8d5a8d18-dc34-49d8-8750-6aee17d6516b cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:43.420550 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5a8d18-dc34-49d8-8750-6aee17d6516b {{(pid=100244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:14:43.428078 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.440101 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.provisioning_blocks [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Transition to ACTIVE for port object 8d5a8d18-dc34-49d8-8750-6aee17d6516b will not be triggered until provisioned by entity L2. {{(pid=100244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:43.444629 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.518312 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Pushing event updated for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=2']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:43.526972 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd7005-162c-4bc0-90df-2f4cab29b100 req-3fb4b186-1a3e-4be3-829c-28dd39344d4d tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:43.528587 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30dd7005-162c-4bc0-90df-2f4cab29b100 req-3fb4b186-1a3e-4be3-829c-28dd39344d4d tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 944 time: 0.0694110 Jul 16 21:14:43.569483 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-30dd7005-162c-4bc0-90df-2f4cab29b100 req-be229794-c3f7-47d8-9eaa-06992f6c0e36 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348930 Jul 16 21:14:43.570270 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Attempting to bind port 8d5a8d18-dc34-49d8-8750-6aee17d6516b on host n-h2-791505-15 for vnic_type normal with profile {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:43.570612 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Attempting to bind port 8d5a8d18-dc34-49d8-8750-6aee17d6516b by drivers openvswitch,hyperv on host n-h2-791505-15 at level 0 using segments [{'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:43.570950 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Attempting to bind port 8d5a8d18-dc34-49d8-8750-6aee17d6516b on network 3e379d76-afab-444e-a9e2-c313adde3f9e {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:43.577056 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Port 8d5a8d18-dc34-49d8-8750-6aee17d6516b on network 3e379d76-afab-444e-a9e2-c313adde3f9e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-15 {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:14:43.577395 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Attempting to bind port 8d5a8d18-dc34-49d8-8750-6aee17d6516b on network 3e379d76-afab-444e-a9e2-c313adde3f9e {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:43.584607 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Checking agent: {'id': '727c9e99-c7ff-47c8-ae3b-87ea6bb51aa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:43.585143 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Checking segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:43.585655 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Bound using segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} {{(pid=100244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:43.586213 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.managers [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Bound port: 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host: n-h2-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'}}] {{(pid=100244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:43.586691 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.662231 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, cleared binding levels {{(pid=100244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:43.669085 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:43.675002 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991465'] for port, after_update {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.689407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:43.719934 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:43.720661 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.722091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-faaa4897-c7be-4345-974b-62a32119531e service neutron] 10.222.0.68 "PUT /v2.0/ports/8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 1093 time: 0.6774733 Jul 16 21:14:43.723067 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:43.724995 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715cab75-1228-4c61-8d11-2af5f923028c" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:43.753059 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa4897-c7be-4345-974b-62a32119531e service neutron] Pushing event updated for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=3']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:43.778559 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning for port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:43.783704 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:43.784232 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.797451 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae326ba7-2186-4554-9bf1-81cf60fb46c6 x-openstack-request-id: req-ae326ba7-2186-4554-9bf1-81cf60fb46c6 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:43.797750 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:43.798001 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae326ba7-2186-4554-9bf1-81cf60fb46c6 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:43.798396 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'status': 'completed', 'code': 200} Jul 16 21:14:43.828776 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-fc3f08b6-58a0-43b2-8fa3-f2d5294638e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:43.830337 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-fc3f08b6-58a0-43b2-8fa3-f2d5294638e7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1096 time: 0.0648921 Jul 16 21:14:43.878945 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.879255 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-46507c24-a4f1-4d8a-b7d4-dd1c4e9d0a46 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 217 time: 0.0417342 Jul 16 21:14:43.916306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] For port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,segment=NetworkSegment(a8d49f98-5273-4dc9-840e-fefc2b6d23b6),segment_id=a8d49f98-5273-4dc9-840e-fefc2b6d23b6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:43.920651 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.921492 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ead9854a-eca0-4a16-af74-7d08c3fcec83 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:43.933309 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-f045263d-b772-425d-b2cb-8361d8a96a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:43.934817 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-f045263d-b772-425d-b2cb-8361d8a96a0e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0496809 Jul 16 21:14:44.005301 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Pushing event updated for resources: {'Port': ['ID=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:44.008681 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-f317987f-de36-409a-854a-2a5a91e8168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:44.010803 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-f317987f-de36-409a-854a-2a5a91e8168f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699556 Jul 16 21:14:44.021315 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port ead9854a-eca0-4a16-af74-7d08c3fcec83 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:44.021678 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.112779 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-82410925-2b27-40ea-869d-d0cae16ff5fc service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956252 Jul 16 21:14:44.205697 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9b53b4e2-0c76-4333-9b85-48da16853ef5 req-ddf3adf7-372c-4d53-b3fa-1ef3dffa3b15 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868375 Jul 16 21:14:44.318201 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cab75-1228-4c61-8d11-2af5f923028c req-cf1fb82e-b0c3-41a4-9495-f3b19c1b5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:44.319778 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-715cab75-1228-4c61-8d11-2af5f923028c req-cf1fb82e-b0c3-41a4-9495-f3b19c1b5568 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1096 time: 0.0609252 Jul 16 21:14:44.424155 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cab75-1228-4c61-8d11-2af5f923028c req-a9fe83de-dc9b-4373-bf33-2e69a2a365a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:44.425707 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-715cab75-1228-4c61-8d11-2af5f923028c req-a9fe83de-dc9b-4373-bf33-2e69a2a365a5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.0997136 Jul 16 21:14:44.469096 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-715cab75-1228-4c61-8d11-2af5f923028c req-ddc2a996-fd96-4c0d-bb9b-14bc1efd22b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 217 time: 0.0365572 Jul 16 21:14:44.524889 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cab75-1228-4c61-8d11-2af5f923028c req-7e561bca-087d-4400-9505-d669a1a25ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:44.526419 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-715cab75-1228-4c61-8d11-2af5f923028c req-7e561bca-087d-4400-9505-d669a1a25ece service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0506275 Jul 16 21:14:44.586065 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cab75-1228-4c61-8d11-2af5f923028c req-3c4bddb2-383b-4f39-b51c-ba830a5d1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:44.587601 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-715cab75-1228-4c61-8d11-2af5f923028c req-3c4bddb2-383b-4f39-b51c-ba830a5d1731 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543628 Jul 16 21:14:44.685766 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-715cab75-1228-4c61-8d11-2af5f923028c req-b9e86cc4-d294-449e-b63f-aa458dec56ef service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904455 Jul 16 21:14:44.750605 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aefc1-5c18-4cd4-aa66-8960c50f9857 req-baf6db90-e71f-42ef-acd0-0432c7fa357a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:44.752123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-609aefc1-5c18-4cd4-aa66-8960c50f9857 req-baf6db90-e71f-42ef-acd0-0432c7fa357a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 944 time: 0.0671239 Jul 16 21:14:44.776809 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-715cab75-1228-4c61-8d11-2af5f923028c req-705ba1ee-bf10-42e7-8a71-40dd196562dc service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846310 Jul 16 21:14:44.791713 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-609aefc1-5c18-4cd4-aa66-8960c50f9857 req-c9d0906c-320d-4173-9eff-77661940bd84 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Jul 16 21:14:45.656286 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 up at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:45.706847 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Provisioning complete for port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:45.707223 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.968557 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbb831-f67e-4f3b-a8bf-d44f91a89749 req-10d7ce93-10f2-4de9-9a0b-e7142eefd855 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:45.970063 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bdbb831-f67e-4f3b-a8bf-d44f91a89749 req-10d7ce93-10f2-4de9-9a0b-e7142eefd855 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 944 time: 0.0633504 Jul 16 21:14:46.013203 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7bdbb831-f67e-4f3b-a8bf-d44f91a89749 req-048c113d-8fd7-4ce6-9d4a-f3deca9cf447 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369582 Jul 16 21:14:47.184949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b11be9-7843-445f-b942-b37a3d3c2c65 req-b573a9e1-0f48-449a-b64f-b203a39351f1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:47.186369 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3b11be9-7843-445f-b942-b37a3d3c2c65 req-b573a9e1-0f48-449a-b64f-b203a39351f1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 944 time: 0.0637517 Jul 16 21:14:47.224173 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-c3b11be9-7843-445f-b942-b37a3d3c2c65 req-75ee9d8f-184f-4305-abeb-86544525e3d4 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322230 Jul 16 21:14:47.729740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8d5a8d18-dc34-49d8-8750-6aee17d6516b details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:14:47.825844 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:47.837320 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:14:47.873478 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.886270 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5a8d18-dc34-49d8-8750-6aee17d6516b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:14:47.906072 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:47.909342 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.956527 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:48.125356 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8d5a8d18-dc34-49d8-8750-6aee17d6516b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:14:48.173684 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f8947e00-1042-4cde-9258-dd782431f9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:48.407012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d14e0-43f1-4640-93da-06bd20ac4a27 req-637a98af-ab5c-42f3-9975-8d77233e5717 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:48.408528 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a87d14e0-43f1-4640-93da-06bd20ac4a27 req-637a98af-ab5c-42f3-9975-8d77233e5717 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 945 time: 0.0698030 Jul 16 21:14:48.446979 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a87d14e0-43f1-4640-93da-06bd20ac4a27 req-4bfab665-21cf-4dcf-b00b-cd33b6f8519f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Jul 16 21:14:49.620965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40027f-ec25-43a2-b3fe-ae81d03aa518 req-89fdcc13-8168-44da-8a01-3fa3956e06e0 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:49.622474 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d40027f-ec25-43a2-b3fe-ae81d03aa518 req-89fdcc13-8168-44da-8a01-3fa3956e06e0 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 945 time: 0.0637867 Jul 16 21:14:49.662384 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-3d40027f-ec25-43a2-b3fe-ae81d03aa518 req-b7102cb8-1179-428a-ae25-e5e0c04f6c67 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Jul 16 21:14:49.745346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8d5a8d18-dc34-49d8-8750-6aee17d6516b up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:49.796827 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning for port 8d5a8d18-dc34-49d8-8750-6aee17d6516b completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:49.800277 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 8d5a8d18-dc34-49d8-8750-6aee17d6516b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:49.800654 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.875899 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.899339 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:49.901839 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5a9f8d-a678-4cb0-ae59-6d00567f9bbc" -d '{"events": [{"server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "name": "network-vif-plugged", "status": "completed", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:49.916432 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:49.920788 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.975164 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:49.999008 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1db260-07b7-4476-b7e1-2b258de8cda4 x-openstack-request-id: req-2e1db260-07b7-4476-b7e1-2b258de8cda4 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:49.999312 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "name": "network-vif-plugged", "status": "completed", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:49.999568 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e1db260-07b7-4476-b7e1-2b258de8cda4 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:49.999972 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'code': 200} Jul 16 21:14:50.118637 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab735-9e6f-4f0e-b9fc-a0a0035866db req-099b297c-9e81-4a1b-9ad2-b1ef4b53b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:50.120169 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4fab735-9e6f-4f0e-b9fc-a0a0035866db req-099b297c-9e81-4a1b-9ad2-b1ef4b53b349 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1098 time: 0.0532968 Jul 16 21:14:50.154231 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b4fab735-9e6f-4f0e-b9fc-a0a0035866db req-6481f262-5799-4210-bda4-5e6115c5ea22 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278268 Jul 16 21:14:50.527405 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8ee167f8-3d18-452c-9400-506f5af0d509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:50.767190 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:50.864689 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7beed-9cf1-497d-b280-42367df5155b req-efd183dd-3c85-4286-b8a3-ca70dd4aad31 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:50.866206 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8fa7beed-9cf1-497d-b280-42367df5155b req-efd183dd-3c85-4286-b8a3-ca70dd4aad31 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 946 time: 0.0829809 Jul 16 21:14:50.927281 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-8fa7beed-9cf1-497d-b280-42367df5155b req-f1bfa230-d995-4bd1-96b6-96a56a5b0a83 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541997 Jul 16 21:14:52.111333 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab308031-3410-4a5e-be49-2e4e2a696974 req-3779bc57-f703-4d38-b1ca-405a37627059 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:52.112850 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab308031-3410-4a5e-be49-2e4e2a696974 req-3779bc57-f703-4d38-b1ca-405a37627059 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 946 time: 0.0686946 Jul 16 21:14:52.151117 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ab308031-3410-4a5e-be49-2e4e2a696974 req-cd0e5524-4bf5-495e-b15f-9402f381a351 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Jul 16 21:14:52.326995 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b87f-f716-4fd2-9009-30bc165c3e75 req-57e5c2fe-b7f3-4020-82c7-24d659047b4b tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:52.328507 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c49b87f-f716-4fd2-9009-30bc165c3e75 req-57e5c2fe-b7f3-4020-82c7-24d659047b4b tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 946 time: 0.0640614 Jul 16 21:14:52.366638 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c49b87f-f716-4fd2-9009-30bc165c3e75 req-28e0bb4f-0631-4c65-9643-179f87eb0f68 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323067 Jul 16 21:14:52.391859 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56080) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:52.533397 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87231a4-3a9b-4088-b73e-6ee5575e375e tempest-TestSnapshotPattern-539724474 tempest-TestSnapshotPattern-539724474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:52.534977 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e87231a4-3a9b-4088-b73e-6ee5575e375e tempest-TestSnapshotPattern-539724474 tempest-TestSnapshotPattern-539724474-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1093 time: 0.1421020 Jul 16 21:14:52.538525 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56084) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:52.542960 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:52.566160 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.666674 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.701637 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.776949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Allocated IP 172.25.6.67 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/33a25679-0434-42bc-b77c-ee735e771f7e) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:52.877372 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.920219 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.955566 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:52.961319 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:52.964041 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:52.991256 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'Port': ['ID=33a25679-0434-42bc-b77c-ee735e771f7e,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:53.345562 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.420997 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.572072 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.576188 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.642758 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'Port': ['ID=33a25679-0434-42bc-b77c-ee735e771f7e,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:53.654440 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.754353 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Floating IP 152e91e7-63d9-4a15-a637-4df0c5424b37 associated. External IP: 172.25.6.67, port: 8d5a8d18-dc34-49d8-8750-6aee17d6516b. Jul 16 21:14:53.964601 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Router 7678153d-408d-4755-b2ea-7231231a1432 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:54.062555 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.074176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:54.087749 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] Sync routers for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:54.092983 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.098342 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:54.099403 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:54.133412 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e1b11a66-6d14-4fcf-a138-e4a678fa5c23 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5938258 Jul 16 21:14:54.135252 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:54.137779 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:54.184183 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bfaefb-6186-498b-aca9-56c22ba7e8a5 x-openstack-request-id: req-a1bfaefb-6186-498b-aca9-56c22ba7e8a5 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:54.184509 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:54.184766 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1bfaefb-6186-498b-aca9-56c22ba7e8a5 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:54.185173 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'status': 'completed', 'code': 200} Jul 16 21:14:54.218963 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:54.269618 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-eaa68494-f019-4a83-a132-b627606b8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:54.272029 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-eaa68494-f019-4a83-a132-b627606b8522 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1098 time: 0.0647030 Jul 16 21:14:54.365727 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-9f35f5b9-f5d8-4db4-8560-192827c5de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:54.367226 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-9f35f5b9-f5d8-4db4-8560-192827c5de70 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.0882990 Jul 16 21:14:54.437719 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-c27350fd-8823-4e3f-8ca9-66e8ff33cee1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 999 time: 0.0641415 Jul 16 21:14:54.449322 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:53Z', 'revision_number': 0, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:54.480125 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] Checking router: 7678153d-408d-4755-b2ea-7231231a1432 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:54.487707 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-a8f45ec4-ff57-4370-9a38-225cc46464b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:54.488480 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:54.489666 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:14:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:54.489814 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-a8f45ec4-ff57-4370-9a38-225cc46464b7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0464549 Jul 16 21:14:54.546512 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-95b1eb0d-ba04-4762-be73-c630d46a2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:54.548091 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-95b1eb0d-ba04-4762-be73-c630d46a2fc9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526071 Jul 16 21:14:54.593593 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:54.642734 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-44e656de-8496-4a15-960c-f381dabaee70 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886102 Jul 16 21:14:54.732742 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-eb4e8bb5-4281-42e8-b9d2-aca0d66f806a req-0eae0ed4-a38b-4f8f-9b76-ce2a53225638 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838943 Jul 16 21:14:54.825212 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:53Z', 'revision_number': 0, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:54.851127 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32804b51-4ab8-4d99-83eb-abc8c0722a21 None None] The sync data for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 is: [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:53Z', 'revision_number': 0, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:55.045459 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b59199-d714-49a4-968a-e9af40aa820c None None] New status for floating IP 152e91e7-63d9-4a15-a637-4df0c5424b37: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:15:05.077807 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:05.930691 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:07.890506 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:18.145035 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-12aef31f-32c9-4a7a-94c7-02a2eeb36c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:20.529109 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-747ba1ee-cbbb-45df-973e-1f1ebe40715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:20.761279 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:22.706565 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:24.066300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:35.082952 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:35.398837 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-73d3725c-73c5-437a-ba19-be2a92b9670d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569801 Jul 16 21:15:35.493381 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-47d843ef-8c4b-4d5e-8182-b273a5ad9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:35.494895 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-47d843ef-8c4b-4d5e-8182-b273a5ad9986 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1098 time: 0.0535614 Jul 16 21:15:35.598018 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-abf28dda-9a5a-48dd-b559-c6b15fb0ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:35.599486 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-abf28dda-9a5a-48dd-b559-c6b15fb0ff39 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.0859039 Jul 16 21:15:35.667315 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-c4646558-e0a3-4d29-864f-56f7837681e1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 1001 time: 0.0607884 Jul 16 21:15:35.713425 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-787bf8b2-7dd0-416e-907e-69c808c8726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:35.715462 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-787bf8b2-7dd0-416e-907e-69c808c8726d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0427127 Jul 16 21:15:35.773166 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-aec04c9e-6b0d-484f-ac6d-9086e0a3d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:35.774675 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-aec04c9e-6b0d-484f-ac6d-9086e0a3d7e0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530357 Jul 16 21:15:35.867154 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-91b02978-3e97-4c7c-9f54-ae003fb159e9 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863624 Jul 16 21:15:35.930107 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:35.955301 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-87b85fb0-4ef4-4fc1-9796-4efed18d22b6 req-c48bfc6e-86d3-4088-8072-5147600feed3 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823348 Jul 16 21:15:44.890625 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:48.147726 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-8ad25480-da12-4760-9e1b-a1aede2f1fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:50.531741 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d3cc25e1-2b1c-473d-b1f5-27a47a9b46ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:50.764149 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:52.707015 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:54.068338 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:05.084835 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:05.945370 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:18.149634 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aa997121-4137-49e7-b146-8a1b3792f912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:20.535140 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-eae10cf1-0f46-4c61-b4d6-25d4206adcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:20.766500 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:21.889511 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:16:22.712482 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:24.071491 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:35.082832 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:35.962616 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:37.388086 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-b1e3a97e-e68b-41a6-8248-815c66fd4cc3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595872 Jul 16 21:16:37.485558 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-5e279bd1-1c55-45df-9e8f-72924c6d043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.487102 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-5e279bd1-1c55-45df-9e8f-72924c6d043d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1098 time: 0.0552053 Jul 16 21:16:37.600140 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-75ce8547-6bef-464c-9d66-124a6ecd38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.601694 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-75ce8547-6bef-464c-9d66-124a6ecd38fd service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.0948150 Jul 16 21:16:37.671591 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-bf30e38c-93cb-4a76-8ce2-94766a566c69 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 1001 time: 0.0636508 Jul 16 21:16:37.726466 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-3c7d7d34-4075-4fb6-ad50-4a56eb6d26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.730752 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-3c7d7d34-4075-4fb6-ad50-4a56eb6d26c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0535216 Jul 16 21:16:37.795346 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-bcd1cff6-0c38-4a92-860e-74512aecc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.796910 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-bcd1cff6-0c38-4a92-860e-74512aecc363 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604630 Jul 16 21:16:37.893090 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-3c6a1d23-9897-4274-a0a5-c91570c473d8 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895002 Jul 16 21:16:37.996390 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-7ee0368a-d3a0-4e07-ad84-75c678b55b0f req-083c0b13-cbe1-41b3-8f3b-14885997436f service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975945 Jul 16 21:16:48.149624 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f5c1-3185-4e32-8fed-1fef8b38772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:50.537881 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-df3febc3-c21f-4587-a9d5-9fad564b80f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:50.773749 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:52.289916 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8d5a8d18-dc34-49d8-8750-6aee17d6516b details requested by agent hyperv_n-h2-791505-15 with host n-h2-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:16:52.390262 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:52.402221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Returning: {'device': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:16:52.441337 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:52.454054 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d5a8d18-dc34-49d8-8750-6aee17d6516b {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:16:52.475384 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:52.479261 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:52.531046 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:52.539194 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.539557 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.539904 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.540578 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.541530 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.542050 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.542625 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.543409 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.543938 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.545141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.546479 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.547858 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:52.557740 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] get_ports_and_sgs() called for port_ids ['8d5a8d18-dc34-49d8-8750-6aee17d6516b'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:16:52.729496 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:54.081179 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:54.306246 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8d5a8d18-dc34-49d8-8750-6aee17d6516b up at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:16:54.363280 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Provisioning complete for port 8d5a8d18-dc34-49d8-8750-6aee17d6516b triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:16:54.363653 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:54.456396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:54.486881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:54.491282 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a55b23-5fb2-4c5d-8c32-a439ce5ff5a8" -d '{"events": [{"server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "name": "network-vif-plugged", "status": "completed", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:54.505810 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:54.513976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:54.588478 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:55.589376 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84803a1b-a960-400e-a1c6-f8a8e76924fb x-openstack-request-id: req-84803a1b-a960-400e-a1c6-f8a8e76924fb {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:55.590000 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "name": "network-vif-plugged", "status": "completed", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:55.590000 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84803a1b-a960-400e-a1c6-f8a8e76924fb {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:55.590290 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'code': 200} Jul 16 21:16:58.889759 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:02.575794 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-6a13d040-804f-4728-b16e-8ef4065eff8b tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707383826&fields=id&tenant_id=737049be154648f1988ff0d4a36009f8 HTTP/1.1" status: 200 len: 267 time: 0.0358462 Jul 16 21:17:02.686681 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-2cdad783-24da-4b59-9cb1-6aea3de5c9e8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:02.688185 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-2cdad783-24da-4b59-9cb1-6aea3de5c9e8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 809 time: 0.1059406 Jul 16 21:17:02.703291 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-39ea5e01-1171-4ef8-a949-53f13a6e5688 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/quotas/737049be154648f1988ff0d4a36009f8 HTTP/1.1" status: 200 len: 375 time: 0.0090921 Jul 16 21:17:02.776127 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-e984ec68-4abb-4cf3-86d9-8340687cbfae tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671146 Jul 16 21:17:02.791731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-93474a7c-4812-4ae8-b531-6a5c9f3fac08 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:17:02.792757 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-93474a7c-4812-4ae8-b531-6a5c9f3fac08 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058434 Jul 16 21:17:02.926823 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-4f7901a3-148f-4c34-87c1-cf5e7261dfcb service neutron] 10.222.0.78 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281884 Jul 16 21:17:03.019634 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-35981335-1bd9-4937-84e2-bf21fd1f8949 service neutron] 10.222.0.78 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869267 Jul 16 21:17:03.191756 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e0fe821a-d5b3-4388-a686-baaaf95b39a0 req-dfda8fac-f008-423f-94ad-3fac07ef06e8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 210 time: 0.0326807 Jul 16 21:17:04.280233 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6a31dc8f-95af-4449-850b-0e4ba85ba502 req-abeb1732-03ff-4252-99fe-a354146954b1 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 210 time: 0.0297403 Jul 16 21:17:04.414202 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8d5a8d18-dc34-49d8-8750-6aee17d6516b no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:04.488841 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.512177 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:04.514422 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb491d06-3844-4fe6-b765-5c25246b38d2" -d '{"events": [{"server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:04.527118 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:04.531373 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.557317 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1792fb2-42eb-452f-ab29-d90ecb9840c6 x-openstack-request-id: req-c1792fb2-42eb-452f-ab29-d90ecb9840c6 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:04.557621 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:04.557875 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1792fb2-42eb-452f-ab29-d90ecb9840c6 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:04.558265 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'code': 200} Jul 16 21:17:04.586814 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Pushing event updated for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:05.080456 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.370571 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e135643d-386b-4755-b0ac-97948159f760 req-c8481ca1-c7ef-4bb4-9a9a-e5873706b52d tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 210 time: 0.0335348 Jul 16 21:17:05.992445 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.455071 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-07fc3d03-7690-46f3-a53d-dad6e5d870a3 req-32a0181e-2fa9-488f-88d2-008b7aed1c4a tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 210 time: 0.0284371 Jul 16 21:17:07.609594 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ae595f16-4b5e-46a2-a242-710c1e11e323 req-f9f521c2-ac94-45c2-a9c3-15de6ce170b3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 210 time: 0.0403810 Jul 16 21:17:08.404538 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-e0be48c9-9e14-49ea-bdb3-4d46fca72bb4 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:08.406100 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-e0be48c9-9e14-49ea-bdb3-4d46fca72bb4 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.16 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 809 time: 0.1053255 Jul 16 21:17:08.450789 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-75c7643f-b8b2-424f-bfed-079b87a02b2b tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=737049be154648f1988ff0d4a36009f8 HTTP/1.1" status: 200 len: 380 time: 0.0361927 Jul 16 21:17:08.459417 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'port': {'device_id': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'admin_state_up': True, 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'security_groups': ['39417849-7621-4e93-8781-0a37c85627ab']}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:08.576478 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Made reservation on behalf of 737049be154648f1988ff0d4a36009f8 for: {'port': 1} {{(pid=100243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:17:08.580256 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.723602 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Allocated IP 172.20.0.3 (3e379d76-afab-444e-a9e2-c313adde3f9e/91020bf7-bb4a-4744-a097-3f5abf8437f8/f57dcece-5ae0-4c8d-ac0b-4953fa099a00) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:08.765640 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d57d0de8-8dd5-48c0-96aa-ebaeff6b2dcc req-c96d93c6-03f1-4530-a4d4-a79dcf0b91df tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 210 time: 0.0370963 Jul 16 21:17:08.965349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.332153 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Transition to ACTIVE for port object f57dcece-5ae0-4c8d-ac0b-4953fa099a00 will not be triggered until provisioned by entity DHCP. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:09.370165 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.414698 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Network 3e379d76-afab-444e-a9e2-c313adde3f9e is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:09.421616 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:09.424434 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:09.458640 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:09.472329 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.472820 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.473172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.473513 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.473918 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.474313 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.474643 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.474978 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.475318 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.475626 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.475956 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.476305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:09.502886 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:09.503667 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.522079 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-79844935-989f-4923-b09a-2a1f0d6fd977 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0666831 Jul 16 21:17:09.686978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c33574a1-c1d4-4c76-9841-ce094b919bfe None None] Provisioning for port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 completed by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:09.691363 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-c33574a1-c1d4-4c76-9841-ce094b919bfe None None] Provisioning complete for port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 triggered by entity DHCP. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:09.691859 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c33574a1-c1d4-4c76-9841-ce094b919bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.730080 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-c33574a1-c1d4-4c76-9841-ce094b919bfe None None] Port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 cannot update to ACTIVE because it is not bound. {{(pid=100245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:09.957464 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27732836-1108-4967-ae40-4697b6464ad7 req-92d8a970-c1cd-4ed2-835e-d58b8d89319c tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:09.959121 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-27732836-1108-4967-ae40-4697b6464ad7 req-92d8a970-c1cd-4ed2-835e-d58b8d89319c tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 931 time: 0.0712337 Jul 16 21:17:10.000827 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-27732836-1108-4967-ae40-4697b6464ad7 req-63b8a1f6-4132-4e05-a1e6-4014e44166c4 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352299 Jul 16 21:17:11.185305 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2868d-1703-4d39-b129-deab2421cb04 req-d12ec000-83c1-43d1-bff4-62474e017fc8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:11.186851 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15c2868d-1703-4d39-b129-deab2421cb04 req-d12ec000-83c1-43d1-bff4-62474e017fc8 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 931 time: 0.0688651 Jul 16 21:17:11.228724 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-15c2868d-1703-4d39-b129-deab2421cb04 req-6af51df2-4495-4795-b720-d4d095348453 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359552 Jul 16 21:17:12.416882 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba533a-e5ce-418f-ab58-59341b29b079 req-7a255acb-e604-4317-86ed-43988fd7f573 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:12.418764 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3ba533a-e5ce-418f-ab58-59341b29b079 req-7a255acb-e604-4317-86ed-43988fd7f573 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 931 time: 0.0701587 Jul 16 21:17:12.462180 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a3ba533a-e5ce-418f-ab58-59341b29b079 req-200cc981-e5c8-495a-958f-17187690b2d6 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373034 Jul 16 21:17:13.652139 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c581c-a360-437f-96e6-16b56f580246 req-2709b8cc-b520-43b9-96c1-9e5f0304bd76 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:13.655221 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c9c581c-a360-437f-96e6-16b56f580246 req-2709b8cc-b520-43b9-96c1-9e5f0304bd76 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 931 time: 0.0732949 Jul 16 21:17:13.699962 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c9c581c-a360-437f-96e6-16b56f580246 req-ff10a84e-3d38-4765-9309-b5d4f6fc7447 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395856 Jul 16 21:17:14.890648 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a91110-ffe9-4e06-9912-f45467da2f4f req-355f1168-ad05-4f69-95a0-cd573f0c7a72 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:14.893344 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a91110-ffe9-4e06-9912-f45467da2f4f req-355f1168-ad05-4f69-95a0-cd573f0c7a72 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 931 time: 0.0748835 Jul 16 21:17:14.936768 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-32a91110-ffe9-4e06-9912-f45467da2f4f req-eb959243-0473-4412-91eb-8ccfeb43139c tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383368 Jul 16 21:17:16.130098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c445-0c43-46ae-9375-d92843361698 req-eecfc563-d349-44c1-a1cf-9e3201b2e898 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:16.132035 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6a2c445-0c43-46ae-9375-d92843361698 req-eecfc563-d349-44c1-a1cf-9e3201b2e898 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 931 time: 0.0727990 Jul 16 21:17:16.174155 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e6a2c445-0c43-46ae-9375-d92843361698 req-1435203b-228f-4bd0-be6e-28f6ccd136ee tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363622 Jul 16 21:17:17.358548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64254bd3-1646-4b18-b808-ab1ae9254728 req-111a7233-a5d2-4523-9577-57adf0859548 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:17.360393 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64254bd3-1646-4b18-b808-ab1ae9254728 req-111a7233-a5d2-4523-9577-57adf0859548 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 931 time: 0.0675104 Jul 16 21:17:17.418381 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-64254bd3-1646-4b18-b808-ab1ae9254728 req-656cf095-6cdf-4d04-9fcc-5cff9fcf4935 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479710 Jul 16 21:17:18.152300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dc7d-981f-4002-b9bd-d34ead0a4fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:18.608667 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a9720-1036-4d5a-be73-a5baf9b3c043 req-354afbbd-4f85-4191-9678-131627baf397 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:18.610239 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-316a9720-1036-4d5a-be73-a5baf9b3c043 req-354afbbd-4f85-4191-9678-131627baf397 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 931 time: 0.0665712 Jul 16 21:17:18.655663 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-316a9720-1036-4d5a-be73-a5baf9b3c043 req-84d5b9a5-4cec-4fca-8433-77988c2dc29b tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Jul 16 21:17:18.660977 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Request body: {'port': {'device_id': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-15'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:18.731739 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:18.994518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57dcece-5ae0-4c8d-ac0b-4953fa099a00 {{(pid=100243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:17:19.002195 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.015670 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.provisioning_blocks [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Transition to ACTIVE for port object f57dcece-5ae0-4c8d-ac0b-4953fa099a00 will not be triggered until provisioned by entity L2. {{(pid=100243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:19.019384 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.070595 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Pushing event updated for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:19.144494 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Attempting to bind port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 on host n-h1-791505-15 for vnic_type normal with profile {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:19.144832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Attempting to bind port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 by drivers openvswitch,hyperv on host n-h1-791505-15 at level 0 using segments [{'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:19.145163 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Attempting to bind port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 on network 3e379d76-afab-444e-a9e2-c313adde3f9e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:19.150823 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 on network 3e379d76-afab-444e-a9e2-c313adde3f9e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-15 {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:17:19.151159 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Attempting to bind port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 on network 3e379d76-afab-444e-a9e2-c313adde3f9e {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:19.156289 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Checking agent: {'id': '7b6cfcf9-fcc3-475b-b72a-f7ffea70d878', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'started_at': datetime.datetime(2021, 7, 16, 19, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:19.156632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Checking segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:19.157022 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Bound using segment: {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'} {{(pid=100243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:19.157448 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.managers [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Bound port: f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host: n-h1-791505-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea63b7c6-ba34-4ff6-8830-640c069eaebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e'}}] {{(pid=100243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:19.157807 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.228060 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, cleared binding levels {{(pid=100243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:19.231164 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:19.236438 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.269822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:19.270477 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.271967 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] 10.222.0.16 "PUT /v2.0/ports/f57dcece-5ae0-4c8d-ac0b-4953fa099a00 HTTP/1.1" status: 200 len: 1092 time: 0.6607828 Jul 16 21:17:19.274873 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:19.278799 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec42564-b9ea-48fe-9515-319b5bfcd9be" -d '{"events": [{"name": "network-changed", "server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:19.356612 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901faa51-8297-4406-b05a-e26ed71fead4 service neutron] Pushing event updated for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=3']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:19.389732 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-39dd7859-1478-49ea-844d-fc6a74136862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:19.391271 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-39dd7859-1478-49ea-844d-fc6a74136862 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0739796 Jul 16 21:17:19.440724 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11471ea-31c3-4f14-bd8c-2083eceea946 x-openstack-request-id: req-e11471ea-31c3-4f14-bd8c-2083eceea946 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:19.441008 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:19.441259 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e11471ea-31c3-4f14-bd8c-2083eceea946 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:19.441661 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'status': 'completed', 'code': 200} Jul 16 21:17:19.443248 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-cb3977fd-f4e5-45e3-a9ab-8bbab8f2159c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00 HTTP/1.1" status: 200 len: 217 time: 0.0445018 Jul 16 21:17:19.494401 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-7b3590a7-3b55-4911-93b0-4fb146b20d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:19.495881 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-7b3590a7-3b55-4911-93b0-4fb146b20d28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0465338 Jul 16 21:17:19.555913 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-d9051fc3-9dd2-4069-8090-61baa68b742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:19.557565 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-d9051fc3-9dd2-4069-8090-61baa68b742a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558026 Jul 16 21:17:19.653838 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-5ee0842c-5169-4ee8-966b-56d3aed51e3f service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903752 Jul 16 21:17:19.761754 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-e7d92d54-4e3d-47d2-bce4-ca964d7f6ef5 req-48a53dbc-475b-402d-bc26-7af4c7da94d1 service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023233 Jul 16 21:17:19.878511 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e37f8-d1c6-4a55-a423-4ae2593a9708 req-bd77729a-4154-4519-9a5d-93139ccf3533 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:19.880008 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b4e37f8-d1c6-4a55-a423-4ae2593a9708 req-bd77729a-4154-4519-9a5d-93139ccf3533 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 943 time: 0.1072135 Jul 16 21:17:19.894084 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-a4dbf797-95e9-49fe-b3a7-4902f8cbb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:19.895561 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-a4dbf797-95e9-49fe-b3a7-4902f8cbb666 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0860841 Jul 16 21:17:19.947777 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-5b4e37f8-d1c6-4a55-a423-4ae2593a9708 req-9a1fcce2-88c4-4fb5-b506-18b3f410181f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614412 Jul 16 21:17:20.006685 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-7feaa626-10ec-4dfb-aa7b-5f268c6e9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:20.008193 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-7feaa626-10ec-4dfb-aa7b-5f268c6e9cb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.1050162 Jul 16 21:17:20.049297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-362121ca-8f8e-4762-b020-c4c13ddd4ba8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00 HTTP/1.1" status: 200 len: 217 time: 0.0346236 Jul 16 21:17:20.097514 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-c0a89376-1388-4fee-8a9e-539b703c9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:20.098934 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-c0a89376-1388-4fee-8a9e-539b703c9837 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0440054 Jul 16 21:17:20.160697 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-b7a8f8a5-4a32-432e-b2ad-c15963ee35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:20.162217 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-b7a8f8a5-4a32-432e-b2ad-c15963ee35ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566306 Jul 16 21:17:20.251886 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-5659cb00-9584-43c8-994e-56b7b55beb6a service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825009 Jul 16 21:17:20.344903 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4ec42564-b9ea-48fe-9515-319b5bfcd9be req-305ca51d-981f-41f4-ac06-10b342807921 service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866914 Jul 16 21:17:20.539343 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-379b0d43-4b2c-4028-9d10-08c2ca33bac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:20.767419 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:21.128819 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9f488-89e1-4bdf-94c7-ba3659ddb58c req-f5e9283c-d0cc-4b96-a426-f7947620ecb7 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:21.130351 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6cc9f488-89e1-4bdf-94c7-ba3659ddb58c req-f5e9283c-d0cc-4b96-a426-f7947620ecb7 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 943 time: 0.0639651 Jul 16 21:17:21.167914 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6cc9f488-89e1-4bdf-94c7-ba3659ddb58c req-0061238e-98c0-4cf1-9dc1-895c527b1574 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Jul 16 21:17:21.697954 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f57dcece-5ae0-4c8d-ac0b-4953fa099a00 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:17:21.957113 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:21.967946 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'port_id': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'mac_address': 'fa:16:3e:f0:8e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:17:22.004599 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:22.017140 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57dcece-5ae0-4c8d-ac0b-4953fa099a00 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:17:22.035987 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:22.041620 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:22.088221 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=4']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:22.273664 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f57dcece-5ae0-4c8d-ac0b-4953fa099a00'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:17:22.349389 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2de52d-23df-4639-a79c-fd3e62df31f2 req-a87ed3ff-aa25-4e24-bf08-6aa8b5f19bb9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:22.350965 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d2de52d-23df-4639-a79c-fd3e62df31f2 req-a87ed3ff-aa25-4e24-bf08-6aa8b5f19bb9 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 944 time: 0.0668890 Jul 16 21:17:22.393651 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-7d2de52d-23df-4639-a79c-fd3e62df31f2 req-6842b6bf-3803-4145-a5df-518481d44a45 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365372 Jul 16 21:17:22.716099 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:23.573369 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566399d-ab07-414d-86e2-abc34613a5c9 req-fe2ed749-3a36-4a6f-8af3-a3b3e1598986 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:23.574939 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b566399d-ab07-414d-86e2-abc34613a5c9 req-fe2ed749-3a36-4a6f-8af3-a3b3e1598986 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 944 time: 0.0671117 Jul 16 21:17:23.613298 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-b566399d-ab07-414d-86e2-abc34613a5c9 req-a8273108-f374-4cb2-b46a-a4a7e7223d1d tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327098 Jul 16 21:17:23.698462 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f57dcece-5ae0-4c8d-ac0b-4953fa099a00 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:23.755223 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning for port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 completed by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:23.760950 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:23.761416 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:23.848663 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:23.876898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:23.879736 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc5498f-c41d-420e-8732-46f7d5e44df8" -d '{"events": [{"server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "name": "network-vif-plugged", "status": "completed", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:23.902769 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:23.907238 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:23.932549 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc13c6a6-4367-44d7-80d2-5fcf1784c80c x-openstack-request-id: req-fc13c6a6-4367-44d7-80d2-5fcf1784c80c {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:23.933914 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "name": "network-vif-plugged", "status": "completed", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:23.933914 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc13c6a6-4367-44d7-80d2-5fcf1784c80c {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:23.933914 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'code': 200} Jul 16 21:17:23.962577 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=5']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:24.052710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d29e10-6046-4b73-ba45-a0c02ba0700d req-33b4cd8d-9aae-4430-87be-a0858d436577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:24.054259 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54d29e10-6046-4b73-ba45-a0c02ba0700d req-33b4cd8d-9aae-4430-87be-a0858d436577 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0559847 Jul 16 21:17:24.086215 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:24.098421 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-54d29e10-6046-4b73-ba45-a0c02ba0700d req-9f853c53-b232-4705-b969-9e87a653c982 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371697 Jul 16 21:17:24.794629 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24932e2-f798-438d-ba48-736ca2f000d7 req-1a175ca0-99b1-4d53-9d9f-a585d4f697ee tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:24.796163 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d24932e2-f798-438d-ba48-736ca2f000d7 req-1a175ca0-99b1-4d53-9d9f-a585d4f697ee tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 945 time: 0.0708091 Jul 16 21:17:24.836956 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-d24932e2-f798-438d-ba48-736ca2f000d7 req-01b12769-4c40-4b65-990c-7969d6fb828e tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342352 Jul 16 21:17:26.012493 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81d297-bb30-4a05-b7bb-9b16bbeebf2f req-9936ca57-21c6-4429-a5eb-f40bbb8685da tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:26.014017 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf81d297-bb30-4a05-b7bb-9b16bbeebf2f req-9936ca57-21c6-4429-a5eb-f40bbb8685da tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 945 time: 0.0642350 Jul 16 21:17:26.052010 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-cf81d297-bb30-4a05-b7bb-9b16bbeebf2f req-cac46237-cdd8-4367-a743-a0ca686e852f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324011 Jul 16 21:17:26.226632 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5bbb7-a97f-4d17-a01e-ba02f6b47ad7 req-f6310f4e-9b4f-4701-96a1-abd1ea71e363 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:26.228242 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5d5bbb7-a97f-4d17-a01e-ba02f6b47ad7 req-f6310f4e-9b4f-4701-96a1-abd1ea71e363 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 945 time: 0.0665159 Jul 16 21:17:26.275341 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-a5d5bbb7-a97f-4d17-a01e-ba02f6b47ad7 req-c4968cbc-6bfb-4551-8069-dbc1f990f973 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Jul 16 21:17:26.299691 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56378) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:26.351769 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6746a09a-2619-43fb-bf42-f05a5831586d tempest-TestSnapshotPattern-539724474 tempest-TestSnapshotPattern-539724474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:26.353927 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-6746a09a-2619-43fb-bf42-f05a5831586d tempest-TestSnapshotPattern-539724474 tempest-TestSnapshotPattern-539724474-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 1092 time: 0.0530071 Jul 16 21:17:26.356748 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56380) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:26.361098 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.v2.base [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Request body: {'floatingip': {'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'port_id': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:26.383122 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for floatingip, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:26.477051 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:26.586039 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_common [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Allocated IP 172.25.6.146 (5d502ef9-38e2-4288-9a0e-119b6f13f684/37d29b27-604a-436d-9e09-87c96391f34d/600e5591-d218-4504-b84c-391157aac043) {{(pid=100243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:26.690960 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for port, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:26.735234 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747916395906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:26.769771 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Network 5d502ef9-38e2-4288-9a0e-119b6f13f684 is already hosted by enough agents. {{(pid=100243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:26.772582 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.base_scheduler [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Resources bound (agent type, host, resource id): {{(pid=100243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:26.778983 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Received port after_create {{(pid=100243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:26.807447 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'Port': ['ID=600e5591-d218-4504-b84c-391157aac043,revision_number=1']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:27.150584 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:27.225068 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:27.379146 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for port, precommit_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:27.383892 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260331434'] for port, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:27.458359 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event updated for resources: {'Port': ['ID=600e5591-d218-4504-b84c-391157aac043,revision_number=2']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:27.468758 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640724'] for floatingip, after_update {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:27.567412 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Floating IP 78e1c2df-2969-417e-b310-4519f92f71fa associated. External IP: 172.25.6.146, port: f57dcece-5ae0-4c8d-ac0b-4953fa099a00. Jul 16 21:17:27.777240 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Router 7678153d-408d-4755-b2ea-7231231a1432 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:27.885865 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:27.895535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] Sync routers for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:27.902671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:27.909014 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:27.909655 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:17:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:27.940696 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-91765971-206a-4a0f-a1d0-ca00ca73d778 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5829086 Jul 16 21:17:27.941439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:27.943811 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f045755-8b91-46ad-8b2e-3d436599cad5" -d '{"events": [{"name": "network-changed", "server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:27.980008 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0881ab60-65fc-40c8-aefd-23904ef7ee73 x-openstack-request-id: req-0881ab60-65fc-40c8-aefd-23904ef7ee73 {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:27.980340 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:27.980599 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0881ab60-65fc-40c8-aefd-23904ef7ee73 {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:27.981048 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'status': 'completed', 'code': 200} Jul 16 21:17:28.019672 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:28.062439 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-9ff36471-ec48-413a-8c22-b7ed51eacdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:28.063942 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-9ff36471-ec48-413a-8c22-b7ed51eacdf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0602975 Jul 16 21:17:28.156650 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-624fef71-7ce8-4af7-bccc-4a6abf910bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:28.158166 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-624fef71-7ce8-4af7-bccc-4a6abf910bf9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.0878706 Jul 16 21:17:28.228755 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-958ad097-07d8-4959-a036-18670ebb811c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00 HTTP/1.1" status: 200 len: 999 time: 0.0621181 Jul 16 21:17:28.252935 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 1, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}, {'id': '78e1c2df-2969-417e-b310-4519f92f71fa', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:f0:8e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:17:27Z', 'updated_at': '2021-07-16T21:17:27Z', 'revision_number': 0, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:28.279173 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-63c281af-be8c-4f61-aa02-b6981c8c3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:28.280587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] Checking router: 7678153d-408d-4755-b2ea-7231231a1432 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:28.280763 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-63c281af-be8c-4f61-aa02-b6981c8c3c19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0459826 Jul 16 21:17:28.288895 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:28.289511 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:17:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:28.343149 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-364a590f-8643-4c0a-987a-05b7dd4e5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:28.344653 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-364a590f-8643-4c0a-987a-05b7dd4e5ea0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582712 Jul 16 21:17:28.399760 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:28.439915 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-5fca6c8f-b561-44ed-976d-b8fb0384e15e service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891521 Jul 16 21:17:28.533873 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0f045755-8b91-46ad-8b2e-3d436599cad5 req-488dc55d-3993-455a-b28c-721a35599d26 service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874708 Jul 16 21:17:28.636602 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 1, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}, {'id': '78e1c2df-2969-417e-b310-4519f92f71fa', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:f0:8e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:17:27Z', 'updated_at': '2021-07-16T21:17:27Z', 'revision_number': 0, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:28.662488 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1588369-fae3-4c5d-836b-80a445cfb8cf None None] The sync data for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 is: [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 1, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}, {'id': '78e1c2df-2969-417e-b310-4519f92f71fa', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:f0:8e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:17:27Z', 'updated_at': '2021-07-16T21:17:27Z', 'revision_number': 0, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:28.853456 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4910d-8153-474f-b532-7f6f81504f65 None None] New status for floating IP 78e1c2df-2969-417e-b310-4519f92f71fa: ACTIVE {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:17:35.085386 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:35.889916 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:36.022612 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.406141 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-12b1a9cd-3dd3-4264-a500-4c7f9d054a56 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0970881 Jul 16 21:17:39.500076 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-496778cb-797c-45b6-8969-2b9500f17e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:39.501694 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-496778cb-797c-45b6-8969-2b9500f17e60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1096 time: 0.0541775 Jul 16 21:17:39.610851 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-65435809-0dc1-45dc-be60-ddbeb0a192bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:39.612323 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-65435809-0dc1-45dc-be60-ddbeb0a192bd service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.0903811 Jul 16 21:17:39.676947 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-ddb415cd-c2c4-4fc1-9bab-4fbd5b4e9b39 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 999 time: 0.0578842 Jul 16 21:17:39.729769 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-6e2d37f1-b4f7-48d9-af22-3c60f1fd325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:39.731242 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-6e2d37f1-b4f7-48d9-af22-3c60f1fd325e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0486455 Jul 16 21:17:39.787867 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-10888bab-fea1-4e50-b3cb-eacc327fce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:39.789396 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-10888bab-fea1-4e50-b3cb-eacc327fce02 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521059 Jul 16 21:17:39.877664 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-4e252dce-bc8a-468e-b74c-e52fbac5811d service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819275 Jul 16 21:17:39.981591 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-2c1976ac-665c-435b-89d2-94656fc2c610 req-787ba7fe-2edb-4c10-ab25-fe039032de35 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962622 Jul 16 21:17:48.153569 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b110d23a-a562-4a9d-aa8a-5c2ed9938a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.540778 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aabd6a4f-288f-40a1-ae00-5100839be1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.768291 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:52.719761 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.083029 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:05.079506 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:06.039811 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.890334 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:18:18.157698 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c91e753e-b30b-420b-863b-8c6fedefba21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.541957 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-90409867-f905-479d-a65f-c7ad097cd051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.769195 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:22.724486 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:24.088270 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.310769 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-30fb7e3d-3f99-42a4-bf2d-ee505841bfa8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579677 Jul 16 21:18:25.409287 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-df4a8eaa-7377-4818-a121-4d2dc9d04f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:25.410819 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-df4a8eaa-7377-4818-a121-4d2dc9d04f3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0572314 Jul 16 21:18:25.513799 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-0ef25227-eee3-46b4-8678-0f20dc5c4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:25.515289 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-0ef25227-eee3-46b4-8678-0f20dc5c4ee0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.0846760 Jul 16 21:18:25.582048 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-5733c94a-0554-4629-9822-861a128130ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00 HTTP/1.1" status: 200 len: 1001 time: 0.0603752 Jul 16 21:18:25.630132 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-dfa8df8a-94f2-45f5-8a97-c145b44ee432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:25.631567 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-dfa8df8a-94f2-45f5-8a97-c145b44ee432 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0437078 Jul 16 21:18:25.688752 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-1e2748e5-9b6f-4ef5-bf99-ce3bfc267cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:25.690252 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-1e2748e5-9b6f-4ef5-bf99-ce3bfc267cd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513740 Jul 16 21:18:26.092025 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-884f3c66-caff-4528-9a72-2716a93cd603 service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951364 Jul 16 21:18:26.179386 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-ed063c66-6b6b-4f3c-ace7-77c05938124d req-c0bc3c74-8311-4819-ba14-681756f8ea69 service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815609 Jul 16 21:18:35.079115 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:36.054114 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:39.359131 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-2fc38126-92ce-4b1c-a0bc-fd50c58457fb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525427 Jul 16 21:18:39.461081 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-b0d8811e-e1a9-43c2-98dd-82faae39fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:39.462555 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-b0d8811e-e1a9-43c2-98dd-82faae39fd41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1096 time: 0.0603509 Jul 16 21:18:39.575941 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-61917dfb-af5e-4147-8548-d4d13114365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:39.577473 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-61917dfb-af5e-4147-8548-d4d13114365d service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.0953131 Jul 16 21:18:39.648802 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-59c38f4f-868a-4153-8095-2f7afa30a3e5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 999 time: 0.0645969 Jul 16 21:18:39.698947 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-171ee010-d5dc-4567-b9b6-8a90bafd8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:39.701049 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-171ee010-d5dc-4567-b9b6-8a90bafd8b5f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0466475 Jul 16 21:18:39.763737 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-84a4f0d8-54f4-4bef-b5fe-61f6010e4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:39.765315 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-84a4f0d8-54f4-4bef-b5fe-61f6010e4e53 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577786 Jul 16 21:18:39.869047 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-691b96e0-4cd3-4003-89b7-a24dc8772ac6 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967352 Jul 16 21:18:39.965470 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-69aa8403-44d2-47f8-86db-b12dec4aadef req-53893832-63ce-4659-8208-f5aa23ce8e74 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904686 Jul 16 21:18:48.159667 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-06ece2bd-35ed-488f-a8f6-7344b00579ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:49.890295 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:18:50.545472 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-060021c8-5a09-4805-a559-c7e9fdf9b6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.772026 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:52.726877 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:54.084139 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:58.073232 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f57dcece-5ae0-4c8d-ac0b-4953fa099a00 details requested by agent hyperv_n-h1-791505-15 with host n-h1-791505-15 {{(pid=100245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:58.176077 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:58.186454 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Returning: {'device': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'port_id': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'mac_address': 'fa:16:3e:f0:8e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:58.226300 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:58.241026 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f57dcece-5ae0-4c8d-ac0b-4953fa099a00 {{(pid=100245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:58.262035 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:58.266690 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:58.328399 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=6']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:58.336219 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.336587 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.336940 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.337287 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.337632 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.337978 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.338310 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.338646 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.338979 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.339317 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.339654 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.340027 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:58.364915 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] get_ports_and_sgs() called for port_ids ['f57dcece-5ae0-4c8d-ac0b-4953fa099a00'] {{(pid=100245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:19:00.091828 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f57dcece-5ae0-4c8d-ac0b-4953fa099a00 up at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:19:00.154431 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.provisioning_blocks [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Provisioning complete for port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 triggered by entity L2. {{(pid=100245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:19:00.155365 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16512042'] for port, provisioning_complete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:00.267290 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:00.300408 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:19:00.303695 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6e504d-d6b1-4fdf-a256-57cc94af8d09" -d '{"events": [{"server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "name": "network-vif-plugged", "status": "completed", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:19:00.324029 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:00.333532 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:00.385531 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ae8ac-2f7a-40a4-bd00-1dade998bf62 x-openstack-request-id: req-697ae8ac-2f7a-40a4-bd00-1dade998bf62 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:19:00.386000 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "name": "network-vif-plugged", "status": "completed", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:19:00.386331 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-697ae8ac-2f7a-40a4-bd00-1dade998bf62 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:19:00.387131 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'code': 200} Jul 16 21:19:00.404980 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=7']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:05.082415 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:06.061043 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.418106 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56602) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:09.584364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Deleting port 600e5591-d218-4504-b84c-391157aac043 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:09.584706 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.660987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.661311 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.673600 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Calling delete_port for 600e5591-d218-4504-b84c-391157aac043 owned by network:floatingip {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:09.822017 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.849140 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event deleted for resources: {'Port': ['ID=600e5591-d218-4504-b84c-391157aac043,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:09.877472 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.877832 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.878176 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.878518 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.878856 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.879188 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.879519 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.879846 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.880172 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.880522 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.880850 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.881181 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:09.926184 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for floatingip, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.926547 n-d-791505-15 neutron-server[100243]: INFO neutron.db.l3_db [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Floating IP 78e1c2df-2969-417e-b310-4519f92f71fa disassociated (deleted). External IP: 172.25.6.146, port: f57dcece-5ae0-4c8d-ac0b-4953fa099a00. Jul 16 21:19:10.138623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Router 7678153d-408d-4755-b2ea-7231231a1432 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:19:10.244923 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:19:10.249780 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:10.255986 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] Sync routers for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:19:10.265881 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:10.266509 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:10.290244 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-53f59c90-48cd-4f31-9d99-e28eb5322a2f tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "DELETE /v2.0/floatingips/78e1c2df-2969-417e-b310-4519f92f71fa HTTP/1.1" status: 204 len: 168 time: 0.8708632 Jul 16 21:19:10.290835 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:19:10.293127 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dcb97d-37e8-4e76-a004-a0789ad83c87" -d '{"events": [{"name": "network-changed", "server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:19:10.331859 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc81a441-32d9-41cb-b89d-acf54da6205d x-openstack-request-id: req-dc81a441-32d9-41cb-b89d-acf54da6205d {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:19:10.332176 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:19:10.332654 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc81a441-32d9-41cb-b89d-acf54da6205d {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:19:10.332940 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'status': 'completed', 'code': 200} Jul 16 21:19:10.379495 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:10.410662 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-c828f1df-2b02-4631-a899-b753ea367ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:10.412228 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-c828f1df-2b02-4631-a899-b753ea367ee8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0551457 Jul 16 21:19:10.521211 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-57b487c3-fa53-419a-a272-774e6ccaecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:10.523790 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-57b487c3-fa53-419a-a272-774e6ccaecf1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.1056759 Jul 16 21:19:10.568983 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-5120f12a-2e01-4318-9f0c-896a8c50bff6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00 HTTP/1.1" status: 200 len: 217 time: 0.0377698 Jul 16 21:19:10.624120 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-7d88d230-5171-4f8e-8640-291e73b88d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:10.625645 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-7d88d230-5171-4f8e-8640-291e73b88d69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0507314 Jul 16 21:19:10.639566 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 1, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:10.667893 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] Checking router: 7678153d-408d-4755-b2ea-7231231a1432 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:19:10.676784 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:10.677407 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:10.738784 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-0057d66c-b8b6-4a9b-865e-750539ac8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:10.740056 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-0057d66c-b8b6-4a9b-865e-750539ac8e35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062419 Jul 16 21:19:10.752850 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4239b-8b62-4358-9bd6-df67df0cc133 req-2ba64a1b-b9c1-43d5-94fe-b2c1baf25e59 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:10.754361 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9cd4239b-8b62-4358-9bd6-df67df0cc133 req-2ba64a1b-b9c1-43d5-94fe-b2c1baf25e59 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 945 time: 0.1422920 Jul 16 21:19:10.789563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:10.849297 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-9cd4239b-8b62-4358-9bd6-df67df0cc133 req-a1f70316-e74b-410e-8744-eb682c7a1c27 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851717 Jul 16 21:19:10.870123 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-476cd9b3-3c42-4be4-afd9-bf801cbb1d90 service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148009 Jul 16 21:19:10.972891 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-91dcb97d-37e8-4e76-a004-a0789ad83c87 req-733bc49f-6244-49dc-a879-94e07b288f0a service neutron] 10.222.0.16 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916414 Jul 16 21:19:11.029744 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 1, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:11.056346 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15524b60-97b7-4f9f-b48b-9a89642c16df None None] The sync data for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 is: [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_floatingips': [{'id': '152e91e7-63d9-4a15-a637-4df0c5424b37', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'router_id': '7678153d-408d-4755-b2ea-7231231a1432', 'port_id': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'mac_address': 'fa:16:3e:e8:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a97b1-a726-4e53-835d-7716082795f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:14:53Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 1, 'project_id': '737049be154648f1988ff0d4a36009f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:19:11.281492 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a292a86-5473-4fe3-b56e-f1c28a17e2a7 None None] New status for floating IP 78e1c2df-2969-417e-b310-4519f92f71fa: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:19:12.024090 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30aab6-d452-4165-85f4-b41a19b8d7e3 req-920a8192-db4f-4569-8621-ee06e68d8657 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:12.025631 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e30aab6-d452-4165-85f4-b41a19b8d7e3 req-920a8192-db4f-4569-8621-ee06e68d8657 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 945 time: 0.0631607 Jul 16 21:19:12.099943 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-0e30aab6-d452-4165-85f4-b41a19b8d7e3 req-57ec7aeb-1b58-4c24-9b60-4735a108318d tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681620 Jul 16 21:19:12.127965 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08950f35-90e6-4486-b601-947f4d016586 req-1bf43329-2a95-4b45-a118-c854002304cb tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:12.129482 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08950f35-90e6-4486-b601-947f4d016586 req-1bf43329-2a95-4b45-a118-c854002304cb tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.16 "GET /v2.0/ports?device_id=418605a3-d63b-4cac-9241-89cdb5de9ee8 HTTP/1.1" status: 200 len: 945 time: 0.0785713 Jul 16 21:19:12.143306 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f57dcece-5ae0-4c8d-ac0b-4953fa099a00 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:12.218953 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264666'] for port, before_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:12.230294 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Deleting port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:12.230636 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:12.241641 n-d-791505-15 neutron-server[100245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00'}] {{(pid=100245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:19:12.244075 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771d53af64b29376c51cb451167bf01030884d8c0c104a6264bc338bf45fef1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71100819-51f7-4ffd-bdf5-53d9764bdf3f" -d '{"events": [{"server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00"}]}' {{(pid=100245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:19:12.262060 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:12.267688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747916796501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747916395924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747916395942'] for port, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:12.291058 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e77de-dd25-457f-8503-8db7bbadef84 x-openstack-request-id: req-5d3e77de-dd25-457f-8503-8db7bbadef84 {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:19:12.291360 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00", "code": 200}]} {{(pid=100245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:19:12.291617 n-d-791505-15 neutron-server[100245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d3e77de-dd25-457f-8503-8db7bbadef84 {{(pid=100245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:19:12.292009 n-d-791505-15 neutron-server[100245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'code': 200} Jul 16 21:19:12.318197 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Pushing event updated for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=8']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:12.332917 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] For port f57dcece-5ae0-4c8d-ac0b-4953fa099a00, host n-h1-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-15',level=0,port_id=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:12.333241 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:12.345623 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Calling delete_port for f57dcece-5ae0-4c8d-ac0b-4953fa099a00 owned by compute:nova {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:12.476057 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:12.507829 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event deleted for resources: {'Port': ['ID=f57dcece-5ae0-4c8d-ac0b-4953fa099a00,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:12.553437 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] No DVR routers for this DVR port f57dcece-5ae0-4c8d-ac0b-4953fa099a00 on host n-h1-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:19:12.556014 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:12.558106 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-08950f35-90e6-4486-b601-947f4d016586 req-9413f9c1-c214-4f14-b951-47cad97bc368 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.16 "DELETE /v2.0/ports/f57dcece-5ae0-4c8d-ac0b-4953fa099a00 HTTP/1.1" status: 204 len: 173 time: 0.4234622 Jul 16 21:19:12.558548 n-d-791505-15 neutron-server[100243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'name': 'network-vif-deleted', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00'}] {{(pid=100243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:19:12.561427 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd91fd2f423f61258e2584813de1c8b2e69f924780846b4256ed4574a29b650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa09d7-804e-4d2e-8d3a-b4e4b65bcfa0" -d '{"events": [{"server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "name": "network-vif-deleted", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00"}]}' {{(pid=100243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:19:12.597686 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43b8191-4440-4b8f-82c2-7d7b5aa87ced x-openstack-request-id: req-c43b8191-4440-4b8f-82c2-7d7b5aa87ced {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:19:12.598088 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418605a3-d63b-4cac-9241-89cdb5de9ee8", "name": "network-vif-deleted", "tag": "f57dcece-5ae0-4c8d-ac0b-4953fa099a00", "status": "completed", "code": 200}]} {{(pid=100243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:19:12.598234 n-d-791505-15 neutron-server[100243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c43b8191-4440-4b8f-82c2-7d7b5aa87ced {{(pid=100243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:19:12.598630 n-d-791505-15 neutron-server[100243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418605a3-d63b-4cac-9241-89cdb5de9ee8', 'name': 'network-vif-deleted', 'tag': 'f57dcece-5ae0-4c8d-ac0b-4953fa099a00', 'status': 'completed', 'code': 200} Jul 16 21:19:13.705299 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56660) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:13.861594 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Deleting port 33a25679-0434-42bc-b77c-ee735e771f7e {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:13.861934 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:13.940129 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:13.940431 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:13.952407 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Calling delete_port for 33a25679-0434-42bc-b77c-ee735e771f7e owned by network:floatingip {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:14.106495 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:14.130808 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event deleted for resources: {'Port': ['ID=33a25679-0434-42bc-b77c-ee735e771f7e,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:14.160767 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.161114 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.161455 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.161792 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.162125 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.162453 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.162780 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.163113 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.163431 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.163753 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.164079 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.164424 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-15 {{(pid=100244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:14.205400 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for floatingip, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:14.205697 n-d-791505-15 neutron-server[100244]: INFO neutron.db.l3_db [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Floating IP 152e91e7-63d9-4a15-a637-4df0c5424b37 disassociated (deleted). External IP: 172.25.6.67, port: 8d5a8d18-dc34-49d8-8750-6aee17d6516b. Jul 16 21:19:14.411185 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Router 7678153d-408d-4755-b2ea-7231231a1432 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:19:14.519798 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:19:14.524677 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for floatingip, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:14.529802 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] Sync routers for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:19:14.539654 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:14.540305 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:14.561148 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-61f2ea00-bee4-4eb0-9f89-4f0795973df3 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "DELETE /v2.0/floatingips/152e91e7-63d9-4a15-a637-4df0c5424b37 HTTP/1.1" status: 204 len: 168 time: 0.8547175 Jul 16 21:19:14.561838 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:19:14.564243 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:19:14.661454 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c4258-aadb-4903-8c6f-434bdb8e8151 x-openstack-request-id: req-9c3c4258-aadb-4903-8c6f-434bdb8e8151 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:19:14.661867 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:19:14.662221 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c3c4258-aadb-4903-8c6f-434bdb8e8151 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:19:14.662734 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'status': 'completed', 'code': 200} Jul 16 21:19:14.749195 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-373fe12e-69ac-4aa0-bcc9-e0467f699088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:14.750748 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-373fe12e-69ac-4aa0-bcc9-e0467f699088 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=737049be154648f1988ff0d4a36009f8&device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 1096 time: 0.0626903 Jul 16 21:19:14.819293 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:14.858926 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-13c32cd1-76b4-4904-8945-78136127bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:14.860461 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-13c32cd1-76b4-4904-8945-78136127bcbf service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 200 len: 910 time: 0.1035099 Jul 16 21:19:14.908424 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-fb460e0a-621a-4442-b266-521b9c8754f7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 200 len: 217 time: 0.0412917 Jul 16 21:19:14.970078 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-2206d08b-3184-4c40-9d10-a6e000e9c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:14.971569 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-2206d08b-3184-4c40-9d10-a6e000e9c4c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 200 len: 848 time: 0.0569754 Jul 16 21:19:14.973364 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086cd9d-20ed-412b-8431-944429b38527 req-2f6c236d-fddd-4252-b4c6-e64a4d9e8920 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:14.974909 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4086cd9d-20ed-412b-8431-944429b38527 req-2f6c236d-fddd-4252-b4c6-e64a4d9e8920 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 944 time: 0.0780165 Jul 16 21:19:15.018559 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-4086cd9d-20ed-412b-8431-944429b38527 req-e364ad89-d25f-4db1-b747-55e4ccb959ca tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378718 Jul 16 21:19:15.033323 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:15.035038 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-2a96d0c3-0bc6-40b8-9857-ebdecdc82e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:15.037421 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-2a96d0c3-0bc6-40b8-9857-ebdecdc82e5d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e379d76-afab-444e-a9e2-c313adde3f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583193 Jul 16 21:19:15.075588 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] Checking router: 7678153d-408d-4755-b2ea-7231231a1432 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:19:15.084333 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:15.084960 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:15.138078 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-7eccb66d-54cd-4b00-839d-8c06576a6782 service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926578 Jul 16 21:19:15.191388 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:15.228654 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-9c037c3a-a1c5-4d2a-a5bb-b14b9ef77027 req-7d253c29-12b1-42e4-8244-aac3f36172fd service neutron] 10.222.0.68 "GET /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842416 Jul 16 21:19:15.396398 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:15.422171 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f356-3599-435e-ba51-7a9d35e90e6b None None] The sync data for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 is: [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:14:32Z', 'revision_number': 4, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15', '_interfaces': [{'id': '2fde88f1-763d-486d-ac51-9444dea4fadf', 'name': '', 'network_id': '3e379d76-afab-444e-a9e2-c313adde3f9e', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'mac_address': 'fa:16:3e:84:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:32Z', 'updated_at': '2021-07-16T21:14:38Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'subnets': [{'id': '91020bf7-bb4a-4744-a097-3f5abf8437f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:19:15.643945 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abceef65-a4b8-4932-8637-ec271fadda28 None None] New status for floating IP 152e91e7-63d9-4a15-a637-4df0c5424b37: DOWN {{(pid=100246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:19:16.205949 n-d-791505-15 neutron-server[100243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84d815-6d3c-4aab-9cdc-76a4eaa01d0d req-9987273b-6fad-485a-98a7-fbd0aab0c0d2 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:16.207519 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c84d815-6d3c-4aab-9cdc-76a4eaa01d0d req-9987273b-6fad-485a-98a7-fbd0aab0c0d2 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 944 time: 0.0681784 Jul 16 21:19:16.227115 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f57dcece-5ae0-4c8d-ac0b-4953fa099a00 no longer exists at agent hyperv_n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:16.254481 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] No Port match for: f57dcece-5ae0-4c8d-ac0b-4953fa099a00 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:16.254945 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Device f57dcece-5ae0-4c8d-ac0b-4953fa099a00 not bound to the agent host n-h1-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:16.257003 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-6c84d815-6d3c-4aab-9cdc-76a4eaa01d0d req-cb0ec8eb-2430-42c7-85f8-ce73eba26bbd tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/security-groups?id=39417849-7621-4e93-8781-0a37c85627ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433679 Jul 16 21:19:16.374106 n-d-791505-15 neutron-server[100244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-8a2c0bfa-cb9b-48a2-ad8e-d45bcc72b602 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:16.375564 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-8a2c0bfa-cb9b-48a2-ad8e-d45bcc72b602 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.68 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 944 time: 0.0687542 Jul 16 21:19:16.474997 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Deleting port 8d5a8d18-dc34-49d8-8750-6aee17d6516b {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:16.475337 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:16.911311 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] For port 8d5a8d18-dc34-49d8-8750-6aee17d6516b, host n-h2-791505-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-15',level=0,port_id=8d5a8d18-dc34-49d8-8750-6aee17d6516b,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:16.911665 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:16.923723 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Calling delete_port for 8d5a8d18-dc34-49d8-8750-6aee17d6516b owned by compute:nova {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:17.051717 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:17.084008 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event deleted for resources: {'Port': ['ID=8d5a8d18-dc34-49d8-8750-6aee17d6516b,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:17.130489 n-d-791505-15 neutron-server[100244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] No DVR routers for this DVR port 8d5a8d18-dc34-49d8-8750-6aee17d6516b on host n-h2-791505-15 {{(pid=100244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:19:17.133388 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68309'] for port, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:17.135361 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [req-b423e33f-107a-4e52-88a3-090c1ddbede3 req-96696575-9c70-4c3c-a0fc-4fc19b59bb34 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.68 "DELETE /v2.0/ports/8d5a8d18-dc34-49d8-8750-6aee17d6516b HTTP/1.1" status: 204 len: 173 time: 0.7544520 Jul 16 21:19:17.135877 n-d-791505-15 neutron-server[100244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'name': 'network-vif-deleted', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b'}] {{(pid=100244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:19:17.138178 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8583d74b810177478461a1b3c7809ee048271c721bc40b0498684c914f15e98c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe3f1d0-f6f9-45cd-9ca7-7d39d006dffc" -d '{"events": [{"server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "name": "network-vif-deleted", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b"}]}' {{(pid=100244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:19:17.175476 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0126c6b-15e6-4cdb-a4cc-f078a2aed778 x-openstack-request-id: req-b0126c6b-15e6-4cdb-a4cc-f078a2aed778 {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:19:17.175773 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a97b1-a726-4e53-835d-7716082795f8", "name": "network-vif-deleted", "tag": "8d5a8d18-dc34-49d8-8750-6aee17d6516b", "status": "completed", "code": 200}]} {{(pid=100244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:19:17.176026 n-d-791505-15 neutron-server[100244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0126c6b-15e6-4cdb-a4cc-f078a2aed778 {{(pid=100244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:19:17.176464 n-d-791505-15 neutron-server[100244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a97b1-a726-4e53-835d-7716082795f8', 'name': 'network-vif-deleted', 'tag': '8d5a8d18-dc34-49d8-8750-6aee17d6516b', 'status': 'completed', 'code': 200} Jul 16 21:19:17.413543 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [req-f79a64ce-e426-4700-b3c7-f8401b805b25 req-bdbd999f-01aa-4d24-a5d0-f3249f21c557 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "GET /v2.0/ports?device_id=e31a97b1-a726-4e53-835d-7716082795f8 HTTP/1.1" status: 200 len: 210 time: 0.0290453 Jul 16 21:19:18.161350 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0652c0c5-f31e-4c58-8449-2c44bcd5b250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:18.510012 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56678) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:18.568260 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5394c1f-862a-40f4-aed2-5e0e8821b5e5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:18.594884 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5394c1f-862a-40f4-aed2-5e0e8821b5e5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:18.658883 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5394c1f-862a-40f4-aed2-5e0e8821b5e5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:18.661575 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-c5394c1f-862a-40f4-aed2-5e0e8821b5e5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:18.662760 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-c5394c1f-862a-40f4-aed2-5e0e8821b5e5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] 10.222.0.78 "DELETE /v2.0/security-groups/39417849-7621-4e93-8781-0a37c85627ab HTTP/1.1" status: 204 len: 168 time: 0.1517546 Jul 16 21:19:18.672792 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5394c1f-862a-40f4-aed2-5e0e8821b5e5 tempest-TestSnapshotPattern-639480678 tempest-TestSnapshotPattern-639480678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39417849-7621-4e93-8781-0a37c85627ab,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:18.712130 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56682) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:19.032507 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8d5a8d18-dc34-49d8-8750-6aee17d6516b no longer exists at agent hyperv_n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:19.056870 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] No Port match for: 8d5a8d18-dc34-49d8-8750-6aee17d6516b {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:19.057220 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Device 8d5a8d18-dc34-49d8-8750-6aee17d6516b not bound to the agent host n-h2-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:19.062428 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:19.324363 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Deleting port 2fde88f1-763d-486d-ac51-9444dea4fadf {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:19.324620 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:19.404962 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] For port 2fde88f1-763d-486d-ac51-9444dea4fadf, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=2fde88f1-763d-486d-ac51-9444dea4fadf,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:19.405319 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:19.417374 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Calling delete_port for 2fde88f1-763d-486d-ac51-9444dea4fadf owned by network:router_interface {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:19.604743 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:19.631260 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2fde88f1-763d-486d-ac51-9444dea4fadf,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:19.801150 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:20.015269 n-d-791505-15 neutron-server[100243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Router 7678153d-408d-4755-b2ea-7231231a1432 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:19:20.120580 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:19:20.126157 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-dc2fb839-03b6-421d-a7c3-9424f82ea7ba admin admin] 10.222.0.78 "PUT /v2.0/routers/7678153d-408d-4755-b2ea-7231231a1432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4128933 Jul 16 21:19:20.128841 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56686) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:20.129768 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] Sync routers for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:19:20.139297 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:20.140180 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:20.250947 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:20.439379 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:19:19Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:20.468425 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] Checking router: 7678153d-408d-4755-b2ea-7231231a1432 for host: n-d-791505-15 {{(pid=100245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:19:20.477119 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] Routers {'7678153d-408d-4755-b2ea-7231231a1432'} bound to L3 agent in host n-d-791505-15 {{(pid=100245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:20.477747 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:18:51Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['7678153d-408d-4755-b2ea-7231231a1432'], 'active': True} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:20.551615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:20.581737 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f52459ec-b88b-4340-b459-bf5ae8ed0764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:20.598535 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvr_db [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] Set router 7678153d-408d-4755-b2ea-7231231a1432 gateway port host: n-d-791505-15 {{(pid=100245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:20.661151 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:20.715239 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Deleting port 59a3b5a2-ada9-4b6e-b806-20c5514e983a {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:20.715628 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:20.782459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:20.800350 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] For port 59a3b5a2-ada9-4b6e-b806-20c5514e983a, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=59a3b5a2-ada9-4b6e-b806-20c5514e983a,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:20.800600 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_hamode_db [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:19:19Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:20.800749 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:20.812731 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Calling delete_port for 59a3b5a2-ada9-4b6e-b806-20c5514e983a owned by network:router_gateway {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:20.828153 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9aa8f3-6893-4415-b7e0-683db423ff8f None None] The sync data for ids ['7678153d-408d-4755-b2ea-7231231a1432'] in n-d-791505-15 is: [{'id': '7678153d-408d-4755-b2ea-7231231a1432', 'name': 'tempest-TestSnapshotPattern-931391979-router', 'tenant_id': '737049be154648f1988ff0d4a36009f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:29Z', 'updated_at': '2021-07-16T21:19:19Z', 'revision_number': 5, 'project_id': '737049be154648f1988ff0d4a36009f8', 'gw_port': {'id': '59a3b5a2-ada9-4b6e-b806-20c5514e983a', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678153d-408d-4755-b2ea-7231231a1432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:30Z', 'updated_at': '2021-07-16T21:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}] {{(pid=100245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:19:20.985450 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.011684 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a3b5a2-ada9-4b6e-b806-20c5514e983a,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:21.083261 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.174949 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.177366 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.226185 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.226893 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7678153d-408d-4755-b2ea-7231231a1432 {{(pid=100243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:19:21.232755 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] Notify callbacks [] for router, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.236527 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-73099836-7235-4dff-85c5-24177d3d2d96 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7678153d-408d-4755-b2ea-7231231a1432 HTTP/1.1" status: 204 len: 168 time: 1.1042862 Jul 16 21:19:21.237009 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56688) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:21.284564 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba9368b-832c-4278-8427-9e027412b618 admin admin] Deleting subnet 91020bf7-bb4a-4744-a097-3f5abf8437f8 {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:19:21.287855 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ba9368b-832c-4278-8427-9e027412b618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.323671 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ba9368b-832c-4278-8427-9e027412b618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.406465 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ba9368b-832c-4278-8427-9e027412b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.462123 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ba9368b-832c-4278-8427-9e027412b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.490137 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9368b-832c-4278-8427-9e027412b618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91020bf7-bb4a-4744-a097-3f5abf8437f8,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:21.493740 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-1ba9368b-832c-4278-8427-9e027412b618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.495880 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-1ba9368b-832c-4278-8427-9e027412b618 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/91020bf7-bb4a-4744-a097-3f5abf8437f8 HTTP/1.1" status: 204 len: 168 time: 0.2578409 Jul 16 21:19:21.498465 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56690) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:21.501355 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0685b-3808-4006-bdc7-872b2169ee27 None None] Network 3e379d76-afab-444e-a9e2-c313adde3f9e requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:19:21.579675 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.633578 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Deleting port 17509d6c-881b-4c93-8bd6-ed09e4267899 {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:21.633927 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.698853 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] For port 17509d6c-881b-4c93-8bd6-ed09e4267899, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=17509d6c-881b-4c93-8bd6-ed09e4267899,segment=NetworkSegment(ea63b7c6-ba34-4ff6-8830-640c069eaebd),segment_id=ea63b7c6-ba34-4ff6-8830-640c069eaebd)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:21.699634 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.712567 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Calling delete_port for 17509d6c-881b-4c93-8bd6-ed09e4267899 owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:21.797527 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.823048 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Pushing event deleted for resources: {'Port': ['ID=17509d6c-881b-4c93-8bd6-ed09e4267899,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:21.827474 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] No DVR routers for this DVR port 17509d6c-881b-4c93-8bd6-ed09e4267899 on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:19:21.880053 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe301a-42ad-495c-9a15-123757c5715f None None] DHCP port deletion for 3e379d76-afab-444e-a9e2-c313adde3f9e request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:19:21.912621 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.923848 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e379d76-afab-444e-a9e2-c313adde3f9e']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:21.933747 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea63b7c6-ba34-4ff6-8830-640c069eaebd') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:21.934068 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea63b7c6-ba34-4ff6-8830-640c069eaebd') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:21.944022 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.946451 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 17509d6c-881b-4c93-8bd6-ed09e4267899 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:21.958888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.965097 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:19:21.966022 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: timer() Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:19:21.967919 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:19:21.971190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 17509d6c-881b-4c93-8bd6-ed09e4267899 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:21.971190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 17509d6c-881b-4c93-8bd6-ed09e4267899 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:21.971190 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2fde88f1-763d-486d-ac51-9444dea4fadf no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:21.989498 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 2fde88f1-763d-486d-ac51-9444dea4fadf {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:21.989843 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 2fde88f1-763d-486d-ac51-9444dea4fadf not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:21.990257 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 59a3b5a2-ada9-4b6e-b806-20c5514e983a no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:22.009141 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: 59a3b5a2-ada9-4b6e-b806-20c5514e983a {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:22.009510 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device 59a3b5a2-ada9-4b6e-b806-20c5514e983a not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:22.025704 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:22.031327 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:22.033499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3e379d76-afab-444e-a9e2-c313adde3f9e HTTP/1.1" status: 204 len: 168 time: 0.5338383 Jul 16 21:19:22.037037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56692) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:22.047320 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6ae08-2b0a-4458-8585-591041e76810 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e379d76-afab-444e-a9e2-c313adde3f9e,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:22.383798 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697556'] for router_interface, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:22.637277 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Deleting port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:22.638149 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:22.716589 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] For port a47a3a96-f89b-4cdc-9fd0-ff352897d2f0, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,segment=NetworkSegment(a8d49f98-5273-4dc9-840e-fefc2b6d23b6),segment_id=a8d49f98-5273-4dc9-840e-fefc2b6d23b6)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:22.716954 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:22.728406 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:22.730423 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Calling delete_port for a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 owned by network:router_interface {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:22.925836 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:22.956691 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47a3a96-f89b-4cdc-9fd0-ff352897d2f0,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:23.145720 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700996'] for router_interface, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:23.361768 n-d-791505-15 neutron-server[100244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Router b005390e-6f5b-47c1-9d15-75bade1f8448 has already been hosted by L3 agent d2661de3-a827-44a0-a266-880ceae4ae9b {{(pid=100244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:19:23.470037 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] Notify agent at l3_agent.n-d-791505-15 the message routers_updated {{(pid=100244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:19:23.477659 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-6194a48f-30c9-4f72-8109-96479e436df3 admin admin] 10.222.0.78 "PUT /v2.0/routers/b005390e-6f5b-47c1-9d15-75bade1f8448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4367456 Jul 16 21:19:23.477900 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [-] (100244) accepted ('10.222.0.78', 56696) {{(pid=100244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:23.478445 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] Sync routers for ids ['b005390e-6f5b-47c1-9d15-75bade1f8448'] in n-d-791505-15 {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:19:23.487888 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] Routers {'b005390e-6f5b-47c1-9d15-75bade1f8448'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:23.488533 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:19:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b005390e-6f5b-47c1-9d15-75bade1f8448'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:23.588961 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks [] for router, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:23.610667 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] Set router b005390e-6f5b-47c1-9d15-75bade1f8448 gateway port host: n-d-791505-15 {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:23.691722 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:23.752747 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Deleting port ead9854a-eca0-4a16-af74-7d08c3fcec83 {{(pid=100244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:23.753110 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:23.794776 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'external_fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:19:22Z', 'revision_number': 5, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port': {'id': 'ead9854a-eca0-4a16-af74-7d08c3fcec83', 'name': '', 'network_id': '5d502ef9-38e2-4288-9a0e-119b6f13f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '37d29b27-604a-436d-9e09-87c96391f34d', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:35Z', 'updated_at': '2021-07-16T21:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d29b27-604a-436d-9e09-87c96391f34d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-15'}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:23.821088 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] Checking router: b005390e-6f5b-47c1-9d15-75bade1f8448 for host: n-d-791505-15 {{(pid=100246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:19:23.830003 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] Routers {'b005390e-6f5b-47c1-9d15-75bade1f8448'} bound to L3 agent in host n-d-791505-15 {{(pid=100246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:23.830603 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:39:20Z,description=,heartbeat_timestamp=2021-07-16T21:19:21Z,host='n-d-791505-15',id=d2661de3-a827-44a0-a266-880ceae4ae9b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:39:20Z,topic='l3_agent')) {'router_ids': ['b005390e-6f5b-47c1-9d15-75bade1f8448'], 'active': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:23.843093 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.db [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] For port ead9854a-eca0-4a16-af74-7d08c3fcec83, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=ead9854a-eca0-4a16-af74-7d08c3fcec83,segment=NetworkSegment(67acabbe-7031-41c4-886f-ec09d82af432),segment_id=67acabbe-7031-41c4-886f-ec09d82af432)] {{(pid=100244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:23.843467 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:23.856148 n-d-791505-15 neutron-server[100244]: DEBUG neutron.plugins.ml2.plugin [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Calling delete_port for ead9854a-eca0-4a16-af74-7d08c3fcec83 owned by network:router_gateway {{(pid=100244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:23.924665 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_dvr_db [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] Set router b005390e-6f5b-47c1-9d15-75bade1f8448 gateway port host: None {{(pid=100246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:23.979473 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.l3_hamode_db [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:19:23Z', 'revision_number': 6, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port_host': None}], 'n-d-791505-15', False) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:24.014743 n-d-791505-15 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244aa9c-20fa-4d84-822f-dc7deef8f080 None None] The sync data for ids ['b005390e-6f5b-47c1-9d15-75bade1f8448'] in n-d-791505-15 is: [{'id': 'b005390e-6f5b-47c1-9d15-75bade1f8448', 'name': 'tempest-TestSnapshotPattern-246656298-router', 'tenant_id': 'd50035c3658847e3a4d5af48798a639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:34Z', 'updated_at': '2021-07-16T21:19:23Z', 'revision_number': 6, 'project_id': 'd50035c3658847e3a4d5af48798a639c', 'gw_port_host': None}] {{(pid=100246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:19:24.052587 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991440'] for port, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.079609 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead9854a-eca0-4a16-af74-7d08c3fcec83,revision_number=None']} {{(pid=100244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:24.091572 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.148459 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640542'] for router_gateway, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.239828 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14231'] for router, precommit_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.242162 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.286612 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697756'] for router, after_delete {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.287071 n-d-791505-15 neutron-server[100244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b005390e-6f5b-47c1-9d15-75bade1f8448 {{(pid=100244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:19:24.291647 n-d-791505-15 neutron-server[100244]: DEBUG neutron_lib.callbacks.manager [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] Notify callbacks [] for router, before_response {{(pid=100244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.295804 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56700) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:24.296403 n-d-791505-15 neutron-server[100244]: INFO neutron.wsgi [None req-b6e420a9-c7a0-4e4b-9264-efd0f7acb664 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b005390e-6f5b-47c1-9d15-75bade1f8448 HTTP/1.1" status: 204 len: 168 time: 0.8169081 Jul 16 21:19:24.353953 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8e2d75-35b3-4ea9-b3b7-b0f14f1dbaca admin admin] Deleting subnet 4b89116e-426f-43a5-b7f1-20ab50e7dead {{(pid=100243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:19:24.357653 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2d75-35b3-4ea9-b3b7-b0f14f1dbaca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.419028 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2d75-35b3-4ea9-b3b7-b0f14f1dbaca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260055902'] for subnet, precommit_delete_associations {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.509992 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2d75-35b3-4ea9-b3b7-b0f14f1dbaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16501187'] for subnet, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.571344 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2d75-35b3-4ea9-b3b7-b0f14f1dbaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16501236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260331488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260335248'] for subnet, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.600348 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e2d75-35b3-4ea9-b3b7-b0f14f1dbaca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b89116e-426f-43a5-b7f1-20ab50e7dead,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:24.602451 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2d75-35b3-4ea9-b3b7-b0f14f1dbaca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.604229 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-9d8e2d75-35b3-4ea9-b3b7-b0f14f1dbaca admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4b89116e-426f-43a5-b7f1-20ab50e7dead HTTP/1.1" status: 204 len: 168 time: 0.3066339 Jul 16 21:19:24.606822 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56702) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:24.609851 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc73f8-4b2d-47be-a01e-e072987a544f None None] Network aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 requested from n-d-791505-15 {{(pid=100245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:19:24.675223 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16259752'] for network, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.728847 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Deleting port b54b88d6-c39d-4fc7-bb04-2517869592ad {{(pid=100243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:24.729196 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.800710 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.db [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] For port b54b88d6-c39d-4fc7-bb04-2517869592ad, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b54b88d6-c39d-4fc7-bb04-2517869592ad,segment=NetworkSegment(a8d49f98-5273-4dc9-840e-fefc2b6d23b6),segment_id=a8d49f98-5273-4dc9-840e-fefc2b6d23b6)] {{(pid=100243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:24.801007 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.814335 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] DHCP port deletion for aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 request from n-d-791505-15 {{(pid=100245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:19:24.814652 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.plugin [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Calling delete_port for b54b88d6-c39d-4fc7-bb04-2517869592ad owned by network:dhcp {{(pid=100243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:24.868271 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] Deleting port b54b88d6-c39d-4fc7-bb04-2517869592ad {{(pid=100245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:24.868658 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747916796079'] for port, before_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.904014 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260331411'] for port, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.935929 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Pushing event deleted for resources: {'Port': ['ID=b54b88d6-c39d-4fc7-bb04-2517869592ad,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:24.937839 n-d-791505-15 neutron-server[100243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] No DVR routers for this DVR port b54b88d6-c39d-4fc7-bb04-2517869592ad on host n-d-791505-15 {{(pid=100243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:19:24.938120 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.db [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] For port b54b88d6-c39d-4fc7-bb04-2517869592ad, host n-d-791505-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-15',level=0,port_id=b54b88d6-c39d-4fc7-bb04-2517869592ad,segment=NetworkSegment(a8d49f98-5273-4dc9-840e-fefc2b6d23b6),segment_id=a8d49f98-5273-4dc9-840e-fefc2b6d23b6)] {{(pid=100245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:24.938538 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697839'] for port, precommit_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.953563 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] Calling delete_port for b54b88d6-c39d-4fc7-bb04-2517869592ad owned by network:dhcp {{(pid=100245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:25.010525 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16502695', 'neutron.services.segments.db._delete_segments_for_network-8747916710988'] for network, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.021692 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa472e28-cb5e-4a3d-993f-79a4ce0b23f6']}} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:25.034975 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6') {'for_net_delete': True} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:25.035215 n-d-791505-15 neutron-server[100243]: DEBUG neutron.services.segments.db [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d49f98-5273-4dc9-840e-fefc2b6d23b6') {} {{(pid=100243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:25.048615 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747916713045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260055913'] for segment, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.049682 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16263713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747916796546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747916395915'] for port, after_delete {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.069106 n-d-791505-15 neutron-server[100245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] No DVR routers for this DVR port b54b88d6-c39d-4fc7-bb04-2517869592ad on host n-d-791505-15 {{(pid=100245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:19:25.069925 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451'] for segment, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.090271 n-d-791505-15 neutron-server[100243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:19:25.091349 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16503451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260329794'] for segment, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: Traceback (most recent call last): Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: timer() Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: cb(*args, **kw) Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: return func(*args, **kwargs) Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: self._notify() Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: self.callback(batched_events) Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: event.method(event) Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: return f(self, *a, **k) Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: return self._get(url).json() Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: return self.request(url, 'GET', **kwargs) Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:19:25.093368 n-d-791505-15 neutron-server[100243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:19:25.101837 n-d-791505-15 neutron-server[100245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810a9c1-c650-4047-8faa-47c560106db3 None None] Pushing event deleted for resources: {'Port': ['ID=b54b88d6-c39d-4fc7-bb04-2517869592ad,revision_number=None']} {{(pid=100245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:25.155888 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16502718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640706'] for network, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.160909 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Notify callbacks [] for network, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.164744 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] 10.222.0.78 "DELETE /v2.0/networks/aa472e28-cb5e-4a3d-993f-79a4ce0b23f6 HTTP/1.1" status: 204 len: 168 time: 0.5568650 Jul 16 21:19:25.177591 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f27609-ddb3-4973-812b-d3c3c6466baf admin admin] Pushing event deleted for resources: {'Network': ['ID=aa472e28-cb5e-4a3d-993f-79a4ce0b23f6,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:25.340036 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56706) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:25.381150 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-8117708a-ba7f-4d77-aaaa-bcb3f0e37b15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=737049be154648f1988ff0d4a36009f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396214 Jul 16 21:19:25.383971 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56708) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:25.432151 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08207b4f-b631-4311-8dee-3aef9de311c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.453987 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08207b4f-b631-4311-8dee-3aef9de311c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.505346 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08207b4f-b631-4311-8dee-3aef9de311c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.508314 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-08207b4f-b631-4311-8dee-3aef9de311c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.509499 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-08207b4f-b631-4311-8dee-3aef9de311c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24a010c8-9bf2-42c5-af8a-be4bf1cf8019 HTTP/1.1" status: 204 len: 168 time: 0.1245902 Jul 16 21:19:25.517265 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08207b4f-b631-4311-8dee-3aef9de311c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a010c8-9bf2-42c5-af8a-be4bf1cf8019,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:25.808733 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:25.827477 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56714) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:25.829008 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:25.829367 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device a47a3a96-f89b-4cdc-9fd0-ff352897d2f0 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:25.829835 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b54b88d6-c39d-4fc7-bb04-2517869592ad no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:25.848970 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: b54b88d6-c39d-4fc7-bb04-2517869592ad {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:25.849261 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device b54b88d6-c39d-4fc7-bb04-2517869592ad not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:25.849800 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ead9854a-eca0-4a16-af74-7d08c3fcec83 no longer exists at agent ovs-agent-n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:25.868898 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.plugin [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] No Port match for: ead9854a-eca0-4a16-af74-7d08c3fcec83 {{(pid=100245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:25.869143 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-e68da52f-de81-4e29-8e62-1a7f56a63fc5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d50035c3658847e3a4d5af48798a639c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402625 Jul 16 21:19:25.869284 n-d-791505-15 neutron-server[100245]: DEBUG neutron.plugins.ml2.rpc [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Device ead9854a-eca0-4a16-af74-7d08c3fcec83 not bound to the agent host n-d-791505-15 {{(pid=100245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:25.871961 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [-] (100243) accepted ('10.222.0.78', 56716) {{(pid=100243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:25.921785 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16ef3ab1-6dea-4611-99cf-160eb97d271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.942903 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16ef3ab1-6dea-4611-99cf-160eb97d271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.990587 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16ef3ab1-6dea-4611-99cf-160eb97d271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617315'] for security_group, after_delete {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.993265 n-d-791505-15 neutron-server[100243]: DEBUG neutron_lib.callbacks.manager [None req-16ef3ab1-6dea-4611-99cf-160eb97d271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:25.994437 n-d-791505-15 neutron-server[100243]: INFO neutron.wsgi [None req-16ef3ab1-6dea-4611-99cf-160eb97d271c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab5584e7-ae97-4d8e-b9e3-7c57e93fd403 HTTP/1.1" status: 204 len: 168 time: 0.1215160 Jul 16 21:19:26.003958 n-d-791505-15 neutron-server[100243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef3ab1-6dea-4611-99cf-160eb97d271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5584e7-ae97-4d8e-b9e3-7c57e93fd403,revision_number=None']} {{(pid=100243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:26.889769 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:19:35.076352 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:36.068327 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:48.162725 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e496eb05-f015-4dd9-8534-bbfc4fac3c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:50.542558 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f60e097e-d66b-4675-82a7-a0616d15749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:50.775464 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:52.732619 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.089262 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.890114 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:05.091526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:06.068014 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:18.163931 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f58e7b26-8d94-4f4e-8d00-79a6e690cb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:20.543539 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-273ac0ae-1128-4785-b9de-d7d586e1d447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:20.777493 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:22.736525 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:24.093718 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:35.105549 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:36.083482 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:40.890635 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:48.165451 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b8a56ba-2628-4a8f-b3b3-512872697cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:50.544102 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-5b4722f2-4461-419a-98cd-80205f5c956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:50.778177 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:52.737479 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:54.097527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:05.104074 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:06.097938 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:17.890931 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:21:18.167537 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-843e69e7-d13c-4cd1-8d6e-6df01cbf47e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.543919 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-90c879b6-ff2c-45fb-8696-7a6d63cb9b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.779066 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:22.743999 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.108717 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:35.119566 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:36.112257 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.172542 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-d74aa90b-d3fb-4337-a358-b80da6eaa2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.546400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-112545da-4060-49ce-afb5-ff92db8ca3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.780337 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.746039 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.108586 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.892347 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:22:05.117293 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.112286 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.175219 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-0b434854-07e7-4ae5-ab08-c8ef6397cd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:20.546433 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e192ee02-8734-4294-bd04-66a5c8d00fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:20.781650 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:22.747666 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.105854 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.892051 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:22:35.118856 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.113381 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.185688 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3a59aec7-887d-4130-9727-8b296934666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.548073 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-008258ac-ebd1-4ac6-9500-346d27f6a17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.784295 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.752376 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:54.110150 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:05.127649 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:06.126594 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:08.892552 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:18.177952 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7f48e315-8849-4cef-9895-4915d4f9050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:20.550469 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-3400f502-bc14-4da7-88cf-c3209e1eb4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:20.787976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:22.756520 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:24.114408 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:32.642248 n-d-791505-15 neutron-server[100243]: DEBUG neutron.wsgi [req-a2dff312-8c1e-4953-8159-015cdb369960 req-5a87a2b3-fed0-4f31-9fe1-b99cba945c4f service neutron] (100243) timed out ('10.222.0.68', 56761) {{(pid=100243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:23:35.136671 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.141928 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.892773 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:48.179249 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f5a89c8e-cec3-4509-9b19-0e9ca06ecc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:50.551527 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-aa4448e7-b0fc-48f6-8e6e-43f7c3712846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:50.790983 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:52.756685 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:54.115213 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:05.139201 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.142360 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:18.187407 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-6e28e804-dada-4150-83b7-7d2f0aa60df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:20.553991 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-f5c6da07-ca8d-4e91-b01a-cfb06dc78e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:20.795400 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:22.762263 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:22.895360 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:24:24.121552 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:35.137186 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:36.156987 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.178922 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-ff1f0063-9dc7-4b54-ac55-d8f16b70c36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.556912 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4cf3a79d-8cc7-45e2-9c10-009484ce6fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.802253 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.761761 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.120803 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:59.894851 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:05.142398 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:06.163185 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:18.180422 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-53c8cfba-436a-4d9e-8bd5-0da00de8c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:20.557957 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-86acc1dd-76f4-4e08-9f7b-74d8f198c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:20.795268 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:22.768109 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:24.123778 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:35.169510 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:36.170396 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:36.893237 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:48.182275 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-c9a951fc-3b79-4b8a-a44a-59513db2f6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.557989 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-94791cd5-e2fb-4d13-b133-531a17ec465e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:50.797094 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:52.767390 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.126011 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.156852 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:06.169969 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:13.892173 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:18.184174 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-b51beaa9-7b12-45e4-b1b4-e85ac40fadf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.560057 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-63175ab4-c1e5-4b07-b3c3-20a708c076c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.798940 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:22.771690 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.138121 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:35.159937 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.173206 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:48.185446 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-4394a4db-2b25-45bc-95d3-e12d25a1deac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:50.560738 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-565cf562-60f5-4b70-ab29-a526213e35aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:50.799751 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:50.891764 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:52.773459 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:54.131960 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:05.154291 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.171495 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:18.186803 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-176da417-c4c2-4d39-929d-7661bf66791f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:20.564273 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-05ff044d-a0c8-48af-bb27-e26d18253e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:20.800361 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-741f84a4-bc41-4768-8763-2aab61373944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:22.782765 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7957d94c-9e03-438c-8676-67247a83c546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:24.135976 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-7883cba2-134e-435a-8fa2-371ed925cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.891881 n-d-791505-15 neutron-server[100246]: DEBUG neutron.db.agents_db [None req-5c6a1a0c-2326-4b58-8187-72093e1647d4 None None] Agent healthcheck: found 7 active agents {{(pid=100246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:27:35.154526 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-65f3f1b7-3e4b-4304-aebf-39c4186a709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:35.271011 n-d-791505-15 neutron-server[100244]: DEBUG neutron.wsgi [req-e51960c5-5fab-4e3b-a5ad-7a2d8b6e0856 req-2d2448bb-d0c3-4432-a2e5-13f20a102c85 service neutron] (100244) timed out ('10.222.0.78', 47248) {{(pid=100244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:27:36.189517 n-d-791505-15 neutron-server[100245]: DEBUG neutron_lib.callbacks.manager [None req-e0b65ad4-0fc5-4561-aeb8-e5a2ed3c4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747916710970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16513021'] for agent, after_update {{(pid=100245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}